-- Logs begin at Sat 2022-02-19 20:01:15 UTC, end at Sat 2022-02-19 22:17:40 UTC. --
Feb 19 20:39:30.651761 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Feb 19 20:39:33.683341 ncdv-master-1 neutron-server[121019]: INFO neutron.common.config [-] Logging enabled!
Feb 19 20:39:33.684676 ncdv-master-1 neutron-server[121019]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515
Feb 19 20:39:33.684676 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=121019) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 19 20:39:33.688069 ncdv-master-1 neutron-server[121019]: INFO neutron.common.config [-] Logging enabled!
Feb 19 20:39:33.688350 ncdv-master-1 neutron-server[121019]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515
Feb 19 20:39:33.688684 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=121019) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 19 20:39:33.689650 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 20:39:33.689894 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 19 20:39:33.690277 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 20:39:33.690535 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 19 20:39:33.690771 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 19 20:39:33.691269 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.691704 ncdv-master-1 neutron-server[121019]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Feb 19 20:39:33.692030 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.692357 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.692670 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.692979 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.693282 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.693575 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.693877 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.694189 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.694486 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.694777 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.695076 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.695383 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.695678 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.695984 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.696285 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.696637 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] debug                          = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.696932 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.697387 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.697805 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.698098 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.698400 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.698722 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.698976 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.699265 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.699559 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.700476 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.701053 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.701053 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.701341 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.701639 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.701926 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.702213 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.702510 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.702797 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.703081 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.703368 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.703669 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.703967 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.704269 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.704541 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.704777 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.705087 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.705387 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.705677 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.705971 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.706262 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.706550 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.706835 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.707116 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.707413 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.707710 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.708007 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.708292 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.708603 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.708891 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.709176 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.709474 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.709759 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.710044 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.710329 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.710625 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.710906 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.711191 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.711503 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.711804 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.712100 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.712421 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.712708 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.713003 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.713287 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.713569 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.713854 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.714137 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.714418 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.714711 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.714994 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.715301 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.715590 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.715877 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.716176 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.716484 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:33.716793 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.717100 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.717411 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.717716 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.718018 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.718308 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.718609 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.718901 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.719202 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.719502 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.719803 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.720092 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.720428 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.720748 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.721039 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.721356 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.721662 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.721966 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.722255 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.722543 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.722830 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.723119 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.723416 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.723704 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.724003 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.724303 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.724615 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.724932 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.725228 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.725531 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.725837 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.726124 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.726417 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.726720 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.727011 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.727299 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.727608 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.727889 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.728177 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.728487 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.728787 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.729075 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.729360 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.729645 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.729937 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.730240 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.730531 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.730815 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.731123 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.731412 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.731694 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.731990 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.732277 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.732657 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.732943 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.733231 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.733516 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.733800 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.734086 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.734368 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.734656 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.734941 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.735238 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.735509 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.735794 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.736075 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.736377 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.736664 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.736952 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.737235 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.737516 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.737796 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.738076 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.738357 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.738654 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.738965 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.739250 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.739535 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.739821 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.740106 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.740415 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.740706 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.740994 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.741312 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.741562 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.741862 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.742152 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.742447 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.742755 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.743042 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.743346 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.743633 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.743918 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.744209 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.744524 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.744816 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.745107 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.745398 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.745703 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.746013 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.746318 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.747134 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.747440 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.747731 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.748054 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.748365 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:33.748597 ncdv-master-1 neutron-server[121019]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 19 20:39:33.748851 ncdv-master-1 neutron-server[121019]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=121019) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Feb 19 20:39:34.126062 ncdv-master-1 neutron-server[121019]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=121019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Feb 19 20:39:34.126350 ncdv-master-1 neutron-server[121019]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=121019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Feb 19 20:39:34.126668 ncdv-master-1 neutron-server[121019]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=121019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Feb 19 20:39:34.127014 ncdv-master-1 neutron-server[121019]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 19 20:39:34.459594 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.459822 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.460109 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.461444 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.461729 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.462008 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.508833 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.509137 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.509413 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.523545 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.523838 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.524117 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.553964 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.554264 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.554547 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.592307 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.592624 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.592899 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.943427 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5a730173a0> agent after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.944074 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5a730173a0> agent after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.944074 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f5a73017430> segment precommit_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.944234 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f5a730174c0> network precommit_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:34.944987 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f5a73019550> segment before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.045093 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> network before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.045424 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f5a73169f70> agent before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.045722 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> network before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.046009 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> port before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.046290 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> port before_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.046607 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> segment precommit_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.046877 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> segment precommit_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.047142 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> segment after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.047405 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> segment after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.047694 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> network after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.047964 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> network precommit_delete 0 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.048237 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> port after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.048526 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> port after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.048788 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> port after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.049057 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> port provisioning_complete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.049329 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> rbac-policy before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.049593 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> rbac-policy after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.049869 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> agent after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.050145 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> subnet after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.050411 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> subnet precommit_delete 0 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.050688 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> rbac-policy before_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.050949 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> rbac-policy before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.051237 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> segment_host_mapping after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.051621 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> rbac-policy before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.051882 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> rbac-policy before_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.052146 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5a739c65e0>> rbac-policy before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.052568 ncdv-master-1 neutron-server[121019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=121019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 19 20:39:35.052818 ncdv-master-1 neutron-server[121019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=121019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 19 20:39:35.053067 ncdv-master-1 neutron-server[121019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=121019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 19 20:39:35.053312 ncdv-master-1 neutron-server[121019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=121019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 19 20:39:35.053555 ncdv-master-1 neutron-server[121019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=121019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 19 20:39:35.053797 ncdv-master-1 neutron-server[121019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=121019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 19 20:39:35.054176 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 19 20:39:35.057343 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 19 20:39:35.061993 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 19 20:39:35.065945 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Feb 19 20:39:35.067618 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 19 20:39:35.068093 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 19 20:39:35.068467 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Feb 19 20:39:35.068869 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 19 20:39:35.071733 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 19 20:39:35.071998 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 19 20:39:35.072378 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Feb 19 20:39:35.078028 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Feb 19 20:39:35.101077 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 19 20:39:35.101548 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f5a72eaa610>> qos_plugin after_init 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.101856 ncdv-master-1 neutron-server[121019]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=121019) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Feb 19 20:39:35.102230 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f5a72eaad30>> logging-plugin after_init 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.103634 ncdv-master-1 neutron-server[121019]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=121019) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 19 20:39:35.103926 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Feb 19 20:39:35.104185 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Feb 19 20:39:35.107473 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5a72eaa520>> floatingip before_response 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.107763 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5a72eaa520>> port before_response 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.176722 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 19 20:39:35.176971 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 19 20:39:35.177218 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 19 20:39:35.177593 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 19 20:39:35.199164 ncdv-master-1 neutron-server[121019]: DEBUG oslo_db.sqlalchemy.engines [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=121019) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Feb 19 20:39:35.651977 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Initializing driver for type 'gre'
Feb 19 20:39:35.652609 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] gre ID ranges: [(1, 1000)]
Feb 19 20:39:35.704452 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Initializing driver for type 'local'
Feb 19 20:39:35.704808 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Initializing driver for type 'vlan'
Feb 19 20:39:35.717175 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] VlanTypeDriver initialization complete
Feb 19 20:39:35.717548 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Initializing driver for type 'vxlan'
Feb 19 20:39:35.718145 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] vxlan ID ranges: [(1, 1000)]
Feb 19 20:39:35.769128 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Initializing extension driver 'port_security'
Feb 19 20:39:35.769512 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.extensions.port_security [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] PortSecurityExtensionDriver initialization complete
Feb 19 20:39:35.769857 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Initializing mechanism driver 'openvswitch'
Feb 19 20:39:35.770179 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Initializing mechanism driver 'hyperv'
Feb 19 20:39:35.776978 ncdv-master-1 neutron-server[121019]: DEBUG neutron.plugins.ml2.plugin [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=121019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:39:35.778323 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72f99af0>> port after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.778785 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72f99af0>> port after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.779150 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72f99af0>> port after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.779694 ncdv-master-1 neutron-server[121019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=121019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 19 20:39:35.780137 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a729135e0>> subnet after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.780533 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a729135e0>> subnet after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.780893 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a729135e0>> subnet after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.781303 ncdv-master-1 neutron-server[121019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=121019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 19 20:39:35.781719 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72934370>> network after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.782077 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72934370>> network after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.782426 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72934370>> network after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.782834 ncdv-master-1 neutron-server[121019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=121019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 19 20:39:35.783249 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72934880>> security_group after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.783609 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72934880>> security_group after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.783960 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72934880>> security_group after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.784393 ncdv-master-1 neutron-server[121019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=121019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 19 20:39:35.784808 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72934df0>> security_group_rule after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.785163 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72934df0>> security_group_rule after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.785524 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a72934df0>> security_group_rule after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.785916 ncdv-master-1 neutron-server[121019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=121019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 19 20:39:35.786329 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a7287d2e0>> address_group after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.786680 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a7287d2e0>> address_group after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.787023 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5a7287d2e0>> address_group after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.787426 ncdv-master-1 neutron-server[121019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=121019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 19 20:39:35.787877 ncdv-master-1 neutron-server[121019]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] ML2 OVO RPC backend initialized. {{(pid=121019) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}}
Feb 19 20:39:35.788628 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> router_interface after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.788989 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> router_interface after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.789411 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> network before_response 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.789766 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> networks before_response 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.790124 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> port before_response 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.790476 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> ports before_response 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.790827 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> subnet before_response 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.791174 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> subnets before_response 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.791526 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> network after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.791874 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> network after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.792215 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> network after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.792615 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> port after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.793230 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> port after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.794167 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> port after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.794515 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> subnet after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.794861 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> subnet after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.795203 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5a7287da00>> subnet after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.802515 ncdv-master-1 neutron-server[121019]: INFO neutron.quota [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f5a7287db80>.
Feb 19 20:39:35.802888 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.plugin [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Modular L2 Plugin initialization complete
Feb 19 20:39:35.803246 ncdv-master-1 neutron-server[121019]: DEBUG neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading services supported by the core plugin {{(pid=121019) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 19 20:39:35.803597 ncdv-master-1 neutron-server[121019]: INFO neutron.plugins.ml2.managers [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Got port-security extension from driver 'port_security'
Feb 19 20:39:35.804088 ncdv-master-1 neutron-server[121019]: INFO neutron.extensions.vlantransparent [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Disabled vlantransparent extension.
Feb 19 20:39:35.804638 ncdv-master-1 neutron-server[121019]: DEBUG neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=121019) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 19 20:39:35.804961 ncdv-master-1 neutron-server[121019]: INFO neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading Plugin: router
Feb 19 20:39:35.840950 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router_interface before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.841351 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router after_create 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.841729 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router before_create 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.842103 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router_interface before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.842483 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router_interface after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.842844 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router after_delete 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.843240 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> floatingip after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.843597 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> floatingip after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.843966 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router after_create 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.844318 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router after_update 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.844692 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router after_update 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.845048 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router_gateway after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.845410 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router after_update 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.845828 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router precommit_update 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.846200 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f5a72ec09d0> port after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.846545 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f5a72ec08b0> port after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.846898 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f5a72ec0940> subnet after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.847245 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f5a72ec0a60> subnetpool_address_scope after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.847602 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> port precommit_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.847954 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router precommit_create 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.848301 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f5a73124280> port before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.848753 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router precommit_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.849118 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router after_update 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.849466 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router precommit_delete 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.849942 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router precommit_create 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.850312 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router_interface after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.850664 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> router precommit_update 55549900 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.851037 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> agent after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.851390 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> agent after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.851740 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5a7287daf0>> network after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.852627 ncdv-master-1 neutron-server[121019]: DEBUG neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Tracking information for resource: router configured {{(pid=121019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 19 20:39:35.852969 ncdv-master-1 neutron-server[121019]: DEBUG neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Tracking information for resource: floatingip configured {{(pid=121019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 19 20:39:35.858501 ncdv-master-1 neutron-server[121019]: INFO neutron.db.l3_agentschedulers_db [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 19 20:39:35.859082 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f5a7284a5e0> port after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.859450 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f5a7284a4c0> port after_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.859812 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <function _notify_port_delete at 0x7f5a7284a550> port after_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.860171 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f5a7284a700> port after_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.861005 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5a72867ac0>> router before_create 55550100 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.861378 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5a72867ac0>> router precommit_delete 55550100 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.861748 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5a72867ac0>> router precommit_create 55550100 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.862113 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5a72867ac0>> router precommit_update 55550100 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.866951 ncdv-master-1 neutron-server[121019]: DEBUG neutron.services.provider_configuration [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service providers = [] {{(pid=121019) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 19 20:39:35.867326 ncdv-master-1 neutron-server[121019]: DEBUG neutron.db.servicetype_db [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=121019) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 19 20:39:35.870321 ncdv-master-1 neutron-server[121019]: DEBUG neutron.services.service_base [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=121019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 19 20:39:35.870682 ncdv-master-1 neutron-server[121019]: DEBUG neutron.services.service_base [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=121019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 19 20:39:35.871036 ncdv-master-1 neutron-server[121019]: DEBUG neutron.services.service_base [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=121019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 19 20:39:35.871948 ncdv-master-1 neutron-server[121019]: DEBUG neutron.services.service_base [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=121019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 19 20:39:35.872349 ncdv-master-1 neutron-server[121019]: INFO neutron.services.service_base [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 19 20:39:35.872737 ncdv-master-1 neutron-server[121019]: DEBUG neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=121019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 19 20:39:35.873062 ncdv-master-1 neutron-server[121019]: INFO neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 19 20:39:35.883774 ncdv-master-1 neutron-server[121019]: DEBUG neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=121019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 19 20:39:35.884120 ncdv-master-1 neutron-server[121019]: INFO neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading Plugin: auto_allocate
Feb 19 20:39:35.890050 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5a728cbaf0> network precommit_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.890425 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5a728cbaf0> network precommit_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.890949 ncdv-master-1 neutron-server[121019]: DEBUG neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=121019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 19 20:39:35.891276 ncdv-master-1 neutron-server[121019]: INFO neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading Plugin: tag
Feb 19 20:39:35.898099 ncdv-master-1 neutron-server[121019]: DEBUG neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=121019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 19 20:39:35.898443 ncdv-master-1 neutron-server[121019]: INFO neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading Plugin: timestamp
Feb 19 20:39:35.902326 ncdv-master-1 neutron-server[121019]: DEBUG neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=121019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 19 20:39:35.902620 ncdv-master-1 neutron-server[121019]: INFO neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading Plugin: network_ip_availability
Feb 19 20:39:35.908653 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a728cc0d0>> rbac-policy before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.909029 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a728cc0d0>> rbac-policy before_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.909417 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a728cc0d0>> rbac-policy before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:35.910133 ncdv-master-1 neutron-server[121019]: DEBUG neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=121019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 19 20:39:35.910459 ncdv-master-1 neutron-server[121019]: INFO neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading Plugin: flavors
Feb 19 20:39:35.916620 ncdv-master-1 neutron-server[121019]: DEBUG neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=121019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 19 20:39:35.916968 ncdv-master-1 neutron-server[121019]: INFO neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading Plugin: revisions
Feb 19 20:39:35.922135 ncdv-master-1 neutron-server[121019]: DEBUG neutron.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=121019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 19 20:39:35.922540 ncdv-master-1 neutron-server[121019]: DEBUG oslo_concurrency.lockutils [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=121019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Feb 19 20:39:35.923307 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=121019) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Feb 19 20:39:35.923656 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Initializing extension manager.
Feb 19 20:39:35.924189 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: __init__.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.924572 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: __pycache__ {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.924920 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.925256 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: address_group.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.926013 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.926576 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: address-group
Feb 19 20:39:35.926910 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: address_scope.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.927628 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.928144 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: address-scope
Feb 19 20:39:35.928507 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: admin_state_down_before_update.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.929445 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.929966 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: router-admin-state-down-before-update
Feb 19 20:39:35.930297 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: agent.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.931002 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.931517 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: agent
Feb 19 20:39:35.931877 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: agent_resources_synced.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.932825 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.933340 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: agent-resources-synced
Feb 19 20:39:35.933668 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: allowedaddresspairs.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.935527 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.936048 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: allowed-address-pairs
Feb 19 20:39:35.936408 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: auto_allocated_topology.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.937506 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.938025 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: auto-allocated-topology
Feb 19 20:39:35.938357 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: availability_zone.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.939053 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.939563 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: availability_zone
Feb 19 20:39:35.939891 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: availability_zone_filter.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.940859 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.941369 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: availability_zone_filter
Feb 19 20:39:35.941697 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: data_plane_status.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.942616 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.943120 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension data-plane-status not supported by any of loaded plugins
Feb 19 20:39:35.943448 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: default_subnetpools.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.944397 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.944924 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: default-subnetpools
Feb 19 20:39:35.945222 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: dhcpagentscheduler.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.946043 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.946553 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: dhcp_agent_scheduler
Feb 19 20:39:35.946883 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: dns.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.947815 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.948336 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension dns-integration not supported by any of loaded plugins
Feb 19 20:39:35.948674 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: dns_domain_ports.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.949620 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.950131 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 19 20:39:35.950461 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.951392 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.951908 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Feb 19 20:39:35.952238 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: dvr.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.952943 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.953456 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: dvr
Feb 19 20:39:35.953788 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: ecmp_routes.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.954716 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.955229 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension ecmp_routes not supported by any of loaded plugins
Feb 19 20:39:35.955555 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: empty_string_filtering.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.956503 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.957054 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: empty-string-filtering
Feb 19 20:39:35.957383 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.958303 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.958813 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 19 20:39:35.959142 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.960061 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.960596 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 19 20:39:35.960926 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: external_net.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.961839 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.962351 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: external-net
Feb 19 20:39:35.962686 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: extra_dhcp_opt.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.963598 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.964109 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: extra_dhcp_opt
Feb 19 20:39:35.964462 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: extraroute.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.965894 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.966404 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: extraroute
Feb 19 20:39:35.966733 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: extraroute_atomic.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.967778 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.968291 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: extraroute-atomic
Feb 19 20:39:35.968658 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: filter_validation.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.969333 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.969841 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: filter-validation
Feb 19 20:39:35.970169 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: fip_pf_description.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.971085 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.971590 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 19 20:39:35.971917 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: fip_port_details.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.972867 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.973384 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: fip-port-details
Feb 19 20:39:35.973712 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: flavors.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.975137 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.975688 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: flavors
Feb 19 20:39:35.976021 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.977737 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.978272 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 19 20:39:35.978616 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: floatingip_pools.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.979326 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.979847 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: floatingip-pools
Feb 19 20:39:35.980183 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: ip_allocation.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.981774 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.982290 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension ip_allocation not supported by any of loaded plugins
Feb 19 20:39:35.982625 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.983572 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.984089 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: ip-substring-filtering
Feb 19 20:39:35.984460 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: l2_adjacency.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.985400 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.985909 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 19 20:39:35.986242 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: l3.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.987212 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.987737 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: router
Feb 19 20:39:35.988073 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: l3_conntrack_helper.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.990372 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.990908 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 19 20:39:35.991250 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.992190 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.992753 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: ext-gw-mode
Feb 19 20:39:35.993092 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.994025 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.994547 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: l3-ha
Feb 19 20:39:35.994888 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.995812 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.996351 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Feb 19 20:39:35.996707 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: l3_flavors.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.997663 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:35.998179 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: l3-flavors
Feb 19 20:39:35.998513 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: l3_ndp_proxy.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:35.999893 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.000441 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Feb 19 20:39:36.000777 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.001709 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.002228 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 19 20:39:36.002558 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: l3agentscheduler.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.003602 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.004123 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: l3_agent_scheduler
Feb 19 20:39:36.004566 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: local_ip.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.006366 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.006901 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension local_ip not supported by any of loaded plugins
Feb 19 20:39:36.007242 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: logging.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.008892 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.009427 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension logging not supported by any of loaded plugins
Feb 19 20:39:36.009767 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: metering.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.010516 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.011096 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: metering
Feb 19 20:39:36.011432 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.012605 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.013131 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: metering_source_and_destination_fields
Feb 19 20:39:36.013471 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: multiprovidernet.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.014422 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.014941 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: multi-provider
Feb 19 20:39:36.015274 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: netmtu.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.016199 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.016743 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: net-mtu
Feb 19 20:39:36.017079 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: netmtu_writable.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.018005 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.018527 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: net-mtu-writable
Feb 19 20:39:36.018862 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: network_availability_zone.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.019544 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.020056 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: network_availability_zone
Feb 19 20:39:36.020428 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: network_ip_availability.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.021550 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.022073 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: network-ip-availability
Feb 19 20:39:36.022408 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: network_segment_range.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.023187 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.023700 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension network-segment-range not supported by any of loaded plugins
Feb 19 20:39:36.024032 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: pagination.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.025055 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.025392 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: pagination
Feb 19 20:39:36.025718 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: port_device_profile.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.026638 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.027156 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: port-device-profile
Feb 19 20:39:36.027484 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.028973 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.029488 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: port-mac-address-regenerate
Feb 19 20:39:36.029821 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.030742 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.031257 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: port-numa-affinity-policy
Feb 19 20:39:36.031588 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: port_resource_request.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.032541 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.033052 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension port-resource-request not supported by any of loaded plugins
Feb 19 20:39:36.033379 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: port_resource_request_groups.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.034362 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.034875 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension port-resource-request-groups not supported by any of loaded plugins
Feb 19 20:39:36.035206 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: portbindings.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.036136 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.036687 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: binding
Feb 19 20:39:36.037015 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: portbindings_extended.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.038302 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.038825 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: binding-extended
Feb 19 20:39:36.039160 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: portsecurity.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.040084 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.040635 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: port-security
Feb 19 20:39:36.040969 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: project_id.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.041952 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.042291 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: project-id
Feb 19 20:39:36.042622 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: providernet.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.044424 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.044944 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: provider
Feb 19 20:39:36.045274 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.048896 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.049424 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos not supported by any of loaded plugins
Feb 19 20:39:36.049765 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.051023 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.051547 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 19 20:39:36.051881 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.052843 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.053371 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 19 20:39:36.053708 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_default.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.054632 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.055149 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-default not supported by any of loaded plugins
Feb 19 20:39:36.055482 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_fip.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.056458 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.056979 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-fip not supported by any of loaded plugins
Feb 19 20:39:36.057311 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_fip_network_policy.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.058243 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.058763 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Feb 19 20:39:36.059120 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_gateway_ip.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.060052 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.060607 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 19 20:39:36.060939 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_port_network_policy.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.061987 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.062508 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 19 20:39:36.062839 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.063895 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.064446 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-pps-minimum not supported by any of loaded plugins
Feb 19 20:39:36.064781 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.065839 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.066361 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Feb 19 20:39:36.066716 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_pps_rule.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.067884 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.068437 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-pps not supported by any of loaded plugins
Feb 19 20:39:36.068777 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_rule_type_details.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.069708 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.070224 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 19 20:39:36.070557 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: qos_rules_alias.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.071616 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.072131 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 19 20:39:36.072489 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: quota_check_limit.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.073413 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.073935 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: quota-check-limit
Feb 19 20:39:36.074266 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: quotasv2.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.075224 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.075561 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: quotas
Feb 19 20:39:36.075889 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: quotasv2_detail.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.077636 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.077977 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: quota_details
Feb 19 20:39:36.078315 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: rbac.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.079371 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.079901 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: rbac-policies
Feb 19 20:39:36.080240 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: rbac_address_group.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.081208 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.081731 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: rbac-address-group
Feb 19 20:39:36.082068 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: rbac_address_scope.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.082995 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.083519 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: rbac-address-scope
Feb 19 20:39:36.083857 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: rbac_security_groups.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.084821 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.085343 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: rbac-security-groups
Feb 19 20:39:36.085676 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: rbac_subnetpool.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.086669 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.087181 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: rbac-subnetpool
Feb 19 20:39:36.087514 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: revisionifmatch.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.088478 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.088996 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: revision-if-match
Feb 19 20:39:36.089330 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: revisions.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.090964 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.091479 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: standard-attr-revisions
Feb 19 20:39:36.091810 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: router_availability_zone.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.092519 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.093038 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: router_availability_zone
Feb 19 20:39:36.093367 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: routerservicetype.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.094315 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.094827 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension router-service-type not supported by any of loaded plugins
Feb 19 20:39:36.095156 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.096091 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.096641 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: security-groups-normalized-cidr
Feb 19 20:39:36.096971 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: security_groups_port_filtering.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.097902 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.098417 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: port-security-groups-filtering
Feb 19 20:39:36.098750 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.099693 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.100211 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: security-groups-remote-address-group
Feb 19 20:39:36.100643 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.101590 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.102109 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: security-groups-shared-filtering
Feb 19 20:39:36.102441 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.103039 ncdv-master-1 neutron-server[121019]: WARNING neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Feb 19 20:39:36.103367 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: securitygroup.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.113625 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.114170 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: security-group
Feb 19 20:39:36.114513 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: segment.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.115308 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.115825 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension segment not supported by any of loaded plugins
Feb 19 20:39:36.116162 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.117148 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.117667 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 19 20:39:36.118005 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: servicetype.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.119114 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.119643 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: service-type
Feb 19 20:39:36.119983 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: sorting.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.121005 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.121349 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: sorting
Feb 19 20:39:36.121713 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: standard_attr_segment.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.122649 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.123168 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 19 20:39:36.123502 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: standardattrdescription.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.124164 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.124722 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: standard-attr-description
Feb 19 20:39:36.125056 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: stateful_security_group.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.125990 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.126509 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: stateful-security-group
Feb 19 20:39:36.126844 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: stdattrs_common.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.127427 ncdv-master-1 neutron-server[121019]: WARNING neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 19 20:39:36.127756 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.128722 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.129239 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 19 20:39:36.129569 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: subnet_onboard.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.130646 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.131168 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: subnet_onboard
Feb 19 20:39:36.131498 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.132486 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.133002 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 19 20:39:36.133333 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: subnet_service_types.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.134266 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.134788 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: subnet-service-types
Feb 19 20:39:36.135121 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: subnetallocation.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.136222 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.136779 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: subnet_allocation
Feb 19 20:39:36.137622 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.138295 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.138821 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: subnetpool-prefix-ops
Feb 19 20:39:36.139151 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.140087 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.140630 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 19 20:39:36.140961 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: tagging.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.142028 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.142549 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: standard-attr-tag
Feb 19 20:39:36.142882 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: timestamp.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.144104 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.144666 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loaded extension: standard-attr-timestamp
Feb 19 20:39:36.145005 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: trunk.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.146051 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.146572 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension trunk not supported by any of loaded plugins
Feb 19 20:39:36.146910 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: trunk_details.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.147847 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.148400 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension trunk-details not supported by any of loaded plugins
Feb 19 20:39:36.148740 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: uplink_status_propagation.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.149673 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.150190 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 19 20:39:36.150523 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Loading extension file: vlantransparent.py {{(pid=121019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 19 20:39:36.151199 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=121019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 20:39:36.151707 ncdv-master-1 neutron-server[121019]: INFO neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 19 20:39:36.154873 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:network
Feb 19 20:39:36.155363 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:subnet
Feb 19 20:39:36.155770 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 20:39:36.156180 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:port
Feb 19 20:39:36.157458 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.157906 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service FLAVORS assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.158526 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.158966 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.159305 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:router
Feb 19 20:39:36.159745 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:floatingip
Feb 19 20:39:36.160232 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service METERING assigned prefix: /metering {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.161700 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a7276f610>> rbac-policy before_create 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:36.162087 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a7276f610>> rbac-policy before_update 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:36.162450 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5a7276f610>> rbac-policy before_delete 55550000 {{(pid=121019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:39:36.163432 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of CountableResource for resource:rbac_policy
Feb 19 20:39:36.163884 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:security_group
Feb 19 20:39:36.164316 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 19 20:39:36.164972 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service CORE assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.165311 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 20:39:36.165666 ncdv-master-1 neutron-server[121019]: WARNING neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] subnetpool is already registered
Feb 19 20:39:36.166092 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service CORE assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.166425 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 20:39:36.166764 ncdv-master-1 neutron-server[121019]: WARNING neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] subnetpool is already registered
Feb 19 20:39:36.169375 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.169814 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service FLAVORS assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.170412 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.170852 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.171193 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:router
Feb 19 20:39:36.171539 ncdv-master-1 neutron-server[121019]: WARNING neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] router is already registered
Feb 19 20:39:36.171959 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:floatingip
Feb 19 20:39:36.172315 ncdv-master-1 neutron-server[121019]: WARNING neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] floatingip is already registered
Feb 19 20:39:36.172797 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service METERING assigned prefix: /metering {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.173467 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of CountableResource for resource:rbac_policy
Feb 19 20:39:36.173798 ncdv-master-1 neutron-server[121019]: WARNING neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] rbac_policy is already registered
Feb 19 20:39:36.174214 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:security_group
Feb 19 20:39:36.174570 ncdv-master-1 neutron-server[121019]: WARNING neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] security_group is already registered
Feb 19 20:39:36.174976 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 19 20:39:36.175314 ncdv-master-1 neutron-server[121019]: WARNING neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] security_group_rule is already registered
Feb 19 20:39:36.175945 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service CORE assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.176281 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 20:39:36.176646 ncdv-master-1 neutron-server[121019]: WARNING neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] subnetpool is already registered
Feb 19 20:39:36.177073 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.v2.resource_helper [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Service CORE assigned prefix:  {{(pid=121019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 19 20:39:36.177404 ncdv-master-1 neutron-server[121019]: INFO neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 20:39:36.177745 ncdv-master-1 neutron-server[121019]: WARNING neutron.quota.resource_registry [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] subnetpool is already registered
Feb 19 20:39:36.178223 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: extensions {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.179676 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: address-groups {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.181189 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: address-scopes {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.182493 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: agents {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.183670 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: auto-allocated-topology {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.184986 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: availability_zones {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.186210 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: dhcp-networks {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.187719 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: dhcp-agents {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.189168 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: routers {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.192304 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: flavors {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.193535 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: service_profiles {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.194760 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: next_providers {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.196200 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: service_profiles {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.197794 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: floatingip-pools {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.199036 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: routers {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.202066 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: floatingips {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.203464 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: l3-routers {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.205107 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: l3-agents {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.207204 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: metering-labels {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.208802 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: metering-label-rules {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.210257 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: network-ip-availabilities {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.211778 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: bindings {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.213770 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: quotas {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.216280 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: quotas {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.218082 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: rbac-policies {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.219567 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: security-groups {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.221064 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: security-group-rules {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.222305 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: service-providers {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.223526 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: subnetpools {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.224981 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: subnetpools {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.226528 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: tags {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.228216 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: tags {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.230045 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: tags {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.231866 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: tags {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.233697 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: tags {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.235539 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: tags {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.237257 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: tags {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.239271 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: tags {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.240997 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: tags {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.242843 ncdv-master-1 neutron-server[121019]: DEBUG neutron.api.extensions [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Extended resource: tags {{(pid=121019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 19 20:39:36.248804 ncdv-master-1 neutron-server[121019]: WARNING keystonemiddleware.auth_token [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 19 20:39:36.253529 ncdv-master-1 neutron-server[121019]: WARNING keystonemiddleware.auth_token [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 19 20:39:36.262696 ncdv-master-1 neutron-server[121019]: DEBUG oslo_concurrency.lockutils [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Acquired lock "singleton_lock" {{(pid=121019) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Feb 19 20:39:36.263177 ncdv-master-1 neutron-server[121019]: DEBUG oslo_concurrency.lockutils [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Releasing lock "singleton_lock" {{(pid=121019) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Feb 19 20:39:36.263840 ncdv-master-1 neutron-server[121019]: INFO oslo_service.service [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Starting 2 workers
Feb 19 20:39:36.268821 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Started child 121128 {{(pid=121019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 19 20:39:36.273381 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Started child 121129 {{(pid=121019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 19 20:39:36.274540 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:36.275154 ncdv-master-1 neutron-server[121019]: INFO neutron.service [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Neutron service started, listening on 0.0.0.0:9696
Feb 19 20:39:36.275667 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Publish callbacks [] for process (None), before_spawn {{(pid=121019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:36.276153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [-] (121128) wsgi starting up on http://0.0.0.0:9696
Feb 19 20:39:36.278819 ncdv-master-1 neutron-server[121019]: INFO oslo_service.service [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Starting 1 workers
Feb 19 20:39:36.278929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:36.280401 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [-] (121129) wsgi starting up on http://0.0.0.0:9696
Feb 19 20:39:36.284120 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Started child 121130 {{(pid=121019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 19 20:39:36.284723 ncdv-master-1 neutron-server[121019]: INFO oslo_service.service [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Starting 1 workers
Feb 19 20:39:36.287795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.service [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] calling RpcWorker wait() {{(pid=121130) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 19 20:39:36.288352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.service [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] returning from RpcWorker wait() {{(pid=121130) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 19 20:39:36.289260 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Started child 121131 {{(pid=121019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 19 20:39:36.289893 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:36.290121 ncdv-master-1 neutron-server[121019]: DEBUG neutron_lib.callbacks.manager [None req-bdd83233-9349-46ac-b98f-75a1229d976f None None] Publish callbacks [] for process (None), after_spawn {{(pid=121019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:36.290440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:39:36.292107 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=121019) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Feb 19 20:39:36.292355 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 20:39:36.292542 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 19 20:39:36.292771 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 20:39:36.293404 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 19 20:39:36.293571 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 19 20:39:36.294108 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.294394 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.294670 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.294950 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.295256 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.295667 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:36.296133 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.296133 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.296395 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.296689 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.296949 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.297125 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.297299 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.297561 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.297821 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.298109 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.298442 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.298713 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.298967 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.299142 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.299415 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.299701 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.299947 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.300231 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] debug                          = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.300498 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.301035 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.301238 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.301486 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.301711 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.302000 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.302235 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.302534 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.302784 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.303008 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.303261 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.303516 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.303743 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.303982 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.304235 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.304484 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.304733 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.304985 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.305450 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.305695 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.305931 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.306182 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.306436 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.306687 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.306937 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.307194 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.307471 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.307739 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.307993 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.308254 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.308512 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.308768 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.309053 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.309225 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.309475 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.309751 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.310023 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.310257 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.310388 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.310555 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.310818 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.310985 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.311240 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.311481 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.311701 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.311921 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.312158 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.312405 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.312680 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.312901 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.313159 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.313400 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.313651 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.313898 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.314126 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.314391 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.314631 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.314855 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.315097 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.315315 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.315589 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.315823 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.316050 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.316284 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.316559 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.316821 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.317059 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.317307 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.317571 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.317803 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.318039 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.318273 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.318548 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.318779 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.319037 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.319265 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.319491 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.319737 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.319986 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.320486 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.320486 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.320945 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.320945 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.321253 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.321349 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.321650 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.321853 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.321986 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.322231 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.322448 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.322853 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.323009 ncdv-master-1 neutron-server[121131]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:39:36.323178 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.323521 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.323766 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.324003 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.325568 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.325568 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.325568 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.325568 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.325886 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.326056 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.326727 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.326727 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.326886 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.327225 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.327573 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.327847 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.328144 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.328419 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.328667 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.328889 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.329116 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.329410 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.329633 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.329870 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.330106 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.330331 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.330769 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.330874 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.331172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34530) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:39:36.331293 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.331508 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.331774 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.332052 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.332283 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.332569 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.332811 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.333036 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.333293 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.333523 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.333807 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.334037 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.334283 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.334519 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.334757 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.335002 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.335257 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.335525 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.335772 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.336012 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.336242 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.336503 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.336745 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.336982 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.337222 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.337454 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.337674 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.337934 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.338180 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.338406 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.338802 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.339171 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.339576 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.339817 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.340242 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.341165 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.341555 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.341950 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.342198 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.342466 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.342717 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.342939 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.343161 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.343392 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.343645 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.343900 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.344089 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.344503 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.344906 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.345125 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.345485 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.345728 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.346107 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.346462 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.346915 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.347024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0081458
Feb 19 20:39:36.347379 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.347748 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.349026 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.349444 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.350541 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.350926 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.351316 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.351739 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.352202 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.352491 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.352761 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.353142 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.353539 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.353911 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.354295 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.354680 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.355059 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.355293 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.355571 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.355988 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.356255 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.356526 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.356775 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.357044 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.357272 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.357493 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.357892 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.358127 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.358371 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.358609 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.358917 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.359165 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.359405 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.359820 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.360067 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.360356 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.360783 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.361069 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.361301 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.361582 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.361893 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.362196 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.363285 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.363285 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.363285 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.363285 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.363567 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.363713 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.364158 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.364456 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.364709 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.364948 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.365307 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.365685 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.366068 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.366539 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.366803 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.367051 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.367408 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.367836 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.368263 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.368546 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.368837 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.369112 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.369381 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.369634 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.369894 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.370117 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.370355 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.370932 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.370932 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.371103 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.371269 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.371530 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.371846 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.371990 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.372251 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.372508 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.372735 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.372980 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.373205 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.373756 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.373756 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.374068 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.374211 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.374399 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.375531 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.375791 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.376054 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.376379 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.376568 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.376812 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.377087 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.377347 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.377590 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.377831 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.378058 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.378326 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.378550 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.378819 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.379047 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.379300 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.379492 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.379718 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.379959 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.380180 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.381746 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.381746 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.381746 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.382003 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.382236 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.382491 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.382737 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.383004 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.383252 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.383479 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.383704 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.384068 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.384479 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.384859 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.385208 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.385315 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.385537 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.385762 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.385984 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.386380 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.386824 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.387650 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.387868 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.388095 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.388347 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.389269 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.389540 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.389792 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.391010 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.391010 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.391010 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.391010 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.391010 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.391410 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.391500 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.391745 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.392478 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.392478 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.393586 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.393877 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.395237 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.395237 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.395603 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.395898 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.396248 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.396567 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.398056 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.399604 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.399864 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.401027 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.401863 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.401863 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.402606 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.403357 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.403612 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.403848 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.404083 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.404323 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.404607 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.405204 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.405204 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.405392 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.405582 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.405840 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.406059 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.406294 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.406528 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.406754 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.407147 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.408377 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.409679 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.410551 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.410877 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.411158 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.411460 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.411864 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.412190 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.412455 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.412725 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.412971 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.413216 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.413855 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.413855 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.414110 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.414597 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.414999 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.415266 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.415562 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.415905 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.416351 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.416664 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.416981 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.417361 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.417700 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.418563 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.418833 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.419095 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.419394 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.419643 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.419893 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.420135 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.420416 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.420726 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.420987 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.421234 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.421456 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.421689 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.421910 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.422155 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.422374 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.422615 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.423700 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.423700 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 19 20:39:36.423876 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=121019) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Feb 19 20:39:36.423948 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 20:39:36.424061 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 19 20:39:36.424314 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 20:39:36.424728 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 19 20:39:36.425042 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 19 20:39:36.425266 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.425433 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.425600 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.425765 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.425973 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.426113 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.426280 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.426450 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.426607 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.426921 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.427090 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.427256 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.427419 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.427582 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.427745 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.427910 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.428068 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.428228 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.428415 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.428580 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.428807 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.428923 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.429859 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] debug                          = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.429859 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.429859 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.429859 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.429859 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.429859 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.430310 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.430310 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.430310 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.430516 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.430657 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.430768 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.430929 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.431090 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.431250 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.431412 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.431571 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.431731 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.431889 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.432050 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.432209 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.432418 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.432560 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.433429 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.433429 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.433429 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.433429 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.433429 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.433808 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.433808 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.433808 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.434051 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.434125 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.434236 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.434395 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.434555 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.434714 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.434871 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.435091 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.435260 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.435421 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.435581 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.435742 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.436365 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.436365 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.436365 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.436365 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.436694 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.436694 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.436847 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.436995 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.437154 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.437317 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.437478 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.437638 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.437805 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.437961 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.438119 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.438279 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.438442 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.438604 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.439256 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.439581 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.440070 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.440157 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.441081 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.441081 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.441081 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.441081 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.441081 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.441081 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.441539 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.441539 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.441539 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.441749 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.442632 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.442632 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.442632 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.442632 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.442632 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.442632 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.443060 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.443060 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.443060 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.443251 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.443318 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.443440 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.443589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:39:36.443683 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.443755 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.444368 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.444368 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 19 20:39:36.444368 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.444599 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.444599 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.444723 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.444862 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.445031 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.445185 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.445350 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.445513 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.445676 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.445846 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.446009 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.446182 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.446346 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.446577 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.446675 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.446820 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.446982 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.447193 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.447288 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.447452 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.448984 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.448984 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.448984 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.448984 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.449285 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.449354 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.449517 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.450231 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.450426 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.450596 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.450767 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.450938 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.451113 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.451525 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.451803 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.452069 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.453183 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.453183 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.453183 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.453183 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.453183 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.453183 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.453644 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.453768 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.453999 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.455192 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.455447 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.455681 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.455931 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.456111 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.456303 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.456552 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.456851 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.457076 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.457301 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.457654 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.458594 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.458594 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.458594 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.458594 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.458594 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.458594 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.459044 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.459593 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.459593 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.459593 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.459843 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.459917 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.460088 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.460455 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.460632 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.460801 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.460968 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.461137 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.461304 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.462486 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.462486 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.462486 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.462486 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.462486 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.462486 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.462486 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.463002 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.463002 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.463002 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.463002 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.463272 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.463340 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.463467 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.463630 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.463816 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.464800 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.464800 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.464800 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.464800 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.464800 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.464800 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.465289 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.465289 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.465289 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.465964 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.466167 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.466304 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.466397 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.466880 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.466880 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.466880 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.467120 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.467213 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.467305 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.467549 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.467738 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.467912 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.468079 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.468243 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.468454 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.468624 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.468786 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.468964 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.469127 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.469451 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.469624 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.469798 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.470205 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.470205 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.470385 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.470465 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.470615 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.470751 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.471842 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.471842 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.471842 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.471842 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.471842 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.471842 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.471842 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.472373 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.472373 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.472373 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.472588 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.472667 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.472825 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.472966 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.473137 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.473274 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.473443 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.473607 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.473778 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.473939 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.474104 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.474270 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.474436 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.476684 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.476684 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.476684 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.476684 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.476684 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.476684 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.476684 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.476684 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477293 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477293 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477293 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477293 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477293 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477293 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477293 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477293 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477763 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477763 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477763 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477763 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.477763 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.478089 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.478089 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.478222 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.479319 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.479319 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.479319 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.479319 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.479319 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.479319 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.479319 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.479790 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.479790 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.479790 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.479962 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.481499 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.481499 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.481499 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.481499 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.481499 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.481499 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.481965 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.481965 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.481965 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.482176 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.482256 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.482367 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.482532 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.482699 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.482864 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.483028 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.483195 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.483359 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.483524 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.483689 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.483855 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.484019 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.484185 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.484472 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.484570 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.484887 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.484887 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.485021 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.485778 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.485778 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.485778 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.485778 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.485778 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.486124 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.486124 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.486248 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.486398 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.486562 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.486727 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.486891 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.487262 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.487262 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.487402 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.487537 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.487701 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.487890 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.488055 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.488230 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.488444 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.488577 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.488742 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.488908 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.489072 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.489247 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.489413 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.489828 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.489828 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.489975 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.490047 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.490194 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.490359 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.490522 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.491415 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.491415 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.491415 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.491415 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.491415 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.491831 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.491831 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.491831 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.492043 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.492133 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.492216 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.493914 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.493914 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.493914 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.493914 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.493914 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.493914 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.493914 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.493914 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.494436 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.494436 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.494436 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.494436 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.494436 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.495417 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.495417 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.495417 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.495417 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.495417 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.495417 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.495775 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.495775 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.495775 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.495963 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.496135 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.497221 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.497221 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.497221 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.497448 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.497448 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.497606 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.498062 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.498062 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.498062 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.498304 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.498385 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.498521 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.498685 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.498849 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.499017 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.499179 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.499875 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 19 20:39:36.499875 ncdv-master-1 neutron-server[121019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 19 20:39:48.282340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0366dbd6-35bb-4964-91af-d2e517c6249f None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 20:39:48.467935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0366dbd6-35bb-4964-91af-d2e517c6249f None None] No non-hosted networks {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 19 20:39:48.478174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.agentschedulers_db [None req-0366dbd6-35bb-4964-91af-d2e517c6249f None None] DHCP Agent not found on host ncdv-master-1 {{(pid=121130) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Feb 19 20:39:48.561147 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-23bd0d8b-07ba-42a5-b94a-ac82c000cbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441892'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:50.302880 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-12838d45-96a3-4011-90d2-7df658cf1f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441892'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:50.422861 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6d6f6674-5b1a-4bfa-998e-7b284578bb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:51.643945 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441892'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:52.983609 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441892'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:54.324156 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441892'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:54.325877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.326874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.327225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.327568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.327909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.328245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.328612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.329221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.329559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.329885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.330208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.331858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.332272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:39:54.332821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5a7223d370>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:39:54.343752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5a72293c10>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:39:54.534454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34630) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:39:55.028010 ncdv-master-1 neutron-server[121128]: WARNING oslo_policy.policy [None req-8c06e4bf-5cb7-4e85-bf91-e2a783ac1acf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 20:39:55.028631 ncdv-master-1 neutron-server[121128]: WARNING oslo_policy.policy [None req-8c06e4bf-5cb7-4e85-bf91-e2a783ac1acf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 20:39:55.254060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [None req-8c06e4bf-5cb7-4e85-bf91-e2a783ac1acf admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:39:55.255096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8c06e4bf-5cb7-4e85-bf91-e2a783ac1acf admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7197030
Feb 19 20:39:57.912620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34646) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:39:58.230175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e0e5cddc-ca87-4f0c-939f-d352d6c3a537 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:39:58.323590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.policy [None req-e0e5cddc-ca87-4f0c-939f-d352d6c3a537 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121128) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Feb 19 20:39:58.366833 ncdv-master-1 neutron-server[121128]: WARNING oslo_policy.policy [None req-e0e5cddc-ca87-4f0c-939f-d352d6c3a537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 20:39:58.367221 ncdv-master-1 neutron-server[121128]: WARNING oslo_policy.policy [None req-e0e5cddc-ca87-4f0c-939f-d352d6c3a537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 20:39:58.460757 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cddc-ca87-4f0c-939f-d352d6c3a537 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751658369868', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751658369305', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751658382540', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751658418613', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751658433072', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751658409958', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-566185', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-563085', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1678814', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1457842'] for rbac-policy (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:58.526045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cddc-ca87-4f0c-939f-d352d6c3a537 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:39:58.527275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e0e5cddc-ca87-4f0c-939f-d352d6c3a537 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6136618
Feb 19 20:39:58.593566 ncdv-master-1 neutron-server[121130]: INFO neutron.db.l3_hamode_db [None req-f48c7ab3-35c0-4458-a765-ac217a3d3ebb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 19 20:39:58.679136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c7ab3-35c0-4458-a765-ac217a3d3ebb None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:39:58.679534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c7ab3-35c0-4458-a765-ac217a3d3ebb None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 19 20:40:01.132836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34656) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:40:01.617333 ncdv-master-1 neutron-server[121129]: WARNING oslo_policy.policy [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 20:40:01.617916 ncdv-master-1 neutron-server[121129]: WARNING oslo_policy.policy [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 20:40:01.839823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:40:01.892648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Made reservation on behalf of 2a486af8aa3c4f399c582c62fa59d1b2 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:40:01.953955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.policy [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121129) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Feb 19 20:40:01.995679 ncdv-master-1 neutron-server[121129]: WARNING oslo_policy.policy [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 20:40:01.996058 ncdv-master-1 neutron-server[121129]: WARNING oslo_policy.policy [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 20:40:02.007219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:02.029176 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:02.142641 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Publish callbacks [] for security_group (0a3d54cc-a926-4f27-99a3-0c737f7310c4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:02.146490 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0a3d54cc-a926-4f27-99a3-0c737f7310c4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:02.172600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:40:02.208506 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751653328707', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1b178ba3-b168-46c6-90a7-10eec3692d20), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:02.209217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5a73017430> segment precommit_create {{(pid=121129) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 19 20:40:02.209806 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Added segment 1b178ba3-b168-46c6-90a7-10eec3692d20 of type vlan for network 8c0f66ec-043a-4662-ac36-18896d8d71fc
Feb 19 20:40:02.227114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3d54cc-a926-4f27-99a3-0c737f7310c4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:02.279852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.280260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.280754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.281146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.281536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.281872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.282200 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.282545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.282854 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.283177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.283500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.283821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.284140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Tracked resource versions report:
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]: pushed versions:
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]: {   'AddressGroup': {'1.2'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'ConntrackHelper': {'1.0'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'LocalIPAssociation': {'1.0'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'Log': {'1.0'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'Network': {'1.1'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'Port': {'1.7'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'PortForwarding': {'1.2'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'QosPolicy': {'1.10'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'SecurityGroup': {'1.5'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'SecurityGroupRule': {'1.2'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'SubPort': {'1.0'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'Subnet': {'1.1'},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     'Trunk': {'1.1'}}
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]: consumer versions:
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]: {   DHCP agent@ncdv-master-1: {},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     L3 agent@ncdv-master-1: {},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     Metadata agent@ncdv-master-1: {},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     Metering agent@ncdv-master-1: {},
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'ConntrackHelper': '1.0',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'LocalIPAssociation': '1.0',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'Log': '1.0',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'Network': '1.1',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'Port': '1.7',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'PortForwarding': '1.2',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'QosPolicy': '1.10',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'SecurityGroup': '1.5',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'SecurityGroupRule': '1.2',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'SubPort': '1.0',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'Subnet': '1.1',
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:                                           'Trunk': '1.1'}}
Feb 19 20:40:02.285311 ncdv-master-1 neutron-server[121129]:  {{(pid=121129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 19 20:40:02.323288 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (8c0f66ec-043a-4662-ac36-18896d8d71fc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:02.364101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (8c0f66ec-043a-4662-ac36-18896d8d71fc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:02.369241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:40:02.369958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:02.460368 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 1.3252003
Feb 19 20:40:02.493086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d1062-6739-47a8-af92-4024cd3bf760 demo demo] Pushing event updated for resources: {'Network': ['ID=8c0f66ec-043a-4662-ac36-18896d8d71fc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:02.505443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 8c0f66ec-043a-4662-ac36-18896d8d71fc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:40:05.076922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34676) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:40:05.473058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acfaf7a-ef60-4bb9-ab81-d69436292248 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:40:05.474432 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2acfaf7a-ef60-4bb9-ab81-d69436292248 demo admin] 10.222.0.30 "GET /v2.0/networks/8c0f66ec-043a-4662-ac36-18896d8d71fc HTTP/1.1" status: 200  len: 825 time: 0.3965249
Feb 19 20:40:05.514425 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e3c82e41-e4e4-4603-a109-980f38bc257c demo admin] 10.222.0.30 "GET /v2.0/subnetpools/1aae2dde-a00d-4d6d-af65-b31815c50b19 HTTP/1.1" status: 200  len: 734 time: 0.0330210
Feb 19 20:40:05.522819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] Request body: {'subnet': {'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '1aae2dde-a00d-4d6d-af65-b31815c50b19'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:40:05.544107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] Made reservation on behalf of 2a486af8aa3c4f399c582c62fa59d1b2 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:40:05.546293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:05.830227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (8f129038-c430-4532-a554-6375e5ca6576), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:05.893851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8f129038-c430-4532-a554-6375e5ca6576,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:05.900593 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] Checking segment: {'id': '1b178ba3-b168-46c6-90a7-10eec3692d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:40:05.900989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] Network hostable DHCP agents. Network: 8c0f66ec-043a-4662-ac36-18896d8d71fc, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:40:05.920859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] Network 8c0f66ec-043a-4662-ac36-18896d8d71fc is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:40:05.931271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8c0f66ec-043a-4662-ac36-18896d8d71fc) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:40:05.936149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:40:05.936771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:05.941348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc2164f-6de6-4660-a91a-8229bb7fcce8 None None] Network 8c0f66ec-043a-4662-ac36-18896d8d71fc requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:40:05.955992 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1454ce4c-d578-411f-aee2-958a845770d1 demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4363585
Feb 19 20:40:06.316353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8c0f66ec-043a-4662-ac36-18896d8d71fc', 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc', 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'fixed_ips': [{'subnet_id': '8f129038-c430-4532-a554-6375e5ca6576'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:40:06.317663 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:06.596947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Allocated IP 172.20.0.2 (8c0f66ec-043a-4662-ac36-18896d8d71fc/8f129038-c430-4532-a554-6375e5ca6576/ccb65511-af06-4721-bed3-6ee505ddc0ed) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:40:06.866899 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Publish callbacks [] for port (ccb65511-af06-4721-bed3-6ee505ddc0ed), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:06.874303 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (ccb65511-af06-4721-bed3-6ee505ddc0ed), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:06.947945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Network 8c0f66ec-043a-4662-ac36-18896d8d71fc is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:40:06.953091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:40:06.956440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:40:06.972973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Pushing event updated for resources: {'Port': ['ID=ccb65511-af06-4721-bed3-6ee505ddc0ed,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:07.017915 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.018265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.018605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.018948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.019281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.019629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.019946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.020270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.020647 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.020975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.021302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.021623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.021945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Tracked resource versions report:
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]: pushed versions:
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]: {   'AddressGroup': {'1.2'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'ConntrackHelper': {'1.0'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'LocalIPAssociation': {'1.0'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'Log': {'1.0'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'Network': {'1.1'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'Port': {'1.7'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'PortForwarding': {'1.2'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'QosPolicy': {'1.10'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'SecurityGroup': {'1.5'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'SecurityGroupRule': {'1.2'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'SubPort': {'1.0'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'Subnet': {'1.1'},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     'Trunk': {'1.1'}}
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]: consumer versions:
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]: {   DHCP agent@ncdv-master-1: {},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     L3 agent@ncdv-master-1: {},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     Metadata agent@ncdv-master-1: {},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     Metering agent@ncdv-master-1: {},
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'ConntrackHelper': '1.0',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'LocalIPAssociation': '1.0',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'Log': '1.0',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'Network': '1.1',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'Port': '1.7',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'PortForwarding': '1.2',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'QosPolicy': '1.10',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'SecurityGroup': '1.5',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'SecurityGroupRule': '1.2',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'SubPort': '1.0',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'Subnet': '1.1',
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:                                           'Trunk': '1.1'}}
Feb 19 20:40:07.023042 ncdv-master-1 neutron-server[121130]:  {{(pid=121130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 19 20:40:07.057689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Attempting to bind port ccb65511-af06-4721-bed3-6ee505ddc0ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:40:07.058098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Attempting to bind port ccb65511-af06-4721-bed3-6ee505ddc0ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1b178ba3-b168-46c6-90a7-10eec3692d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:40:07.058551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Attempting to bind port ccb65511-af06-4721-bed3-6ee505ddc0ed on network 8c0f66ec-043a-4662-ac36-18896d8d71fc {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:40:07.063370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:40:07.063756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Checking segment: {'id': '1b178ba3-b168-46c6-90a7-10eec3692d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:40:07.064234 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:07.064661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Bound using segment: {'id': '1b178ba3-b168-46c6-90a7-10eec3692d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:40:07.065168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Bound port: ccb65511-af06-4721-bed3-6ee505ddc0ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b178ba3-b168-46c6-90a7-10eec3692d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:40:07.065580 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ccb65511-af06-4721-bed3-6ee505ddc0ed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:07.125660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] For port ccb65511-af06-4721-bed3-6ee505ddc0ed, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:40:07.129805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] For port ccb65511-af06-4721-bed3-6ee505ddc0ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccb65511-af06-4721-bed3-6ee505ddc0ed,segment=NetworkSegment(1b178ba3-b168-46c6-90a7-10eec3692d20),segment_id=1b178ba3-b168-46c6-90a7-10eec3692d20)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:40:07.140163 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ccb65511-af06-4721-bed3-6ee505ddc0ed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:07.205906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a94a41-8d64-4bd1-aada-911c9c8c8c9e None None] Pushing event updated for resources: {'Port': ['ID=ccb65511-af06-4721-bed3-6ee505ddc0ed,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:08.589802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34684) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:40:08.904149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-c8c69479-1048-491e-8fef-2780fb5698df admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:40:08.905266 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c8c69479-1048-491e-8fef-2780fb5698df admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3144295
Feb 19 20:40:11.553565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34692) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:40:11.873489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-be14531d-f2e1-4bf7-91e5-1751230291a5 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:40:11.874586 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-be14531d-f2e1-4bf7-91e5-1751230291a5 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3199959
Feb 19 20:40:14.497344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34700) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:40:14.807081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e37bd5a5-0411-4ec9-96c2-7438a1d77da8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:40:14.835327 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e37bd5a5-0411-4ec9-96c2-7438a1d77da8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (379b2a51-997e-4171-a4d8-45fe0e9055f9), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:14.837050 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e37bd5a5-0411-4ec9-96c2-7438a1d77da8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (379b2a51-997e-4171-a4d8-45fe0e9055f9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:14.983886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e37bd5a5-0411-4ec9-96c2-7438a1d77da8 demo demo] Publish callbacks [] for router_controller (379b2a51-997e-4171-a4d8-45fe0e9055f9), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:14.988379 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e37bd5a5-0411-4ec9-96c2-7438a1d77da8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (379b2a51-997e-4171-a4d8-45fe0e9055f9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:15.008093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e37bd5a5-0411-4ec9-96c2-7438a1d77da8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:15.009313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e37bd5a5-0411-4ec9-96c2-7438a1d77da8 demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.5109656
Feb 19 20:40:17.609339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34712) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:40:17.934629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [None req-a3321ea5-35a3-4853-987d-6d415c0ea434 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:40:17.935672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a3321ea5-35a3-4853-987d-6d415c0ea434 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3253274
Feb 19 20:40:18.182699 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a98d4b9b-85e2-4ac9-a4c8-b116fbe2a73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:18.947698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39995f78-9d3c-445f-9998-0bc35bda13e0 None None] Network 8c0f66ec-043a-4662-ac36-18896d8d71fc requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:40:19.078969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-42a06f90-b33d-4843-82be-37418889ca27 None None] Provisioning complete for port ccb65511-af06-4721-bed3-6ee505ddc0ed triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:40:19.079392 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42a06f90-b33d-4843-82be-37418889ca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ccb65511-af06-4721-bed3-6ee505ddc0ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:19.181213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ccb65511-af06-4721-bed3-6ee505ddc0ed up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:40:19.263865 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-42a06f90-b33d-4843-82be-37418889ca27 None None] Current status of the port ccb65511-af06-4721-bed3-6ee505ddc0ed is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:40:19.264555 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42a06f90-b33d-4843-82be-37418889ca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ccb65511-af06-4721-bed3-6ee505ddc0ed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:19.310496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-42a06f90-b33d-4843-82be-37418889ca27 None None] For port ccb65511-af06-4721-bed3-6ee505ddc0ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccb65511-af06-4721-bed3-6ee505ddc0ed,segment=NetworkSegment(1b178ba3-b168-46c6-90a7-10eec3692d20),segment_id=1b178ba3-b168-46c6-90a7-10eec3692d20)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:40:19.315584 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42a06f90-b33d-4843-82be-37418889ca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ccb65511-af06-4721-bed3-6ee505ddc0ed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:19.319474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port ccb65511-af06-4721-bed3-6ee505ddc0ed triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:40:19.319859 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ccb65511-af06-4721-bed3-6ee505ddc0ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:19.388978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a06f90-b33d-4843-82be-37418889ca27 None None] Pushing event updated for resources: {'Port': ['ID=ccb65511-af06-4721-bed3-6ee505ddc0ed,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:19.437864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port ccb65511-af06-4721-bed3-6ee505ddc0ed is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:40:19.443150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e4a5204f-35cb-45cc-b353-01b32a69cc0c None None] Provisioning complete for port ccb65511-af06-4721-bed3-6ee505ddc0ed triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:40:19.443544 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e4a5204f-35cb-45cc-b353-01b32a69cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ccb65511-af06-4721-bed3-6ee505ddc0ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:19.518189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e4a5204f-35cb-45cc-b353-01b32a69cc0c None None] Current status of the port ccb65511-af06-4721-bed3-6ee505ddc0ed is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:40:20.277958 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-28cf4707-d666-4528-809a-7f221d3eaf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:20.527915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34720) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:40:20.836521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:40:20.854243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Made reservation on behalf of 8848562c8fea4a5fbbab0bbfcc0a45f0 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:40:20.856639 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:20.864254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:20.938642 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Publish callbacks [] for security_group (e44d45fe-08a9-481c-9c80-80d9dbbbfe4f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:20.942145 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e44d45fe-08a9-481c-9c80-80d9dbbbfe4f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:20.957144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Reserving flat network on physical network physnet1 {{(pid=121129) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Feb 19 20:40:20.974888 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44d45fe-08a9-481c-9c80-80d9dbbbfe4f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:20.979851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ffd7e093-05bb-4fe6-bc3d-a33b00890420), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:20.980213 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Added segment ffd7e093-05bb-4fe6-bc3d-a33b00890420 of type flat for network 46539bba-6cad-4c87-80c0-0d2c8447156a
Feb 19 20:40:21.027827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (46539bba-6cad-4c87-80c0-0d2c8447156a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:21.059264 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (46539bba-6cad-4c87-80c0-0d2c8447156a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:21.060175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:40:21.060863 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:21.142851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ccb65511-af06-4721-bed3-6ee505ddc0ed up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:40:21.147534 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6185548
Feb 19 20:40:21.155256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1acd5-01f9-43d5-8f3d-821f725d698a admin admin] Pushing event updated for resources: {'Network': ['ID=46539bba-6cad-4c87-80c0-0d2c8447156a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:21.168205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 46539bba-6cad-4c87-80c0-0d2c8447156a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:40:21.261329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port ccb65511-af06-4721-bed3-6ee505ddc0ed triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:40:21.261792 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ccb65511-af06-4721-bed3-6ee505ddc0ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:21.338406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port ccb65511-af06-4721-bed3-6ee505ddc0ed is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:40:21.609451 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:22.945303 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:23.734739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34738) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:40:23.909296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91a16c6-eb2b-4c64-81a7-21238766d13c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:40:23.910681 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f91a16c6-eb2b-4c64-81a7-21238766d13c demo admin] 10.222.0.30 "GET /v2.0/subnets/8f129038-c430-4532-a554-6375e5ca6576 HTTP/1.1" status: 200  len: 849 time: 0.1749794
Feb 19 20:40:24.072541 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-68b31f5c-77a1-4fc1-b37b-bbd9be059df2 demo admin] 10.222.0.30 "GET /v2.0/routers/379b2a51-997e-4171-a4d8-45fe0e9055f9 HTTP/1.1" status: 200  len: 704 time: 0.1563210
Feb 19 20:40:24.323482 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:24.343570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:24.629652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Allocated IP 172.20.0.1 (8c0f66ec-043a-4662-ac36-18896d8d71fc/8f129038-c430-4532-a554-6375e5ca6576/7e0e527b-1600-4710-bdee-1df87ff44bd8) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:40:24.826693 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Publish callbacks [] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:24.890447 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:24.963671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Network 8c0f66ec-043a-4662-ac36-18896d8d71fc is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:40:24.968275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:40:24.973845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:40:24.974149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (379b2a51-997e-4171-a4d8-45fe0e9055f9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:24.996653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Pushing event updated for resources: {'Port': ['ID=7e0e527b-1600-4710-bdee-1df87ff44bd8,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:25.175827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:25.235983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-31bf26e3-42f5-4351-ac46-f9e5a88ecea9 None None] Provisioning complete for port 7e0e527b-1600-4710-bdee-1df87ff44bd8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:40:25.236374 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31bf26e3-42f5-4351-ac46-f9e5a88ecea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:25.269092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-31bf26e3-42f5-4351-ac46-f9e5a88ecea9 None None] Port 7e0e527b-1600-4710-bdee-1df87ff44bd8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:40:25.388355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Publish callbacks [] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:25.392817 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:25.393690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (379b2a51-997e-4171-a4d8-45fe0e9055f9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:25.466418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Pushing event updated for resources: {'Port': ['ID=7e0e527b-1600-4710-bdee-1df87ff44bd8,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:25.514722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Network 8c0f66ec-043a-4662-ac36-18896d8d71fc is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:40:25.516023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:40:25.684239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Router 379b2a51-997e-4171-a4d8-45fe0e9055f9 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:40:25.781430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:40:25.786505 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3c2ee8b4-f390-4b0e-bbd2-a3e2fc140b29 demo admin] 10.222.0.30 "PUT /v2.0/routers/379b2a51-997e-4171-a4d8-45fe0e9055f9/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.7089424
Feb 19 20:40:25.797460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-aaf3d358-e126-4471-b79d-f2288588641f None None] Provisioning complete for port 7e0e527b-1600-4710-bdee-1df87ff44bd8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:40:25.798034 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aaf3d358-e126-4471-b79d-f2288588641f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:25.804376 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Sync routers for ids ['379b2a51-997e-4171-a4d8-45fe0e9055f9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:40:25.816704 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Routers {'379b2a51-997e-4171-a4d8-45fe0e9055f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:40:25.817863 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a71a7ea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:40:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['379b2a51-997e-4171-a4d8-45fe0e9055f9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:40:25.833417 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-aaf3d358-e126-4471-b79d-f2288588641f None None] Port 7e0e527b-1600-4710-bdee-1df87ff44bd8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:40:26.020179 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Set router 379b2a51-997e-4171-a4d8-45fe0e9055f9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:40:26.445967 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a71a7ea90>, [{'id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'name': 'router1', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:40:14Z', 'updated_at': '2022-02-19T20:40:25Z', 'revision_number': 2, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'gw_port_host': None, '_interfaces': [{'id': '7e0e527b-1600-4710-bdee-1df87ff44bd8', 'name': '', 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'mac_address': 'fa:16:3e:7d:97:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f129038-c430-4532-a554-6375e5ca6576', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:40:24Z', 'updated_at': '2022-02-19T20:40:25Z', 'revision_number': 2, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'subnets': [{'id': '8f129038-c430-4532-a554-6375e5ca6576', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aae2dde-a00d-4d6d-af65-b31815c50b19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:40:26.495252 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Checking router: 379b2a51-997e-4171-a4d8-45fe0e9055f9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:40:26.495629 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Updating router 379b2a51-997e-4171-a4d8-45fe0e9055f9 port 7e0e527b-1600-4710-bdee-1df87ff44bd8 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:40:26.547033 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:27.074456 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Publish callbacks [] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:27.081230 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:27.248533 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Pushing event updated for resources: {'Port': ['ID=7e0e527b-1600-4710-bdee-1df87ff44bd8,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:27.256516 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Attempting to bind port 7e0e527b-1600-4710-bdee-1df87ff44bd8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:40:27.257463 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Attempting to bind port 7e0e527b-1600-4710-bdee-1df87ff44bd8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1b178ba3-b168-46c6-90a7-10eec3692d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:40:27.258293 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Attempting to bind port 7e0e527b-1600-4710-bdee-1df87ff44bd8 on network 8c0f66ec-043a-4662-ac36-18896d8d71fc {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:40:27.271358 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.271851 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.272354 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.272855 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.273333 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.273815 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.274290 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.274764 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.275237 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.275714 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.276183 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.276717 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.277952 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Tracked resource versions report:
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]: pushed versions:
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]: {   'AddressGroup': {'1.2'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'ConntrackHelper': {'1.0'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'LocalIPAssociation': {'1.0'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'Log': {'1.0'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'Network': {'1.1'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'Port': {'1.7'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'PortForwarding': {'1.2'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'QosPolicy': {'1.10'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'SecurityGroup': {'1.5'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'SecurityGroupRule': {'1.2'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'SubPort': {'1.0'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'Subnet': {'1.1'},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     'Trunk': {'1.1'}}
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]: consumer versions:
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]: {   DHCP agent@ncdv-master-1: {},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     L3 agent@ncdv-master-1: {},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     Metadata agent@ncdv-master-1: {},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     Metering agent@ncdv-master-1: {},
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'ConntrackHelper': '1.0',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'LocalIPAssociation': '1.0',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'Log': '1.0',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'Network': '1.1',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'Port': '1.7',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'PortForwarding': '1.2',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'QosPolicy': '1.10',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'SecurityGroup': '1.5',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'SecurityGroupRule': '1.2',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'SubPort': '1.0',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'Subnet': '1.1',
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:                                           'Trunk': '1.1'}}
Feb 19 20:40:27.279847 ncdv-master-1 neutron-server[121131]:  {{(pid=121131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 19 20:40:27.283801 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:40:27.284207 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Checking segment: {'id': '1b178ba3-b168-46c6-90a7-10eec3692d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:40:27.284726 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:27.285115 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Bound using segment: {'id': '1b178ba3-b168-46c6-90a7-10eec3692d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:40:27.285631 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Bound port: 7e0e527b-1600-4710-bdee-1df87ff44bd8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b178ba3-b168-46c6-90a7-10eec3692d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:40:27.286021 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:27.358890 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] For port 7e0e527b-1600-4710-bdee-1df87ff44bd8, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:40:27.362455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92146c4a-e863-4137-b4e7-a4d14edbbed8 None None] Provisioning complete for port 7e0e527b-1600-4710-bdee-1df87ff44bd8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:40:27.362983 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92146c4a-e863-4137-b4e7-a4d14edbbed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:27.378313 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] For port 7e0e527b-1600-4710-bdee-1df87ff44bd8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e0e527b-1600-4710-bdee-1df87ff44bd8,segment=NetworkSegment(1b178ba3-b168-46c6-90a7-10eec3692d20),segment_id=1b178ba3-b168-46c6-90a7-10eec3692d20)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:40:27.384633 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:27.399173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92146c4a-e863-4137-b4e7-a4d14edbbed8 None None] Port 7e0e527b-1600-4710-bdee-1df87ff44bd8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:40:27.437425 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4bc1a-9e5b-4fa3-a075-18b4f7024748 None None] Pushing event updated for resources: {'Port': ['ID=7e0e527b-1600-4710-bdee-1df87ff44bd8,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:27.456914 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Routers {'379b2a51-997e-4171-a4d8-45fe0e9055f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:40:27.457877 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a71a7ea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:40:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['379b2a51-997e-4171-a4d8-45fe0e9055f9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:40:27.552830 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] Set router 379b2a51-997e-4171-a4d8-45fe0e9055f9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:40:27.625438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-00d8b75e-78bc-4889-a89c-ea92bb25d771 None None] Provisioning complete for port 7e0e527b-1600-4710-bdee-1df87ff44bd8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:40:27.625978 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-00d8b75e-78bc-4889-a89c-ea92bb25d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:27.712084 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-00d8b75e-78bc-4889-a89c-ea92bb25d771 None None] Current status of the port 7e0e527b-1600-4710-bdee-1df87ff44bd8 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:40:27.712511 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-00d8b75e-78bc-4889-a89c-ea92bb25d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:27.745368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-00d8b75e-78bc-4889-a89c-ea92bb25d771 None None] For port 7e0e527b-1600-4710-bdee-1df87ff44bd8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e0e527b-1600-4710-bdee-1df87ff44bd8,segment=NetworkSegment(1b178ba3-b168-46c6-90a7-10eec3692d20),segment_id=1b178ba3-b168-46c6-90a7-10eec3692d20)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:40:27.750422 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-00d8b75e-78bc-4889-a89c-ea92bb25d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:27.771747 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a71a7ea90>, [{'id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'name': 'router1', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:40:14Z', 'updated_at': '2022-02-19T20:40:25Z', 'revision_number': 2, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'gw_port_host': None, '_interfaces': [{'id': '7e0e527b-1600-4710-bdee-1df87ff44bd8', 'name': '', 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'mac_address': 'fa:16:3e:7d:97:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f129038-c430-4532-a554-6375e5ca6576', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:40:24Z', 'updated_at': '2022-02-19T20:40:27Z', 'revision_number': 4, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'subnets': [{'id': '8f129038-c430-4532-a554-6375e5ca6576', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aae2dde-a00d-4d6d-af65-b31815c50b19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:40:27.802208 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5ac2e-6aef-40f4-8b89-cf7af0e358b8 None None] The sync data for ids ['379b2a51-997e-4171-a4d8-45fe0e9055f9'] in ncdv-master-1 is: [{'id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'name': 'router1', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:40:14Z', 'updated_at': '2022-02-19T20:40:25Z', 'revision_number': 2, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'gw_port_host': None, '_interfaces': [{'id': '7e0e527b-1600-4710-bdee-1df87ff44bd8', 'name': '', 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'mac_address': 'fa:16:3e:7d:97:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f129038-c430-4532-a554-6375e5ca6576', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:40:24Z', 'updated_at': '2022-02-19T20:40:27Z', 'revision_number': 4, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'subnets': [{'id': '8f129038-c430-4532-a554-6375e5ca6576', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aae2dde-a00d-4d6d-af65-b31815c50b19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:40:27.806626 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8b75e-78bc-4889-a89c-ea92bb25d771 None None] Pushing event updated for resources: {'Port': ['ID=7e0e527b-1600-4710-bdee-1df87ff44bd8,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:28.316682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34760) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:40:28.424978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2977b-8252-446c-a89b-5a1cfb63cb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:40:28.432766 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bcf2977b-8252-446c-a89b-5a1cfb63cb00 admin admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 842 time: 0.1086190
Feb 19 20:40:28.436900 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Request body: {'subnet': {'cidr': '172.35.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.35.2.1', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:40:28.456871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Made reservation on behalf of 8848562c8fea4a5fbbab0bbfcc0a45f0 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:40:28.459053 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:28.736089 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 20:40:28.736556 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (eb72251c-fbde-4105-b036-5dea39327248), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:28.790578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb72251c-fbde-4105-b036-5dea39327248,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:28.799088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:40:28.799455 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Network hostable DHCP agents. Network: 46539bba-6cad-4c87-80c0-0d2c8447156a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:40:28.815828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:40:28.824781 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 46539bba-6cad-4c87-80c0-0d2c8447156a) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:40:28.828839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:40:28.829659 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:28.834916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837acb60-698c-4296-a544-fb8d1969e8d7 None None] Network 46539bba-6cad-4c87-80c0-0d2c8447156a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:40:28.852861 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f09f397d-a937-4285-9383-5a47657769bd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4193530
Feb 19 20:40:28.939212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef4b90-0237-4c32-9d44-b80071f7a5d8 None None] Network 46539bba-6cad-4c87-80c0-0d2c8447156a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:40:31.356475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34768) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:40:31.554841 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4464e2d2-9d23-4829-886e-8dd7ff82a7d0 demo admin] 10.222.0.30 "GET /v2.0/routers/379b2a51-997e-4171-a4d8-45fe0e9055f9 HTTP/1.1" status: 200  len: 710 time: 0.1973002
Feb 19 20:40:31.640224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e334d30-f4de-4226-8179-d497ea3c04e7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:40:31.641548 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0e334d30-f4de-4226-8179-d497ea3c04e7 demo admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 886 time: 0.0813565
Feb 19 20:40:31.650103 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:40:31.900503 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Publish callbacks [] for router_gateway (379b2a51-997e-4171-a4d8-45fe0e9055f9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:32.155570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Publish callbacks [] for router_gateway (379b2a51-997e-4171-a4d8-45fe0e9055f9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:32.228879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:32.331667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Allocated IP 172.35.2.96 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/39f3a819-4fcb-4bf4-a8ae-a988884b721e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:40:32.430206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Publish callbacks [] for port (39f3a819-4fcb-4bf4-a8ae-a988884b721e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:32.461763 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (39f3a819-4fcb-4bf4-a8ae-a988884b721e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:32.501714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:40:32.504372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:40:32.507684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:40:32.513266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Pushing event updated for resources: {'Port': ['ID=39f3a819-4fcb-4bf4-a8ae-a988884b721e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:32.757374 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Publish callbacks [] for router_gateway (379b2a51-997e-4171-a4d8-45fe0e9055f9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:33.045634 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (379b2a51-997e-4171-a4d8-45fe0e9055f9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:33.049139 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (379b2a51-997e-4171-a4d8-45fe0e9055f9), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:33.160834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Router 379b2a51-997e-4171-a4d8-45fe0e9055f9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:40:33.268896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:40:33.273393 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:33.275692 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-49a255c0-2fe9-47ee-8eda-af54ce529822 demo admin] 10.222.0.30 "PUT /v2.0/routers/379b2a51-997e-4171-a4d8-45fe0e9055f9 HTTP/1.1" status: 200  len: 889 time: 1.6276548
Feb 19 20:40:35.177763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7e0e527b-1600-4710-bdee-1df87ff44bd8 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:40:35.227455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 7e0e527b-1600-4710-bdee-1df87ff44bd8 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:40:35.227751 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:35.304871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 7e0e527b-1600-4710-bdee-1df87ff44bd8 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:40:35.906253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34780) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:40:36.023341 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-394d4a8a-c325-44e9-b98e-0a62f053c3b2 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1158655
Feb 19 20:40:36.821213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Sync routers for ids ['379b2a51-997e-4171-a4d8-45fe0e9055f9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:40:36.835507 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Routers {'379b2a51-997e-4171-a4d8-45fe0e9055f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:40:36.836180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702ece80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:40:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['379b2a51-997e-4171-a4d8-45fe0e9055f9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:40:37.058853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Set router 379b2a51-997e-4171-a4d8-45fe0e9055f9 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:40:37.549319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702ece80>, [{'id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'name': 'router1', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '39f3a819-4fcb-4bf4-a8ae-a988884b721e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:40:14Z', 'updated_at': '2022-02-19T20:40:32Z', 'revision_number': 4, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'gw_port': {'id': '39f3a819-4fcb-4bf4-a8ae-a988884b721e', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:40:32Z', 'updated_at': '2022-02-19T20:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e0e527b-1600-4710-bdee-1df87ff44bd8', 'name': '', 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'mac_address': 'fa:16:3e:7d:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f129038-c430-4532-a554-6375e5ca6576', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:40:24Z', 'updated_at': '2022-02-19T20:40:27Z', 'revision_number': 5, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'subnets': [{'id': '8f129038-c430-4532-a554-6375e5ca6576', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aae2dde-a00d-4d6d-af65-b31815c50b19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:40:37.597424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Checking router: 379b2a51-997e-4171-a4d8-45fe0e9055f9 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:40:37.597802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Updating router 379b2a51-997e-4171-a4d8-45fe0e9055f9 port 39f3a819-4fcb-4bf4-a8ae-a988884b721e binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:40:37.656452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (39f3a819-4fcb-4bf4-a8ae-a988884b721e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:37.982490 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Publish callbacks [] for port (39f3a819-4fcb-4bf4-a8ae-a988884b721e), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:37.987766 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (39f3a819-4fcb-4bf4-a8ae-a988884b721e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:38.033039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a932e-1acd-48de-82f2-c73fa5a9e99b None None] Pushing event updated for resources: {'Port': ['ID=39f3a819-4fcb-4bf4-a8ae-a988884b721e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:38.058867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Attempting to bind port 39f3a819-4fcb-4bf4-a8ae-a988884b721e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:40:38.059609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Attempting to bind port 39f3a819-4fcb-4bf4-a8ae-a988884b721e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:40:38.059609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Attempting to bind port 39f3a819-4fcb-4bf4-a8ae-a988884b721e on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:40:38.065077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:40:38.065456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:40:38.065885 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:38.066383 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:40:38.066851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Bound port: 39f3a819-4fcb-4bf4-a8ae-a988884b721e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:40:38.067232 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (39f3a819-4fcb-4bf4-a8ae-a988884b721e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:38.130864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] For port 39f3a819-4fcb-4bf4-a8ae-a988884b721e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:40:38.133883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] For port 39f3a819-4fcb-4bf4-a8ae-a988884b721e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39f3a819-4fcb-4bf4-a8ae-a988884b721e,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:40:38.142585 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (39f3a819-4fcb-4bf4-a8ae-a988884b721e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:38.202945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a932e-1acd-48de-82f2-c73fa5a9e99b None None] Pushing event updated for resources: {'Port': ['ID=39f3a819-4fcb-4bf4-a8ae-a988884b721e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:38.205509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Routers {'379b2a51-997e-4171-a4d8-45fe0e9055f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:40:38.206178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702ece80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:40:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['379b2a51-997e-4171-a4d8-45fe0e9055f9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:40:38.322273 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] Set router 379b2a51-997e-4171-a4d8-45fe0e9055f9 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:40:38.348569 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:40:38.555455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702ece80>, [{'id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'name': 'router1', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '39f3a819-4fcb-4bf4-a8ae-a988884b721e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:40:14Z', 'updated_at': '2022-02-19T20:40:32Z', 'revision_number': 4, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'gw_port': {'id': '39f3a819-4fcb-4bf4-a8ae-a988884b721e', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:40:32Z', 'updated_at': '2022-02-19T20:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e0e527b-1600-4710-bdee-1df87ff44bd8', 'name': '', 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'mac_address': 'fa:16:3e:7d:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f129038-c430-4532-a554-6375e5ca6576', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:40:24Z', 'updated_at': '2022-02-19T20:40:27Z', 'revision_number': 5, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'subnets': [{'id': '8f129038-c430-4532-a554-6375e5ca6576', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aae2dde-a00d-4d6d-af65-b31815c50b19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:40:38.588103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa1394-e622-4dad-a55d-a5bb335aedad None None] The sync data for ids ['379b2a51-997e-4171-a4d8-45fe0e9055f9'] in ncdv-master-1 is: [{'id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'name': 'router1', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '39f3a819-4fcb-4bf4-a8ae-a988884b721e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:40:14Z', 'updated_at': '2022-02-19T20:40:32Z', 'revision_number': 4, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'gw_port': {'id': '39f3a819-4fcb-4bf4-a8ae-a988884b721e', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:40:32Z', 'updated_at': '2022-02-19T20:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e0e527b-1600-4710-bdee-1df87ff44bd8', 'name': '', 'network_id': '8c0f66ec-043a-4662-ac36-18896d8d71fc', 'tenant_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'mac_address': 'fa:16:3e:7d:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379b2a51-997e-4171-a4d8-45fe0e9055f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f129038-c430-4532-a554-6375e5ca6576', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:40:24Z', 'updated_at': '2022-02-19T20:40:27Z', 'revision_number': 5, 'project_id': '2a486af8aa3c4f399c582c62fa59d1b2', 'subnets': [{'id': '8f129038-c430-4532-a554-6375e5ca6576', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aae2dde-a00d-4d6d-af65-b31815c50b19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:40:39.248724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 39f3a819-4fcb-4bf4-a8ae-a988884b721e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:40:39.318238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 39f3a819-4fcb-4bf4-a8ae-a988884b721e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:40:39.318997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (39f3a819-4fcb-4bf4-a8ae-a988884b721e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:39.404494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 39f3a819-4fcb-4bf4-a8ae-a988884b721e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:40:39.404886 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (39f3a819-4fcb-4bf4-a8ae-a988884b721e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:39.426398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 39f3a819-4fcb-4bf4-a8ae-a988884b721e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39f3a819-4fcb-4bf4-a8ae-a988884b721e,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:40:39.430769 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (39f3a819-4fcb-4bf4-a8ae-a988884b721e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:39.486487 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=39f3a819-4fcb-4bf4-a8ae-a988884b721e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:40:41.250877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 39f3a819-4fcb-4bf4-a8ae-a988884b721e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:40:41.338950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 39f3a819-4fcb-4bf4-a8ae-a988884b721e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:40:41.339586 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (39f3a819-4fcb-4bf4-a8ae-a988884b721e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:41.507395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 39f3a819-4fcb-4bf4-a8ae-a988884b721e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:40:48.175888 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-39cdf8d5-f0b2-4c9e-8995-e3ac74b31c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:50.288897 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f39e2add-b2ba-40c0-9d40-292166c75cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:51.617930 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:52.952060 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:40:54.331353 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:41:15.337081 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:41:18.179301 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4d503374-a434-44bd-912e-f45ebc861447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:41:20.280714 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-65a1f755-db41-4819-9c84-f749ff52d177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:41:21.626709 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:41:22.954042 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:41:24.328013 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:41:48.186181 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8f8198b4-a6ec-40fd-b3fe-4e47186691e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:41:50.282162 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-343e7bd7-3b9d-4784-b67c-4b5b3a313b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:41:51.618344 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:41:52.337100 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:41:52.958109 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:41:54.322242 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:02.833490 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35372) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:02.893831 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfd2344-9398-46c3-bd0e-4da4f0d7b337 admin admin] GET failed (client error): The resource could not be found.
Feb 19 20:42:02.895145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6bfd2344-9398-46c3-bd0e-4da4f0d7b337 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0606854
Feb 19 20:42:03.071852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d547551a-a3f9-49e2-90cb-2ae8887f1eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:03.074050 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d547551a-a3f9-49e2-90cb-2ae8887f1eb6 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1734397
Feb 19 20:42:05.471738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35382) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:05.612785 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b3b5d3-1f14-499f-9939-d08ee28e3dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:05.614278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c9b3b5d3-1f14-499f-9939-d08ee28e3dfb admin admin] 10.222.0.30 "GET /v2.0/subnets/8f129038-c430-4532-a554-6375e5ca6576 HTTP/1.1" status: 200  len: 849 time: 0.1415801
Feb 19 20:42:05.623699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:42:05.709718 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Publish callbacks [] for subnet (8f129038-c430-4532-a554-6375e5ca6576), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:05.861835 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751653240980'] for subnet (8f129038-c430-4532-a554-6375e5ca6576), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:05.917710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:05.918641 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:05.919624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] 10.222.0.30 "PUT /v2.0/subnets/8f129038-c430-4532-a554-6375e5ca6576 HTTP/1.1" status: 200  len: 868 time: 0.2995160
Feb 19 20:42:05.923689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b718c10-f2c3-4320-bdc0-04d125a417d9 None None] Network 8c0f66ec-043a-4662-ac36-18896d8d71fc requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:42:05.944869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f129038-c430-4532-a554-6375e5ca6576,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:42:05.954772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.955152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.955508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.955847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.956177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.956580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.956912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.957239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.957565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.957888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.958209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.958529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.958863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22747cc-a1d4-4806-9f19-89046472355c admin admin] Tracked resource versions report:
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]: pushed versions:
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]: {   'AddressGroup': {'1.2'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'ConntrackHelper': {'1.0'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'LocalIPAssociation': {'1.0'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'Log': {'1.0'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'Network': {'1.1'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'Port': {'1.7'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'PortForwarding': {'1.2'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'QosPolicy': {'1.10'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'SecurityGroup': {'1.5'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'SecurityGroupRule': {'1.2'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'SubPort': {'1.0'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'Subnet': {'1.1'},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     'Trunk': {'1.1'}}
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]: consumer versions:
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]: {   DHCP agent@ncdv-master-1: {},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     L3 agent@ncdv-master-1: {},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     Metadata agent@ncdv-master-1: {},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     Metering agent@ncdv-master-1: {},
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'ConntrackHelper': '1.0',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'LocalIPAssociation': '1.0',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'Log': '1.0',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'Network': '1.1',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'Port': '1.7',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'PortForwarding': '1.2',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'QosPolicy': '1.10',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'SecurityGroup': '1.5',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'SecurityGroupRule': '1.2',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'SubPort': '1.0',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'Subnet': '1.1',
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:                                           'Trunk': '1.1'}}
Feb 19 20:42:05.960237 ncdv-master-1 neutron-server[121128]:  {{(pid=121128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 19 20:42:06.240701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-89f6a6cb-743a-4be3-8983-ae02a5c075bc None None] Provisioning complete for port 7e0e527b-1600-4710-bdee-1df87ff44bd8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:42:06.241012 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-89f6a6cb-743a-4be3-8983-ae02a5c075bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7e0e527b-1600-4710-bdee-1df87ff44bd8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:06.320284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-89f6a6cb-743a-4be3-8983-ae02a5c075bc None None] Current status of the port 7e0e527b-1600-4710-bdee-1df87ff44bd8 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:42:06.329701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-89f6a6cb-743a-4be3-8983-ae02a5c075bc None None] Provisioning complete for port ccb65511-af06-4721-bed3-6ee505ddc0ed triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:42:06.330104 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-89f6a6cb-743a-4be3-8983-ae02a5c075bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ccb65511-af06-4721-bed3-6ee505ddc0ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:06.401671 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-89f6a6cb-743a-4be3-8983-ae02a5c075bc None None] Current status of the port ccb65511-af06-4721-bed3-6ee505ddc0ed is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:42:08.315334 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35396) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:08.513637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90489203-bba4-43e6-bd0e-5d84008cc27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:08.514118 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90489203-bba4-43e6-bd0e-5d84008cc27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:08.515677 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-90489203-bba4-43e6-bd0e-5d84008cc27a admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1993988
Feb 19 20:42:10.923722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35404) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:11.161092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b13c80-0ea9-45c1-92e4-63eadff4ce40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:11.161568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b13c80-0ea9-45c1-92e4-63eadff4ce40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:11.163114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-88b13c80-0ea9-45c1-92e4-63eadff4ce40 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2383707
Feb 19 20:42:13.533191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35412) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:13.712246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbfb397-c94f-4fb3-a748-436813439879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:13.713679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5dbfb397-c94f-4fb3-a748-436813439879 admin admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 886 time: 0.1795390
Feb 19 20:42:16.153262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35420) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:16.297034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f7d3fd-cc4f-4476-8d27-440bb99ce310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:16.298413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-14f7d3fd-cc4f-4476-8d27-440bb99ce310 admin admin] 10.222.0.30 "GET /v2.0/networks/8c0f66ec-043a-4662-ac36-18896d8d71fc HTTP/1.1" status: 200  len: 869 time: 0.1441970
Feb 19 20:42:18.188411 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4081a171-9613-4be8-b27f-7d4ce01cda8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:18.729390 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35428) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:18.853520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc56871-5315-4ada-8524-837d340e160b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:18.853978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc56871-5315-4ada-8524-837d340e160b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:18.855498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5bc56871-5315-4ada-8524-837d340e160b admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1251619
Feb 19 20:42:20.283356 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-08cd7b41-32eb-4d21-b2dd-bb60c3ea1f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:21.242279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35436) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:21.331979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1792eb-4b82-4950-b691-4dbb0bf750cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:21.332474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1792eb-4b82-4950-b691-4dbb0bf750cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:21.333970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4e1792eb-4b82-4950-b691-4dbb0bf750cc admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0907474
Feb 19 20:42:21.622182 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:22.962929 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:23.717158 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35460) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:23.811464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ae96f-fe76-49e1-9716-177dee4e3dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:23.812872 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bf7ae96f-fe76-49e1-9716-177dee4e3dc6 admin admin] 10.222.0.30 "GET /v2.0/subnets/8f129038-c430-4532-a554-6375e5ca6576 HTTP/1.1" status: 200  len: 868 time: 0.0947645
Feb 19 20:42:24.329285 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:26.233520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35468) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:26.319072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6a443-e415-4ddc-b389-2867574f2e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:26.320514 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6ca6a443-e415-4ddc-b389-2867574f2e70 admin admin] 10.222.0.30 "GET /v2.0/subnets/eb72251c-fbde-4105-b036-5dea39327248 HTTP/1.1" status: 200  len: 816 time: 0.0859017
Feb 19 20:42:29.336607 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:42:48.194359 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ad753e3-416e-49ff-a10c-d0140c121512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:50.285866 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b3674904-30c0-4fb3-a433-ed4fc1cca2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:51.626281 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:52.965551 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:54.321747 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:42:55.689767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35522) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:55.738324 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-b7b9db6d-b6b1-41e2-95ee-84995b0b3465 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:42:55.739400 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b7b9db6d-b6b1-41e2-95ee-84995b0b3465 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0486946
Feb 19 20:42:58.210393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35530) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:42:58.270705 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3933ad62-5e1c-42d4-8789-2376d40434b6 admin admin] GET failed (client error): The resource could not be found.
Feb 19 20:42:58.272003 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3933ad62-5e1c-42d4-8789-2376d40434b6 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0606148
Feb 19 20:42:58.357042 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548983e2-4df5-4ef3-89fc-c1fed18c2edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:42:58.358514 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-548983e2-4df5-4ef3-89fc-c1fed18c2edb admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0820851
Feb 19 20:43:00.747614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35538) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:43:00.796300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:43:00.814358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Made reservation on behalf of 8848562c8fea4a5fbbab0bbfcc0a45f0 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:43:00.816654 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:00.844013 ncdv-master-1 neutron-server[121129]: WARNING neutron.services.revisions.revision_plugin [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f5a6bf87ee0] {project_id='8848562c8fea4a5fbbab0bbfcc0a45f0', id='57ebfac4-e957-48ec-af3c-1c5a770555b9', target_project='*', action='access_as_shared', object_id='e4c84caf-497f-42e3-826a-9223f9a408eb'}> to bump revision.
Feb 19 20:43:00.855561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:43:00.863879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e1b01278-e986-4d08-9dd8-6bf0fbaa70ea), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:00.864213 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Added segment e1b01278-e986-4d08-9dd8-6bf0fbaa70ea of type vlan for network e4c84caf-497f-42e3-826a-9223f9a408eb
Feb 19 20:43:00.901655 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e4c84caf-497f-42e3-826a-9223f9a408eb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:00.925060 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e4c84caf-497f-42e3-826a-9223f9a408eb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:00.925903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:43:00.926488 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:00.982394 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2336648
Feb 19 20:43:00.987070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c84caf-497f-42e3-826a-9223f9a408eb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:43:00.993874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.994266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.995144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.995487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.995855 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.996168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.996514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.996845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.997172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.997495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.997818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.998144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:00.998467 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2cf57-aac1-4139-943a-f7942be42951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:01.014080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e4c84caf-497f-42e3-826a-9223f9a408eb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:43:03.400198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35546) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:43:03.462792 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7857f1-69da-4650-b0e4-2cc849695e94 admin admin] GET failed (client error): The resource could not be found.
Feb 19 20:43:03.464594 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1c7857f1-69da-4650-b0e4-2cc849695e94 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0633154
Feb 19 20:43:03.531313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5312694-e841-4a15-899a-8c8d49db83fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:43:03.532783 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b5312694-e841-4a15-899a-8c8d49db83fd admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0640781
Feb 19 20:43:03.542653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'cidr': '192.168.233.0/24'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:43:03.561764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] Made reservation on behalf of 8848562c8fea4a5fbbab0bbfcc0a45f0 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:43:03.564178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:03.720981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (2aef61c9-c6a8-4429-b0a5-85be40d7d0d2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:03.779247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:43:03.785653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:43:03.786003 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] Network hostable DHCP agents. Network: e4c84caf-497f-42e3-826a-9223f9a408eb, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:43:03.801795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] Network e4c84caf-497f-42e3-826a-9223f9a408eb is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:43:03.810200 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e4c84caf-497f-42e3-826a-9223f9a408eb) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:43:03.814382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:43:03.814971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:03.820116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5483bb-7683-48e3-add9-2addf1a9563f None None] Network e4c84caf-497f-42e3-826a-9223f9a408eb requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:43:03.834206 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-91ac816f-2795-4b04-bd1b-7967210e60b2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2954001
Feb 19 20:43:03.926320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e4c84caf-497f-42e3-826a-9223f9a408eb', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'project_id': '8848562c8fea4a5fbbab0bbfcc0a45f0', 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:43:03.927204 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:04.068113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Allocated IP 192.168.233.2 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/9070867d-3ab0-409c-a707-7c524dba266d) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:43:04.209088 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Publish callbacks [] for port (9070867d-3ab0-409c-a707-7c524dba266d), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:04.216946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (9070867d-3ab0-409c-a707-7c524dba266d), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:04.261542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:43:04.264355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:43:04.267365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:43:04.278319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Pushing event updated for resources: {'Port': ['ID=9070867d-3ab0-409c-a707-7c524dba266d,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:43:04.399463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.399751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.400095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.400982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.401322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.401657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.401987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.402313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.402644 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.402966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.403289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.403613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.404177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:43:04.433381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Attempting to bind port 9070867d-3ab0-409c-a707-7c524dba266d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:43:04.433745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Attempting to bind port 9070867d-3ab0-409c-a707-7c524dba266d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:43:04.434117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Attempting to bind port 9070867d-3ab0-409c-a707-7c524dba266d on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:43:04.439140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:43:04.439525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:43:04.439933 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:04.440409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:43:04.440845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Bound port: 9070867d-3ab0-409c-a707-7c524dba266d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:43:04.441234 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9070867d-3ab0-409c-a707-7c524dba266d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:04.504309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] For port 9070867d-3ab0-409c-a707-7c524dba266d, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:43:04.508242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] For port 9070867d-3ab0-409c-a707-7c524dba266d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9070867d-3ab0-409c-a707-7c524dba266d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:43:04.514664 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9070867d-3ab0-409c-a707-7c524dba266d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:04.573434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe0b02-6ada-4a9d-923c-ebcbc927fa2f None None] Pushing event updated for resources: {'Port': ['ID=9070867d-3ab0-409c-a707-7c524dba266d,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:43:05.318667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9070867d-3ab0-409c-a707-7c524dba266d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:43:05.379632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9070867d-3ab0-409c-a707-7c524dba266d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:43:05.380036 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9070867d-3ab0-409c-a707-7c524dba266d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:05.472799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9070867d-3ab0-409c-a707-7c524dba266d is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:43:05.473332 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9070867d-3ab0-409c-a707-7c524dba266d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:05.493714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8806c939-02c8-4239-9775-d511b7466244 None None] Network e4c84caf-497f-42e3-826a-9223f9a408eb requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:43:05.546850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 9070867d-3ab0-409c-a707-7c524dba266d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9070867d-3ab0-409c-a707-7c524dba266d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:43:05.551518 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9070867d-3ab0-409c-a707-7c524dba266d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:05.652426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=9070867d-3ab0-409c-a707-7c524dba266d,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:43:05.658533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0db8f924-b6eb-457e-8c21-3e3671976fc3 None None] Provisioning complete for port 9070867d-3ab0-409c-a707-7c524dba266d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:43:05.658928 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0db8f924-b6eb-457e-8c21-3e3671976fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9070867d-3ab0-409c-a707-7c524dba266d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:05.756358 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0db8f924-b6eb-457e-8c21-3e3671976fc3 None None] Current status of the port 9070867d-3ab0-409c-a707-7c524dba266d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:43:05.977117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0009c7e5-5bbf-4077-a16f-b8a521a1ba1b None None] Provisioning complete for port 9070867d-3ab0-409c-a707-7c524dba266d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:43:05.977539 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0009c7e5-5bbf-4077-a16f-b8a521a1ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9070867d-3ab0-409c-a707-7c524dba266d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:06.058679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0009c7e5-5bbf-4077-a16f-b8a521a1ba1b None None] Current status of the port 9070867d-3ab0-409c-a707-7c524dba266d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:43:06.335272 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:43:07.266357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9070867d-3ab0-409c-a707-7c524dba266d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:43:07.314329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9070867d-3ab0-409c-a707-7c524dba266d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:43:07.314726 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9070867d-3ab0-409c-a707-7c524dba266d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:07.392165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9070867d-3ab0-409c-a707-7c524dba266d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:43:18.189078 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-587ce649-a9d4-4247-b7d1-87d091902e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:20.288137 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-906af3d7-24cb-4ed3-ba7a-b0213242d3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:21.629253 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:22.968362 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:24.325423 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:43.334417 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:43:48.191373 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f1d9bafa-0205-44d5-b9f6-3e433b8a9d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:50.289376 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-efdd175f-db4a-4389-8a7e-c529cc24e2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:51.631990 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:52.971728 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:43:54.327577 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:18.193196 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2e3b6275-5b5b-4668-b15a-c9c6c16c99b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:20.293380 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-100f3a72-10a1-47db-a85a-03eab0c9bd61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:20.333875 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:44:21.636114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:22.975221 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:24.329044 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:34.685068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35618) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:44:34.690721 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-233d0a81-9ca1-46d7-ac37-026e2bc2b52b tempest-verify_tempest_config-1232162159 tempest-verify_tempest_config-1232162159-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:44:34.691705 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-233d0a81-9ca1-46d7-ac37-026e2bc2b52b tempest-verify_tempest_config-1232162159 tempest-verify_tempest_config-1232162159-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0056593
Feb 19 20:44:34.979628 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35636) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:44:35.200228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:35.272098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Publish callbacks [] for security_group (73188745-1ef6-483b-bbaf-753aaea9d437), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:35.276070 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (73188745-1ef6-483b-bbaf-753aaea9d437), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:35.320487 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f53534da1b9040a7a57dbce14c16fd70&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3397892
Feb 19 20:44:35.321396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73188745-1ef6-483b-bbaf-753aaea9d437,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:44:35.323309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35640) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:44:35.328365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.328740 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.329064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.329399 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.329729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.330056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.330386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.330713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.331036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.331358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.331680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.331999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.332318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b0c8c-8915-4691-8bf7-28c479eaa68f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.405361 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Publish callbacks [] for security_group (73188745-1ef6-483b-bbaf-753aaea9d437), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:35.425692 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Publish callbacks [] for security_group (73188745-1ef6-483b-bbaf-753aaea9d437), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:35.517690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (73188745-1ef6-483b-bbaf-753aaea9d437), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:35.520032 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:35.524493 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73188745-1ef6-483b-bbaf-753aaea9d437 HTTP/1.1" status: 204  len: 168 time: 0.1976860
Feb 19 20:44:35.532981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73188745-1ef6-483b-bbaf-753aaea9d437,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:44:35.540134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.540521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.540869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.541207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.541543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.541874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.542204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.542527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.542852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.543269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.543524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.543845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:35.544164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa9a02-3815-4734-9f6c-815ca14570f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:44:48.196701 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fc767742-039e-433a-b86b-2f87d1f5a4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:50.295899 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2271a81c-a582-40dd-9b2e-4c22019190ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:51.637530 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:52.982287 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:54.331384 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:44:57.331999 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:45:18.198657 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5737f84e-a71c-4d2b-882b-1d4e2676ad39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:45:20.298476 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-475fc77b-12e2-41bc-8879-68a795d3b0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:45:21.640191 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:45:22.981938 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:45:24.333228 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:45:34.332004 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:45:48.199548 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1768497d-e1f5-43ce-9486-5e7d4c311622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:45:50.301199 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6a5f0f46-bf6d-4af4-a665-ea3d16a181c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:45:51.643567 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:45:52.985301 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:45:54.334890 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:46:11.330629 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:46:18.200295 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b0b188a-4329-4931-b70d-6c26cfc82f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:46:20.301663 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c1e986bd-8f78-4e08-b5f2-eb5ff00a9336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:46:21.646117 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:46:22.987748 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:46:24.339343 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:46:48.202948 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e339bb97-52f9-43c9-8d55-887b39c44d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:46:48.328528 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:46:50.302958 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c2878e19-64fd-464b-81d8-177b24b33c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:46:51.648991 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:46:52.991482 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:46:54.341755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:18.204739 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c1438f56-d932-41e4-b46f-e5e1e77eec24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:20.306332 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-67e73cc4-6117-4504-bb58-0f027128087a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:21.650769 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:22.995185 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:24.343852 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:25.333541 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 5 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:47:48.205309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c269906e-b07a-4c0a-895b-f4d729a135f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:50.306972 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d5891c4a-1d44-49c5-9011-869ee7df0fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:51.654832 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:52.998515 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:54.347696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:55.591695 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441892'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:47:59.105037 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441892'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:02.332726 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:48:18.207408 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bcc984b0-e50a-4c7b-973d-07c42275ac1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:20.307979 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-33567b3e-1169-46d1-9671-308c44bce83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:21.656301 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:23.002090 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:24.349357 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:25.573405 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:29.058169 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:39.335826 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:48:45.037511 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35762) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:48:45.147411 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-90b454ad-54ce-4b1d-9f45-7bec163b2bfa admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1087015
Feb 19 20:48:47.542371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35772) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:48:47.595694 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-42637a8a-70c3-4c1d-b1b5-e33541196847 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0522554
Feb 19 20:48:48.208435 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a1391153-1b63-473d-a8b9-b015f2a25f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:50.309128 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b7a0149f-988e-40d0-82fa-dfa049a295eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:51.661056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:53.005479 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:54.352238 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:55.572622 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:48:59.059403 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:16.335378 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:49:18.210085 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-19cc6552-1d5b-455b-a8e2-6e1132f8302c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:20.311215 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b87950d2-75ba-4e7e-b847-be50648f4865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:21.663762 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:23.007559 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:24.355381 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:25.574917 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:29.075500 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:48.210294 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f80c1abf-f592-492d-af76-50cc8fa97721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:50.313312 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7f51aa9-cd3f-4999-be40-48c11a79743a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:51.668165 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:53.012311 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:53.334818 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:49:54.360603 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:55.568650 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:49:59.058985 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:17.434177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36112) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:17.799528 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:17.884566 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Publish callbacks [] for security_group (d2a6756b-620e-4519-b29d-65360215b621), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:17.890076 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d2a6756b-620e-4519-b29d-65360215b621), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:17.936838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a6756b-620e-4519-b29d-65360215b621,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:17.947821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36142) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:17.948445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38884f43b2424f239815bc0f2f277c5a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5125973
Feb 19 20:50:17.956225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.957008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.957804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.958474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.959572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.960545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.961658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.962317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.962897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.963753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.964363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.964947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.966717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43cd2f-a246-43cc-8a04-608f4f7e238d admin admin] Tracked resource versions report:
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]: pushed versions:
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]: {   'AddressGroup': {'1.2'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'ConntrackHelper': {'1.0'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'LocalIPAssociation': {'1.0'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'Log': {'1.0'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'Network': {'1.1'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'Port': {'1.7'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'PortForwarding': {'1.2'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'QosPolicy': {'1.10'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'SecurityGroup': {'1.5'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'SecurityGroupRule': {'1.2'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'SubPort': {'1.0'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'Subnet': {'1.1'},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     'Trunk': {'1.1'}}
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]: consumer versions:
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]: {   DHCP agent@ncdv-master-1: {},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     HyperV agent@nch1-master-1: {},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     HyperV agent@nch2-master-1: {},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     L3 agent@ncdv-master-1: {},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     Metadata agent@ncdv-master-1: {},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     Metering agent@ncdv-master-1: {},
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'ConntrackHelper': '1.0',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'LocalIPAssociation': '1.0',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'Log': '1.0',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'Network': '1.1',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'Port': '1.7',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'PortForwarding': '1.2',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'QosPolicy': '1.10',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'SecurityGroup': '1.5',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'SecurityGroupRule': '1.2',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'SubPort': '1.0',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'Subnet': '1.1',
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:                                           'Trunk': '1.1'}}
Feb 19 20:50:17.967860 ncdv-master-1 neutron-server[121128]:  {{(pid=121128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 19 20:50:18.023040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Publish callbacks [] for security_group (d2a6756b-620e-4519-b29d-65360215b621), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:18.051172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Publish callbacks [] for security_group (d2a6756b-620e-4519-b29d-65360215b621), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:18.106237 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d2a6756b-620e-4519-b29d-65360215b621), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:18.111711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:18.113296 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2a6756b-620e-4519-b29d-65360215b621 HTTP/1.1" status: 204  len: 168 time: 0.1643221
Feb 19 20:50:18.121283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a6756b-620e-4519-b29d-65360215b621,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:18.128806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.129161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.129507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.129846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.130260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.130524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.130855 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.131177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.131523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.131833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.132161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.133069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.133401 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6be3b-a383-486a-9fac-82f608415430 admin admin] Tracked resource versions report:
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]: pushed versions:
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]: {   'AddressGroup': {'1.2'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'ConntrackHelper': {'1.0'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'LocalIPAssociation': {'1.0'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'Log': {'1.0'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'Network': {'1.1'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'Port': {'1.7'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'PortForwarding': {'1.2'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'QosPolicy': {'1.10'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'SecurityGroup': {'1.5'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'SecurityGroupRule': {'1.2'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'SubPort': {'1.0'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'Subnet': {'1.1'},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     'Trunk': {'1.1'}}
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]: consumer versions:
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]: {   DHCP agent@ncdv-master-1: {},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     HyperV agent@nch1-master-1: {},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     HyperV agent@nch2-master-1: {},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     L3 agent@ncdv-master-1: {},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     Metadata agent@ncdv-master-1: {},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     Metering agent@ncdv-master-1: {},
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'ConntrackHelper': '1.0',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'LocalIPAssociation': '1.0',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'Log': '1.0',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'Network': '1.1',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'Port': '1.7',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'PortForwarding': '1.2',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'QosPolicy': '1.10',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'SecurityGroup': '1.5',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'SecurityGroupRule': '1.2',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'SubPort': '1.0',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'Subnet': '1.1',
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:                                           'Trunk': '1.1'}}
Feb 19 20:50:18.134466 ncdv-master-1 neutron-server[121129]:  {{(pid=121129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 19 20:50:18.216528 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a00aae78-c145-4f48-990b-874dd7fe41e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:18.609195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36178) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:18.805309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36190) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:18.819425 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b920e9df-a928-4b5e-95ca-0726bdd0d00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:18.896840 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b920e9df-a928-4b5e-95ca-0726bdd0d00f admin admin] Publish callbacks [] for security_group (d19fa99b-5c60-443a-ba64-e7e98c0e8707), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:18.902348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b920e9df-a928-4b5e-95ca-0726bdd0d00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d19fa99b-5c60-443a-ba64-e7e98c0e8707), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:18.931611 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b920e9df-a928-4b5e-95ca-0726bdd0d00f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd62f9b7316e459db4cbf9aa0670a386&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1252387
Feb 19 20:50:18.935164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36198) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:18.945538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920e9df-a928-4b5e-95ca-0726bdd0d00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19fa99b-5c60-443a-ba64-e7e98c0e8707,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:18.991134 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e59c690-04a2-4962-9edd-548330fc81af admin admin] Publish callbacks [] for security_group (d19fa99b-5c60-443a-ba64-e7e98c0e8707), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:19.010078 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d235265-8860-4005-bde4-902da7defed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:19.016834 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e59c690-04a2-4962-9edd-548330fc81af admin admin] Publish callbacks [] for security_group (d19fa99b-5c60-443a-ba64-e7e98c0e8707), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:19.083738 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e59c690-04a2-4962-9edd-548330fc81af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d19fa99b-5c60-443a-ba64-e7e98c0e8707), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:19.087121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e59c690-04a2-4962-9edd-548330fc81af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:19.103544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9e59c690-04a2-4962-9edd-548330fc81af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d19fa99b-5c60-443a-ba64-e7e98c0e8707 HTTP/1.1" status: 204  len: 168 time: 0.1572709
Feb 19 20:50:19.104226 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d235265-8860-4005-bde4-902da7defed7 admin admin] Publish callbacks [] for security_group (68e0844b-010a-47dc-87d2-b16d92060baa), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:19.109931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d235265-8860-4005-bde4-902da7defed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (68e0844b-010a-47dc-87d2-b16d92060baa), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:19.116189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59c690-04a2-4962-9edd-548330fc81af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19fa99b-5c60-443a-ba64-e7e98c0e8707,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:19.148715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d235265-8860-4005-bde4-902da7defed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e0844b-010a-47dc-87d2-b16d92060baa,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:19.187111 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0d235265-8860-4005-bde4-902da7defed7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ce978d1edb7495f8cd3a785438db7cb&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5765746
Feb 19 20:50:19.189941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36206) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:19.243791 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a35242e1-2757-4e33-aa1e-4fdb04a30bdb admin admin] Publish callbacks [] for security_group (68e0844b-010a-47dc-87d2-b16d92060baa), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:19.272408 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a35242e1-2757-4e33-aa1e-4fdb04a30bdb admin admin] Publish callbacks [] for security_group (68e0844b-010a-47dc-87d2-b16d92060baa), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:19.337371 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a35242e1-2757-4e33-aa1e-4fdb04a30bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (68e0844b-010a-47dc-87d2-b16d92060baa), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:19.337371 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a35242e1-2757-4e33-aa1e-4fdb04a30bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:19.338061 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a35242e1-2757-4e33-aa1e-4fdb04a30bdb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68e0844b-010a-47dc-87d2-b16d92060baa HTTP/1.1" status: 204  len: 168 time: 0.1470771
Feb 19 20:50:19.348417 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35242e1-2757-4e33-aa1e-4fdb04a30bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e0844b-010a-47dc-87d2-b16d92060baa,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:19.926164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36270) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:19.946942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36274) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:19.957847 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49163075-82ef-4692-9c66-2ecc14479711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.019207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36284) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:20.047532 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49163075-82ef-4692-9c66-2ecc14479711 admin admin] Publish callbacks [] for security_group (6df1bd55-e0c7-4041-bffa-6f2c3794ad48), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.051973 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49163075-82ef-4692-9c66-2ecc14479711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6df1bd55-e0c7-4041-bffa-6f2c3794ad48), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.096621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-49163075-82ef-4692-9c66-2ecc14479711 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=790c1e2b25a64688b2ebe5dcad497078&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1686673
Feb 19 20:50:20.097581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49163075-82ef-4692-9c66-2ecc14479711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df1bd55-e0c7-4041-bffa-6f2c3794ad48,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:20.099368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36296) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:20.151382 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b068cf2-aae8-458c-98e4-3e66c63141a2 admin admin] Publish callbacks [] for security_group (6df1bd55-e0c7-4041-bffa-6f2c3794ad48), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.185421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b068cf2-aae8-458c-98e4-3e66c63141a2 admin admin] Publish callbacks [] for security_group (6df1bd55-e0c7-4041-bffa-6f2c3794ad48), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.191709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49f7b37a-7eea-4938-babd-fe2bd7c618a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.251763 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c479-9aae-4856-9458-8d6d12cbf7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.300358 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b068cf2-aae8-458c-98e4-3e66c63141a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6df1bd55-e0c7-4041-bffa-6f2c3794ad48), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.303716 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b068cf2-aae8-458c-98e4-3e66c63141a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.307791 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8b068cf2-aae8-458c-98e4-3e66c63141a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6df1bd55-e0c7-4041-bffa-6f2c3794ad48 HTTP/1.1" status: 204  len: 168 time: 0.2074361
Feb 19 20:50:20.345483 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5a590192-597b-4f37-ac3f-10b664ea0932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.347658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b068cf2-aae8-458c-98e4-3e66c63141a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df1bd55-e0c7-4041-bffa-6f2c3794ad48,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:20.439027 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49f7b37a-7eea-4938-babd-fe2bd7c618a6 admin admin] Publish callbacks [] for security_group (d4333daa-398f-49c5-b49e-b5ba4fb218ab), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.453385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49f7b37a-7eea-4938-babd-fe2bd7c618a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d4333daa-398f-49c5-b49e-b5ba4fb218ab), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.486351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c479-9aae-4856-9458-8d6d12cbf7d8 admin admin] Publish callbacks [] for security_group (539bee7a-7aae-437e-8b41-38da33bd2c45), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.504650 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6e6c479-9aae-4856-9458-8d6d12cbf7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (539bee7a-7aae-437e-8b41-38da33bd2c45), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.510465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7b37a-7eea-4938-babd-fe2bd7c618a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4333daa-398f-49c5-b49e-b5ba4fb218ab,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:20.521681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36326) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:20.521774 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-49f7b37a-7eea-4938-babd-fe2bd7c618a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1efa252dbb54b0388ea585b35ff2adc&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5731158
Feb 19 20:50:20.578965 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b6e6c479-9aae-4856-9458-8d6d12cbf7d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dc25faea6464e2c833c8dc5059c36ea&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5553265
Feb 19 20:50:20.581127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36332) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:20.592490 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6c479-9aae-4856-9458-8d6d12cbf7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539bee7a-7aae-437e-8b41-38da33bd2c45,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:20.633620 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-768a57d4-c85d-451f-a160-405fb9e21776 admin admin] Publish callbacks [] for security_group (d4333daa-398f-49c5-b49e-b5ba4fb218ab), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.656004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad334ff6-9bab-47e1-b249-1b0d7554caa5 admin admin] Publish callbacks [] for security_group (539bee7a-7aae-437e-8b41-38da33bd2c45), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.694715 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-768a57d4-c85d-451f-a160-405fb9e21776 admin admin] Publish callbacks [] for security_group (d4333daa-398f-49c5-b49e-b5ba4fb218ab), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.706555 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad334ff6-9bab-47e1-b249-1b0d7554caa5 admin admin] Publish callbacks [] for security_group (539bee7a-7aae-437e-8b41-38da33bd2c45), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.774406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad334ff6-9bab-47e1-b249-1b0d7554caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (539bee7a-7aae-437e-8b41-38da33bd2c45), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.777010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad334ff6-9bab-47e1-b249-1b0d7554caa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.778230 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ad334ff6-9bab-47e1-b249-1b0d7554caa5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/539bee7a-7aae-437e-8b41-38da33bd2c45 HTTP/1.1" status: 204  len: 168 time: 0.1952932
Feb 19 20:50:20.786889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad334ff6-9bab-47e1-b249-1b0d7554caa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539bee7a-7aae-437e-8b41-38da33bd2c45,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:20.817446 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-768a57d4-c85d-451f-a160-405fb9e21776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d4333daa-398f-49c5-b49e-b5ba4fb218ab), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.823717 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-768a57d4-c85d-451f-a160-405fb9e21776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:20.825295 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-768a57d4-c85d-451f-a160-405fb9e21776 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4333daa-398f-49c5-b49e-b5ba4fb218ab HTTP/1.1" status: 204  len: 168 time: 0.3022296
Feb 19 20:50:20.837078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a57d4-c85d-451f-a160-405fb9e21776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4333daa-398f-49c5-b49e-b5ba4fb218ab,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:21.498975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36430) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:21.520151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1318e34-e051-4812-91af-813231b550d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:21.627287 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1318e34-e051-4812-91af-813231b550d8 admin admin] Publish callbacks [] for security_group (8232f8e0-2ff6-46c9-a337-0731cbd79f6c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:21.634125 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1318e34-e051-4812-91af-813231b550d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8232f8e0-2ff6-46c9-a337-0731cbd79f6c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:21.689213 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d1318e34-e051-4812-91af-813231b550d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd2bcc5422a34317a0fb2ff41640de11&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1889539
Feb 19 20:50:21.690733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1318e34-e051-4812-91af-813231b550d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8232f8e0-2ff6-46c9-a337-0731cbd79f6c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:21.692610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36452) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:21.720515 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:21.826080 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a0aa4fa-a838-4197-af4d-37eda487157d admin admin] Publish callbacks [] for security_group (8232f8e0-2ff6-46c9-a337-0731cbd79f6c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:21.863220 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a0aa4fa-a838-4197-af4d-37eda487157d admin admin] Publish callbacks [] for security_group (8232f8e0-2ff6-46c9-a337-0731cbd79f6c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:21.880992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36486) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:21.910056 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc4c1-51a8-46e9-8c6d-c7e5098ff296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:21.939782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a0aa4fa-a838-4197-af4d-37eda487157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8232f8e0-2ff6-46c9-a337-0731cbd79f6c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:21.944178 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a0aa4fa-a838-4197-af4d-37eda487157d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:21.947248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9a0aa4fa-a838-4197-af4d-37eda487157d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8232f8e0-2ff6-46c9-a337-0731cbd79f6c HTTP/1.1" status: 204  len: 168 time: 0.2531633
Feb 19 20:50:21.967852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0aa4fa-a838-4197-af4d-37eda487157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8232f8e0-2ff6-46c9-a337-0731cbd79f6c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:22.069617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc4c1-51a8-46e9-8c6d-c7e5098ff296 admin admin] Publish callbacks [] for security_group (12473c31-e000-4d27-9362-089444fbd148), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:22.078253 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc4c1-51a8-46e9-8c6d-c7e5098ff296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (12473c31-e000-4d27-9362-089444fbd148), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:22.133015 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bc4cc4c1-51a8-46e9-8c6d-c7e5098ff296 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=763f11eb0f934755ae2e08a2f7b1d368&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2483742
Feb 19 20:50:22.133185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36512) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:22.170387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cc4c1-51a8-46e9-8c6d-c7e5098ff296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12473c31-e000-4d27-9362-089444fbd148,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:22.205269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15b83809-54ed-4c13-86e2-60d7cbad2deb admin admin] Publish callbacks [] for security_group (12473c31-e000-4d27-9362-089444fbd148), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:22.228560 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15b83809-54ed-4c13-86e2-60d7cbad2deb admin admin] Publish callbacks [] for security_group (12473c31-e000-4d27-9362-089444fbd148), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:22.291697 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15b83809-54ed-4c13-86e2-60d7cbad2deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (12473c31-e000-4d27-9362-089444fbd148), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:22.294431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15b83809-54ed-4c13-86e2-60d7cbad2deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:22.298047 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-15b83809-54ed-4c13-86e2-60d7cbad2deb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12473c31-e000-4d27-9362-089444fbd148 HTTP/1.1" status: 204  len: 168 time: 0.1612518
Feb 19 20:50:22.305682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36528) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:22.305798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b83809-54ed-4c13-86e2-60d7cbad2deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12473c31-e000-4d27-9362-089444fbd148,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:22.815674 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e245a94a-920f-4737-b662-b6fb7d57d00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:22.891156 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e245a94a-920f-4737-b662-b6fb7d57d00d admin admin] Publish callbacks [] for security_group (edddd451-839d-4849-bc85-f04b29dd8ffb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:22.896169 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e245a94a-920f-4737-b662-b6fb7d57d00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (edddd451-839d-4849-bc85-f04b29dd8ffb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:22.922849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245a94a-920f-4737-b662-b6fb7d57d00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edddd451-839d-4849-bc85-f04b29dd8ffb,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:22.936482 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:22.949201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36564) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:22.949353 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e245a94a-920f-4737-b662-b6fb7d57d00d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc1d70d01ab44d8d8ef6124c77f91f3d&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6422150
Feb 19 20:50:23.000241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af786a7b-0f48-4ea3-8c03-2034094aa15b admin admin] Publish callbacks [] for security_group (edddd451-839d-4849-bc85-f04b29dd8ffb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.024578 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.027098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af786a7b-0f48-4ea3-8c03-2034094aa15b admin admin] Publish callbacks [] for security_group (edddd451-839d-4849-bc85-f04b29dd8ffb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.083121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af786a7b-0f48-4ea3-8c03-2034094aa15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (edddd451-839d-4849-bc85-f04b29dd8ffb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.086764 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af786a7b-0f48-4ea3-8c03-2034094aa15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.087921 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-af786a7b-0f48-4ea3-8c03-2034094aa15b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/edddd451-839d-4849-bc85-f04b29dd8ffb HTTP/1.1" status: 204  len: 168 time: 0.1375012
Feb 19 20:50:23.095576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af786a7b-0f48-4ea3-8c03-2034094aa15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edddd451-839d-4849-bc85-f04b29dd8ffb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:23.154544 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4029885-4894-4a90-8d6a-2e7139792a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.244935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4029885-4894-4a90-8d6a-2e7139792a9c admin admin] Publish callbacks [] for security_group (4346bf95-1d68-46c0-a44e-be0a38579c78), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.249270 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4029885-4894-4a90-8d6a-2e7139792a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4346bf95-1d68-46c0-a44e-be0a38579c78), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.286237 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e4029885-4894-4a90-8d6a-2e7139792a9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b81c39f80304833be79ce951e0fb8c1&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3482242
Feb 19 20:50:23.289461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36592) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:23.296688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4029885-4894-4a90-8d6a-2e7139792a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4346bf95-1d68-46c0-a44e-be0a38579c78,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:23.342874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52e548-88e4-436e-a227-194f8edce400 admin admin] Publish callbacks [] for security_group (4346bf95-1d68-46c0-a44e-be0a38579c78), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.368181 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52e548-88e4-436e-a227-194f8edce400 admin admin] Publish callbacks [] for security_group (4346bf95-1d68-46c0-a44e-be0a38579c78), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.421863 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52e548-88e4-436e-a227-194f8edce400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4346bf95-1d68-46c0-a44e-be0a38579c78), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.428500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52e548-88e4-436e-a227-194f8edce400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.429721 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9c52e548-88e4-436e-a227-194f8edce400 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4346bf95-1d68-46c0-a44e-be0a38579c78 HTTP/1.1" status: 204  len: 168 time: 0.1391256
Feb 19 20:50:23.440206 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52e548-88e4-436e-a227-194f8edce400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4346bf95-1d68-46c0-a44e-be0a38579c78,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:23.646776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36614) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:23.650432 ncdv-master-1 neutron-server[121128]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 19 20:50:23.670416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36616) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:23.682701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-3c4e4f03-ddee-413e-ae40-975268819c4e tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=228f5017f5f74fbaa0f3b36b89acf4ee&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0343175
Feb 19 20:50:23.807000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36620) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:23.820937 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f995b107-5b7b-4656-b39d-28fd43f1ab99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.890729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-060f01fb-ca5e-4b2d-b9e8-68c5e97ce5b4 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:23.892201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-060f01fb-ca5e-4b2d-b9e8-68c5e97ce5b4 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2038665
Feb 19 20:50:23.910642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-13cdefb3-dfbc-422e-bb91-c29a40f8710f tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/quotas/228f5017f5f74fbaa0f3b36b89acf4ee HTTP/1.1" status: 200  len: 375 time: 0.0125070
Feb 19 20:50:23.929088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f995b107-5b7b-4656-b39d-28fd43f1ab99 admin admin] Publish callbacks [] for security_group (4f71ccaa-ffcb-44bc-8d63-db9b6f0eec58), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.935044 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f995b107-5b7b-4656-b39d-28fd43f1ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f71ccaa-ffcb-44bc-8d63-db9b6f0eec58), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:23.963801 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f995b107-5b7b-4656-b39d-28fd43f1ab99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fb24ec981a74b7aa0b4b8bafb167f0f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1550758
Feb 19 20:50:23.969972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36624) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:23.981928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ef5d9854-3bf7-47fe-8811-a0ca8e727eb2 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=228f5017f5f74fbaa0f3b36b89acf4ee&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0645335
Feb 19 20:50:24.044112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55b6d821-c996-43cd-9e0f-dfe68b79da91 admin admin] Publish callbacks [] for security_group (4f71ccaa-ffcb-44bc-8d63-db9b6f0eec58), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.064903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995b107-5b7b-4656-b39d-28fd43f1ab99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f71ccaa-ffcb-44bc-8d63-db9b6f0eec58,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:24.092186 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55b6d821-c996-43cd-9e0f-dfe68b79da91 admin admin] Publish callbacks [] for security_group (4f71ccaa-ffcb-44bc-8d63-db9b6f0eec58), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.169747 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55b6d821-c996-43cd-9e0f-dfe68b79da91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f71ccaa-ffcb-44bc-8d63-db9b6f0eec58), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.174564 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55b6d821-c996-43cd-9e0f-dfe68b79da91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.178461 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-55b6d821-c996-43cd-9e0f-dfe68b79da91 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f71ccaa-ffcb-44bc-8d63-db9b6f0eec58 HTTP/1.1" status: 204  len: 168 time: 0.2058747
Feb 19 20:50:24.191566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6d821-c996-43cd-9e0f-dfe68b79da91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f71ccaa-ffcb-44bc-8d63-db9b6f0eec58,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:24.326038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-network', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:24.372921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.374932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Made reservation on behalf of 04d2b5b9a01e4133b1f4f7f351cf0c0a for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:24.377409 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.385609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33005658-621a-40c3-93ed-31dbfd5db39a req-7f6926a9-aaaa-4a4a-b12d-16cb745f8660 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 210 time: 0.1252468
Feb 19 20:50:24.392636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.415027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36676) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:24.436229 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-04984405-7283-4fa2-93ef-da57751257ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.504712 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Publish callbacks [] for security_group (dd4e062b-0258-4baf-9aaf-218e4b482f35), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.512799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dd4e062b-0258-4baf-9aaf-218e4b482f35), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.541005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:50:24.545929 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-04984405-7283-4fa2-93ef-da57751257ed admin admin] Publish callbacks [] for security_group (a5b902a2-e427-4bea-a0de-1a9e16e57383), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.552618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-04984405-7283-4fa2-93ef-da57751257ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a5b902a2-e427-4bea-a0de-1a9e16e57383), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.564933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e062b-0258-4baf-9aaf-218e4b482f35,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:24.579554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.581460 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Added segment f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200 of type vlan for network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0
Feb 19 20:50:24.597982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-04984405-7283-4fa2-93ef-da57751257ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e80e95835624c239d13e2a884507496&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1818173
Feb 19 20:50:24.600213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04984405-7283-4fa2-93ef-da57751257ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b902a2-e427-4bea-a0de-1a9e16e57383,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:24.602543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36680) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:24.647650 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.664303 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-59dadb11-e4d0-4cbe-8929-dc8b448b951e admin admin] Publish callbacks [] for security_group (a5b902a2-e427-4bea-a0de-1a9e16e57383), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.678408 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.682142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:24.683095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.749976 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0781221
Feb 19 20:50:24.753097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36684) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:24.759976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] Request body: {'subnet': {'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-subnet', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:24.767393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba76fe9-13bd-43d7-a884-c3fb7a3b4a15 admin admin] Pushing event updated for resources: {'Network': ['ID=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:24.775932 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-59dadb11-e4d0-4cbe-8929-dc8b448b951e admin admin] Publish callbacks [] for security_group (a5b902a2-e427-4bea-a0de-1a9e16e57383), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.779783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:50:24.806686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] Made reservation on behalf of 04d2b5b9a01e4133b1f4f7f351cf0c0a for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:24.809238 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.900063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-59dadb11-e4d0-4cbe-8929-dc8b448b951e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a5b902a2-e427-4bea-a0de-1a9e16e57383), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.906471 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-59dadb11-e4d0-4cbe-8929-dc8b448b951e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:24.912814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-59dadb11-e4d0-4cbe-8929-dc8b448b951e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5b902a2-e427-4bea-a0de-1a9e16e57383 HTTP/1.1" status: 204  len: 168 time: 0.3092988
Feb 19 20:50:24.951597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dadb11-e4d0-4cbe-8929-dc8b448b951e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b902a2-e427-4bea-a0de-1a9e16e57383,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:25.066345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36702) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:25.142355 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (879b90bf-3325-4c32-b3af-720713f360e1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.235674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=879b90bf-3325-4c32-b3af-720713f360e1,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:25.238091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] Checking segment: {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:25.238560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] Network hostable DHCP agents. Network: 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:50:25.268765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] Network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:50:25.287296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:25.294364 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:25.294983 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.299592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199f8061-82c9-4e0d-aaa6-de5ed593e7ea None None] Network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:25.326320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cb89bed7-871b-4846-9140-4147f12bee2a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.5714972
Feb 19 20:50:25.329306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36720) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:25.335425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:25.373910 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.375547 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.438480 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:50:25.440388 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.540884 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Publish callbacks [] for router_controller (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.607376 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.641238 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32518595-90df-4f1e-9667-fb43d22fe7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.675045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Allocated IP 172.20.0.2 (7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0/879b90bf-3325-4c32-b3af-720713f360e1/5e23cd92-fd7d-44bb-839f-5800b0be7a9f) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:50:25.760641 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Publish callbacks [] for router_gateway (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.933569 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Publish callbacks [] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.941144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.974732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32518595-90df-4f1e-9667-fb43d22fe7e9 admin admin] Publish callbacks [] for security_group (ae026624-62de-4978-954e-40a8cd3706ee), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.986636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32518595-90df-4f1e-9667-fb43d22fe7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ae026624-62de-4978-954e-40a8cd3706ee), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:25.996771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:50:26.003180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:26.011822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:50:26.042680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36750) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:26.043514 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-32518595-90df-4f1e-9667-fb43d22fe7e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24084fe3ae3342fb98decf8e698ef38e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9747379
Feb 19 20:50:26.057732 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32518595-90df-4f1e-9667-fb43d22fe7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae026624-62de-4978-954e-40a8cd3706ee,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:26.089597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Pushing event updated for resources: {'Port': ['ID=5e23cd92-fd7d-44bb-839f-5800b0be7a9f,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:26.102568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.102916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.103260 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.103653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.104155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.104520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.104853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.105181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.105508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.105839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.106186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.106485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.106806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Tracked resource versions report:
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]: pushed versions:
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]: {   'AddressGroup': {'1.2'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'ConntrackHelper': {'1.0'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'LocalIPAssociation': {'1.0'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'Log': {'1.0'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'Network': {'1.1'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'Port': {'1.7'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'PortForwarding': {'1.2'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'QosPolicy': {'1.10'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'SecurityGroup': {'1.5'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'SecurityGroupRule': {'1.2'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'SubPort': {'1.0'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'Subnet': {'1.1'},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     'Trunk': {'1.1'}}
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]: consumer versions:
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]: {   DHCP agent@ncdv-master-1: {},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     HyperV agent@nch1-master-1: {},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     HyperV agent@nch2-master-1: {},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     L3 agent@ncdv-master-1: {},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     Metadata agent@ncdv-master-1: {},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     Metering agent@ncdv-master-1: {},
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'ConntrackHelper': '1.0',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'LocalIPAssociation': '1.0',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'Log': '1.0',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'Network': '1.1',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'Port': '1.7',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'PortForwarding': '1.2',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'QosPolicy': '1.10',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'SecurityGroup': '1.5',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'SecurityGroupRule': '1.2',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'SubPort': '1.0',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'Subnet': '1.1',
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:                                           'Trunk': '1.1'}}
Feb 19 20:50:26.108005 ncdv-master-1 neutron-server[121130]:  {{(pid=121130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 19 20:50:26.123460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Attempting to bind port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:50:26.124465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Attempting to bind port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:50:26.124836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Attempting to bind port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f on network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:50:26.131268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:50:26.131686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Checking segment: {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:26.133434 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:26.133872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Bound using segment: {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:50:26.134430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Bound port: 5e23cd92-fd7d-44bb-839f-5800b0be7a9f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:50:26.135288 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:26.181822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36754) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:26.184764 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7d049a5-6eff-461a-a26e-c2cc22b5c27a admin admin] Publish callbacks [] for security_group (ae026624-62de-4978-954e-40a8cd3706ee), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:26.235632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] For port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:50:26.240201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] For port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e23cd92-fd7d-44bb-839f-5800b0be7a9f,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:50:26.241254 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7d049a5-6eff-461a-a26e-c2cc22b5c27a admin admin] Publish callbacks [] for security_group (ae026624-62de-4978-954e-40a8cd3706ee), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:26.259088 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:26.328429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Publish callbacks [] for router_gateway (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:26.344989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf9402-b360-4588-a8f0-113067719312 None None] Pushing event updated for resources: {'Port': ['ID=5e23cd92-fd7d-44bb-839f-5800b0be7a9f,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:26.350332 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7d049a5-6eff-461a-a26e-c2cc22b5c27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ae026624-62de-4978-954e-40a8cd3706ee), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:26.358433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7d049a5-6eff-461a-a26e-c2cc22b5c27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:26.361318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c7d049a5-6eff-461a-a26e-c2cc22b5c27a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae026624-62de-4978-954e-40a8cd3706ee HTTP/1.1" status: 204  len: 168 time: 0.3174272
Feb 19 20:50:26.379293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d049a5-6eff-461a-a26e-c2cc22b5c27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae026624-62de-4978-954e-40a8cd3706ee,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:26.391900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:26.559727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Allocated IP 172.35.2.10 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/a7f88bd6-cda1-492a-a72e-a425a5323c93) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:50:26.707956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ddc0610-e0c4-401c-bb05-026c0f2febdc req-10c141c9-7568-4e81-97f8-152081a206f3 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 210 time: 0.5209517
Feb 19 20:50:26.779611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Publish callbacks [] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:26.824590 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:26.840172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.10', 58686) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:26.866804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-8ec5a0d4-e896-4db1-872f-0137cbde7e1b tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=228f5017f5f74fbaa0f3b36b89acf4ee&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0250731
Feb 19 20:50:26.883840 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f88bd6-cda1-492a-a72e-a425a5323c93,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:26.888823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:50:26.890383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:26.893689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:50:27.022905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-62b31bf1-c48b-4a0a-8724-2ec6682c244c tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:27.024932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-62b31bf1-c48b-4a0a-8724-2ec6682c244c tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1537035
Feb 19 20:50:27.125451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Request body: {'port': {'device_id': 'b743c9bb-0af5-4b6e-9c8e-ce4dcb144931', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '228f5017f5f74fbaa0f3b36b89acf4ee'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:27.231804 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Publish callbacks [] for router_gateway (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.352380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36792) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:27.388718 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1aea-b7bc-4cd1-a202-e5cc1c235d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.459496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Made reservation on behalf of 228f5017f5f74fbaa0f3b36b89acf4ee for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:27.474368 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.494665 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.517254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.584369 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1aea-b7bc-4cd1-a202-e5cc1c235d5b admin admin] Publish callbacks [] for security_group (4e57c0e9-17a3-425d-825d-f6a03eff56d8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.599033 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1aea-b7bc-4cd1-a202-e5cc1c235d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4e57c0e9-17a3-425d-825d-f6a03eff56d8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.602750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5e23cd92-fd7d-44bb-839f-5800b0be7a9f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:50:27.691706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:27.692101 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.692878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cf6b1aea-b7bc-4cd1-a202-e5cc1c235d5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2a3725f1eb447c991ecbbfd45f64b28&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3393743
Feb 19 20:50:27.699045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b1aea-b7bc-4cd1-a202-e5cc1c235d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e57c0e9-17a3-425d-825d-f6a03eff56d8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:27.705531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36804) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:27.722516 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Publish callbacks [] for security_group (151b6efb-0db4-49a1-b6a4-76aa01f85ae9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.734974 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (151b6efb-0db4-49a1-b6a4-76aa01f85ae9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.767949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9afd57c-b083-4144-aa43-8dbc6818146b None None] Network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:27.876909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:27.877398 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.907622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151b6efb-0db4-49a1-b6a4-76aa01f85ae9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:27.911168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c436fb3a-2f9b-475b-bbf5-e6d29287c2f4 None None] Provisioning complete for port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:27.911576 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c436fb3a-2f9b-475b-bbf5-e6d29287c2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:27.926939 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-19ae98f8-c5f6-4539-89a9-bb7b6116d982 admin admin] Publish callbacks [] for security_group (4e57c0e9-17a3-425d-825d-f6a03eff56d8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:28.016110 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-19ae98f8-c5f6-4539-89a9-bb7b6116d982 admin admin] Publish callbacks [] for security_group (4e57c0e9-17a3-425d-825d-f6a03eff56d8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:28.031758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e23cd92-fd7d-44bb-839f-5800b0be7a9f,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:50:28.067900 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:28.075843 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:50:28.095664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-19ae98f8-c5f6-4539-89a9-bb7b6116d982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4e57c0e9-17a3-425d-825d-f6a03eff56d8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:28.102073 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-19ae98f8-c5f6-4539-89a9-bb7b6116d982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:28.108155 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-19ae98f8-c5f6-4539-89a9-bb7b6116d982 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e57c0e9-17a3-425d-825d-f6a03eff56d8 HTTP/1.1" status: 204  len: 168 time: 0.4001484
Feb 19 20:50:28.146181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae98f8-c5f6-4539-89a9-bb7b6116d982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e57c0e9-17a3-425d-825d-f6a03eff56d8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:28.168358 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64e703ab-1df3-4573-9d6d-425045d1db82 req-4693b087-ed88-41d2-90b3-cefa84111a48 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 210 time: 0.1173830
Feb 19 20:50:28.226256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Allocated IP 192.168.233.226 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/e518681b-fe3b-4228-801f-07d7dc238409) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:50:28.311375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:50:28.372254 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Sync routers for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:50:28.392929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:28.393611 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:50:28.394221 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-52b0d0b9-bf07-4ae5-9cf3-ee4208f38e68 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.0635879
Feb 19 20:50:28.394988 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706dd6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:50:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:28.397163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36838) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:28.424968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=5e23cd92-fd7d-44bb-839f-5800b0be7a9f,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:28.576233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c436fb3a-2f9b-475b-bbf5-e6d29287c2f4 None None] Current status of the port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:28.622914 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:50:28.665357 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Publish callbacks [] for port (e518681b-fe3b-4228-801f-07d7dc238409), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:28.834332 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (e518681b-fe3b-4228-801f-07d7dc238409), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:28.845040 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706dd6d0>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:27Z', 'revision_number': 3, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:28.884711 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Checking router: c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:50:28.885842 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Updating router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 port a7f88bd6-cda1-492a-a72e-a425a5323c93 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:50:28.917508 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:28.983927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Pushing event updated for resources: {'Port': ['ID=e518681b-fe3b-4228-801f-07d7dc238409,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:29.001760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:50:29.004487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:29.007541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:50:29.014511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:29.015913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:29.017548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7a4bf817-b744-4f6a-8433-d06494e9d983 None None] Provisioning complete for port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:29.018036 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf817-b744-4f6a-8433-d06494e9d983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:29.040544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ea14a5de-5763-44e9-ac59-9ea12b952b00 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9193771
Feb 19 20:50:29.075664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-a7aaab34-06aa-49a9-b637-beaca416dfd0 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:50:29.079071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-a7aaab34-06aa-49a9-b637-beaca416dfd0 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0094206
Feb 19 20:50:29.307820 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:29.479396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bf817-b744-4f6a-8433-d06494e9d983 None None] Current status of the port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:29.521468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392d3f7-39cd-4f43-9f59-e07aaee06831 req-0cdb0ea2-98f8-44cc-a70f-6f871ded7826 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:29.530181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4392d3f7-39cd-4f43-9f59-e07aaee06831 req-0cdb0ea2-98f8-44cc-a70f-6f871ded7826 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 936 time: 0.2116721
Feb 19 20:50:29.600379 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4392d3f7-39cd-4f43-9f59-e07aaee06831 req-af9527c9-e11c-4dc3-9547-62aeee22a3f1 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653698
Feb 19 20:50:29.621928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5e23cd92-fd7d-44bb-839f-5800b0be7a9f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:50:29.629091 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Publish callbacks [] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:29.635812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-279fa554-e257-4ded-97bc-d4ca75b8b221 None None] Provisioning complete for port e518681b-fe3b-4228-801f-07d7dc238409 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:29.636610 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-279fa554-e257-4ded-97bc-d4ca75b8b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e518681b-fe3b-4228-801f-07d7dc238409), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:29.641368 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:29.649127 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:29.755734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-279fa554-e257-4ded-97bc-d4ca75b8b221 None None] Port e518681b-fe3b-4228-801f-07d7dc238409 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:50:29.779964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:29.780771 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:29.784199 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Attempting to bind port a7f88bd6-cda1-492a-a72e-a425a5323c93 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:50:29.789211 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Attempting to bind port a7f88bd6-cda1-492a-a72e-a425a5323c93 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:50:29.790226 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Attempting to bind port a7f88bd6-cda1-492a-a72e-a425a5323c93 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:50:29.810845 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:50:29.815670 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:29.816551 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:29.816969 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:50:29.820888 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Bound port: a7f88bd6-cda1-492a-a72e-a425a5323c93, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:50:29.822887 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:29.917392 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Pushing event updated for resources: {'Port': ['ID=a7f88bd6-cda1-492a-a72e-a425a5323c93,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:29.936866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:29.959780 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.960364 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.960893 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.962319 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.962777 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.964026 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.965611 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.967233 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.967790 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.969092 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.969554 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.970716 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.971935 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Tracked resource versions report:
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]: pushed versions:
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]: {   'AddressGroup': {'1.2'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'ConntrackHelper': {'1.0'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'LocalIPAssociation': {'1.0'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'Log': {'1.0'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'Network': {'1.1'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'Port': {'1.7'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'PortForwarding': {'1.2'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'QosPolicy': {'1.10'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'SecurityGroup': {'1.5'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'SecurityGroupRule': {'1.2'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'SubPort': {'1.0'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'Subnet': {'1.1'},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     'Trunk': {'1.1'}}
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]: consumer versions:
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]: {   DHCP agent@ncdv-master-1: {},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     HyperV agent@nch1-master-1: {},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     HyperV agent@nch2-master-1: {},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     L3 agent@ncdv-master-1: {},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     Metadata agent@ncdv-master-1: {},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     Metering agent@ncdv-master-1: {},
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'ConntrackHelper': '1.0',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'LocalIPAssociation': '1.0',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'Log': '1.0',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'Network': '1.1',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'Port': '1.7',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'PortForwarding': '1.2',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'QosPolicy': '1.10',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'SecurityGroup': '1.5',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'SecurityGroupRule': '1.2',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'SubPort': '1.0',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'Subnet': '1.1',
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:                                           'Trunk': '1.1'}}
Feb 19 20:50:29.975288 ncdv-master-1 neutron-server[121131]:  {{(pid=121131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 19 20:50:29.982854 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Allocated IP 172.20.0.1 (7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0/879b90bf-3325-4c32-b3af-720713f360e1/65877833-2bb4-4669-9c7b-cac47fbef098) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:50:30.047796 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] For port a7f88bd6-cda1-492a-a72e-a425a5323c93, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:50:30.053482 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] For port a7f88bd6-cda1-492a-a72e-a425a5323c93, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7f88bd6-cda1-492a-a72e-a425a5323c93,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:50:30.065684 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:30.166125 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Publish callbacks [] for port (65877833-2bb4-4669-9c7b-cac47fbef098), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:30.240423 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:50:30.241124 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706dd6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:50:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:30.245132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:30.255179 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf1ad9-7cd2-4b9c-8b1e-2d98eef3cd28 None None] Pushing event updated for resources: {'Port': ['ID=a7f88bd6-cda1-492a-a72e-a425a5323c93,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:30.262255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497aab-4e78-4475-a259-a500b62a1429 req-b6a0decb-b018-4071-84b1-18680663ed05 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:30.267356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497aab-4e78-4475-a259-a500b62a1429 req-b6a0decb-b018-4071-84b1-18680663ed05 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:30.267967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497aab-4e78-4475-a259-a500b62a1429 req-b6a0decb-b018-4071-84b1-18680663ed05 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:30.269218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497aab-4e78-4475-a259-a500b62a1429 req-b6a0decb-b018-4071-84b1-18680663ed05 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:30.274920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54497aab-4e78-4475-a259-a500b62a1429 req-b6a0decb-b018-4071-84b1-18680663ed05 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2918 time: 0.4417081
Feb 19 20:50:30.335213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:50:30.339340 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:30.348252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:50:30.353987 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:30.459959 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:50:30.461465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Request body: {'port': {'device_id': 'b743c9bb-0af5-4b6e-9c8e-ce4dcb144931', 'device_owner': 'compute:tempest-test_az-883551298', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:30.598490 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:50:30.611780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Pushing event updated for resources: {'Port': ['ID=65877833-2bb4-4669-9c7b-cac47fbef098,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:30.828303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310bcc3-bb50-4c00-adb8-0ed65173d329 req-0be2f7b3-9dd1-49d1-9beb-1b9229f631d9 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:30.832516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d310bcc3-bb50-4c00-adb8-0ed65173d329 req-0be2f7b3-9dd1-49d1-9beb-1b9229f631d9 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 886 time: 0.5370548
Feb 19 20:50:30.845270 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e518681b-fe3b-4228-801f-07d7dc238409), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:30.900980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-636a26be-d4ed-40f5-b136-7d76a3f432a0 None None] Provisioning complete for port 65877833-2bb4-4669-9c7b-cac47fbef098 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:30.902184 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-636a26be-d4ed-40f5-b136-7d76a3f432a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:31.003401 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:31.017996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-636a26be-d4ed-40f5-b136-7d76a3f432a0 None None] Port 65877833-2bb4-4669-9c7b-cac47fbef098 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:50:31.211874 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706dd6d0>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:27Z', 'revision_number': 3, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:31.247679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f26ede-984d-409c-ab65-ae2488c983a5 req-39af3e4d-9c86-463d-b3c9-dfd952e91014 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:31.249437 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51f26ede-984d-409c-ab65-ae2488c983a5 req-39af3e4d-9c86-463d-b3c9-dfd952e91014 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 936 time: 0.2655294
Feb 19 20:50:31.383225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51f26ede-984d-409c-ab65-ae2488c983a5 req-d2426ca1-a72d-4155-bdfe-1d989f114301 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265442
Feb 19 20:50:31.453730 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7507d7-2cd1-4e7c-a3f6-5e41a1d59583 None None] The sync data for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 is: [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:27Z', 'revision_number': 3, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:50:31.517948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Publish callbacks [] for port (65877833-2bb4-4669-9c7b-cac47fbef098), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:31.541601 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:31.542974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:31.744917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Pushing event updated for resources: {'Port': ['ID=65877833-2bb4-4669-9c7b-cac47fbef098,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:31.792728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e518681b-fe3b-4228-801f-07d7dc238409 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:50:31.805059 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Publish callbacks [] for port (e518681b-fe3b-4228-801f-07d7dc238409), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:31.836750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Transition to ACTIVE for port object e518681b-fe3b-4228-801f-07d7dc238409 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:50:31.842144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e7e75-b781-4032-ab30-8c648ce3da2e req-37595632-3d86-4d6a-a670-147a42b5b473 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:31.843060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e7e75-b781-4032-ab30-8c648ce3da2e req-37595632-3d86-4d6a-a670-147a42b5b473 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:31.843604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e7e75-b781-4032-ab30-8c648ce3da2e req-37595632-3d86-4d6a-a670-147a42b5b473 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:31.844303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e7e75-b781-4032-ab30-8c648ce3da2e req-37595632-3d86-4d6a-a670-147a42b5b473 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:31.850261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-667e7e75-b781-4032-ab30-8c648ce3da2e req-37595632-3d86-4d6a-a670-147a42b5b473 tempest-NetworksTest-1852433194 tempest-NetworksTest-1852433194-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2918 time: 0.3899183
Feb 19 20:50:31.854058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e518681b-fe3b-4228-801f-07d7dc238409), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:31.893369 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:50:31.896841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:32.213113 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:50:32.406863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Attempting to bind port e518681b-fe3b-4228-801f-07d7dc238409 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:50:32.407227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Attempting to bind port e518681b-fe3b-4228-801f-07d7dc238409 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:50:32.407605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Attempting to bind port e518681b-fe3b-4228-801f-07d7dc238409 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:50:32.419794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Pushing event updated for resources: {'Port': ['ID=e518681b-fe3b-4228-801f-07d7dc238409,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:32.450748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Port e518681b-fe3b-4228-801f-07d7dc238409 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:50:32.450748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Attempting to bind port e518681b-fe3b-4228-801f-07d7dc238409 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:50:32.472784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:50:32.473154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:32.473705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:50:32.474340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Bound port: e518681b-fe3b-4228-801f-07d7dc238409, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:50:32.474766 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e518681b-fe3b-4228-801f-07d7dc238409), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:32.508097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8c2c1a3b-8e4c-43ea-ac1c-7d615902bae7 None None] Provisioning complete for port 65877833-2bb4-4669-9c7b-cac47fbef098 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:32.510495 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8c2c1a3b-8e4c-43ea-ac1c-7d615902bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:32.602965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:50:32.623901 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8e96c97b-9dea-482c-8641-a764c1a60229 admin admin] 10.222.0.30 "PUT /v2.0/routers/c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2256029
Feb 19 20:50:32.637828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c1a3b-8e4c-43ea-ac1c-7d615902bae7 None None] Port 65877833-2bb4-4669-9c7b-cac47fbef098 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:50:32.724269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] For port e518681b-fe3b-4228-801f-07d7dc238409, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:50:32.731226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] For port e518681b-fe3b-4228-801f-07d7dc238409, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e518681b-fe3b-4228-801f-07d7dc238409,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:50:32.759728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e518681b-fe3b-4228-801f-07d7dc238409), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:32.894199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:32.895182 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:32.896947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] 10.222.0.10 "PUT /v2.0/ports/e518681b-fe3b-4228-801f-07d7dc238409 HTTP/1.1" status: 200  len: 1117 time: 3.0630226
Feb 19 20:50:32.923992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b743c9bb-0af5-4b6e-9c8e-ce4dcb144931', 'tag': 'e518681b-fe3b-4228-801f-07d7dc238409'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:50:33.360287 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36938) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:33.381326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9053d0-1ffc-4021-a156-06644bb68506 service neutron] Pushing event updated for resources: {'Port': ['ID=e518681b-fe3b-4228-801f-07d7dc238409,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:33.412600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-8a25e8c7-1dc5-49d3-b8f9-dfc107b1c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:33.418202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-8a25e8c7-1dc5-49d3-b8f9-dfc107b1c2de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=228f5017f5f74fbaa0f3b36b89acf4ee&device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 1151 time: 0.3283172
Feb 19 20:50:33.598679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8fbde-985b-400e-b839-43c708e5f8eb req-cd80f295-f5d2-4bbf-a7fd-66a056393cd2 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:33.602777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8fb8fbde-985b-400e-b839-43c708e5f8eb req-cd80f295-f5d2-4bbf-a7fd-66a056393cd2 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 969 time: 0.1405771
Feb 19 20:50:33.638352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7f88bd6-cda1-492a-a72e-a425a5323c93 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:50:33.738612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a7f88bd6-cda1-492a-a72e-a425a5323c93 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:33.738990 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:33.759951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8fb8fbde-985b-400e-b839-43c708e5f8eb req-42ee5758-95d0-4078-aa28-39819be9e649 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451857
Feb 19 20:50:33.984036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a7f88bd6-cda1-492a-a72e-a425a5323c93 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:33.984483 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:33.986114 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5446357-bfd9-4e95-a671-9279c0d48394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:34.047528 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port a7f88bd6-cda1-492a-a72e-a425a5323c93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7f88bd6-cda1-492a-a72e-a425a5323c93,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:50:34.059343 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:34.135790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=a7f88bd6-cda1-492a-a72e-a425a5323c93,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:34.196175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5446357-bfd9-4e95-a671-9279c0d48394 admin admin] Publish callbacks [] for security_group (aa1e81e3-69b7-4839-8c97-003182ff7abe), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:34.206212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5446357-bfd9-4e95-a671-9279c0d48394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aa1e81e3-69b7-4839-8c97-003182ff7abe), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:34.243888 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d5446357-bfd9-4e95-a671-9279c0d48394 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=450122b7dbbc42b7a10f4b61c985e138&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8824546
Feb 19 20:50:34.247224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36962) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:34.284435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5446357-bfd9-4e95-a671-9279c0d48394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1e81e3-69b7-4839-8c97-003182ff7abe,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:34.313198 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a4da8e-1594-4100-8f30-ec53c8dafecb" -d '{"events": [{"name": "network-changed", "server_uuid": "b743c9bb-0af5-4b6e-9c8e-ce4dcb144931", "tag": "e518681b-fe3b-4228-801f-07d7dc238409"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:50:34.332347 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-df3e18e5-21a7-4ab9-85ad-034209ca0dcc admin admin] Publish callbacks [] for security_group (aa1e81e3-69b7-4839-8c97-003182ff7abe), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:34.462770 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-5c95374b-c82d-48b2-8983-0563c4f0fbac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=e518681b-fe3b-4228-801f-07d7dc238409 HTTP/1.1" status: 200  len: 217 time: 0.1186931
Feb 19 20:50:34.483168 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-df3e18e5-21a7-4ab9-85ad-034209ca0dcc admin admin] Publish callbacks [] for security_group (aa1e81e3-69b7-4839-8c97-003182ff7abe), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:34.613958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-11279dea-e8a7-47d0-bff0-817f09e09e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:34.615872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-11279dea-e8a7-47d0-bff0-817f09e09e61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1303279
Feb 19 20:50:34.639471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Sync routers for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:50:34.664707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:50:34.665433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634c7b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:50:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:34.994589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:50:34.998264 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-df3e18e5-21a7-4ab9-85ad-034209ca0dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aa1e81e3-69b7-4839-8c97-003182ff7abe), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:35.001324 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-df3e18e5-21a7-4ab9-85ad-034209ca0dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:35.005455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-df3e18e5-21a7-4ab9-85ad-034209ca0dcc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa1e81e3-69b7-4839-8c97-003182ff7abe HTTP/1.1" status: 204  len: 168 time: 0.7538333
Feb 19 20:50:35.027601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e18e5-21a7-4ab9-85ad-034209ca0dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1e81e3-69b7-4839-8c97-003182ff7abe,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:35.091978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-688c8fe1-98d0-4165-9961-2bf3dcadb076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:35.093607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-688c8fe1-98d0-4165-9961-2bf3dcadb076 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4512269
Feb 19 20:50:35.109109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65132ac-0180-4ac1-8bf8-fab317397f4f req-130aadce-6a2b-46a5-9413-61157a6345a6 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:35.110894 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d65132ac-0180-4ac1-8bf8-fab317397f4f req-130aadce-6a2b-46a5-9413-61157a6345a6 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 969 time: 0.1146603
Feb 19 20:50:35.225773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36988) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:35.258267 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471efe1d-ec45-4d7c-afec-c12a5f24f1a4 x-openstack-request-id: req-471efe1d-ec45-4d7c-afec-c12a5f24f1a4 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:50:35.258775 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b743c9bb-0af5-4b6e-9c8e-ce4dcb144931", "tag": "e518681b-fe3b-4228-801f-07d7dc238409", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:50:35.258775 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-471efe1d-ec45-4d7c-afec-c12a5f24f1a4 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:50:35.259241 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b743c9bb-0af5-4b6e-9c8e-ce4dcb144931', 'tag': 'e518681b-fe3b-4228-801f-07d7dc238409', 'status': 'completed', 'code': 200}
Feb 19 20:50:35.339164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d65132ac-0180-4ac1-8bf8-fab317397f4f req-550928af-581a-47aa-8330-c6ce89dbcd7c tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187879
Feb 19 20:50:35.376970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-d0b61c52-04d5-4221-9160-0f9149103b5e service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2648768
Feb 19 20:50:35.574952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e48ba9d5-52a7-40b9-844a-ac1fffc3ea2e req-0d24e480-6a21-4a3b-a0f9-39940de590e8 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1760883
Feb 19 20:50:35.583237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7f88bd6-cda1-492a-a72e-a425a5323c93 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:50:35.658597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634c7b20>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:31Z', 'revision_number': 2, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:35.709201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Checking router: c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:50:35.709573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Updating router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 port 65877833-2bb4-4669-9c7b-cac47fbef098 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:50:35.747297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a7f88bd6-cda1-492a-a72e-a425a5323c93 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:35.747708 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:35.799755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:35.845588 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8845b6ee-a8da-4fb2-a89f-36b42e872302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.062413 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8845b6ee-a8da-4fb2-a89f-36b42e872302 admin admin] Publish callbacks [] for security_group (af76d0fd-d3f5-4ce4-8a25-05eab5e6925b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.070748 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8845b6ee-a8da-4fb2-a89f-36b42e872302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (af76d0fd-d3f5-4ce4-8a25-05eab5e6925b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.103514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a7f88bd6-cda1-492a-a72e-a425a5323c93 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:36.171681 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8845b6ee-a8da-4fb2-a89f-36b42e872302 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c5a9be6f3f924eff970b29e1e6ecc9fc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9427381
Feb 19 20:50:36.173850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845b6ee-a8da-4fb2-a89f-36b42e872302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af76d0fd-d3f5-4ce4-8a25-05eab5e6925b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:36.178037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37004) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:36.205845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37006) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:36.310498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4da8e-1594-4100-8f30-ec53c8dafecb req-c55827ca-cdd0-4159-a3c2-9aac86e7cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:36.312600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6a4da8e-1594-4100-8f30-ec53c8dafecb req-c55827ca-cdd0-4159-a3c2-9aac86e7cd15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=228f5017f5f74fbaa0f3b36b89acf4ee&device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 1151 time: 0.1454380
Feb 19 20:50:36.314665 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Publish callbacks [] for port (65877833-2bb4-4669-9c7b-cac47fbef098), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.330304 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.334347 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7af73c6-a971-43f0-87ed-6217ba1166eb admin admin] Publish callbacks [] for security_group (af76d0fd-d3f5-4ce4-8a25-05eab5e6925b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.419608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37014) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:36.421898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87681d-5678-4a43-879a-f7eb1fd38b0e None None] Pushing event updated for resources: {'Port': ['ID=65877833-2bb4-4669-9c7b-cac47fbef098,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:36.473852 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dadcdbc3-4bc3-41b2-8e4a-69ab5a09ba5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.505252 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7af73c6-a971-43f0-87ed-6217ba1166eb admin admin] Publish callbacks [] for security_group (af76d0fd-d3f5-4ce4-8a25-05eab5e6925b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.594257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Attempting to bind port 65877833-2bb4-4669-9c7b-cac47fbef098 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:50:36.594638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Attempting to bind port 65877833-2bb4-4669-9c7b-cac47fbef098 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:50:36.595021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Attempting to bind port 65877833-2bb4-4669-9c7b-cac47fbef098 on network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:50:36.605398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:50:36.605806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Checking segment: {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:36.606264 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.615357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Bound using segment: {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:50:36.615909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Bound port: 65877833-2bb4-4669-9c7b-cac47fbef098, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:50:36.616352 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.721045 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dadcdbc3-4bc3-41b2-8e4a-69ab5a09ba5d admin admin] Publish callbacks [] for security_group (e75a396f-d73a-4b62-9313-2aa79a84d737), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.737072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dadcdbc3-4bc3-41b2-8e4a-69ab5a09ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e75a396f-d73a-4b62-9313-2aa79a84d737), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.830051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcdbc3-4bc3-41b2-8e4a-69ab5a09ba5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75a396f-d73a-4b62-9313-2aa79a84d737,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:36.837789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] For port 65877833-2bb4-4669-9c7b-cac47fbef098, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:50:36.842916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] For port 65877833-2bb4-4669-9c7b-cac47fbef098, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65877833-2bb4-4669-9c7b-cac47fbef098,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:50:36.857605 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dadcdbc3-4bc3-41b2-8e4a-69ab5a09ba5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=daf4e12e2ba245db923e1a2b18150a87&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4362323
Feb 19 20:50:36.863658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37022) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:36.864947 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:36.934238 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-110c44a5-446a-4ea2-ac3a-09965b8e209a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.057564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37028) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:37.088882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87681d-5678-4a43-879a-f7eb1fd38b0e None None] Pushing event updated for resources: {'Port': ['ID=65877833-2bb4-4669-9c7b-cac47fbef098,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:37.094818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f1a587cf-8362-4bf5-8ab3-f8318b364f50 None None] Provisioning complete for port 65877833-2bb4-4669-9c7b-cac47fbef098 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:37.097505 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f1a587cf-8362-4bf5-8ab3-f8318b364f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.127910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef47c1d-6144-48f2-b1c9-c75f5aab025f req-a840ec7b-80ce-4435-b4b1-f4e285815995 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:37.129553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ef47c1d-6144-48f2-b1c9-c75f5aab025f req-a840ec7b-80ce-4435-b4b1-f4e285815995 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 969 time: 0.6302307
Feb 19 20:50:37.138422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-network', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:37.152150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4da8e-1594-4100-8f30-ec53c8dafecb req-6018718f-cd6c-41db-8261-81d94683556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:37.153664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6a4da8e-1594-4100-8f30-ec53c8dafecb req-6018718f-cd6c-41db-8261-81d94683556d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.7704551
Feb 19 20:50:37.187484 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b1d07fa-21e8-4d78-8c04-64309934d8e9 admin admin] Publish callbacks [] for security_group (e75a396f-d73a-4b62-9313-2aa79a84d737), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.217723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:50:37.220063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634c7b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:50:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:37.315054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Made reservation on behalf of 468c5e5a1f98468ba44fa46e65bdbede for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:37.317334 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.326469 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7af73c6-a971-43f0-87ed-6217ba1166eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (af76d0fd-d3f5-4ce4-8a25-05eab5e6925b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.338426 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7af73c6-a971-43f0-87ed-6217ba1166eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.339595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b7af73c6-a971-43f0-87ed-6217ba1166eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af76d0fd-d3f5-4ce4-8a25-05eab5e6925b HTTP/1.1" status: 204  len: 168 time: 1.1593421
Feb 19 20:50:37.350739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b1d07fa-21e8-4d78-8c04-64309934d8e9 admin admin] Publish callbacks [] for security_group (e75a396f-d73a-4b62-9313-2aa79a84d737), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.368585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6a4da8e-1594-4100-8f30-ec53c8dafecb req-1f5fb1c2-7a9d-47fc-9ca1-102701a96216 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=e518681b-fe3b-4228-801f-07d7dc238409 HTTP/1.1" status: 200  len: 217 time: 0.1970499
Feb 19 20:50:37.461421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.467721 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af73c6-a971-43f0-87ed-6217ba1166eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af76d0fd-d3f5-4ce4-8a25-05eab5e6925b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:37.619650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ef47c1d-6144-48f2-b1c9-c75f5aab025f req-53ce2360-d579-4f4e-80fa-febe41f03017 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4700196
Feb 19 20:50:37.661763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4da8e-1594-4100-8f30-ec53c8dafecb req-f8562e9d-e724-4b66-90bf-93db4a2358f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:37.664088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6a4da8e-1594-4100-8f30-ec53c8dafecb req-f8562e9d-e724-4b66-90bf-93db4a2358f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.2690289
Feb 19 20:50:37.668812 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-110c44a5-446a-4ea2-ac3a-09965b8e209a admin admin] Publish callbacks [] for security_group (613cf743-e3df-477c-9af5-e97a6e5a5c29), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.685640 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-110c44a5-446a-4ea2-ac3a-09965b8e209a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (613cf743-e3df-477c-9af5-e97a6e5a5c29), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.723787 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b1d07fa-21e8-4d78-8c04-64309934d8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e75a396f-d73a-4b62-9313-2aa79a84d737), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.730137 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b1d07fa-21e8-4d78-8c04-64309934d8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.730137 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3b1d07fa-21e8-4d78-8c04-64309934d8e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e75a396f-d73a-4b62-9313-2aa79a84d737 HTTP/1.1" status: 204  len: 168 time: 0.8652492
Feb 19 20:50:37.780397 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-110c44a5-446a-4ea2-ac3a-09965b8e209a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0c8f961f47342b79a6b6f02eb378581&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5732958
Feb 19 20:50:37.783078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37040) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:37.837297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c44a5-446a-4ea2-ac3a-09965b8e209a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613cf743-e3df-477c-9af5-e97a6e5a5c29,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:37.869614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f1a587cf-8362-4bf5-8ab3-f8318b364f50 None None] Current status of the port 65877833-2bb4-4669-9c7b-cac47fbef098 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:37.870216 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f1a587cf-8362-4bf5-8ab3-f8318b364f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.875892 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:50:37.882064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d07fa-21e8-4d78-8c04-64309934d8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75a396f-d73a-4b62-9313-2aa79a84d737,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:37.889329 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d9bcee8-4f03-436e-a21e-f8fccf664c1b admin admin] Publish callbacks [] for security_group (613cf743-e3df-477c-9af5-e97a6e5a5c29), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.915499 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Publish callbacks [] for security_group (8568a06d-92bd-4bca-b624-93d14eb9a332), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.930877 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8568a06d-92bd-4bca-b624-93d14eb9a332), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:37.998974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:50:38.017965 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d9bcee8-4f03-436e-a21e-f8fccf664c1b admin admin] Publish callbacks [] for security_group (613cf743-e3df-477c-9af5-e97a6e5a5c29), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:38.029564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8568a06d-92bd-4bca-b624-93d14eb9a332,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:38.060107 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (09754173-ee56-42c0-8754-e8dc0e4ba2f0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:38.060761 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Added segment 09754173-ee56-42c0-8754-e8dc0e4ba2f0 of type vlan for network c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c
Feb 19 20:50:38.183790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f1a587cf-8362-4bf5-8ab3-f8318b364f50 None None] For port 65877833-2bb4-4669-9c7b-cac47fbef098, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65877833-2bb4-4669-9c7b-cac47fbef098,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:50:38.199781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4da8e-1594-4100-8f30-ec53c8dafecb req-5bc3a558-5c94-4e5d-b9d4-1a394c859d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:38.201363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6a4da8e-1594-4100-8f30-ec53c8dafecb req-5bc3a558-5c94-4e5d-b9d4-1a394c859d07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2797110
Feb 19 20:50:38.215132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:38.319151 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f1a587cf-8362-4bf5-8ab3-f8318b364f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:38.336791 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:38.339161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:38.339709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:38.355400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d9bcee8-4f03-436e-a21e-f8fccf664c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (613cf743-e3df-477c-9af5-e97a6e5a5c29), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:38.358033 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d9bcee8-4f03-436e-a21e-f8fccf664c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:38.359200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3d9bcee8-4f03-436e-a21e-f8fccf664c1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/613cf743-e3df-477c-9af5-e97a6e5a5c29 HTTP/1.1" status: 204  len: 168 time: 0.5751343
Feb 19 20:50:38.423118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bcee8-4f03-436e-a21e-f8fccf664c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613cf743-e3df-477c-9af5-e97a6e5a5c29,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:38.506605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6a4da8e-1594-4100-8f30-ec53c8dafecb req-e784f2fe-084d-441c-874a-05f163a4a5d5 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849455
Feb 19 20:50:38.531304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-39db4f97-db87-4cca-b0a1-3359cfb6f14a None None] Provisioning complete for port 65877833-2bb4-4669-9c7b-cac47fbef098 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:38.531958 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-39db4f97-db87-4cca-b0a1-3359cfb6f14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:38.622071 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.5618043
Feb 19 20:50:38.640759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37066) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:38.656222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a587cf-8362-4bf5-8ab3-f8318b364f50 None None] Pushing event updated for resources: {'Port': ['ID=65877833-2bb4-4669-9c7b-cac47fbef098,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:38.659188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] Request body: {'subnet': {'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-subnet', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:38.678683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37070) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:38.705332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5526865-ce7a-4649-a7e1-09b4a9b7d3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:38.737832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:50:38.745416 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80d8d305-71a5-4aa2-9935-e48637489b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:38.754743 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] Made reservation on behalf of 468c5e5a1f98468ba44fa46e65bdbede for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:38.767527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:38.838069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6a4da8e-1594-4100-8f30-ec53c8dafecb req-56a199bb-1f61-455a-a544-745f42fb7271 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3132470
Feb 19 20:50:38.948960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-39db4f97-db87-4cca-b0a1-3359cfb6f14a None None] Current status of the port 65877833-2bb4-4669-9c7b-cac47fbef098 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:38.955262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634c7b20>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:36Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:38.998025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321f3b5-30e2-4482-9c59-63218ffe16bc None None] The sync data for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 is: [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:36Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:50:39.209003 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80d8d305-71a5-4aa2-9935-e48637489b7c admin admin] Publish callbacks [] for security_group (b7c29316-697c-411f-b0a3-d442412f3765), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:39.230355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80d8d305-71a5-4aa2-9935-e48637489b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b7c29316-697c-411f-b0a3-d442412f3765), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:39.315116 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-80d8d305-71a5-4aa2-9935-e48637489b7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94082268e30d4ae4b7ac507727001f22&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6325147
Feb 19 20:50:39.323723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91264b93-1f76-4bec-a0b0-7f0cdf88bf36 req-e6d4b1fd-9fb6-4c3e-882b-141e9339dd90 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:39.331734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91264b93-1f76-4bec-a0b0-7f0cdf88bf36 req-e6d4b1fd-9fb6-4c3e-882b-141e9339dd90 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 969 time: 0.0995588
Feb 19 20:50:39.342294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37078) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:39.345276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37080) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:39.371178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8d305-71a5-4aa2-9935-e48637489b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c29316-697c-411f-b0a3-d442412f3765,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:39.503364 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f1f5680f-50cb-4ff4-9548-5b9c0a1c91a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:39.570450 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (d49261c2-4b5c-47a5-b8fb-cd68569189e9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:39.695578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 65877833-2bb4-4669-9c7b-cac47fbef098 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:50:39.718759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d49261c2-4b5c-47a5-b8fb-cd68569189e9,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:39.741761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] Checking segment: {'id': '09754173-ee56-42c0-8754-e8dc0e4ba2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:39.748651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] Network hostable DHCP agents. Network: c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:50:39.821858 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] Network c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:50:39.833617 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f1f5680f-50cb-4ff4-9548-5b9c0a1c91a0 admin admin] Publish callbacks [] for security_group (d67cb97a-7953-40be-8081-fdcd4ebfb46e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:39.842307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:39.857665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:39.858470 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:39.870529 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f1f5680f-50cb-4ff4-9548-5b9c0a1c91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d67cb97a-7953-40be-8081-fdcd4ebfb46e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:39.895492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f7861-37ae-4789-9e67-5dc6593f2861 None None] Network c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:39.907030 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2e6ca95a-c66b-4293-92d0-01ee2cee44dc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.2650394
Feb 19 20:50:39.910323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37104) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:39.924692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-router', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:39.953771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f1f5680f-50cb-4ff4-9548-5b9c0a1c91a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=969938e741134a33af033cc9017c5690&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6028228
Feb 19 20:50:39.963703 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37108) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:40.034018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5680f-50cb-4ff4-9548-5b9c0a1c91a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67cb97a-7953-40be-8081-fdcd4ebfb46e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:40.056268 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (0c1bee58-9088-474c-b78c-11bd09326cbd), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.059336 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (0c1bee58-9088-474c-b78c-11bd09326cbd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.136363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-166e1bec-715a-4856-b147-7d2b86de848f admin admin] Publish callbacks [] for security_group (b7c29316-697c-411f-b0a3-d442412f3765), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.214848 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-166e1bec-715a-4856-b147-7d2b86de848f admin admin] Publish callbacks [] for security_group (b7c29316-697c-411f-b0a3-d442412f3765), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.238510 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 65877833-2bb4-4669-9c7b-cac47fbef098 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:40.239526 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.253717 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Publish callbacks [] for router_controller (0c1bee58-9088-474c-b78c-11bd09326cbd), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.323011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37114) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:40.339397 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-166e1bec-715a-4856-b147-7d2b86de848f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b7c29316-697c-411f-b0a3-d442412f3765), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.342317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-166e1bec-715a-4856-b147-7d2b86de848f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.346263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-166e1bec-715a-4856-b147-7d2b86de848f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7c29316-697c-411f-b0a3-d442412f3765 HTTP/1.1" status: 204  len: 168 time: 0.9970312
Feb 19 20:50:40.371575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91264b93-1f76-4bec-a0b0-7f0cdf88bf36 req-42daa43e-2325-40e2-af40-726d283f40cd tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0336034
Feb 19 20:50:40.388210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e1bec-715a-4856-b147-7d2b86de848f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c29316-697c-411f-b0a3-d442412f3765,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:40.411319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c', 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c', 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'fixed_ips': [{'subnet_id': 'd49261c2-4b5c-47a5-b8fb-cd68569189e9'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:50:40.418568 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.460532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-688fb230-c681-4c3c-a1b6-637b0fe289f6 admin admin] Publish callbacks [] for security_group (d67cb97a-7953-40be-8081-fdcd4ebfb46e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.598542 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-688fb230-c681-4c3c-a1b6-637b0fe289f6 admin admin] Publish callbacks [] for security_group (d67cb97a-7953-40be-8081-fdcd4ebfb46e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.615723 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Publish callbacks [] for router_gateway (0c1bee58-9088-474c-b78c-11bd09326cbd), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.669544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 65877833-2bb4-4669-9c7b-cac47fbef098 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:40.850826 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-688fb230-c681-4c3c-a1b6-637b0fe289f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d67cb97a-7953-40be-8081-fdcd4ebfb46e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.857792 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-688fb230-c681-4c3c-a1b6-637b0fe289f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:40.860722 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-688fb230-c681-4c3c-a1b6-637b0fe289f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d67cb97a-7953-40be-8081-fdcd4ebfb46e HTTP/1.1" status: 204  len: 168 time: 0.8943670
Feb 19 20:50:40.869988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Allocated IP 172.20.0.2 (c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c/d49261c2-4b5c-47a5-b8fb-cd68569189e9/e3166e8d-7ec3-4716-a906-fdd69d44078f) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:50:40.878571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fb230-c681-4c3c-a1b6-637b0fe289f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67cb97a-7953-40be-8081-fdcd4ebfb46e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:41.041194 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e8ece74-6279-4029-8871-3498ae019503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.238200 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e8ece74-6279-4029-8871-3498ae019503 admin admin] Publish callbacks [] for security_group (29078e14-0019-4b92-ac9d-d7de5ae6af35), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.244816 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e8ece74-6279-4029-8871-3498ae019503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (29078e14-0019-4b92-ac9d-d7de5ae6af35), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.258924 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Publish callbacks [] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.269752 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.306290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Network c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:50:41.313895 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Publish callbacks [] for router_gateway (0c1bee58-9088-474c-b78c-11bd09326cbd), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.318228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1e8ece74-6279-4029-8871-3498ae019503 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ad8c0a30d35416c8fc1e32a09e4e334&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9938128
Feb 19 20:50:41.319880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37130) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:41.320027 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:41.320166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ece74-6279-4029-8871-3498ae019503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29078e14-0019-4b92-ac9d-d7de5ae6af35,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:41.363199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.389342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:50:41.396031 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-270b4d79-fcf7-4b22-88f9-ca658f2c0876 admin admin] Publish callbacks [] for security_group (29078e14-0019-4b92-ac9d-d7de5ae6af35), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.433163 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-270b4d79-fcf7-4b22-88f9-ca658f2c0876 admin admin] Publish callbacks [] for security_group (29078e14-0019-4b92-ac9d-d7de5ae6af35), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.476608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Pushing event updated for resources: {'Port': ['ID=e3166e8d-7ec3-4716-a906-fdd69d44078f,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:41.525355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Attempting to bind port e3166e8d-7ec3-4716-a906-fdd69d44078f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:50:41.525355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Attempting to bind port e3166e8d-7ec3-4716-a906-fdd69d44078f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '09754173-ee56-42c0-8754-e8dc0e4ba2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:50:41.525355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Attempting to bind port e3166e8d-7ec3-4716-a906-fdd69d44078f on network c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:50:41.531733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:50:41.533153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Checking segment: {'id': '09754173-ee56-42c0-8754-e8dc0e4ba2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:41.533603 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.534181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Bound using segment: {'id': '09754173-ee56-42c0-8754-e8dc0e4ba2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:50:41.535230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Bound port: e3166e8d-7ec3-4716-a906-fdd69d44078f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09754173-ee56-42c0-8754-e8dc0e4ba2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:50:41.535724 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.554957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Allocated IP 172.35.2.171 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/3832f5e2-6ec1-4424-81c7-062b339e77bd) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:50:41.584926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1228ae-0fcf-479e-ae17-529dac26d1e0 req-f5a3991f-fec2-4609-8f38-53835b1716fe tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:41.586645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b1228ae-0fcf-479e-ae17-529dac26d1e0 req-f5a3991f-fec2-4609-8f38-53835b1716fe tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 969 time: 0.0860524
Feb 19 20:50:41.635366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-270b4d79-fcf7-4b22-88f9-ca658f2c0876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (29078e14-0019-4b92-ac9d-d7de5ae6af35), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.639025 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-270b4d79-fcf7-4b22-88f9-ca658f2c0876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.642786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-270b4d79-fcf7-4b22-88f9-ca658f2c0876 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29078e14-0019-4b92-ac9d-d7de5ae6af35 HTTP/1.1" status: 204  len: 168 time: 0.3180435
Feb 19 20:50:41.655560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] For port e3166e8d-7ec3-4716-a906-fdd69d44078f, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:50:41.664936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] For port e3166e8d-7ec3-4716-a906-fdd69d44078f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3166e8d-7ec3-4716-a906-fdd69d44078f,segment=NetworkSegment(09754173-ee56-42c0-8754-e8dc0e4ba2f0),segment_id=09754173-ee56-42c0-8754-e8dc0e4ba2f0)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:50:41.669525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b4d79-fcf7-4b22-88f9-ca658f2c0876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29078e14-0019-4b92-ac9d-d7de5ae6af35,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:41.685795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b1228ae-0fcf-479e-ae17-529dac26d1e0 req-7ceec7fd-c985-424a-9a25-7e2d6c8e7bf8 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882466
Feb 19 20:50:41.692040 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.795513 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Publish callbacks [] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.807705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1d3e6-155c-4d65-9d58-5218f9c8670e None None] Pushing event updated for resources: {'Port': ['ID=e3166e8d-7ec3-4716-a906-fdd69d44078f,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:41.815180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37146) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:41.855612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:41.896098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:50:41.900984 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:41.904759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:50:41.974158 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Pushing event updated for resources: {'Port': ['ID=3832f5e2-6ec1-4424-81c7-062b339e77bd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:42.187649 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ad4749e-c6da-40b0-b447-c557f1150c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.222634 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Publish callbacks [] for router_gateway (0c1bee58-9088-474c-b78c-11bd09326cbd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.326835 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ad4749e-c6da-40b0-b447-c557f1150c55 admin admin] Publish callbacks [] for security_group (6139b549-8f41-4c2f-a231-a458b4224041), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.335874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37164) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:42.344439 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ad4749e-c6da-40b0-b447-c557f1150c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6139b549-8f41-4c2f-a231-a458b4224041), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.382924 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b292715f-4d0a-473e-9d69-63fd2fcaf346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.404579 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0ad4749e-c6da-40b0-b447-c557f1150c55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d03cb4d49884b5394c1ca3536be6a1d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5881193
Feb 19 20:50:42.405946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4749e-c6da-40b0-b447-c557f1150c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6139b549-8f41-4c2f-a231-a458b4224041,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:42.411418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37168) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:42.505148 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-76f81c8a-5aaa-42c0-a515-a449595d7aee admin admin] Publish callbacks [] for security_group (6139b549-8f41-4c2f-a231-a458b4224041), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.551469 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-76f81c8a-5aaa-42c0-a515-a449595d7aee admin admin] Publish callbacks [] for security_group (6139b549-8f41-4c2f-a231-a458b4224041), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.569261 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b292715f-4d0a-473e-9d69-63fd2fcaf346 admin admin] Publish callbacks [] for security_group (682ff616-c784-4d39-96db-98c351bc9d58), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.582387 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b292715f-4d0a-473e-9d69-63fd2fcaf346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (682ff616-c784-4d39-96db-98c351bc9d58), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.635103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292715f-4d0a-473e-9d69-63fd2fcaf346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682ff616-c784-4d39-96db-98c351bc9d58,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:42.648636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b292715f-4d0a-473e-9d69-63fd2fcaf346 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fa2c918226844d4b6496d44151aed43&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3108828
Feb 19 20:50:42.649374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37174) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:42.668686 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (0c1bee58-9088-474c-b78c-11bd09326cbd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.728466 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2d63fd0e-2506-4433-bcaa-61f72166a328 admin admin] Publish callbacks [] for security_group (682ff616-c784-4d39-96db-98c351bc9d58), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.730364 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-76f81c8a-5aaa-42c0-a515-a449595d7aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6139b549-8f41-4c2f-a231-a458b4224041), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.732765 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-76f81c8a-5aaa-42c0-a515-a449595d7aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.736263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-76f81c8a-5aaa-42c0-a515-a449595d7aee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6139b549-8f41-4c2f-a231-a458b4224041 HTTP/1.1" status: 204  len: 168 time: 0.3215899
Feb 19 20:50:42.745779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f81c8a-5aaa-42c0-a515-a449595d7aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6139b549-8f41-4c2f-a231-a458b4224041,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:42.783845 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2d63fd0e-2506-4433-bcaa-61f72166a328 admin admin] Publish callbacks [] for security_group (682ff616-c784-4d39-96db-98c351bc9d58), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.922536 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2d63fd0e-2506-4433-bcaa-61f72166a328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (682ff616-c784-4d39-96db-98c351bc9d58), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.925776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2d63fd0e-2506-4433-bcaa-61f72166a328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:42.927663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2d63fd0e-2506-4433-bcaa-61f72166a328 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/682ff616-c784-4d39-96db-98c351bc9d58 HTTP/1.1" status: 204  len: 168 time: 0.2763412
Feb 19 20:50:42.948168 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63fd0e-2506-4433-bcaa-61f72166a328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682ff616-c784-4d39-96db-98c351bc9d58,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:42.949678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Router 0c1bee58-9088-474c-b78c-11bd09326cbd is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:50:42.969553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e440cc1-8f45-46c1-bcb8-535ffafdce3b req-98c65509-ecaa-4867-af92-a4a4f12b9144 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:42.971342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e440cc1-8f45-46c1-bcb8-535ffafdce3b req-98c65509-ecaa-4867-af92-a4a4f12b9144 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 969 time: 0.1408463
Feb 19 20:50:43.132971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:50:43.149430 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Sync routers for ids ['0c1bee58-9088-474c-b78c-11bd09326cbd'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:50:43.165621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:43.167295 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Routers {'0c1bee58-9088-474c-b78c-11bd09326cbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:50:43.167412 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5d4f471b-bd54-4b4a-a0f2-a314f2dc539c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.2560387
Feb 19 20:50:43.168002 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7027fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:50:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0c1bee58-9088-474c-b78c-11bd09326cbd'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:43.170403 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37196) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:43.242642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bf5b8f-eac3-491f-841c-e2d416291706 None None] Network c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:43.263464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e440cc1-8f45-46c1-bcb8-535ffafdce3b req-7165feab-cca3-40cf-9c98-b51f43ac63a2 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2852433
Feb 19 20:50:43.368562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fd765184-cdb1-4c4c-945e-b31db95d5507 None None] Provisioning complete for port e3166e8d-7ec3-4716-a906-fdd69d44078f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:43.369082 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fd765184-cdb1-4c4c-945e-b31db95d5507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:43.391191 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Set router 0c1bee58-9088-474c-b78c-11bd09326cbd gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:50:43.536119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fd765184-cdb1-4c4c-945e-b31db95d5507 None None] Current status of the port e3166e8d-7ec3-4716-a906-fdd69d44078f is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:43.536954 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fd765184-cdb1-4c4c-945e-b31db95d5507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:43.616005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fd765184-cdb1-4c4c-945e-b31db95d5507 None None] For port e3166e8d-7ec3-4716-a906-fdd69d44078f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3166e8d-7ec3-4716-a906-fdd69d44078f,segment=NetworkSegment(09754173-ee56-42c0-8754-e8dc0e4ba2f0),segment_id=09754173-ee56-42c0-8754-e8dc0e4ba2f0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:50:43.624122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37206) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:43.627248 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fd765184-cdb1-4c4c-945e-b31db95d5507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:43.691151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1291da23-535d-47ee-a495-0c54ecd5dd36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:43.713522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e3166e8d-7ec3-4716-a906-fdd69d44078f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:50:43.748292 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7027fc70>, [{'id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-router', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171'}], 'enable_snat': True}, 'gw_port_id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:40Z', 'updated_at': '2022-02-19T20:50:42Z', 'revision_number': 3, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'gw_port': {'id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:41Z', 'updated_at': '2022-02-19T20:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:43.796907 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Checking router: 0c1bee58-9088-474c-b78c-11bd09326cbd for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:50:43.797649 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Updating router 0c1bee58-9088-474c-b78c-11bd09326cbd port 3832f5e2-6ec1-4424-81c7-062b339e77bd binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:50:43.845922 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:43.918612 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1291da23-535d-47ee-a495-0c54ecd5dd36 admin admin] Publish callbacks [] for security_group (bb852f67-4d2c-4517-a2a0-832cd07a39ee), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:43.932428 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1291da23-535d-47ee-a495-0c54ecd5dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bb852f67-4d2c-4517-a2a0-832cd07a39ee), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.021044 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.036840 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291da23-535d-47ee-a495-0c54ecd5dd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb852f67-4d2c-4517-a2a0-832cd07a39ee,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:44.049138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1291da23-535d-47ee-a495-0c54ecd5dd36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=480a8add43c44a759b3eae8d6828c8cd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4239156
Feb 19 20:50:44.051619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37212) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:44.081693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd765184-cdb1-4c4c-945e-b31db95d5507 None None] Pushing event updated for resources: {'Port': ['ID=e3166e8d-7ec3-4716-a906-fdd69d44078f,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:44.096317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8f7d5504-2759-4455-a349-9ef468a0d95d None None] Provisioning complete for port e3166e8d-7ec3-4716-a906-fdd69d44078f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:44.096751 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5504-2759-4455-a349-9ef468a0d95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.157607 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8340889d-0536-4cb7-b7eb-e0e011130060 admin admin] Publish callbacks [] for security_group (bb852f67-4d2c-4517-a2a0-832cd07a39ee), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.185742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e3166e8d-7ec3-4716-a906-fdd69d44078f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:44.186353 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.213775 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8340889d-0536-4cb7-b7eb-e0e011130060 admin admin] Publish callbacks [] for security_group (bb852f67-4d2c-4517-a2a0-832cd07a39ee), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.277122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Allocated IP 172.20.0.1 (c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c/d49261c2-4b5c-47a5-b8fb-cd68569189e9/18c66a77-91a4-445b-b2f1-8d9f365c4d37) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:50:44.322971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d5504-2759-4455-a349-9ef468a0d95d None None] Current status of the port e3166e8d-7ec3-4716-a906-fdd69d44078f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:44.326437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8340889d-0536-4cb7-b7eb-e0e011130060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bb852f67-4d2c-4517-a2a0-832cd07a39ee), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.329904 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8340889d-0536-4cb7-b7eb-e0e011130060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.334332 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8340889d-0536-4cb7-b7eb-e0e011130060 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb852f67-4d2c-4517-a2a0-832cd07a39ee HTTP/1.1" status: 204  len: 168 time: 0.2807245
Feb 19 20:50:44.345853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340889d-0536-4cb7-b7eb-e0e011130060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb852f67-4d2c-4517-a2a0-832cd07a39ee,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:44.442031 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e3166e8d-7ec3-4716-a906-fdd69d44078f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:44.456126 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Publish callbacks [] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.466312 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.474818 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Publish callbacks [] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.502262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c5868-9b80-4678-a39f-9189efec1ac8 req-6535cc64-bfe0-42ff-9a40-4bcbde275cab tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:44.503850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da0c5868-9b80-4678-a39f-9189efec1ac8 req-6535cc64-bfe0-42ff-9a40-4bcbde275cab tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 969 time: 0.0975993
Feb 19 20:50:44.549072 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90ae52-c361-444b-8e70-ffe78d9037c3 None None] Pushing event updated for resources: {'Port': ['ID=3832f5e2-6ec1-4424-81c7-062b339e77bd,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:44.550455 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.565123 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Attempting to bind port 3832f5e2-6ec1-4424-81c7-062b339e77bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:50:44.565667 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Attempting to bind port 3832f5e2-6ec1-4424-81c7-062b339e77bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:50:44.566972 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Attempting to bind port 3832f5e2-6ec1-4424-81c7-062b339e77bd on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:50:44.582090 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:50:44.583286 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:44.584122 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.584784 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:50:44.585495 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Bound port: 3832f5e2-6ec1-4424-81c7-062b339e77bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:50:44.586511 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.602339 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da0c5868-9b80-4678-a39f-9189efec1ac8 req-133e036c-7af1-4128-8f36-983357cd0fde tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856435
Feb 19 20:50:44.619272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Network c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:50:44.625508 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:44.629389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:50:44.630096 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (0c1bee58-9088-474c-b78c-11bd09326cbd), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.701713 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] For port 3832f5e2-6ec1-4424-81c7-062b339e77bd, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:50:44.705364 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] For port 3832f5e2-6ec1-4424-81c7-062b339e77bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3832f5e2-6ec1-4424-81c7-062b339e77bd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:50:44.707209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Pushing event updated for resources: {'Port': ['ID=18c66a77-91a4-445b-b2f1-8d9f365c4d37,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:44.719563 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.798280 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Routers {'0c1bee58-9088-474c-b78c-11bd09326cbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:50:44.799621 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7027fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:50:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0c1bee58-9088-474c-b78c-11bd09326cbd'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:44.832950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:44.966024 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90ae52-c361-444b-8e70-ffe78d9037c3 None None] Pushing event updated for resources: {'Port': ['ID=3832f5e2-6ec1-4424-81c7-062b339e77bd,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:44.988384 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] Set router 0c1bee58-9088-474c-b78c-11bd09326cbd gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:50:45.045855 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Publish callbacks [] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:45.052693 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:45.053684 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (0c1bee58-9088-474c-b78c-11bd09326cbd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:45.059965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ee5cda0e-cd94-4c5e-a836-64a3e0b28c44 None None] Provisioning complete for port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:45.060550 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ee5cda0e-cd94-4c5e-a836-64a3e0b28c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:45.104561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Pushing event updated for resources: {'Port': ['ID=18c66a77-91a4-445b-b2f1-8d9f365c4d37,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:45.139149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ee5cda0e-cd94-4c5e-a836-64a3e0b28c44 None None] Port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:50:45.219343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Network c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:50:45.220828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:45.262344 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7027fc70>, [{'id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-router', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171'}], 'enable_snat': True}, 'gw_port_id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:40Z', 'updated_at': '2022-02-19T20:50:44Z', 'revision_number': 4, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'gw_port': {'id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:41Z', 'updated_at': '2022-02-19T20:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c66a77-91a4-445b-b2f1-8d9f365c4d37', 'name': '', 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'mac_address': 'fa:16:3e:ce:fd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'd49261c2-4b5c-47a5-b8fb-cd68569189e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:44Z', 'updated_at': '2022-02-19T20:50:44Z', 'revision_number': 1, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'subnets': [{'id': 'd49261c2-4b5c-47a5-b8fb-cd68569189e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:45.300922 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedba85b-55e6-489d-90b9-6c02961b2d05 None None] The sync data for ids ['0c1bee58-9088-474c-b78c-11bd09326cbd'] in ncdv-master-1 is: [{'id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-router', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171'}], 'enable_snat': True}, 'gw_port_id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:40Z', 'updated_at': '2022-02-19T20:50:44Z', 'revision_number': 4, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'gw_port': {'id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:41Z', 'updated_at': '2022-02-19T20:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c66a77-91a4-445b-b2f1-8d9f365c4d37', 'name': '', 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'mac_address': 'fa:16:3e:ce:fd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'd49261c2-4b5c-47a5-b8fb-cd68569189e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:44Z', 'updated_at': '2022-02-19T20:50:44Z', 'revision_number': 1, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'subnets': [{'id': 'd49261c2-4b5c-47a5-b8fb-cd68569189e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:50:45.387326 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Router 0c1bee58-9088-474c-b78c-11bd09326cbd has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:50:45.546849 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:50:45.552197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e3166e8d-7ec3-4716-a906-fdd69d44078f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:50:45.564026 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-84df860b-6f49-4e7e-b98c-4313e74a4d44 admin admin] 10.222.0.30 "PUT /v2.0/routers/0c1bee58-9088-474c-b78c-11bd09326cbd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3819220
Feb 19 20:50:45.635512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e3166e8d-7ec3-4716-a906-fdd69d44078f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:45.635978 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:45.712912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-de64f46f-f940-4252-8931-8f9c2474d143 None None] Provisioning complete for port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:45.712912 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-de64f46f-f940-4252-8931-8f9c2474d143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:45.795562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-de64f46f-f940-4252-8931-8f9c2474d143 None None] Port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:50:45.830488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac401ea2-8ae6-499b-adaa-edcd33198e3d req-bf2623c2-48df-4c78-bd97-46c683b64825 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:45.839215 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac401ea2-8ae6-499b-adaa-edcd33198e3d req-bf2623c2-48df-4c78-bd97-46c683b64825 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 969 time: 0.1025481
Feb 19 20:50:45.841887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e3166e8d-7ec3-4716-a906-fdd69d44078f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:45.903439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac401ea2-8ae6-499b-adaa-edcd33198e3d req-811ffb0a-3547-4760-a292-e8b65dca774d tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535498
Feb 19 20:50:46.328905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e518681b-fe3b-4228-801f-07d7dc238409 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:50:46.470139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e518681b-fe3b-4228-801f-07d7dc238409, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e518681b-fe3b-4228-801f-07d7dc238409,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:50:46.485820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'e518681b-fe3b-4228-801f-07d7dc238409', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'e518681b-fe3b-4228-801f-07d7dc238409', 'mac_address': 'fa:16:3e:e5:be:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:tempest-test_az-883551298', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:50:46.536357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e518681b-fe3b-4228-801f-07d7dc238409 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:46.537431 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e518681b-fe3b-4228-801f-07d7dc238409), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:46.540658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37306) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:46.560138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e518681b-fe3b-4228-801f-07d7dc238409 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:50:46.582912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e518681b-fe3b-4228-801f-07d7dc238409, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e518681b-fe3b-4228-801f-07d7dc238409,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:50:46.588161 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e518681b-fe3b-4228-801f-07d7dc238409), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:46.643980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e518681b-fe3b-4228-801f-07d7dc238409,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:46.816227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-151248999-network', 'tenant_id': '1d498b88d29548a48047c23af2a9ed5d'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:46.852444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Made reservation on behalf of 1d498b88d29548a48047c23af2a9ed5d for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:46.856611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:46.866139 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:46.920028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['e518681b-fe3b-4228-801f-07d7dc238409'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:50:46.969398 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Publish callbacks [] for security_group (85dfc07d-f61d-41e5-863b-699f2d361fa3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:46.978062 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (85dfc07d-f61d-41e5-863b-699f2d361fa3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:47.013094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:50:47.036309 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751653328707', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a8359c78-9626-4b66-829e-e52d07ac2bfa), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:47.037135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5a73017430> segment precommit_create {{(pid=121128) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 19 20:50:47.037741 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Added segment a8359c78-9626-4b66-829e-e52d07ac2bfa of type vlan for network 683da22e-bd2d-43dc-a4d0-6a669347ff41
Feb 19 20:50:47.088977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dfc07d-f61d-41e5-863b-699f2d361fa3,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:47.103742 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (683da22e-bd2d-43dc-a4d0-6a669347ff41), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:47.142608 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (683da22e-bd2d-43dc-a4d0-6a669347ff41), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:47.143854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:47.144665 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:47.255380 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7135074
Feb 19 20:50:47.258111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37338) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:47.264566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] Request body: {'subnet': {'network_id': '683da22e-bd2d-43dc-a4d0-6a669347ff41', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-151248999-subnet', 'tenant_id': '1d498b88d29548a48047c23af2a9ed5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:47.282164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0acb8-3a7b-4905-ab62-20b3c291c563 admin admin] Pushing event updated for resources: {'Network': ['ID=683da22e-bd2d-43dc-a4d0-6a669347ff41,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:47.301460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 683da22e-bd2d-43dc-a4d0-6a669347ff41 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:50:47.309101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] Made reservation on behalf of 1d498b88d29548a48047c23af2a9ed5d for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:47.316678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:47.507489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca1ac-5b28-4aff-96a1-ee5dee0fbaa1 req-66e76ca0-fb28-4ee5-8ee0-98df2579185d tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:47.524171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bbbca1ac-5b28-4aff-96a1-ee5dee0fbaa1 req-66e76ca0-fb28-4ee5-8ee0-98df2579185d tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 970 time: 0.1287224
Feb 19 20:50:47.606557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3832f5e2-6ec1-4424-81c7-062b339e77bd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:50:47.623017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bbbca1ac-5b28-4aff-96a1-ee5dee0fbaa1 req-9adc9cac-f4b7-4df0-add3-0940f70ace8c tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975966
Feb 19 20:50:47.628251 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (e71b4856-05dd-4701-bf90-ae2098a922d2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:47.679786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 3832f5e2-6ec1-4424-81c7-062b339e77bd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:47.680535 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:47.684699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71b4856-05dd-4701-bf90-ae2098a922d2,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:47.731650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] Checking segment: {'id': 'a8359c78-9626-4b66-829e-e52d07ac2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '683da22e-bd2d-43dc-a4d0-6a669347ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:47.732062 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] Network hostable DHCP agents. Network: 683da22e-bd2d-43dc-a4d0-6a669347ff41, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:50:47.758745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] Network 683da22e-bd2d-43dc-a4d0-6a669347ff41 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:50:47.778302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 683da22e-bd2d-43dc-a4d0-6a669347ff41) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:47.783532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:47.784744 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:47.791458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923dfb85-5a3d-4600-80af-eacc1951e9e1 None None] Network 683da22e-bd2d-43dc-a4d0-6a669347ff41 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:47.810496 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8be00501-243b-4243-b709-a7744d97674b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.5506463
Feb 19 20:50:47.849672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37368) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:47.859845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3832f5e2-6ec1-4424-81c7-062b339e77bd is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:47.860655 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:47.899924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 3832f5e2-6ec1-4424-81c7-062b339e77bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3832f5e2-6ec1-4424-81c7-062b339e77bd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:50:47.909936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:47.984500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82efdf7e-0d49-4841-b810-a5aa5dba57aa None None] Network 683da22e-bd2d-43dc-a4d0-6a669347ff41 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:48.039344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=3832f5e2-6ec1-4424-81c7-062b339e77bd,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:48.053484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Sync routers for ids ['0c1bee58-9088-474c-b78c-11bd09326cbd'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:50:48.076933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Routers {'0c1bee58-9088-474c-b78c-11bd09326cbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:50:48.077561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:50:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0c1bee58-9088-474c-b78c-11bd09326cbd'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:48.152275 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd42c093-8914-4246-9ad0-6f865a4a28cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.236109 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02e74a44-0e0d-4d85-a3a1-73c7fbae1a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.255158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Set router 0c1bee58-9088-474c-b78c-11bd09326cbd gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:50:48.337581 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd42c093-8914-4246-9ad0-6f865a4a28cc admin admin] Publish callbacks [] for security_group (f801b103-7713-4dcc-8b19-529252a29de2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.342016 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd42c093-8914-4246-9ad0-6f865a4a28cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f801b103-7713-4dcc-8b19-529252a29de2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.380360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e518681b-fe3b-4228-801f-07d7dc238409 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:50:48.420921 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fd42c093-8914-4246-9ad0-6f865a4a28cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b3d5a3b5d89480c90dd6e00ab650e2f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5676286
Feb 19 20:50:48.420921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42c093-8914-4246-9ad0-6f865a4a28cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f801b103-7713-4dcc-8b19-529252a29de2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:48.421152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37392) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:48.536883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37398) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:48.544475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-14c1e8ea-84b3-46e2-aff0-edc754dbb0d3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992221030', 'description': 'tempest-description--1869116525'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:48.557194 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-71e6a99b-865d-492f-9474-a0e3b7b237d8 admin admin] Publish callbacks [] for security_group (f801b103-7713-4dcc-8b19-529252a29de2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.594159 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14c1e8ea-84b3-46e2-aff0-edc754dbb0d3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.600901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-71e6a99b-865d-492f-9474-a0e3b7b237d8 admin admin] Publish callbacks [] for security_group (f801b103-7713-4dcc-8b19-529252a29de2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.681835 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-71e6a99b-865d-492f-9474-a0e3b7b237d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f801b103-7713-4dcc-8b19-529252a29de2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.689841 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-71e6a99b-865d-492f-9474-a0e3b7b237d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.697707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-71e6a99b-865d-492f-9474-a0e3b7b237d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f801b103-7713-4dcc-8b19-529252a29de2 HTTP/1.1" status: 204  len: 168 time: 0.2754059
Feb 19 20:50:48.701570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14c1e8ea-84b3-46e2-aff0-edc754dbb0d3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group (be81e35c-7d6e-4ed4-8799-80ca4f746b6a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.708646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port e518681b-fe3b-4228-801f-07d7dc238409 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:50:48.711671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14c1e8ea-84b3-46e2-aff0-edc754dbb0d3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (be81e35c-7d6e-4ed4-8799-80ca4f746b6a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.713250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6a99b-865d-492f-9474-a0e3b7b237d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f801b103-7713-4dcc-8b19-529252a29de2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:48.746118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port e518681b-fe3b-4228-801f-07d7dc238409 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:48.746118 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e518681b-fe3b-4228-801f-07d7dc238409), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.750682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1e8ea-84b3-46e2-aff0-edc754dbb0d3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be81e35c-7d6e-4ed4-8799-80ca4f746b6a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:48.770045 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14c1e8ea-84b3-46e2-aff0-edc754dbb0d3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.776201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37412) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:48.776547 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-14c1e8ea-84b3-46e2-aff0-edc754dbb0d3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2384145
Feb 19 20:50:48.782123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-2400003b-eb61-496c-a0d0-0e120120b5cf tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Request body: {'security_group_rule': {'security_group_id': 'be81e35c-7d6e-4ed4-8799-80ca4f746b6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:48.834112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2400003b-eb61-496c-a0d0-0e120120b5cf tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group_rule (eb085b4c-d579-44ab-9cc8-6517c94d581d), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.863750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e518681b-fe3b-4228-801f-07d7dc238409 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:48.864239 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e518681b-fe3b-4228-801f-07d7dc238409), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.877958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ee50>, [{'id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-router', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171'}], 'enable_snat': True}, 'gw_port_id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:40Z', 'updated_at': '2022-02-19T20:50:44Z', 'revision_number': 4, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'gw_port': {'id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:41Z', 'updated_at': '2022-02-19T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c66a77-91a4-445b-b2f1-8d9f365c4d37', 'name': '', 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'mac_address': 'fa:16:3e:ce:fd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'd49261c2-4b5c-47a5-b8fb-cd68569189e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:44Z', 'updated_at': '2022-02-19T20:50:44Z', 'revision_number': 2, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'subnets': [{'id': 'd49261c2-4b5c-47a5-b8fb-cd68569189e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:48.919103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Checking router: 0c1bee58-9088-474c-b78c-11bd09326cbd for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:50:48.919316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Updating router 0c1bee58-9088-474c-b78c-11bd09326cbd port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:50:48.920836 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2400003b-eb61-496c-a0d0-0e120120b5cf tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group_rule (eb085b4c-d579-44ab-9cc8-6517c94d581d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.926450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b743c9bb-0af5-4b6e-9c8e-ce4dcb144931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e518681b-fe3b-4228-801f-07d7dc238409'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:50:48.928613 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2400003b-eb61-496c-a0d0-0e120120b5cf tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (eb085b4c-d579-44ab-9cc8-6517c94d581d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.948505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400003b-eb61-496c-a0d0-0e120120b5cf tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb085b4c-d579-44ab-9cc8-6517c94d581d,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:48.965919 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2400003b-eb61-496c-a0d0-0e120120b5cf tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:48.969642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2400003b-eb61-496c-a0d0-0e120120b5cf tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1919367
Feb 19 20:50:48.970236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37420) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:48.974443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-40abc430-8d1b-4c5f-936e-45aebc1a4838 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Request body: {'security_group_rule': {'security_group_id': 'be81e35c-7d6e-4ed4-8799-80ca4f746b6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:49.022278 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e518681b-fe3b-4228-801f-07d7dc238409, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e518681b-fe3b-4228-801f-07d7dc238409,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:50:49.024823 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40abc430-8d1b-4c5f-936e-45aebc1a4838 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group_rule (ac2dba87-d4b4-4e8b-80fe-e12c3ebfa5d2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.027476 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.030699 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e518681b-fe3b-4228-801f-07d7dc238409), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.136071 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40abc430-8d1b-4c5f-936e-45aebc1a4838 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group_rule (ac2dba87-d4b4-4e8b-80fe-e12c3ebfa5d2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.154999 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40abc430-8d1b-4c5f-936e-45aebc1a4838 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (ac2dba87-d4b4-4e8b-80fe-e12c3ebfa5d2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.175431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e518681b-fe3b-4228-801f-07d7dc238409,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:49.176980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abc430-8d1b-4c5f-936e-45aebc1a4838 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2dba87-d4b4-4e8b-80fe-e12c3ebfa5d2,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:49.232972 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40abc430-8d1b-4c5f-936e-45aebc1a4838 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.238122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37430) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:49.244597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:49.247561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-40abc430-8d1b-4c5f-936e-45aebc1a4838 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2762516
Feb 19 20:50:49.282267 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.403620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc7c53-820a-47ab-8326-3729bf4ffd4a req-fbbbcd1b-7566-4dc1-b1ed-4198778d6603 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:49.405331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60fc7c53-820a-47ab-8326-3729bf4ffd4a req-fbbbcd1b-7566-4dc1-b1ed-4198778d6603 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 971 time: 0.0888805
Feb 19 20:50:49.489152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60fc7c53-820a-47ab-8326-3729bf4ffd4a req-b019f8e1-0fe6-442e-8492-3f188a388f89 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776088
Feb 19 20:50:49.558778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3832f5e2-6ec1-4424-81c7-062b339e77bd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:50:49.639096 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Publish callbacks [] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.649779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 3832f5e2-6ec1-4424-81c7-062b339e77bd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:49.650855 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.701558 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.733484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37456) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:49.754242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36b9c273-e528-41f8-a69f-0cef1bd68ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.765690 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebc11b-2ed0-4fa9-b610-e8cbb53aba58 None None] Pushing event updated for resources: {'Port': ['ID=18c66a77-91a4-445b-b2f1-8d9f365c4d37,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:49.792495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.921376 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a24bdbb-40d0-4236-8cfa-22af3fd3ad81" -d '{"events": [{"server_uuid": "b743c9bb-0af5-4b6e-9c8e-ce4dcb144931", "name": "network-vif-plugged", "status": "completed", "tag": "e518681b-fe3b-4228-801f-07d7dc238409"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:50:49.928752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36b9c273-e528-41f8-a69f-0cef1bd68ea8 admin admin] Publish callbacks [] for security_group (10b3dccd-4273-40a7-92fa-1ff6e5f10973), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.933295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Attempting to bind port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:50:49.936722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Attempting to bind port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '09754173-ee56-42c0-8754-e8dc0e4ba2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:50:49.937142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Attempting to bind port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 on network c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:50:49.937858 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36b9c273-e528-41f8-a69f-0cef1bd68ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (10b3dccd-4273-40a7-92fa-1ff6e5f10973), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.945053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3832f5e2-6ec1-4424-81c7-062b339e77bd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:49.947851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:50:49.948646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Checking segment: {'id': '09754173-ee56-42c0-8754-e8dc0e4ba2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:49.949131 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.949527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Bound using segment: {'id': '09754173-ee56-42c0-8754-e8dc0e4ba2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:50:49.950060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Bound port: 18c66a77-91a4-445b-b2f1-8d9f365c4d37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09754173-ee56-42c0-8754-e8dc0e4ba2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:50:49.950390 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:49.959658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Allocated IP 172.35.2.164 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/a45ed550-0793-432f-9505-c07e2cd929d5) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:50:50.026196 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-36b9c273-e528-41f8-a69f-0cef1bd68ea8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c9fc09fc5954c599e5eda3a4c5620a3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2911777
Feb 19 20:50:50.029187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] For port 18c66a77-91a4-445b-b2f1-8d9f365c4d37, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:50:50.032951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] For port 18c66a77-91a4-445b-b2f1-8d9f365c4d37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18c66a77-91a4-445b-b2f1-8d9f365c4d37,segment=NetworkSegment(09754173-ee56-42c0-8754-e8dc0e4ba2f0),segment_id=09754173-ee56-42c0-8754-e8dc0e4ba2f0)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:50:50.050607 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.052044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37466) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:50.053225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9c273-e528-41f8-a69f-0cef1bd68ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b3dccd-4273-40a7-92fa-1ff6e5f10973,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:50.177464 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for port (a45ed550-0793-432f-9505-c07e2cd929d5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.178368 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f1e092c-cfdb-44fd-8779-dc7967bb1f29 admin admin] Publish callbacks [] for security_group (10b3dccd-4273-40a7-92fa-1ff6e5f10973), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.220083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Routers {'0c1bee58-9088-474c-b78c-11bd09326cbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:50:50.221611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:50:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0c1bee58-9088-474c-b78c-11bd09326cbd'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:50.259400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f1e092c-cfdb-44fd-8779-dc7967bb1f29 admin admin] Publish callbacks [] for security_group (10b3dccd-4273-40a7-92fa-1ff6e5f10973), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.284995 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a45ed550-0793-432f-9505-c07e2cd929d5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.355205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37482) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:50.367927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1894624654-network', 'tenant_id': '1ce1440967fc44069d5b342c0891a2c0'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:50.402836 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f1e092c-cfdb-44fd-8779-dc7967bb1f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (10b3dccd-4273-40a7-92fa-1ff6e5f10973), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.407018 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f1e092c-cfdb-44fd-8779-dc7967bb1f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.419090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebc11b-2ed0-4fa9-b610-e8cbb53aba58 None None] Pushing event updated for resources: {'Port': ['ID=18c66a77-91a4-445b-b2f1-8d9f365c4d37,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:50.421093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6f1e092c-cfdb-44fd-8779-dc7967bb1f29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10b3dccd-4273-40a7-92fa-1ff6e5f10973 HTTP/1.1" status: 204  len: 168 time: 0.3615241
Feb 19 20:50:50.426519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:50:50.428669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:50.446389 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-65b1d0e4-a46c-4b32-a41a-d0d90ef5b577 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=12afb53ac3a94c5696b1f0bc7955cf96&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0730793
Feb 19 20:50:50.453277 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Pushing event updated for resources: {'Port': ['ID=a45ed550-0793-432f-9505-c07e2cd929d5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:50.457915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:50:50.459487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e092c-cfdb-44fd-8779-dc7967bb1f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b3dccd-4273-40a7-92fa-1ff6e5f10973,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:50.479466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3b1f2bd1-c89c-4835-ae66-b0e17d929a36 None None] Provisioning complete for port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:50.479846 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2bd1-c89c-4835-ae66-b0e17d929a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.565214 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Made reservation on behalf of 1ce1440967fc44069d5b342c0891a2c0 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:50.577531 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.586154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-3af57d19-4322-4f2d-b09b-91795a07f00e tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:50.588892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-3af57d19-4322-4f2d-b09b-91795a07f00e tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1414704
Feb 19 20:50:50.600589 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-46821d67-7f85-4da0-8f8c-b20fc6de7191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.613231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-059f7106-4a52-4d06-9504-2f9d7dc542a1 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/quotas/12afb53ac3a94c5696b1f0bc7955cf96 HTTP/1.1" status: 200  len: 375 time: 0.0186274
Feb 19 20:50:50.621737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] Set router 0c1bee58-9088-474c-b78c-11bd09326cbd gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:50:50.631223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.634369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for floatingip (45a29dc8-a6a4-417d-bc34-41c3db2c0cb5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.680047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-ac017dfb-95f7-4acd-a827-7d8acd2b0f3d tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=12afb53ac3a94c5696b1f0bc7955cf96&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0657520
Feb 19 20:50:50.682049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37492) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:50.684539 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bf65f9-7d9b-48d4-af8d-8ac37d24f87a x-openstack-request-id: req-e7bf65f9-7d9b-48d4-af8d-8ac37d24f87a {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:50:50.684881 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b743c9bb-0af5-4b6e-9c8e-ce4dcb144931", "name": "network-vif-plugged", "status": "completed", "tag": "e518681b-fe3b-4228-801f-07d7dc238409", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:50:50.685331 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7bf65f9-7d9b-48d4-af8d-8ac37d24f87a {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:50:50.685783 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b743c9bb-0af5-4b6e-9c8e-ce4dcb144931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e518681b-fe3b-4228-801f-07d7dc238409', 'code': 200}
Feb 19 20:50:50.774450 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a45ed550-0793-432f-9505-c07e2cd929d5), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.864976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f2bd1-c89c-4835-ae66-b0e17d929a36 None None] Current status of the port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:50.865867 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2bd1-c89c-4835-ae66-b0e17d929a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.933199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3b1f2bd1-c89c-4835-ae66-b0e17d929a36 None None] For port 18c66a77-91a4-445b-b2f1-8d9f365c4d37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18c66a77-91a4-445b-b2f1-8d9f365c4d37,segment=NetworkSegment(09754173-ee56-42c0-8754-e8dc0e4ba2f0),segment_id=09754173-ee56-42c0-8754-e8dc0e4ba2f0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:50:50.955218 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2bd1-c89c-4835-ae66-b0e17d929a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.973527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Publish callbacks [] for security_group (6e386ff0-a39d-4b2a-a1f5-3c35c4c51828), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:50.987380 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6e386ff0-a39d-4b2a-a1f5-3c35c4c51828), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.028738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:50:51.033555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4eb54e90-7b06-49d4-9ec6-d00ec0aa41ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.070750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e386ff0-a39d-4b2a-a1f5-3c35c4c51828,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:51.079271 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (46e3e4fb-e951-4a6e-8209-34ef9279ddb3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.079761 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Added segment 46e3e4fb-e951-4a6e-8209-34ef9279ddb3 of type vlan for network a4b72549-8eef-4fab-aabc-925ad004a12a
Feb 19 20:50:51.127273 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4eb54e90-7b06-49d4-9ec6-d00ec0aa41ee admin admin] Publish callbacks [] for security_group (6fbf515e-32d0-4655-8d34-7e0c54d08fb4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.146444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6e244-0b14-471d-90ac-795f6b0149dc req-f57f5158-c937-4697-b75d-6af61e847c86 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:51.147977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-edb6e244-0b14-471d-90ac-795f6b0149dc req-f57f5158-c937-4697-b75d-6af61e847c86 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 971 time: 0.2416415
Feb 19 20:50:51.150077 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4eb54e90-7b06-49d4-9ec6-d00ec0aa41ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6fbf515e-32d0-4655-8d34-7e0c54d08fb4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.185447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eaf56-2fc8-4027-a3da-38cbb800146b req-d8e864f5-6955-4185-8a39-31b864989260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:51.189865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-820eaf56-2fc8-4027-a3da-38cbb800146b req-d8e864f5-6955-4185-8a39-31b864989260 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 1153 time: 0.4049826
Feb 19 20:50:51.203541 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for port (a45ed550-0793-432f-9505-c07e2cd929d5), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.211585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c57657af-973a-4bc3-8fac-4385a676d266 None None] Provisioning complete for port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:51.212109 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c57657af-973a-4bc3-8fac-4385a676d266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.232046 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a45ed550-0793-432f-9505-c07e2cd929d5), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.246693 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (a4b72549-8eef-4fab-aabc-925ad004a12a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.287683 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-820eaf56-2fc8-4027-a3da-38cbb800146b req-2905c14d-2d71-4886-8da5-88baca045e23 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.312037 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (45a29dc8-a6a4-417d-bc34-41c3db2c0cb5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.342441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4eb54e90-7b06-49d4-9ec6-d00ec0aa41ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b50489cd0f73467db1f8a88a07eb9166&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6581886
Feb 19 20:50:51.344264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37522) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:51.355074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f2bd1-c89c-4835-ae66-b0e17d929a36 None None] Pushing event updated for resources: {'Port': ['ID=18c66a77-91a4-445b-b2f1-8d9f365c4d37,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:51.370218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Pushing event updated for resources: {'Port': ['ID=a45ed550-0793-432f-9505-c07e2cd929d5,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:51.372759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb54e90-7b06-49d4-9ec6-d00ec0aa41ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbf515e-32d0-4655-8d34-7e0c54d08fb4,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:51.380475 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.381775 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-16b05969-fa86-4206-83f5-3dc77cbcec94 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1423559
Feb 19 20:50:51.390384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (a4b72549-8eef-4fab-aabc-925ad004a12a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.391356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:51.404662 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.423082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ee50>, [{'id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-router', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171'}], 'enable_snat': True}, 'gw_port_id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:40Z', 'updated_at': '2022-02-19T20:50:44Z', 'revision_number': 4, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'gw_port': {'id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:41Z', 'updated_at': '2022-02-19T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c66a77-91a4-445b-b2f1-8d9f365c4d37', 'name': '', 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'mac_address': 'fa:16:3e:ce:fd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'd49261c2-4b5c-47a5-b8fb-cd68569189e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:44Z', 'updated_at': '2022-02-19T20:50:50Z', 'revision_number': 4, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'subnets': [{'id': 'd49261c2-4b5c-47a5-b8fb-cd68569189e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:51.597284 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2409933
Feb 19 20:50:51.619745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37538) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:51.634127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee74038-19a6-476c-acaa-aa9935d3655e admin admin] Pushing event updated for resources: {'Network': ['ID=a4b72549-8eef-4fab-aabc-925ad004a12a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:51.641261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] Request body: {'subnet': {'network_id': 'a4b72549-8eef-4fab-aabc-925ad004a12a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1894624654-subnet', 'tenant_id': '1ce1440967fc44069d5b342c0891a2c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:51.687092 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41662f98-17c5-415f-b813-3dee32c86ed6 req-51eb2aec-0559-4e58-8ceb-cb536cb0d574 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 210 time: 0.0905344
Feb 19 20:50:51.746628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-edb6e244-0b14-471d-90ac-795f6b0149dc req-6455078a-1b4e-4bf1-9875-ed236ca47ef0 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5792758
Feb 19 20:50:51.746744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 18c66a77-91a4-445b-b2f1-8d9f365c4d37 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:50:51.748594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network a4b72549-8eef-4fab-aabc-925ad004a12a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:50:51.764242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3b881-a3cc-43d9-bee7-186a5ecb7369 None None] The sync data for ids ['0c1bee58-9088-474c-b78c-11bd09326cbd'] in ncdv-master-1 is: [{'id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-router', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171'}], 'enable_snat': True}, 'gw_port_id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:40Z', 'updated_at': '2022-02-19T20:50:44Z', 'revision_number': 4, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'gw_port': {'id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:41Z', 'updated_at': '2022-02-19T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18c66a77-91a4-445b-b2f1-8d9f365c4d37', 'name': '', 'network_id': 'c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'mac_address': 'fa:16:3e:ce:fd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'd49261c2-4b5c-47a5-b8fb-cd68569189e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:44Z', 'updated_at': '2022-02-19T20:50:50Z', 'revision_number': 4, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'subnets': [{'id': 'd49261c2-4b5c-47a5-b8fb-cd68569189e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:50:51.807043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-820eaf56-2fc8-4027-a3da-38cbb800146b req-2905c14d-2d71-4886-8da5-88baca045e23 service neutron] Publish callbacks [] for security_group (5c44709a-b9f5-44e5-9fdb-dfa8750fc72a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.814854 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-157d87aa-686a-415b-abfa-9c897af725f6 admin admin] Publish callbacks [] for security_group (6fbf515e-32d0-4655-8d34-7e0c54d08fb4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.874424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] Made reservation on behalf of 1ce1440967fc44069d5b342c0891a2c0 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:51.877011 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.878802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-820eaf56-2fc8-4027-a3da-38cbb800146b req-2905c14d-2d71-4886-8da5-88baca045e23 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5c44709a-b9f5-44e5-9fdb-dfa8750fc72a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.886819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-157d87aa-686a-415b-abfa-9c897af725f6 admin admin] Publish callbacks [] for security_group (6fbf515e-32d0-4655-8d34-7e0c54d08fb4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.938253 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:51.938907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c57657af-973a-4bc3-8fac-4385a676d266 None None] Current status of the port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:52.035187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:50:52.035589 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.092670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37570) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:52.165034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:50:52.165237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-820eaf56-2fc8-4027-a3da-38cbb800146b req-2905c14d-2d71-4886-8da5-88baca045e23 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9468794
Feb 19 20:50:52.179654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905c14d-2d71-4886-8da5-88baca045e23 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5c44709a-b9f5-44e5-9fdb-dfa8750fc72a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:52.230191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-f0f6c6ec-cd88-4ad2-a755-f5fba5dd8907 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1992221030&fields=id&tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a HTTP/1.1" status: 200  len: 267 time: 0.2577608
Feb 19 20:50:52.278295 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2101128857-network', 'tenant_id': 'a6f02f88286b49babe665db9d00787a2'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:52.311746 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Made reservation on behalf of a6f02f88286b49babe665db9d00787a2 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:52.314810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.327826 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.440440 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Publish callbacks [] for security_group (acf377e3-546f-4005-8957-f606d08f4890), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.457922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (acf377e3-546f-4005-8957-f606d08f4890), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.480937 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-157d87aa-686a-415b-abfa-9c897af725f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6fbf515e-32d0-4655-8d34-7e0c54d08fb4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.483577 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-157d87aa-686a-415b-abfa-9c897af725f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.484799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-157d87aa-686a-415b-abfa-9c897af725f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fbf515e-32d0-4655-8d34-7e0c54d08fb4 HTTP/1.1" status: 204  len: 168 time: 1.1298306
Feb 19 20:50:52.494995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf377e3-546f-4005-8957-f606d08f4890,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:52.512140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:50:52.528602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f1ced433-ea31-4c92-aac1-273857fc043e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.528939 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Added segment f1ced433-ea31-4c92-aac1-273857fc043e of type vlan for network 020891c0-689f-4c7c-a850-6c2b2dfe0076
Feb 19 20:50:52.624093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d87aa-686a-415b-abfa-9c897af725f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbf515e-32d0-4655-8d34-7e0c54d08fb4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:52.667831 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (020891c0-689f-4c7c-a850-6c2b2dfe0076), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.721098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (020891c0-689f-4c7c-a850-6c2b2dfe0076), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.722452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:52.723966 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.809738 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (cb4a9e84-5d4b-4176-b3a9-9ba109121e18), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.844252 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.7471106
Feb 19 20:50:52.844515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37596) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:52.860374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] Request body: {'subnet': {'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2101128857-subnet', 'tenant_id': 'a6f02f88286b49babe665db9d00787a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:52.881064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-3f4a304f-8588-4a89-9a2c-96fd0c5c02bb tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:52.886545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b119b11-e1a2-4edb-afcd-9439cb9ebe1b admin admin] Pushing event updated for resources: {'Network': ['ID=020891c0-689f-4c7c-a850-6c2b2dfe0076,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:52.894609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-3f4a304f-8588-4a89-9a2c-96fd0c5c02bb tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/networks?id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 HTTP/1.1" status: 200  len: 824 time: 0.6630177
Feb 19 20:50:52.902157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 020891c0-689f-4c7c-a850-6c2b2dfe0076 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:50:52.928690 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] Made reservation on behalf of a6f02f88286b49babe665db9d00787a2 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:52.931821 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:52.955568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-54156e39-43e6-4255-bf65-8a59d04211d4 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/quotas/04d2b5b9a01e4133b1f4f7f351cf0c0a HTTP/1.1" status: 200  len: 375 time: 0.0589252
Feb 19 20:50:52.969538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4a9e84-5d4b-4176-b3a9-9ba109121e18,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:53.041581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] Checking segment: {'id': '46e3e4fb-e951-4a6e-8209-34ef9279ddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a4b72549-8eef-4fab-aabc-925ad004a12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:53.042218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] Network hostable DHCP agents. Network: a4b72549-8eef-4fab-aabc-925ad004a12a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:50:53.055880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37600) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:53.080464 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acd7d168-57a0-4040-a783-0a297e1021b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.090999 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.095257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-c5632ae7-ca0b-47f6-82b8-30c4a29096aa tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1387968
Feb 19 20:50:53.096769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] Network a4b72549-8eef-4fab-aabc-925ad004a12a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:50:53.115562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a4b72549-8eef-4fab-aabc-925ad004a12a) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:53.127515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a2c062-6f4c-4f89-b637-c6e31a602630 None None] Network a4b72549-8eef-4fab-aabc-925ad004a12a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:53.130688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:53.131514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.154540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-423f2015-e0ab-4d51-953d-a41418d1b4ad req-af40ff69-e171-4b93-b980-fd0df8395ae9 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 210 time: 0.0492735
Feb 19 20:50:53.200111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-70c9e073-99f2-46f4-8aa9-b92459da423d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.5702426
Feb 19 20:50:53.276098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.67', 53319) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:53.301071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69852a0a-7afc-4f52-a444-dc77c757151f None None] Network a4b72549-8eef-4fab-aabc-925ad004a12a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:53.345394 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acd7d168-57a0-4040-a783-0a297e1021b9 admin admin] Publish callbacks [] for security_group (b244a0ca-51f2-4b67-9a71-d1e7293a7b56), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.347734 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (0332d4cd-9022-4d9a-930c-e01725357615), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.362106 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-8c509eed-6d08-4d4b-b4e9-08f5fcb82435 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=12afb53ac3a94c5696b1f0bc7955cf96&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0844698
Feb 19 20:50:53.435833 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acd7d168-57a0-4040-a783-0a297e1021b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b244a0ca-51f2-4b67-9a71-d1e7293a7b56), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.450093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37610) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:53.452378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0332d4cd-9022-4d9a-930c-e01725357615,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:53.453428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-139681c6-2330-4676-ba1e-e0796f596fb7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:50:53.461640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-139681c6-2330-4676-ba1e-e0796f596fb7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1609774
Feb 19 20:50:53.532022 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-acd7d168-57a0-4040-a783-0a297e1021b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3bccd2f0cea4be2aac1d95f2696702d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4747140
Feb 19 20:50:53.536497 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7d168-57a0-4040-a783-0a297e1021b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b244a0ca-51f2-4b67-9a71-d1e7293a7b56,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:53.541223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37612) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:53.542170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429d69f-7975-4543-84b7-d67d8474a620 req-18709d69-c1cd-4464-b863-0f771332685f tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:53.549028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c429d69f-7975-4543-84b7-d67d8474a620 req-18709d69-c1cd-4464-b863-0f771332685f tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 971 time: 0.2520046
Feb 19 20:50:53.567216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:53.567890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] Network hostable DHCP agents. Network: 020891c0-689f-4c7c-a850-6c2b2dfe0076, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:50:53.576379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0369db13-7045-4db2-99a6-500124737396 admin admin] Deleting subnet e71b4856-05dd-4701-bf90-ae2098a922d2 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:50:53.590671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0369db13-7045-4db2-99a6-500124737396 admin admin] Publish callbacks [] for subnet (e71b4856-05dd-4701-bf90-ae2098a922d2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.629207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-7dbe1098-b4d3-4c53-804a-1091dff0c41d tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:53.631738 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-7dbe1098-b4d3-4c53-804a-1091dff0c41d tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2621787
Feb 19 20:50:53.644355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] Network 020891c0-689f-4c7c-a850-6c2b2dfe0076 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:50:53.657761 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0369db13-7045-4db2-99a6-500124737396 admin admin] Publish callbacks [] for subnet (e71b4856-05dd-4701-bf90-ae2098a922d2), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.668960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-5eeb8967-65ea-43cd-9343-cdd0f4b88d83 service neutron] 10.222.0.30 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063713
Feb 19 20:50:53.669926 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0369db13-7045-4db2-99a6-500124737396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (e71b4856-05dd-4701-bf90-ae2098a922d2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.672440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 020891c0-689f-4c7c-a850-6c2b2dfe0076) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:53.685617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a81614-c8b2-4cfe-bc0a-93fda5c33c9e None None] Network 020891c0-689f-4c7c-a850-6c2b2dfe0076 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:53.691142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c429d69f-7975-4543-84b7-d67d8474a620 req-e8d62136-cf30-44f3-9d54-b0974486f5db tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411662
Feb 19 20:50:53.740165 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f089ae12-17b2-4986-9801-41281f1ce062 admin admin] Publish callbacks [] for security_group (b244a0ca-51f2-4b67-9a71-d1e7293a7b56), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.744108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:53.744721 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.791499 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4db12540-42a4-4833-95c2-ce987f221606 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9459441
Feb 19 20:50:53.796909 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f089ae12-17b2-4986-9801-41281f1ce062 admin admin] Publish callbacks [] for security_group (b244a0ca-51f2-4b67-9a71-d1e7293a7b56), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.853089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0369db13-7045-4db2-99a6-500124737396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (e71b4856-05dd-4701-bf90-ae2098a922d2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.874626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-cfd1ecd4-c698-4a96-8795-0129eaceade5 service neutron] 10.222.0.30 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043250
Feb 19 20:50:53.893399 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369db13-7045-4db2-99a6-500124737396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71b4856-05dd-4701-bf90-ae2098a922d2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:53.901944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0369db13-7045-4db2-99a6-500124737396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.908159 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0369db13-7045-4db2-99a6-500124737396 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e71b4856-05dd-4701-bf90-ae2098a922d2 HTTP/1.1" status: 204  len: 168 time: 0.4494061
Feb 19 20:50:53.909128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37624) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:53.912155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2ced48-3fa8-4225-9aba-119b2984ab01 None None] Network 020891c0-689f-4c7c-a850-6c2b2dfe0076 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:53.932723 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f089ae12-17b2-4986-9801-41281f1ce062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b244a0ca-51f2-4b67-9a71-d1e7293a7b56), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.935773 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f089ae12-17b2-4986-9801-41281f1ce062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:53.937228 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f089ae12-17b2-4986-9801-41281f1ce062 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b244a0ca-51f2-4b67-9a71-d1e7293a7b56 HTTP/1.1" status: 204  len: 168 time: 0.3932803
Feb 19 20:50:53.956917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089ae12-17b2-4986-9801-41281f1ce062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b244a0ca-51f2-4b67-9a71-d1e7293a7b56,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:54.062721 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (683da22e-bd2d-43dc-a4d0-6a669347ff41), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:54.218163 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (683da22e-bd2d-43dc-a4d0-6a669347ff41), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:54.311819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5a6bea53a0>> segment before_delete 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.312600 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5a6bea53a0>> subnet precommit_delete_associations 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.313806 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b6bdf40>> segment_host_mapping after_create 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.314337 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b6bdf40>> port after_create 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.314898 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b6bdf40>> port after_delete 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.316171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b6bdf40>> port after_update 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.316171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b6bdf40>> segment after_delete 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.316171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b6bdf40>> subnet after_create 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.327984 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b6bdf40>> subnet after_delete 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.328863 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b6bdf40>> subnet after_update 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.384658 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:54.462699 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a6b8451c0>> subnet after_create 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.463291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a6b8451c0>> subnet after_delete 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.466138 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a6b8451c0>> subnet before_create 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.467012 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a6b8451c0>> subnet before_update 55550000 {{(pid=121128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:50:54.467610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6bea5b80>,) {'filters': {'network_id': ['683da22e-bd2d-43dc-a4d0-6a669347ff41']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:54.526715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ea845578-0567-4817-b1b8-9870b665ec9e req-e96a7a2b-2f8c-4550-90cc-bb6978fd5c1c tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 210 time: 0.2497056
Feb 19 20:50:54.560009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b79e00a-5f13-47f4-ab48-12d75bd80a5f req-bc46de27-0a70-4028-be75-b0cf57d716b4 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 210 time: 0.2513413
Feb 19 20:50:54.562355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bea5b80>, 'a8359c78-9626-4b66-829e-e52d07ac2bfa') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:54.562687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bea5b80>, 'a8359c78-9626-4b66-829e-e52d07ac2bfa') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:54.593995 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (a8359c78-9626-4b66-829e-e52d07ac2bfa), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:54.621405 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a8359c78-9626-4b66-829e-e52d07ac2bfa), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:54.631854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:50:54.633115 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (a8359c78-9626-4b66-829e-e52d07ac2bfa), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   from cryptography.utils import int_from_bytes
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   from cryptography.utils import int_from_bytes
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:50:54.656747 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:50:54.776387 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (683da22e-bd2d-43dc-a4d0-6a669347ff41), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:54.798529 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:54.805371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37658) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:54.806912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/683da22e-bd2d-43dc-a4d0-6a669347ff41 HTTP/1.1" status: 204  len: 168 time: 0.8961129
Feb 19 20:50:54.836618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d7ab0-8bbb-4c17-8470-da2d3e74f3a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=683da22e-bd2d-43dc-a4d0-6a669347ff41,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:54.871934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde570-f846-4284-bab4-15ddebb1c169 req-dc6c93dd-361c-45e9-844d-44b61bfe5292 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:54.873646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5dde570-f846-4284-bab4-15ddebb1c169 req-dc6c93dd-361c-45e9-844d-44b61bfe5292 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 971 time: 0.0853727
Feb 19 20:50:54.883994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e79a70c-90d1-4556-b8e4-fa2b7da59216 admin admin] Deleting subnet cb4a9e84-5d4b-4176-b3a9-9ba109121e18 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:50:54.888013 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e79a70c-90d1-4556-b8e4-fa2b7da59216 admin admin] Publish callbacks [] for subnet (cb4a9e84-5d4b-4176-b3a9-9ba109121e18), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:54.941791 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e79a70c-90d1-4556-b8e4-fa2b7da59216 admin admin] Publish callbacks [] for subnet (cb4a9e84-5d4b-4176-b3a9-9ba109121e18), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:54.953270 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e79a70c-90d1-4556-b8e4-fa2b7da59216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (cb4a9e84-5d4b-4176-b3a9-9ba109121e18), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:54.973582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5dde570-f846-4284-bab4-15ddebb1c169 req-b7d30a28-9590-43aa-81ae-170399932663 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900271
Feb 19 20:50:55.029168 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e79a70c-90d1-4556-b8e4-fa2b7da59216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (cb4a9e84-5d4b-4176-b3a9-9ba109121e18), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.074182 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79a70c-90d1-4556-b8e4-fa2b7da59216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4a9e84-5d4b-4176-b3a9-9ba109121e18,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:55.083193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e79a70c-90d1-4556-b8e4-fa2b7da59216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.088550 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4e79a70c-90d1-4556-b8e4-fa2b7da59216 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cb4a9e84-5d4b-4176-b3a9-9ba109121e18 HTTP/1.1" status: 204  len: 168 time: 0.2788348
Feb 19 20:50:55.092733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37670) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:55.207242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (a4b72549-8eef-4fab-aabc-925ad004a12a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.214482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48322958-96b5-4f50-a0b5-52312a5a33b3 req-2072f488-8a14-4056-9753-29a3cc1a49bb tempest-AggregatesAdminTestJSON-1329742366 tempest-AggregatesAdminTestJSON-1329742366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:55.216447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48322958-96b5-4f50-a0b5-52312a5a33b3 req-2072f488-8a14-4056-9753-29a3cc1a49bb tempest-AggregatesAdminTestJSON-1329742366 tempest-AggregatesAdminTestJSON-1329742366-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 1153 time: 0.1040611
Feb 19 20:50:55.275414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37678) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:55.283119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2099977202-network', 'tenant_id': '49cea17e4a9b45f388e8d8b4bf2b42f4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:55.310864 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48322958-96b5-4f50-a0b5-52312a5a33b3 req-444d8427-5cfe-4c34-910a-1b98114de904 tempest-AggregatesAdminTestJSON-1329742366 tempest-AggregatesAdminTestJSON-1329742366-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.318824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Made reservation on behalf of 49cea17e4a9b45f388e8d8b4bf2b42f4 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:55.322193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.336514 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.367792 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (a4b72549-8eef-4fab-aabc-925ad004a12a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.402827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b61e2b0>,) {'filters': {'network_id': ['a4b72549-8eef-4fab-aabc-925ad004a12a']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:55.419549 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b61e2b0>, '46e3e4fb-e951-4a6e-8209-34ef9279ddb3') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:55.419984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b61e2b0>, '46e3e4fb-e951-4a6e-8209-34ef9279ddb3') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:50:55.435372 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (46e3e4fb-e951-4a6e-8209-34ef9279ddb3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.466121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (46e3e4fb-e951-4a6e-8209-34ef9279ddb3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.485190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:50:55.485513 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (46e3e4fb-e951-4a6e-8209-34ef9279ddb3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:50:55.487280 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:50:55.499984 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Publish callbacks [] for security_group (8d62cf46-dac1-45b6-91c6-02459da7654c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.505782 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8d62cf46-dac1-45b6-91c6-02459da7654c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.524542 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48322958-96b5-4f50-a0b5-52312a5a33b3 req-444d8427-5cfe-4c34-910a-1b98114de904 tempest-AggregatesAdminTestJSON-1329742366 tempest-AggregatesAdminTestJSON-1329742366-project-admin] Publish callbacks [] for security_group (49255605-881e-40ad-b54c-91d5282b8203), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.548633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d62cf46-dac1-45b6-91c6-02459da7654c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:55.558285 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:50:55.580410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (5183b3f6-bdc7-48dc-b800-a331b90b2ba5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.580780 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Added segment 5183b3f6-bdc7-48dc-b800-a331b90b2ba5 of type vlan for network 481ef14d-712d-4b8f-be3e-98eb844e9dd6
Feb 19 20:50:55.585962 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.591899 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48322958-96b5-4f50-a0b5-52312a5a33b3 req-444d8427-5cfe-4c34-910a-1b98114de904 tempest-AggregatesAdminTestJSON-1329742366 tempest-AggregatesAdminTestJSON-1329742366-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (49255605-881e-40ad-b54c-91d5282b8203), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.651638 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (a4b72549-8eef-4fab-aabc-925ad004a12a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.657460 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.663179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a4b72549-8eef-4fab-aabc-925ad004a12a HTTP/1.1" status: 204  len: 168 time: 0.5668805
Feb 19 20:50:55.663660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d8427-5cfe-4c34-910a-1b98114de904 tempest-AggregatesAdminTestJSON-1329742366 tempest-AggregatesAdminTestJSON-1329742366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49255605-881e-40ad-b54c-91d5282b8203,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:55.672368 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (481ef14d-712d-4b8f-be3e-98eb844e9dd6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.682156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48322958-96b5-4f50-a0b5-52312a5a33b3 req-444d8427-5cfe-4c34-910a-1b98114de904 tempest-AggregatesAdminTestJSON-1329742366 tempest-AggregatesAdminTestJSON-1329742366-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4490471
Feb 19 20:50:55.703363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28769819-fa1e-4013-aff6-64f74b17a754 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b72549-8eef-4fab-aabc-925ad004a12a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:55.748392 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (481ef14d-712d-4b8f-be3e-98eb844e9dd6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.749333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:55.753583 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:55.795725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31a34fe1-f190-4732-b808-bfd582e5a2e4 req-436286fb-21e2-4412-bbc4-baa900e11a8a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 210 time: 0.0312722
Feb 19 20:50:55.847855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37706) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:55.848048 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.5687246
Feb 19 20:50:55.854725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96ac7e-a347-4c86-b308-6dffa088fab7 admin admin] Pushing event updated for resources: {'Network': ['ID=481ef14d-712d-4b8f-be3e-98eb844e9dd6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:55.857000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] Request body: {'subnet': {'network_id': '481ef14d-712d-4b8f-be3e-98eb844e9dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2099977202-subnet', 'tenant_id': '49cea17e4a9b45f388e8d8b4bf2b42f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:50:55.874691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 481ef14d-712d-4b8f-be3e-98eb844e9dd6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:50:55.953815 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44de78ea-970f-4d2a-9f67-2aa9b725d8f2 req-97023a27-9cd1-4d1e-a09d-de1e9e38402e tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 210 time: 0.0595610
Feb 19 20:50:55.954963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] Made reservation on behalf of 49cea17e4a9b45f388e8d8b4bf2b42f4 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:50:55.958345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:56.155989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37710) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:56.219351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37712) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:56.219827 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e916ed79-a4bc-489f-8546-cae07eeb6d93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d498b88d29548a48047c23af2a9ed5d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0619049
Feb 19 20:50:56.231106 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (019beb3b-55c9-45ef-aee4-c4c5ae9abce8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:56.377831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] Checking segment: {'id': '5183b3f6-bdc7-48dc-b800-a331b90b2ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '481ef14d-712d-4b8f-be3e-98eb844e9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:50:56.378242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] Network hostable DHCP agents. Network: 481ef14d-712d-4b8f-be3e-98eb844e9dd6, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:50:56.385745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=019beb3b-55c9-45ef-aee4-c4c5ae9abce8,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:56.406856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ec6c31e4-b1e2-4309-939e-58159b90353c admin admin] Publish callbacks [] for security_group (85dfc07d-f61d-41e5-863b-699f2d361fa3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:56.464320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc109a35-66e4-43b5-b49e-cf19b370d439 req-f303ac5e-533b-41d5-93a0-994aead59ea1 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:56.466249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc109a35-66e4-43b5-b49e-cf19b370d439 req-f303ac5e-533b-41d5-93a0-994aead59ea1 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 971 time: 0.1298895
Feb 19 20:50:56.470457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] Network 481ef14d-712d-4b8f-be3e-98eb844e9dd6 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:50:56.471945 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ec6c31e4-b1e2-4309-939e-58159b90353c admin admin] Publish callbacks [] for security_group (85dfc07d-f61d-41e5-863b-699f2d361fa3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:56.498044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 481ef14d-712d-4b8f-be3e-98eb844e9dd6) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:50:56.507683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2090f4ba-6b00-480b-8e71-49699f894091 None None] Network 481ef14d-712d-4b8f-be3e-98eb844e9dd6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:56.667660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:56.668247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:56.674588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd79c1-e703-4164-b141-f81ecb590278 None None] Network 481ef14d-712d-4b8f-be3e-98eb844e9dd6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:50:56.706401 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1a89d005-922e-485a-89f0-e059eb71ab08 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.8572311
Feb 19 20:50:56.747282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc109a35-66e4-43b5-b49e-cf19b370d439 req-e20aa2fe-92b5-47d2-a8c0-83b5d9db558c tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2684839
Feb 19 20:50:56.782845 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ec6c31e4-b1e2-4309-939e-58159b90353c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (85dfc07d-f61d-41e5-863b-699f2d361fa3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:56.785695 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ec6c31e4-b1e2-4309-939e-58159b90353c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:56.790300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ec6c31e4-b1e2-4309-939e-58159b90353c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85dfc07d-f61d-41e5-863b-699f2d361fa3 HTTP/1.1" status: 204  len: 168 time: 0.5669978
Feb 19 20:50:56.805544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c31e4-b1e2-4309-939e-58159b90353c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dfc07d-f61d-41e5-863b-699f2d361fa3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:56.939323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5808d276-ea70-4808-8579-12d65ab81ddc req-e4d7b8dc-f590-4df2-a976-4e220d61d76f tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 210 time: 0.0425434
Feb 19 20:50:57.085108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a78285c-f4be-496b-b584-1550906a4a3e req-06c30adb-7fd1-4776-af44-7d50a06ae2e8 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 210 time: 0.0373800
Feb 19 20:50:57.355586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37754) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:57.427274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37756) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:57.427961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f9ba7805-242d-4f05-b40e-611c342cfe3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ce1440967fc44069d5b342c0891a2c0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0673404
Feb 19 20:50:57.501274 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0d87-8cfc-4159-95af-889e98a2ccd5 admin admin] Publish callbacks [] for security_group (6e386ff0-a39d-4b2a-a1f5-3c35c4c51828), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:57.544566 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0d87-8cfc-4159-95af-889e98a2ccd5 admin admin] Publish callbacks [] for security_group (6e386ff0-a39d-4b2a-a1f5-3c35c4c51828), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:57.618454 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0d87-8cfc-4159-95af-889e98a2ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6e386ff0-a39d-4b2a-a1f5-3c35c4c51828), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:57.621423 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0d87-8cfc-4159-95af-889e98a2ccd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:57.624974 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aa2d0d87-8cfc-4159-95af-889e98a2ccd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e386ff0-a39d-4b2a-a1f5-3c35c4c51828 HTTP/1.1" status: 204  len: 168 time: 0.1943338
Feb 19 20:50:57.636117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d0d87-8cfc-4159-95af-889e98a2ccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e386ff0-a39d-4b2a-a1f5-3c35c4c51828,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:57.728951 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37774) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:57.814616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e7854-220b-4b69-bf74-e3a6c395b3b5 req-ca7f0bc3-7924-4d47-91e7-d335758a81d4 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:57.823081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de7e7854-220b-4b69-bf74-e3a6c395b3b5 req-ca7f0bc3-7924-4d47-91e7-d335758a81d4 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.10 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 971 time: 0.1266665
Feb 19 20:50:57.899476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-c261df74-d6ae-4869-9945-ca38bf9d0a8d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:57.906084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-c261df74-d6ae-4869-9945-ca38bf9d0a8d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 821 time: 0.2202947
Feb 19 20:50:57.962377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-92ea61ae-06a8-4d22-ad1b-ce8d0e451859 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/quotas/a6f02f88286b49babe665db9d00787a2 HTTP/1.1" status: 200  len: 375 time: 0.0554218
Feb 19 20:50:58.043312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-24d1d08c-6418-4ff9-ae40-5dee242e84d7 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0621095
Feb 19 20:50:58.068605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5d5ff-9ac5-4c4f-9d5c-23a6282cb195 req-9c9f6773-a453-4db4-a310-401fd020ba93 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:50:58.072999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79c5d5ff-9ac5-4c4f-9d5c-23a6282cb195 req-9c9f6773-a453-4db4-a310-401fd020ba93 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 971 time: 0.1879060
Feb 19 20:50:58.107396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-db7cf011-588a-490b-a5e2-b27d29f12a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.135370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-de7e7854-220b-4b69-bf74-e3a6c395b3b5 req-72ff7851-d4eb-40c1-bad6-1714b33b8434 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Deleting port e518681b-fe3b-4228-801f-07d7dc238409 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:50:58.135797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de7e7854-220b-4b69-bf74-e3a6c395b3b5 req-72ff7851-d4eb-40c1-bad6-1714b33b8434 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e518681b-fe3b-4228-801f-07d7dc238409), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.214316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79c5d5ff-9ac5-4c4f-9d5c-23a6282cb195 req-c0efb265-ccc6-4b4f-9857-abda373a4ea0 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/security-groups?id=151b6efb-0db4-49a1-b6a4-76aa01f85ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322625
Feb 19 20:50:58.233040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-db7cf011-588a-490b-a5e2-b27d29f12a62 admin admin] Publish callbacks [] for security_group (0e7961ce-17c5-42c2-952a-6406aee81121), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.239862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-db7cf011-588a-490b-a5e2-b27d29f12a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0e7961ce-17c5-42c2-952a-6406aee81121), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.273753 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-db7cf011-588a-490b-a5e2-b27d29f12a62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe4bbfdec74e4a09949381e5f539671d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5434742
Feb 19 20:50:58.277470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37800) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:58.325296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-de7e7854-220b-4b69-bf74-e3a6c395b3b5 req-72ff7851-d4eb-40c1-bad6-1714b33b8434 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] For port e518681b-fe3b-4228-801f-07d7dc238409, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e518681b-fe3b-4228-801f-07d7dc238409,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:50:58.325673 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de7e7854-220b-4b69-bf74-e3a6c395b3b5 req-72ff7851-d4eb-40c1-bad6-1714b33b8434 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e518681b-fe3b-4228-801f-07d7dc238409), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.340003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-f3c7e720-28dc-4886-8cc0-e4e05db11c46 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:50:58.341557 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-f3c7e720-28dc-4886-8cc0-e4e05db11c46 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1731412
Feb 19 20:50:58.356534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cf011-588a-490b-a5e2-b27d29f12a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7961ce-17c5-42c2-952a-6406aee81121,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:58.361815 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f55f8047-88d1-40e6-b8ba-507c4daec9dc admin admin] Publish callbacks [] for security_group (0e7961ce-17c5-42c2-952a-6406aee81121), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.384921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f55f8047-88d1-40e6-b8ba-507c4daec9dc admin admin] Publish callbacks [] for security_group (0e7961ce-17c5-42c2-952a-6406aee81121), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.398555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be223923-1f38-48f2-b8f4-b5eeb350d3d2 req-b82ccd5e-c03d-49e6-ad45-01e883e1d650 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 210 time: 0.0352819
Feb 19 20:50:58.409300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-de7e7854-220b-4b69-bf74-e3a6c395b3b5 req-72ff7851-d4eb-40c1-bad6-1714b33b8434 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Calling delete_port for e518681b-fe3b-4228-801f-07d7dc238409 owned by compute:tempest-test_az-883551298 {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:50:58.454403 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f55f8047-88d1-40e6-b8ba-507c4daec9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0e7961ce-17c5-42c2-952a-6406aee81121), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.457779 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f55f8047-88d1-40e6-b8ba-507c4daec9dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.458953 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f55f8047-88d1-40e6-b8ba-507c4daec9dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e7961ce-17c5-42c2-952a-6406aee81121 HTTP/1.1" status: 204  len: 168 time: 0.1793609
Feb 19 20:50:58.481688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f8047-88d1-40e6-b8ba-507c4daec9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7961ce-17c5-42c2-952a-6406aee81121,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:58.572228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2329964a-7ac6-4a43-bae4-7481527a8e83 req-8269a9d2-128d-4880-8326-91de1c40d962 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 210 time: 0.0464859
Feb 19 20:50:58.625298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-69c7dfd9-dd02-4a51-b278-20879a8ce66a service neutron] 10.222.0.30 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2730029
Feb 19 20:50:58.770065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-7b4fcc51-39c3-47dc-bc8c-597f38a35ec9 service neutron] 10.222.0.30 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438744
Feb 19 20:50:58.782620 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de7e7854-220b-4b69-bf74-e3a6c395b3b5 req-72ff7851-d4eb-40c1-bad6-1714b33b8434 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e518681b-fe3b-4228-801f-07d7dc238409), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.795102 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['e518681b-fe3b-4228-801f-07d7dc238409'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:50:58.829557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff7851-d4eb-40c1-bad6-1714b33b8434 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Pushing event deleted for resources: {'Port': ['ID=e518681b-fe3b-4228-801f-07d7dc238409,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:58.862603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37828) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:58.888770 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6deb943c-09c9-42e4-98fe-543aece16cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.968989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7e7854-220b-4b69-bf74-e3a6c395b3b5 req-72ff7851-d4eb-40c1-bad6-1714b33b8434 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] No DVR routers for this DVR port e518681b-fe3b-4228-801f-07d7dc238409 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:50:58.981981 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de7e7854-220b-4b69-bf74-e3a6c395b3b5 req-72ff7851-d4eb-40c1-bad6-1714b33b8434 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:58.989922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de7e7854-220b-4b69-bf74-e3a6c395b3b5 req-72ff7851-d4eb-40c1-bad6-1714b33b8434 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.10 "DELETE /v2.0/ports/e518681b-fe3b-4228-801f-07d7dc238409 HTTP/1.1" status: 204  len: 173 time: 1.1586525
Feb 19 20:50:58.990693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b743c9bb-0af5-4b6e-9c8e-ce4dcb144931', 'name': 'network-vif-deleted', 'tag': 'e518681b-fe3b-4228-801f-07d7dc238409'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:50:58.994669 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdf5329-62d8-4742-a538-d37c84b16fd6" -d '{"events": [{"server_uuid": "b743c9bb-0af5-4b6e-9c8e-ce4dcb144931", "name": "network-vif-deleted", "tag": "e518681b-fe3b-4228-801f-07d7dc238409"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:50:59.022166 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6deb943c-09c9-42e4-98fe-543aece16cfd admin admin] Publish callbacks [] for security_group (aef6132c-1d62-4d70-a185-b7f3d15b1f85), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.036288 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6deb943c-09c9-42e4-98fe-543aece16cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aef6132c-1d62-4d70-a185-b7f3d15b1f85), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.103923 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.124813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb943c-09c9-42e4-98fe-543aece16cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef6132c-1d62-4d70-a185-b7f3d15b1f85,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:59.128244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d76f1f4c-fe3d-4e8a-8222-b4ee0b3dc001 req-92195c4e-2c82-492e-9189-d9891d19eb4f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 210 time: 0.0918319
Feb 19 20:50:59.176443 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6deb943c-09c9-42e4-98fe-543aece16cfd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fd1bcde9cde48cb98ca11712c2e3a42&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3117075
Feb 19 20:50:59.179855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37840) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:59.209257 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b57e8bc-8bac-4b28-ab15-1e9900bb7048 x-openstack-request-id: req-4b57e8bc-8bac-4b28-ab15-1e9900bb7048 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:50:59.209257 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b743c9bb-0af5-4b6e-9c8e-ce4dcb144931", "name": "network-vif-deleted", "tag": "e518681b-fe3b-4228-801f-07d7dc238409", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:50:59.210636 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b57e8bc-8bac-4b28-ab15-1e9900bb7048 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:50:59.211681 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b743c9bb-0af5-4b6e-9c8e-ce4dcb144931', 'name': 'network-vif-deleted', 'tag': 'e518681b-fe3b-4228-801f-07d7dc238409', 'status': 'completed', 'code': 200}
Feb 19 20:50:59.346708 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-902621d3-427e-4ecf-a5d4-c5f79edca2a0 admin admin] Publish callbacks [] for security_group (aef6132c-1d62-4d70-a185-b7f3d15b1f85), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.397186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37854) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:59.410850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a4b6e2d-55e8-4d88-a76c-43c01a1d6a14 req-55d075d5-3e8f-44e5-94f5-f31eb8d85de2 tempest-AggregatesAdminTestJSON-346508146 tempest-AggregatesAdminTestJSON-346508146-project] 10.222.0.30 "GET /v2.0/ports?device_id=b743c9bb-0af5-4b6e-9c8e-ce4dcb144931 HTTP/1.1" status: 200  len: 210 time: 0.0656798
Feb 19 20:50:59.416957 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-902621d3-427e-4ecf-a5d4-c5f79edca2a0 admin admin] Publish callbacks [] for security_group (aef6132c-1d62-4d70-a185-b7f3d15b1f85), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.507309 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-902621d3-427e-4ecf-a5d4-c5f79edca2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aef6132c-1d62-4d70-a185-b7f3d15b1f85), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.509892 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-902621d3-427e-4ecf-a5d4-c5f79edca2a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.513030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-902621d3-427e-4ecf-a5d4-c5f79edca2a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aef6132c-1d62-4d70-a185-b7f3d15b1f85 HTTP/1.1" status: 204  len: 168 time: 0.3311534
Feb 19 20:50:59.542545 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aecbdd37-eef3-434f-8aac-98ffdb17711a req-09c0ebd7-fe5c-4775-b23d-f35ed2c78efd tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 210 time: 0.0471082
Feb 19 20:50:59.549045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902621d3-427e-4ecf-a5d4-c5f79edca2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef6132c-1d62-4d70-a185-b7f3d15b1f85,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:59.615744 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47ca3857-f6e2-4a51-b3c1-599cbf635dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.715722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-acbc5a19-9a5a-4f70-b228-a2c1dce21294 req-e0fb30fc-ebe3-4c52-9947-e506736ca28d tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 210 time: 0.0417042
Feb 19 20:50:59.762297 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47ca3857-f6e2-4a51-b3c1-599cbf635dd6 admin admin] Publish callbacks [] for security_group (3510193e-a666-444c-8317-6b9d165647c5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.767320 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47ca3857-f6e2-4a51-b3c1-599cbf635dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3510193e-a666-444c-8317-6b9d165647c5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.798491 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-47ca3857-f6e2-4a51-b3c1-599cbf635dd6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6056b16f9080426a98c58c750caa403b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4001210
Feb 19 20:50:59.801217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37872) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:50:59.813647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca3857-f6e2-4a51-b3c1-599cbf635dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3510193e-a666-444c-8317-6b9d165647c5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:50:59.866119 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c34fb52e-11af-4b21-ab0f-097113d7623e admin admin] Publish callbacks [] for security_group (3510193e-a666-444c-8317-6b9d165647c5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.896635 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c34fb52e-11af-4b21-ab0f-097113d7623e admin admin] Publish callbacks [] for security_group (3510193e-a666-444c-8317-6b9d165647c5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.971386 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c34fb52e-11af-4b21-ab0f-097113d7623e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3510193e-a666-444c-8317-6b9d165647c5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.976282 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c34fb52e-11af-4b21-ab0f-097113d7623e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:50:59.980041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c34fb52e-11af-4b21-ab0f-097113d7623e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3510193e-a666-444c-8317-6b9d165647c5 HTTP/1.1" status: 204  len: 168 time: 0.1749165
Feb 19 20:50:59.995656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fb52e-11af-4b21-ab0f-097113d7623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3510193e-a666-444c-8317-6b9d165647c5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:00.246222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bce0da4c-fecc-482e-9b40-ae2b9398c653 req-63bff74f-6fab-4876-ba02-45a225f711fb tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 210 time: 0.0293496
Feb 19 20:51:00.316790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-6455128d-a3a6-45c4-8e2e-ce786943cb0d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0262609
Feb 19 20:51:00.404847 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37908) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:00.421882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead63a91-17a2-4743-81af-92edf4e4ef21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:00.438814 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-aaf35b91-38b5-4a3c-86f9-995fdee42ffa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:00.440729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-aaf35b91-38b5-4a3c-86f9-995fdee42ffa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1174495
Feb 19 20:51:00.468777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-680a9cd0-6981-47e4-be1a-198fb060084e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/quotas/e2599a1bea39406f9b1e548ab3f1cd22 HTTP/1.1" status: 200  len: 375 time: 0.0170584
Feb 19 20:51:00.511777 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead63a91-17a2-4743-81af-92edf4e4ef21 admin admin] Publish callbacks [] for security_group (a4d2a548-0ba1-4398-9790-701e91f96c74), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:00.515992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-2fe5fe40-063e-4fc1-9c33-261234bf24db tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0461767
Feb 19 20:51:00.519382 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead63a91-17a2-4743-81af-92edf4e4ef21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a4d2a548-0ba1-4398-9790-701e91f96c74), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:00.583027 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ead63a91-17a2-4743-81af-92edf4e4ef21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19a2f94e6c584bc19a65d5d0cb95f6e3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1746633
Feb 19 20:51:00.583445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37928) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:00.584861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead63a91-17a2-4743-81af-92edf4e4ef21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d2a548-0ba1-4398-9790-701e91f96c74,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:00.665312 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b3dbada-70e8-4e7e-b274-7bf136cd9b7a admin admin] Publish callbacks [] for security_group (a4d2a548-0ba1-4398-9790-701e91f96c74), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:00.705862 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b3dbada-70e8-4e7e-b274-7bf136cd9b7a admin admin] Publish callbacks [] for security_group (a4d2a548-0ba1-4398-9790-701e91f96c74), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:00.807426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-472036f9-23a1-4b2b-a589-71705890c4b0 req-c036b853-2fff-4177-a8b7-c6556bc59121 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 210 time: 0.0700812
Feb 19 20:51:00.828937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-624e9c85-d9d5-409e-9884-d9e30c4a47c6 req-fca767e5-6d8e-481f-b70c-38f14d39421e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 210 time: 0.0646961
Feb 19 20:51:00.855069 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b3dbada-70e8-4e7e-b274-7bf136cd9b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a4d2a548-0ba1-4398-9790-701e91f96c74), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:00.858584 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b3dbada-70e8-4e7e-b274-7bf136cd9b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:00.869350 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4b3dbada-70e8-4e7e-b274-7bf136cd9b7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4d2a548-0ba1-4398-9790-701e91f96c74 HTTP/1.1" status: 204  len: 168 time: 0.2781460
Feb 19 20:51:00.890259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dbada-70e8-4e7e-b274-7bf136cd9b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d2a548-0ba1-4398-9790-701e91f96c74,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:00.988866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc31665c-2588-42ca-a745-4d4a74070c6f req-833072b4-3c3f-42d8-8d7a-3673a7bff2f0 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 210 time: 0.0553992
Feb 19 20:51:01.444014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c08fda4f-f60d-4445-863e-d560906d8939 req-9a372076-233c-4793-a62d-eaeceb1e172f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 210 time: 0.0715575
Feb 19 20:51:01.498470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Request body: {'port': {'device_id': '21faddc0-1890-48cc-8dcb-7d45cb05b516', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '12afb53ac3a94c5696b1f0bc7955cf96'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:01.758953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Made reservation on behalf of 12afb53ac3a94c5696b1f0bc7955cf96 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:01.771088 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:01.787797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:01.950737 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Publish callbacks [] for security_group (bcae480f-de9c-4a8a-ad72-8d2035ef8bd8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:01.967413 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bcae480f-de9c-4a8a-ad72-8d2035ef8bd8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:02.093095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5919dc58-dca5-4453-96fe-e3d9c7e6a50f req-72ca92a3-01f4-4da3-8640-2adc2f56e23c tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 210 time: 0.1386094
Feb 19 20:51:02.184916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-631a0777-ec69-438d-a245-5d3e86b01dba tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0783403
Feb 19 20:51:02.202714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:02.211314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bfdbb4be-3def-48e5-9622-0215ace10f84 req-ef2c8684-c328-4adf-97b4-75ff446242a9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 210 time: 0.0421536
Feb 19 20:51:02.406854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e518681b-fe3b-4228-801f-07d7dc238409 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:51:02.454287 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: e518681b-fe3b-4228-801f-07d7dc238409 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:51:02.454876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e518681b-fe3b-4228-801f-07d7dc238409 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:51:02.536790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.67', 53325) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:02.575714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e124b44-1a34-40a8-a43f-40caacc7658f req-bde1c278-9634-4df2-a385-aebd924ada01 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 210 time: 0.0604498
Feb 19 20:51:02.587179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.67', 53326) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:02.676773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Allocated IP 192.168.233.106 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/eee64491-7aff-40b6-840b-749933ebe597) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:02.784117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-4d095cf2-030b-44cd-b39c-5787ffa0d7bc tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:02.788470 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-4d095cf2-030b-44cd-b39c-5787ffa0d7bc tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5800583
Feb 19 20:51:02.810263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Request body: {'port': {'device_id': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'e2599a1bea39406f9b1e548ab3f1cd22'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:03.055999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-6c7fa920-bd5e-4d8a-b8bf-a94696b7fef4 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:03.058102 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-6c7fa920-bd5e-4d8a-b8bf-a94696b7fef4 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.67 "GET /v2.0/networks?id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 HTTP/1.1" status: 200  len: 824 time: 0.4678640
Feb 19 20:51:03.106801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4b6f51d-813b-4363-a8b7-13099c8535fd req-c3cc96e8-f58a-415f-bcbd-6472fe29dd2d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 210 time: 0.1222298
Feb 19 20:51:03.170817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-bce4c982-64cc-431d-b913-7d50c8c9b194 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:03.181325 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-bce4c982-64cc-431d-b913-7d50c8c9b194 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.67 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 821 time: 0.6342711
Feb 19 20:51:03.189617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Request body: {'port': {'device_id': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076', 'admin_state_up': True, 'tenant_id': 'a6f02f88286b49babe665db9d00787a2'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:03.203879 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Made reservation on behalf of e2599a1bea39406f9b1e548ab3f1cd22 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:03.207823 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.232479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-cc01fcff-b0b8-424d-9501-275016c1db42 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a HTTP/1.1" status: 200  len: 380 time: 0.1246572
Feb 19 20:51:03.240116 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.253204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Request body: {'port': {'device_id': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'admin_state_up': True, 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'security_groups': ['be81e35c-7d6e-4ed4-8799-80ca4f746b6a']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:03.334124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Made reservation on behalf of a6f02f88286b49babe665db9d00787a2 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:03.338644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.359144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c96cb57-5fb0-40fe-a5da-e171e086259a req-cd98b7b8-73be-4fa5-be4c-36e788a94e66 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 210 time: 0.0871453
Feb 19 20:51:03.366212 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Publish callbacks [] for port (eee64491-7aff-40b6-840b-749933ebe597), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.465492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e32ba6a2-6580-4dbc-b2d9-263d892dfcca req-16ccef43-da73-4504-9876-91a1e76bf702 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Request body: {'security_group': {'name': 'tempest-securitygroup-105295084', 'description': 'tempest-description-88618159'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:03.527925 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e32ba6a2-6580-4dbc-b2d9-263d892dfcca req-16ccef43-da73-4504-9876-91a1e76bf702 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.530070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (eee64491-7aff-40b6-840b-749933ebe597), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.588699 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks [] for security_group (7bf41fb3-28a8-4729-969f-97ef9ca8daa9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.589756 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e32ba6a2-6580-4dbc-b2d9-263d892dfcca req-16ccef43-da73-4504-9876-91a1e76bf702 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.597981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Made reservation on behalf of 04d2b5b9a01e4133b1f4f7f351cf0c0a for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:03.598168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Allocated IP 172.20.0.12 (020891c0-689f-4c7c-a850-6c2b2dfe0076/0332d4cd-9022-4d9a-930c-e01725357615/8e715e53-af3f-4a70-b33f-5b5471d22747) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:03.601988 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.613674 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7bf41fb3-28a8-4729-969f-97ef9ca8daa9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.646808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:03.664985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:03.708241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:03.721973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Pushing event updated for resources: {'Port': ['ID=eee64491-7aff-40b6-840b-749933ebe597,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:03.826917 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks [] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.877852 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.883529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf41fb3-28a8-4729-969f-97ef9ca8daa9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:03.972758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:03.972758 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:03.975211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Network 020891c0-689f-4c7c-a850-6c2b2dfe0076 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:03.981031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:03.987505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:03.995720 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:03.996400 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.003510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Pushing event updated for resources: {'Port': ['ID=8e715e53-af3f-4a70-b33f-5b5471d22747,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:04.019040 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-62c795b6-ffda-4d48-9bb0-80689802615b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8352723
Feb 19 20:51:04.023794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Allocated IP 172.20.0.9 (7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0/879b90bf-3325-4c32-b3af-720713f360e1/283fa0ff-0c52-46c9-86d3-5ee439d6029b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:04.028757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-6ffb30dd-d8f2-45fe-8a0c-0694d464f405 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:51:04.029733 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-6ffb30dd-d8f2-45fe-8a0c-0694d464f405 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051913
Feb 19 20:51:04.033587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-09d53d6e-2ca8-4dfd-b0a9-d7550866889a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5395930
Feb 19 20:51:04.060780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5104b21-efec-413c-bc1c-5414cfe5076e req-ddd06037-03b0-4b7d-8297-79f088eb959e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 210 time: 0.0590067
Feb 19 20:51:04.061454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a348655e-9f19-44f1-84e1-999ba48dc3b5 None None] Provisioning complete for port eee64491-7aff-40b6-840b-749933ebe597 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:04.061807 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a348655e-9f19-44f1-84e1-999ba48dc3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (eee64491-7aff-40b6-840b-749933ebe597), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.088359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Allocated IP 192.168.233.75 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/99019bb9-0cfe-4900-a813-f2a3826c4aed) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:04.092216 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e32ba6a2-6580-4dbc-b2d9-263d892dfcca req-16ccef43-da73-4504-9876-91a1e76bf702 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (e20f0a2d-eac6-4c86-88ac-277812f4b4a8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.098562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a348655e-9f19-44f1-84e1-999ba48dc3b5 None None] Port eee64491-7aff-40b6-840b-749933ebe597 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:51:04.108752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e32ba6a2-6580-4dbc-b2d9-263d892dfcca req-16ccef43-da73-4504-9876-91a1e76bf702 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e20f0a2d-eac6-4c86-88ac-277812f4b4a8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.229990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccef43-da73-4504-9876-91a1e76bf702 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20f0a2d-eac6-4c86-88ac-277812f4b4a8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:04.240368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Request body: {'port': {'device_id': '21faddc0-1890-48cc-8dcb-7d45cb05b516', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:04.296030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef1f1fd4-2b03-4eb6-a8bb-5cf7453c8137 req-0cefc644-9160-45c6-b9cb-d1a237cf7138 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 210 time: 0.0735250
Feb 19 20:51:04.304616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Request body: {'port': {'device_id': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:04.311089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (eee64491-7aff-40b6-840b-749933ebe597), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.456794 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e32ba6a2-6580-4dbc-b2d9-263d892dfcca req-16ccef43-da73-4504-9876-91a1e76bf702 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (04f125f5-dc0c-4520-b11d-8641485e96c8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.489262 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e32ba6a2-6580-4dbc-b2d9-263d892dfcca req-16ccef43-da73-4504-9876-91a1e76bf702 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (04f125f5-dc0c-4520-b11d-8641485e96c8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.523990 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.576590 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.591121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e32ba6a2-6580-4dbc-b2d9-263d892dfcca req-16ccef43-da73-4504-9876-91a1e76bf702 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.592364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e32ba6a2-6580-4dbc-b2d9-263d892dfcca req-16ccef43-da73-4504-9876-91a1e76bf702 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 1.1660314
Feb 19 20:51:04.620908 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks [] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.622345 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccef43-da73-4504-9876-91a1e76bf702 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f125f5-dc0c-4520-b11d-8641485e96c8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:04.692632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61c44-11e0-41b1-8b5c-7b79e8b2d745 req-3e37c92b-1fb8-4197-82a5-fc059de370fe tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:04.694110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8e61c44-11e0-41b1-8b5c-7b79e8b2d745 req-3e37c92b-1fb8-4197-82a5-fc059de370fe tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 932 time: 0.2273746
Feb 19 20:51:04.735037 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.902520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee64491-7aff-40b6-840b-749933ebe597 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:04.910700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Publish callbacks [] for port (eee64491-7aff-40b6-840b-749933ebe597), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.933581 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Transition to ACTIVE for port object eee64491-7aff-40b6-840b-749933ebe597 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:51:04.937679 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (eee64491-7aff-40b6-840b-749933ebe597), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:04.978081 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.053306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:05.060469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Pushing event updated for resources: {'Port': ['ID=283fa0ff-0c52-46c9-86d3-5ee439d6029b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:05.071930 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eee64491-7aff-40b6-840b-749933ebe597,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:05.076081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:05.089868 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Attempting to bind port eee64491-7aff-40b6-840b-749933ebe597 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:05.090220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Attempting to bind port eee64491-7aff-40b6-840b-749933ebe597 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:05.090576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Attempting to bind port eee64491-7aff-40b6-840b-749933ebe597 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:05.095375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Port eee64491-7aff-40b6-840b-749933ebe597 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:51:05.095702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Attempting to bind port eee64491-7aff-40b6-840b-749933ebe597 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:05.101209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:05.101571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:05.102100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:05.103428 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Bound port: eee64491-7aff-40b6-840b-749933ebe597, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:05.103806 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (eee64491-7aff-40b6-840b-749933ebe597), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.108268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:05.114786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8e61c44-11e0-41b1-8b5c-7b79e8b2d745 req-29e62588-0782-43aa-b610-498125a6e3e9 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4097674
Feb 19 20:51:05.136626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:05.144475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:05.197332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] For port eee64491-7aff-40b6-840b-749933ebe597, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:05.202261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:05.204150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] For port eee64491-7aff-40b6-840b-749933ebe597, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eee64491-7aff-40b6-840b-749933ebe597,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:05.213152 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (eee64491-7aff-40b6-840b-749933ebe597), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.238399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-14b2b80f-7d3a-4658-8d06-4240f5b4e16c req-738b4cb2-55d8-4ae6-adce-ebb0f14fbc1f tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Request body: {'security_group': {'name': 'tempest-securitygroup-701662325', 'description': 'tempest-description-1947526478'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:05.257515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:05.258319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.260596 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] 10.222.0.67 "PUT /v2.0/ports/eee64491-7aff-40b6-840b-749933ebe597 HTTP/1.1" status: 200  len: 1096 time: 1.0788457
Feb 19 20:51:05.263524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21faddc0-1890-48cc-8dcb-7d45cb05b516', 'tag': 'eee64491-7aff-40b6-840b-749933ebe597'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:05.308805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Pushing event updated for resources: {'Port': ['ID=99019bb9-0cfe-4900-a813-f2a3826c4aed,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:05.329241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:05.329885 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.395400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:05.396317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.406333 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-14b2b80f-7d3a-4658-8d06-4240f5b4e16c req-738b4cb2-55d8-4ae6-adce-ebb0f14fbc1f tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.409865 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1552b-f700-4a07-a514-bb33acebd5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eee64491-7aff-40b6-840b-749933ebe597,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:05.469681 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-12530d77-a1cc-42c4-8a2e-78d1a12d076e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6664894
Feb 19 20:51:05.492767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Request body: {'port': {'device_id': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:05.499550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-994dee12-6519-405d-b30e-224ef4d6ded3 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2596467
Feb 19 20:51:05.507376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c067db-453b-4fdd-bfc5-d077a2ab51f6 req-e2c95448-ca66-4b63-b23e-28ca7fdb96d2 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:05.515743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72c067db-453b-4fdd-bfc5-d077a2ab51f6 req-e2c95448-ca66-4b63-b23e-28ca7fdb96d2 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 948 time: 0.3643217
Feb 19 20:51:05.548054 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080" -d '{"events": [{"name": "network-changed", "server_uuid": "21faddc0-1890-48cc-8dcb-7d45cb05b516", "tag": "eee64491-7aff-40b6-840b-749933ebe597"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:05.552756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-b00d802b-531d-4e6a-9b7f-ee954a89511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:05.554915 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-b00d802b-531d-4e6a-9b7f-ee954a89511a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12afb53ac3a94c5696b1f0bc7955cf96&device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 1130 time: 0.1551435
Feb 19 20:51:05.579282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Request body: {'port': {'device_id': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:05.587130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-242da9c5-c702-4717-bac1-d5cc27acf7c1 None None] Provisioning complete for port 283fa0ff-0c52-46c9-86d3-5ee439d6029b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:05.590427 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-242da9c5-c702-4717-bac1-d5cc27acf7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.634172 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-f57529d8-a3d0-4cae-8c56-3dd981e07a14 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=eee64491-7aff-40b6-840b-749933ebe597 HTTP/1.1" status: 200  len: 217 time: 0.0696433
Feb 19 20:51:05.639258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-242da9c5-c702-4717-bac1-d5cc27acf7c1 None None] Port 283fa0ff-0c52-46c9-86d3-5ee439d6029b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:51:05.691432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-0bd0b9f3-d51e-4f84-8ee2-212c3bf1aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:05.693148 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-0bd0b9f3-d51e-4f84-8ee2-212c3bf1aafd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0532568
Feb 19 20:51:05.730254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e715e53-af3f-4a70-b33f-5b5471d22747 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:05.760514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0d9ff375-316e-4aca-bcb8-3607022ccaff None None] Provisioning complete for port 99019bb9-0cfe-4900-a813-f2a3826c4aed triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:05.761169 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff375-316e-4aca-bcb8-3607022ccaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.775272 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Publish callbacks [] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.788706 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-14b2b80f-7d3a-4658-8d06-4240f5b4e16c req-738b4cb2-55d8-4ae6-adce-ebb0f14fbc1f tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (8b4d32bc-8958-43bc-bdd7-5d60238020d2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.806964 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-14b2b80f-7d3a-4658-8d06-4240f5b4e16c req-738b4cb2-55d8-4ae6-adce-ebb0f14fbc1f tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8b4d32bc-8958-43bc-bdd7-5d60238020d2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.809224 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.811006 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ff375-316e-4aca-bcb8-3607022ccaff None None] Port 99019bb9-0cfe-4900-a813-f2a3826c4aed cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:51:05.818250 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.832564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72c067db-453b-4fdd-bfc5-d077a2ab51f6 req-d051d545-7364-43f0-834e-5ef1627cc82c tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/security-groups?id=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3154776
Feb 19 20:51:05.861279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Transition to ACTIVE for port object 8e715e53-af3f-4a70-b33f-5b5471d22747 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:51:05.878010 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.919037 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-14b2b80f-7d3a-4658-8d06-4240f5b4e16c req-738b4cb2-55d8-4ae6-adce-ebb0f14fbc1f tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:05.934865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14b2b80f-7d3a-4658-8d06-4240f5b4e16c req-738b4cb2-55d8-4ae6-adce-ebb0f14fbc1f tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7336311
Feb 19 20:51:05.975417 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-28e0e32d-6c6b-499c-862b-28b333ba48db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:05.978397 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-28e0e32d-6c6b-499c-862b-28b333ba48db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2788696
Feb 19 20:51:05.995621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Pushing event updated for resources: {'Port': ['ID=8e715e53-af3f-4a70-b33f-5b5471d22747,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:06.003627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b4cb2-55d8-4ae6-adce-ebb0f14fbc1f tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4d32bc-8958-43bc-bdd7-5d60238020d2,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:06.083827 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-ba487087-454c-4fe8-93d0-2e24ba3e3588 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0991454
Feb 19 20:51:06.175945 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc7d7e3e-d91a-45fb-b878-af8af0362fe0 req-565d1330-a8c9-42e2-ba3b-f46057c86883 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858052
Feb 19 20:51:06.325109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3036b2-1d75-43dc-b0c0-025e9b3d78a5 req-0f47d4ba-24fb-40f9-9a5d-ff724c956951 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:06.326600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a3036b2-1d75-43dc-b0c0-025e9b3d78a5 req-0f47d4ba-24fb-40f9-9a5d-ff724c956951 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 931 time: 0.3172684
Feb 19 20:51:06.338423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00614c64-3b96-4db8-9d45-d3551725c7c0 req-18968e60-85dd-493d-827c-47e6d173773e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:06.339801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00614c64-3b96-4db8-9d45-d3551725c7c0 req-18968e60-85dd-493d-827c-47e6d173773e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 935 time: 0.3319867
Feb 19 20:51:06.478596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:06.478940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:06.479281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:06.519830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Port 8e715e53-af3f-4a70-b33f-5b5471d22747 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:51:06.520160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:06.551372 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a3036b2-1d75-43dc-b0c0-025e9b3d78a5 req-381f061c-79b5-4424-af02-afc2d0c7ebda tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1941628
Feb 19 20:51:06.565558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00614c64-3b96-4db8-9d45-d3551725c7c0 req-df2bd8a8-4e1a-4c92-8567-52c5f01f529d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057810
Feb 19 20:51:06.566353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:06.566695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:06.567078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:06.567526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Bound port: 8e715e53-af3f-4a70-b33f-5b5471d22747, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:06.567886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:06.680157 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88e8675-f65c-40ab-9989-f5c08230d0aa x-openstack-request-id: req-d88e8675-f65c-40ab-9989-f5c08230d0aa {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:06.680889 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21faddc0-1890-48cc-8dcb-7d45cb05b516", "tag": "eee64491-7aff-40b6-840b-749933ebe597", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:06.681362 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d88e8675-f65c-40ab-9989-f5c08230d0aa {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:06.682007 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21faddc0-1890-48cc-8dcb-7d45cb05b516', 'tag': 'eee64491-7aff-40b6-840b-749933ebe597', 'status': 'completed', 'code': 200}
Feb 19 20:51:06.745397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283fa0ff-0c52-46c9-86d3-5ee439d6029b {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:06.752932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:06.758965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99019bb9-0cfe-4900-a813-f2a3826c4aed {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:06.764187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e715e53-af3f-4a70-b33f-5b5471d22747,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:06.767422 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Publish callbacks [] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:06.775690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Publish callbacks [] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:06.795190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Transition to ACTIVE for port object 283fa0ff-0c52-46c9-86d3-5ee439d6029b will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:51:06.796822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080 req-8773b3d6-d283-464b-8f55-a9ca1cc54cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:06.798799 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:06.799194 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080 req-8773b3d6-d283-464b-8f55-a9ca1cc54cd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12afb53ac3a94c5696b1f0bc7955cf96&device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 1130 time: 0.0845048
Feb 19 20:51:06.801181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Transition to ACTIVE for port object 99019bb9-0cfe-4900-a813-f2a3826c4aed will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:51:06.809258 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:06.842088 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:06.846245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-f5edb1ad-7eab-4810-83b0-af26815adb4c req-6f4d4195-b43b-4ee2-adbc-709bb5a08171 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-697422667', 'description': 'tempest-description-599742131'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:06.857626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:06.858252 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:06.859618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] 10.222.0.67 "PUT /v2.0/ports/8e715e53-af3f-4a70-b33f-5b5471d22747 HTTP/1.1" status: 200  len: 1092 time: 2.6681924
Feb 19 20:51:06.864898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'tag': '8e715e53-af3f-4a70-b33f-5b5471d22747'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:06.867217 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b735a5-7cd4-4841-b12a-d8638756aaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "da666172-5dd1-484f-aca0-a346a83ecec3", "tag": "8e715e53-af3f-4a70-b33f-5b5471d22747"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:06.934970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc20ec3-fd4a-4b49-ab0c-549c5de84364 service neutron] Pushing event updated for resources: {'Port': ['ID=8e715e53-af3f-4a70-b33f-5b5471d22747,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:06.961926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5edb1ad-7eab-4810-83b0-af26815adb4c req-6f4d4195-b43b-4ee2-adbc-709bb5a08171 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:07.033386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080 req-b5e5bf45-25e4-4840-a346-6e9eb6f67a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:07.034908 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080 req-b5e5bf45-25e4-4840-a346-6e9eb6f67a8b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2288389
Feb 19 20:51:07.036980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5edb1ad-7eab-4810-83b0-af26815adb4c req-6f4d4195-b43b-4ee2-adbc-709bb5a08171 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:07.081176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=283fa0ff-0c52-46c9-86d3-5ee439d6029b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:07.115856 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080 req-eaf947af-11c7-4952-abfd-88c73e2bbc19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=eee64491-7aff-40b6-840b-749933ebe597 HTTP/1.1" status: 200  len: 217 time: 0.0710280
Feb 19 20:51:07.197548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080 req-c9bc56a2-0184-46e3-82a7-9774d60b120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:07.199236 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080 req-c9bc56a2-0184-46e3-82a7-9774d60b120e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0769460
Feb 19 20:51:07.250341 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080 req-5811cd24-cbd2-49db-8786-8b3d94e95fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:07.251861 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080 req-5811cd24-cbd2-49db-8786-8b3d94e95fe6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0462687
Feb 19 20:51:07.347986 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080 req-bd1d7b03-0353-4522-bfb9-60e36c6b569e service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885892
Feb 19 20:51:07.348601 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:51:07.438103 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f4fc1aa6-6973-4bcf-8f1c-8f0d6b78e080 req-42c930ba-c0be-4f89-894a-0441a2ed8652 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835168
Feb 19 20:51:07.455152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-508ea88c-124a-43d3-b755-0ab7b97cf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:07.456703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-508ea88c-124a-43d3-b755-0ab7b97cf565 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 1126 time: 0.5428784
Feb 19 20:51:07.490641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Pushing event updated for resources: {'Port': ['ID=99019bb9-0cfe-4900-a813-f2a3826c4aed,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:07.553189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Attempting to bind port 99019bb9-0cfe-4900-a813-f2a3826c4aed on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:07.553530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Attempting to bind port 99019bb9-0cfe-4900-a813-f2a3826c4aed by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:07.553900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Attempting to bind port 99019bb9-0cfe-4900-a813-f2a3826c4aed on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:07.559405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Attempting to bind port 283fa0ff-0c52-46c9-86d3-5ee439d6029b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:07.559742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Attempting to bind port 283fa0ff-0c52-46c9-86d3-5ee439d6029b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:07.560073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Attempting to bind port 283fa0ff-0c52-46c9-86d3-5ee439d6029b on network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:07.562696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-726fe922-b8c4-42a6-b990-4b0e3dc0b0df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e715e53-af3f-4a70-b33f-5b5471d22747 HTTP/1.1" status: 200  len: 217 time: 0.0912662
Feb 19 20:51:07.582970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Port 99019bb9-0cfe-4900-a813-f2a3826c4aed on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:51:07.583300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Attempting to bind port 99019bb9-0cfe-4900-a813-f2a3826c4aed on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:07.591466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Port 283fa0ff-0c52-46c9-86d3-5ee439d6029b on network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:51:07.591798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Attempting to bind port 283fa0ff-0c52-46c9-86d3-5ee439d6029b on network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:07.629162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:07.629427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:07.629857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:07.630297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Bound port: 99019bb9-0cfe-4900-a813-f2a3826c4aed, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:07.630693 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:07.638844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:07.639188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Checking segment: {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:07.639568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Bound using segment: {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:07.639996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Bound port: 283fa0ff-0c52-46c9-86d3-5ee439d6029b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:07.640385 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:07.658284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a59a-077c-4099-a358-b3bfe6c36b77 req-90c4add3-ac46-49ab-8762-27782f555dfe tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:07.659804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e66a59a-077c-4099-a358-b3bfe6c36b77 req-90c4add3-ac46-49ab-8762-27782f555dfe tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 944 time: 0.3256941
Feb 19 20:51:07.710091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-33a2b08e-8460-4ae4-8b3e-15016a604e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:07.711537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-33a2b08e-8460-4ae4-8b3e-15016a604e9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1402650
Feb 19 20:51:07.714478 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5edb1ad-7eab-4810-83b0-af26815adb4c req-6f4d4195-b43b-4ee2-adbc-709bb5a08171 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (9011ff59-e269-46fc-82df-3b7f85c1015e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:07.764876 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5edb1ad-7eab-4810-83b0-af26815adb4c req-6f4d4195-b43b-4ee2-adbc-709bb5a08171 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9011ff59-e269-46fc-82df-3b7f85c1015e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:07.810844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-645e2b74-7431-47c9-8a20-9c63ef588d04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0734415
Feb 19 20:51:07.927698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e66a59a-077c-4099-a358-b3bfe6c36b77 req-7eb8a0f7-72d1-4b2b-b7a8-7b951ccf2640 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2490120
Feb 19 20:51:07.932021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:07.937162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d4195-b43b-4ee2-adbc-709bb5a08171 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9011ff59-e269-46fc-82df-3b7f85c1015e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:07.958070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] For port 283fa0ff-0c52-46c9-86d3-5ee439d6029b, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:07.961276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:07.985569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] For port 283fa0ff-0c52-46c9-86d3-5ee439d6029b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=283fa0ff-0c52-46c9-86d3-5ee439d6029b,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:07.992373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:08.017108 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:08.053373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5edb1ad-7eab-4810-83b0-af26815adb4c req-6f4d4195-b43b-4ee2-adbc-709bb5a08171 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (79e4c4d3-5b93-4010-99bd-bc9e5a8f4ddf), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:08.085891 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5edb1ad-7eab-4810-83b0-af26815adb4c req-6f4d4195-b43b-4ee2-adbc-709bb5a08171 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (79e4c4d3-5b93-4010-99bd-bc9e5a8f4ddf), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:08.093336 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:08.093973 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:08.095376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] 10.222.0.10 "PUT /v2.0/ports/99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 1095 time: 2.6130445
Feb 19 20:51:08.140315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:08.140971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:08.142369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] 10.222.0.67 "PUT /v2.0/ports/283fa0ff-0c52-46c9-86d3-5ee439d6029b HTTP/1.1" status: 200  len: 1091 time: 2.6216025
Feb 19 20:51:08.154153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-0f84a8f6-6ba0-4d3b-82db-bfefc5bee99e service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3213158
Feb 19 20:51:08.205154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e928882-7da8-4ba1-b467-b7a434d09eba service neutron] Pushing event updated for resources: {'Port': ['ID=99019bb9-0cfe-4900-a813-f2a3826c4aed,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:08.259146 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d4195-b43b-4ee2-adbc-709bb5a08171 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e4c4d3-5b93-4010-99bd-bc9e5a8f4ddf,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:08.263700 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5edb1ad-7eab-4810-83b0-af26815adb4c req-6f4d4195-b43b-4ee2-adbc-709bb5a08171 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:08.274191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5edb1ad-7eab-4810-83b0-af26815adb4c req-6f4d4195-b43b-4ee2-adbc-709bb5a08171 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.4420297
Feb 19 20:51:08.310852 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195089f5-f7b7-4b6c-b548-222ec25b69cc x-openstack-request-id: req-195089f5-f7b7-4b6c-b548-222ec25b69cc {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:08.311140 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da666172-5dd1-484f-aca0-a346a83ecec3", "tag": "8e715e53-af3f-4a70-b33f-5b5471d22747", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:08.311398 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-195089f5-f7b7-4b6c-b548-222ec25b69cc {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:08.311791 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'tag': '8e715e53-af3f-4a70-b33f-5b5471d22747', 'status': 'completed', 'code': 200}
Feb 19 20:51:08.378729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b914957-d913-4ccd-a68e-60279053ff1b req-8be04e90-1460-45bb-aaf2-75a73dae60b7 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:08.385540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b914957-d913-4ccd-a68e-60279053ff1b req-8be04e90-1460-45bb-aaf2-75a73dae60b7 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 948 time: 0.3304207
Feb 19 20:51:08.429778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-bb5b4456-670d-4c85-bf89-41f5e2d5edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:08.431319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-bb5b4456-670d-4c85-bf89-41f5e2d5edb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1129 time: 0.2833471
Feb 19 20:51:08.446251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-3a7945d3-8647-4697-bc86-3068cf01e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:08.447630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-3a7945d3-8647-4697-bc86-3068cf01e524 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a&device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 1125 time: 0.2446690
Feb 19 20:51:08.462200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b8eaab4-69fc-4d66-8956-19bf5a3b7618 req-c41706cf-905a-4da8-9065-179313c5e7e1 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2865932
Feb 19 20:51:08.500038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d13641-2447-41cb-989d-0f04b8280cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=283fa0ff-0c52-46c9-86d3-5ee439d6029b,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:08.507119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-32225ca4-220b-4e37-a076-6586a4b79956 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 217 time: 0.0631740
Feb 19 20:51:08.560435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-34753de5-e016-456d-a2ba-bccefcec2ace service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283fa0ff-0c52-46c9-86d3-5ee439d6029b HTTP/1.1" status: 200  len: 217 time: 0.1028183
Feb 19 20:51:08.597166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b914957-d913-4ccd-a68e-60279053ff1b req-a8f13a97-443e-4dcc-ad02-ef900f79ff29 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/security-groups?id=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107952
Feb 19 20:51:08.656015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-7af51435-c1e2-4431-9307-d4a410dc3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:08.657499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-7af51435-c1e2-4431-9307-d4a410dc3e9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1149318
Feb 19 20:51:08.679561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-cafdbe2e-f076-4310-bd54-2bdd1640de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:08.681110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-cafdbe2e-f076-4310-bd54-2bdd1640de2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=879b90bf-3325-4c32-b3af-720713f360e1 HTTP/1.1" status: 200  len: 863 time: 0.0881677
Feb 19 20:51:08.700394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b735a5-7cd4-4841-b12a-d8638756aaf3 req-f7312591-ebdc-4d5a-8123-905a2f7dd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:08.701792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02b735a5-7cd4-4841-b12a-d8638756aaf3 req-f7312591-ebdc-4d5a-8123-905a2f7dd75f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 1126 time: 0.1578758
Feb 19 20:51:08.873231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-6284a51a-fbbb-40eb-abfd-adb8d7654b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:08.874709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-6284a51a-fbbb-40eb-abfd-adb8d7654b0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2070198
Feb 19 20:51:08.890140 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-e767e2ea-1f11-4652-9b5c-7cea48bfc06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:08.891519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-e767e2ea-1f11-4652-9b5c-7cea48bfc06d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1878624
Feb 19 20:51:08.906436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5edb1c-f9c5-4583-9707-627d7aaece80 req-067e8b95-dcd5-4630-bccd-0549a368d573 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:08.907821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b5edb1c-f9c5-4583-9707-627d7aaece80 req-067e8b95-dcd5-4630-bccd-0549a368d573 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 943 time: 0.2051802
Feb 19 20:51:09.009441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b735a5-7cd4-4841-b12a-d8638756aaf3 req-9c42e9e0-b275-42ab-adca-5fb4c2bbd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:09.010867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02b735a5-7cd4-4841-b12a-d8638756aaf3 req-9c42e9e0-b275-42ab-adca-5fb4c2bbd9d3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.2889273
Feb 19 20:51:09.042007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b132a4-9685-463d-a2f2-effc0fc74308 req-793a69e4-dbe4-47de-a2b8-4346a21a28e7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:09.043406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2b132a4-9685-463d-a2f2-effc0fc74308 req-793a69e4-dbe4-47de-a2b8-4346a21a28e7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 947 time: 0.2438343
Feb 19 20:51:09.264556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02b735a5-7cd4-4841-b12a-d8638756aaf3 req-e5412c9a-e6a9-4dd5-99d3-86359f9f135a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e715e53-af3f-4a70-b33f-5b5471d22747 HTTP/1.1" status: 200  len: 217 time: 0.2392881
Feb 19 20:51:09.338999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b5edb1c-f9c5-4583-9707-627d7aaece80 req-3ac2c10f-e648-4e45-90ab-428096b88c4b tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4243813
Feb 19 20:51:09.354174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-0446dc87-eee4-41a0-82b3-61ba81190c4c service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4666743
Feb 19 20:51:09.432139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b735a5-7cd4-4841-b12a-d8638756aaf3 req-1c60a60a-f0ff-40e7-9740-d62bc310a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:09.433568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02b735a5-7cd4-4841-b12a-d8638756aaf3 req-1c60a60a-f0ff-40e7-9740-d62bc310a680 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1548615
Feb 19 20:51:09.435295 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-439c5d44-c376-4831-9896-76a84b3ad9d2 service neutron] 10.222.0.67 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5264957
Feb 19 20:51:09.438021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5c466b07-5208-4352-9d77-3498e0138a4a req-05334dbf-b67d-4deb-8492-742fa8f37213 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1301774406', 'description': 'tempest-description-1252317096'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:09.444610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2b132a4-9685-463d-a2f2-effc0fc74308 req-8d94d1ed-b559-4472-b5d2-acd520fe9383 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019434
Feb 19 20:51:09.525527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02b735a5-7cd4-4841-b12a-d8638756aaf3 req-aad77d29-9d82-40c4-8b43-333aa01f7376 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0769033
Feb 19 20:51:09.568506 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5c466b07-5208-4352-9d77-3498e0138a4a req-05334dbf-b67d-4deb-8492-742fa8f37213 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:09.674633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83fb2e16-e433-490e-9c1d-82c89dc75054 req-8a4ff14a-6766-4420-814e-465d4416d0b6 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3135426
Feb 19 20:51:09.712611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24e20f6-e277-4c49-aebc-d4b0541e1409 req-3f4d3aa2-fcaf-461c-afba-d2c56616e600 service neutron] 10.222.0.67 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2620907
Feb 19 20:51:09.745428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02b735a5-7cd4-4841-b12a-d8638756aaf3 req-8b33747b-14bb-4ac8-a28b-de142ee732d1 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098863
Feb 19 20:51:09.755020 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc45f7-86c5-4fc2-bf46-348c47045438 req-1204482e-f717-4394-935b-752868222c15 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:09.756447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48bc45f7-86c5-4fc2-bf46-348c47045438 req-1204482e-f717-4394-935b-752868222c15 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 944 time: 0.1533525
Feb 19 20:51:09.856195 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5c466b07-5208-4352-9d77-3498e0138a4a req-05334dbf-b67d-4deb-8492-742fa8f37213 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (c6483ecc-3dd2-496b-9fb2-86d404ec7d2b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:09.867477 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5c466b07-5208-4352-9d77-3498e0138a4a req-05334dbf-b67d-4deb-8492-742fa8f37213 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c6483ecc-3dd2-496b-9fb2-86d404ec7d2b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:09.883220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48bc45f7-86c5-4fc2-bf46-348c47045438 req-30f71659-d74e-4482-bfa7-3a4640bbed21 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151369
Feb 19 20:51:09.920131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5c466b07-5208-4352-9d77-3498e0138a4a req-05334dbf-b67d-4deb-8492-742fa8f37213 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:09.921542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c466b07-5208-4352-9d77-3498e0138a4a req-05334dbf-b67d-4deb-8492-742fa8f37213 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.4938350
Feb 19 20:51:09.923711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02b735a5-7cd4-4841-b12a-d8638756aaf3 req-eec66b68-2b61-4151-ae23-f89e5f92af54 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1653295
Feb 19 20:51:09.923948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device eee64491-7aff-40b6-840b-749933ebe597 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:51:09.924482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05334dbf-b67d-4deb-8492-742fa8f37213 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6483ecc-3dd2-496b-9fb2-86d404ec7d2b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:10.039675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port eee64491-7aff-40b6-840b-749933ebe597, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eee64491-7aff-40b6-840b-749933ebe597,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:10.053412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'eee64491-7aff-40b6-840b-749933ebe597', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'eee64491-7aff-40b6-840b-749933ebe597', 'mac_address': 'fa:16:3e:9e:ac:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:51:10.058155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944aeaf-3826-4bb4-8bb5-480774a31716 req-35657de3-d30a-4639-abb5-fe786d60465b tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:10.060781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5944aeaf-3826-4bb4-8bb5-480774a31716 req-35657de3-d30a-4639-abb5-fe786d60465b tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 948 time: 0.0558879
Feb 19 20:51:10.092840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port eee64491-7aff-40b6-840b-749933ebe597 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:10.093490 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (eee64491-7aff-40b6-840b-749933ebe597), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:10.109051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee64491-7aff-40b6-840b-749933ebe597 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:10.116119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5944aeaf-3826-4bb4-8bb5-480774a31716 req-604c2985-2194-4032-9e2d-e3450394bd30 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/security-groups?id=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498509
Feb 19 20:51:10.128961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port eee64491-7aff-40b6-840b-749933ebe597, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eee64491-7aff-40b6-840b-749933ebe597,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:10.135258 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (eee64491-7aff-40b6-840b-749933ebe597), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:10.183009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=eee64491-7aff-40b6-840b-749933ebe597,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:10.314488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed'}, {'name': 'network-changed', 'server_uuid': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'tag': '283fa0ff-0c52-46c9-86d3-5ee439d6029b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:10.316710 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51db3ca3-cab7-427b-9576-aa343f9e8162" -d '{"events": [{"name": "network-changed", "server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed"}, {"name": "network-changed", "server_uuid": "f4f05bec-0cf3-4c8d-adda-1f646f93100c", "tag": "283fa0ff-0c52-46c9-86d3-5ee439d6029b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:10.374860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-ece1c12d-37ee-445e-9bbb-67d9c0e2a17a tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 45390 time: 0.2316401
Feb 19 20:51:10.431890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-4ad917ef-72dc-4bfc-9077-e4257261b8cd tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0a3d54cc-a926-4f27-99a3-0c737f7310c4 HTTP/1.1" status: 200  len: 2990 time: 0.0504615
Feb 19 20:51:10.461837 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d9dcd9-efd7-4fd1-b7e2-93e5270796df x-openstack-request-id: req-f0d9dcd9-efd7-4fd1-b7e2-93e5270796df {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:10.462216 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4f05bec-0cf3-4c8d-adda-1f646f93100c", "tag": "283fa0ff-0c52-46c9-86d3-5ee439d6029b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:10.462538 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0d9dcd9-efd7-4fd1-b7e2-93e5270796df {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:10.462992 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed', 'status': 'completed', 'code': 200}
Feb 19 20:51:10.463312 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'tag': '283fa0ff-0c52-46c9-86d3-5ee439d6029b', 'status': 'completed', 'code': 200}
Feb 19 20:51:10.550489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-1205ff87-ffe1-4dc2-a757-86e2ac400d7d tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0a3d54cc-a926-4f27-99a3-0c737f7310c4 HTTP/1.1" status: 200  len: 2990 time: 0.1120431
Feb 19 20:51:10.574678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-ef56d5c9-d428-48cc-add0-779755ccd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:10.576201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-ef56d5c9-d428-48cc-add0-779755ccd63b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1129 time: 0.1120410
Feb 19 20:51:10.582564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-476efcbe-0233-4aa2-bbc4-b5ff3984d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:10.584080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-476efcbe-0233-4aa2-bbc4-b5ff3984d764 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a&device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 1125 time: 0.0987082
Feb 19 20:51:10.702164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-ef169941-a5b2-4943-875a-eb741256d7e3 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/151b6efb-0db4-49a1-b6a4-76aa01f85ae9 HTTP/1.1" status: 200  len: 2998 time: 0.1408563
Feb 19 20:51:10.713948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38542) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:10.737394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['eee64491-7aff-40b6-840b-749933ebe597'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:10.797995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-dbf629ff-9fa3-4331-8f11-6d9be6f1a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:10.799673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-dbf629ff-9fa3-4331-8f11-6d9be6f1a2ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2146325
Feb 19 20:51:10.809045 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-b40aec0c-a6c5-43fb-baaa-941b318dad1e tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/151b6efb-0db4-49a1-b6a4-76aa01f85ae9 HTTP/1.1" status: 200  len: 2998 time: 0.0997624
Feb 19 20:51:10.856685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-20062dd8-0639-4d1b-9d87-af8a4b3a741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:10.857702 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-20062dd8-0639-4d1b-9d87-af8a4b3a741a service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 HTTP/1.1" status: 200  len: 925 time: 0.2601767
Feb 19 20:51:10.867264 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1359c08c-6b6c-421f-bcdc-5aff3ce0ec4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:10.945606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-48a51952-9f35-400a-84a4-65e17eb173f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 217 time: 0.1333282
Feb 19 20:51:10.949625 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-024066a8-8fee-43f2-aee6-281813575ece service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283fa0ff-0c52-46c9-86d3-5ee439d6029b HTTP/1.1" status: 200  len: 217 time: 0.0565667
Feb 19 20:51:10.968623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-d05ae2ae-2deb-42d8-b452-3fa9bc8741de tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/49255605-881e-40ad-b54c-91d5282b8203 HTTP/1.1" status: 200  len: 2998 time: 0.1585414
Feb 19 20:51:10.968848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1359c08c-6b6c-421f-bcdc-5aff3ce0ec4b admin admin] Publish callbacks [] for security_group (31cf23af-9f83-4c15-83e1-e275ae207510), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:10.973726 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1359c08c-6b6c-421f-bcdc-5aff3ce0ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (31cf23af-9f83-4c15-83e1-e275ae207510), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.029680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359c08c-6b6c-421f-bcdc-5aff3ce0ec4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cf23af-9f83-4c15-83e1-e275ae207510,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:11.035138 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1359c08c-6b6c-421f-bcdc-5aff3ce0ec4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=171eb8a081f74f8a89218e43e188c9b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3192613
Feb 19 20:51:11.038478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:11.088056 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85db6705-dfec-44c5-97a6-d54042315418 admin admin] Publish callbacks [] for security_group (31cf23af-9f83-4c15-83e1-e275ae207510), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.106658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-84f3994f-ae18-4c32-8503-58bb36379487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:11.109260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85db6705-dfec-44c5-97a6-d54042315418 admin admin] Publish callbacks [] for security_group (31cf23af-9f83-4c15-83e1-e275ae207510), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.116412 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-84f3994f-ae18-4c32-8503-58bb36379487 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=879b90bf-3325-4c32-b3af-720713f360e1 HTTP/1.1" status: 200  len: 863 time: 0.1576409
Feb 19 20:51:11.121348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-b03043eb-04fd-48de-8fd6-6bb3798aa6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:11.122733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-b03043eb-04fd-48de-8fd6-6bb3798aa6a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1615269
Feb 19 20:51:11.126578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-223e42f3-ecf3-4a49-acce-b769847a3861 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/49255605-881e-40ad-b54c-91d5282b8203 HTTP/1.1" status: 200  len: 2998 time: 0.1572177
Feb 19 20:51:11.133433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a200d-5a3f-44f9-ba61-45fc11ce631c req-f13638bb-2f9c-442f-994e-56c2937bca99 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:11.134871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-376a200d-5a3f-44f9-ba61-45fc11ce631c req-f13638bb-2f9c-442f-994e-56c2937bca99 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 943 time: 0.1877587
Feb 19 20:51:11.157882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85db6705-dfec-44c5-97a6-d54042315418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (31cf23af-9f83-4c15-83e1-e275ae207510), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.160552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85db6705-dfec-44c5-97a6-d54042315418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.161692 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-85db6705-dfec-44c5-97a6-d54042315418 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31cf23af-9f83-4c15-83e1-e275ae207510 HTTP/1.1" status: 204  len: 168 time: 0.1214776
Feb 19 20:51:11.169563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db6705-dfec-44c5-97a6-d54042315418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cf23af-9f83-4c15-83e1-e275ae207510,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:11.269548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-d526d5d4-62b0-4fc7-a257-8b2e1e9b155e tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5c44709a-b9f5-44e5-9fdb-dfa8750fc72a HTTP/1.1" status: 200  len: 2998 time: 0.1327229
Feb 19 20:51:11.276312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-376a200d-5a3f-44f9-ba61-45fc11ce631c req-359be05e-68d0-4053-ac5f-9515295cd632 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1321104
Feb 19 20:51:11.283598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-216b68b7-67d5-4234-aeeb-ccceeeb713de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:11.285615 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-216b68b7-67d5-4234-aeeb-ccceeeb713de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1607635
Feb 19 20:51:11.287471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-89a68c6b-4d29-491e-9e63-36280a2ed855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:11.288910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-89a68c6b-4d29-491e-9e63-36280a2ed855 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1532216
Feb 19 20:51:11.452817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38568) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:11.466290 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6bedfdf0-8d18-4392-82c7-da68dbe7c729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.545525 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6bedfdf0-8d18-4392-82c7-da68dbe7c729 admin admin] Publish callbacks [] for security_group (8a6c99d3-4d86-4526-b6f7-32b7fd53e0fe), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.549278 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6bedfdf0-8d18-4392-82c7-da68dbe7c729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8a6c99d3-4d86-4526-b6f7-32b7fd53e0fe), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.588834 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6bedfdf0-8d18-4392-82c7-da68dbe7c729 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f79db8fc8f254f56ba402add28cffdb8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1324184
Feb 19 20:51:11.588834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedfdf0-8d18-4392-82c7-da68dbe7c729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6c99d3-4d86-4526-b6f7-32b7fd53e0fe,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:11.589441 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38570) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:11.630609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-c746ee0d-66e5-45af-9193-b1940a705c61 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5c44709a-b9f5-44e5-9fdb-dfa8750fc72a HTTP/1.1" status: 200  len: 2998 time: 0.3502574
Feb 19 20:51:11.643233 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17276001-ecd0-4b50-8e2f-c4ee5a22b97a admin admin] Publish callbacks [] for security_group (8a6c99d3-4d86-4526-b6f7-32b7fd53e0fe), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.665301 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17276001-ecd0-4b50-8e2f-c4ee5a22b97a admin admin] Publish callbacks [] for security_group (8a6c99d3-4d86-4526-b6f7-32b7fd53e0fe), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.697301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-ce096bdb-c568-4fe0-96cb-2e46923dec2a service neutron] 10.222.0.67 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4020360
Feb 19 20:51:11.709547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221c1ec-a044-4b71-837e-3d60e2d7cf30 req-9f9ea9f7-0f73-4a46-96ca-abd14c5da754 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:11.711544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f221c1ec-a044-4b71-837e-3d60e2d7cf30 req-9f9ea9f7-0f73-4a46-96ca-abd14c5da754 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 947 time: 0.2301502
Feb 19 20:51:11.717075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17276001-ecd0-4b50-8e2f-c4ee5a22b97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8a6c99d3-4d86-4526-b6f7-32b7fd53e0fe), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.719906 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17276001-ecd0-4b50-8e2f-c4ee5a22b97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:11.721114 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-17276001-ecd0-4b50-8e2f-c4ee5a22b97a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a6c99d3-4d86-4526-b6f7-32b7fd53e0fe HTTP/1.1" status: 204  len: 168 time: 0.1307592
Feb 19 20:51:11.727363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-d327b210-5f6b-4077-9761-013da6c7f81a service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4310884
Feb 19 20:51:11.736010 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17276001-ecd0-4b50-8e2f-c4ee5a22b97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6c99d3-4d86-4526-b6f7-32b7fd53e0fe,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:11.809226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-15992593-5877-4a23-8a9f-ea52e95e64fe tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/7bf41fb3-28a8-4729-969f-97ef9ca8daa9 HTTP/1.1" status: 200  len: 2998 time: 0.1662762
Feb 19 20:51:11.921926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f221c1ec-a044-4b71-837e-3d60e2d7cf30 req-6caf9786-a1ed-4bbf-9f96-f78497bcbba4 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926692
Feb 19 20:51:11.922499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device eee64491-7aff-40b6-840b-749933ebe597 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:11.953030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-cfa7e726-91ed-4448-b4d5-127536366a31 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/7bf41fb3-28a8-4729-969f-97ef9ca8daa9 HTTP/1.1" status: 200  len: 2998 time: 0.1124237
Feb 19 20:51:11.956627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-5e70177a-89f9-4a90-a93a-4b34c1a8599e service neutron] 10.222.0.67 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2413683
Feb 19 20:51:11.960877 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51db3ca3-cab7-427b-9576-aa343f9e8162 req-01d955c7-86d7-46a9-ba6e-2e40797eb1f3 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193420
Feb 19 20:51:11.982627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port eee64491-7aff-40b6-840b-749933ebe597 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:51:11.989246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port eee64491-7aff-40b6-840b-749933ebe597 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:11.989904 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (eee64491-7aff-40b6-840b-749933ebe597), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:12.004807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-45cfdff8-61b5-4722-9f61-1945710bd4bd tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8568a06d-92bd-4bca-b624-93d14eb9a332 HTTP/1.1" status: 200  len: 2998 time: 0.0429339
Feb 19 20:51:12.071336 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-ff4714c5-6874-43d7-b258-2ade17fdcda3 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8568a06d-92bd-4bca-b624-93d14eb9a332 HTTP/1.1" status: 200  len: 2998 time: 0.0602388
Feb 19 20:51:12.088437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port eee64491-7aff-40b6-840b-749933ebe597 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:12.089514 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (eee64491-7aff-40b6-840b-749933ebe597), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:12.119807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21faddc0-1890-48cc-8dcb-7d45cb05b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee64491-7aff-40b6-840b-749933ebe597'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:12.122258 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600f8baf-5826-4677-aa59-440a8161f4a3" -d '{"events": [{"server_uuid": "21faddc0-1890-48cc-8dcb-7d45cb05b516", "name": "network-vif-plugged", "status": "completed", "tag": "eee64491-7aff-40b6-840b-749933ebe597"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:12.131478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-77be69b2-180d-4493-a4be-5fba4ad48f5e tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8d62cf46-dac1-45b6-91c6-02459da7654c HTTP/1.1" status: 200  len: 2998 time: 0.0541117
Feb 19 20:51:12.136734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port eee64491-7aff-40b6-840b-749933ebe597, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eee64491-7aff-40b6-840b-749933ebe597,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:12.142057 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (eee64491-7aff-40b6-840b-749933ebe597), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:12.191455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=eee64491-7aff-40b6-840b-749933ebe597,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:12.202768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-f1e93be1-e28b-416d-bfb5-5c203c8f4b9d tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8d62cf46-dac1-45b6-91c6-02459da7654c HTTP/1.1" status: 200  len: 2998 time: 0.0504806
Feb 19 20:51:12.209662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74ca0c-a209-44af-9d73-fa9b05338a31 req-5a2d1c43-84f7-4b08-a648-6e0ee9a284d3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:12.211644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b74ca0c-a209-44af-9d73-fa9b05338a31 req-5a2d1c43-84f7-4b08-a648-6e0ee9a284d3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 944 time: 0.0953038
Feb 19 20:51:12.280275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-d00fcb0c-47a1-40d1-b4ff-f70d06d61d0a tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/9011ff59-e269-46fc-82df-3b7f85c1015e HTTP/1.1" status: 200  len: 2998 time: 0.0674400
Feb 19 20:51:12.298040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b74ca0c-a209-44af-9d73-fa9b05338a31 req-e65d1930-f170-4bf7-9d07-9d05d4789263 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790930
Feb 19 20:51:12.332314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-1c8a2d68-ccc7-4ec6-96f0-c2e9c49037ae tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/9011ff59-e269-46fc-82df-3b7f85c1015e HTTP/1.1" status: 200  len: 2998 time: 0.0443757
Feb 19 20:51:12.410820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-1b35da5f-3aee-42a0-bfa8-61c8a3640830 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/acf377e3-546f-4005-8957-f606d08f4890 HTTP/1.1" status: 200  len: 2998 time: 0.0704942
Feb 19 20:51:12.435110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 99019bb9-0cfe-4900-a813-f2a3826c4aed details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:51:12.451517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada54b30-6dbb-460d-a3c2-2c2e3ad8bb11 req-7b2e4d77-5798-4340-a97c-1d85917c8fc0 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:12.452872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ada54b30-6dbb-460d-a3c2-2c2e3ad8bb11 req-7b2e4d77-5798-4340-a97c-1d85917c8fc0 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 950 time: 0.0843930
Feb 19 20:51:12.483176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-792b908b-908e-425a-80f7-025c1a564a3b tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/acf377e3-546f-4005-8957-f606d08f4890 HTTP/1.1" status: 200  len: 2998 time: 0.0659049
Feb 19 20:51:12.534063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ada54b30-6dbb-460d-a3c2-2c2e3ad8bb11 req-1d35c9c3-02c7-489b-b152-22a3573c6ba8 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/security-groups?id=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716624
Feb 19 20:51:12.545260 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:12.560901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-5cc85f64-24e7-4d5d-8fab-a356534409d5 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/bcae480f-de9c-4a8a-ad72-8d2035ef8bd8 HTTP/1.1" status: 200  len: 2998 time: 0.0699186
Feb 19 20:51:12.565009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '99019bb9-0cfe-4900-a813-f2a3826c4aed', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '99019bb9-0cfe-4900-a813-f2a3826c4aed', 'mac_address': 'fa:16:3e:d8:42:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:51:12.613095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-890e355e-da11-487b-9853-ef23ca2edeee tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/bcae480f-de9c-4a8a-ad72-8d2035ef8bd8 HTTP/1.1" status: 200  len: 2998 time: 0.0498874
Feb 19 20:51:12.627476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 99019bb9-0cfe-4900-a813-f2a3826c4aed is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:12.627781 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:12.646815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99019bb9-0cfe-4900-a813-f2a3826c4aed {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:12.667897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-745786b5-49e3-43e7-a25c-479185e6c22b tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/dd4e062b-0258-4baf-9aaf-218e4b482f35 HTTP/1.1" status: 200  len: 2994 time: 0.0473111
Feb 19 20:51:12.680100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:12.688258 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:12.717925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-2628aeea-5915-4848-9ec0-7f00f16bd5f0 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/dd4e062b-0258-4baf-9aaf-218e4b482f35 HTTP/1.1" status: 200  len: 2994 time: 0.0423448
Feb 19 20:51:12.763045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=99019bb9-0cfe-4900-a813-f2a3826c4aed,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:12.773987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-a15b856c-8378-4c74-9594-a70e4bf5675a tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e20f0a2d-eac6-4c86-88ac-277812f4b4a8 HTTP/1.1" status: 200  len: 2998 time: 0.0501571
Feb 19 20:51:12.830632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-9d7aa67c-c804-4cae-bf87-9567dd33e821 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e20f0a2d-eac6-4c86-88ac-277812f4b4a8 HTTP/1.1" status: 200  len: 2998 time: 0.0511398
Feb 19 20:51:12.880812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['99019bb9-0cfe-4900-a813-f2a3826c4aed'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:12.881285 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-dfd75dcc-8a58-4a7e-b88a-62cf826c2a30 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e44d45fe-08a9-481c-9c80-80d9dbbbfe4f HTTP/1.1" status: 200  len: 2994 time: 0.0433748
Feb 19 20:51:12.930837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-337b41f8-3ddb-4c93-ac2e-f4fccacdf4ee req-e4011c04-598f-479a-8f1f-939a7ebadcca tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/e44d45fe-08a9-481c-9c80-80d9dbbbfe4f HTTP/1.1" status: 200  len: 2994 time: 0.0433435
Feb 19 20:51:12.982875 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519c3896-71f0-4d9f-968b-3098de6043e6 x-openstack-request-id: req-519c3896-71f0-4d9f-968b-3098de6043e6 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:12.983344 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21faddc0-1890-48cc-8dcb-7d45cb05b516", "name": "network-vif-plugged", "status": "completed", "tag": "eee64491-7aff-40b6-840b-749933ebe597", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:12.983613 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-519c3896-71f0-4d9f-968b-3098de6043e6 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:12.983988 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21faddc0-1890-48cc-8dcb-7d45cb05b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee64491-7aff-40b6-840b-749933ebe597', 'code': 200}
Feb 19 20:51:13.168812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3aab0-7538-44f9-904b-3fffcef898b2 req-677da691-bccc-4396-8ce7-fab2674337cb tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:13.170309 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46f3aab0-7538-44f9-904b-3fffcef898b2 req-677da691-bccc-4396-8ce7-fab2674337cb tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 943 time: 0.1311104
Feb 19 20:51:13.183121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e8309-2e32-4c4a-8082-69d5a8db56a0 req-5ca9f22d-4366-4158-bc21-2f6ddabec010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:13.184615 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f0e8309-2e32-4c4a-8082-69d5a8db56a0 req-5ca9f22d-4366-4158-bc21-2f6ddabec010 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 1132 time: 0.1139681
Feb 19 20:51:13.245464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af819cfa-4835-4a16-b5fe-6381b314ea45 req-103bf1af-c923-4730-8e69-0e8b8c81fbd1 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e98c9c5247b943a895bd53603a38d851 HTTP/1.1" status: 200  len: 6151 time: 0.1636572
Feb 19 20:51:13.289290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46f3aab0-7538-44f9-904b-3fffcef898b2 req-c84f9c1e-9b42-4617-8f36-26a71cd97228 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1121893
Feb 19 20:51:13.294753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f0e8309-2e32-4c4a-8082-69d5a8db56a0 req-ac04bbc2-829f-4e78-af78-b07398d771df service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030474
Feb 19 20:51:13.319650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af819cfa-4835-4a16-b5fe-6381b314ea45 req-2d228f43-9db6-4ddd-b072-159837a1d631 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] 10.222.0.30 "GET /v2.0/security-groups/e20f0a2d-eac6-4c86-88ac-277812f4b4a8 HTTP/1.1" status: 200  len: 2998 time: 0.0640225
Feb 19 20:51:13.392297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af819cfa-4835-4a16-b5fe-6381b314ea45 req-bffd0ba7-5141-40d4-91be-8eb34aea3c1b tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] 10.222.0.30 "GET /v2.0/security-groups/e20f0a2d-eac6-4c86-88ac-277812f4b4a8 HTTP/1.1" status: 200  len: 2998 time: 0.0669894
Feb 19 20:51:13.412191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b04e1-a0bc-486d-be14-c723b3afab8b req-ee7f010e-952e-4663-8e74-f792e22154c5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:13.413815 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-346b04e1-a0bc-486d-be14-c723b3afab8b req-ee7f010e-952e-4663-8e74-f792e22154c5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 948 time: 0.0696499
Feb 19 20:51:13.461531 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-346b04e1-a0bc-486d-be14-c723b3afab8b req-5270b566-ceff-4cd9-9e47-de6de53b6717 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420520
Feb 19 20:51:13.746249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34bbce-cd84-4f3a-92f3-9249a9a64e86 req-38babb46-94a1-48f7-bdee-c9277442534e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:13.747703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa34bbce-cd84-4f3a-92f3-9249a9a64e86 req-38babb46-94a1-48f7-bdee-c9277442534e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 944 time: 0.0628297
Feb 19 20:51:13.815139 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa34bbce-cd84-4f3a-92f3-9249a9a64e86 req-19601f2d-6ea1-42f9-9916-e6aa17cf0dcb tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617564
Feb 19 20:51:13.829566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e7e3292-2632-44ce-a588-334bb6c70a91 req-15f61c4b-bff5-454e-aea5-d45943148b39 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c6483ecc-3dd2-496b-9fb2-86d404ec7d2b HTTP/1.1" status: 200  len: 1795 time: 0.0498168
Feb 19 20:51:13.889868 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5e7e3292-2632-44ce-a588-334bb6c70a91 req-b4ae4f51-565b-403b-b072-0fc72967ebf4 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (c6483ecc-3dd2-496b-9fb2-86d404ec7d2b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:13.911009 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5e7e3292-2632-44ce-a588-334bb6c70a91 req-b4ae4f51-565b-403b-b072-0fc72967ebf4 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (c6483ecc-3dd2-496b-9fb2-86d404ec7d2b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:13.938461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 283fa0ff-0c52-46c9-86d3-5ee439d6029b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:51:13.977662 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5e7e3292-2632-44ce-a588-334bb6c70a91 req-b4ae4f51-565b-403b-b072-0fc72967ebf4 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c6483ecc-3dd2-496b-9fb2-86d404ec7d2b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:13.980201 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5e7e3292-2632-44ce-a588-334bb6c70a91 req-b4ae4f51-565b-403b-b072-0fc72967ebf4 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:13.981352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e7e3292-2632-44ce-a588-334bb6c70a91 req-b4ae4f51-565b-403b-b072-0fc72967ebf4 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6483ecc-3dd2-496b-9fb2-86d404ec7d2b HTTP/1.1" status: 204  len: 173 time: 0.1462336
Feb 19 20:51:13.990657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e517b-da53-400e-a3a9-e80bc4d09f43 req-c8b449f6-4b6c-43c4-8caf-b0fc443b59d5 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:13.992576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b5e517b-da53-400e-a3a9-e80bc4d09f43 req-c8b449f6-4b6c-43c4-8caf-b0fc443b59d5 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 950 time: 0.0834062
Feb 19 20:51:13.998713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae4f51-565b-403b-b072-0fc72967ebf4 tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6483ecc-3dd2-496b-9fb2-86d404ec7d2b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:14.046263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b5e517b-da53-400e-a3a9-e80bc4d09f43 req-69ba5a65-98f5-4e50-9b8f-bf7f27545ce2 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/security-groups?id=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429711
Feb 19 20:51:14.058293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 283fa0ff-0c52-46c9-86d3-5ee439d6029b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=283fa0ff-0c52-46c9-86d3-5ee439d6029b,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:14.070162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '283fa0ff-0c52-46c9-86d3-5ee439d6029b', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'port_id': '283fa0ff-0c52-46c9-86d3-5ee439d6029b', 'mac_address': 'fa:16:3e:83:cc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:51:14.111614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 283fa0ff-0c52-46c9-86d3-5ee439d6029b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:14.111747 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.128756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283fa0ff-0c52-46c9-86d3-5ee439d6029b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:14.150977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 283fa0ff-0c52-46c9-86d3-5ee439d6029b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=283fa0ff-0c52-46c9-86d3-5ee439d6029b,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:14.156026 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.156872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8e715e53-af3f-4a70-b33f-5b5471d22747 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:51:14.258971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97ca97ae-86bd-4de9-8876-7b67213ce74f req-4c3f12f7-4de7-4e10-bc02-26af072c799a tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "GET /v2.0/security-groups/79e4c4d3-5b93-4010-99bd-bc9e5a8f4ddf HTTP/1.1" status: 200  len: 1793 time: 0.0447600
Feb 19 20:51:14.265924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=283fa0ff-0c52-46c9-86d3-5ee439d6029b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:14.341326 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e715e53-af3f-4a70-b33f-5b5471d22747,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:14.349650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-97ca97ae-86bd-4de9-8876-7b67213ce74f req-2aa2cea8-d277-4dd2-bef8-138d709e4d8f tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (79e4c4d3-5b93-4010-99bd-bc9e5a8f4ddf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.355180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '8e715e53-af3f-4a70-b33f-5b5471d22747', 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076', 'port_id': '8e715e53-af3f-4a70-b33f-5b5471d22747', 'mac_address': 'fa:16:3e:e8:29:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0332d4cd-9022-4d9a-930c-e01725357615', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:51:14.380998 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-97ca97ae-86bd-4de9-8876-7b67213ce74f req-2aa2cea8-d277-4dd2-bef8-138d709e4d8f tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (79e4c4d3-5b93-4010-99bd-bc9e5a8f4ddf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.400345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 8e715e53-af3f-4a70-b33f-5b5471d22747 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:14.400765 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.415366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e715e53-af3f-4a70-b33f-5b5471d22747 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:14.440977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e715e53-af3f-4a70-b33f-5b5471d22747,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:14.449645 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.456759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 99019bb9-0cfe-4900-a813-f2a3826c4aed up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:14.458628 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-97ca97ae-86bd-4de9-8876-7b67213ce74f req-2aa2cea8-d277-4dd2-bef8-138d709e4d8f tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (79e4c4d3-5b93-4010-99bd-bc9e5a8f4ddf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.462576 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-97ca97ae-86bd-4de9-8876-7b67213ce74f req-2aa2cea8-d277-4dd2-bef8-138d709e4d8f tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.463837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97ca97ae-86bd-4de9-8876-7b67213ce74f req-2aa2cea8-d277-4dd2-bef8-138d709e4d8f tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/79e4c4d3-5b93-4010-99bd-bc9e5a8f4ddf HTTP/1.1" status: 204  len: 173 time: 0.1860242
Feb 19 20:51:14.478203 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2cea8-d277-4dd2-bef8-138d709e4d8f tempest-SecurityGroupsTestAdminJSON-1549933124 tempest-SecurityGroupsTestAdminJSON-1549933124-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e4c4d3-5b93-4010-99bd-bc9e5a8f4ddf,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:14.493261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fb891-deca-42d0-8a56-2c6dc9626e70 req-5637abf2-621e-4af5-b832-c97e1889f6fd tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:14.494885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a4fb891-deca-42d0-8a56-2c6dc9626e70 req-5637abf2-621e-4af5-b832-c97e1889f6fd tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 944 time: 0.0842860
Feb 19 20:51:14.564815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=8e715e53-af3f-4a70-b33f-5b5471d22747,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:14.579614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 99019bb9-0cfe-4900-a813-f2a3826c4aed completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:51:14.585696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 99019bb9-0cfe-4900-a813-f2a3826c4aed triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:14.586091 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.620992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a4fb891-deca-42d0-8a56-2c6dc9626e70 req-0e4448ca-3409-439f-abcf-475e6f468b71 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204057
Feb 19 20:51:14.642711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e45f9e08-9f57-43b9-9d24-0a2297a9b58a req-8f9bf9f0-a902-44a1-be17-6a6e286e2403 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] 10.222.0.30 "GET /v2.0/security-groups/8b4d32bc-8958-43bc-bdd7-5d60238020d2 HTTP/1.1" status: 200  len: 1794 time: 0.0872002
Feb 19 20:51:14.723273 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 99019bb9-0cfe-4900-a813-f2a3826c4aed is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:14.723683 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.760398 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e45f9e08-9f57-43b9-9d24-0a2297a9b58a req-b992908f-3c7a-4f3a-935b-97acf773d2d2 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (8b4d32bc-8958-43bc-bdd7-5d60238020d2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.778757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:14.783511 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.794559 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e45f9e08-9f57-43b9-9d24-0a2297a9b58a req-b992908f-3c7a-4f3a-935b-97acf773d2d2 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (8b4d32bc-8958-43bc-bdd7-5d60238020d2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.831514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d2fd4-2471-4192-8ef7-724946128ddf req-e8023102-9d27-4a22-ab7b-894cd586a38c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:14.833394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-556d2fd4-2471-4192-8ef7-724946128ddf req-e8023102-9d27-4a22-ab7b-894cd586a38c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 948 time: 0.1137474
Feb 19 20:51:14.847217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['8e715e53-af3f-4a70-b33f-5b5471d22747'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:14.877353 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e45f9e08-9f57-43b9-9d24-0a2297a9b58a req-b992908f-3c7a-4f3a-935b-97acf773d2d2 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8b4d32bc-8958-43bc-bdd7-5d60238020d2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.880536 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e45f9e08-9f57-43b9-9d24-0a2297a9b58a req-b992908f-3c7a-4f3a-935b-97acf773d2d2 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:14.881535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['283fa0ff-0c52-46c9-86d3-5ee439d6029b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:14.882263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e45f9e08-9f57-43b9-9d24-0a2297a9b58a req-b992908f-3c7a-4f3a-935b-97acf773d2d2 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] 10.222.0.30 "DELETE /v2.0/security-groups/8b4d32bc-8958-43bc-bdd7-5d60238020d2 HTTP/1.1" status: 204  len: 173 time: 0.2306590
Feb 19 20:51:14.903149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992908f-3c7a-4f3a-935b-97acf773d2d2 tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4d32bc-8958-43bc-bdd7-5d60238020d2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:14.910989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=99019bb9-0cfe-4900-a813-f2a3826c4aed,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:14.920100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-556d2fd4-2471-4192-8ef7-724946128ddf req-06bc85df-544e-455d-8c35-99ed99c59ff2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741501
Feb 19 20:51:14.952803 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38778) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:14.987996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:14.990622 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85117481-3b17-4b7d-8dee-96a946e24fa2" -d '{"events": [{"server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "name": "network-vif-plugged", "status": "completed", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:15.053939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38786) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:15.100090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aae0a0-09e9-44e5-bc67-5560d4c5eb4f req-c148f5e1-6517-4c0d-a981-bacc621ba4f3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:15.107861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7aae0a0-09e9-44e5-bc67-5560d4c5eb4f req-c148f5e1-6517-4c0d-a981-bacc621ba4f3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 945 time: 0.1090581
Feb 19 20:51:15.131498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-785d638b-54e2-4f62-bab1-b6fa1d3c68bd req-bc659ced-6753-4ac2-b04b-08c44b229fcb tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] 10.222.0.30 "GET /v2.0/security-groups/04f125f5-dc0c-4520-b11d-8641485e96c8 HTTP/1.1" status: 200  len: 1792 time: 0.0919175
Feb 19 20:51:15.191974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7aae0a0-09e9-44e5-bc67-5560d4c5eb4f req-8af310d3-5080-4ccf-8f60-87176a0ee108 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831563
Feb 19 20:51:15.211996 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-990cb230-0534-4920-82f0-d1415a1831e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.214144 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd9a-3f93-413c-a5f6-3e96912b71d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.230572 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-785d638b-54e2-4f62-bab1-b6fa1d3c68bd req-be24b80d-e3c7-4d0d-96a1-e385626d97df tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (04f125f5-dc0c-4520-b11d-8641485e96c8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.253864 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcde9742-3ff4-4be3-8b2d-edf263b4076c x-openstack-request-id: req-dcde9742-3ff4-4be3-8b2d-edf263b4076c {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:15.254358 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-785d638b-54e2-4f62-bab1-b6fa1d3c68bd req-be24b80d-e3c7-4d0d-96a1-e385626d97df tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (04f125f5-dc0c-4520-b11d-8641485e96c8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.254452 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "name": "network-vif-plugged", "status": "completed", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:15.255215 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcde9742-3ff4-4be3-8b2d-edf263b4076c {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:15.255632 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed', 'code': 200}
Feb 19 20:51:15.359131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd9a-3f93-413c-a5f6-3e96912b71d6 admin admin] Publish callbacks [] for security_group (7477d4c8-bd34-4d1f-b2ae-4c93e0098885), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.367994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68a7cd9a-3f93-413c-a5f6-3e96912b71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7477d4c8-bd34-4d1f-b2ae-4c93e0098885), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.371195 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-990cb230-0534-4920-82f0-d1415a1831e8 admin admin] Publish callbacks [] for security_group (c42fd5ae-de6c-4412-a939-90a3ed3af6f3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.375745 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-785d638b-54e2-4f62-bab1-b6fa1d3c68bd req-be24b80d-e3c7-4d0d-96a1-e385626d97df tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (04f125f5-dc0c-4520-b11d-8641485e96c8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.378308 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-785d638b-54e2-4f62-bab1-b6fa1d3c68bd req-be24b80d-e3c7-4d0d-96a1-e385626d97df tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.379442 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-785d638b-54e2-4f62-bab1-b6fa1d3c68bd req-be24b80d-e3c7-4d0d-96a1-e385626d97df tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] 10.222.0.30 "DELETE /v2.0/security-groups/04f125f5-dc0c-4520-b11d-8641485e96c8 HTTP/1.1" status: 204  len: 173 time: 0.2471533
Feb 19 20:51:15.388138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-990cb230-0534-4920-82f0-d1415a1831e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c42fd5ae-de6c-4412-a939-90a3ed3af6f3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.430515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24b80d-e3c7-4d0d-96a1-e385626d97df tempest-SecurityGroupsTestAdminJSON-1618561030 tempest-SecurityGroupsTestAdminJSON-1618561030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f125f5-dc0c-4520-b11d-8641485e96c8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:15.432107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7cd9a-3f93-413c-a5f6-3e96912b71d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7477d4c8-bd34-4d1f-b2ae-4c93e0098885,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:15.441527 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-68a7cd9a-3f93-413c-a5f6-3e96912b71d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2aca5c599959431ea7c78faa2f7abab2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3865492
Feb 19 20:51:15.447201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38798) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:15.456708 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-990cb230-0534-4920-82f0-d1415a1831e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d8cbd690acb4a33ab73d43b201600b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5013008
Feb 19 20:51:15.469851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38800) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:15.477014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543ba9f-5e6d-486b-af49-83b362b756f9 req-d8225bcc-aab0-4f68-9108-fc8ab5bbe1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:15.480791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5543ba9f-5e6d-486b-af49-83b362b756f9 req-d8225bcc-aab0-4f68-9108-fc8ab5bbe1d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1131 time: 0.1375630
Feb 19 20:51:15.511758 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cb230-0534-4920-82f0-d1415a1831e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42fd5ae-de6c-4412-a939-90a3ed3af6f3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:15.522970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce2687-2345-49f0-80f6-a39dd67f1a44 req-505946b9-ec8e-48d8-9b30-0068bf365c06 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:15.533791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70ce2687-2345-49f0-80f6-a39dd67f1a44 req-505946b9-ec8e-48d8-9b30-0068bf365c06 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 950 time: 0.2264645
Feb 19 20:51:15.569141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b6127d7-367b-42ef-8aab-10f2573c709c admin admin] Publish callbacks [] for security_group (7477d4c8-bd34-4d1f-b2ae-4c93e0098885), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.577689 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59a1a926-fcdd-4cce-8466-ac1b9914e166 admin admin] Publish callbacks [] for security_group (c42fd5ae-de6c-4412-a939-90a3ed3af6f3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.604880 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b6127d7-367b-42ef-8aab-10f2573c709c admin admin] Publish callbacks [] for security_group (7477d4c8-bd34-4d1f-b2ae-4c93e0098885), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.620568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59a1a926-fcdd-4cce-8466-ac1b9914e166 admin admin] Publish callbacks [] for security_group (c42fd5ae-de6c-4412-a939-90a3ed3af6f3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.629622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5543ba9f-5e6d-486b-af49-83b362b756f9 req-2dcfc42e-1d48-46f2-913b-5cdf390a8384 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426287
Feb 19 20:51:15.642202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70ce2687-2345-49f0-80f6-a39dd67f1a44 req-46775085-91b3-48d0-9031-fc16eaaf125a tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/security-groups?id=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045582
Feb 19 20:51:15.695111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59a1a926-fcdd-4cce-8466-ac1b9914e166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c42fd5ae-de6c-4412-a939-90a3ed3af6f3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.699737 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59a1a926-fcdd-4cce-8466-ac1b9914e166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.701975 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-59a1a926-fcdd-4cce-8466-ac1b9914e166 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c42fd5ae-de6c-4412-a939-90a3ed3af6f3 HTTP/1.1" status: 204  len: 168 time: 0.2311220
Feb 19 20:51:15.714005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1a926-fcdd-4cce-8466-ac1b9914e166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42fd5ae-de6c-4412-a939-90a3ed3af6f3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:15.716315 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b6127d7-367b-42ef-8aab-10f2573c709c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7477d4c8-bd34-4d1f-b2ae-4c93e0098885), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.720300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b6127d7-367b-42ef-8aab-10f2573c709c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:15.721797 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9b6127d7-367b-42ef-8aab-10f2573c709c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7477d4c8-bd34-4d1f-b2ae-4c93e0098885 HTTP/1.1" status: 204  len: 168 time: 0.2731946
Feb 19 20:51:15.739859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6127d7-367b-42ef-8aab-10f2573c709c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7477d4c8-bd34-4d1f-b2ae-4c93e0098885,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:15.745493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38814) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:15.790434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c642f54-9871-4c7a-9a6d-de9dc30314af req-e0bd2df4-532a-4c81-a57b-4478e316f989 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:15.796857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c642f54-9871-4c7a-9a6d-de9dc30314af req-e0bd2df4-532a-4c81-a57b-4478e316f989 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 944 time: 0.0846272
Feb 19 20:51:15.867905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c642f54-9871-4c7a-9a6d-de9dc30314af req-a43fba70-8457-4050-af96-7b21e99bcdf2 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684843
Feb 19 20:51:16.043805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13197861-0ef3-4a22-9494-7c09541df54d req-3c059529-aa33-4a82-af8f-1d3102743080 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:16.056375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13197861-0ef3-4a22-9494-7c09541df54d req-3c059529-aa33-4a82-af8f-1d3102743080 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.0672832
Feb 19 20:51:16.117460 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13197861-0ef3-4a22-9494-7c09541df54d req-52885e3f-872a-40c4-b670-7c09ebf7884b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623820
Feb 19 20:51:16.121706 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3b5df5c8-2c88-41ec-87cd-6be9d1defde4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e98c9c5247b943a895bd53603a38d851&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3717024
Feb 19 20:51:16.124374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38824) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:16.174854 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65975ffb-e0a4-49cf-9378-415122934368 admin admin] Publish callbacks [] for security_group (e20f0a2d-eac6-4c86-88ac-277812f4b4a8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.197437 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65975ffb-e0a4-49cf-9378-415122934368 admin admin] Publish callbacks [] for security_group (e20f0a2d-eac6-4c86-88ac-277812f4b4a8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.239974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38830) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:16.265005 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65975ffb-e0a4-49cf-9378-415122934368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e20f0a2d-eac6-4c86-88ac-277812f4b4a8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.268436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65975ffb-e0a4-49cf-9378-415122934368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.269826 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-65975ffb-e0a4-49cf-9378-415122934368 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e20f0a2d-eac6-4c86-88ac-277812f4b4a8 HTTP/1.1" status: 204  len: 168 time: 0.1442211
Feb 19 20:51:16.281505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38836) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:16.282851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65975ffb-e0a4-49cf-9378-415122934368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20f0a2d-eac6-4c86-88ac-277812f4b4a8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:16.322931 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0985214b-2b41-4a51-81c8-fb4492adb188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.357608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39ab05-0fe8-48d7-b762-455627a22bb8 req-155d1539-7eda-423b-aee9-e456aab9427f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:16.359119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d39ab05-0fe8-48d7-b762-455627a22bb8 req-155d1539-7eda-423b-aee9-e456aab9427f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 945 time: 0.0862551
Feb 19 20:51:16.445737 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d39ab05-0fe8-48d7-b762-455627a22bb8 req-39e63aee-dcce-4268-b007-29de3ef8156a tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753593
Feb 19 20:51:16.480377 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fba04908-6608-429e-90e8-6b9c633faf42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=228f5017f5f74fbaa0f3b36b89acf4ee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2390530
Feb 19 20:51:16.481220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38840) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:16.488175 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0985214b-2b41-4a51-81c8-fb4492adb188 admin admin] Publish callbacks [] for security_group (62ab2541-277a-4f21-9ae9-7bdcaba35d22), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.493817 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0985214b-2b41-4a51-81c8-fb4492adb188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (62ab2541-277a-4f21-9ae9-7bdcaba35d22), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.541810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985214b-2b41-4a51-81c8-fb4492adb188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ab2541-277a-4f21-9ae9-7bdcaba35d22,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:16.546937 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a0c6-79a4-4dc7-9d77-ee0f9717d17f admin admin] Publish callbacks [] for security_group (151b6efb-0db4-49a1-b6a4-76aa01f85ae9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.555884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38846) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:16.556013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0985214b-2b41-4a51-81c8-fb4492adb188 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4ffc4c10ab64eabb1654e3e90ca8059&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2723644
Feb 19 20:51:16.592495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a0c6-79a4-4dc7-9d77-ee0f9717d17f admin admin] Publish callbacks [] for security_group (151b6efb-0db4-49a1-b6a4-76aa01f85ae9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.658990 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-20566b25-25c4-4242-9b5e-4863fed6d7fb admin admin] Publish callbacks [] for security_group (62ab2541-277a-4f21-9ae9-7bdcaba35d22), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.686607 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-20566b25-25c4-4242-9b5e-4863fed6d7fb admin admin] Publish callbacks [] for security_group (62ab2541-277a-4f21-9ae9-7bdcaba35d22), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.709001 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a0c6-79a4-4dc7-9d77-ee0f9717d17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (151b6efb-0db4-49a1-b6a4-76aa01f85ae9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.714447 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a0c6-79a4-4dc7-9d77-ee0f9717d17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.715620 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f5f2a0c6-79a4-4dc7-9d77-ee0f9717d17f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/151b6efb-0db4-49a1-b6a4-76aa01f85ae9 HTTP/1.1" status: 204  len: 168 time: 0.2332768
Feb 19 20:51:16.745962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2a0c6-79a4-4dc7-9d77-ee0f9717d17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151b6efb-0db4-49a1-b6a4-76aa01f85ae9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:16.774572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38856) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:16.795274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2d9c6-a127-464a-8ba2-9f1dd9f7fc2c req-3144af53-5ae2-4b81-8cad-377e28365223 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:16.796673 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-20566b25-25c4-4242-9b5e-4863fed6d7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (62ab2541-277a-4f21-9ae9-7bdcaba35d22), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.799602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-20566b25-25c4-4242-9b5e-4863fed6d7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:16.804175 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-20566b25-25c4-4242-9b5e-4863fed6d7fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62ab2541-277a-4f21-9ae9-7bdcaba35d22 HTTP/1.1" status: 204  len: 168 time: 0.2434676
Feb 19 20:51:16.804766 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-feb2d9c6-a127-464a-8ba2-9f1dd9f7fc2c req-3144af53-5ae2-4b81-8cad-377e28365223 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 950 time: 0.0810328
Feb 19 20:51:16.811131 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20566b25-25c4-4242-9b5e-4863fed6d7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ab2541-277a-4f21-9ae9-7bdcaba35d22,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:16.869235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-98f6e36a-615c-4688-b667-b6ec35805558 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0a7fd8f8d0f4463b2f1cc439aafbbf8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0938592
Feb 19 20:51:16.871661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38860) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:16.887842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-feb2d9c6-a127-464a-8ba2-9f1dd9f7fc2c req-08ca8388-af1b-400c-ad01-8310b8cd528c tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/security-groups?id=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829222
Feb 19 20:51:16.954106 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca903950-07f5-4b9f-b9ca-223165b08f58 admin admin] Publish callbacks [] for security_group (9011ff59-e269-46fc-82df-3b7f85c1015e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:17.010900 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca903950-07f5-4b9f-b9ca-223165b08f58 admin admin] Publish callbacks [] for security_group (9011ff59-e269-46fc-82df-3b7f85c1015e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:17.085890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4bfed-47cb-4268-b73e-a837a98a4e2c req-9caeaf96-1d66-441d-8234-a9e028d3d18f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:17.092728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03c4bfed-47cb-4268-b73e-a837a98a4e2c req-9caeaf96-1d66-441d-8234-a9e028d3d18f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 944 time: 0.1354775
Feb 19 20:51:17.169393 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03c4bfed-47cb-4268-b73e-a837a98a4e2c req-7dbaff89-5a6d-46f3-8298-7a596383cc37 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736930
Feb 19 20:51:17.174284 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca903950-07f5-4b9f-b9ca-223165b08f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9011ff59-e269-46fc-82df-3b7f85c1015e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:17.176965 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca903950-07f5-4b9f-b9ca-223165b08f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:17.186457 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ca903950-07f5-4b9f-b9ca-223165b08f58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9011ff59-e269-46fc-82df-3b7f85c1015e HTTP/1.1" status: 204  len: 168 time: 0.3117230
Feb 19 20:51:17.212321 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca903950-07f5-4b9f-b9ca-223165b08f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9011ff59-e269-46fc-82df-3b7f85c1015e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:17.358378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9583d2-3911-400f-9bd7-40a5bfbd2287 req-15b0c1aa-0175-4f5a-9845-ab9e70870583 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:17.359907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c9583d2-3911-400f-9bd7-40a5bfbd2287 req-15b0c1aa-0175-4f5a-9845-ab9e70870583 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.0914595
Feb 19 20:51:17.390732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d680117-6da7-4477-ba53-3ecbc9f5fc22 req-cf578a29-5bcd-4db7-b522-62a60c71c18e tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:17.392293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d680117-6da7-4477-ba53-3ecbc9f5fc22 req-cf578a29-5bcd-4db7-b522-62a60c71c18e tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 950 time: 0.0888858
Feb 19 20:51:17.424518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38884) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:17.440728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c9583d2-3911-400f-9bd7-40a5bfbd2287 req-bd809e17-32ab-4ba7-a11a-8ead4f8583b9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725873
Feb 19 20:51:17.485995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d680117-6da7-4477-ba53-3ecbc9f5fc22 req-663de326-ae8b-4166-9086-366492d4caaf tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/security-groups?id=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846763
Feb 19 20:51:17.511700 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d932c951-c869-4118-8ca4-000bfbe3a0b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72323667f1d34f32bbbd2d029de40a05&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0850868
Feb 19 20:51:17.516942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38894) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:17.577345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2287b6bf-c1d2-4c23-b7f8-113e37f0f995 admin admin] Publish callbacks [] for security_group (49255605-881e-40ad-b54c-91d5282b8203), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:17.606341 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2287b6bf-c1d2-4c23-b7f8-113e37f0f995 admin admin] Publish callbacks [] for security_group (49255605-881e-40ad-b54c-91d5282b8203), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:17.614489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041c61b-8964-46ed-b1dd-bfd4a4044dbf req-75f3788a-ba07-4dbd-b79a-18041dfa529d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:17.616703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0041c61b-8964-46ed-b1dd-bfd4a4044dbf req-75f3788a-ba07-4dbd-b79a-18041dfa529d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 945 time: 0.0650909
Feb 19 20:51:17.673005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0041c61b-8964-46ed-b1dd-bfd4a4044dbf req-261e2dc4-79e1-4481-b52e-12fe047f744c tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490546
Feb 19 20:51:17.682630 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2287b6bf-c1d2-4c23-b7f8-113e37f0f995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (49255605-881e-40ad-b54c-91d5282b8203), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:17.685308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2287b6bf-c1d2-4c23-b7f8-113e37f0f995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:17.686467 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2287b6bf-c1d2-4c23-b7f8-113e37f0f995 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49255605-881e-40ad-b54c-91d5282b8203 HTTP/1.1" status: 204  len: 168 time: 0.1684167
Feb 19 20:51:17.694106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287b6bf-c1d2-4c23-b7f8-113e37f0f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49255605-881e-40ad-b54c-91d5282b8203,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:17.863653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb6ffe-1a4e-4e6f-8dd4-dffd76454d92 req-3057204f-1aa7-404e-8424-37b0a9b428ac tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:17.865824 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85eb6ffe-1a4e-4e6f-8dd4-dffd76454d92 req-3057204f-1aa7-404e-8424-37b0a9b428ac tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1131 time: 0.0489812
Feb 19 20:51:17.885511 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-85eb6ffe-1a4e-4e6f-8dd4-dffd76454d92 req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:17.969246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 283fa0ff-0c52-46c9-86d3-5ee439d6029b up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:17.969984 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-85eb6ffe-1a4e-4e6f-8dd4-dffd76454d92 req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Publish callbacks [] for security_group (a91c2dd9-2acf-4d97-ae22-0067844f514d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:17.977537 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-85eb6ffe-1a4e-4e6f-8dd4-dffd76454d92 req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a91c2dd9-2acf-4d97-ae22-0067844f514d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:18.030925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85eb6ffe-1a4e-4e6f-8dd4-dffd76454d92 req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568706
Feb 19 20:51:18.046843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91c2dd9-2acf-4d97-ae22-0067844f514d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:18.053355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 283fa0ff-0c52-46c9-86d3-5ee439d6029b completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:51:18.056727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.057129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.057475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.057813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.058144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.058474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.058801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.059178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.059511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.059965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.060292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.060637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.061154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8bb811-a03f-40b8-9885-8534a7450377 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:18.062996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 283fa0ff-0c52-46c9-86d3-5ee439d6029b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:18.068585 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:18.166390 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-5553aefd-d7e1-4f3a-856c-6324bbdd7c8f req-a701dc8c-29fd-441e-9a48-6e264731b29f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:51:18.167668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5553aefd-d7e1-4f3a-856c-6324bbdd7c8f req-a701dc8c-29fd-441e-9a48-6e264731b29f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062766
Feb 19 20:51:18.189607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 283fa0ff-0c52-46c9-86d3-5ee439d6029b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:18.190143 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:18.232977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283fa0ff-0c52-46c9-86d3-5ee439d6029b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:18.236090 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0437bf16-c4c4-4259-85d2-54e0b0317d38" -d '{"events": [{"server_uuid": "f4f05bec-0cf3-4c8d-adda-1f646f93100c", "name": "network-vif-plugged", "status": "completed", "tag": "283fa0ff-0c52-46c9-86d3-5ee439d6029b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:18.240642 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-057c5ef5-06f3-4705-85a7-ddd03ab22bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:18.251558 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 283fa0ff-0c52-46c9-86d3-5ee439d6029b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=283fa0ff-0c52-46c9-86d3-5ee439d6029b,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:18.256736 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:18.258071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8e715e53-af3f-4a70-b33f-5b5471d22747 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:18.336357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=283fa0ff-0c52-46c9-86d3-5ee439d6029b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:18.351003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 8e715e53-af3f-4a70-b33f-5b5471d22747 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:51:18.354700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 8e715e53-af3f-4a70-b33f-5b5471d22747 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:18.355285 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:18.453988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 8e715e53-af3f-4a70-b33f-5b5471d22747 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:18.454559 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:18.492763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e715e53-af3f-4a70-b33f-5b5471d22747,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:18.496769 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:18.508729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5b07b9f0-aabb-47c2-9059-2d4a3a4e2f85 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9809b88a7cf44fba908be3c1736b1f71&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0314808
Feb 19 20:51:18.554715 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=8e715e53-af3f-4a70-b33f-5b5471d22747,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:18.831336 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-613b0d81-8c9d-46f6-991b-32ed4dbd98c7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:18.832911 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-613b0d81-8c9d-46f6-991b-32ed4dbd98c7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3086658
Feb 19 20:51:18.849470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84887f-944e-4354-b57e-a8d48ee473b0 req-1ad255bf-7487-41f0-a005-6b8de91ff50f tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:18.851947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd84887f-944e-4354-b57e-a8d48ee473b0 req-1ad255bf-7487-41f0-a005-6b8de91ff50f tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.67 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 950 time: 0.0783081
Feb 19 20:51:18.898385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-050742d0-4d67-465d-a450-b3ecb8c5b4ef tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/quotas/9809b88a7cf44fba908be3c1736b1f71 HTTP/1.1" status: 200  len: 375 time: 0.0449400
Feb 19 20:51:18.972744 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-6487144b-6162-4cee-a436-91f5e3d883be tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9809b88a7cf44fba908be3c1736b1f71&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0617545
Feb 19 20:51:19.002574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-cd84887f-944e-4354-b57e-a8d48ee473b0 req-54cbe99d-ea54-450a-937f-f7ac20226ebd tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Deleting port eee64491-7aff-40b6-840b-749933ebe597 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:51:19.003122 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd84887f-944e-4354-b57e-a8d48ee473b0 req-54cbe99d-ea54-450a-937f-f7ac20226ebd tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (eee64491-7aff-40b6-840b-749933ebe597), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:19.162802 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157c5e40-e6ed-486b-b700-0e89d8f0ff86 x-openstack-request-id: req-157c5e40-e6ed-486b-b700-0e89d8f0ff86 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:19.164390 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f05bec-0cf3-4c8d-adda-1f646f93100c", "name": "network-vif-plugged", "status": "completed", "tag": "283fa0ff-0c52-46c9-86d3-5ee439d6029b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:19.164550 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-157c5e40-e6ed-486b-b700-0e89d8f0ff86 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:19.164922 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283fa0ff-0c52-46c9-86d3-5ee439d6029b', 'code': 200}
Feb 19 20:51:19.212302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cd84887f-944e-4354-b57e-a8d48ee473b0 req-54cbe99d-ea54-450a-937f-f7ac20226ebd tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] For port eee64491-7aff-40b6-840b-749933ebe597, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eee64491-7aff-40b6-840b-749933ebe597,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:19.212997 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd84887f-944e-4354-b57e-a8d48ee473b0 req-54cbe99d-ea54-450a-937f-f7ac20226ebd tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (eee64491-7aff-40b6-840b-749933ebe597), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:19.251643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-cd84887f-944e-4354-b57e-a8d48ee473b0 req-54cbe99d-ea54-450a-937f-f7ac20226ebd tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Calling delete_port for eee64491-7aff-40b6-840b-749933ebe597 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:51:19.416828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044b568-7e56-41a5-97f6-4dec833caaf8 req-b1d52ae7-a121-48a3-b0c2-287d9b5e2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:19.418401 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0044b568-7e56-41a5-97f6-4dec833caaf8 req-b1d52ae7-a121-48a3-b0c2-287d9b5e2241 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 1127 time: 0.1753323
Feb 19 20:51:19.427843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eecd78-e38a-4ac9-b086-bb5d3da2757b req-a88964d2-3f13-4aed-9677-20414ec204a9 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:19.430115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90eecd78-e38a-4ac9-b086-bb5d3da2757b req-a88964d2-3f13-4aed-9677-20414ec204a9 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 945 time: 0.1727159
Feb 19 20:51:19.487977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c5362-5e41-4ad7-b0e7-92fa766167fe req-a3c17654-9976-449f-bcd3-a111b64dd956 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:19.489600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-732c5362-5e41-4ad7-b0e7-92fa766167fe req-a3c17654-9976-449f-bcd3-a111b64dd956 tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/ports?device_id=21faddc0-1890-48cc-8dcb-7d45cb05b516 HTTP/1.1" status: 200  len: 950 time: 0.1914849
Feb 19 20:51:19.510692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39010) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:19.575503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0044b568-7e56-41a5-97f6-4dec833caaf8 req-b280c2c0-1ec9-459a-954a-edf929be274c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1426411
Feb 19 20:51:19.581946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90eecd78-e38a-4ac9-b086-bb5d3da2757b req-64f072e4-6aa2-41b5-965f-9e07ff66fba7 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1417816
Feb 19 20:51:19.598056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39014) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:19.644905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-732c5362-5e41-4ad7-b0e7-92fa766167fe req-6db99d9e-a18d-491d-bc3d-f35241e5dddb tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.30 "GET /v2.0/security-groups?id=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364334
Feb 19 20:51:19.656998 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd84887f-944e-4354-b57e-a8d48ee473b0 req-54cbe99d-ea54-450a-937f-f7ac20226ebd tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (eee64491-7aff-40b6-840b-749933ebe597), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:19.679821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['eee64491-7aff-40b6-840b-749933ebe597'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:19.730959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbe99d-ea54-450a-937f-f7ac20226ebd tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Pushing event deleted for resources: {'Port': ['ID=eee64491-7aff-40b6-840b-749933ebe597,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:19.826657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd84887f-944e-4354-b57e-a8d48ee473b0 req-54cbe99d-ea54-450a-937f-f7ac20226ebd tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] No DVR routers for this DVR port eee64491-7aff-40b6-840b-749933ebe597 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:51:19.840823 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd84887f-944e-4354-b57e-a8d48ee473b0 req-54cbe99d-ea54-450a-937f-f7ac20226ebd tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:19.844362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd84887f-944e-4354-b57e-a8d48ee473b0 req-54cbe99d-ea54-450a-937f-f7ac20226ebd tempest-ServerDiagnosticsNegativeTest-1966728143 tempest-ServerDiagnosticsNegativeTest-1966728143-project] 10.222.0.67 "DELETE /v2.0/ports/eee64491-7aff-40b6-840b-749933ebe597 HTTP/1.1" status: 204  len: 173 time: 0.9826236
Feb 19 20:51:19.855324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21faddc0-1890-48cc-8dcb-7d45cb05b516', 'name': 'network-vif-deleted', 'tag': 'eee64491-7aff-40b6-840b-749933ebe597'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:19.857985 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ee7d40-6ddd-46db-b148-7699bbc895af" -d '{"events": [{"server_uuid": "21faddc0-1890-48cc-8dcb-7d45cb05b516", "name": "network-vif-deleted", "tag": "eee64491-7aff-40b6-840b-749933ebe597"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:19.900448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21a215-e208-4565-8a7f-7a87f2d21edb req-e3c5d390-9bb7-436a-8d0b-e69bbf6ade76 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:19.909230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e21a215-e208-4565-8a7f-7a87f2d21edb req-e3c5d390-9bb7-436a-8d0b-e69bbf6ade76 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 946 time: 0.2322984
Feb 19 20:51:19.971358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ecf7d-4eb6-45db-9184-1924acd39fdd req-6ca5e94a-71ee-47b2-8a83-088206060eac tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:19.980127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-696ecf7d-4eb6-45db-9184-1924acd39fdd req-6ca5e94a-71ee-47b2-8a83-088206060eac tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.2195930
Feb 19 20:51:20.084740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e21a215-e208-4565-8a7f-7a87f2d21edb req-7959f78b-2d7e-41d2-b95b-d26d534684b7 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741502
Feb 19 20:51:20.132831 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-696ecf7d-4eb6-45db-9184-1924acd39fdd req-dfec31b8-7b2d-4037-87b1-03dde99629c9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514776
Feb 19 20:51:20.186417 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-daba0c5e-4f5c-4af4-8e63-13f3cb8ae639 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5872033
Feb 19 20:51:20.191873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-7176fdf2-013e-4c5f-8c79-92233fdfdac5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:51:20.207599 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-7176fdf2-013e-4c5f-8c79-92233fdfdac5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0195508
Feb 19 20:51:20.270277 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-de8f08ec-d718-49ab-ac03-05c02c8b2014 tempest-AutoAllocateNetworkTest-397522517 tempest-AutoAllocateNetworkTest-397522517-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4da0ab764b964ecaaa21aedc12cec072&shared=False HTTP/1.1" status: 200  len: 208 time: 0.7582967
Feb 19 20:51:20.274424 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39036) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:20.277374 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c7b71f-976b-407c-b880-a794b8941aa2 x-openstack-request-id: req-17c7b71f-976b-407c-b880-a794b8941aa2 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:20.277900 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21faddc0-1890-48cc-8dcb-7d45cb05b516", "name": "network-vif-deleted", "tag": "eee64491-7aff-40b6-840b-749933ebe597", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:20.278416 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17c7b71f-976b-407c-b880-a794b8941aa2 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:20.278933 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21faddc0-1890-48cc-8dcb-7d45cb05b516', 'name': 'network-vif-deleted', 'tag': 'eee64491-7aff-40b6-840b-749933ebe597', 'status': 'completed', 'code': 200}
Feb 19 20:51:20.333509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-440e98db-a107-49f9-bd6d-482b1e8dda06 req-d0964e84-3f41-4951-aeac-e669d2719f79 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 210 time: 0.0480757
Feb 19 20:51:20.345933 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-397c2073-aff6-44f4-bd85-3aae8ee48223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:20.501831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fe9629-c1b6-463c-8304-402803857d19 tempest-AutoAllocateNetworkTest-397522517 tempest-AutoAllocateNetworkTest-397522517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:20.507097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39048) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:20.507242 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-68fe9629-c1b6-463c-8304-402803857d19 tempest-AutoAllocateNetworkTest-397522517 tempest-AutoAllocateNetworkTest-397522517-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.2303035
Feb 19 20:51:20.574837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aebd686e-caa1-4982-a39e-de39354ade9d tempest-AutoAllocateNetworkTest-397522517 tempest-AutoAllocateNetworkTest-397522517-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0665433
Feb 19 20:51:20.578064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39054) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:20.633018 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a7a2f7fa-f3f3-468f-9d83-e7e55eeee892 tempest-AutoAllocateNetworkTest-397522517 tempest-AutoAllocateNetworkTest-397522517-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4da0ab764b964ecaaa21aedc12cec072 HTTP/1.1" status: 200  len: 208 time: 0.0530055
Feb 19 20:51:20.685180 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-d70d123a-f412-4f7b-8512-fdb469da16af tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9809b88a7cf44fba908be3c1736b1f71&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0257735
Feb 19 20:51:20.803083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-fcdde9b6-a825-4169-adc4-803edf4f4cd3 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:20.804521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-fcdde9b6-a825-4169-adc4-803edf4f4cd3 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1134400
Feb 19 20:51:20.822857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Request body: {'port': {'device_id': 'd1103dc8-5f12-42e9-93f9-ea4d34f90d2a', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '9809b88a7cf44fba908be3c1736b1f71'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:21.046965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91262252-188a-467e-8688-3945ece91233 req-f8a1c5aa-12fe-4b8c-ba01-bb65e95ff3ba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:21.055146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91262252-188a-467e-8688-3945ece91233 req-f8a1c5aa-12fe-4b8c-ba01-bb65e95ff3ba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 945 time: 0.1086478
Feb 19 20:51:21.066436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Made reservation on behalf of 9809b88a7cf44fba908be3c1736b1f71 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:21.070909 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.092070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.144679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91262252-188a-467e-8688-3945ece91233 req-67f87be5-c32b-46a1-8626-097ff3a88650 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886443
Feb 19 20:51:21.171104 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e715e53-af3f-4a70-b33f-5b5471d22747'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:21.173940 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe0d31c-f8db-4046-a5c3-111483eac37b" -d '{"events": [{"server_uuid": "da666172-5dd1-484f-aca0-a346a83ecec3", "name": "network-vif-plugged", "status": "completed", "tag": "8e715e53-af3f-4a70-b33f-5b5471d22747"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:21.230783 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Publish callbacks [] for security_group (e83e1490-9b18-4135-b344-4cac2e62cc72), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.236911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39110) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:21.240416 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e83e1490-9b18-4135-b344-4cac2e62cc72), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.347510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39116) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:21.353819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83e1490-9b18-4135-b344-4cac2e62cc72,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:21.430359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39124) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:21.440772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c25da4-ddd7-4916-b445-f70d9dec5c19 req-e0cd55ea-30f7-498e-bb15-e2afdbb2db5b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:21.442299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31c25da4-ddd7-4916-b445-f70d9dec5c19 req-e0cd55ea-30f7-498e-bb15-e2afdbb2db5b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 946 time: 0.1495342
Feb 19 20:51:21.469919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Allocated IP 192.168.233.16 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/7e9d6e32-ae0b-4fc9-8189-fc82708e3a33) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:21.520914 ncdv-master-1 neutron-server[121129]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 19 20:51:21.522361 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.551821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31c25da4-ddd7-4916-b445-f70d9dec5c19 req-45000a0d-ca5e-4a69-a31d-d67e071e886e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038225
Feb 19 20:51:21.596691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-f1e4a0ce-bf67-437b-a22f-4392fcb8007a tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:21.601586 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-f1e4a0ce-bf67-437b-a22f-4392fcb8007a tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] 10.222.0.30 "GET /v2.0/ports/99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 1128 time: 0.1682816
Feb 19 20:51:21.602657 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad276c2c-2ed4-4a0c-a7d1-34814cd8a811 x-openstack-request-id: req-ad276c2c-2ed4-4a0c-a7d1-34814cd8a811 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:21.603155 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da666172-5dd1-484f-aca0-a346a83ecec3", "name": "network-vif-plugged", "status": "completed", "tag": "8e715e53-af3f-4a70-b33f-5b5471d22747", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:21.603252 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad276c2c-2ed4-4a0c-a7d1-34814cd8a811 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:21.603605 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e715e53-af3f-4a70-b33f-5b5471d22747', 'code': 200}
Feb 19 20:51:21.606773 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2fcd7129-1c5f-45f1-9710-bb988775c412 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12afb53ac3a94c5696b1f0bc7955cf96&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2566798
Feb 19 20:51:21.611709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39130) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:21.685499 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.693454 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Publish callbacks [] for security_group (f06f3753-bbdb-4606-bece-a51b140e137d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.694372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0784b-6522-4cba-8939-fb1813b5872d req-b31c2334-27bd-42f3-b2dd-88dd48f212b9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:21.701495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80e0784b-6522-4cba-8939-fb1813b5872d req-b31c2334-27bd-42f3-b2dd-88dd48f212b9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.2100365
Feb 19 20:51:21.704702 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f06f3753-bbdb-4606-bece-a51b140e137d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.835313 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7395c8ea-2230-443c-a034-a2ed3ab4879a admin admin] Publish callbacks [] for security_group (bcae480f-de9c-4a8a-ad72-8d2035ef8bd8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.842348 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4da0ab764b964ecaaa21aedc12cec072&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6041057
Feb 19 20:51:21.845471 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11fc4130-d90c-46e4-9e59-95db1d1862be req-462f3ceb-e7b2-42e2-9488-36ac05a07433 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 210 time: 0.0607595
Feb 19 20:51:21.848414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06f3753-bbdb-4606-bece-a51b140e137d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:21.848547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39156) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:21.858518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.858866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.859203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.859537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.859949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.870330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.870754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.871114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.871439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.872154 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.872519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.872853 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.873183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8953e5-3ba2-4738-a218-04fe476fc505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:21.884462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80e0784b-6522-4cba-8939-fb1813b5872d req-6a922650-827d-47dd-ad41-d3e28088f4dd tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784048
Feb 19 20:51:21.886585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79d5b6-8507-48b7-9800-44182bbb4eda req-6bea6421-5af3-45c7-9a47-abe54e8efee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:21.888005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a79d5b6-8507-48b7-9800-44182bbb4eda req-6bea6421-5af3-45c7-9a47-abe54e8efee4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 1128 time: 0.2075543
Feb 19 20:51:21.890350 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7395c8ea-2230-443c-a034-a2ed3ab4879a admin admin] Publish callbacks [] for security_group (bcae480f-de9c-4a8a-ad72-8d2035ef8bd8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.904781 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Publish callbacks [] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.987884 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7395c8ea-2230-443c-a034-a2ed3ab4879a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bcae480f-de9c-4a8a-ad72-8d2035ef8bd8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.991513 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7395c8ea-2230-443c-a034-a2ed3ab4879a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:21.994978 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7395c8ea-2230-443c-a034-a2ed3ab4879a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bcae480f-de9c-4a8a-ad72-8d2035ef8bd8 HTTP/1.1" status: 204  len: 168 time: 0.3799419
Feb 19 20:51:22.003606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395c8ea-2230-443c-a034-a2ed3ab4879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcae480f-de9c-4a8a-ad72-8d2035ef8bd8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:22.051634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a79d5b6-8507-48b7-9800-44182bbb4eda req-a55543b7-86ed-429c-9474-1527075c445b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542816
Feb 19 20:51:22.067290 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-647fc545-88f0-4635-a63c-94091d0f2fcc admin admin] Publish callbacks [] for security_group (f06f3753-bbdb-4606-bece-a51b140e137d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.083805 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.152672 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-647fc545-88f0-4635-a63c-94091d0f2fcc admin admin] Publish callbacks [] for security_group (f06f3753-bbdb-4606-bece-a51b140e137d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.183925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:22.191439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:22.202005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:22.283575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:22.284237 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.294155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Pushing event updated for resources: {'Port': ['ID=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:22.364820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-1b699066-7497-4866-83a3-f8cb686ea034 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5517194
Feb 19 20:51:22.377721 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Request body: {'port': {'device_id': 'd1103dc8-5f12-42e9-93f9-ea4d34f90d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:22.433871 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-647fc545-88f0-4635-a63c-94091d0f2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f06f3753-bbdb-4606-bece-a51b140e137d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.437053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-647fc545-88f0-4635-a63c-94091d0f2fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.442148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-647fc545-88f0-4635-a63c-94091d0f2fcc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f06f3753-bbdb-4606-bece-a51b140e137d HTTP/1.1" status: 204  len: 168 time: 0.5867934
Feb 19 20:51:22.476855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef3f30-ec4e-4eb2-a609-9315575e29ef req-adf65c37-63d0-4edc-8cb7-c3d512c220da tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:22.478418 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8ef3f30-ec4e-4eb2-a609-9315575e29ef req-adf65c37-63d0-4edc-8cb7-c3d512c220da tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 945 time: 0.2009542
Feb 19 20:51:22.512642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fc545-88f0-4635-a63c-94091d0f2fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06f3753-bbdb-4606-bece-a51b140e137d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:22.537985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.565653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0466162c-3699-4c25-81ac-666552964a77 None None] Provisioning complete for port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:22.566173 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0466162c-3699-4c25-81ac-666552964a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.603778 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8ef3f30-ec4e-4eb2-a609-9315575e29ef req-1542075c-47b6-4eef-87a9-fdc5169625ff tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946982
Feb 19 20:51:22.608795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0466162c-3699-4c25-81ac-666552964a77 None None] Port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:51:22.625925 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39200) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:22.662958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e708088b-9e8d-4969-8512-6acdf485c43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.804678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e708088b-9e8d-4969-8512-6acdf485c43c admin admin] Publish callbacks [] for security_group (c769a4b5-9fc6-41ff-a81a-bed4da7adb03), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.812731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e708088b-9e8d-4969-8512-6acdf485c43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c769a4b5-9fc6-41ff-a81a-bed4da7adb03), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.854009 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e708088b-9e8d-4969-8512-6acdf485c43c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25373dd2e9474b04aa01a062b0ed0505&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2238321
Feb 19 20:51:22.856648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39204) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:22.898434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708088b-9e8d-4969-8512-6acdf485c43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c769a4b5-9fc6-41ff-a81a-bed4da7adb03,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:22.950680 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-459c9f8f-6898-46aa-9553-d9152d24aa81 admin admin] Publish callbacks [] for security_group (c769a4b5-9fc6-41ff-a81a-bed4da7adb03), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:22.987735 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-459c9f8f-6898-46aa-9553-d9152d24aa81 admin admin] Publish callbacks [] for security_group (c769a4b5-9fc6-41ff-a81a-bed4da7adb03), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.001247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.10', 58701) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:23.036650 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.055846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39214) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:23.070058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39216) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:23.070831 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-459c9f8f-6898-46aa-9553-d9152d24aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c769a4b5-9fc6-41ff-a81a-bed4da7adb03), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.073574 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-459c9f8f-6898-46aa-9553-d9152d24aa81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.074755 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-459c9f8f-6898-46aa-9553-d9152d24aa81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c769a4b5-9fc6-41ff-a81a-bed4da7adb03 HTTP/1.1" status: 204  len: 168 time: 0.2172303
Feb 19 20:51:23.083646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c9f8f-6898-46aa-9553-d9152d24aa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c769a4b5-9fc6-41ff-a81a-bed4da7adb03,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:23.181904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc6486-4b68-44f0-9bbd-d54f6243b1ca req-0e7b662f-2b6d-4765-9bdf-31d1fbcb73e5 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:23.183414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2fc6486-4b68-44f0-9bbd-d54f6243b1ca req-0e7b662f-2b6d-4765-9bdf-31d1fbcb73e5 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 945 time: 0.4154792
Feb 19 20:51:23.197275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9095-538b-40bc-a231-7e5022552e55 req-f2b6cb69-698c-4fe5-be6e-76f85d7db733 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:23.205116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57bf9095-538b-40bc-a231-7e5022552e55 req-f2b6cb69-698c-4fe5-be6e-76f85d7db733 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 946 time: 0.4840159
Feb 19 20:51:23.210673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39226) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:23.228804 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-192a60c1-9cb1-4357-8bd1-df0fa731c158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.234083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-16b02eb4-2790-4798-aade-14227d17571a tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Request body: {'floatingip': {'port_id': '283fa0ff-0c52-46c9-86d3-5ee439d6029b'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:23.293333 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-592ee188-e886-42ba-a082-a3bc630923e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:23.294898 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-592ee188-e886-42ba-a082-a3bc630923e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1131 time: 0.2898366
Feb 19 20:51:23.355193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-192a60c1-9cb1-4357-8bd1-df0fa731c158 admin admin] Publish callbacks [] for security_group (3696f01c-cd67-4bae-b34a-39ef3b4b793c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.361480 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-192a60c1-9cb1-4357-8bd1-df0fa731c158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3696f01c-cd67-4bae-b34a-39ef3b4b793c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.457100 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-192a60c1-9cb1-4357-8bd1-df0fa731c158 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0499eef3d6b4022a79cbf5f97f13a1a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3976171
Feb 19 20:51:23.457887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a60c1-9cb1-4357-8bd1-df0fa731c158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3696f01c-cd67-4bae-b34a-39ef3b4b793c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:23.464035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39232) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:23.522939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16b02eb4-2790-4798-aade-14227d17571a tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for floatingip (45a29dc8-a6a4-417d-bc34-41c3db2c0cb5), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.550099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94a64db0-5c0f-4b53-8a45-2572318374b7 admin admin] Publish callbacks [] for security_group (3696f01c-cd67-4bae-b34a-39ef3b4b793c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.576270 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94a64db0-5c0f-4b53-8a45-2572318374b7 admin admin] Publish callbacks [] for security_group (3696f01c-cd67-4bae-b34a-39ef3b4b793c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.620021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-706f216a-bfb8-423a-a5a0-1d618d9b5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:23.621526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-706f216a-bfb8-423a-a5a0-1d618d9b5a92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2491572
Feb 19 20:51:23.637341 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94a64db0-5c0f-4b53-8a45-2572318374b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3696f01c-cd67-4bae-b34a-39ef3b4b793c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.642266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94a64db0-5c0f-4b53-8a45-2572318374b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.644050 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-94a64db0-5c0f-4b53-8a45-2572318374b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3696f01c-cd67-4bae-b34a-39ef3b4b793c HTTP/1.1" status: 204  len: 168 time: 0.1790321
Feb 19 20:51:23.654501 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-934fa7a0-fa49-49d5-966e-187b2a8cc7a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:23.658570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a64db0-5c0f-4b53-8a45-2572318374b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3696f01c-cd67-4bae-b34a-39ef3b4b793c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:23.731645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-f3b7a158-d30b-4dad-9ff6-8ee18df322e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 217 time: 0.0981417
Feb 19 20:51:23.744687 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57bf9095-538b-40bc-a231-7e5022552e55 req-e723735d-e2c5-4e3d-aef8-266b45cc306e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5383296
Feb 19 20:51:23.883439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e147c-074e-4b31-a086-21ed8b220b1f req-f16b65ab-3371-4e60-9c30-d115517471e1 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:23.884976 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f0e147c-074e-4b31-a086-21ed8b220b1f req-f16b65ab-3371-4e60-9c30-d115517471e1 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 935 time: 0.5869505
Feb 19 20:51:23.995907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device eee64491-7aff-40b6-840b-749933ebe597 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:51:23.997108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:24.046557 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Publish callbacks [] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.049829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-f4a9cb4d-08f9-4110-a494-c9febf89af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:24.051361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-f4a9cb4d-08f9-4110-a494-c9febf89af65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.2965176
Feb 19 20:51:24.116216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39258) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:24.132510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Transition to ACTIVE for port object 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:51:24.141826 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a0b77f2e-2e58-4047-a6c8-8a808fa0acff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.162745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: eee64491-7aff-40b6-840b-749933ebe597 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:51:24.163938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device eee64491-7aff-40b6-840b-749933ebe597 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:51:24.173483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.245396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a0b77f2e-2e58-4047-a6c8-8a808fa0acff admin admin] Publish callbacks [] for security_group (fbee06d1-0a80-43cf-8299-fa1be0278327), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.253675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a0b77f2e-2e58-4047-a6c8-8a808fa0acff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fbee06d1-0a80-43cf-8299-fa1be0278327), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.281678 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f0e147c-074e-4b31-a086-21ed8b220b1f req-76f33188-ac18-4d31-a779-273615835863 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/security-groups?id=e83e1490-9b18-4135-b344-4cac2e62cc72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3402557
Feb 19 20:51:24.304371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a681462-68a2-44b5-a2d4-658e1e109eb8 req-2fdfa981-54e3-4434-a49d-42a3491cb32a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:24.309000 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a0b77f2e-2e58-4047-a6c8-8a808fa0acff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fc6059ecbd84a9f94ea2aaf1eb8f8d6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1915441
Feb 19 20:51:24.311809 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a681462-68a2-44b5-a2d4-658e1e109eb8 req-2fdfa981-54e3-4434-a49d-42a3491cb32a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.4856927
Feb 19 20:51:24.314271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39264) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:24.374140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b77f2e-2e58-4047-a6c8-8a808fa0acff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbee06d1-0a80-43cf-8299-fa1be0278327,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:24.384965 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.410839 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-934fa7a0-fa49-49d5-966e-187b2a8cc7a2 admin admin] Publish callbacks [] for security_group (b3d1ae04-caf4-4edb-9da2-ed28f525e8e6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.439161 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47fc6621-6a9f-4114-84c3-278ea1482e3a admin admin] Publish callbacks [] for security_group (fbee06d1-0a80-43cf-8299-fa1be0278327), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.440775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Pushing event updated for resources: {'Port': ['ID=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:24.455179 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-934fa7a0-fa49-49d5-966e-187b2a8cc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b3d1ae04-caf4-4edb-9da2-ed28f525e8e6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.482161 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47fc6621-6a9f-4114-84c3-278ea1482e3a admin admin] Publish callbacks [] for security_group (fbee06d1-0a80-43cf-8299-fa1be0278327), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.492818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-1f9ad415-d713-46ff-931c-72a16856ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:24.494332 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-1f9ad415-d713-46ff-931c-72a16856ec4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4245577
Feb 19 20:51:24.543142 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47fc6621-6a9f-4114-84c3-278ea1482e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fbee06d1-0a80-43cf-8299-fa1be0278327), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.546087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47fc6621-6a9f-4114-84c3-278ea1482e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:24.550764 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-47fc6621-6a9f-4114-84c3-278ea1482e3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fbee06d1-0a80-43cf-8299-fa1be0278327 HTTP/1.1" status: 204  len: 168 time: 0.2329588
Feb 19 20:51:24.558795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc6621-6a9f-4114-84c3-278ea1482e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbee06d1-0a80-43cf-8299-fa1be0278327,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:24.955291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-934fa7a0-fa49-49d5-966e-187b2a8cc7a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c5ed6b00f824da68e0c90aca52baab0&name=default HTTP/1.1" status: 200  len: 2996 time: 1.8828070
Feb 19 20:51:24.957992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39284) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:24.991538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fa7a0-fa49-49d5-966e-187b2a8cc7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d1ae04-caf4-4edb-9da2-ed28f525e8e6,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:25.035182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a681462-68a2-44b5-a2d4-658e1e109eb8 req-4f0f1948-8b71-4e99-96f5-1d8afb5a4e78 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7178001
Feb 19 20:51:25.051985 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e568e5e8-663b-4af5-b27f-67fb3bda2b17 admin admin] Publish callbacks [] for security_group (b3d1ae04-caf4-4edb-9da2-ed28f525e8e6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.093281 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e568e5e8-663b-4af5-b27f-67fb3bda2b17 admin admin] Publish callbacks [] for security_group (b3d1ae04-caf4-4edb-9da2-ed28f525e8e6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.137886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Attempting to bind port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:25.138425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Attempting to bind port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:25.138562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Attempting to bind port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:25.158689 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e568e5e8-663b-4af5-b27f-67fb3bda2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b3d1ae04-caf4-4edb-9da2-ed28f525e8e6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.162444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e568e5e8-663b-4af5-b27f-67fb3bda2b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.166902 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e568e5e8-663b-4af5-b27f-67fb3bda2b17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3d1ae04-caf4-4edb-9da2-ed28f525e8e6 HTTP/1.1" status: 204  len: 168 time: 0.2051480
Feb 19 20:51:25.170769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:51:25.171367 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Attempting to bind port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:25.175646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568e5e8-663b-4af5-b27f-67fb3bda2b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d1ae04-caf4-4edb-9da2-ed28f525e8e6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:25.190788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce1b88-70a4-48e5-8016-741d8bf65ee8 req-d309dba6-e201-4829-add1-4b7c6276c208 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:25.199434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7ce1b88-70a4-48e5-8016-741d8bf65ee8 req-d309dba6-e201-4829-add1-4b7c6276c208 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 946 time: 0.3395500
Feb 19 20:51:25.203516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-7d12f84f-2901-44bf-99cf-0a4e4c969e24 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6048226
Feb 19 20:51:25.216589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:25.217624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:25.217624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:25.217987 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Bound port: 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:25.218353 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.240687 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.resource_extend [None req-16b02eb4-2790-4798-aade-14227d17571a tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 20:51:25.435458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7ce1b88-70a4-48e5-8016-741d8bf65ee8 req-c1a0b30c-2b2f-4d39-b8ec-365db1a3c3f9 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2347264
Feb 19 20:51:25.482948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16b02eb4-2790-4798-aade-14227d17571a tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.504291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16b02eb4-2790-4798-aade-14227d17571a tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (45a29dc8-a6a4-417d-bc34-41c3db2c0cb5), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.555437 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-83f348c5-ec14-4d7c-836f-0641ceb1fc2e service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3399041
Feb 19 20:51:25.580612 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.607745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] For port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:25.610973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] For port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:25.624211 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.643195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396a634-8db6-4217-a24f-4dd612c3c267 req-096cf0b9-fa34-4fbc-9190-1dfe91185600 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:25.644709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8396a634-8db6-4217-a24f-4dd612c3c267 req-096cf0b9-fa34-4fbc-9190-1dfe91185600 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 947 time: 0.2674303
Feb 19 20:51:25.690020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39322) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:25.722029 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-113c78ce-76b7-4e24-b6c3-ba14e5677ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.740288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:25.741699 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.743230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] 10.222.0.10 "PUT /v2.0/ports/7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 HTTP/1.1" status: 200  len: 1095 time: 3.3704512
Feb 19 20:51:25.743829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1103dc8-5f12-42e9-93f9-ea4d34f90d2a', 'tag': '7e9d6e32-ae0b-4fc9-8189-fc82708e3a33'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:25.746394 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1103dc8-5f12-42e9-93f9-ea4d34f90d2a", "tag": "7e9d6e32-ae0b-4fc9-8189-fc82708e3a33"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:25.784984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8396a634-8db6-4217-a24f-4dd612c3c267 req-33547cf4-efad-4211-a3c5-040aa2923132 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/security-groups?id=e83e1490-9b18-4135-b344-4cac2e62cc72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169105
Feb 19 20:51:25.825874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13d4bf-657c-46b6-975c-abf82e28d0dd service neutron] Pushing event updated for resources: {'Port': ['ID=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:25.855235 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-113c78ce-76b7-4e24-b6c3-ba14e5677ee4 admin admin] Publish callbacks [] for security_group (0e6b2773-dddc-4c8d-96c3-812df11a83fd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.867219 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-16b02eb4-2790-4798-aade-14227d17571a tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Floating IP 45a29dc8-a6a4-417d-bc34-41c3db2c0cb5 associated. External IP: 172.35.2.164, port: 283fa0ff-0c52-46c9-86d3-5ee439d6029b.
Feb 19 20:51:25.871348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-113c78ce-76b7-4e24-b6c3-ba14e5677ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0e6b2773-dddc-4c8d-96c3-812df11a83fd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:25.943662 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94abad6-b398-4d44-9e75-cf9fa78de8f4 x-openstack-request-id: req-a94abad6-b398-4d44-9e75-cf9fa78de8f4 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:25.943773 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1103dc8-5f12-42e9-93f9-ea4d34f90d2a", "tag": "7e9d6e32-ae0b-4fc9-8189-fc82708e3a33", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:25.944608 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a94abad6-b398-4d44-9e75-cf9fa78de8f4 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:25.945009 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1103dc8-5f12-42e9-93f9-ea4d34f90d2a', 'tag': '7e9d6e32-ae0b-4fc9-8189-fc82708e3a33', 'status': 'completed', 'code': 200}
Feb 19 20:51:25.973320 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-113c78ce-76b7-4e24-b6c3-ba14e5677ee4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f241ce9ca55475f95b3180d4ce15130&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2819650
Feb 19 20:51:25.975548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c78ce-76b7-4e24-b6c3-ba14e5677ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6b2773-dddc-4c8d-96c3-812df11a83fd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:25.980692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39330) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:26.065347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-6bdcf154-eee6-474b-9e51-b9136b4bae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:26.068280 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-6bdcf154-eee6-474b-9e51-b9136b4bae2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9809b88a7cf44fba908be3c1736b1f71&device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 1129 time: 0.2517200
Feb 19 20:51:26.094947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7e54-3248-45cc-a335-ae290d7ccc02 admin admin] Publish callbacks [] for security_group (0e6b2773-dddc-4c8d-96c3-812df11a83fd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:26.139459 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7e54-3248-45cc-a335-ae290d7ccc02 admin admin] Publish callbacks [] for security_group (0e6b2773-dddc-4c8d-96c3-812df11a83fd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:26.223363 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7e54-3248-45cc-a335-ae290d7ccc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0e6b2773-dddc-4c8d-96c3-812df11a83fd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:26.223829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7e54-3248-45cc-a335-ae290d7ccc02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:26.229087 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ac2a7e54-3248-45cc-a335-ae290d7ccc02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e6b2773-dddc-4c8d-96c3-812df11a83fd HTTP/1.1" status: 204  len: 168 time: 0.2456858
Feb 19 20:51:26.241016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a7e54-3248-45cc-a335-ae290d7ccc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6b2773-dddc-4c8d-96c3-812df11a83fd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:26.262714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-293bb2ee-035a-422e-ba59-3779709f4e29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 HTTP/1.1" status: 200  len: 217 time: 0.1214082
Feb 19 20:51:26.358964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-55c51886-0963-4638-8321-921639cd008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:26.360703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-55c51886-0963-4638-8321-921639cd008b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0885384
Feb 19 20:51:26.365692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6903e8-ba09-4394-80c1-32e6b2697e16 req-1da747bd-568e-4da3-b581-bd54c0561528 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:26.367172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c6903e8-ba09-4394-80c1-32e6b2697e16 req-1da747bd-568e-4da3-b581-bd54c0561528 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 1128 time: 0.2969530
Feb 19 20:51:26.375403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6c82b-c87d-4fb5-9ff4-3218460b48d2 req-33362e5d-21e7-4efb-80d2-d67397eb0f3c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:26.376851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86c6c82b-c87d-4fb5-9ff4-3218460b48d2 req-33362e5d-21e7-4efb-80d2-d67397eb0f3c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.2280192
Feb 19 20:51:26.426263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b02eb4-2790-4798-aade-14227d17571a tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:51:26.506402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c6903e8-ba09-4394-80c1-32e6b2697e16 req-b6e0a32f-4c87-4abe-82cb-0e93568440fd tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284456
Feb 19 20:51:26.544703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-03e3bcd3-a20e-4904-8a9a-b00b8b2803c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:26.546145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-03e3bcd3-a20e-4904-8a9a-b00b8b2803c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1781206
Feb 19 20:51:26.549266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86c6c82b-c87d-4fb5-9ff4-3218460b48d2 req-f8383dd5-a60e-4ea2-a104-b7c9d359a948 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581209
Feb 19 20:51:26.676227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39360) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:26.844668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-network', 'tenant_id': '76afd67dfef14c3db64ccbd812036427'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:26.883701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Made reservation on behalf of 76afd67dfef14c3db64ccbd812036427 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:26.887878 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:26.911817 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:26.920796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b02eb4-2790-4798-aade-14227d17571a tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:51:26.924572 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-63867044-741a-4a92-b5c1-23a51b38b1dc service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3483138
Feb 19 20:51:26.927944 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16b02eb4-2790-4798-aade-14227d17571a tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:26.931578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399fa60-0197-45ed-9239-70ea3f5ea4f0 req-145ab37e-08a9-496a-8cdf-40e7fca31ca2 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:26.933095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1399fa60-0197-45ed-9239-70ea3f5ea4f0 req-145ab37e-08a9-496a-8cdf-40e7fca31ca2 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 1128 time: 0.1131251
Feb 19 20:51:26.946807 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3cf21-6e75-4968-9cb7-47e5b110c15d None None] Sync routers for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:51:26.968094 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d3cf21-6e75-4968-9cb7-47e5b110c15d None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:51:26.971094 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-89d3cf21-6e75-4968-9cb7-47e5b110c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708347f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:27.053339 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-16b02eb4-2790-4798-aade-14227d17571a tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "PUT /v2.0/floatingips/45a29dc8-a6a4-417d-bc34-41c3db2c0cb5 HTTP/1.1" status: 200  len: 991 time: 3.8354259
Feb 19 20:51:27.060204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-f8fe1439-d1a4-4857-bc16-fb6665d063bd tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0563309
Feb 19 20:51:27.093040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Publish callbacks [] for security_group (bb498731-1088-4ba8-8e6e-4758dda3d8e4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:27.103942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bb498731-1088-4ba8-8e6e-4758dda3d8e4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:27.143672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:51:27.156300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb498731-1088-4ba8-8e6e-4758dda3d8e4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:27.161713 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (42edec38-953d-46c8-bf78-e47515212caf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:27.162278 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Added segment 42edec38-953d-46c8-bf78-e47515212caf of type vlan for network 065326d1-f4ad-4311-843c-e3f82557ad7a
Feb 19 20:51:27.183240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1399fa60-0197-45ed-9239-70ea3f5ea4f0 req-b42a6fc1-88ee-46e8-8395-68fa7f919bac tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249069
Feb 19 20:51:27.212824 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (065326d1-f4ad-4311-843c-e3f82557ad7a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:27.220614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f3d735d-de8b-4a3b-b690-e6593b407e45 req-08a78b8e-913e-49af-b09a-397abec1c90b service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2865481
Feb 19 20:51:27.227083 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-89d3cf21-6e75-4968-9cb7-47e5b110c15d None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:51:27.279804 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (065326d1-f4ad-4311-843c-e3f82557ad7a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:27.280944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:27.283118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:27.317499 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6388280
Feb 19 20:51:27.322220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-336c2628-b269-4923-b784-c384c508a16f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:27.323835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-336c2628-b269-4923-b784-c384c508a16f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2628398
Feb 19 20:51:27.341320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39396) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:27.346667 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] Request body: {'subnet': {'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-subnet', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:27.373040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-5bee97fc-82c3-49d7-a6d4-6460cb1872a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/quotas/6d9ffdaf1d654c9bbbda43ed9214c964 HTTP/1.1" status: 200  len: 375 time: 0.0218546
Feb 19 20:51:27.453301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-b0dd8923-e2d1-4eb8-9cd4-fd5201d5173d tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0712891
Feb 19 20:51:27.457198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d req-483b98bc-392c-4408-9039-6bd12ca75bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:27.458632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d req-483b98bc-392c-4408-9039-6bd12ca75bf3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9809b88a7cf44fba908be3c1736b1f71&device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 1129 time: 0.1673706
Feb 19 20:51:27.459268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] Made reservation on behalf of 76afd67dfef14c3db64ccbd812036427 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:27.462165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:27.616469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b997-8c33-4618-9e5d-62d525187ce5 req-26741438-c245-4263-8c7c-666f97a19d8d tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:27.618110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e86b997-8c33-4618-9e5d-62d525187ce5 req-26741438-c245-4263-8c7c-666f97a19d8d tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 947 time: 0.2413859
Feb 19 20:51:27.639771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014e0db-2c5f-4328-9d0e-249aca72da0a admin admin] Pushing event updated for resources: {'Network': ['ID=065326d1-f4ad-4311-843c-e3f82557ad7a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:27.672540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 065326d1-f4ad-4311-843c-e3f82557ad7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:51:27.709152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d req-fea5ffae-10c9-4e34-9537-f0313a2d730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:27.711989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d req-fea5ffae-10c9-4e34-9537-f0313a2d730a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2419448
Feb 19 20:51:27.782053 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-89d3cf21-6e75-4968-9cb7-47e5b110c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708347f0>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '45a29dc8-a6a4-417d-bc34-41c3db2c0cb5', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'floating_ip_address': '172.35.2.164', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'port_id': '283fa0ff-0c52-46c9-86d3-5ee439d6029b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'mac_address': 'fa:16:3e:83:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:50:50Z', 'updated_at': '2022-02-19T20:51:25Z', 'revision_number': 1, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:27.821906 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3cf21-6e75-4968-9cb7-47e5b110c15d None None] Checking router: c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:51:27.838795 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d3cf21-6e75-4968-9cb7-47e5b110c15d None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:51:27.839413 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-89d3cf21-6e75-4968-9cb7-47e5b110c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708347f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:27.926774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d req-51771aec-18ee-438d-8a10-a3e8f67fb604 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 HTTP/1.1" status: 200  len: 217 time: 0.1325102
Feb 19 20:51:27.945712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'tag': '283fa0ff-0c52-46c9-86d3-5ee439d6029b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:27.947887 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22be8b1b-3509-457f-bfba-c87596e36d27" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f05bec-0cf3-4c8d-adda-1f646f93100c", "tag": "283fa0ff-0c52-46c9-86d3-5ee439d6029b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:27.983682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e86b997-8c33-4618-9e5d-62d525187ce5 req-e42df547-a8b4-41b2-9970-da5e7dcdce35 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/security-groups?id=e83e1490-9b18-4135-b344-4cac2e62cc72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3519669
Feb 19 20:51:27.986136 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-89d3cf21-6e75-4968-9cb7-47e5b110c15d None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:51:27.989119 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (9f7af86f-b820-4445-b4bb-9c8dee2f22d2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:28.046867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d req-4879c126-01a2-40f6-bac4-3680ec4ceb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:28.048374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d req-4879c126-01a2-40f6-bac4-3680ec4ceb1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1125886
Feb 19 20:51:28.058034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e03ab4-a6ab-4571-93a6-bf01a7b7a4f9 req-a1e91a1c-b20a-4da7-807d-d50675afabbf tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:28.062436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1e03ab4-a6ab-4571-93a6-bf01a7b7a4f9 req-a1e91a1c-b20a-4da7-807d-d50675afabbf tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 945 time: 0.2693772
Feb 19 20:51:28.104029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7af86f-b820-4445-b4bb-9c8dee2f22d2,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:28.169720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] Checking segment: {'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:28.170091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] Network hostable DHCP agents. Network: 065326d1-f4ad-4311-843c-e3f82557ad7a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:51:28.200534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d req-b9eac9e2-1003-46b6-bec9-3a2339b8a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:28.202064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d req-b9eac9e2-1003-46b6-bec9-3a2339b8a1ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1387289
Feb 19 20:51:28.224714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1e03ab4-a6ab-4571-93a6-bf01a7b7a4f9 req-6e18f184-64fb-48d9-bb24-9e1e7b6ab81d tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1442218
Feb 19 20:51:28.258515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] Network 065326d1-f4ad-4311-843c-e3f82557ad7a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:51:28.318876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 065326d1-f4ad-4311-843c-e3f82557ad7a) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:28.330546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a264e8b8-80ce-4acb-9eab-d488191da97f None None] Network 065326d1-f4ad-4311-843c-e3f82557ad7a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:51:28.332425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:28.333118 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:28.374428 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-89d3cf21-6e75-4968-9cb7-47e5b110c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708347f0>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '45a29dc8-a6a4-417d-bc34-41c3db2c0cb5', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'floating_ip_address': '172.35.2.164', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'port_id': '283fa0ff-0c52-46c9-86d3-5ee439d6029b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'mac_address': 'fa:16:3e:83:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:50:50Z', 'updated_at': '2022-02-19T20:51:25Z', 'revision_number': 1, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:28.385730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b5004db9-f67b-461e-b6e4-7dc1ca8a0541 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0417476
Feb 19 20:51:28.387146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39438) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:28.391810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-router', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:28.404014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d req-895a5645-a366-4c35-860c-df908daf4d70 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751726
Feb 19 20:51:28.412565 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3cf21-6e75-4968-9cb7-47e5b110c15d None None] The sync data for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 is: [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '45a29dc8-a6a4-417d-bc34-41c3db2c0cb5', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'floating_ip_address': '172.35.2.164', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'port_id': '283fa0ff-0c52-46c9-86d3-5ee439d6029b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'mac_address': 'fa:16:3e:83:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:50:50Z', 'updated_at': '2022-02-19T20:51:25Z', 'revision_number': 1, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:51:28.447039 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (ebb764ee-20e9-4147-9d57-56645843e893), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:28.447631 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (ebb764ee-20e9-4147-9d57-56645843e893), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:28.581613 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Publish callbacks [] for router_controller (ebb764ee-20e9-4147-9d57-56645843e893), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:28.610703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-065326d1-f4ad-4311-843c-e3f82557ad7a', 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a', 'project_id': '76afd67dfef14c3db64ccbd812036427', 'fixed_ips': [{'subnet_id': '9f7af86f-b820-4445-b4bb-9c8dee2f22d2'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:51:28.611576 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:28.638838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-303dee77-3f57-47db-a266-b0f5c3556336 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0916038
Feb 19 20:51:28.738912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dffccf-c5cb-49e0-926b-9e7c24b3ef87 req-73a929bf-d15d-489a-a6b4-2a1ed50a9ba0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:28.740508 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6dffccf-c5cb-49e0-926b-9e7c24b3ef87 req-73a929bf-d15d-489a-a6b4-2a1ed50a9ba0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.2881300
Feb 19 20:51:28.797640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b319eb-f3c0-43b7-af19-47c2d4573763 None None] New status for floating IP 45a29dc8-a6a4-417d-bc34-41c3db2c0cb5: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:51:28.825551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6828bfa9-af4e-4b4c-a7f8-c6e71d6f688d req-cf2dd5b1-276d-45e2-aa3d-056614eaf978 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4144089
Feb 19 20:51:28.845328 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Publish callbacks [] for router_gateway (ebb764ee-20e9-4147-9d57-56645843e893), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:28.880968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6dffccf-c5cb-49e0-926b-9e7c24b3ef87 req-58add970-16cb-4f27-8578-ea7afe4e5953 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236451
Feb 19 20:51:28.902365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a804140-2888-4d1f-bcba-188519d94094 req-8ed06ca7-ef95-4529-b2f2-412c0ff88c61 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:28.904754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-8ed06ca7-ef95-4529-b2f2-412c0ff88c61 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2448041
Feb 19 20:51:28.928761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-c6d7d771-1ecd-4737-8f4b-033b8eee307f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/quotas/6d9ffdaf1d654c9bbbda43ed9214c964 HTTP/1.1" status: 200  len: 375 time: 0.0180368
Feb 19 20:51:28.950592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Allocated IP 172.20.0.2 (065326d1-f4ad-4311-843c-e3f82557ad7a/9f7af86f-b820-4445-b4bb-9c8dee2f22d2/cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:28.984913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-dce14293-6126-40c3-a6d5-5f4f305209bf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0493853
Feb 19 20:51:28.989133 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db75881-61e3-4051-a8d1-67a5232a0f4a x-openstack-request-id: req-2db75881-61e3-4051-a8d1-67a5232a0f4a {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:28.991398 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f05bec-0cf3-4c8d-adda-1f646f93100c", "tag": "283fa0ff-0c52-46c9-86d3-5ee439d6029b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:28.991922 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2db75881-61e3-4051-a8d1-67a5232a0f4a {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:28.992541 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'tag': '283fa0ff-0c52-46c9-86d3-5ee439d6029b', 'status': 'completed', 'code': 200}
Feb 19 20:51:29.053961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be8b1b-3509-457f-bfba-c87596e36d27 req-2bdd0fcc-fb58-4b21-b723-4fbb08e2a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:29.055707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22be8b1b-3509-457f-bfba-c87596e36d27 req-2bdd0fcc-fb58-4b21-b723-4fbb08e2a19f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a&device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 1127 time: 0.0614984
Feb 19 20:51:29.063457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-02ee1dca-ada6-4987-95a9-a0f4de43adb8 req-8b7141a1-9209-4984-9aa4-34519746260d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:51:29.064488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02ee1dca-ada6-4987-95a9-a0f4de43adb8 req-8b7141a1-9209-4984-9aa4-34519746260d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051205
Feb 19 20:51:29.163541 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:29.199935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be8b1b-3509-457f-bfba-c87596e36d27 req-9e362611-9fa4-435d-8cb7-c6d37f40054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:29.203511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22be8b1b-3509-457f-bfba-c87596e36d27 req-9e362611-9fa4-435d-8cb7-c6d37f40054c service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 HTTP/1.1" status: 200  len: 925 time: 0.1381862
Feb 19 20:51:29.253089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Publish callbacks [] for router_gateway (ebb764ee-20e9-4147-9d57-56645843e893), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:29.307844 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:29.333884 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Publish callbacks [] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:29.344373 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:29.357689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-4ae82f06-d2bc-434d-9f9c-bb5f1f8e69ba tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0632775
Feb 19 20:51:29.493696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22be8b1b-3509-457f-bfba-c87596e36d27 req-5e109420-c8cc-490f-9afa-83916f492df4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283fa0ff-0c52-46c9-86d3-5ee439d6029b HTTP/1.1" status: 200  len: 1001 time: 0.2832167
Feb 19 20:51:29.501154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Network 065326d1-f4ad-4311-843c-e3f82557ad7a is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:29.515907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:29.517734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Allocated IP 172.35.2.99 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/5578690b-0b0b-4bf9-8e0f-2d374f688439) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:29.520589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:29.552548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Pushing event updated for resources: {'Port': ['ID=cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:29.622721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.623090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.623663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.623918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.624267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.625154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.625154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.625377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.625664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.626180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.626521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.626854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.627185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:29.645938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Attempting to bind port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:29.648600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Attempting to bind port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:29.650332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Attempting to bind port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb on network 065326d1-f4ad-4311-843c-e3f82557ad7a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:29.666813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:29.667604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Checking segment: {'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:29.668119 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:29.668820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Bound using segment: {'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:29.669800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Bound port: cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:29.671612 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:29.677793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be8b1b-3509-457f-bfba-c87596e36d27 req-e0478aa0-3a8c-43ac-b362-de10d3f37846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:29.679989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22be8b1b-3509-457f-bfba-c87596e36d27 req-e0478aa0-3a8c-43ac-b362-de10d3f37846 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=879b90bf-3325-4c32-b3af-720713f360e1 HTTP/1.1" status: 200  len: 863 time: 0.1745141
Feb 19 20:51:29.723496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-ace8e5d0-975f-47a4-a444-47b9a4939897 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:29.730157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-ace8e5d0-975f-47a4-a444-47b9a4939897 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3631148
Feb 19 20:51:29.752554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Publish callbacks [] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:29.758078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Request body: {'port': {'device_id': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '6d9ffdaf1d654c9bbbda43ed9214c964'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:29.775945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] For port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:29.781779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] For port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:29.792198 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:29.809876 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:29.885243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:29.889159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:29.894998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:29.895202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a2e37-41aa-401c-82fd-a08d6180f95d None None] Pushing event updated for resources: {'Port': ['ID=cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:29.949210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be8b1b-3509-457f-bfba-c87596e36d27 req-9ee44074-4797-4f16-8a9a-3590a582453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:29.950909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22be8b1b-3509-457f-bfba-c87596e36d27 req-9ee44074-4797-4f16-8a9a-3590a582453b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2625444
Feb 19 20:51:29.956538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Pushing event updated for resources: {'Port': ['ID=5578690b-0b0b-4bf9-8e0f-2d374f688439,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:30.172966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Made reservation on behalf of 6d9ffdaf1d654c9bbbda43ed9214c964 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:30.176575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:30.192733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29daa44-4b60-4c1b-8a85-1f35837105a6 req-0caf5bea-d4b5-432a-b8e6-87eb9e9a982d tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:30.194524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b29daa44-4b60-4c1b-8a85-1f35837105a6 req-0caf5bea-d4b5-432a-b8e6-87eb9e9a982d tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 947 time: 0.1835935
Feb 19 20:51:30.211700 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:30.238781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22be8b1b-3509-457f-bfba-c87596e36d27 req-fab4fdde-83c4-4918-9108-af2eadffcd58 service neutron] 10.222.0.67 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2683723
Feb 19 20:51:30.277488 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Publish callbacks [] for router_gateway (ebb764ee-20e9-4147-9d57-56645843e893), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:30.530517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:51:30.548316 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (ebb764ee-20e9-4147-9d57-56645843e893), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:30.582491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b29daa44-4b60-4c1b-8a85-1f35837105a6 req-5af543ed-3819-412e-8397-a7b17850d607 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/security-groups?id=e83e1490-9b18-4135-b344-4cac2e62cc72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3732800
Feb 19 20:51:30.685398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:30.715183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22be8b1b-3509-457f-bfba-c87596e36d27 req-f603aabd-8848-4783-89e0-abd497c6f100 service neutron] 10.222.0.67 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4681911
Feb 19 20:51:30.715968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '7e9d6e32-ae0b-4fc9-8189-fc82708e3a33', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '7e9d6e32-ae0b-4fc9-8189-fc82708e3a33', 'mac_address': 'fa:16:3e:9d:9a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:51:30.757136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks [] for security_group (768858bd-4da0-4b8f-89df-d229e06d8910), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:30.766671 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:30.767336 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:30.778257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Router ebb764ee-20e9-4147-9d57-56645843e893 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:51:30.784161 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (768858bd-4da0-4b8f-89df-d229e06d8910), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:30.784731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:30.821193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:30.832900 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:30.850669 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a908fccf-fa05-4631-b76e-f0c7de4e102b req-781b5982-d8e0-41be-b1db-3a2634a00140 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 210 time: 0.1969042
Feb 19 20:51:30.920136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:30.972719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-cdfa42c8-a77e-44cd-b041-0120f74be751 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1114898
Feb 19 20:51:31.014243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:51:31.030952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768858bd-4da0-4b8f-89df-d229e06d8910,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:31.040187 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Sync routers for ids ['ebb764ee-20e9-4147-9d57-56645843e893'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:51:31.060040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['7e9d6e32-ae0b-4fc9-8189-fc82708e3a33'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:31.060683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:31.062396 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4dcedec2-0e5b-4077-863d-aa44b480ff31 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.6742311
Feb 19 20:51:31.067569 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39518) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:31.071016 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Routers {'ebb764ee-20e9-4147-9d57-56645843e893'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:51:31.071663 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70754790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ebb764ee-20e9-4147-9d57-56645843e893'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:31.202113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Allocated IP 192.168.233.120 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/3604b765-b301-4875-991d-4d4190639b69) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:31.268579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a804140-2888-4d1f-bcba-188519d94094 req-30969e85-7632-4da9-86fd-6d3127a89893 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:31.269209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-30969e85-7632-4da9-86fd-6d3127a89893 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2709711
Feb 19 20:51:31.293796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Request body: {'port': {'device_id': '29bbfea3-acce-4b4e-93c6-6b92a5d9196d', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '6d9ffdaf1d654c9bbbda43ed9214c964'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:31.378271 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Set router ebb764ee-20e9-4147-9d57-56645843e893 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:51:31.384943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-ce2be059-6150-4a31-9da0-82eebde1cc52 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:51:31.385953 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-ce2be059-6150-4a31-9da0-82eebde1cc52 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3771594
Feb 19 20:51:31.402849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7d8a6d-f842-4aa2-a0d4-ae0d79bdfffd None None] Network 065326d1-f4ad-4311-843c-e3f82557ad7a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:51:31.505673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-6304d876-41bb-49fe-a74d-8d2e1bf2f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:31.508365 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-6304d876-41bb-49fe-a74d-8d2e1bf2f7f8 service neutron] 10.222.0.30 "GET /v2.0/ports/8e715e53-af3f-4a70-b33f-5b5471d22747 HTTP/1.1" status: 200  len: 1125 time: 0.1106412
Feb 19 20:51:31.520830 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:31.521820 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Unknown quota resources ['binding']. {{(pid=121129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:51:31.552130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-81524f73-89a5-44d6-86b3-75bed5c57bcb None None] Provisioning complete for port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:31.553250 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81524f73-89a5-44d6-86b3-75bed5c57bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:31.666187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4887c4-337a-4a9f-9674-4cdc72fb634f req-9cc55c45-cf61-4bd3-ba5b-f8a3f3c826ce tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:31.674190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c4887c4-337a-4a9f-9674-4cdc72fb634f req-9cc55c45-cf61-4bd3-ba5b-f8a3f3c826ce tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.3179784
Feb 19 20:51:31.690019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Made reservation on behalf of 6d9ffdaf1d654c9bbbda43ed9214c964 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:31.694650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:31.737150 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks [] for port (3604b765-b301-4875-991d-4d4190639b69), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:31.740200 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70754790>, [{'id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-router', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99'}], 'enable_snat': True}, 'gw_port_id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:28Z', 'updated_at': '2022-02-19T20:51:30Z', 'revision_number': 3, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'gw_port': {'id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:29Z', 'updated_at': '2022-02-19T20:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:31.799576 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Checking router: ebb764ee-20e9-4147-9d57-56645843e893 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:51:31.799941 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Updating router ebb764ee-20e9-4147-9d57-56645843e893 port 5578690b-0b0b-4bf9-8e0f-2d374f688439 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:51:31.845729 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:31.865155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c4887c4-337a-4a9f-9674-4cdc72fb634f req-44811204-31f5-4ea3-8af7-d139dfe46bf2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877840
Feb 19 20:51:31.874231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:31.935967 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-81524f73-89a5-44d6-86b3-75bed5c57bcb None None] Current status of the port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:31.936694 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81524f73-89a5-44d6-86b3-75bed5c57bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:31.945928 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3604b765-b301-4875-991d-4d4190639b69), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:31.984655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-81524f73-89a5-44d6-86b3-75bed5c57bcb None None] For port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:31.992167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:31.992700 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.024953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:32.025498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:32.025759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:32.040777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Port 8e715e53-af3f-4a70-b33f-5b5471d22747 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:51:32.041193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:32.058444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:32.058805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:32.059193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:32.060591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Bound port: 8e715e53-af3f-4a70-b33f-5b5471d22747, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:32.063885 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81524f73-89a5-44d6-86b3-75bed5c57bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.085337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:32.091529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Pushing event updated for resources: {'Port': ['ID=3604b765-b301-4875-991d-4d4190639b69,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:32.108165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:32.111284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Allocated IP 192.168.233.226 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:32.114537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:32.192512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81524f73-89a5-44d6-86b3-75bed5c57bcb None None] Pushing event updated for resources: {'Port': ['ID=cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:32.201536 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.228263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e715e53-af3f-4a70-b33f-5b5471d22747,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:32.241920 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.243214 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-96b55b61-bdc7-4fc7-9d1f-77b12f115d53 service neutron] 10.222.0.30 "POST /v2.0/ports/8e715e53-af3f-4a70-b33f-5b5471d22747/bindings HTTP/1.1" status: 201  len: 389 time: 0.7271018
Feb 19 20:51:32.279896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-05079e6c-3caa-4731-9a2f-da8261b57ba6 None None] Provisioning complete for port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:32.280280 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-05079e6c-3caa-4731-9a2f-da8261b57ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.288442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:32.289129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.316087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:32.392239 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Publish callbacks [] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.401840 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.423104 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-05079e6c-3caa-4731-9a2f-da8261b57ba6 None None] Current status of the port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:32.455066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-c9252bf5-802d-4230-81f8-1fc3354f817c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7066684
Feb 19 20:51:32.488178 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Attempting to bind port 5578690b-0b0b-4bf9-8e0f-2d374f688439 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:32.488839 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Attempting to bind port 5578690b-0b0b-4bf9-8e0f-2d374f688439 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:32.489213 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Attempting to bind port 5578690b-0b0b-4bf9-8e0f-2d374f688439 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:32.496645 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Pushing event updated for resources: {'Port': ['ID=5578690b-0b0b-4bf9-8e0f-2d374f688439,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:32.506151 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:32.507189 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:32.507620 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.508020 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:32.508642 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Bound port: 5578690b-0b0b-4bf9-8e0f-2d374f688439, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:32.509146 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.511925 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.512274 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.512643 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.512982 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.513451 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.513799 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.514247 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.514595 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.514925 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.515254 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.515584 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.515910 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.516227 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:51:32.531127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Request body: {'port': {'device_id': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:32.546376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:32.580760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Allocated IP 172.20.0.1 (065326d1-f4ad-4311-843c-e3f82557ad7a/9f7af86f-b820-4445-b4bb-9c8dee2f22d2/92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:32.602183 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] For port 5578690b-0b0b-4bf9-8e0f-2d374f688439, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:32.612930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:51:32.616643 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] For port 5578690b-0b0b-4bf9-8e0f-2d374f688439, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5578690b-0b0b-4bf9-8e0f-2d374f688439,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:32.619231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:32.619650 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.628581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f1f5791-5ebb-4a4f-9ee8-b96d93b4c1f4 req-13da56a3-ed3b-4881-8089-c164433ae674 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 210 time: 0.0636656
Feb 19 20:51:32.631069 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.708734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0db8416e-6233-41da-b31a-0c9b190d139a None None] Provisioning complete for port 3604b765-b301-4875-991d-4d4190639b69 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:32.709026 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0db8416e-6233-41da-b31a-0c9b190d139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3604b765-b301-4875-991d-4d4190639b69), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.733462 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3604b765-b301-4875-991d-4d4190639b69), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.737893 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Routers {'ebb764ee-20e9-4147-9d57-56645843e893'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:51:32.744505 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70754790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ebb764ee-20e9-4147-9d57-56645843e893'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:32.745315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d709ca-b9bb-427f-bdab-912bc4a79fe7 req-4eafdcad-f0c6-428f-81df-f8b5239930f4 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:32.748940 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b42cd-536d-4fb5-836d-61a6c6442919 None None] Pushing event updated for resources: {'Port': ['ID=5578690b-0b0b-4bf9-8e0f-2d374f688439,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:32.758911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:32.760592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13d709ca-b9bb-427f-bdab-912bc4a79fe7 req-4eafdcad-f0c6-428f-81df-f8b5239930f4 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 948 time: 0.4269137
Feb 19 20:51:32.760961 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.830288 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Publish callbacks [] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.840284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1103dc8-5f12-42e9-93f9-ea4d34f90d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9d6e32-ae0b-4fc9-8189-fc82708e3a33'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:32.843012 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb2a425-9613-41dc-acd6-2d2b86707f4b" -d '{"events": [{"server_uuid": "d1103dc8-5f12-42e9-93f9-ea4d34f90d2a", "name": "network-vif-plugged", "status": "completed", "tag": "7e9d6e32-ae0b-4fc9-8189-fc82708e3a33"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:32.845352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0db8416e-6233-41da-b31a-0c9b190d139a None None] Port 3604b765-b301-4875-991d-4d4190639b69 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:51:32.851179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:32.857390 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.861048 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks [] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.875843 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:32.916444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:32.917785 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-1a8e8969-689a-4f40-9aee-b9f27531fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:32.920905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-1a8e8969-689a-4f40-9aee-b9f27531fdd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 1128 time: 0.3317094
Feb 19 20:51:32.926964 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Network 065326d1-f4ad-4311-843c-e3f82557ad7a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:32.930442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:32.950303 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:32.955672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:32.956457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (ebb764ee-20e9-4147-9d57-56645843e893), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:33.018251 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13d709ca-b9bb-427f-bdab-912bc4a79fe7 req-d8148cf8-04ae-4869-beaf-e928eeb62ca2 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/security-groups?id=e83e1490-9b18-4135-b344-4cac2e62cc72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2562821
Feb 19 20:51:33.050738 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] Set router ebb764ee-20e9-4147-9d57-56645843e893 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:51:33.168029 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:33.201389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d5af7-6d40-4b10-964c-86cd14a00b7c req-ce75470d-50a7-4fc3-b2c0-af6130aee76e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:33.209330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a3d5af7-6d40-4b10-964c-86cd14a00b7c req-ce75470d-50a7-4fc3-b2c0-af6130aee76e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 946 time: 0.3739018
Feb 19 20:51:33.211101 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799be652-bb6a-41f4-953d-e25423558526 x-openstack-request-id: req-799be652-bb6a-41f4-953d-e25423558526 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:33.211592 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1103dc8-5f12-42e9-93f9-ea4d34f90d2a", "name": "network-vif-plugged", "status": "completed", "tag": "7e9d6e32-ae0b-4fc9-8189-fc82708e3a33", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:33.211670 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-799be652-bb6a-41f4-953d-e25423558526 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:33.212142 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1103dc8-5f12-42e9-93f9-ea4d34f90d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9d6e32-ae0b-4fc9-8189-fc82708e3a33', 'code': 200}
Feb 19 20:51:33.259009 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:33.279815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c0eb0bd9-8073-401b-a89e-54ed668c11b4 None None] Provisioning complete for port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:33.282140 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0bd9-8073-401b-a89e-54ed668c11b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:33.292067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.10', 58706) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:33.320661 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70754790>, [{'id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-router', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99'}], 'enable_snat': True}, 'gw_port_id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:28Z', 'updated_at': '2022-02-19T20:51:30Z', 'revision_number': 3, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'gw_port': {'id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:29Z', 'updated_at': '2022-02-19T20:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:33.337440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb0bd9-8073-401b-a89e-54ed668c11b4 None None] Port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:51:33.358044 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80916a4-db70-4658-90c0-f65bacc05a36 None None] The sync data for ids ['ebb764ee-20e9-4147-9d57-56645843e893'] in ncdv-master-1 is: [{'id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-router', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99'}], 'enable_snat': True}, 'gw_port_id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:28Z', 'updated_at': '2022-02-19T20:51:30Z', 'revision_number': 3, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'gw_port': {'id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:29Z', 'updated_at': '2022-02-19T20:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:51:33.404523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af25e77-2a0e-45cd-86d7-feb246e7132a req-49e1bf3d-e5c5-47be-bec7-181d4cf7fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:33.405964 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6af25e77-2a0e-45cd-86d7-feb246e7132a req-49e1bf3d-e5c5-47be-bec7-181d4cf7fe31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 1131 time: 0.1118670
Feb 19 20:51:33.410010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-fc7f59eb-8719-4451-92fb-86edd630f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:33.411491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-fc7f59eb-8719-4451-92fb-86edd630f92c service neutron] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.4722373
Feb 19 20:51:33.425921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:33.481609 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Publish callbacks [] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:33.485308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:33.485881 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6af25e77-2a0e-45cd-86d7-feb246e7132a req-746b4459-8c4a-41e9-82bc-585eb3862e4d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e83e1490-9b18-4135-b344-4cac2e62cc72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739276
Feb 19 20:51:33.486969 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:33.487660 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (ebb764ee-20e9-4147-9d57-56645843e893), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:33.488059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:33.504383 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-e9d62f07-b8e0-4923-937a-30d1e72d3bd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e715e53-af3f-4a70-b33f-5b5471d22747 HTTP/1.1" status: 200  len: 217 time: 0.0804198
Feb 19 20:51:33.505000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Pushing event updated for resources: {'Port': ['ID=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:33.511531 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a3d5af7-6d40-4b10-964c-86cd14a00b7c req-f3fc0b44-70b4-4e6b-8e6a-35162768cae1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3008380
Feb 19 20:51:33.591835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:33.649534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:33.707407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Network 065326d1-f4ad-4311-843c-e3f82557ad7a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:33.710137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:33.781479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:33.781809 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:33.910802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:33.957291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Router ebb764ee-20e9-4147-9d57-56645843e893 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:51:34.021539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7c21ad43-bec2-49cf-8436-80adbfc9b1fc None None] Provisioning complete for port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:34.021962 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7c21ad43-bec2-49cf-8436-80adbfc9b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:34.052912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-197bf969-fd78-4d46-bc43-75d853059227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:34.054617 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-197bf969-fd78-4d46-bc43-75d853059227 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1876531
Feb 19 20:51:34.064732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ad9d4-726e-429b-8ff6-113a3521df0d req-461c52ed-b249-4f32-8f39-6791bb5cf707 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:34.075506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-053ad9d4-726e-429b-8ff6-113a3521df0d req-461c52ed-b249-4f32-8f39-6791bb5cf707 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.7784274
Feb 19 20:51:34.085211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7c21ad43-bec2-49cf-8436-80adbfc9b1fc None None] Port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:51:34.106946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:51:34.114460 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e57d2606-0df3-4e5e-b244-6821dcfa2ed7 admin admin] 10.222.0.30 "PUT /v2.0/routers/ebb764ee-20e9-4147-9d57-56645843e893/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0431914
Feb 19 20:51:34.114626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:34.114626 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:34.151331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-72ce6141-4edd-426d-be4a-a26fd62ff5c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607378
Feb 19 20:51:34.191616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-7d5b51c2-c478-41bf-940b-ae47b211accf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9068391
Feb 19 20:51:34.211138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-207c7239-3d80-4599-806b-e895fbad9389 None None] Provisioning complete for port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:34.211632 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-207c7239-3d80-4599-806b-e895fbad9389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:34.249066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-207c7239-3d80-4599-806b-e895fbad9389 None None] Port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:51:34.260204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Request body: {'port': {'device_id': '29bbfea3-acce-4b4e-93c6-6b92a5d9196d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:34.315453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-053ad9d4-726e-429b-8ff6-113a3521df0d req-017a9bee-83d9-404e-afed-add86b9f2360 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390532
Feb 19 20:51:34.323513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3604b765-b301-4875-991d-4d4190639b69 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:34.340401 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Publish callbacks [] for port (3604b765-b301-4875-991d-4d4190639b69), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:34.353050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735aaaa6-342f-43f4-b630-ab3ca8d6f189 req-3055a499-82f2-4a9b-887b-40acea269fcb tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:34.354575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-735aaaa6-342f-43f4-b630-ab3ca8d6f189 req-3055a499-82f2-4a9b-887b-40acea269fcb tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 936 time: 0.4584656
Feb 19 20:51:34.431711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Transition to ACTIVE for port object 3604b765-b301-4875-991d-4d4190639b69 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:51:34.473050 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:34.481622 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3604b765-b301-4875-991d-4d4190639b69), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:34.530906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-2e66b61b-e78c-4f6c-9436-b239b4d51359 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3718407
Feb 19 20:51:34.675228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-735aaaa6-342f-43f4-b630-ab3ca8d6f189 req-f820014e-6493-4dec-9c75-39594a4cb9fb tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2988865
Feb 19 20:51:34.683745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Pushing event updated for resources: {'Port': ['ID=3604b765-b301-4875-991d-4d4190639b69,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:34.860967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfe8c7-2766-4e97-8f8d-f2d2736ac7b4 req-530196f0-23cf-4699-a744-7e249d124a32 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:34.862687 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20bfe8c7-2766-4e97-8f8d-f2d2736ac7b4 req-530196f0-23cf-4699-a744-7e249d124a32 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 949 time: 0.3776071
Feb 19 20:51:34.897447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39584) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:34.902905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-network', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:34.919559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-23498b91-fbb2-4d12-8613-4d6c0bab5070 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3618541
Feb 19 20:51:34.924684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Made reservation on behalf of 9f4dce37deef48de9f0dbae35d08257e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:34.927586 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:34.937413 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:34.984702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Attempting to bind port 3604b765-b301-4875-991d-4d4190639b69 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:34.985052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Attempting to bind port 3604b765-b301-4875-991d-4d4190639b69 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:34.985390 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Attempting to bind port 3604b765-b301-4875-991d-4d4190639b69 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:35.018654 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Publish callbacks [] for security_group (f596f56d-6e33-49d1-91c6-2816a1d6e43d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.019010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Port 3604b765-b301-4875-991d-4d4190639b69 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:51:35.019323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Attempting to bind port 3604b765-b301-4875-991d-4d4190639b69 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:35.024271 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f596f56d-6e33-49d1-91c6-2816a1d6e43d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.057429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:51:35.065224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f596f56d-6e33-49d1-91c6-2816a1d6e43d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:35.071760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:35.072414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:35.072858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:35.073095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (46d5645e-2e92-4f18-9e4d-cca3fedf6049), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.073462 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Added segment 46d5645e-2e92-4f18-9e4d-cca3fedf6049 of type vlan for network 6f77328d-9a24-44fd-957b-874c87bf9e2c
Feb 19 20:51:35.073584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Bound port: 3604b765-b301-4875-991d-4d4190639b69, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:35.074028 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3604b765-b301-4875-991d-4d4190639b69), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.102132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20bfe8c7-2766-4e97-8f8d-f2d2736ac7b4 req-e0405c5d-d366-42d7-a41d-e25f953c6f21 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/security-groups?id=e83e1490-9b18-4135-b344-4cac2e62cc72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852088
Feb 19 20:51:35.122010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60237165-7397-4c10-b5c8-7d6238665616 req-22fd87c3-4105-4d25-9259-b2a29913ecb1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:35.123598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60237165-7397-4c10-b5c8-7d6238665616 req-22fd87c3-4105-4d25-9259-b2a29913ecb1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 946 time: 0.2790048
Feb 19 20:51:35.131933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (6f77328d-9a24-44fd-957b-874c87bf9e2c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.160441 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (6f77328d-9a24-44fd-957b-874c87bf9e2c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.161469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:35.162184 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.243254 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3444626
Feb 19 20:51:35.245387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39590) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:35.246751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddbe06-2a1d-46d7-8d4e-0d5215906041 admin admin] Pushing event updated for resources: {'Network': ['ID=6f77328d-9a24-44fd-957b-874c87bf9e2c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:35.258780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 6f77328d-9a24-44fd-957b-874c87bf9e2c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:51:35.264977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] Request body: {'subnet': {'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-subnet', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:35.352409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:35.375672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60237165-7397-4c10-b5c8-7d6238665616 req-305e3678-47ff-4821-887c-8b6eb89fab9d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245202
Feb 19 20:51:35.404023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] Made reservation on behalf of 9f4dce37deef48de9f0dbae35d08257e for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:35.406352 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.409733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-f14d7633-f3eb-4ffc-9e07-96e7b7dc1b1a tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:35.411244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-f14d7633-f3eb-4ffc-9e07-96e7b7dc1b1a tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.3082364
Feb 19 20:51:35.417978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:35.437449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:35.488464 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3604b765-b301-4875-991d-4d4190639b69), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.587040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39604) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:35.602925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Sync routers for ids ['ebb764ee-20e9-4147-9d57-56645843e893'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:51:35.605341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:35.628133 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Publish callbacks [] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.635111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:35.635111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.636860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] 10.222.0.10 "PUT /v2.0/ports/3604b765-b301-4875-991d-4d4190639b69 HTTP/1.1" status: 200  len: 1096 time: 3.1579545
Feb 19 20:51:35.637465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'tag': '3604b765-b301-4875-991d-4d4190639b69'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:35.639894 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb4eec-f32d-46eb-a864-1e527cba72ef" -d '{"events": [{"name": "network-changed", "server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "tag": "3604b765-b301-4875-991d-4d4190639b69"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:35.658391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Routers {'ebb764ee-20e9-4147-9d57-56645843e893'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:51:35.659519 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634119d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ebb764ee-20e9-4147-9d57-56645843e893'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:35.716859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Transition to ACTIVE for port object 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:51:35.748763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88b8b4-2f54-4b2b-b414-c05bcddd8942 service neutron] Pushing event updated for resources: {'Port': ['ID=3604b765-b301-4875-991d-4d4190639b69,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:35.761960 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.771804 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.819515 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd61484-fe23-4924-9da8-8ec1eca83241 x-openstack-request-id: req-1cd61484-fe23-4924-9da8-8ec1eca83241 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:35.819818 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "tag": "3604b765-b301-4875-991d-4d4190639b69", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:35.820083 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cd61484-fe23-4924-9da8-8ec1eca83241 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:35.820503 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'tag': '3604b765-b301-4875-991d-4d4190639b69', 'status': 'completed', 'code': 200}
Feb 19 20:51:35.832375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5578690b-0b0b-4bf9-8e0f-2d374f688439 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:35.851685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42d031-132a-411c-bb5c-b333e7d194d4 req-460561f7-397d-4cce-8107-b0cdc56f541d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:35.858589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a42d031-132a-411c-bb5c-b333e7d194d4 req-460561f7-397d-4cce-8107-b0cdc56f541d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.3724601
Feb 19 20:51:35.921712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Set router ebb764ee-20e9-4147-9d57-56645843e893 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:51:35.946930 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-353611c9-8f18-4241-bed2-6338262d047b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:35.979033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:36.081425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-58ef713a-fc03-4b91-887c-d67ccdb93a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:36.082953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-58ef713a-fc03-4b91-887c-d67ccdb93a31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 1130 time: 0.3910708
Feb 19 20:51:36.094479 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-353611c9-8f18-4241-bed2-6338262d047b admin admin] Publish callbacks [] for security_group (6ab63f73-3f06-455b-9a90-0b96b53eebf6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.101760 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-353611c9-8f18-4241-bed2-6338262d047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6ab63f73-3f06-455b-9a90-0b96b53eebf6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.140396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5578690b-0b0b-4bf9-8e0f-2d374f688439 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:36.140789 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.156907 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-353611c9-8f18-4241-bed2-6338262d047b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=072ae18574974918b1d1bb5babdb7277&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5677855
Feb 19 20:51:36.157790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353611c9-8f18-4241-bed2-6338262d047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab63f73-3f06-455b-9a90-0b96b53eebf6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:36.161230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39622) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:36.217128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a42d031-132a-411c-bb5c-b333e7d194d4 req-27376454-5801-4bb7-8559-70172c6c1237 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3524613
Feb 19 20:51:36.235753 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31655ac5-286e-47b1-ade2-b4441f69f462 admin admin] Publish callbacks [] for security_group (6ab63f73-3f06-455b-9a90-0b96b53eebf6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.265858 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31655ac5-286e-47b1-ade2-b4441f69f462 admin admin] Publish callbacks [] for security_group (6ab63f73-3f06-455b-9a90-0b96b53eebf6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.335348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31655ac5-286e-47b1-ade2-b4441f69f462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6ab63f73-3f06-455b-9a90-0b96b53eebf6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.343845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31655ac5-286e-47b1-ade2-b4441f69f462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.345594 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-31655ac5-286e-47b1-ade2-b4441f69f462 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ab63f73-3f06-455b-9a90-0b96b53eebf6 HTTP/1.1" status: 204  len: 168 time: 0.1826446
Feb 19 20:51:36.355789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31655ac5-286e-47b1-ade2-b4441f69f462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab63f73-3f06-455b-9a90-0b96b53eebf6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:36.411963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5578690b-0b0b-4bf9-8e0f-2d374f688439 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:36.412674 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.439542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 5578690b-0b0b-4bf9-8e0f-2d374f688439, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5578690b-0b0b-4bf9-8e0f-2d374f688439,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:36.448103 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.458045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634119d0>, [{'id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-router', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99'}], 'enable_snat': True}, 'gw_port_id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:28Z', 'updated_at': '2022-02-19T20:51:33Z', 'revision_number': 4, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'gw_port': {'id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:29Z', 'updated_at': '2022-02-19T20:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc', 'name': '', 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'mac_address': 'fa:16:3e:8f:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9f7af86f-b820-4445-b4bb-9c8dee2f22d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:32Z', 'updated_at': '2022-02-19T20:51:33Z', 'revision_number': 2, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'subnets': [{'id': '9f7af86f-b820-4445-b4bb-9c8dee2f22d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:36.512922 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Checking router: ebb764ee-20e9-4147-9d57-56645843e893 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:51:36.513286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Updating router ebb764ee-20e9-4147-9d57-56645843e893 port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:51:36.555695 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.558594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=5578690b-0b0b-4bf9-8e0f-2d374f688439,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:36.567647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-5dd26406-df7a-441b-b40b-c403355e354f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=3604b765-b301-4875-991d-4d4190639b69 HTTP/1.1" status: 200  len: 217 time: 0.4282176
Feb 19 20:51:36.623772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (752bd7f8-c58c-4301-a402-96bfcf5fcff2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.661835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39632) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:36.680444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e605137-46c7-45f2-9cf7-ff752dab8752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.706823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e715e53-af3f-4a70-b33f-5b5471d22747,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:36.765754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e605137-46c7-45f2-9cf7-ff752dab8752 admin admin] Publish callbacks [] for security_group (95da1d19-649a-4b1f-87c4-e66bf324f711), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.771871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e605137-46c7-45f2-9cf7-ff752dab8752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (95da1d19-649a-4b1f-87c4-e66bf324f711), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.780314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Attempting to bind port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:36.780680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Attempting to bind port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:36.781018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Attempting to bind port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:36.798186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2d61ee1f-06e9-4bb8-b9aa-4b3d19195b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:36.799685 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-2d61ee1f-06e9-4bb8-b9aa-4b3d19195b51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1948493
Feb 19 20:51:36.811283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e605137-46c7-45f2-9cf7-ff752dab8752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95da1d19-649a-4b1f-87c4-e66bf324f711,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:36.819239 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4e605137-46c7-45f2-9cf7-ff752dab8752 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4587fd3337384c4b88b14143eefc576d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1556938
Feb 19 20:51:36.820463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39634) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:36.820917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:36.826866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:51:36.827213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Attempting to bind port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:36.829619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752bd7f8-c58c-4301-a402-96bfcf5fcff2,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:36.862810 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Publish callbacks [] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.871424 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.880961 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-976b6051-ddc6-4f4d-91ea-d3584b393983 admin admin] Publish callbacks [] for security_group (95da1d19-649a-4b1f-87c4-e66bf324f711), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.898416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0a38d-333d-4cd8-aa9b-f75ed0c933bc req-e809d02e-eeea-4887-94de-f06ab8bab174 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:36.899928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4d0a38d-333d-4cd8-aa9b-f75ed0c933bc req-e809d02e-eeea-4887-94de-f06ab8bab174 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 949 time: 0.3495495
Feb 19 20:51:36.904276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-976b6051-ddc6-4f4d-91ea-d3584b393983 admin admin] Publish callbacks [] for security_group (95da1d19-649a-4b1f-87c4-e66bf324f711), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.913297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:36.913653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:36.914052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:36.914509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Bound port: 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:36.914879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.955375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66bbd1-1574-4f55-a648-7ea531a4dd51 req-c399c003-ab14-46c9-8cb1-73777c913b86 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:36.955659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc289a15-df12-4f79-9374-02cc7249c976 None None] Pushing event updated for resources: {'Port': ['ID=92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:36.956915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a66bbd1-1574-4f55-a648-7ea531a4dd51 req-c399c003-ab14-46c9-8cb1-73777c913b86 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 948 time: 0.4000640
Feb 19 20:51:36.985022 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-976b6051-ddc6-4f4d-91ea-d3584b393983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (95da1d19-649a-4b1f-87c4-e66bf324f711), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.986486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Attempting to bind port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:36.986871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Attempting to bind port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:36.987247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Attempting to bind port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc on network 065326d1-f4ad-4311-843c-e3f82557ad7a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:36.989500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-976b6051-ddc6-4f4d-91ea-d3584b393983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:36.993678 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-976b6051-ddc6-4f4d-91ea-d3584b393983 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95da1d19-649a-4b1f-87c4-e66bf324f711 HTTP/1.1" status: 204  len: 168 time: 0.1698546
Feb 19 20:51:37.002600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:37.002957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] Checking segment: {'id': '46d5645e-2e92-4f18-9e4d-cca3fedf6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:37.003333 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] Network hostable DHCP agents. Network: 6f77328d-9a24-44fd-957b-874c87bf9e2c, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:51:37.004309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Checking segment: {'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:37.005144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.009137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Bound using segment: {'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:37.010655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Bound port: 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:37.011099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b6051-ddc6-4f4d-91ea-d3584b393983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95da1d19-649a-4b1f-87c4-e66bf324f711,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:37.011943 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.025130 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Publish callbacks [] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.086173 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.100855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] For port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:37.105088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] For port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:37.114016 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.117784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] For port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:37.121341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] For port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:37.174591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-638f6dc4-701e-4757-80a1-f64c9111c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:37.176861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-638f6dc4-701e-4757-80a1-f64c9111c1e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3194654
Feb 19 20:51:37.206556 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.275559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] Network 6f77328d-9a24-44fd-957b-874c87bf9e2c is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:51:37.281954 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4d0a38d-333d-4cd8-aa9b-f75ed0c933bc req-74bbe798-5604-4aa4-aa11-b65a56d3329c tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/security-groups?id=e83e1490-9b18-4135-b344-4cac2e62cc72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3722811
Feb 19 20:51:37.307744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Pushing event updated for resources: {'Port': ['ID=8e715e53-af3f-4a70-b33f-5b5471d22747,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:37.345740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:37.346380 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.347918 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] 10.222.0.67 "PUT /v2.0/ports/3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf HTTP/1.1" status: 200  len: 1096 time: 3.1426070
Feb 19 20:51:37.353469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a66bbd1-1574-4f55-a648-7ea531a4dd51 req-a571c723-bed8-41fd-9199-4791acb11494 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3729274
Feb 19 20:51:37.406402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6f77328d-9a24-44fd-957b-874c87bf9e2c) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:37.432264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79774b1-a4b4-4539-84ac-c00c383a787c None None] Network 6f77328d-9a24-44fd-957b-874c87bf9e2c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:51:37.448962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:37.453425 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.508935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc289a15-df12-4f79-9374-02cc7249c976 None None] Pushing event updated for resources: {'Port': ['ID=92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:37.526409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b18f0246-ff6a-432e-9150-664e428cdb7e None None] Provisioning complete for port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:37.526792 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b18f0246-ff6a-432e-9150-664e428cdb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.537143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Routers {'ebb764ee-20e9-4147-9d57-56645843e893'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:51:37.538512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634119d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ebb764ee-20e9-4147-9d57-56645843e893'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:37.632001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-df5f0695-7958-4e8c-b9f7-5e88172aff85 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.3746495
Feb 19 20:51:37.634735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39654) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:37.640409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-router', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:37.650533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:37.650883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:37.651221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:37.658753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Port 8e715e53-af3f-4a70-b33f-5b5471d22747 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:51:37.659082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Attempting to bind port 8e715e53-af3f-4a70-b33f-5b5471d22747 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:37.674394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:37.674748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:37.675149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:37.675609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Bound port: 8e715e53-af3f-4a70-b33f-5b5471d22747, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:37.675981 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.692861 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (07c3154e-ca52-4215-8758-0df058f756b1), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.694230 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (07c3154e-ca52-4215-8758-0df058f756b1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.702656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccc872-a9a0-4a0c-bda6-0e3915e10e37 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:37.709023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-a5c432dc-bded-4c46-bde9-c44ce89f92c3 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4913108
Feb 19 20:51:37.755677 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5578690b-0b0b-4bf9-8e0f-2d374f688439 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:37.783477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Publish callbacks [] for router_controller (07c3154e-ca52-4215-8758-0df058f756b1), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.827468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e715e53-af3f-4a70-b33f-5b5471d22747'}, {'name': 'network-changed', 'server_uuid': '29bbfea3-acce-4b4e-93c6-6b92a5d9196d', 'tag': '3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:37.830021 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894467f1-88c5-475c-8442-5aad718b434c" -d '{"events": [{"server_uuid": "da666172-5dd1-484f-aca0-a346a83ecec3", "name": "network-vif-unplugged", "status": "completed", "tag": "8e715e53-af3f-4a70-b33f-5b5471d22747"}, {"name": "network-changed", "server_uuid": "29bbfea3-acce-4b4e-93c6-6b92a5d9196d", "tag": "3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:37.834153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6f77328d-9a24-44fd-957b-874c87bf9e2c', 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c', 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'fixed_ips': [{'subnet_id': '752bd7f8-c58c-4301-a402-96bfcf5fcff2'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:51:37.835596 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.867787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a804140-2888-4d1f-bcba-188519d94094 req-a4718565-3504-41a7-b0e5-6341d03f6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:37.869024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-a4718565-3504-41a7-b0e5-6341d03f6f11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 1130 time: 0.3972936
Feb 19 20:51:37.880587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f512ef8-cfe8-47b5-ada1-586841c149b3 req-4520f575-85f4-4018-81f8-f735d2a4b162 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:37.891312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f512ef8-cfe8-47b5-ada1-586841c149b3 req-4520f575-85f4-4018-81f8-f735d2a4b162 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.3572218
Feb 19 20:51:37.946381 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Publish callbacks [] for router_gateway (07c3154e-ca52-4215-8758-0df058f756b1), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:37.985875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a6387-2279-47c3-ad6e-4e7c2e99c50c req-65f0d5be-3d7e-4aa7-a822-f9a866a60f77 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:37.987328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e3a6387-2279-47c3-ad6e-4e7c2e99c50c req-65f0d5be-3d7e-4aa7-a822-f9a866a60f77 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 944 time: 0.5654581
Feb 19 20:51:37.996204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-8af838d8-d515-4972-8b6f-6882fc6d7009 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf HTTP/1.1" status: 200  len: 217 time: 0.1010895
Feb 19 20:51:37.996680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b18f0246-ff6a-432e-9150-664e428cdb7e None None] Current status of the port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:37.997087 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b18f0246-ff6a-432e-9150-664e428cdb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:38.053055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] Set router ebb764ee-20e9-4147-9d57-56645843e893 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:51:38.081472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:38.085207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5578690b-0b0b-4bf9-8e0f-2d374f688439 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:38.085628 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:38.099821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e715e53-af3f-4a70-b33f-5b5471d22747,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:38.168952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b18f0246-ff6a-432e-9150-664e428cdb7e None None] For port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:38.170575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e3a6387-2279-47c3-ad6e-4e7c2e99c50c req-60300760-ae1c-44d0-9659-259665a24a35 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688893
Feb 19 20:51:38.172122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a804140-2888-4d1f-bcba-188519d94094 req-e792ec93-2bd4-4113-8026-d45534cd9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:38.182447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-e792ec93-2bd4-4113-8026-d45534cd9253 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1712463
Feb 19 20:51:38.189041 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:38.213765 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b18f0246-ff6a-432e-9150-664e428cdb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:38.214563 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Publish callbacks [] for router_gateway (07c3154e-ca52-4215-8758-0df058f756b1), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:38.236974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:38.252450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Allocated IP 172.20.0.2 (6f77328d-9a24-44fd-957b-874c87bf9e2c/752bd7f8-c58c-4301-a402-96bfcf5fcff2/e5be046b-cbb3-4697-9213-bc4252c08628) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:38.342408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecd655a7-0a7e-4aa3-b2be-ba1dceab8dc3 req-e6890881-5f25-4910-937d-055289abec16 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5664964
Feb 19 20:51:38.366843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f512ef8-cfe8-47b5-ada1-586841c149b3 req-396247e5-655b-448b-bab0-4724897486ba tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4720979
Feb 19 20:51:38.502878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Pushing event updated for resources: {'Port': ['ID=8e715e53-af3f-4a70-b33f-5b5471d22747,revision_number=8']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:38.517528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:38.518841 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:38.520616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-9a50fa83-218a-4bf3-80df-85303a04fc28 service neutron] 10.222.0.10 "PUT /v2.0/ports/8e715e53-af3f-4a70-b33f-5b5471d22747 HTTP/1.1" status: 200  len: 1122 time: 3.0983908
Feb 19 20:51:38.534803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a804140-2888-4d1f-bcba-188519d94094 req-c3b67f54-5b67-4b13-acd9-d42755b032e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:38.537026 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Publish callbacks [] for port (e5be046b-cbb3-4697-9213-bc4252c08628), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:38.537953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-c3b67f54-5b67-4b13-acd9-d42755b032e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3456469
Feb 19 20:51:38.559895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f0246-ff6a-432e-9150-664e428cdb7e None None] Pushing event updated for resources: {'Port': ['ID=92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:38.579411 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:38.591623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb4eec-f32d-46eb-a864-1e527cba72ef req-52fb8250-040b-4d06-810a-082651ab833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:38.594304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9cb4eec-f32d-46eb-a864-1e527cba72ef req-52fb8250-040b-4d06-810a-082651ab833a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 1130 time: 0.1664515
Feb 19 20:51:38.637220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['8e715e53-af3f-4a70-b33f-5b5471d22747'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:38.651092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5578690b-0b0b-4bf9-8e0f-2d374f688439 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:38.664417 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7635d032-2c75-4e43-bc56-9e44c25a1ff2 None None] Provisioning complete for port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:38.664851 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7635d032-2c75-4e43-bc56-9e44c25a1ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:38.692815 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38800562-4ec6-402d-aa68-33b563f6be71 x-openstack-request-id: req-38800562-4ec6-402d-aa68-33b563f6be71 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:38.693117 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da666172-5dd1-484f-aca0-a346a83ecec3", "name": "network-vif-unplugged", "status": "completed", "tag": "8e715e53-af3f-4a70-b33f-5b5471d22747", "code": 200}, {"name": "network-changed", "server_uuid": "29bbfea3-acce-4b4e-93c6-6b92a5d9196d", "tag": "3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:38.693367 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38800562-4ec6-402d-aa68-33b563f6be71 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:38.693793 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e715e53-af3f-4a70-b33f-5b5471d22747', 'code': 200}
Feb 19 20:51:38.694849 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bbfea3-acce-4b4e-93c6-6b92a5d9196d', 'tag': '3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf', 'status': 'completed', 'code': 200}
Feb 19 20:51:38.762320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Network 6f77328d-9a24-44fd-957b-874c87bf9e2c is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:38.778668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-779b9901-b030-4be7-b954-6f035901ee91 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2329311
Feb 19 20:51:38.821943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb4eec-f32d-46eb-a864-1e527cba72ef req-609813e4-b373-4690-b12f-9960ef8ba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:38.823416 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9cb4eec-f32d-46eb-a864-1e527cba72ef req-609813e4-b373-4690-b12f-9960ef8ba98b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1922007
Feb 19 20:51:38.835225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Allocated IP 172.35.2.179 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/a0065db8-387a-4e59-919a-7b0f995f3fdb) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:38.838200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:38.848648 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:38.871552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Pushing event updated for resources: {'Port': ['ID=e5be046b-cbb3-4697-9213-bc4252c08628,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:38.998322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Attempting to bind port e5be046b-cbb3-4697-9213-bc4252c08628 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:38.999067 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Attempting to bind port e5be046b-cbb3-4697-9213-bc4252c08628 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '46d5645e-2e92-4f18-9e4d-cca3fedf6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:38.999685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Attempting to bind port e5be046b-cbb3-4697-9213-bc4252c08628 on network 6f77328d-9a24-44fd-957b-874c87bf9e2c {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:39.039681 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Publish callbacks [] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:39.069230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:39.069772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Checking segment: {'id': '46d5645e-2e92-4f18-9e4d-cca3fedf6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:39.070435 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:39.071222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Bound using segment: {'id': '46d5645e-2e92-4f18-9e4d-cca3fedf6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:39.071750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Bound port: e5be046b-cbb3-4697-9213-bc4252c08628, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d5645e-2e92-4f18-9e4d-cca3fedf6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:39.072162 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:39.113836 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:39.156603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:39.161952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:39.165361 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:39.175518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9cb4eec-f32d-46eb-a864-1e527cba72ef req-763f9150-4aea-407c-88c9-9e45754902b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=3604b765-b301-4875-991d-4d4190639b69 HTTP/1.1" status: 200  len: 217 time: 0.3236039
Feb 19 20:51:39.182910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] For port e5be046b-cbb3-4697-9213-bc4252c08628, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:39.187503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] For port e5be046b-cbb3-4697-9213-bc4252c08628, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5be046b-cbb3-4697-9213-bc4252c08628,segment=NetworkSegment(46d5645e-2e92-4f18-9e4d-cca3fedf6049),segment_id=46d5645e-2e92-4f18-9e4d-cca3fedf6049)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:39.211583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634119d0>, [{'id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-router', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99'}], 'enable_snat': True}, 'gw_port_id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:28Z', 'updated_at': '2022-02-19T20:51:33Z', 'revision_number': 4, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'gw_port': {'id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:29Z', 'updated_at': '2022-02-19T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc', 'name': '', 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'mac_address': 'fa:16:3e:8f:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9f7af86f-b820-4445-b4bb-9c8dee2f22d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:32Z', 'updated_at': '2022-02-19T20:51:37Z', 'revision_number': 4, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'subnets': [{'id': '9f7af86f-b820-4445-b4bb-9c8dee2f22d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:39.242430 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:39.260717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cf8fd-42a4-43e1-88a6-6e5de5f8f1c8 None None] The sync data for ids ['ebb764ee-20e9-4147-9d57-56645843e893'] in ncdv-master-1 is: [{'id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-router', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99'}], 'enable_snat': True}, 'gw_port_id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:28Z', 'updated_at': '2022-02-19T20:51:33Z', 'revision_number': 4, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'gw_port': {'id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:29Z', 'updated_at': '2022-02-19T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc', 'name': '', 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'mac_address': 'fa:16:3e:8f:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9f7af86f-b820-4445-b4bb-9c8dee2f22d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:32Z', 'updated_at': '2022-02-19T20:51:37Z', 'revision_number': 4, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'subnets': [{'id': '9f7af86f-b820-4445-b4bb-9c8dee2f22d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:51:39.273909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Pushing event updated for resources: {'Port': ['ID=a0065db8-387a-4e59-919a-7b0f995f3fdb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:39.279310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb4eec-f32d-46eb-a864-1e527cba72ef req-07be96db-0f13-4483-8c14-6a20b81f5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:39.281328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9cb4eec-f32d-46eb-a864-1e527cba72ef req-07be96db-0f13-4483-8c14-6a20b81f5a4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0936742
Feb 19 20:51:39.300282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7635d032-2c75-4e43-bc56-9e44c25a1ff2 None None] Current status of the port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:39.366065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925a03a-8cd3-4f2c-9593-d150bbe54119 None None] Pushing event updated for resources: {'Port': ['ID=e5be046b-cbb3-4697-9213-bc4252c08628,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:39.416588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a804140-2888-4d1f-bcba-188519d94094 req-23f298d4-ca06-4461-bb88-8fda73499ddf service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6257842
Feb 19 20:51:39.456991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005c47-58dc-4156-9fda-e552d245afd0 req-685c9e28-462c-4527-9952-dec365f23ea9 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:39.466025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0005c47-58dc-4156-9fda-e552d245afd0 req-685c9e28-462c-4527-9952-dec365f23ea9 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 948 time: 0.6128135
Feb 19 20:51:39.499318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780243a-05a1-403e-b5ed-7cec8e79cc80 req-047cf435-8414-485b-8f00-6672ec46f50d tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:39.504143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9780243a-05a1-403e-b5ed-7cec8e79cc80 req-047cf435-8414-485b-8f00-6672ec46f50d tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 949 time: 0.3335018
Feb 19 20:51:39.514702 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Publish callbacks [] for router_gateway (07c3154e-ca52-4215-8758-0df058f756b1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:39.561413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb4eec-f32d-46eb-a864-1e527cba72ef req-b116a4dc-0e1c-451a-b969-8db0ed7f16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:39.563665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9cb4eec-f32d-46eb-a864-1e527cba72ef req-b116a4dc-0e1c-451a-b969-8db0ed7f16b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2585564
Feb 19 20:51:39.681387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:39.711781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0005c47-58dc-4156-9fda-e552d245afd0 req-623db5c3-b5aa-4d47-9f33-b4310de27621 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2447665
Feb 19 20:51:39.791613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894467f1-88c5-475c-8442-5aad718b434c req-7de92c0b-33db-48c2-bb37-5536ca86c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:39.794013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-894467f1-88c5-475c-8442-5aad718b434c req-7de92c0b-33db-48c2-bb37-5536ca86c025 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 1130 time: 0.2755871
Feb 19 20:51:39.810460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:39.810636 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:39.812997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9780243a-05a1-403e-b5ed-7cec8e79cc80 req-fd0a28af-c403-4d1e-8db4-0629f81076dc tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/security-groups?id=e83e1490-9b18-4135-b344-4cac2e62cc72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2785943
Feb 19 20:51:39.820157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (07c3154e-ca52-4215-8758-0df058f756b1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:39.904018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9cb4eec-f32d-46eb-a864-1e527cba72ef req-443b30eb-4a13-4d53-910d-6268c37abb1a service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3140435
Feb 19 20:51:39.982271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:40.057587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894467f1-88c5-475c-8442-5aad718b434c req-8ac7b094-747a-449f-a629-926722cef109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:40.059069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-894467f1-88c5-475c-8442-5aad718b434c req-8ac7b094-747a-449f-a629-926722cef109 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2450173
Feb 19 20:51:40.068169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Router 07c3154e-ca52-4215-8758-0df058f756b1 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:51:40.139818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-894467f1-88c5-475c-8442-5aad718b434c req-7c61c10f-394e-4d85-ac32-ded8d9bcb07f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf HTTP/1.1" status: 200  len: 217 time: 0.0611479
Feb 19 20:51:40.145686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9cb4eec-f32d-46eb-a864-1e527cba72ef req-d250e05f-820e-4f12-a0a8-1546769aa18c service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2335145
Feb 19 20:51:40.156532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595cc4b-e7c5-4ea5-bdef-dbc9b660cce7 req-a343add5-613e-4782-aa32-1cf7b43660b1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:40.164628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5595cc4b-e7c5-4ea5-bdef-dbc9b660cce7 req-a343add5-613e-4782-aa32-1cf7b43660b1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 944 time: 0.1911726
Feb 19 20:51:40.217572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:51:40.232236 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Sync routers for ids ['07c3154e-ca52-4215-8758-0df058f756b1'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:51:40.246320 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Routers {'07c3154e-ca52-4215-8758-0df058f756b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:51:40.246960 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a711480d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['07c3154e-ca52-4215-8758-0df058f756b1'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:40.269849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:40.274407 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-57f34228-b906-44d7-8117-dbc9fdf55f2e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.6351931
Feb 19 20:51:40.274407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39704) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:40.327482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933c28c-1418-4d04-b021-42fe66232ab2 req-6f773fc0-b131-4022-a895-d4b9435956dd tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:40.333253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d933c28c-1418-4d04-b021-42fe66232ab2 req-6f773fc0-b131-4022-a895-d4b9435956dd tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 949 time: 0.2902234
Feb 19 20:51:40.351583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894467f1-88c5-475c-8442-5aad718b434c req-b450f594-753f-46cb-947f-155e1aefa7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:40.353107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-894467f1-88c5-475c-8442-5aad718b434c req-b450f594-753f-46cb-947f-155e1aefa7e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.2041774
Feb 19 20:51:40.428671 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Set router 07c3154e-ca52-4215-8758-0df058f756b1 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:51:40.443020 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5595cc4b-e7c5-4ea5-bdef-dbc9b660cce7 req-7940b853-5450-4eea-bb42-3346791c4efe tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2774098
Feb 19 20:51:40.701257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22191ac6-3f4e-4c3b-ba08-6aed30571c2c req-03054e3c-cda2-4543-b2b0-10abe0143968 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:40.715688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22191ac6-3f4e-4c3b-ba08-6aed30571c2c req-03054e3c-cda2-4543-b2b0-10abe0143968 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.5011616
Feb 19 20:51:40.733895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'tag': '8e715e53-af3f-4a70-b33f-5b5471d22747'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:40.744793 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2467add2-a874-410f-819b-877fcb8c8e92" -d '{"events": [{"name": "network-changed", "server_uuid": "da666172-5dd1-484f-aca0-a346a83ecec3", "tag": "8e715e53-af3f-4a70-b33f-5b5471d22747"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:40.798599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894467f1-88c5-475c-8442-5aad718b434c req-2f4e84b0-2545-4a09-a22b-0a8089edd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:40.800193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-894467f1-88c5-475c-8442-5aad718b434c req-2f4e84b0-2545-4a09-a22b-0a8089edd2c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2783279
Feb 19 20:51:40.817912 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a711480d0>, [{'id': '07c3154e-ca52-4215-8758-0df058f756b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-router', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:37Z', 'updated_at': '2022-02-19T20:51:39Z', 'revision_number': 3, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'gw_port': {'id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c3154e-ca52-4215-8758-0df058f756b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:38Z', 'updated_at': '2022-02-19T20:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:40.854515 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Checking router: 07c3154e-ca52-4215-8758-0df058f756b1 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:51:40.854881 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Updating router 07c3154e-ca52-4215-8758-0df058f756b1 port a0065db8-387a-4e59-919a-7b0f995f3fdb binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:51:40.896739 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:40.930725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c514c665-ec85-4351-bb5e-8e60b9274b38 None None] Network 6f77328d-9a24-44fd-957b-874c87bf9e2c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:51:40.983605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d933c28c-1418-4d04-b021-42fe66232ab2 req-12275727-da1c-47bd-80f0-7e58728873b7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Deleting port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:51:40.983951 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d933c28c-1418-4d04-b021-42fe66232ab2 req-12275727-da1c-47bd-80f0-7e58728873b7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:40.994712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22191ac6-3f4e-4c3b-ba08-6aed30571c2c req-34ce3638-34b6-4aaf-af01-79362d16cda8 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2752149
Feb 19 20:51:41.153456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d933c28c-1418-4d04-b021-42fe66232ab2 req-12275727-da1c-47bd-80f0-7e58728873b7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] For port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:41.154143 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d933c28c-1418-4d04-b021-42fe66232ab2 req-12275727-da1c-47bd-80f0-7e58728873b7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.174581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d933c28c-1418-4d04-b021-42fe66232ab2 req-12275727-da1c-47bd-80f0-7e58728873b7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Calling delete_port for 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:51:41.278213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8ac5237c-9557-4160-81cd-4c78f74ea4d7 None None] Provisioning complete for port e5be046b-cbb3-4697-9213-bc4252c08628 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:41.279141 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ac5237c-9557-4160-81cd-4c78f74ea4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.286636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.339309 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77528538-9708-4be7-80ae-306bba5833a8 x-openstack-request-id: req-77528538-9708-4be7-80ae-306bba5833a8 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:41.339911 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da666172-5dd1-484f-aca0-a346a83ecec3", "tag": "8e715e53-af3f-4a70-b33f-5b5471d22747", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:41.339911 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77528538-9708-4be7-80ae-306bba5833a8 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:41.340231 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'tag': '8e715e53-af3f-4a70-b33f-5b5471d22747', 'status': 'completed', 'code': 200}
Feb 19 20:51:41.374449 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Publish callbacks [] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.379137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3fae2-d0c5-4166-831a-5289137f055c req-ad3c8efe-137b-4570-879a-922e3e7aa428 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:41.388371 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fe3fae2-d0c5-4166-831a-5289137f055c req-ad3c8efe-137b-4570-879a-922e3e7aa428 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 948 time: 0.4586318
Feb 19 20:51:41.389610 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.417513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5237c-9557-4160-81cd-4c78f74ea4d7 None None] Current status of the port e5be046b-cbb3-4697-9213-bc4252c08628 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:41.418186 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ac5237c-9557-4160-81cd-4c78f74ea4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.443030 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb10066-e551-4338-8c57-72d66ff1e534 None None] Pushing event updated for resources: {'Port': ['ID=a0065db8-387a-4e59-919a-7b0f995f3fdb,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:41.463491 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Attempting to bind port a0065db8-387a-4e59-919a-7b0f995f3fdb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:41.464123 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Attempting to bind port a0065db8-387a-4e59-919a-7b0f995f3fdb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:41.464773 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Attempting to bind port a0065db8-387a-4e59-919a-7b0f995f3fdb on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:41.471103 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:41.471756 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:41.472406 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.473044 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:41.473714 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Bound port: a0065db8-387a-4e59-919a-7b0f995f3fdb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:41.474294 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.479023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8ac5237c-9557-4160-81cd-4c78f74ea4d7 None None] For port e5be046b-cbb3-4697-9213-bc4252c08628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5be046b-cbb3-4697-9213-bc4252c08628,segment=NetworkSegment(46d5645e-2e92-4f18-9e4d-cca3fedf6049),segment_id=46d5645e-2e92-4f18-9e4d-cca3fedf6049)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:41.489787 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ac5237c-9557-4160-81cd-4c78f74ea4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.501245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-894467f1-88c5-475c-8442-5aad718b434c req-f84cfe76-c151-420f-8aa4-66e36fee2908 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6855135
Feb 19 20:51:41.535983 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d933c28c-1418-4d04-b021-42fe66232ab2 req-12275727-da1c-47bd-80f0-7e58728873b7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7e9d6e32-ae0b-4fc9-8189-fc82708e3a33), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.542417 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] For port a0065db8-387a-4e59-919a-7b0f995f3fdb, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:41.546246 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] For port a0065db8-387a-4e59-919a-7b0f995f3fdb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0065db8-387a-4e59-919a-7b0f995f3fdb,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:41.566017 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.615112 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Allocated IP 172.20.0.1 (6f77328d-9a24-44fd-957b-874c87bf9e2c/752bd7f8-c58c-4301-a402-96bfcf5fcff2/c8465441-fe32-458a-8f37-997a45922bf8) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:41.655318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5237c-9557-4160-81cd-4c78f74ea4d7 None None] Pushing event updated for resources: {'Port': ['ID=e5be046b-cbb3-4697-9213-bc4252c08628,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:41.656203 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb10066-e551-4338-8c57-72d66ff1e534 None None] Pushing event updated for resources: {'Port': ['ID=a0065db8-387a-4e59-919a-7b0f995f3fdb,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:41.670549 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Routers {'07c3154e-ca52-4215-8758-0df058f756b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:51:41.671445 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a711480d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['07c3154e-ca52-4215-8758-0df058f756b1'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:41.678917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['7e9d6e32-ae0b-4fc9-8189-fc82708e3a33'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:41.733344 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fe3fae2-d0c5-4166-831a-5289137f055c req-5d4a0c86-cf4d-4c6f-a339-4614b5e54e05 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3331349
Feb 19 20:51:41.743636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12275727-da1c-47bd-80f0-7e58728873b7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Pushing event deleted for resources: {'Port': ['ID=7e9d6e32-ae0b-4fc9-8189-fc82708e3a33,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:41.754494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e5be046b-cbb3-4697-9213-bc4252c08628 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:41.777174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467add2-a874-410f-819b-877fcb8c8e92 req-1a3cbb07-2ddb-4459-9ae2-dd6ecc07f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:41.782675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2467add2-a874-410f-819b-877fcb8c8e92 req-1a3cbb07-2ddb-4459-9ae2-dd6ecc07f9f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 1156 time: 0.4512086
Feb 19 20:51:41.856526 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] Set router 07c3154e-ca52-4215-8758-0df058f756b1 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:51:41.862640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7891f-13af-4491-9609-b2e702475425 req-bd63a421-ee68-4df2-9aa3-7c31c673a4f8 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:41.865785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48d7891f-13af-4491-9609-b2e702475425 req-bd63a421-ee68-4df2-9aa3-7c31c673a4f8 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1103dc8-5f12-42e9-93f9-ea4d34f90d2a HTTP/1.1" status: 200  len: 867 time: 0.4742796
Feb 19 20:51:41.876321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e5be046b-cbb3-4697-9213-bc4252c08628 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:41.876731 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.903493 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Publish callbacks [] for port (c8465441-fe32-458a-8f37-997a45922bf8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.954578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d933c28c-1418-4d04-b021-42fe66232ab2 req-12275727-da1c-47bd-80f0-7e58728873b7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] No DVR routers for this DVR port 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:51:41.960501 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d933c28c-1418-4d04-b021-42fe66232ab2 req-12275727-da1c-47bd-80f0-7e58728873b7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:41.965206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d933c28c-1418-4d04-b021-42fe66232ab2 req-12275727-da1c-47bd-80f0-7e58728873b7 tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.10 "DELETE /v2.0/ports/7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 HTTP/1.1" status: 204  len: 173 time: 1.6220691
Feb 19 20:51:41.998545 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (c8465441-fe32-458a-8f37-997a45922bf8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:42.047199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Network 6f77328d-9a24-44fd-957b-874c87bf9e2c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:42.054268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fe29e564-2866-4cb9-a1f7-2102923a7d66 None None] Provisioning complete for port e5be046b-cbb3-4697-9213-bc4252c08628 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:42.054726 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe29e564-2866-4cb9-a1f7-2102923a7d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:42.091236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e5be046b-cbb3-4697-9213-bc4252c08628 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:42.101241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:42.117157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:42.117568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (07c3154e-ca52-4215-8758-0df058f756b1), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:42.195580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c8465441-fe32-458a-8f37-997a45922bf8,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:42.250022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fe29e564-2866-4cb9-a1f7-2102923a7d66 None None] Current status of the port e5be046b-cbb3-4697-9213-bc4252c08628 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:42.277970 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a711480d0>, [{'id': '07c3154e-ca52-4215-8758-0df058f756b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-router', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:37Z', 'updated_at': '2022-02-19T20:51:39Z', 'revision_number': 3, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'gw_port': {'id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c3154e-ca52-4215-8758-0df058f756b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:38Z', 'updated_at': '2022-02-19T20:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:42.318683 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6870d35-555f-4e63-ab28-8434372c6d79 None None] The sync data for ids ['07c3154e-ca52-4215-8758-0df058f756b1'] in ncdv-master-1 is: [{'id': '07c3154e-ca52-4215-8758-0df058f756b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-router', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:37Z', 'updated_at': '2022-02-19T20:51:39Z', 'revision_number': 3, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'gw_port': {'id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c3154e-ca52-4215-8758-0df058f756b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:38Z', 'updated_at': '2022-02-19T20:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:51:42.331605 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39738) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:42.372741 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c8465441-fe32-458a-8f37-997a45922bf8), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:42.498023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-dde211bf-5713-4acd-9c4f-f1745ba2cb73 None None] Provisioning complete for port c8465441-fe32-458a-8f37-997a45922bf8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:42.503257 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dde211bf-5713-4acd-9c4f-f1745ba2cb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c8465441-fe32-458a-8f37-997a45922bf8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:42.515211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3ea252b0-b427-421a-b7a8-4c0c87332706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:42.536277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48d7891f-13af-4491-9609-b2e702475425 req-5c12e06c-ccd5-4b6b-bea0-a1981511c1fb tempest-ImagesNegativeTestJSON-1965061510 tempest-ImagesNegativeTestJSON-1965061510-project] 10.222.0.30 "GET /v2.0/security-groups?id=e83e1490-9b18-4135-b344-4cac2e62cc72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5864379
Feb 19 20:51:42.544322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-894467f1-88c5-475c-8442-5aad718b434c req-6951d618-a2f9-43dd-afbe-e5797f78d5d9 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0278244
Feb 19 20:51:42.592063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8e715e53-af3f-4a70-b33f-5b5471d22747 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:51:42.630834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d881f03-d54e-41a8-a2ab-b0cc88022374 req-8e147cb6-0bc6-4d8b-a676-c3924e82d3aa tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:42.637802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d881f03-d54e-41a8-a2ab-b0cc88022374 req-8e147cb6-0bc6-4d8b-a676-c3924e82d3aa tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 944 time: 0.6690495
Feb 19 20:51:42.663694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467add2-a874-410f-819b-877fcb8c8e92 req-65ad3e8e-c06a-443b-af42-7e7258413739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:42.670812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2467add2-a874-410f-819b-877fcb8c8e92 req-65ad3e8e-c06a-443b-af42-7e7258413739 service neutron] 10.222.0.67 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.7817976
Feb 19 20:51:42.763020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Publish callbacks [] for port (c8465441-fe32-458a-8f37-997a45922bf8), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:42.783060 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c8465441-fe32-458a-8f37-997a45922bf8), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:42.784649 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (07c3154e-ca52-4215-8758-0df058f756b1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:42.785492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2467add2-a874-410f-819b-877fcb8c8e92 req-03a764e1-833d-41d7-9485-35a8d51640da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e715e53-af3f-4a70-b33f-5b5471d22747 HTTP/1.1" status: 200  len: 217 time: 0.1001866
Feb 19 20:51:42.818039 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d881f03-d54e-41a8-a2ab-b0cc88022374 req-cf38614e-e386-48b5-b8cf-7700d74c383a tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792078
Feb 19 20:51:42.823005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dde211bf-5713-4acd-9c4f-f1745ba2cb73 None None] Port c8465441-fe32-458a-8f37-997a45922bf8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:51:42.836877 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3ea252b0-b427-421a-b7a8-4c0c87332706 admin admin] Publish callbacks [] for security_group (25b60b00-76b9-4b4a-994c-6a3be500b06c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:42.873157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3ea252b0-b427-421a-b7a8-4c0c87332706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (25b60b00-76b9-4b4a-994c-6a3be500b06c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:42.940410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea252b0-b427-421a-b7a8-4c0c87332706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b60b00-76b9-4b4a-994c-6a3be500b06c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:42.956731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e715e53-af3f-4a70-b33f-5b5471d22747,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:42.986064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8e715e53-af3f-4a70-b33f-5b5471d22747 has no active binding in host nch1-master-1 {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 19 20:51:42.986514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3604b765-b301-4875-991d-4d4190639b69 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:51:42.996465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c8465441-fe32-458a-8f37-997a45922bf8,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:42.998638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467add2-a874-410f-819b-877fcb8c8e92 req-e97ef6a0-3d29-46e5-9cdb-6b0e53a156fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:43.000422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2467add2-a874-410f-819b-877fcb8c8e92 req-e97ef6a0-3d29-46e5-9cdb-6b0e53a156fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.2048771
Feb 19 20:51:43.033830 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3ea252b0-b427-421a-b7a8-4c0c87332706 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5d99fab3d9146caa7a7345c2a4f8c2d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6987970
Feb 19 20:51:43.034809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39748) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:43.046885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2467add2-a874-410f-819b-877fcb8c8e92 req-999dc882-04d1-4337-b2ff-effa9c982031 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378480
Feb 19 20:51:43.056106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaf647-0b61-4f23-9440-c61edb7e821a req-45eecbee-e8dd-44ce-aabc-df5863142933 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:43.063379 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cbaf647-0b61-4f23-9440-c61edb7e821a req-45eecbee-e8dd-44ce-aabc-df5863142933 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.2829101
Feb 19 20:51:43.086893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39750) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:43.122666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:43.136944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '3604b765-b301-4875-991d-4d4190639b69', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '3604b765-b301-4875-991d-4d4190639b69', 'mac_address': 'fa:16:3e:e1:26:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:51:43.153545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683dd55-eaca-4043-8b04-f014a684563e req-fb50d7bf-1ee5-4de7-80b0-dcc944bbf8a6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:43.155344 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3683dd55-eaca-4043-8b04-f014a684563e req-fb50d7bf-1ee5-4de7-80b0-dcc944bbf8a6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 948 time: 0.2220731
Feb 19 20:51:43.207020 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3604b765-b301-4875-991d-4d4190639b69 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:43.207419 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3604b765-b301-4875-991d-4d4190639b69), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.224167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cbaf647-0b61-4f23-9440-c61edb7e821a req-ab3fa1cf-55e4-4f50-878b-a5931c0fe4e4 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597497
Feb 19 20:51:43.235834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3604b765-b301-4875-991d-4d4190639b69 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:43.262506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:43.273173 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3604b765-b301-4875-991d-4d4190639b69), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.330846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2467add2-a874-410f-819b-877fcb8c8e92 req-c488e54e-cce6-4d84-9200-bd2b60136f04 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2653110
Feb 19 20:51:43.333755 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Network 6f77328d-9a24-44fd-957b-874c87bf9e2c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:43.334226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3683dd55-eaca-4043-8b04-f014a684563e req-cf384e4c-835c-45ba-85ee-5d0087aecb4d tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407208
Feb 19 20:51:43.335437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0177e6eb-de92-4262-8f3e-0feec54db53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.341980 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:43.343083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1103dc8-5f12-42e9-93f9-ea4d34f90d2a', 'name': 'network-vif-deleted', 'tag': '7e9d6e32-ae0b-4fc9-8189-fc82708e3a33'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:43.345372 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51608139-98de-4c51-9b02-d2f3c2141375" -d '{"events": [{"server_uuid": "d1103dc8-5f12-42e9-93f9-ea4d34f90d2a", "name": "network-vif-deleted", "tag": "7e9d6e32-ae0b-4fc9-8189-fc82708e3a33"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:43.379656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3604b765-b301-4875-991d-4d4190639b69,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:43.409694 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb31a8c0-c028-49ae-a88d-881da8c00d5e x-openstack-request-id: req-fb31a8c0-c028-49ae-a88d-881da8c00d5e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:43.409985 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1103dc8-5f12-42e9-93f9-ea4d34f90d2a", "name": "network-vif-deleted", "tag": "7e9d6e32-ae0b-4fc9-8189-fc82708e3a33", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:43.410240 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb31a8c0-c028-49ae-a88d-881da8c00d5e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:43.410632 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1103dc8-5f12-42e9-93f9-ea4d34f90d2a', 'name': 'network-vif-deleted', 'tag': '7e9d6e32-ae0b-4fc9-8189-fc82708e3a33', 'status': 'completed', 'code': 200}
Feb 19 20:51:43.492029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2467add2-a874-410f-819b-877fcb8c8e92 req-e40af6b7-29a1-4afa-b387-1f1b6694747c service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436963
Feb 19 20:51:43.501741 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['3604b765-b301-4875-991d-4d4190639b69'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:43.513023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Router 07c3154e-ca52-4215-8758-0df058f756b1 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:51:43.569760 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0177e6eb-de92-4262-8f3e-0feec54db53d admin admin] Publish callbacks [] for security_group (7159bc46-75ee-47ab-b810-ad64f6df8fc0), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.602427 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0177e6eb-de92-4262-8f3e-0feec54db53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7159bc46-75ee-47ab-b810-ad64f6df8fc0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.669121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0177e6eb-de92-4262-8f3e-0feec54db53d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f8a9d38db7e4dd9ae36791c4ad7508d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5801928
Feb 19 20:51:43.672317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39760) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:43.682116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177e6eb-de92-4262-8f3e-0feec54db53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7159bc46-75ee-47ab-b810-ad64f6df8fc0,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:43.723878 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-526adbc5-eeb7-4c8a-9e46-f54d02693e54 admin admin] Publish callbacks [] for security_group (25b60b00-76b9-4b4a-994c-6a3be500b06c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.745079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-466e11c5-3a05-4758-809a-437541c26006 None None] Provisioning complete for port c8465441-fe32-458a-8f37-997a45922bf8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:43.745751 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-466e11c5-3a05-4758-809a-437541c26006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c8465441-fe32-458a-8f37-997a45922bf8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.761759 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce1239fc-fb81-44ee-bbf6-32f171a28a6d admin admin] Publish callbacks [] for security_group (7159bc46-75ee-47ab-b810-ad64f6df8fc0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.790116 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-526adbc5-eeb7-4c8a-9e46-f54d02693e54 admin admin] Publish callbacks [] for security_group (25b60b00-76b9-4b4a-994c-6a3be500b06c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.801776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce1239fc-fb81-44ee-bbf6-32f171a28a6d admin admin] Publish callbacks [] for security_group (7159bc46-75ee-47ab-b810-ad64f6df8fc0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.829987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-466e11c5-3a05-4758-809a-437541c26006 None None] Port c8465441-fe32-458a-8f37-997a45922bf8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:51:43.867408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:51:43.884730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a0065db8-387a-4e59-919a-7b0f995f3fdb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:43.892443 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5353bc72-7395-4292-a8a4-c25b285419f2 admin admin] 10.222.0.30 "PUT /v2.0/routers/07c3154e-ca52-4215-8758-0df058f756b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6169095
Feb 19 20:51:43.900057 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce1239fc-fb81-44ee-bbf6-32f171a28a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7159bc46-75ee-47ab-b810-ad64f6df8fc0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.906010 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce1239fc-fb81-44ee-bbf6-32f171a28a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.907245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ce1239fc-fb81-44ee-bbf6-32f171a28a6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7159bc46-75ee-47ab-b810-ad64f6df8fc0 HTTP/1.1" status: 204  len: 168 time: 0.2339814
Feb 19 20:51:43.932038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-526adbc5-eeb7-4c8a-9e46-f54d02693e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (25b60b00-76b9-4b4a-994c-6a3be500b06c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.932184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1239fc-fb81-44ee-bbf6-32f171a28a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7159bc46-75ee-47ab-b810-ad64f6df8fc0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:43.936656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-526adbc5-eeb7-4c8a-9e46-f54d02693e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:43.938077 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-526adbc5-eeb7-4c8a-9e46-f54d02693e54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25b60b00-76b9-4b4a-994c-6a3be500b06c HTTP/1.1" status: 204  len: 168 time: 0.9023435
Feb 19 20:51:43.961512 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526adbc5-eeb7-4c8a-9e46-f54d02693e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b60b00-76b9-4b4a-994c-6a3be500b06c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:44.008219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a0065db8-387a-4e59-919a-7b0f995f3fdb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:44.008219 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:44.078638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72657e-e2e3-4808-80b4-01c1adb0d630 req-3e7ec02a-ce28-435a-8e57-47fd4a9ecf72 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:44.080225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff72657e-e2e3-4808-80b4-01c1adb0d630 req-3e7ec02a-ce28-435a-8e57-47fd4a9ecf72 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 944 time: 0.0645103
Feb 19 20:51:44.104162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a0065db8-387a-4e59-919a-7b0f995f3fdb is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:44.104740 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:44.113879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:51:44.144763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff72657e-e2e3-4808-80b4-01c1adb0d630 req-6e850f09-2520-49b5-88d7-823c852d71ff tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552125
Feb 19 20:51:44.204038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port a0065db8-387a-4e59-919a-7b0f995f3fdb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0065db8-387a-4e59-919a-7b0f995f3fdb,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:44.213645 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:44.214306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e5be046b-cbb3-4697-9213-bc4252c08628 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:44.328537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:44.349448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=a0065db8-387a-4e59-919a-7b0f995f3fdb,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:44.351350 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:51:44.353781 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf', 'mac_address': 'fa:16:3e:19:8e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:51:44.368517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1d3e7-71a0-457e-8804-27cdab84be81 req-3aed5958-db83-4210-a42b-224eb402c3e1 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:44.376649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5f1d3e7-71a0-457e-8804-27cdab84be81 req-3aed5958-db83-4210-a42b-224eb402c3e1 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.0873590
Feb 19 20:51:44.424323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e5be046b-cbb3-4697-9213-bc4252c08628 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:44.424729 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:44.448832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5f1d3e7-71a0-457e-8804-27cdab84be81 req-95b21275-d570-41f6-8f24-36aecd23f8c6 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702887
Feb 19 20:51:44.452430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:44.452831 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:44.470229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:44.506917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:44.516545 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:44.545526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab228b-35fc-4485-bfe1-31b549edb406 req-8a5aa295-c7b1-4bfe-95eb-56809fae941f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:44.547311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7eab228b-35fc-4485-bfe1-31b549edb406 req-8a5aa295-c7b1-4bfe-95eb-56809fae941f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 948 time: 0.0825133
Feb 19 20:51:44.575391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:44.607567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3604b765-b301-4875-991d-4d4190639b69 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:44.659701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7eab228b-35fc-4485-bfe1-31b549edb406 req-8e1ac91c-9327-4aea-83f1-1db98b15c5d1 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038945
Feb 19 20:51:44.664322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e5be046b-cbb3-4697-9213-bc4252c08628 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:44.669589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-66ea0924-4ca1-4580-957f-9e4dd37b0e38 service neutron] 10.222.0.67 "GET /v2.0/ports/8e715e53-af3f-4a70-b33f-5b5471d22747/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0964160
Feb 19 20:51:44.700441 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 3604b765-b301-4875-991d-4d4190639b69 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:51:44.706499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 3604b765-b301-4875-991d-4d4190639b69 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:44.707582 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3604b765-b301-4875-991d-4d4190639b69), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:44.737592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39802) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:44.808364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3604b765-b301-4875-991d-4d4190639b69 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:44.811230 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3604b765-b301-4875-991d-4d4190639b69), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:44.846901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604b765-b301-4875-991d-4d4190639b69'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:44.849502 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de132e81-2651-4910-bb9d-7d624c762411" -d '{"events": [{"server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "name": "network-vif-plugged", "status": "completed", "tag": "3604b765-b301-4875-991d-4d4190639b69"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:44.902870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:44.912679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39808) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:44.953179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cd8567a9-9bba-438d-a5da-436acb810205 req-ec677cb5-cba6-4f89-9707-dab8ee467821 service neutron] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e715e53-af3f-4a70-b33f-5b5471d22747,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:44.964467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-34b692af-55d0-4192-9ec0-f2f0d107aa4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:44.979652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cd8567a9-9bba-438d-a5da-436acb810205 req-ec677cb5-cba6-4f89-9707-dab8ee467821 service neutron] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:45.048482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-cd8567a9-9bba-438d-a5da-436acb810205 req-ec677cb5-cba6-4f89-9707-dab8ee467821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e715e53-af3f-4a70-b33f-5b5471d22747 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:45.058339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Sync routers for ids ['07c3154e-ca52-4215-8758-0df058f756b1'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:51:45.061712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cd8567a9-9bba-438d-a5da-436acb810205 req-ec677cb5-cba6-4f89-9707-dab8ee467821 service neutron] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e715e53-af3f-4a70-b33f-5b5471d22747,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:45.075730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39810) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:45.082482 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09834436-a1be-4eaa-b94b-98a3c183bd77 x-openstack-request-id: req-09834436-a1be-4eaa-b94b-98a3c183bd77 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:45.082804 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "name": "network-vif-plugged", "status": "completed", "tag": "3604b765-b301-4875-991d-4d4190639b69", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:45.082995 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09834436-a1be-4eaa-b94b-98a3c183bd77 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:45.083425 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604b765-b301-4875-991d-4d4190639b69', 'code': 200}
Feb 19 20:51:45.091113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:45.100752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8567a9-9bba-438d-a5da-436acb810205 req-ec677cb5-cba6-4f89-9707-dab8ee467821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.133043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-00ad9e7c-2317-430c-b529-4323aad980ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.133777 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3604b765-b301-4875-991d-4d4190639b69), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.134675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:51:45.224283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-34b692af-55d0-4192-9ec0-f2f0d107aa4e admin admin] Publish callbacks [] for security_group (75333c05-c15d-4c00-80d7-5972ee344260), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.259291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-cd8567a9-9bba-438d-a5da-436acb810205 req-ec677cb5-cba6-4f89-9707-dab8ee467821 service neutron] Transition to ACTIVE for port object 8e715e53-af3f-4a70-b33f-5b5471d22747 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:51:45.263216 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-34b692af-55d0-4192-9ec0-f2f0d107aa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (75333c05-c15d-4c00-80d7-5972ee344260), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.263346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a9a5-ac49-44fe-9174-a76b88bd2297 req-086e6cae-0180-42c5-addd-2d8909ca2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:45.267362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f107a9a5-ac49-44fe-9174-a76b88bd2297 req-086e6cae-0180-42c5-addd-2d8909ca2615 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 1131 time: 0.1913085
Feb 19 20:51:45.282082 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8567a9-9bba-438d-a5da-436acb810205 req-ec677cb5-cba6-4f89-9707-dab8ee467821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.339783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:51:45.340392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7e9d6e32-ae0b-4fc9-8189-fc82708e3a33 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:51:45.346526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Routers {'07c3154e-ca52-4215-8758-0df058f756b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:51:45.347280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63448640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['07c3154e-ca52-4215-8758-0df058f756b1'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:45.385666 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-04765bae-5268-4740-81be-ba91aa4c6738 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9809b88a7cf44fba908be3c1736b1f71&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6448536
Feb 19 20:51:45.395373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39814) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:45.404051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3604b765-b301-4875-991d-4d4190639b69,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:45.417929 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-34b692af-55d0-4192-9ec0-f2f0d107aa4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6662171a08b64330a873a2ba1d14dedd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5018446
Feb 19 20:51:45.424152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39816) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:45.441446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b692af-55d0-4192-9ec0-f2f0d107aa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75333c05-c15d-4c00-80d7-5972ee344260,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:45.479263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8567a9-9bba-438d-a5da-436acb810205 req-ec677cb5-cba6-4f89-9707-dab8ee467821 service neutron] No DVR routers for this DVR port 8e715e53-af3f-4a70-b33f-5b5471d22747 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:51:45.509127 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1fcb92ae-e1a9-46db-b21f-71d859171909 admin admin] Publish callbacks [] for security_group (e83e1490-9b18-4135-b344-4cac2e62cc72), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.520545 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f107a9a5-ac49-44fe-9174-a76b88bd2297 req-45267dbf-a79d-44e8-83ce-84bd5949eb69 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2240112
Feb 19 20:51:45.564778 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1fcb92ae-e1a9-46db-b21f-71d859171909 admin admin] Publish callbacks [] for security_group (e83e1490-9b18-4135-b344-4cac2e62cc72), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.601051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec677cb5-cba6-4f89-9707-dab8ee467821 service neutron] Pushing event updated for resources: {'Port': ['ID=8e715e53-af3f-4a70-b33f-5b5471d22747,revision_number=10']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:45.680672 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a0065db8-387a-4e59-919a-7b0f995f3fdb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:45.681756 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1fcb92ae-e1a9-46db-b21f-71d859171909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e83e1490-9b18-4135-b344-4cac2e62cc72), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.685897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1fcb92ae-e1a9-46db-b21f-71d859171909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.688749 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1fcb92ae-e1a9-46db-b21f-71d859171909 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e83e1490-9b18-4135-b344-4cac2e62cc72 HTTP/1.1" status: 204  len: 168 time: 0.2901506
Feb 19 20:51:45.690578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-ec677cb5-cba6-4f89-9707-dab8ee467821 service neutron] 10.222.0.67 "PUT /v2.0/ports/8e715e53-af3f-4a70-b33f-5b5471d22747/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0136430
Feb 19 20:51:45.704228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb92ae-e1a9-46db-b21f-71d859171909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83e1490-9b18-4135-b344-4cac2e62cc72,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:45.807533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6757f8-f7ad-4afb-a41c-ac387892b549 req-75381c61-5aff-4303-ae39-bea7a29f3543 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:45.820090 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e6757f8-f7ad-4afb-a41c-ac387892b549 req-75381c61-5aff-4303-ae39-bea7a29f3543 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 945 time: 0.4472189
Feb 19 20:51:45.832777 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-00ad9e7c-2317-430c-b529-4323aad980ab admin admin] Publish callbacks [] for security_group (bb9ccc06-9cc8-45d3-ad98-82b6d3e1f4a7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.887164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a0065db8-387a-4e59-919a-7b0f995f3fdb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:45.887164 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.945393 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-00ad9e7c-2317-430c-b529-4323aad980ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bb9ccc06-9cc8-45d3-ad98-82b6d3e1f4a7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:45.947845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Set router 07c3154e-ca52-4215-8758-0df058f756b1 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:51:46.026753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ceb82da7-ace0-4175-8c8c-97695ba07bba admin admin] Publish callbacks [] for security_group (75333c05-c15d-4c00-80d7-5972ee344260), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:46.061955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b40cd-b439-49e6-b3a5-a5405d5955d0 req-6eb4e3fd-2339-43f8-abc3-729ba64b25cf tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:46.071185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e4b40cd-b439-49e6-b3a5-a5405d5955d0 req-6eb4e3fd-2339-43f8-abc3-729ba64b25cf tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.4731011
Feb 19 20:51:46.106123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad9e7c-2317-430c-b529-4323aad980ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9ccc06-9cc8-45d3-ad98-82b6d3e1f4a7,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:46.135165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8e715e53-af3f-4a70-b33f-5b5471d22747 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:51:46.150609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39828) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:46.151725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-00ad9e7c-2317-430c-b529-4323aad980ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=674474eab77d4ebea9b500d64bdf9454&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0726907
Feb 19 20:51:46.176897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e6757f8-f7ad-4afb-a41c-ac387892b549 req-73b2716a-1498-47ad-ac49-5f9550e6e526 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3557546
Feb 19 20:51:46.179723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-8c9e9521-e385-4bc5-9164-2ac865916a7c tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:46.182307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-8c9e9521-e385-4bc5-9164-2ac865916a7c tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.3453350
Feb 19 20:51:46.185034 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ceb82da7-ace0-4175-8c8c-97695ba07bba admin admin] Publish callbacks [] for security_group (75333c05-c15d-4c00-80d7-5972ee344260), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:46.296506 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45a0ea72-54b7-4ce3-bf3c-177fd546462f admin admin] Publish callbacks [] for security_group (bb9ccc06-9cc8-45d3-ad98-82b6d3e1f4a7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:46.301184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e4b40cd-b439-49e6-b3a5-a5405d5955d0 req-d9eb6ef8-8b19-4481-b92f-6c60110bf158 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2286780
Feb 19 20:51:46.345871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45a0ea72-54b7-4ce3-bf3c-177fd546462f admin admin] Publish callbacks [] for security_group (bb9ccc06-9cc8-45d3-ad98-82b6d3e1f4a7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:46.457189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45a0ea72-54b7-4ce3-bf3c-177fd546462f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bb9ccc06-9cc8-45d3-ad98-82b6d3e1f4a7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:46.460603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45a0ea72-54b7-4ce3-bf3c-177fd546462f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:46.464099 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-45a0ea72-54b7-4ce3-bf3c-177fd546462f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb9ccc06-9cc8-45d3-ad98-82b6d3e1f4a7 HTTP/1.1" status: 204  len: 168 time: 0.3101661
Feb 19 20:51:46.478931 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0ea72-54b7-4ce3-bf3c-177fd546462f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9ccc06-9cc8-45d3-ad98-82b6d3e1f4a7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:46.527438 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ceb82da7-ace0-4175-8c8c-97695ba07bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (75333c05-c15d-4c00-80d7-5972ee344260), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:46.533517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port 8e715e53-af3f-4a70-b33f-5b5471d22747 host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:51:46.534371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8e715e53-af3f-4a70-b33f-5b5471d22747 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:51:46.536379 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ceb82da7-ace0-4175-8c8c-97695ba07bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:46.544172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ceb82da7-ace0-4175-8c8c-97695ba07bba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75333c05-c15d-4c00-80d7-5972ee344260 HTTP/1.1" status: 204  len: 168 time: 1.1187987
Feb 19 20:51:46.564097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a0065db8-387a-4e59-919a-7b0f995f3fdb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:46.573133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-31ac3a6e-2de6-423a-8f2d-91ec26284e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:46.574679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-31ac3a6e-2de6-423a-8f2d-91ec26284e19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3&tenant_id=a6f02f88286b49babe665db9d00787a2 HTTP/1.1" status: 200  len: 1127 time: 0.3374822
Feb 19 20:51:46.672451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb82da7-ace0-4175-8c8c-97695ba07bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75333c05-c15d-4c00-80d7-5972ee344260,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:46.730402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001926c5-39fe-4fe7-ae96-203fe758d8db req-d68d46c5-42bc-4413-a7fd-2ed81e37f533 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:46.741565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-001926c5-39fe-4fe7-ae96-203fe758d8db req-d68d46c5-42bc-4413-a7fd-2ed81e37f533 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 949 time: 0.3756733
Feb 19 20:51:46.782213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63448640>, [{'id': '07c3154e-ca52-4215-8758-0df058f756b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-router', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:37Z', 'updated_at': '2022-02-19T20:51:42Z', 'revision_number': 4, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'gw_port': {'id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c3154e-ca52-4215-8758-0df058f756b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:38Z', 'updated_at': '2022-02-19T20:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8465441-fe32-458a-8f37-997a45922bf8', 'name': '', 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'mac_address': 'fa:16:3e:c8:98:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c3154e-ca52-4215-8758-0df058f756b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '752bd7f8-c58c-4301-a402-96bfcf5fcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:41Z', 'updated_at': '2022-02-19T20:51:42Z', 'revision_number': 2, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'subnets': [{'id': '752bd7f8-c58c-4301-a402-96bfcf5fcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:46.826556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Checking router: 07c3154e-ca52-4215-8758-0df058f756b1 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:51:46.827137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Updating router 07c3154e-ca52-4215-8758-0df058f756b1 port c8465441-fe32-458a-8f37-997a45922bf8 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:51:46.873024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-001926c5-39fe-4fe7-ae96-203fe758d8db req-89cf1797-04e2-4beb-af6f-0e54fc304096 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303406
Feb 19 20:51:46.873874 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c8465441-fe32-458a-8f37-997a45922bf8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:46.922653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-fb1be220-81ff-476b-a969-734ae26c381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:46.924205 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-fb1be220-81ff-476b-a969-734ae26c381e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 1127 time: 0.3092349
Feb 19 20:51:47.183069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-99be05af-0024-4626-99fb-f37e2a37fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:47.195774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-99be05af-0024-4626-99fb-f37e2a37fc99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.2497180
Feb 19 20:51:47.253413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-4463de20-2728-4f06-8e5a-2e73a1d1f09f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e715e53-af3f-4a70-b33f-5b5471d22747 HTTP/1.1" status: 200  len: 217 time: 0.0501940
Feb 19 20:51:47.300365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39850) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:47.330891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-e36682d6-3273-44f6-8ec3-ebd04e9365a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:47.333749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-e36682d6-3273-44f6-8ec3-ebd04e9365a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.0723295
Feb 19 20:51:47.333923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6cd960f5-3a10-4009-9bfe-603b2d051982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:47.403772 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Publish callbacks [] for port (c8465441-fe32-458a-8f37-997a45922bf8), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:47.423952 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c8465441-fe32-458a-8f37-997a45922bf8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:47.462934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-85993070-e379-4994-8113-76703ba449a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1202471
Feb 19 20:51:47.583363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fad9e2-40e6-4592-8423-adef4d2c8fde None None] Pushing event updated for resources: {'Port': ['ID=c8465441-fe32-458a-8f37-997a45922bf8,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:47.638083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6cd960f5-3a10-4009-9bfe-603b2d051982 admin admin] Publish callbacks [] for security_group (48a99755-481e-4b17-bcc9-26f55e460b24), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:47.654837 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6cd960f5-3a10-4009-9bfe-603b2d051982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (48a99755-481e-4b17-bcc9-26f55e460b24), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:47.723182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Attempting to bind port c8465441-fe32-458a-8f37-997a45922bf8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:47.723576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Attempting to bind port c8465441-fe32-458a-8f37-997a45922bf8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '46d5645e-2e92-4f18-9e4d-cca3fedf6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:47.723954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Attempting to bind port c8465441-fe32-458a-8f37-997a45922bf8 on network 6f77328d-9a24-44fd-957b-874c87bf9e2c {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:47.738801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:47.739195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Checking segment: {'id': '46d5645e-2e92-4f18-9e4d-cca3fedf6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:47.743752 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:47.744148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Bound using segment: {'id': '46d5645e-2e92-4f18-9e4d-cca3fedf6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:47.744360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd960f5-3a10-4009-9bfe-603b2d051982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a99755-481e-4b17-bcc9-26f55e460b24,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:47.744679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Bound port: c8465441-fe32-458a-8f37-997a45922bf8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d5645e-2e92-4f18-9e4d-cca3fedf6049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:47.745078 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c8465441-fe32-458a-8f37-997a45922bf8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:47.759891 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-571c9330-5d42-4d10-9367-d8604e05ea60 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2654355
Feb 19 20:51:47.785961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2031acf-3da4-454c-8a20-11b3622c4d08 req-d439580c-6eec-494e-b771-7103ce044d96 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:47.789112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2031acf-3da4-454c-8a20-11b3622c4d08 req-d439580c-6eec-494e-b771-7103ce044d96 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.3693564
Feb 19 20:51:47.797727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86ddae-9c21-4fd5-818d-1ac5ed1d73a4 req-9a8b2e24-75c3-415a-95ab-9a6af3b45a8a tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:47.801912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb86ddae-9c21-4fd5-818d-1ac5ed1d73a4 req-9a8b2e24-75c3-415a-95ab-9a6af3b45a8a tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 945 time: 0.4610097
Feb 19 20:51:47.826922 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6cd960f5-3a10-4009-9bfe-603b2d051982 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ac3d148f3e14ea9a52e492597f8f54d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5245056
Feb 19 20:51:47.831004 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39864) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:47.941153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] For port c8465441-fe32-458a-8f37-997a45922bf8, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:47.944861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] For port c8465441-fe32-458a-8f37-997a45922bf8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8465441-fe32-458a-8f37-997a45922bf8,segment=NetworkSegment(46d5645e-2e92-4f18-9e4d-cca3fedf6049),segment_id=46d5645e-2e92-4f18-9e4d-cca3fedf6049)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:47.966937 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c8465441-fe32-458a-8f37-997a45922bf8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:47.998774 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-669e94b2-0c9b-4b78-9551-8e8594b5a384 admin admin] Publish callbacks [] for security_group (48a99755-481e-4b17-bcc9-26f55e460b24), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:48.021283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39870) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:48.022519 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ef03e4c6-7785-4091-b8c9-de974ee43491 service neutron] show failed (client error): The resource could not be found.
Feb 19 20:51:48.023917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ef03e4c6-7785-4091-b8c9-de974ee43491 service neutron] 10.222.0.10 "GET /v2.0/ports/99019bb9-0cfe-4900-a813-f2a3826c4aed/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1366930
Feb 19 20:51:48.127866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-44a97f64-50be-4440-93a3-617cec96ef96 None None] Provisioning complete for port c8465441-fe32-458a-8f37-997a45922bf8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:48.128255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-44a97f64-50be-4440-93a3-617cec96ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c8465441-fe32-458a-8f37-997a45922bf8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:48.132910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:48.138406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-669e94b2-0c9b-4b78-9551-8e8594b5a384 admin admin] Publish callbacks [] for security_group (48a99755-481e-4b17-bcc9-26f55e460b24), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:48.146305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb86ddae-9c21-4fd5-818d-1ac5ed1d73a4 req-f3aed725-9252-443c-887b-ce0f19e16eb2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2580295
Feb 19 20:51:48.199568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2031acf-3da4-454c-8a20-11b3622c4d08 req-7fb3ee7c-c676-4ea1-8054-d3e79d5c5725 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3103395
Feb 19 20:51:48.308431 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-4432178e-d58b-49f9-934c-6fbb6458363b service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5315495
Feb 19 20:51:48.365123 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-669e94b2-0c9b-4b78-9551-8e8594b5a384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (48a99755-481e-4b17-bcc9-26f55e460b24), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:48.371690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-669e94b2-0c9b-4b78-9551-8e8594b5a384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:48.373760 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-669e94b2-0c9b-4b78-9551-8e8594b5a384 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48a99755-481e-4b17-bcc9-26f55e460b24 HTTP/1.1" status: 204  len: 168 time: 0.5371535
Feb 19 20:51:48.438164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e94b2-0c9b-4b78-9551-8e8594b5a384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a99755-481e-4b17-bcc9-26f55e460b24,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:48.516084 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Routers {'07c3154e-ca52-4215-8758-0df058f756b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:51:48.516480 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63448640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['07c3154e-ca52-4215-8758-0df058f756b1'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:48.543311 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf4f5-b3c6-4b35-aff3-a66511623644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:48.722922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8020-7fbc-44ab-b86a-8f1d9e6f7b4b req-2fa5115b-ac3b-4b6c-8f83-89d60c146318 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:48.725659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98ed8020-7fbc-44ab-b86a-8f1d9e6f7b4b req-2fa5115b-ac3b-4b6c-8f83-89d60c146318 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 949 time: 0.2620578
Feb 19 20:51:48.741576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1895128679-network', 'tenant_id': 'e2188c9b692f4062bb3f678a54ce6b12'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:48.741984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-a3045a5b-5686-4f9e-8cd3-0a415c1482d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:48.743763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-a3045a5b-5686-4f9e-8cd3-0a415c1482d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d&tenant_id=e2599a1bea39406f9b1e548ab3f1cd22 HTTP/1.1" status: 200  len: 1131 time: 0.2106233
Feb 19 20:51:48.780751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:48.802379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Made reservation on behalf of e2188c9b692f4062bb3f678a54ce6b12 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:48.804946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:48.832971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:48.873719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fad9e2-40e6-4592-8423-adef4d2c8fde None None] Pushing event updated for resources: {'Port': ['ID=c8465441-fe32-458a-8f37-997a45922bf8,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:48.893016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98ed8020-7fbc-44ab-b86a-8f1d9e6f7b4b req-617dcf9d-5c1c-4c26-98c7-fe178bcc83a1 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475317
Feb 19 20:51:48.894547 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:48.963109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:51:48.989614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:48.989614 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:49.085829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] Set router 07c3154e-ca52-4215-8758-0df058f756b1 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:51:49.135724 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Publish callbacks [] for security_group (5a1e07fc-d9a7-4692-90f7-3ddf7ec79edc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:49.152247 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5a1e07fc-d9a7-4692-90f7-3ddf7ec79edc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:49.232431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-44a97f64-50be-4440-93a3-617cec96ef96 None None] Current status of the port c8465441-fe32-458a-8f37-997a45922bf8 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:49.233326 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-44a97f64-50be-4440-93a3-617cec96ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c8465441-fe32-458a-8f37-997a45922bf8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:49.235634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:51:49.279131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1ab4512b-8fe5-4d71-b909-ada58790700e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:49.281057 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Added segment 1ab4512b-8fe5-4d71-b909-ada58790700e of type vlan for network 5c5558f1-9c27-4bc5-88c7-675b6e8bfef4
Feb 19 20:51:49.379045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:49.382259 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:49.425072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (5c5558f1-9c27-4bc5-88c7-675b6e8bfef4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:49.492098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e07fc-d9a7-4692-90f7-3ddf7ec79edc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:49.503291 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (5c5558f1-9c27-4bc5-88c7-675b6e8bfef4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:49.504282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:49.507789 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:49.588542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8567a9-9bba-438d-a5da-436acb810205 req-10087175-fa1a-4e52-9470-749c31c0f2f5 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:49.590237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-10087175-fa1a-4e52-9470-749c31c0f2f5 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.6362574
Feb 19 20:51:49.624806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-44a97f64-50be-4440-93a3-617cec96ef96 None None] For port c8465441-fe32-458a-8f37-997a45922bf8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8465441-fe32-458a-8f37-997a45922bf8,segment=NetworkSegment(46d5645e-2e92-4f18-9e4d-cca3fedf6049),segment_id=46d5645e-2e92-4f18-9e4d-cca3fedf6049)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:49.651608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bbfea3-acce-4b4e-93c6-6b92a5d9196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:49.658520 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea00273-4b3e-47f2-824e-b521ffbf05ba" -d '{"events": [{"server_uuid": "29bbfea3-acce-4b4e-93c6-6b92a5d9196d", "name": "network-vif-plugged", "status": "completed", "tag": "3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:49.676203 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.6525831
Feb 19 20:51:49.679906 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39908) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:49.705099 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-44a97f64-50be-4440-93a3-617cec96ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c8465441-fe32-458a-8f37-997a45922bf8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:49.712282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] Request body: {'subnet': {'network_id': '5c5558f1-9c27-4bc5-88c7-675b6e8bfef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1895128679-subnet', 'tenant_id': 'e2188c9b692f4062bb3f678a54ce6b12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:49.718429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:49.738809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128fb7f-8853-4f99-ac0e-afa0c42ee93c admin admin] Pushing event updated for resources: {'Network': ['ID=5c5558f1-9c27-4bc5-88c7-675b6e8bfef4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:49.787129 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] Made reservation on behalf of e2188c9b692f4062bb3f678a54ce6b12 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:49.789904 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:49.806545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 5c5558f1-9c27-4bc5-88c7-675b6e8bfef4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:51:49.970893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563de36-26f3-4d0d-a374-713cb697d363 req-5b854804-e8b9-4252-9b89-9763dddcdf8c tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:49.981127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7563de36-26f3-4d0d-a374-713cb697d363 req-5b854804-e8b9-4252-9b89-9763dddcdf8c tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 945 time: 0.4308567
Feb 19 20:51:50.009696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:50.078795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7563de36-26f3-4d0d-a374-713cb697d363 req-101e856e-2676-4d76-a326-ce88dbfbb285 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922506
Feb 19 20:51:50.114360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a6b5c-bd34-4e11-9d4a-48abf8fb9688 req-afeee1aa-6d24-416f-8cf3-93cabe8b8e55 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:50.121013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c90a6b5c-bd34-4e11-9d4a-48abf8fb9688 req-afeee1aa-6d24-416f-8cf3-93cabe8b8e55 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.5668347
Feb 19 20:51:50.155378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cb58ff57-1d29-45b0-b1b1-cc23b1b957a1 None None] Provisioning complete for port c8465441-fe32-458a-8f37-997a45922bf8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:50.155999 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cb58ff57-1d29-45b0-b1b1-cc23b1b957a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c8465441-fe32-458a-8f37-997a45922bf8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:50.166207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a97f64-50be-4440-93a3-617cec96ef96 None None] Pushing event updated for resources: {'Port': ['ID=c8465441-fe32-458a-8f37-997a45922bf8,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:50.260174 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7724e9e6-23f1-4d09-b2b0-748cc10440cc x-openstack-request-id: req-7724e9e6-23f1-4d09-b2b0-748cc10440cc {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:50.260735 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bbfea3-acce-4b4e-93c6-6b92a5d9196d", "name": "network-vif-plugged", "status": "completed", "tag": "3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:50.261142 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7724e9e6-23f1-4d09-b2b0-748cc10440cc {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:50.261684 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bbfea3-acce-4b4e-93c6-6b92a5d9196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf', 'code': 200}
Feb 19 20:51:50.400383 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (2ce3aa3b-61e0-4356-9e1d-623d2f91cd0a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:50.410279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:50.507619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cd8567a9-9bba-438d-a5da-436acb810205 req-65c783b7-f750-4782-ada6-fc6ead0d7ba9 service neutron] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:50.518323 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-257bfeee-1bae-4d85-9b60-63da22323aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:50.524780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce3aa3b-61e0-4356-9e1d-623d2f91cd0a,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:50.549975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8567a9-9bba-438d-a5da-436acb810205 req-65c783b7-f750-4782-ada6-fc6ead0d7ba9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:50.551652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8567a9-9bba-438d-a5da-436acb810205 req-65c783b7-f750-4782-ada6-fc6ead0d7ba9 service neutron] 10.222.0.10 "DELETE /v2.0/ports/8e715e53-af3f-4a70-b33f-5b5471d22747/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.8371823
Feb 19 20:51:50.554015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] Checking segment: {'id': '1ab4512b-8fe5-4d71-b909-ada58790700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c5558f1-9c27-4bc5-88c7-675b6e8bfef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:50.554655 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] Network hostable DHCP agents. Network: 5c5558f1-9c27-4bc5-88c7-675b6e8bfef4, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:51:50.557086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:50.574288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63448640>, [{'id': '07c3154e-ca52-4215-8758-0df058f756b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-router', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:37Z', 'updated_at': '2022-02-19T20:51:42Z', 'revision_number': 4, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'gw_port': {'id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c3154e-ca52-4215-8758-0df058f756b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:38Z', 'updated_at': '2022-02-19T20:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8465441-fe32-458a-8f37-997a45922bf8', 'name': '', 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'mac_address': 'fa:16:3e:c8:98:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c3154e-ca52-4215-8758-0df058f756b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '752bd7f8-c58c-4301-a402-96bfcf5fcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:41Z', 'updated_at': '2022-02-19T20:51:47Z', 'revision_number': 4, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'subnets': [{'id': '752bd7f8-c58c-4301-a402-96bfcf5fcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:51:50.611037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d87f22-ce5f-4f50-9490-d81f06608ddc None None] The sync data for ids ['07c3154e-ca52-4215-8758-0df058f756b1'] in ncdv-master-1 is: [{'id': '07c3154e-ca52-4215-8758-0df058f756b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-router', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:37Z', 'updated_at': '2022-02-19T20:51:42Z', 'revision_number': 4, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'gw_port': {'id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c3154e-ca52-4215-8758-0df058f756b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:38Z', 'updated_at': '2022-02-19T20:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8465441-fe32-458a-8f37-997a45922bf8', 'name': '', 'network_id': '6f77328d-9a24-44fd-957b-874c87bf9e2c', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'mac_address': 'fa:16:3e:c8:98:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c3154e-ca52-4215-8758-0df058f756b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '752bd7f8-c58c-4301-a402-96bfcf5fcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:41Z', 'updated_at': '2022-02-19T20:51:47Z', 'revision_number': 4, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'subnets': [{'id': '752bd7f8-c58c-4301-a402-96bfcf5fcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:51:50.625357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] Network 5c5558f1-9c27-4bc5-88c7-675b6e8bfef4 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:51:50.628923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c90a6b5c-bd34-4e11-9d4a-48abf8fb9688 req-833361a2-89d0-4cb4-abe8-a8af2e6d69e3 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4944429
Feb 19 20:51:50.644180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c5558f1-9c27-4bc5-88c7-675b6e8bfef4) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:50.653205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:50.654368 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:50.674564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a7da2-15d3-4193-bc46-525ca8f06bd0 req-050df3c4-bfca-4d46-b05c-e385afafc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:50.678630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe6a7da2-15d3-4193-bc46-525ca8f06bd0 req-050df3c4-bfca-4d46-b05c-e385afafc531 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 1132 time: 0.2538738
Feb 19 20:51:50.757013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:50.766337 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-098b120f-62e1-4703-bd90-fa0c09fe5285 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0770018
Feb 19 20:51:50.794701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d9969-d40a-4336-89d6-eba3a9b7bf2e None None] Network 5c5558f1-9c27-4bc5-88c7-675b6e8bfef4 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:51:50.855477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1d9d-8cb7-4b05-b4a0-e836215ee03b req-9536156b-953b-40e2-b021-dbc68d7eb0d6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:50.857363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59db1d9d-8cb7-4b05-b4a0-e836215ee03b req-9536156b-953b-40e2-b021-dbc68d7eb0d6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 950 time: 0.4320219
Feb 19 20:51:50.933334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:50.936936 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f87ba9a-188c-4eb1-96ea-392150cd7128" -d '{"events": [{"server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "name": "network-vif-unplugged", "status": "completed", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:50.975202 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Publish callbacks [] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:51.008509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d20aa5-d2d2-4b40-9038-6d5cf9a54bb8 None None] Network 5c5558f1-9c27-4bc5-88c7-675b6e8bfef4 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:51:51.030674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe6a7da2-15d3-4193-bc46-525ca8f06bd0 req-e68f476a-b873-45b9-b05b-5a00d0eac1b0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2971308
Feb 19 20:51:51.081166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Transition to ACTIVE for port object 99019bb9-0cfe-4900-a813-f2a3826c4aed will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:51:51.100729 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:51.122392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59db1d9d-8cb7-4b05-b4a0-e836215ee03b req-38a89411-0353-400f-80e9-8029be593536 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2488754
Feb 19 20:51:51.184203 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Pushing event updated for resources: {'Port': ['ID=99019bb9-0cfe-4900-a813-f2a3826c4aed,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:51.234981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] No DVR routers for this DVR port 99019bb9-0cfe-4900-a813-f2a3826c4aed on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:51:51.241307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cb58ff57-1d29-45b0-b1b1-cc23b1b957a1 None None] Current status of the port c8465441-fe32-458a-8f37-997a45922bf8 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:51.342295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Attempting to bind port 99019bb9-0cfe-4900-a813-f2a3826c4aed on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:51:51.343992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Attempting to bind port 99019bb9-0cfe-4900-a813-f2a3826c4aed by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:51:51.346741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Attempting to bind port 99019bb9-0cfe-4900-a813-f2a3826c4aed on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:51.369526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Port 99019bb9-0cfe-4900-a813-f2a3826c4aed on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:51:51.370018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Attempting to bind port 99019bb9-0cfe-4900-a813-f2a3826c4aed on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:51:51.416581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:51:51.416581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:51:51.416581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:51:51.417056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Bound port: 99019bb9-0cfe-4900-a813-f2a3826c4aed, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:51:51.417230 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:51.691256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceca5c0-8ecb-4d5e-bdd1-c49f697138e5 req-d38f64ab-a56d-4da7-bb57-968175607bbd tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:51.693081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ceca5c0-8ecb-4d5e-bdd1-c49f697138e5 req-d38f64ab-a56d-4da7-bb57-968175607bbd tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 1127 time: 0.3036065
Feb 19 20:51:51.738507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:51:51.744693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:51:51.753811 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:51.758868 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:51.786203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c8465441-fe32-458a-8f37-997a45922bf8 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:51:51.815434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:51.818880 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:51.828089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] 10.222.0.67 "PUT /v2.0/ports/99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 1095 time: 3.0539432
Feb 19 20:51:51.989541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c8465441-fe32-458a-8f37-997a45922bf8 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:51:51.992032 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c8465441-fe32-458a-8f37-997a45922bf8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:52.192421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c8465441-fe32-458a-8f37-997a45922bf8 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:52.216162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ceca5c0-8ecb-4d5e-bdd1-c49f697138e5 req-a6b0a2c5-8bc1-47be-ad4e-dd1673299cfb tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4660487
Feb 19 20:51:52.218115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6404e1-edfa-42e4-a779-cf20de572b61 service neutron] Pushing event updated for resources: {'Port': ['ID=99019bb9-0cfe-4900-a813-f2a3826c4aed,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:52.229295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-69144058-44a8-475e-b378-76474a55ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:52.235701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-69144058-44a8-475e-b378-76474a55ae0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1129 time: 0.3200643
Feb 19 20:51:52.452751 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe4986b-bcdf-4c2f-b6ce-d10d02ed6921 x-openstack-request-id: req-8fe4986b-bcdf-4c2f-b6ce-d10d02ed6921 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:52.452751 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "name": "network-vif-unplugged", "status": "completed", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:52.452751 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fe4986b-bcdf-4c2f-b6ce-d10d02ed6921 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:52.452751 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed', 'code': 200}
Feb 19 20:51:52.475890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-0397d883-8945-47fa-899f-2f9f88e33566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:52.484531 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-0397d883-8945-47fa-899f-2f9f88e33566 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2367949
Feb 19 20:51:52.544231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-8f158c10-efce-4885-88db-dd0e644d7b66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 217 time: 0.0497403
Feb 19 20:51:52.651515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 99019bb9-0cfe-4900-a813-f2a3826c4aed no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:51:52.673503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-4f2ae662-4904-4500-bda9-38b84f01e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:52.676683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-4f2ae662-4904-4500-bda9-38b84f01e696 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1237659
Feb 19 20:51:52.767581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ca497-fba8-4104-9f12-e950a4cedcf5 req-43c96cb3-3b58-446d-9b4e-e8ae23e321e4 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:52.769321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b8ca497-fba8-4104-9f12-e950a4cedcf5 req-43c96cb3-3b58-446d-9b4e-e8ae23e321e4 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 947 time: 0.1572797
Feb 19 20:51:52.776486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-2bc416d1-df86-45ed-8e10-3bde2fa933ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:52.778087 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-2bc416d1-df86-45ed-8e10-3bde2fa933ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0958092
Feb 19 20:51:52.779686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port 99019bb9-0cfe-4900-a813-f2a3826c4aed host nch2-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:51:52.780117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 99019bb9-0cfe-4900-a813-f2a3826c4aed not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:51:52.846340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-cd8f5290-c4a5-4743-9453-77342b6261c5 req-65e8f2c2-1d05-472e-ad71-1da65253c436 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1315134339', 'description': 'tempest-description-1634090777'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:52.880802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8f5290-c4a5-4743-9453-77342b6261c5 req-65e8f2c2-1d05-472e-ad71-1da65253c436 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:52.961000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b8ca497-fba8-4104-9f12-e950a4cedcf5 req-73627a4a-8018-420a-a975-dc24a36f8769 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260235
Feb 19 20:51:52.966984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-93df6591-344b-4e2b-aa6d-894ee47699e6 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812806
Feb 19 20:51:53.036259 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:53.069861 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8f5290-c4a5-4743-9453-77342b6261c5 req-65e8f2c2-1d05-472e-ad71-1da65253c436 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (dcc26d45-dc4f-4516-b2cf-c476080034d0), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:53.104924 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8f5290-c4a5-4743-9453-77342b6261c5 req-65e8f2c2-1d05-472e-ad71-1da65253c436 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dcc26d45-dc4f-4516-b2cf-c476080034d0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:53.149387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6a16da-dfc8-47ea-9376-4d18f4684ccd req-34a66a76-fe11-4a96-8f31-0ed928886fb5 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742582
Feb 19 20:51:53.158782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cd8f5290-c4a5-4743-9453-77342b6261c5 req-65e8f2c2-1d05-472e-ad71-1da65253c436 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:53.165076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd8f5290-c4a5-4743-9453-77342b6261c5 req-65e8f2c2-1d05-472e-ad71-1da65253c436 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.3313935
Feb 19 20:51:53.165954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8f2c2-1d05-472e-ad71-1da65253c436 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc26d45-dc4f-4516-b2cf-c476080034d0,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:53.194849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3ddd3-1299-486a-a4b2-f326eac6ef0e req-e28cd352-df2f-472f-8085-7969708d614e tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:53.202609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0f3ddd3-1299-486a-a4b2-f326eac6ef0e req-e28cd352-df2f-472f-8085-7969708d614e tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 950 time: 0.1351533
Feb 19 20:51:53.259236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0f3ddd3-1299-486a-a4b2-f326eac6ef0e req-bb8fa087-4875-4433-b817-0d03a2726d2d tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525534
Feb 19 20:51:53.592314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-6b85d206-779c-4cb7-b4c3-c69cf82be583 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:53.593886 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-6b85d206-779c-4cb7-b4c3-c69cf82be583 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 821 time: 0.1628575
Feb 19 20:51:53.597633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef97a6e0-7573-473b-9315-e5f91b41ba3c req-fc03161f-afdc-41d0-b6f5-e9239feab3c3 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/dcc26d45-dc4f-4516-b2cf-c476080034d0 HTTP/1.1" status: 200  len: 1830 time: 0.0679781
Feb 19 20:51:53.611398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ef97a6e0-7573-473b-9315-e5f91b41ba3c req-6e4cbeef-534a-4062-bd7b-a951e5dc9be7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcc26d45-dc4f-4516-b2cf-c476080034d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:53.611728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ef97a6e0-7573-473b-9315-e5f91b41ba3c req-6e4cbeef-534a-4062-bd7b-a951e5dc9be7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcc26d45-dc4f-4516-b2cf-c476080034d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:53.620419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-356719ef-7edf-48f4-b281-a18334eda3d8 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/quotas/a6f02f88286b49babe665db9d00787a2 HTTP/1.1" status: 200  len: 375 time: 0.0205421
Feb 19 20:51:53.704915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef97a6e0-7573-473b-9315-e5f91b41ba3c req-6e4cbeef-534a-4062-bd7b-a951e5dc9be7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group_rule (90cf6817-8732-4e58-a72f-ad7d524023bd), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:53.716210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a56381d2-de7a-4ad6-bad8-437ce0639cf2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0892823
Feb 19 20:51:53.750005 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef97a6e0-7573-473b-9315-e5f91b41ba3c req-6e4cbeef-534a-4062-bd7b-a951e5dc9be7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group_rule (90cf6817-8732-4e58-a72f-ad7d524023bd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:53.761143 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef97a6e0-7573-473b-9315-e5f91b41ba3c req-6e4cbeef-534a-4062-bd7b-a951e5dc9be7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (90cf6817-8732-4e58-a72f-ad7d524023bd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:53.812944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cbeef-534a-4062-bd7b-a951e5dc9be7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cf6817-8732-4e58-a72f-ad7d524023bd,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:53.819323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef97a6e0-7573-473b-9315-e5f91b41ba3c req-6e4cbeef-534a-4062-bd7b-a951e5dc9be7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:53.824811 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef97a6e0-7573-473b-9315-e5f91b41ba3c req-6e4cbeef-534a-4062-bd7b-a951e5dc9be7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2179177
Feb 19 20:51:53.867116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-ee3680b0-8813-4047-b3d7-0cc4049dcf39 service neutron] 10.222.0.30 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370008
Feb 19 20:51:53.995174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac322c5-e732-4f03-9e0e-222bcb941f36 req-6c2e45f9-6c36-4282-adcd-6c7f629c584b tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:53.996783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac322c5-e732-4f03-9e0e-222bcb941f36 req-6c2e45f9-6c36-4282-adcd-6c7f629c584b tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.1159666
Feb 19 20:51:54.017969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-5796075c-554a-487d-890d-a834187e6932 service neutron] 10.222.0.30 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444490
Feb 19 20:51:54.061241 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac322c5-e732-4f03-9e0e-222bcb941f36 req-746d434f-0048-4e4c-a84f-e2f94da8666c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538282
Feb 19 20:51:54.259728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b43f324-9458-4a93-aef0-545733faf697 req-f960be93-7790-46dd-8841-f033e40c1853 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/dcc26d45-dc4f-4516-b2cf-c476080034d0 HTTP/1.1" status: 200  len: 2423 time: 0.0697515
Feb 19 20:51:54.361408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5ee3c17-ffb2-41d0-9d41-bee9ccda8ca3 req-e89b4364-1751-432b-af3d-a87eb1398901 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 210 time: 0.0459683
Feb 19 20:51:54.368498 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:54.443006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526e0cd-568d-4615-8550-bececd18ac7b req-179536a2-3b77-48b4-b960-b9e5e925dc2d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:54.445551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6526e0cd-568d-4615-8550-bececd18ac7b req-179536a2-3b77-48b4-b960-b9e5e925dc2d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 947 time: 0.1185532
Feb 19 20:51:54.450514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:51:54.452815 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9e575b-8823-4301-ac53-7251983cd07e" -d '{"events": [{"name": "network-changed", "server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:51:54.537805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6526e0cd-568d-4615-8550-bececd18ac7b req-ddc90f4d-17e2-49ab-b0ba-f3a91d0771d0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804441
Feb 19 20:51:54.648916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-fab0eb6d-97db-4fd3-8e92-3c3fbb499f97 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0271726
Feb 19 20:51:54.764500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae068de5-fab4-4d7b-88cf-f2f5a6183793 req-ab7292f1-259c-4278-9657-81328ab92a21 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-group-rules/90cf6817-8732-4e58-a72f-ad7d524023bd HTTP/1.1" status: 200  len: 778 time: 0.0431676
Feb 19 20:51:55.052143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-3e07e51e-f992-43ac-94ee-f6be14226428 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:55.054548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-3e07e51e-f992-43ac-94ee-f6be14226428 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4030635
Feb 19 20:51:55.060149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae068de5-fab4-4d7b-88cf-f2f5a6183793 req-69c72049-595d-4622-82a4-6f3774fd9a6a tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/dcc26d45-dc4f-4516-b2cf-c476080034d0 HTTP/1.1" status: 200  len: 2423 time: 0.2883291
Feb 19 20:51:55.080103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-63230be0-ed82-4c73-91e2-32090bddaab3 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/quotas/6d9ffdaf1d654c9bbbda43ed9214c964 HTTP/1.1" status: 200  len: 375 time: 0.0190001
Feb 19 20:51:55.117388 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae068de5-fab4-4d7b-88cf-f2f5a6183793 req-12205392-f07e-414e-8c54-c62b5644b97f tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group_rule (90cf6817-8732-4e58-a72f-ad7d524023bd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:55.127711 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae068de5-fab4-4d7b-88cf-f2f5a6183793 req-12205392-f07e-414e-8c54-c62b5644b97f tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group_rule (90cf6817-8732-4e58-a72f-ad7d524023bd), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:55.166629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6b7edec1-3bc4-4d73-8658-86b509d01f1f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0771918
Feb 19 20:51:55.170851 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae068de5-fab4-4d7b-88cf-f2f5a6183793 req-12205392-f07e-414e-8c54-c62b5644b97f tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (90cf6817-8732-4e58-a72f-ad7d524023bd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:55.176410 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae068de5-fab4-4d7b-88cf-f2f5a6183793 req-12205392-f07e-414e-8c54-c62b5644b97f tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:55.177891 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae068de5-fab4-4d7b-88cf-f2f5a6183793 req-12205392-f07e-414e-8c54-c62b5644b97f tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/90cf6817-8732-4e58-a72f-ad7d524023bd HTTP/1.1" status: 204  len: 173 time: 0.1105382
Feb 19 20:51:55.186334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12205392-f07e-414e-8c54-c62b5644b97f tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90cf6817-8732-4e58-a72f-ad7d524023bd,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:55.256210 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2923480e-cee6-4bd4-b0e2-b2749c792042 x-openstack-request-id: req-2923480e-cee6-4bd4-b0e2-b2749c792042 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:51:55.257078 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:51:55.257458 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2923480e-cee6-4bd4-b0e2-b2749c792042 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:51:55.257863 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed', 'status': 'completed', 'code': 200}
Feb 19 20:51:55.403685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-c3ffb53a-c565-42b5-965a-06a85339dc5b req-6ad8f6d5-c3a2-468a-904c-936a5b6fc877 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-515076817', 'description': 'tempest-description-1926561769'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:55.461779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e575b-8823-4301-ac53-7251983cd07e req-d937fe64-7288-461f-a96b-9f6aebc54024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:55.464027 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-d937fe64-7288-461f-a96b-9f6aebc54024 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1129 time: 0.1521320
Feb 19 20:51:55.468743 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c3ffb53a-c565-42b5-965a-06a85339dc5b req-6ad8f6d5-c3a2-468a-904c-936a5b6fc877 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:55.505505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe8cc0fa-00a9-43b2-87c8-9aab88b4a78b req-3e58e9ec-cf12-4a70-bed2-110f8fa08df4 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 210 time: 0.0644658
Feb 19 20:51:55.635584 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:55.638339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e575b-8823-4301-ac53-7251983cd07e req-af205b05-695d-493e-92dd-5bea58de9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:55.640636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-af205b05-695d-493e-92dd-5bea58de9769 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1495867
Feb 19 20:51:55.700296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e575b-8823-4301-ac53-7251983cd07e req-80218534-c5ed-4ffa-85b2-8796c4c92903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:55.701964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-80218534-c5ed-4ffa-85b2-8796c4c92903 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1129 time: 0.4178555
Feb 19 20:51:55.827436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-6c509ba1-4d2e-469f-ab78-c99948324d15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 217 time: 0.1698678
Feb 19 20:51:55.891864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8dec3e67-6359-4539-a50d-7b8055f9b124 req-ec3e8f98-110e-46f7-8808-bf8ed5fb3844 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 210 time: 0.0934064
Feb 19 20:51:56.011045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c3ffb53a-c565-42b5-965a-06a85339dc5b req-6ad8f6d5-c3a2-468a-904c-936a5b6fc877 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (3fb5744a-a17b-416d-9c5f-dc2e2caf4503), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:56.061490 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c3ffb53a-c565-42b5-965a-06a85339dc5b req-6ad8f6d5-c3a2-468a-904c-936a5b6fc877 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3fb5744a-a17b-416d-9c5f-dc2e2caf4503), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:56.079758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e575b-8823-4301-ac53-7251983cd07e req-e6d1a4b1-e11f-470c-8b5c-0c335f7d554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:56.081536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-e6d1a4b1-e11f-470c-8b5c-0c335f7d554e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1929128
Feb 19 20:51:56.094219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9fd824a9-1b4f-4cb3-8e85-1dadf647941c tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:56.096182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9fd824a9-1b4f-4cb3-8e85-1dadf647941c tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.67 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 821 time: 0.6041961
Feb 19 20:51:56.132125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Request body: {'port': {'device_id': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076', 'admin_state_up': True, 'tenant_id': 'a6f02f88286b49babe665db9d00787a2'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:56.156484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c3ffb53a-c565-42b5-965a-06a85339dc5b req-6ad8f6d5-c3a2-468a-904c-936a5b6fc877 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:56.167160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3ffb53a-c565-42b5-965a-06a85339dc5b req-6ad8f6d5-c3a2-468a-904c-936a5b6fc877 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.7747431
Feb 19 20:51:56.258869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e575b-8823-4301-ac53-7251983cd07e req-f0654de1-8dcf-4a1e-bfac-5c3e34217d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:56.259857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-f0654de1-8dcf-4a1e-bfac-5c3e34217d3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.4636917
Feb 19 20:51:56.268369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8f6d5-c3a2-468a-904c-936a5b6fc877 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb5744a-a17b-416d-9c5f-dc2e2caf4503,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:56.325083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-d38498ee-2572-4724-be8b-6da8469945e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 217 time: 0.0555432
Feb 19 20:51:56.430323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e575b-8823-4301-ac53-7251983cd07e req-53a44ab2-a8be-41b7-abd4-a8ac3ce8e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:56.431777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-53a44ab2-a8be-41b7-abd4-a8ac3ce8e925 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3259568
Feb 19 20:51:56.450736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084eda04-0082-4074-98e4-aaabcd18070f req-dd61dae3-cf9c-4212-8a2d-d0254e146980 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:56.452285 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-084eda04-0082-4074-98e4-aaabcd18070f req-dd61dae3-cf9c-4212-8a2d-d0254e146980 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 947 time: 0.3413165
Feb 19 20:51:56.478317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e575b-8823-4301-ac53-7251983cd07e req-2cf0f8ea-c2f0-4dd7-bfe3-8de7ba1111e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:56.479782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-2cf0f8ea-c2f0-4dd7-bfe3-8de7ba1111e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1458306
Feb 19 20:51:56.562944 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44c333ff-26ca-4b38-81c5-4958c063caf4 req-7750e2a2-7a5e-426e-a417-270e2e71aecf tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/3fb5744a-a17b-416d-9c5f-dc2e2caf4503 HTTP/1.1" status: 200  len: 1829 time: 0.2223039
Feb 19 20:51:56.572657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Made reservation on behalf of a6f02f88286b49babe665db9d00787a2 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:56.575968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:56.637172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40068) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:56.731829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-084eda04-0082-4074-98e4-aaabcd18070f req-7d9629c2-4f65-4efc-8a3d-0a9e0cf68890 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2624915
Feb 19 20:51:56.844656 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-a8c66de7-9c92-46e0-a3c5-bab059e67e62 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4009097
Feb 19 20:51:56.870308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-346453e0-a2a8-48bd-bfa3-e35bf0df3189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:56.910727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-bec90de7-d716-4b25-a8f1-0d1d22587d5e req-930e9ed8-c59d-47f7-9c25-f8b8f59a30a7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1634860201', 'description': 'tempest-description-49712631'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:56.952282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-0ed47f1f-d234-4e49-aae1-599822ff344c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0989418
Feb 19 20:51:57.015870 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-346453e0-a2a8-48bd-bfa3-e35bf0df3189 admin admin] Publish callbacks [] for security_group (bf37d5e8-6c66-46d0-b151-28466c65b438), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.020804 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-346453e0-a2a8-48bd-bfa3-e35bf0df3189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bf37d5e8-6c66-46d0-b151-28466c65b438), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.052485 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-346453e0-a2a8-48bd-bfa3-e35bf0df3189 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97f645d79d2a4f88a798505443341fb7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4132295
Feb 19 20:51:57.055683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40080) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:57.062889 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78aa9266-51bf-4346-a77d-d41d7701d315 req-82b4beb4-1b01-44e1-b9c3-2b6439ece78d tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 210 time: 0.2067571
Feb 19 20:51:57.097565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e575b-8823-4301-ac53-7251983cd07e req-e19fdfa0-d635-4471-b578-743d6df48d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:57.099696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-e19fdfa0-d635-4471-b578-743d6df48d15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6028636
Feb 19 20:51:57.122777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346453e0-a2a8-48bd-bfa3-e35bf0df3189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf37d5e8-6c66-46d0-b151-28466c65b438,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:57.187505 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fba9a58e-70e7-4b38-bf02-56fd432d62a6 admin admin] Publish callbacks [] for security_group (bf37d5e8-6c66-46d0-b151-28466c65b438), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.203412 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bec90de7-d716-4b25-a8f1-0d1d22587d5e req-930e9ed8-c59d-47f7-9c25-f8b8f59a30a7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.214132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fba9a58e-70e7-4b38-bf02-56fd432d62a6 admin admin] Publish callbacks [] for security_group (bf37d5e8-6c66-46d0-b151-28466c65b438), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.282347 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fba9a58e-70e7-4b38-bf02-56fd432d62a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bf37d5e8-6c66-46d0-b151-28466c65b438), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.289422 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fba9a58e-70e7-4b38-bf02-56fd432d62a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.291112 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fba9a58e-70e7-4b38-bf02-56fd432d62a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf37d5e8-6c66-46d0-b151-28466c65b438 HTTP/1.1" status: 204  len: 168 time: 0.2341406
Feb 19 20:51:57.307785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9a58e-70e7-4b38-bf02-56fd432d62a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf37d5e8-6c66-46d0-b151-28466c65b438,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:57.339635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-99201eaf-9175-4c5f-9006-97f0d0416618 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4771194
Feb 19 20:51:57.388170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19e0b0ce-9dc0-4f8d-ab54-9fb104c779b2 req-38877670-3964-4f49-8ac5-a9c13e6a75c5 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 210 time: 0.1529860
Feb 19 20:51:57.485005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Allocated IP 172.20.0.14 (020891c0-689f-4c7c-a850-6c2b2dfe0076/0332d4cd-9022-4d9a-930c-e01725357615/8fa16ec0-665d-486a-8609-c23482d79a71) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:57.572585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-f1972fef-bdbf-4ba8-b4f0-5f1a1e02a9a8 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:57.573289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-f1972fef-bdbf-4ba8-b4f0-5f1a1e02a9a8 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6200197
Feb 19 20:51:57.591513 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bec90de7-d716-4b25-a8f1-0d1d22587d5e req-930e9ed8-c59d-47f7-9c25-f8b8f59a30a7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (98d93fdf-59f2-43e6-bd36-c7e012c68742), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.595973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Request body: {'port': {'device_id': '77b664ff-b2ee-4815-9cc7-5a1895e092a2', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '6d9ffdaf1d654c9bbbda43ed9214c964'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:57.704673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40104) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:57.720741 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5988f6d1-2d0e-4dc1-8db9-7f8cf745f600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.818223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5988f6d1-2d0e-4dc1-8db9-7f8cf745f600 admin admin] Publish callbacks [] for security_group (59bb55cc-3ee5-415e-b0d2-d5d8bfe5dd58), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.826023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5988f6d1-2d0e-4dc1-8db9-7f8cf745f600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (59bb55cc-3ee5-415e-b0d2-d5d8bfe5dd58), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.878495 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5988f6d1-2d0e-4dc1-8db9-7f8cf745f600 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36233fa44d35474f80063230c496d496&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1708350
Feb 19 20:51:57.879757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988f6d1-2d0e-4dc1-8db9-7f8cf745f600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bb55cc-3ee5-415e-b0d2-d5d8bfe5dd58,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:57.882537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-01abeb69-3c04-4430-820a-35ec60100be5 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7160842
Feb 19 20:51:57.883206 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40110) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:57.906889 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bec90de7-d716-4b25-a8f1-0d1d22587d5e req-930e9ed8-c59d-47f7-9c25-f8b8f59a30a7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (98d93fdf-59f2-43e6-bd36-c7e012c68742), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.939867 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dfbd837d-19d0-4ff7-ac96-6e072ce9e672 admin admin] Publish callbacks [] for security_group (59bb55cc-3ee5-415e-b0d2-d5d8bfe5dd58), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:57.953532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40118) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:57.970896 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dfbd837d-19d0-4ff7-ac96-6e072ce9e672 admin admin] Publish callbacks [] for security_group (59bb55cc-3ee5-415e-b0d2-d5d8bfe5dd58), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.026271 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dfbd837d-19d0-4ff7-ac96-6e072ce9e672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (59bb55cc-3ee5-415e-b0d2-d5d8bfe5dd58), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.029302 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dfbd837d-19d0-4ff7-ac96-6e072ce9e672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.029706 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bec90de7-d716-4b25-a8f1-0d1d22587d5e req-930e9ed8-c59d-47f7-9c25-f8b8f59a30a7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.030476 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dfbd837d-19d0-4ff7-ac96-6e072ce9e672 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59bb55cc-3ee5-415e-b0d2-d5d8bfe5dd58 HTTP/1.1" status: 204  len: 168 time: 0.1461766
Feb 19 20:51:58.030910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bec90de7-d716-4b25-a8f1-0d1d22587d5e req-930e9ed8-c59d-47f7-9c25-f8b8f59a30a7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 1.1612577
Feb 19 20:51:58.054804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd837d-19d0-4ff7-ac96-6e072ce9e672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bb55cc-3ee5-415e-b0d2-d5d8bfe5dd58,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:58.114886 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6dac03d9-edd0-4ec8-abde-8b078d1a96ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.152184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 99019bb9-0cfe-4900-a813-f2a3826c4aed details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:51:58.259495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc9e575b-8823-4301-ac53-7251983cd07e req-d2c40532-d51c-4991-a5d1-a5f55807d2ae service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3542001
Feb 19 20:51:58.260411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e9ed8-c59d-47f7-9c25-f8b8f59a30a7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d93fdf-59f2-43e6-bd36-c7e012c68742,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:58.282652 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6dac03d9-edd0-4ec8-abde-8b078d1a96ae admin admin] Publish callbacks [] for security_group (c5aa7866-da15-46df-80ac-011118fedab7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.297951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:58.302199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6dac03d9-edd0-4ec8-abde-8b078d1a96ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c5aa7866-da15-46df-80ac-011118fedab7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.323225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '99019bb9-0cfe-4900-a813-f2a3826c4aed', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '99019bb9-0cfe-4900-a813-f2a3826c4aed', 'mac_address': 'fa:16:3e:d8:42:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:51:58.332733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Made reservation on behalf of 6d9ffdaf1d654c9bbbda43ed9214c964 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:51:58.337558 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6dac03d9-edd0-4ec8-abde-8b078d1a96ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e42ff7200a14509af26780bb5d8e586&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3830047
Feb 19 20:51:58.345058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.358451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40134) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:58.369779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 99019bb9-0cfe-4900-a813-f2a3826c4aed is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:51:58.370435 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.384705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99019bb9-0cfe-4900-a813-f2a3826c4aed {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:51:58.409770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac03d9-edd0-4ec8-abde-8b078d1a96ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa7866-da15-46df-80ac-011118fedab7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:58.411279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:51:58.429527 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.494432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=99019bb9-0cfe-4900-a813-f2a3826c4aed,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:58.544850 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bdae0e27-72c0-4bd2-9de5-bfafedec7330 admin admin] Publish callbacks [] for security_group (c5aa7866-da15-46df-80ac-011118fedab7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.590612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cccb26fa-c355-412f-b370-8b2c287b6feb req-d2c74aa0-3949-40c2-8f32-b5da3d0db006 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/98d93fdf-59f2-43e6-bd36-c7e012c68742 HTTP/1.1" status: 200  len: 1828 time: 0.5086312
Feb 19 20:51:58.598985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624df64-e0a8-4682-9be0-ce0eaaf03c16 req-7ff57f05-1aee-4163-856b-c98b7e4bbbe3 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:58.607745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6624df64-e0a8-4682-9be0-ce0eaaf03c16 req-7ff57f05-1aee-4163-856b-c98b7e4bbbe3 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 947 time: 0.7196977
Feb 19 20:51:58.608370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bdae0e27-72c0-4bd2-9de5-bfafedec7330 admin admin] Publish callbacks [] for security_group (c5aa7866-da15-46df-80ac-011118fedab7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.697621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bdae0e27-72c0-4bd2-9de5-bfafedec7330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c5aa7866-da15-46df-80ac-011118fedab7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.710113 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bdae0e27-72c0-4bd2-9de5-bfafedec7330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:58.712869 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bdae0e27-72c0-4bd2-9de5-bfafedec7330 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5aa7866-da15-46df-80ac-011118fedab7 HTTP/1.1" status: 204  len: 168 time: 0.3494008
Feb 19 20:51:58.734150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae0e27-72c0-4bd2-9de5-bfafedec7330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa7866-da15-46df-80ac-011118fedab7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:58.761036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['99019bb9-0cfe-4900-a813-f2a3826c4aed'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:58.782321 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Allocated IP 192.168.233.106 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/a7ef59b7-3a86-414d-98e0-dccf483c634e) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:51:59.080485 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa228fec-14a8-462c-bc52-c56c0f3d19fe req-3276bc1e-19a7-4ee3-a1e5-9d53688f760d tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 210 time: 0.3524530
Feb 19 20:51:59.109826 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:59.162747 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks [] for port (8fa16ec0-665d-486a-8609-c23482d79a71), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:59.184322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6624df64-e0a8-4682-9be0-ce0eaaf03c16 req-9a6a0c35-e994-4fad-a251-4db361d8603f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5751891
Feb 19 20:51:59.207454 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c89bd93f-7aed-497c-a430-cafe34f00935 req-d423c564-5fd4-420b-8d5d-4f8fa5848ad8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3060884
Feb 19 20:51:59.272176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-8e41cc5a-3899-425a-81d3-409d243ecdc4 req-876b4c06-b9b8-464f-8ef8-c230a6044470 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-731517357', 'description': 'tempest-description-1696064110'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:51:59.310780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks [] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:59.314113 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d971bba4-f295-4ca7-b551-e2a345b7944e req-059ad437-32dc-4357-a6f9-00560aead6c3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 210 time: 0.0840261
Feb 19 20:51:59.341825 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40160) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:59.378386 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72b75163-4dd7-49b2-a004-d9b95c4b4d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:59.403555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:59.434639 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e41cc5a-3899-425a-81d3-409d243ecdc4 req-876b4c06-b9b8-464f-8ef8-c230a6044470 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:59.546664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72b75163-4dd7-49b2-a004-d9b95c4b4d5f admin admin] Publish callbacks [] for security_group (705c564d-7b54-4fe6-873f-3a8569828571), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:59.565789 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72b75163-4dd7-49b2-a004-d9b95c4b4d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (705c564d-7b54-4fe6-873f-3a8569828571), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:59.600970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Network 020891c0-689f-4c7c-a850-6c2b2dfe0076 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:59.629981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:59.634545 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-72b75163-4dd7-49b2-a004-d9b95c4b4d5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96b95054ca644756b7c179abf6508a1b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2916119
Feb 19 20:51:59.635613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:59.639454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40164) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:51:59.653074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bd93f-7aed-497c-a430-cafe34f00935 req-5907abe6-03b3-42cb-826f-e8b04a7c3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:59.655602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c89bd93f-7aed-497c-a430-cafe34f00935 req-5907abe6-03b3-42cb-826f-e8b04a7c3f46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 1127 time: 0.3880494
Feb 19 20:51:59.660045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Pushing event updated for resources: {'Port': ['ID=8fa16ec0-665d-486a-8609-c23482d79a71,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:59.663850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b75163-4dd7-49b2-a004-d9b95c4b4d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705c564d-7b54-4fe6-873f-3a8569828571,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:59.752087 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:59.764459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['3604b765-b301-4875-991d-4d4190639b69'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:59.767208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:51:59.873551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bd93f-7aed-497c-a430-cafe34f00935 req-5a134769-2e6e-4b96-b150-184a0b82efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:59.875722 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c89bd93f-7aed-497c-a430-cafe34f00935 req-5a134769-2e6e-4b96-b150-184a0b82efc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.1613166
Feb 19 20:51:59.911207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:51:59.911895 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:59.929248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:51:59.953707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:51:59.964045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:51:59.966054 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d49fd35-f6ec-48b8-ba16-af5f43032101 admin admin] Publish callbacks [] for security_group (705c564d-7b54-4fe6-873f-3a8569828571), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:51:59.970458 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c89bd93f-7aed-497c-a430-cafe34f00935 req-bfccc17c-464e-40f9-9ca4-c0fc2dca999b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e715e53-af3f-4a70-b33f-5b5471d22747 HTTP/1.1" status: 200  len: 217 time: 0.0855150
Feb 19 20:51:59.976978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Pushing event updated for resources: {'Port': ['ID=a7ef59b7-3a86-414d-98e0-dccf483c634e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:51:59.986291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e41cc5a-3899-425a-81d3-409d243ecdc4 req-876b4c06-b9b8-464f-8ef8-c230a6044470 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (156705b3-61f8-449a-9855-721b01b6eef8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.015307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-a0957fb7-4667-429f-8644-8505699f1241 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9072731
Feb 19 20:52:00.021177 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e41cc5a-3899-425a-81d3-409d243ecdc4 req-876b4c06-b9b8-464f-8ef8-c230a6044470 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (156705b3-61f8-449a-9855-721b01b6eef8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.048928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Request body: {'port': {'device_id': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:00.053999 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d49fd35-f6ec-48b8-ba16-af5f43032101 admin admin] Publish callbacks [] for security_group (705c564d-7b54-4fe6-873f-3a8569828571), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.077892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fbd4a-c6d2-4968-8fd3-c2adc6d59eda req-a8e54295-f1d9-4cf4-b934-9febae392617 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:00.079916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-734fbd4a-c6d2-4968-8fd3-c2adc6d59eda req-a8e54295-f1d9-4cf4-b934-9febae392617 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 948 time: 0.3738401
Feb 19 20:52:00.099649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bd93f-7aed-497c-a430-cafe34f00935 req-e6acab42-10a5-4928-92b9-e734044d57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:00.101873 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c89bd93f-7aed-497c-a430-cafe34f00935 req-e6acab42-10a5-4928-92b9-e734044d57ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1163037
Feb 19 20:52:00.122003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-aaf576c0-3ad4-42c7-80a7-dfba15eec3ae tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:00.123668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-aaf576c0-3ad4-42c7-80a7-dfba15eec3ae tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d&tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.3952038
Feb 19 20:52:00.165016 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c89bd93f-7aed-497c-a430-cafe34f00935 req-bd10f190-944a-46ee-9db6-00ff404a0f52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534792
Feb 19 20:52:00.208066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 99019bb9-0cfe-4900-a813-f2a3826c4aed up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:00.249961 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e41cc5a-3899-425a-81d3-409d243ecdc4 req-876b4c06-b9b8-464f-8ef8-c230a6044470 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.257336 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e41cc5a-3899-425a-81d3-409d243ecdc4 req-876b4c06-b9b8-464f-8ef8-c230a6044470 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 1.0049660
Feb 19 20:52:00.327808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:00.344673 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.352519 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c89bd93f-7aed-497c-a430-cafe34f00935 req-16746297-8d97-4159-99a8-9db96f0b58e9 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805289
Feb 19 20:52:00.363009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b4c06-b9b8-464f-8ef8-c230a6044470 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156705b3-61f8-449a-9855-721b01b6eef8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:00.431194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 99019bb9-0cfe-4900-a813-f2a3826c4aed completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:52:00.438837 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 99019bb9-0cfe-4900-a813-f2a3826c4aed triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:00.439475 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.467974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-81fb80cc-85d4-4514-8c73-ce5c28a09e2c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8790021
Feb 19 20:52:00.484863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Request body: {'port': {'device_id': '77b664ff-b2ee-4815-9cc7-5a1895e092a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:00.511765 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-734fbd4a-c6d2-4968-8fd3-c2adc6d59eda req-c4205c2c-0803-4170-aec3-1c93af04e9a2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3445542
Feb 19 20:52:00.532801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d83b5936-9ba1-4a1f-9109-2fea2e758965 None None] Provisioning complete for port a7ef59b7-3a86-414d-98e0-dccf483c634e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:00.533367 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d83b5936-9ba1-4a1f-9109-2fea2e758965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.565566 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c89bd93f-7aed-497c-a430-cafe34f00935 req-4d0d726b-9ca5-48c6-975e-58a9267f0642 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2044456
Feb 19 20:52:00.566822 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d49fd35-f6ec-48b8-ba16-af5f43032101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (705c564d-7b54-4fe6-873f-3a8569828571), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.582425 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d49fd35-f6ec-48b8-ba16-af5f43032101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.591321 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.600208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d83b5936-9ba1-4a1f-9109-2fea2e758965 None None] Port a7ef59b7-3a86-414d-98e0-dccf483c634e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:00.602878 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5d49fd35-f6ec-48b8-ba16-af5f43032101 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/705c564d-7b54-4fe6-873f-3a8569828571 HTTP/1.1" status: 204  len: 168 time: 0.9523103
Feb 19 20:52:00.603216 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-b6961f15-bf04-4e1d-900c-5b77b55e04be service neutron] delete failed (client error): The resource could not be found.
Feb 19 20:52:00.604233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-b6961f15-bf04-4e1d-900c-5b77b55e04be service neutron] 10.222.0.10 "DELETE /v2.0/ports/99019bb9-0cfe-4900-a813-f2a3826c4aed/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.4205618
Feb 19 20:52:00.624297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49fd35-f6ec-48b8-ba16-af5f43032101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705c564d-7b54-4fe6-873f-3a8569828571,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:00.665070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 99019bb9-0cfe-4900-a813-f2a3826c4aed is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:00.665478 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.692463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:00.695578 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411a14a2-5194-4547-80d5-e5fb9481e8f9" -d '{"events": [{"server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "name": "network-vif-plugged", "status": "completed", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:00.713179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:00.722250 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.780864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f5667-cfd5-48f7-a3da-18c8a118c737 req-6ee22687-66bb-471a-9ea3-9e5e81885fcd tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:00.789138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-598f5667-cfd5-48f7-a3da-18c8a118c737 req-6ee22687-66bb-471a-9ea3-9e5e81885fcd tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 936 time: 0.4130867
Feb 19 20:52:00.810765 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:00.839698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=99019bb9-0cfe-4900-a813-f2a3826c4aed,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:00.870650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18f98c59-f61e-4f01-977e-260daa068c27 req-64e00842-139f-4ef3-819e-9cf626fa4965 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/156705b3-61f8-449a-9855-721b01b6eef8 HTTP/1.1" status: 200  len: 1829 time: 0.2877507
Feb 19 20:52:01.276419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-598f5667-cfd5-48f7-a3da-18c8a118c737 req-46563fd3-e8ca-4dba-9761-4acdfb6b1079 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4844851
Feb 19 20:52:01.393855 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b251b3c-f7be-4eb8-991b-2b3ed7395fbf x-openstack-request-id: req-9b251b3c-f7be-4eb8-991b-2b3ed7395fbf {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:01.394409 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "name": "network-vif-plugged", "status": "completed", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:01.394913 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b251b3c-f7be-4eb8-991b-2b3ed7395fbf {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:01.395668 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed', 'code': 200}
Feb 19 20:52:01.432429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-357c499f-5beb-4d53-9114-052c6fe9397f req-0bacd3a6-e84a-466b-83d7-16a4abb08f54 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1201513501', 'description': 'tempest-description-1037515055'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:01.498444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-bcdc3272-9a7c-4e1f-80cc-47c306f67197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:01.499987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-bcdc3272-9a7c-4e1f-80cc-47c306f67197 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1131 time: 0.6927378
Feb 19 20:52:01.631832 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-357c499f-5beb-4d53-9114-052c6fe9397f req-0bacd3a6-e84a-466b-83d7-16a4abb08f54 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:01.677577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3257a0-2b27-4fec-a860-232dece15cd4 req-f6864a49-5c94-4ed1-8bad-b652a4904761 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:01.685465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd3257a0-2b27-4fec-a860-232dece15cd4 req-f6864a49-5c94-4ed1-8bad-b652a4904761 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 932 time: 0.6653521
Feb 19 20:52:01.846545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-214e9012-d8a8-477d-81e1-f2ee04ecf508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:01.847931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-214e9012-d8a8-477d-81e1-f2ee04ecf508 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.3351386
Feb 19 20:52:01.894364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd3257a0-2b27-4fec-a860-232dece15cd4 req-f656467e-d9df-4e92-826e-c4ae6b9be184 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058473
Feb 19 20:52:01.953291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-16a87b7d-5ab7-4235-8dba-61abe89d174c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 217 time: 0.0891604
Feb 19 20:52:01.969666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa16ec0-665d-486a-8609-c23482d79a71 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:01.994970 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Publish callbacks [] for port (8fa16ec0-665d-486a-8609-c23482d79a71), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:02.074484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-357c499f-5beb-4d53-9114-052c6fe9397f req-0bacd3a6-e84a-466b-83d7-16a4abb08f54 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (4b6050e5-8774-4a16-a5ac-2091189e90e2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:02.114645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Transition to ACTIVE for port object 8fa16ec0-665d-486a-8609-c23482d79a71 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:52:02.125888 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-357c499f-5beb-4d53-9114-052c6fe9397f req-0bacd3a6-e84a-466b-83d7-16a4abb08f54 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4b6050e5-8774-4a16-a5ac-2091189e90e2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:02.141296 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:02.165500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-c057e473-8f9f-41f1-9499-cbb7ff3b2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:02.166879 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-c057e473-8f9f-41f1-9499-cbb7ff3b2d40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1906934
Feb 19 20:52:02.169057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ef59b7-3a86-414d-98e0-dccf483c634e {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:02.214398 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Publish callbacks [] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:02.285903 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-357c499f-5beb-4d53-9114-052c6fe9397f req-0bacd3a6-e84a-466b-83d7-16a4abb08f54 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:02.287250 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-357c499f-5beb-4d53-9114-052c6fe9397f req-0bacd3a6-e84a-466b-83d7-16a4abb08f54 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.8689888
Feb 19 20:52:02.308322 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacd3a6-e84a-466b-83d7-16a4abb08f54 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6050e5-8774-4a16-a5ac-2091189e90e2,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:02.321029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Transition to ACTIVE for port object a7ef59b7-3a86-414d-98e0-dccf483c634e will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:52:02.332704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa16ec0-665d-486a-8609-c23482d79a71,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:02.363609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b90ad-ce49-44d5-8adc-b3d7ce3572fb req-d357a919-0210-4197-b229-0373ef8da75e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:02.370514 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c0b90ad-ce49-44d5-8adc-b3d7ce3572fb req-d357a919-0210-4197-b229-0373ef8da75e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.3425500
Feb 19 20:52:02.375015 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:02.474670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-c6156380-c75c-4c3f-bbb2-57e2c0ec8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:02.476318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-c6156380-c75c-4c3f-bbb2-57e2c0ec8860 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2652061
Feb 19 20:52:02.510218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Pushing event updated for resources: {'Port': ['ID=a7ef59b7-3a86-414d-98e0-dccf483c634e,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:02.617676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c0b90ad-ce49-44d5-8adc-b3d7ce3572fb req-df50675c-2e3e-45fb-a7d6-26d3d2b5ab0c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462592
Feb 19 20:52:02.640996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:02.643200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:02.643734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:02.710509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Port 8fa16ec0-665d-486a-8609-c23482d79a71 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:52:02.710843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:02.766553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:02.766915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:02.767299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:02.767751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Bound port: 8fa16ec0-665d-486a-8609-c23482d79a71, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:02.768113 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:02.877069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-6570486a-44a1-4414-adf6-719f252492df service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3824043
Feb 19 20:52:02.906409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Attempting to bind port a7ef59b7-3a86-414d-98e0-dccf483c634e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:02.906753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Attempting to bind port a7ef59b7-3a86-414d-98e0-dccf483c634e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:02.907082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Attempting to bind port a7ef59b7-3a86-414d-98e0-dccf483c634e on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:02.940168 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beca3b4-0bc8-4c9b-a3ba-8814f709c7ae req-ccce3b6a-d455-4757-92c3-98c21bbe458f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:02.941692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1beca3b4-0bc8-4c9b-a3ba-8814f709c7ae req-ccce3b6a-d455-4757-92c3-98c21bbe458f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 948 time: 0.2031226
Feb 19 20:52:02.968551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Port a7ef59b7-3a86-414d-98e0-dccf483c634e on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:52:02.968883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Attempting to bind port a7ef59b7-3a86-414d-98e0-dccf483c634e on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:02.977933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:02.997140 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:02.997517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:02.997866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:02.998313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Bound port: a7ef59b7-3a86-414d-98e0-dccf483c634e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:02.998917 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:03.011625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fa16ec0-665d-486a-8609-c23482d79a71,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:03.062638 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:03.161706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1beca3b4-0bc8-4c9b-a3ba-8814f709c7ae req-ccea6544-186f-470d-aded-d07187d033c8 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871123
Feb 19 20:52:03.169837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:03.170460 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:03.171957 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] 10.222.0.67 "PUT /v2.0/ports/8fa16ec0-665d-486a-8609-c23482d79a71 HTTP/1.1" status: 200  len: 1092 time: 3.1365769
Feb 19 20:52:03.174103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'tag': '8fa16ec0-665d-486a-8609-c23482d79a71'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:03.176314 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751648b1-09a0-48bb-9e16-43dde4933f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "470c141a-60d6-46e9-bd5f-08ce9c6a7f99", "tag": "8fa16ec0-665d-486a-8609-c23482d79a71"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:03.191341 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-701a1133-2951-42a4-ba71-9931d3bf5689 req-72c9ec29-ce4a-4ae2-9015-84dc7bdc06cc service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3001511
Feb 19 20:52:03.229357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] For port a7ef59b7-3a86-414d-98e0-dccf483c634e, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:03.238923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41bd4c-5817-4423-85b1-6843bb201490 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa16ec0-665d-486a-8609-c23482d79a71,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:03.266410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] For port a7ef59b7-3a86-414d-98e0-dccf483c634e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7ef59b7-3a86-414d-98e0-dccf483c634e,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:03.278005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84802387-cdb6-4b61-9bd6-e9e403f2e28e req-c668bbc4-1155-4961-b731-2addc7b6349f tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/4b6050e5-8774-4a16-a5ac-2091189e90e2 HTTP/1.1" status: 200  len: 1830 time: 0.0946050
Feb 19 20:52:03.282184 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:03.366549 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:03.367272 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:03.368907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] 10.222.0.10 "PUT /v2.0/ports/a7ef59b7-3a86-414d-98e0-dccf483c634e HTTP/1.1" status: 200  len: 1096 time: 2.8908970
Feb 19 20:52:03.542300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066aaba-a988-4da2-aa8b-215871afefea service neutron] Pushing event updated for resources: {'Port': ['ID=a7ef59b7-3a86-414d-98e0-dccf483c634e,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:03.566908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d56be0-4468-44e8-bb68-4f64d09d70b6 req-f9cfddd3-41ae-4689-b9ca-1dbb56d10ced tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:03.576041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93d56be0-4468-44e8-bb68-4f64d09d70b6 req-f9cfddd3-41ae-4689-b9ca-1dbb56d10ced tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 944 time: 0.2312202
Feb 19 20:52:03.619575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-b96ed447-da09-4171-a16e-abfa9b04a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:03.622968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-b96ed447-da09-4171-a16e-abfa9b04a421 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 1126 time: 0.3269279
Feb 19 20:52:03.776494 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-e818a640-8760-435c-975c-44fddb002502 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa16ec0-665d-486a-8609-c23482d79a71 HTTP/1.1" status: 200  len: 217 time: 0.1230392
Feb 19 20:52:03.823769 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18a6911-29c3-4e9e-a14b-9d65a3b47579 x-openstack-request-id: req-b18a6911-29c3-4e9e-a14b-9d65a3b47579 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:03.824076 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470c141a-60d6-46e9-bd5f-08ce9c6a7f99", "tag": "8fa16ec0-665d-486a-8609-c23482d79a71", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:03.824360 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b18a6911-29c3-4e9e-a14b-9d65a3b47579 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:03.824820 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'tag': '8fa16ec0-665d-486a-8609-c23482d79a71', 'status': 'completed', 'code': 200}
Feb 19 20:52:03.867788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-cfd48e53-1612-411d-9726-4fd729f0ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:03.869649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-cfd48e53-1612-411d-9726-4fd729f0ea4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 1130 time: 0.4124689
Feb 19 20:52:03.870506 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-b5bd964b-07ac-4f60-824d-b691f05ff31f req-c9e980a5-5b7c-4aa7-ab88-5a5cdfaadee9 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] show failed (client error): The resource could not be found.
Feb 19 20:52:03.871704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5bd964b-07ac-4f60-824d-b691f05ff31f req-c9e980a5-5b7c-4aa7-ab88-5a5cdfaadee9 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/8d04d4d7-2879-4592-ba16-7ab458099330 HTTP/1.1" status: 404  len: 352 time: 0.0461502
Feb 19 20:52:04.191707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93d56be0-4468-44e8-bb68-4f64d09d70b6 req-23879628-7ef7-4a12-8743-6ef350027005 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5782833
Feb 19 20:52:04.207906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-edec71a4-a14a-4633-a488-4b65369dee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:04.209781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-edec71a4-a14a-4633-a488-4b65369dee1b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.4011567
Feb 19 20:52:04.213228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-06ac9bbe-46a5-49b6-8c1d-2eb9c94ce048 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a7ef59b7-3a86-414d-98e0-dccf483c634e HTTP/1.1" status: 200  len: 217 time: 0.3277919
Feb 19 20:52:04.308045 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-ff77e6c2-e145-4da7-9209-fc806afe6031 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5429363
Feb 19 20:52:04.309979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-f1340cd4-9e34-47d5-8318-23217ebfe7b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0701470
Feb 19 20:52:04.335419 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-74b3d422-5587-452b-9488-3d8a05bc2805 req-2d54110e-bbad-42df-8343-41f0221f8692 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] show failed (client error): The resource could not be found.
Feb 19 20:52:04.336499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74b3d422-5587-452b-9488-3d8a05bc2805 req-2d54110e-bbad-42df-8343-41f0221f8692 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-group-rules/7315547c-23f1-4209-8d24-fea8af096c18 HTTP/1.1" status: 404  len: 361 time: 0.0773776
Feb 19 20:52:04.431672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-87c4a55d-4f5e-4b2b-a741-194cc6cfa514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:04.433301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-87c4a55d-4f5e-4b2b-a741-194cc6cfa514 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1958830
Feb 19 20:52:04.470942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3260d1-41a3-42a9-8d11-1cf3147e8790 req-c95de48a-554e-4e70-9897-3a4693a285ef tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:04.472521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a3260d1-41a3-42a9-8d11-1cf3147e8790 req-c95de48a-554e-4e70-9897-3a4693a285ef tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.2738283
Feb 19 20:52:04.552368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-fd9851c5-59b7-4d6a-8605-6d6ba426b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:04.554782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-fd9851c5-59b7-4d6a-8605-6d6ba426b569 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a&device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 1127 time: 0.1738310
Feb 19 20:52:04.568698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-bb2f4d8f-efff-482d-b9db-fb6258156148 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2406030
Feb 19 20:52:04.613908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-60a87174-b27c-4865-9bdc-2005d55e4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:04.616115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-60a87174-b27c-4865-9bdc-2005d55e4434 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1753635
Feb 19 20:52:04.675869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a3260d1-41a3-42a9-8d11-1cf3147e8790 req-cfcb62a1-7974-42e9-a6a7-389fb5eb2cd9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809719
Feb 19 20:52:04.932486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbf4021-c6ce-4725-ad4f-15d737477b5a req-557a9e6e-3fc5-4bee-bab7-d862c5e2c750 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3546476
Feb 19 20:52:04.938667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59286cce-8f00-4e67-80f0-4f101be2ab35 req-9a5a0799-eca7-4f2d-b7aa-f0c4b1212a99 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/4b6050e5-8774-4a16-a5ac-2091189e90e2 HTTP/1.1" status: 200  len: 1830 time: 0.2093904
Feb 19 20:52:04.945610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-0b41a48e-5f3c-46cf-9f57-9e7e4841e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:04.947068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-0b41a48e-5f3c-46cf-9f57-9e7e4841e8a0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 HTTP/1.1" status: 200  len: 925 time: 0.3583105
Feb 19 20:52:04.967810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8293540-f544-4a0a-a717-15d2eb70598c req-1c3659ff-c87c-49b9-a0c1-157e5b9b3498 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:04.969444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8293540-f544-4a0a-a717-15d2eb70598c req-1c3659ff-c87c-49b9-a0c1-157e5b9b3498 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 948 time: 0.2376139
Feb 19 20:52:04.980385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-97a337a6-add4-467e-a742-529a2e43e33c service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3207588
Feb 19 20:52:05.166092 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-ffc3e121-9f96-40a3-9918-25687b986571 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283fa0ff-0c52-46c9-86d3-5ee439d6029b HTTP/1.1" status: 200  len: 1001 time: 0.2117038
Feb 19 20:52:05.213892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8293540-f544-4a0a-a717-15d2eb70598c req-c4db21c5-d45a-4dc9-90af-1c3b10c72707 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2369146
Feb 19 20:52:05.281921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-2206dfde-aa84-4dfd-bcf3-d00d61651e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:05.283637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-2206dfde-aa84-4dfd-bcf3-d00d61651e37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=879b90bf-3325-4c32-b3af-720713f360e1 HTTP/1.1" status: 200  len: 863 time: 0.1003077
Feb 19 20:52:05.289341 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-59286cce-8f00-4e67-80f0-4f101be2ab35 req-054c138d-d417-40a0-8da0-9838ad06ed3b tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (4b6050e5-8774-4a16-a5ac-2091189e90e2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:05.330243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751648b1-09a0-48bb-9e16-43dde4933f3a req-d486feea-351c-485d-93c5-865f65498cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:05.331763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-751648b1-09a0-48bb-9e16-43dde4933f3a req-d486feea-351c-485d-93c5-865f65498cfa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 1126 time: 0.3168607
Feb 19 20:52:05.361730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d090040-857f-4add-8ca7-0773f03bcd34 req-2fd76cbc-79bb-42d8-bae2-37802c50d7df service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3457139
Feb 19 20:52:05.421013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-59286cce-8f00-4e67-80f0-4f101be2ab35 req-054c138d-d417-40a0-8da0-9838ad06ed3b tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (4b6050e5-8774-4a16-a5ac-2091189e90e2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:05.533351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-5bb48837-75db-44f2-b50e-6b9ce440363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:05.534901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-5bb48837-75db-44f2-b50e-6b9ce440363c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2346768
Feb 19 20:52:05.556139 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-59286cce-8f00-4e67-80f0-4f101be2ab35 req-054c138d-d417-40a0-8da0-9838ad06ed3b tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4b6050e5-8774-4a16-a5ac-2091189e90e2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:05.558702 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-59286cce-8f00-4e67-80f0-4f101be2ab35 req-054c138d-d417-40a0-8da0-9838ad06ed3b tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:05.564155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59286cce-8f00-4e67-80f0-4f101be2ab35 req-054c138d-d417-40a0-8da0-9838ad06ed3b tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "DELETE /v2.0/security-groups/4b6050e5-8774-4a16-a5ac-2091189e90e2 HTTP/1.1" status: 204  len: 173 time: 0.6130321
Feb 19 20:52:05.628767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751648b1-09a0-48bb-9e16-43dde4933f3a req-e06118b2-87ad-460a-b305-baaf919c5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:05.630423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-751648b1-09a0-48bb-9e16-43dde4933f3a req-e06118b2-87ad-460a-b305-baaf919c5f3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.2785912
Feb 19 20:52:05.637959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c138d-d417-40a0-8da0-9838ad06ed3b tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6050e5-8774-4a16-a5ac-2091189e90e2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:05.718438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25649f0f-132f-4e89-b1f6-1d18b44f4253 req-0b5c445f-d150-4c4c-ba85-c6bd394116a9 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:05.720008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25649f0f-132f-4e89-b1f6-1d18b44f4253 req-0b5c445f-d150-4c4c-ba85-c6bd394116a9 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1131 time: 0.2371051
Feb 19 20:52:05.742201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-751648b1-09a0-48bb-9e16-43dde4933f3a req-4975326d-ae1d-49e1-a254-32871c547d95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa16ec0-665d-486a-8609-c23482d79a71 HTTP/1.1" status: 200  len: 217 time: 0.0973523
Feb 19 20:52:05.833115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b664ff-b2ee-4815-9cc7-5a1895e092a2', 'tag': 'a7ef59b7-3a86-414d-98e0-dccf483c634e'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:05.835419 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2749a81-c9ac-4b5e-b40a-172a9578a45a" -d '{"events": [{"name": "network-changed", "server_uuid": "77b664ff-b2ee-4815-9cc7-5a1895e092a2", "tag": "a7ef59b7-3a86-414d-98e0-dccf483c634e"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:05.862099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-062dbad5-875e-4f0e-a604-2a9f8fc7949e service neutron] 10.222.0.67 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3173795
Feb 19 20:52:05.892309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751648b1-09a0-48bb-9e16-43dde4933f3a req-2ee50dd6-926f-41cd-bded-2a19e6e5e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:05.893809 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-751648b1-09a0-48bb-9e16-43dde4933f3a req-2ee50dd6-926f-41cd-bded-2a19e6e5e0cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1430221
Feb 19 20:52:05.908438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25649f0f-132f-4e89-b1f6-1d18b44f4253 req-06fbecb3-0f18-4cd9-88d5-62aa016bdd48 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715174
Feb 19 20:52:05.916055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7539db-56d5-43d7-a06f-092a92d75f55 req-6d405429-07a6-4e31-911f-c11ec45eaeb2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:05.932962 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b7539db-56d5-43d7-a06f-092a92d75f55 req-6d405429-07a6-4e31-911f-c11ec45eaeb2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 944 time: 0.2891526
Feb 19 20:52:05.998999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-751648b1-09a0-48bb-9e16-43dde4933f3a req-e8b8f6b5-b376-4b57-9120-80a450d680d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0932052
Feb 19 20:52:06.284836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40332) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:06.380464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b7539db-56d5-43d7-a06f-092a92d75f55 req-693ed015-1601-415f-807f-421f9bdb8e0b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4464819
Feb 19 20:52:06.392912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e4ed9f3-d7b5-4f31-b71a-2f8fce619bb8 req-8f08a89e-e738-4d2d-9679-284a4761932a service neutron] 10.222.0.67 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5216894
Feb 19 20:52:06.407830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38bc0ff0-efb5-484c-8404-af3b31d356c6 req-62fb01b2-6a47-4877-b12c-a4d395f2f31a tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/156705b3-61f8-449a-9855-721b01b6eef8 HTTP/1.1" status: 200  len: 1829 time: 0.3883090
Feb 19 20:52:06.431754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6785fe5-e652-4cab-8b80-de41cf9961bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:06.463570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-751648b1-09a0-48bb-9e16-43dde4933f3a req-688320dd-c817-4dbd-ac26-779d99e8123f service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4451377
Feb 19 20:52:06.493764 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaad0cd-9353-4e09-a97f-2a4783b3f534 x-openstack-request-id: req-acaad0cd-9353-4e09-a97f-2a4783b3f534 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:06.494115 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b664ff-b2ee-4815-9cc7-5a1895e092a2", "tag": "a7ef59b7-3a86-414d-98e0-dccf483c634e", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:06.494380 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acaad0cd-9353-4e09-a97f-2a4783b3f534 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:06.494934 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b664ff-b2ee-4815-9cc7-5a1895e092a2', 'tag': 'a7ef59b7-3a86-414d-98e0-dccf483c634e', 'status': 'completed', 'code': 200}
Feb 19 20:52:06.575871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6785fe5-e652-4cab-8b80-de41cf9961bf admin admin] Publish callbacks [] for security_group (69e4c7cb-8d23-487a-82c4-1e9c652fbd92), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:06.593512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6785fe5-e652-4cab-8b80-de41cf9961bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (69e4c7cb-8d23-487a-82c4-1e9c652fbd92), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:06.658181 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-38bc0ff0-efb5-484c-8404-af3b31d356c6 req-33c68375-e8f7-4812-92f7-bcd2e2c87477 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (156705b3-61f8-449a-9855-721b01b6eef8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:06.663579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6785fe5-e652-4cab-8b80-de41cf9961bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e4c7cb-8d23-487a-82c4-1e9c652fbd92,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:06.680521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2749a81-c9ac-4b5e-b40a-172a9578a45a req-ff197d59-a0c5-4da4-ae70-43e48ead74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:06.685495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2749a81-c9ac-4b5e-b40a-172a9578a45a req-ff197d59-a0c5-4da4-ae70-43e48ead74f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 1130 time: 0.1477032
Feb 19 20:52:06.699008 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f6785fe5-e652-4cab-8b80-de41cf9961bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8dd487b9b67d4d72b313868e7bc4ba93&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4108210
Feb 19 20:52:06.700034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40346) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:06.769429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33218d45-4b2f-4ea2-be6f-47a2a1fa07c7 admin admin] Publish callbacks [] for security_group (69e4c7cb-8d23-487a-82c4-1e9c652fbd92), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:06.795497 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33218d45-4b2f-4ea2-be6f-47a2a1fa07c7 admin admin] Publish callbacks [] for security_group (69e4c7cb-8d23-487a-82c4-1e9c652fbd92), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:06.833525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-38bc0ff0-efb5-484c-8404-af3b31d356c6 req-33c68375-e8f7-4812-92f7-bcd2e2c87477 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (156705b3-61f8-449a-9855-721b01b6eef8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:06.845242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-751648b1-09a0-48bb-9e16-43dde4933f3a req-c0a941e2-3f7c-4754-a3fb-236c8cb5f43c service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3726845
Feb 19 20:52:06.873669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33218d45-4b2f-4ea2-be6f-47a2a1fa07c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (69e4c7cb-8d23-487a-82c4-1e9c652fbd92), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:06.877221 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33218d45-4b2f-4ea2-be6f-47a2a1fa07c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:06.881836 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-33218d45-4b2f-4ea2-be6f-47a2a1fa07c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69e4c7cb-8d23-487a-82c4-1e9c652fbd92 HTTP/1.1" status: 204  len: 168 time: 0.1772714
Feb 19 20:52:06.903621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33218d45-4b2f-4ea2-be6f-47a2a1fa07c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e4c7cb-8d23-487a-82c4-1e9c652fbd92,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:06.915319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dffe3-e609-4b3f-8d22-993c88a1b169 req-5bfb903d-8e29-429f-901c-03866aded064 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:06.922189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a0dffe3-e609-4b3f-8d22-993c88a1b169 req-5bfb903d-8e29-429f-901c-03866aded064 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 948 time: 0.2170656
Feb 19 20:52:06.944598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2749a81-c9ac-4b5e-b40a-172a9578a45a req-25d46a13-4257-49fc-a150-e8cdb833af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:06.946075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2749a81-c9ac-4b5e-b40a-172a9578a45a req-25d46a13-4257-49fc-a150-e8cdb833af78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2513049
Feb 19 20:52:07.005589 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-38bc0ff0-efb5-484c-8404-af3b31d356c6 req-33c68375-e8f7-4812-92f7-bcd2e2c87477 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (156705b3-61f8-449a-9855-721b01b6eef8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.009204 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-38bc0ff0-efb5-484c-8404-af3b31d356c6 req-33c68375-e8f7-4812-92f7-bcd2e2c87477 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.010516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38bc0ff0-efb5-484c-8404-af3b31d356c6 req-33c68375-e8f7-4812-92f7-bcd2e2c87477 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "DELETE /v2.0/security-groups/156705b3-61f8-449a-9855-721b01b6eef8 HTTP/1.1" status: 204  len: 173 time: 0.5962844
Feb 19 20:52:07.029294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2749a81-c9ac-4b5e-b40a-172a9578a45a req-ffdf8e96-f29b-4207-a242-24812e01233d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a7ef59b7-3a86-414d-98e0-dccf483c634e HTTP/1.1" status: 200  len: 217 time: 0.0728579
Feb 19 20:52:07.047748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c68375-e8f7-4812-92f7-bcd2e2c87477 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156705b3-61f8-449a-9855-721b01b6eef8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:07.102943 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a0dffe3-e609-4b3f-8d22-993c88a1b169 req-a7712de7-ddf7-43b1-bdae-16dc6ce8e1ee tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797898
Feb 19 20:52:07.139791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2749a81-c9ac-4b5e-b40a-172a9578a45a req-a6785d04-7674-4643-893b-217b739250fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:07.142451 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2749a81-c9ac-4b5e-b40a-172a9578a45a req-a6785d04-7674-4643-893b-217b739250fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0846062
Feb 19 20:52:07.251576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-9fa39c62-c75d-4502-be02-12029388935e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0451703
Feb 19 20:52:07.260077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9dbdf513-aaf1-4972-931e-c1a83f9d1373 req-082286bd-60c6-4dfe-8441-ae2b66673bc5 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/98d93fdf-59f2-43e6-bd36-c7e012c68742 HTTP/1.1" status: 200  len: 1828 time: 0.1111162
Feb 19 20:52:07.345045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2749a81-c9ac-4b5e-b40a-172a9578a45a req-e23c8278-bb4d-4b11-b3b8-1789bcac9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:07.346589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2749a81-c9ac-4b5e-b40a-172a9578a45a req-e23c8278-bb4d-4b11-b3b8-1789bcac9224 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1955335
Feb 19 20:52:07.393406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40364) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:07.413163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31d89a26-8eb5-4093-924b-3db3d7fd0f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.490844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-ef45aa1e-5cb1-4087-abff-f42a9945b55c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:07.492353 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-ef45aa1e-5cb1-4087-abff-f42a9945b55c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2305555
Feb 19 20:52:07.512199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31d89a26-8eb5-4093-924b-3db3d7fd0f7a admin admin] Publish callbacks [] for security_group (dd7dfc2e-8077-4393-a948-58cbd72c4632), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.529801 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9dbdf513-aaf1-4972-931e-c1a83f9d1373 req-f811df5f-9fef-4baa-bfb1-0123711b5aa7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (98d93fdf-59f2-43e6-bd36-c7e012c68742), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.535717 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-0ccade88-7e49-4e35-a4b0-6f6ced049505 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/quotas/e2599a1bea39406f9b1e548ab3f1cd22 HTTP/1.1" status: 200  len: 375 time: 0.0287046
Feb 19 20:52:07.540899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2749a81-c9ac-4b5e-b40a-172a9578a45a req-6ef08231-c605-44d1-9d87-7adedd965454 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803789
Feb 19 20:52:07.550055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31d89a26-8eb5-4093-924b-3db3d7fd0f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dd7dfc2e-8077-4393-a948-58cbd72c4632), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.609781 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-31d89a26-8eb5-4093-924b-3db3d7fd0f7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8665fee57720441bb81ed6155e740f33&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2151065
Feb 19 20:52:07.610571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40368) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:07.631825 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9dbdf513-aaf1-4972-931e-c1a83f9d1373 req-f811df5f-9fef-4baa-bfb1-0123711b5aa7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (98d93fdf-59f2-43e6-bd36-c7e012c68742), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.658526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d89a26-8eb5-4093-924b-3db3d7fd0f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7dfc2e-8077-4393-a948-58cbd72c4632,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:07.714871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-ab719690-b6be-4f4e-b1fa-53be5d8d9643 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1680837
Feb 19 20:52:07.725050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3eb091d5-316c-428e-9430-f4e981dcfcc0 admin admin] Publish callbacks [] for security_group (dd7dfc2e-8077-4393-a948-58cbd72c4632), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.754504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3eb091d5-316c-428e-9430-f4e981dcfcc0 admin admin] Publish callbacks [] for security_group (dd7dfc2e-8077-4393-a948-58cbd72c4632), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.764782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9dbdf513-aaf1-4972-931e-c1a83f9d1373 req-f811df5f-9fef-4baa-bfb1-0123711b5aa7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (98d93fdf-59f2-43e6-bd36-c7e012c68742), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.767574 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9dbdf513-aaf1-4972-931e-c1a83f9d1373 req-f811df5f-9fef-4baa-bfb1-0123711b5aa7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.782780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9dbdf513-aaf1-4972-931e-c1a83f9d1373 req-f811df5f-9fef-4baa-bfb1-0123711b5aa7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "DELETE /v2.0/security-groups/98d93fdf-59f2-43e6-bd36-c7e012c68742 HTTP/1.1" status: 204  len: 173 time: 0.5070803
Feb 19 20:52:07.817352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2749a81-c9ac-4b5e-b40a-172a9578a45a req-a8d2129e-95c6-41f2-aaea-c6bfe3efe84c service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2670600
Feb 19 20:52:07.819160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811df5f-9fef-4baa-bfb1-0123711b5aa7 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d93fdf-59f2-43e6-bd36-c7e012c68742,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:07.850591 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3eb091d5-316c-428e-9430-f4e981dcfcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dd7dfc2e-8077-4393-a948-58cbd72c4632), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.853995 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3eb091d5-316c-428e-9430-f4e981dcfcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:07.857916 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3eb091d5-316c-428e-9430-f4e981dcfcc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd7dfc2e-8077-4393-a948-58cbd72c4632 HTTP/1.1" status: 204  len: 168 time: 0.2438843
Feb 19 20:52:07.873099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb091d5-316c-428e-9430-f4e981dcfcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7dfc2e-8077-4393-a948-58cbd72c4632,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:07.997586 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-deef6811-6501-4942-8b41-b29bcd1bf525 req-310d2381-a626-4e45-8222-433665ff1a6d tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/3fb5744a-a17b-416d-9c5f-dc2e2caf4503 HTTP/1.1" status: 200  len: 1829 time: 0.0522432
Feb 19 20:52:08.145073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d8c1-2d68-420f-b3ea-3164743dc44a req-820bc396-1178-4201-b650-0ff73bb8c658 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:08.147309 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5766d8c1-2d68-420f-b3ea-3164743dc44a req-820bc396-1178-4201-b650-0ff73bb8c658 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 944 time: 0.1585610
Feb 19 20:52:08.147912 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-deef6811-6501-4942-8b41-b29bcd1bf525 req-809049dc-b27a-49cc-8113-f9e896e9a1ab tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (3fb5744a-a17b-416d-9c5f-dc2e2caf4503), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:08.212940 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-deef6811-6501-4942-8b41-b29bcd1bf525 req-809049dc-b27a-49cc-8113-f9e896e9a1ab tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (3fb5744a-a17b-416d-9c5f-dc2e2caf4503), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:08.228208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5766d8c1-2d68-420f-b3ea-3164743dc44a req-65a885ad-defa-4953-8417-e0e730855776 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735850
Feb 19 20:52:08.355086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0d06f77-4dce-45da-89b9-a4f4cf006e99 req-421e0eda-674c-4a9c-9cb6-8acb774a3a41 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 210 time: 0.0584588
Feb 19 20:52:08.357898 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-deef6811-6501-4942-8b41-b29bcd1bf525 req-809049dc-b27a-49cc-8113-f9e896e9a1ab tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3fb5744a-a17b-416d-9c5f-dc2e2caf4503), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:08.364880 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-deef6811-6501-4942-8b41-b29bcd1bf525 req-809049dc-b27a-49cc-8113-f9e896e9a1ab tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:08.366582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-deef6811-6501-4942-8b41-b29bcd1bf525 req-809049dc-b27a-49cc-8113-f9e896e9a1ab tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "DELETE /v2.0/security-groups/3fb5744a-a17b-416d-9c5f-dc2e2caf4503 HTTP/1.1" status: 204  len: 173 time: 0.3682210
Feb 19 20:52:08.390422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809049dc-b27a-49cc-8113-f9e896e9a1ab tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb5744a-a17b-416d-9c5f-dc2e2caf4503,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:08.477754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40402) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:08.520806 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c989662-9cdb-42d9-a9ce-72a87b5ae09d req-7721acfb-99e2-465e-a612-0bdf4e151c38 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "GET /v2.0/security-groups/dcc26d45-dc4f-4516-b2cf-c476080034d0 HTTP/1.1" status: 200  len: 1830 time: 0.1010017
Feb 19 20:52:08.617587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46642f-1f04-4d75-9bf7-45e0086d3cf6 req-27462aae-400a-4e0e-bb6e-605a4d27bad9 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:08.624799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c46642f-1f04-4d75-9bf7-45e0086d3cf6 req-27462aae-400a-4e0e-bb6e-605a4d27bad9 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 948 time: 0.1179891
Feb 19 20:52:08.657504 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4c989662-9cdb-42d9-a9ce-72a87b5ae09d req-01008684-b36d-4f3d-8742-b096b85ff739 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (dcc26d45-dc4f-4516-b2cf-c476080034d0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:08.671177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-416347db-5684-4c49-82c7-02cc7b788f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:08.714856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4c989662-9cdb-42d9-a9ce-72a87b5ae09d req-01008684-b36d-4f3d-8742-b096b85ff739 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (dcc26d45-dc4f-4516-b2cf-c476080034d0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:08.742437 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c46642f-1f04-4d75-9bf7-45e0086d3cf6 req-eccef05f-2cb4-4019-b8b7-c7ef88562f7e tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167481
Feb 19 20:52:08.763828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a7ef59b7-3a86-414d-98e0-dccf483c634e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:52:08.852171 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-416347db-5684-4c49-82c7-02cc7b788f99 admin admin] Publish callbacks [] for security_group (f383e71a-c9ca-4fe2-9fbf-a2732314efae), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:08.873213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4c989662-9cdb-42d9-a9ce-72a87b5ae09d req-01008684-b36d-4f3d-8742-b096b85ff739 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dcc26d45-dc4f-4516-b2cf-c476080034d0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:08.874237 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-416347db-5684-4c49-82c7-02cc7b788f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f383e71a-c9ca-4fe2-9fbf-a2732314efae), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:08.876003 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4c989662-9cdb-42d9-a9ce-72a87b5ae09d req-01008684-b36d-4f3d-8742-b096b85ff739 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:08.877523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c989662-9cdb-42d9-a9ce-72a87b5ae09d req-01008684-b36d-4f3d-8742-b096b85ff739 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] 10.222.0.30 "DELETE /v2.0/security-groups/dcc26d45-dc4f-4516-b2cf-c476080034d0 HTTP/1.1" status: 204  len: 173 time: 0.3306704
Feb 19 20:52:08.897852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40410) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:08.898810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01008684-b36d-4f3d-8742-b096b85ff739 tempest-SecurityGroupRulesNegativeTestJSON-1125767113 tempest-SecurityGroupRulesNegativeTestJSON-1125767113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc26d45-dc4f-4516-b2cf-c476080034d0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:08.974171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416347db-5684-4c49-82c7-02cc7b788f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f383e71a-c9ca-4fe2-9fbf-a2732314efae,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:08.989082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a7ef59b7-3a86-414d-98e0-dccf483c634e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7ef59b7-3a86-414d-98e0-dccf483c634e,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:09.003440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'a7ef59b7-3a86-414d-98e0-dccf483c634e', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'a7ef59b7-3a86-414d-98e0-dccf483c634e', 'mac_address': 'fa:16:3e:9b:e1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:52:09.008218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40414) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:09.009457 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-416347db-5684-4c49-82c7-02cc7b788f99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4bf2430f14ba4c4a91a8892697828f87&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5289800
Feb 19 20:52:09.038831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae9f58f-1bb6-4fed-adcf-3251d3aea3c7 admin admin] Deleting subnet 2ce3aa3b-61e0-4356-9e1d-623d2f91cd0a {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:52:09.045906 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ae9f58f-1bb6-4fed-adcf-3251d3aea3c7 admin admin] Publish callbacks [] for subnet (2ce3aa3b-61e0-4356-9e1d-623d2f91cd0a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.091949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a7ef59b7-3a86-414d-98e0-dccf483c634e is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:09.092699 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.118572 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ef84dbdd-cf6e-4971-9908-e211551154be admin admin] Publish callbacks [] for security_group (f383e71a-c9ca-4fe2-9fbf-a2732314efae), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.123664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ef59b7-3a86-414d-98e0-dccf483c634e {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:09.130144 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ae9f58f-1bb6-4fed-adcf-3251d3aea3c7 admin admin] Publish callbacks [] for subnet (2ce3aa3b-61e0-4356-9e1d-623d2f91cd0a), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.137890 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ae9f58f-1bb6-4fed-adcf-3251d3aea3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (2ce3aa3b-61e0-4356-9e1d-623d2f91cd0a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.161074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a7ef59b7-3a86-414d-98e0-dccf483c634e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7ef59b7-3a86-414d-98e0-dccf483c634e,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:09.168233 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ef84dbdd-cf6e-4971-9908-e211551154be admin admin] Publish callbacks [] for security_group (f383e71a-c9ca-4fe2-9fbf-a2732314efae), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.180309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.241850 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ae9f58f-1bb6-4fed-adcf-3251d3aea3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (2ce3aa3b-61e0-4356-9e1d-623d2f91cd0a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.242269 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=a7ef59b7-3a86-414d-98e0-dccf483c634e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:09.285979 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ef84dbdd-cf6e-4971-9908-e211551154be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f383e71a-c9ca-4fe2-9fbf-a2732314efae), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.289259 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ef84dbdd-cf6e-4971-9908-e211551154be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.296691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ef84dbdd-cf6e-4971-9908-e211551154be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f383e71a-c9ca-4fe2-9fbf-a2732314efae HTTP/1.1" status: 204  len: 168 time: 0.2872832
Feb 19 20:52:09.311172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9f58f-1bb6-4fed-adcf-3251d3aea3c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce3aa3b-61e0-4356-9e1d-623d2f91cd0a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:09.319950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84dbdd-cf6e-4971-9908-e211551154be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383e71a-c9ca-4fe2-9fbf-a2732314efae,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:09.322465 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ae9f58f-1bb6-4fed-adcf-3251d3aea3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.327727 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6ae9f58f-1bb6-4fed-adcf-3251d3aea3c7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2ce3aa3b-61e0-4356-9e1d-623d2f91cd0a HTTP/1.1" status: 204  len: 168 time: 0.4144778
Feb 19 20:52:09.330374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40426) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:09.434414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['a7ef59b7-3a86-414d-98e0-dccf483c634e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:52:09.542507 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (5c5558f1-9c27-4bc5-88c7-675b6e8bfef4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.625650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6d0e49f-2902-4128-909d-41f26d20ce1d req-8185e80f-70d3-4b8c-b066-d8911ad25bd2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 210 time: 0.0980968
Feb 19 20:52:09.650149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-aa606099-72dc-410d-bc3f-19d368402eb5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1394312
Feb 19 20:52:09.833582 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b033b9-b6f5-48c1-b197-845a3e225681 req-5bf156f5-78dc-4422-b21f-c856aa6cb1bb tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:09.840887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0b033b9-b6f5-48c1-b197-845a3e225681 req-5bf156f5-78dc-4422-b21f-c856aa6cb1bb tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 944 time: 0.3245432
Feb 19 20:52:09.861208 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (5c5558f1-9c27-4bc5-88c7-675b6e8bfef4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.887534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab5fa00>,) {'filters': {'network_id': ['5c5558f1-9c27-4bc5-88c7-675b6e8bfef4']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:09.899876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab5fa00>, '1ab4512b-8fe5-4d71-b909-ada58790700e') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:09.900213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab5fa00>, '1ab4512b-8fe5-4d71-b909-ada58790700e') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:09.913441 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (1ab4512b-8fe5-4d71-b909-ada58790700e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.948963 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1ab4512b-8fe5-4d71-b909-ada58790700e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:09.999026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:52:09.999581 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (1ab4512b-8fe5-4d71-b909-ada58790700e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:52:10.004290 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:52:10.095992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40444) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:10.122046 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1df103b-331a-4da2-b509-2256a3c29ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.136156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-22f3976d-a329-4d8a-9d28-29a9d48c129a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:10.138030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-22f3976d-a329-4d8a-9d28-29a9d48c129a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4853444
Feb 19 20:52:10.144465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0b033b9-b6f5-48c1-b197-845a3e225681 req-9df5cca0-ec10-4d41-bab5-7e016cb98782 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197235
Feb 19 20:52:10.149728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (5c5558f1-9c27-4bc5-88c7-675b6e8bfef4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.155222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Request body: {'port': {'device_id': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'e2599a1bea39406f9b1e548ab3f1cd22'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:10.170001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee28a4-030a-453c-8c92-8a0de7e63cfb req-7168ef1a-c617-460c-b493-25d662675443 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:10.171524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5bee28a4-030a-453c-8c92-8a0de7e63cfb req-7168ef1a-c617-460c-b493-25d662675443 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 949 time: 0.2481809
Feb 19 20:52:10.184566 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.190597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5c5558f1-9c27-4bc5-88c7-675b6e8bfef4 HTTP/1.1" status: 204  len: 168 time: 0.8588321
Feb 19 20:52:10.242501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef591c8-7099-4a6f-b988-1a48c466ada5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5558f1-9c27-4bc5-88c7-675b6e8bfef4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:10.243402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8fa16ec0-665d-486a-8609-c23482d79a71 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:52:10.290227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1df103b-331a-4da2-b509-2256a3c29ecc admin admin] Publish callbacks [] for security_group (c693027c-3911-418b-bc13-859c81016739), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.314221 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1df103b-331a-4da2-b509-2256a3c29ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c693027c-3911-418b-bc13-859c81016739), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.340363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5bee28a4-030a-453c-8c92-8a0de7e63cfb req-fc67c68a-c114-4a8d-a534-5b3a0e56018a tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485496
Feb 19 20:52:10.411227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Made reservation on behalf of e2599a1bea39406f9b1e548ab3f1cd22 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:10.415909 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.438863 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b1df103b-331a-4da2-b509-2256a3c29ecc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b52d678120954ccea2f31fb8b0e41dfb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3417313
Feb 19 20:52:10.441896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40452) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:10.443007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df103b-331a-4da2-b509-2256a3c29ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c693027c-3911-418b-bc13-859c81016739,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:10.522231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fa16ec0-665d-486a-8609-c23482d79a71,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:10.545671 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '8fa16ec0-665d-486a-8609-c23482d79a71', 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076', 'port_id': '8fa16ec0-665d-486a-8609-c23482d79a71', 'mac_address': 'fa:16:3e:8e:36:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0332d4cd-9022-4d9a-930c-e01725357615', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:52:10.605446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40454) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:10.635178 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c7607af-d250-4393-a989-ddebe85d6b82 admin admin] Publish callbacks [] for security_group (c693027c-3911-418b-bc13-859c81016739), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.641404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 8fa16ec0-665d-486a-8609-c23482d79a71 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:10.642167 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.676129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c7607af-d250-4393-a989-ddebe85d6b82 admin admin] Publish callbacks [] for security_group (c693027c-3911-418b-bc13-859c81016739), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.688451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Allocated IP 192.168.233.89 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/45bff999-b4bd-48a5-8654-55e37f10072d) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:10.696789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa16ec0-665d-486a-8609-c23482d79a71 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:10.723904 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f4b23e12-7d25-4651-b294-9bd1528a5c69 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2188c9b692f4062bb3f678a54ce6b12&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1172552
Feb 19 20:52:10.728064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40462) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:10.753553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fa16ec0-665d-486a-8609-c23482d79a71,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:10.759756 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.794095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd200afb-81a2-4454-b0ca-9c2c840cee4c req-e6a076e0-b33e-491c-82c3-c5124395790b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 210 time: 0.0370061
Feb 19 20:52:10.818045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a7ef59b7-3a86-414d-98e0-dccf483c634e up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:10.850828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18b70dd6-44cc-4db0-ac2e-30ff2bb21f24 admin admin] Publish callbacks [] for security_group (5a1e07fc-d9a7-4692-90f7-3ddf7ec79edc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.860928 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c7607af-d250-4393-a989-ddebe85d6b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c693027c-3911-418b-bc13-859c81016739), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.872361 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c7607af-d250-4393-a989-ddebe85d6b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.873642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0c7607af-d250-4393-a989-ddebe85d6b82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c693027c-3911-418b-bc13-859c81016739 HTTP/1.1" status: 204  len: 168 time: 0.4295073
Feb 19 20:52:10.888642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=8fa16ec0-665d-486a-8609-c23482d79a71,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:10.897074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18b70dd6-44cc-4db0-ac2e-30ff2bb21f24 admin admin] Publish callbacks [] for security_group (5a1e07fc-d9a7-4692-90f7-3ddf7ec79edc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.920951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port a7ef59b7-3a86-414d-98e0-dccf483c634e completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:52:10.929754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port a7ef59b7-3a86-414d-98e0-dccf483c634e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:10.930474 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.996367 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18b70dd6-44cc-4db0-ac2e-30ff2bb21f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5a1e07fc-d9a7-4692-90f7-3ddf7ec79edc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:10.999447 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18b70dd6-44cc-4db0-ac2e-30ff2bb21f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:11.000774 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-18b70dd6-44cc-4db0-ac2e-30ff2bb21f24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a1e07fc-d9a7-4692-90f7-3ddf7ec79edc HTTP/1.1" status: 204  len: 168 time: 0.2713659
Feb 19 20:52:11.015408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b70dd6-44cc-4db0-ac2e-30ff2bb21f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1e07fc-d9a7-4692-90f7-3ddf7ec79edc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:11.037659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7607af-d250-4393-a989-ddebe85d6b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c693027c-3911-418b-bc13-859c81016739,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:11.133152 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks [] for port (45bff999-b4bd-48a5-8654-55e37f10072d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:11.165687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a7ef59b7-3a86-414d-98e0-dccf483c634e is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:11.166235 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:11.205684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b664ff-b2ee-4815-9cc7-5a1895e092a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ef59b7-3a86-414d-98e0-dccf483c634e'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:11.209826 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f866e9a-c2a9-43a9-ab99-4f7057be5de4" -d '{"events": [{"server_uuid": "77b664ff-b2ee-4815-9cc7-5a1895e092a2", "name": "network-vif-plugged", "status": "completed", "tag": "a7ef59b7-3a86-414d-98e0-dccf483c634e"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:11.220343 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:11.228091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a7ef59b7-3a86-414d-98e0-dccf483c634e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7ef59b7-3a86-414d-98e0-dccf483c634e,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:11.234135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['99019bb9-0cfe-4900-a813-f2a3826c4aed'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:52:11.290171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['8fa16ec0-665d-486a-8609-c23482d79a71'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:52:11.293923 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:11.353729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:11.406994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:11.430662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:11.454340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Pushing event updated for resources: {'Port': ['ID=45bff999-b4bd-48a5-8654-55e37f10072d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:11.570879 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807622-364c-4e36-b6ed-03021a55423e req-98e74618-fee4-43bc-9756-ad2e952e73ad tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:11.582731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80807622-364c-4e36-b6ed-03021a55423e req-98e74618-fee4-43bc-9756-ad2e952e73ad tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 945 time: 0.3126833
Feb 19 20:52:11.651899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:11.655824 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:11.721720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-cb5f50d7-54d6-4d22-b87b-5b053773391f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5728743
Feb 19 20:52:11.735519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80807622-364c-4e36-b6ed-03021a55423e req-e2b18547-e794-4570-bcbd-6272637e5eb1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518042
Feb 19 20:52:11.746277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Request body: {'port': {'device_id': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:11.842719 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f716ec-00c5-4b9f-aadd-40698cb61e3f x-openstack-request-id: req-b3f716ec-00c5-4b9f-aadd-40698cb61e3f {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:11.843217 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b664ff-b2ee-4815-9cc7-5a1895e092a2", "name": "network-vif-plugged", "status": "completed", "tag": "a7ef59b7-3a86-414d-98e0-dccf483c634e", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:11.843578 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3f716ec-00c5-4b9f-aadd-40698cb61e3f {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:11.844088 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b664ff-b2ee-4815-9cc7-5a1895e092a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ef59b7-3a86-414d-98e0-dccf483c634e', 'code': 200}
Feb 19 20:52:11.883761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=a7ef59b7-3a86-414d-98e0-dccf483c634e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:12.043079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-bcc8bbff-5005-47dc-926d-77f711ea4b99 None None] Provisioning complete for port 45bff999-b4bd-48a5-8654-55e37f10072d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:12.043561 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bcc8bbff-5005-47dc-926d-77f711ea4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:12.081319 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:12.115931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bcc8bbff-5005-47dc-926d-77f711ea4b99 None None] Port 45bff999-b4bd-48a5-8654-55e37f10072d cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:12.162914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbc0d3-5ef3-49cf-84f2-f8a4f45cfddd req-d79d86eb-0f34-4395-a33f-9cc2610f720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:12.165485 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1cbc0d3-5ef3-49cf-84f2-f8a4f45cfddd req-d79d86eb-0f34-4395-a33f-9cc2610f720b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 1132 time: 0.2477400
Feb 19 20:52:12.192754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab404c84-aeff-49dd-8e2d-00c903cc8f7a req-4f9e9443-d1b8-40c3-9310-ff643830bf59 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:12.198169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab404c84-aeff-49dd-8e2d-00c903cc8f7a req-4f9e9443-d1b8-40c3-9310-ff643830bf59 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 950 time: 0.2149339
Feb 19 20:52:12.533605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1cbc0d3-5ef3-49cf-84f2-f8a4f45cfddd req-60b3eee5-0833-44b4-8466-7b2d412282d7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3596509
Feb 19 20:52:12.535821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bff999-b4bd-48a5-8654-55e37f10072d {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:12.559113 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Publish callbacks [] for port (45bff999-b4bd-48a5-8654-55e37f10072d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:12.627200 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40524) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:12.630173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Transition to ACTIVE for port object 45bff999-b4bd-48a5-8654-55e37f10072d will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:52:12.648683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab404c84-aeff-49dd-8e2d-00c903cc8f7a req-9d7ef4bd-bfc2-48e4-89f0-1831c60d3800 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4224665
Feb 19 20:52:12.658648 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:12.711589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac442e-11bd-40df-a39e-5e6162b352c1 req-5226cd15-5d3a-461b-bd73-af8f11a2cbff tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:12.718991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2ac442e-11bd-40df-a39e-5e6162b352c1 req-5226cd15-5d3a-461b-bd73-af8f11a2cbff tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 935 time: 0.1977370
Feb 19 20:52:12.765927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Pushing event updated for resources: {'Port': ['ID=45bff999-b4bd-48a5-8654-55e37f10072d,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:12.864951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2ac442e-11bd-40df-a39e-5e6162b352c1 req-f3b876c3-1ab9-4588-816a-35af40cb9dcb tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449919
Feb 19 20:52:12.935243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Attempting to bind port 45bff999-b4bd-48a5-8654-55e37f10072d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:12.935857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Attempting to bind port 45bff999-b4bd-48a5-8654-55e37f10072d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:12.936372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Attempting to bind port 45bff999-b4bd-48a5-8654-55e37f10072d on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:12.960926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Port 45bff999-b4bd-48a5-8654-55e37f10072d on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:52:12.961257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Attempting to bind port 45bff999-b4bd-48a5-8654-55e37f10072d on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:13.023411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-625824591-network', 'tenant_id': 'a0981190244846a18036aa20dce2dc60'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:13.070047 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:13.075025 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.099030 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.224207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Publish callbacks [] for security_group (15b6f291-21a1-456c-9bc6-8aa3b2f0b65f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.231343 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (15b6f291-21a1-456c-9bc6-8aa3b2f0b65f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.257215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:52:13.273474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:13.278266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a845cad5-1877-4d4b-af8c-33cb6d4be228), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.278699 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Added segment a845cad5-1877-4d4b-af8c-33cb6d4be228 of type vlan for network c36e6964-b1c5-4d15-8ff3-6ec34911167e
Feb 19 20:52:13.295908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:13.296348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:13.296797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:13.297248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Bound port: 45bff999-b4bd-48a5-8654-55e37f10072d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:13.300357 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.344854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46d8bfe6-1756-4486-9495-413eeeadddfc req-3638686a-8670-4b8f-bc59-bc2869adcd5c tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4e8808e5cb7f49c7b1f2022d423fee73&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0502067
Feb 19 20:52:13.360347 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (c36e6964-b1c5-4d15-8ff3-6ec34911167e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.395704 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (c36e6964-b1c5-4d15-8ff3-6ec34911167e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.397629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:13.398255 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.472568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d526d2-939d-4202-854e-eacbafbb1098 req-9bc760bf-7a2a-4381-8992-50472aecf267 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:13.475364 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8445563
Feb 19 20:52:13.478327 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40546) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:13.483870 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] Request body: {'subnet': {'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-subnet', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:13.484354 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2d526d2-939d-4202-854e-eacbafbb1098 req-9bc760bf-7a2a-4381-8992-50472aecf267 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 945 time: 0.5368104
Feb 19 20:52:13.498150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b00d7-2386-426c-89ef-4a7bc2a23a31 admin admin] Pushing event updated for resources: {'Network': ['ID=c36e6964-b1c5-4d15-8ff3-6ec34911167e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:13.516024 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network c36e6964-b1c5-4d15-8ff3-6ec34911167e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:52:13.552587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:13.560928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45bff999-b4bd-48a5-8654-55e37f10072d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:13.613098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8bfe6-1756-4486-9495-413eeeadddfc req-7961b2b7-9757-4fdb-84d1-9144889b0905 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:13.624079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46d8bfe6-1756-4486-9495-413eeeadddfc req-7961b2b7-9757-4fdb-84d1-9144889b0905 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2756882
Feb 19 20:52:13.634268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.647130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:13.653430 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.664392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2d526d2-939d-4202-854e-eacbafbb1098 req-578c68d6-524a-4f5c-a304-ed15faf403fa tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789420
Feb 19 20:52:13.758115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46d8bfe6-1756-4486-9495-413eeeadddfc req-ffc2ec3b-bb2f-44fc-aa3c-c530eab598fc tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/quotas/4e8808e5cb7f49c7b1f2022d423fee73 HTTP/1.1" status: 200  len: 375 time: 0.1311412
Feb 19 20:52:13.795337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:13.796291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:13.797420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 200  len: 1095 time: 2.0606544
Feb 19 20:52:13.797942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:13.801175 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee9bf58-0e32-4471-bd1b-5905a9464338" -d '{"events": [{"name": "network-changed", "server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:13.877230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46d8bfe6-1756-4486-9495-413eeeadddfc req-f2fd2f04-4561-49ab-bdf8-7f48bfb1fa65 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e8808e5cb7f49c7b1f2022d423fee73&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1177623
Feb 19 20:52:13.983936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd606f39-955b-438a-9be0-027aa91e69b6 service neutron] Pushing event updated for resources: {'Port': ['ID=45bff999-b4bd-48a5-8654-55e37f10072d,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:14.050118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2780098-040c-4875-b921-e20843caa421 req-d28694ed-d3cd-4ae2-aee6-f408ca61e770 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:14.051768 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (6cff33a4-7faf-4e16-876c-8051332d4598), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:14.058413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2780098-040c-4875-b921-e20843caa421 req-d28694ed-d3cd-4ae2-aee6-f408ca61e770 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 950 time: 0.2505269
Feb 19 20:52:14.062981 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f30a3a5-364f-40e3-9d05-8cf02a19fe46 x-openstack-request-id: req-5f30a3a5-364f-40e3-9d05-8cf02a19fe46 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:14.063277 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:14.063534 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f30a3a5-364f-40e3-9d05-8cf02a19fe46 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:14.063933 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d', 'status': 'completed', 'code': 200}
Feb 19 20:52:14.132663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-ebd50cbe-f8cc-4b6d-a6b6-18d8ab454d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:14.134485 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-ebd50cbe-f8cc-4b6d-a6b6-18d8ab454d42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 1129 time: 0.2516928
Feb 19 20:52:14.182032 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cff33a4-7faf-4e16-876c-8051332d4598,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:14.205731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] Checking segment: {'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:14.206091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] Network hostable DHCP agents. Network: c36e6964-b1c5-4d15-8ff3-6ec34911167e, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:52:14.214719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-843c3a95-b952-40b6-9f40-82ac6ff433bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 200  len: 217 time: 0.0710957
Feb 19 20:52:14.248235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] Network c36e6964-b1c5-4d15-8ff3-6ec34911167e is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:52:14.258419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8fa16ec0-665d-486a-8609-c23482d79a71 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:14.262453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c36e6964-b1c5-4d15-8ff3-6ec34911167e) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:14.266603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:14.267319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:14.302628 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-70736293-c03d-405f-9a85-9524b376a518 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8231466
Feb 19 20:52:14.305766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40574) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:14.310228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:14.328791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d62523d-dbc4-4d9a-b547-1ea4b3f88145 None None] Network c36e6964-b1c5-4d15-8ff3-6ec34911167e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:52:14.343834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:14.345091 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:14.356342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2780098-040c-4875-b921-e20843caa421 req-9265f7f8-9a3c-4667-a8ec-9a64e8c5bde4 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2952065
Feb 19 20:52:14.417241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-4404c668-51cd-4624-8723-988232d525e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:14.418914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-4404c668-51cd-4624-8723-988232d525e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1738508
Feb 19 20:52:14.435457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 8fa16ec0-665d-486a-8609-c23482d79a71 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:52:14.466088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Publish callbacks [] for router_controller (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:14.471147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 8fa16ec0-665d-486a-8609-c23482d79a71 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:14.471554 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:14.499478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e132-6da2-4446-924f-240e83347619 req-32464487-14ba-46d6-b53d-7aee579ae4ff tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:14.507096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0a9e132-6da2-4446-924f-240e83347619 req-32464487-14ba-46d6-b53d-7aee579ae4ff tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 947 time: 0.2936265
Feb 19 20:52:14.562280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-1575200d-8226-4c21-bf18-f8e4862648b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:14.563903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-1575200d-8226-4c21-bf18-f8e4862648b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1372805
Feb 19 20:52:14.594806 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0a9e132-6da2-4446-924f-240e83347619 req-4d2a730b-28c9-445d-ae39-4e0377933b28 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752029
Feb 19 20:52:14.679638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'project_id': 'a0981190244846a18036aa20dce2dc60', 'fixed_ips': [{'subnet_id': '6cff33a4-7faf-4e16-876c-8051332d4598'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:52:14.680540 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:14.730656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Publish callbacks [] for router_gateway (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:14.731216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 8fa16ec0-665d-486a-8609-c23482d79a71 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:14.731216 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:14.742481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-f0642ea2-0e42-4af0-a6c7-d45cbd18a39c service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682801
Feb 19 20:52:14.764129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa16ec0-665d-486a-8609-c23482d79a71'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:14.766467 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9144331-4f01-4a98-81a4-b938d653ee85" -d '{"events": [{"server_uuid": "470c141a-60d6-46e9-bd5f-08ce9c6a7f99", "name": "network-vif-plugged", "status": "completed", "tag": "8fa16ec0-665d-486a-8609-c23482d79a71"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:14.876359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fa16ec0-665d-486a-8609-c23482d79a71,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:14.896209 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:14.964063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9079c6e-45b5-4ace-bf76-e07358537172 req-28c1a8a9-8016-472f-8afe-0b47cadda956 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120566
Feb 19 20:52:15.034595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=8fa16ec0-665d-486a-8609-c23482d79a71,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:15.041342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Allocated IP 172.20.0.2 (c36e6964-b1c5-4d15-8ff3-6ec34911167e/6cff33a4-7faf-4e16-876c-8051332d4598/0d62cf90-9485-4654-8053-b2548d4e2c3d) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:15.121836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20748da-807c-4bf3-ab5a-afe18ea754f3 req-f1d09feb-4ddd-492e-875a-96562b4caab4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.123363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e20748da-807c-4bf3-ab5a-afe18ea754f3 req-f1d09feb-4ddd-492e-875a-96562b4caab4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 946 time: 0.1210618
Feb 19 20:52:15.125399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9bf58-0e32-4471-bd1b-5905a9464338 req-72038f77-b993-4773-956b-43534bc2d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.127026 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ee9bf58-0e32-4471-bd1b-5905a9464338 req-72038f77-b993-4773-956b-43534bc2d909 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 1129 time: 0.0710733
Feb 19 20:52:15.153345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Publish callbacks [] for router_gateway (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:15.179950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:15.218006 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286d8534-27bb-42cf-b1ae-4f90bf94c15c x-openstack-request-id: req-286d8534-27bb-42cf-b1ae-4f90bf94c15c {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:15.218497 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470c141a-60d6-46e9-bd5f-08ce9c6a7f99", "name": "network-vif-plugged", "status": "completed", "tag": "8fa16ec0-665d-486a-8609-c23482d79a71", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:15.218850 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-286d8534-27bb-42cf-b1ae-4f90bf94c15c {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:15.219342 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa16ec0-665d-486a-8609-c23482d79a71', 'code': 200}
Feb 19 20:52:15.233051 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e20748da-807c-4bf3-ab5a-afe18ea754f3 req-415671a8-813f-49cb-ad37-cc3f46d076f8 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024320
Feb 19 20:52:15.268023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9bf58-0e32-4471-bd1b-5905a9464338 req-350f1e0f-c8f8-452f-ace8-36411b2e3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.269750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ee9bf58-0e32-4471-bd1b-5905a9464338 req-350f1e0f-c8f8-452f-ace8-36411b2e3713 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1315985
Feb 19 20:52:15.274138 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Publish callbacks [] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:15.283835 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:15.321453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Network c36e6964-b1c5-4d15-8ff3-6ec34911167e is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:15.327034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:15.330801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:15.366411 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Pushing event updated for resources: {'Port': ['ID=0d62cf90-9485-4654-8053-b2548d4e2c3d,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:15.375142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ee9bf58-0e32-4471-bd1b-5905a9464338 req-f066dbe9-b314-4517-a37e-e153c1a4cbb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 200  len: 217 time: 0.0991635
Feb 19 20:52:15.407611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Allocated IP 172.35.2.63 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/abc74f5a-aa9f-43fe-95c5-8e52ff632952) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:15.409413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Attempting to bind port 0d62cf90-9485-4654-8053-b2548d4e2c3d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:15.410118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Attempting to bind port 0d62cf90-9485-4654-8053-b2548d4e2c3d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:15.410221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Attempting to bind port 0d62cf90-9485-4654-8053-b2548d4e2c3d on network c36e6964-b1c5-4d15-8ff3-6ec34911167e {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:15.416216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:15.416726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Checking segment: {'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:15.417193 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:15.417596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Bound using segment: {'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:15.418205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Bound port: 0d62cf90-9485-4654-8053-b2548d4e2c3d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:15.418944 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:15.490772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] For port 0d62cf90-9485-4654-8053-b2548d4e2c3d, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:15.494723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] For port 0d62cf90-9485-4654-8053-b2548d4e2c3d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d62cf90-9485-4654-8053-b2548d4e2c3d,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:15.504520 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:15.579877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9bf58-0e32-4471-bd1b-5905a9464338 req-72f26aec-78f8-426e-95a7-22edcbfb6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.582589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ee9bf58-0e32-4471-bd1b-5905a9464338 req-72f26aec-78f8-426e-95a7-22edcbfb6fdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1643417
Feb 19 20:52:15.596201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d53fe8-d13b-46d8-9219-274f814051af req-61e156fd-a0cc-4f9c-bd76-ae551c29a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.597839 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34d53fe8-d13b-46d8-9219-274f814051af req-61e156fd-a0cc-4f9c-bd76-ae551c29a307 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 1128 time: 0.3141294
Feb 19 20:52:15.630678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca33df-fc88-4eba-8445-8f19513d2207 None None] Pushing event updated for resources: {'Port': ['ID=0d62cf90-9485-4654-8053-b2548d4e2c3d,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:15.735160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34d53fe8-d13b-46d8-9219-274f814051af req-8ae0624a-ea72-4887-b592-6b203e342464 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275020
Feb 19 20:52:15.749931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Publish callbacks [] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:15.773499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9bf58-0e32-4471-bd1b-5905a9464338 req-d736a453-15d0-4b55-be18-3703fb601b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.775170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ee9bf58-0e32-4471-bd1b-5905a9464338 req-d736a453-15d0-4b55-be18-3703fb601b4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1816940
Feb 19 20:52:15.781773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-cf82665a-58c9-4138-a0dc-90141a0dbeab tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.783317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-cf82665a-58c9-4138-a0dc-90141a0dbeab tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/networks?id=065326d1-f4ad-4311-843c-e3f82557ad7a HTTP/1.1" status: 200  len: 813 time: 0.2055640
Feb 19 20:52:15.799011 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:15.857201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:15.860303 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:15.877572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:15.877572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Pushing event updated for resources: {'Port': ['ID=abc74f5a-aa9f-43fe-95c5-8e52ff632952,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:15.882790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-bc8032af-95e2-4164-9460-6896f9b61e23 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/quotas/76afd67dfef14c3db64ccbd812036427 HTTP/1.1" status: 200  len: 375 time: 0.0782959
Feb 19 20:52:15.963823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ee9bf58-0e32-4471-bd1b-5905a9464338 req-1ae22735-6984-44db-b1fd-91650d140a2c service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791551
Feb 19 20:52:15.972525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-e2023830-9d79-44c0-b0fb-8bb54a09048f tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.973228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-e2023830-9d79-44c0-b0fb-8bb54a09048f tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.973696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-e2023830-9d79-44c0-b0fb-8bb54a09048f tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.974176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-e2023830-9d79-44c0-b0fb-8bb54a09048f tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.975279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-e2023830-9d79-44c0-b0fb-8bb54a09048f tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.975836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-e2023830-9d79-44c0-b0fb-8bb54a09048f tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.976308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-e2023830-9d79-44c0-b0fb-8bb54a09048f tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.976797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-e2023830-9d79-44c0-b0fb-8bb54a09048f tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:15.978858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-e2023830-9d79-44c0-b0fb-8bb54a09048f tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd&device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2&device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99&device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d&device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa&device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d&device_id=da666172-5dd1-484f-aca0-a346a83ecec3&device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 7569 time: 0.1452963
Feb 19 20:52:16.063209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-661d2f2a-14e9-4780-ae89-a1ded2d96c15 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=76afd67dfef14c3db64ccbd812036427&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1792238
Feb 19 20:52:16.085934 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-9297d7ec-782d-458a-9307-a790ead2f623 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:16.121731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Publish callbacks [] for router_gateway (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:16.212369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ee9bf58-0e32-4471-bd1b-5905a9464338 req-345b8150-5904-4159-a7b8-c76651fc1874 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2307265
Feb 19 20:52:16.234386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-5f4313d3-20d2-4c1d-9986-e2a2274be3bb service neutron] 10.222.0.30 "GET /v2.0/networks/065326d1-f4ad-4311-843c-e3f82557ad7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702282
Feb 19 20:52:16.321078 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-9297d7ec-782d-458a-9307-a790ead2f623 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Publish callbacks [] for security_group (1e1e4991-c0f6-42b4-b1a6-abb89a112e04), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:16.327837 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-9297d7ec-782d-458a-9307-a790ead2f623 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1e1e4991-c0f6-42b4-b1a6-abb89a112e04), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:16.330676 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:16.391651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-2e78bc06-401c-46b8-b0d1-99a6f63c5a3e service neutron] 10.222.0.30 "GET /v2.0/networks/065326d1-f4ad-4311-843c-e3f82557ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515889
Feb 19 20:52:16.400925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297d7ec-782d-458a-9307-a790ead2f623 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1e4991-c0f6-42b4-b1a6-abb89a112e04,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:16.428311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2747095-599f-4ff8-9205-e7f04fb8f01d req-9297d7ec-782d-458a-9307-a790ead2f623 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&id=768858bd-4da0-4b8f-89df-d229e06d8910&id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 514 time: 0.4349706
Feb 19 20:52:16.482374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:52:16.665058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:52:16.670277 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Sync routers for ids ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:52:16.684143 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Routers {'9daac51d-f29c-4a8d-a967-1f73c2a8ff72'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:16.685112 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70274340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:16.706593 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:16.710865 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f9a6d7c4-1f39-40ab-a517-7b1dbf62ea34 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.4038663
Feb 19 20:52:16.711480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40644) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:16.847143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9304a6a-98a6-4f99-9111-ccce5bbe358c req-d230958c-6bb9-4a77-94a5-04756ca575bf tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:16.855504 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9304a6a-98a6-4f99-9111-ccce5bbe358c req-d230958c-6bb9-4a77-94a5-04756ca575bf tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 947 time: 0.2057655
Feb 19 20:52:16.936628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9304a6a-98a6-4f99-9111-ccce5bbe358c req-9d3c265a-f5b4-4093-b422-31cc9dcd8e75 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800469
Feb 19 20:52:16.968313 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Set router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:16.974872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77432dca-5bd4-4007-901d-af064e7339ef req-74f3a1ec-64a2-4e9d-aa43-390839279101 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:16.976481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77432dca-5bd4-4007-901d-af064e7339ef req-74f3a1ec-64a2-4e9d-aa43-390839279101 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 946 time: 0.1603115
Feb 19 20:52:17.029087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2ae112-90d1-44ce-bc9c-7fd9313a0148 None None] Network c36e6964-b1c5-4d15-8ff3-6ec34911167e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:52:17.133293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77432dca-5bd4-4007-901d-af064e7339ef req-07edba8b-39a1-4c49-8fd9-f17000c66539 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401770
Feb 19 20:52:17.215714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b354784a-7666-4c51-81ec-20d251ae9148 req-608ffbf0-efd9-43d0-8e4e-175173e3ffbe tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 210 time: 0.0581460
Feb 19 20:52:17.246343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8bc13bbc-dda4-416f-b70b-2729642fea45 None None] Provisioning complete for port 0d62cf90-9485-4654-8053-b2548d4e2c3d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:17.246913 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8bc13bbc-dda4-416f-b70b-2729642fea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:17.366316 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70274340>, [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:16Z', 'revision_number': 3, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:17.410445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a7638e3-e0db-4791-bce0-6f2dca9f6289 req-7cda50eb-46e3-46ff-ae2e-c4f64d129d98 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4e8808e5cb7f49c7b1f2022d423fee73&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0508771
Feb 19 20:52:17.435846 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Checking router: 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:52:17.436193 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Updating router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 port abc74f5a-aa9f-43fe-95c5-8e52ff632952 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:52:17.480407 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:17.487353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8bc13bbc-dda4-416f-b70b-2729642fea45 None None] Current status of the port 0d62cf90-9485-4654-8053-b2548d4e2c3d is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:17.491953 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8bc13bbc-dda4-416f-b70b-2729642fea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:17.500304 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:17.564466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8bc13bbc-dda4-416f-b70b-2729642fea45 None None] For port 0d62cf90-9485-4654-8053-b2548d4e2c3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d62cf90-9485-4654-8053-b2548d4e2c3d,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:17.586301 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8bc13bbc-dda4-416f-b70b-2729642fea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:17.605444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a6b14-5f66-475c-9fa4-ae992e169487 req-d37518ee-33f6-4476-b6f8-b6c9a9561778 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:17.605665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a6b14-5f66-475c-9fa4-ae992e169487 req-d37518ee-33f6-4476-b6f8-b6c9a9561778 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:17.606141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a6b14-5f66-475c-9fa4-ae992e169487 req-d37518ee-33f6-4476-b6f8-b6c9a9561778 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:17.614327 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-884a6b14-5f66-475c-9fa4-ae992e169487 req-d37518ee-33f6-4476-b6f8-b6c9a9561778 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2&device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d&device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 2977 time: 0.1124232
Feb 19 20:52:17.686208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7638e3-e0db-4791-bce0-6f2dca9f6289 req-84176c79-51c9-43a7-aef4-7fa55db18973 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:17.705723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a7638e3-e0db-4791-bce0-6f2dca9f6289 req-84176c79-51c9-43a7-aef4-7fa55db18973 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2837224
Feb 19 20:52:17.715335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc13bbc-dda4-416f-b70b-2729642fea45 None None] Pushing event updated for resources: {'Port': ['ID=0d62cf90-9485-4654-8053-b2548d4e2c3d,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:17.763900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a7638e3-e0db-4791-bce0-6f2dca9f6289 req-35705824-3917-41c6-b60a-ed0fddcc8bc7 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/quotas/4e8808e5cb7f49c7b1f2022d423fee73 HTTP/1.1" status: 200  len: 375 time: 0.0572016
Feb 19 20:52:17.783628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-884a6b14-5f66-475c-9fa4-ae992e169487 req-8dfce779-ca5a-48bd-b04c-6cf019a8e412 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682966
Feb 19 20:52:17.811110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0d62cf90-9485-4654-8053-b2548d4e2c3d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:17.863082 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Publish callbacks [] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:17.867927 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a7638e3-e0db-4791-bce0-6f2dca9f6289 req-8cc5bd29-6a9b-49eb-9f77-08d7b3b6f205 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e8808e5cb7f49c7b1f2022d423fee73&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0831695
Feb 19 20:52:17.874283 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:17.895003 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Allocated IP 172.20.0.1 (c36e6964-b1c5-4d15-8ff3-6ec34911167e/6cff33a4-7faf-4e16-876c-8051332d4598/3dd492be-f23d-4139-8217-6dafc545a891) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:17.919028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0d62cf90-9485-4654-8053-b2548d4e2c3d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:17.919688 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:17.931791 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854b775-d531-45b1-8e30-2907c4b8cd20 None None] Pushing event updated for resources: {'Port': ['ID=abc74f5a-aa9f-43fe-95c5-8e52ff632952,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:17.962580 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Attempting to bind port abc74f5a-aa9f-43fe-95c5-8e52ff632952 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:17.963229 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Attempting to bind port abc74f5a-aa9f-43fe-95c5-8e52ff632952 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:17.963789 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Attempting to bind port abc74f5a-aa9f-43fe-95c5-8e52ff632952 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:17.970078 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:17.970705 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:17.972728 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:17.973380 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:17.974223 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Bound port: abc74f5a-aa9f-43fe-95c5-8e52ff632952, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:17.978532 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:17.982724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-88ef3f00-c0d1-4e4e-9a1f-9c83cd078499 None None] Provisioning complete for port 0d62cf90-9485-4654-8053-b2548d4e2c3d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:17.983106 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-88ef3f00-c0d1-4e4e-9a1f-9c83cd078499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:18.082198 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] For port abc74f5a-aa9f-43fe-95c5-8e52ff632952, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:18.086394 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] For port abc74f5a-aa9f-43fe-95c5-8e52ff632952, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abc74f5a-aa9f-43fe-95c5-8e52ff632952,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:18.095970 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Publish callbacks [] for port (3dd492be-f23d-4139-8217-6dafc545a891), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:18.107424 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:18.110465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-88ef3f00-c0d1-4e4e-9a1f-9c83cd078499 None None] Current status of the port 0d62cf90-9485-4654-8053-b2548d4e2c3d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:18.137943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0d62cf90-9485-4654-8053-b2548d4e2c3d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:18.182420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (3dd492be-f23d-4139-8217-6dafc545a891), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:18.203768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf464970-021a-4dbb-b860-f71fc40e91d8 req-8a3ea998-dc8a-4f6e-a5b7-8818c7d9e597 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:18.210608 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf464970-021a-4dbb-b860-f71fc40e91d8 req-8a3ea998-dc8a-4f6e-a5b7-8818c7d9e597 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 947 time: 0.1121252
Feb 19 20:52:18.210852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Network c36e6964-b1c5-4d15-8ff3-6ec34911167e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:18.214544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:18.226885 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Routers {'9daac51d-f29c-4a8d-a967-1f73c2a8ff72'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:18.227846 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70274340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:51:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:18.228904 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-59e2acb1-4a57-4e9e-bff8-75eb37588b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:18.288757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:18.289269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:18.416156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Pushing event updated for resources: {'Port': ['ID=3dd492be-f23d-4139-8217-6dafc545a891,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:18.420884 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854b775-d531-45b1-8e30-2907c4b8cd20 None None] Pushing event updated for resources: {'Port': ['ID=abc74f5a-aa9f-43fe-95c5-8e52ff632952,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:18.461503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf464970-021a-4dbb-b860-f71fc40e91d8 req-1606b103-3308-430c-985d-d8416d57dfd7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167206
Feb 19 20:52:18.537806 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] Set router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:18.560835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-3a74c7f1-c61e-4fed-a66f-76e9a1a642d1 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:18.562365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-3a74c7f1-c61e-4fed-a66f-76e9a1a642d1 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.67 "GET /v2.0/networks?id=065326d1-f4ad-4311-843c-e3f82557ad7a HTTP/1.1" status: 200  len: 813 time: 0.3508370
Feb 19 20:52:18.577507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Request body: {'port': {'device_id': '64e4abb8-c615-460f-bc5c-702410f99b8b', 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a', 'admin_state_up': True, 'tenant_id': '76afd67dfef14c3db64ccbd812036427'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:18.579698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40698) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:18.637535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6e6fe7a8-084b-41b8-b6e2-390dc60c1862 None None] Provisioning complete for port 3dd492be-f23d-4139-8217-6dafc545a891 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:18.640698 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe7a8-084b-41b8-b6e2-390dc60c1862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3dd492be-f23d-4139-8217-6dafc545a891), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:18.674191 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dd492be-f23d-4139-8217-6dafc545a891), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:18.716544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3dae1e5a-0171-451f-a1bf-843a81896885 req-4fac61ba-6a18-424d-b500-e52cdd52484e tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 210 time: 0.1052396
Feb 19 20:52:18.742179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6e6fe7a8-084b-41b8-b6e2-390dc60c1862 None None] Port 3dd492be-f23d-4139-8217-6dafc545a891 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:18.794838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 45bff999-b4bd-48a5-8654-55e37f10072d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:52:18.795907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902f490-1db2-4674-8c06-2def52316920 req-d349e5b2-304a-4e45-8126-eddbcee33a7d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:18.797612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a902f490-1db2-4674-8c06-2def52316920 req-d349e5b2-304a-4e45-8126-eddbcee33a7d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 946 time: 0.2120259
Feb 19 20:52:18.883736 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a902f490-1db2-4674-8c06-2def52316920 req-17f8579c-d55a-4de1-b622-58da47448d8e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757368
Feb 19 20:52:18.884633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Made reservation on behalf of 76afd67dfef14c3db64ccbd812036427 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:18.888410 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:18.951028 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70274340>, [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:16Z', 'revision_number': 3, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:18.998869 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88211247-cb17-4de7-909e-f84112cb6a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:19.028620 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c65e8-a9c5-444c-afa5-46689e4f9381 None None] The sync data for ids ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'] in ncdv-master-1 is: [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:16Z', 'revision_number': 3, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:52:19.050999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45bff999-b4bd-48a5-8654-55e37f10072d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:19.080086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '45bff999-b4bd-48a5-8654-55e37f10072d', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '45bff999-b4bd-48a5-8654-55e37f10072d', 'mac_address': 'fa:16:3e:7b:64:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:52:19.121517 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Publish callbacks [] for port (3dd492be-f23d-4139-8217-6dafc545a891), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:19.150955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Allocated IP 172.20.0.3 (065326d1-f4ad-4311-843c-e3f82557ad7a/9f7af86f-b820-4445-b4bb-9c8dee2f22d2/fa1b9c05-479c-4d37-8deb-82dad67025e6) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:19.153377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3dd492be-f23d-4139-8217-6dafc545a891), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:19.154475 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:19.177324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 45bff999-b4bd-48a5-8654-55e37f10072d is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:19.178510 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:19.229467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bff999-b4bd-48a5-8654-55e37f10072d {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:19.258048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45bff999-b4bd-48a5-8654-55e37f10072d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:19.268303 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:19.392239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=45bff999-b4bd-48a5-8654-55e37f10072d,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:19.534602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Pushing event updated for resources: {'Port': ['ID=3dd492be-f23d-4139-8217-6dafc545a891,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:19.544898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['45bff999-b4bd-48a5-8654-55e37f10072d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:52:19.569269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88211247-cb17-4de7-909e-f84112cb6a43 admin admin] Publish callbacks [] for security_group (17fad46d-40e7-4cf7-825e-df9bba301c14), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:19.589351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88211247-cb17-4de7-909e-f84112cb6a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (17fad46d-40e7-4cf7-825e-df9bba301c14), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:19.677162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caec9b0-b4b6-4acc-897a-88f20a94ba34 req-77ac016c-d8a8-4157-bded-13a943432542 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:19.686924 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3caec9b0-b4b6-4acc-897a-88f20a94ba34 req-77ac016c-d8a8-4157-bded-13a943432542 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 1128 time: 0.4810908
Feb 19 20:52:19.823734 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-88211247-cb17-4de7-909e-f84112cb6a43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=521a90d1f7954107a473d8484490c2e1&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2354374
Feb 19 20:52:19.832248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40730) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:19.868074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88211247-cb17-4de7-909e-f84112cb6a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fad46d-40e7-4cf7-825e-df9bba301c14,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:19.900755 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Network c36e6964-b1c5-4d15-8ff3-6ec34911167e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:19.928459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:19.948136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device abc74f5a-aa9f-43fe-95c5-8e52ff632952 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:19.955720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3caec9b0-b4b6-4acc-897a-88f20a94ba34 req-f5eafec9-abc6-4e5a-bf67-8368e12ec392 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344394
Feb 19 20:52:19.962528 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Publish callbacks [] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:20.078343 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:20.140229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port abc74f5a-aa9f-43fe-95c5-8e52ff632952 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:20.140693 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:20.301836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Pushing event updated for resources: {'Port': ['ID=fa1b9c05-479c-4d37-8deb-82dad67025e6,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:20.458699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0c596c04-799d-48fe-954e-45c526806698 None None] Provisioning complete for port 3dd492be-f23d-4139-8217-6dafc545a891 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:20.460919 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c596c04-799d-48fe-954e-45c526806698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3dd492be-f23d-4139-8217-6dafc545a891), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:20.477216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port abc74f5a-aa9f-43fe-95c5-8e52ff632952 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:20.477216 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:20.502251 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1210faf6-425c-46c2-accc-1b37fc2bf08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:20.637406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port abc74f5a-aa9f-43fe-95c5-8e52ff632952, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abc74f5a-aa9f-43fe-95c5-8e52ff632952,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:20.643652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0c596c04-799d-48fe-954e-45c526806698 None None] Port 3dd492be-f23d-4139-8217-6dafc545a891 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:20.650521 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:20.653683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0d62cf90-9485-4654-8053-b2548d4e2c3d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:20.667197 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce175bad-6b19-40ce-a79b-04a046242e98 admin admin] Publish callbacks [] for security_group (17fad46d-40e7-4cf7-825e-df9bba301c14), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:20.748077 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce175bad-6b19-40ce-a79b-04a046242e98 admin admin] Publish callbacks [] for security_group (17fad46d-40e7-4cf7-825e-df9bba301c14), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:20.787882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=abc74f5a-aa9f-43fe-95c5-8e52ff632952,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:20.791290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:52:20.808603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 45bff999-b4bd-48a5-8654-55e37f10072d up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:20.813551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0d62cf90-9485-4654-8053-b2548d4e2c3d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:20.813946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:20.950282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Network 065326d1-f4ad-4311-843c-e3f82557ad7a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:20.954384 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.954740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.955117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.955460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.955988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.956563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.956915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.957237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.957583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.957830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.958372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.958634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.959552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:20.979379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:20.991358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:21.037505 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce175bad-6b19-40ce-a79b-04a046242e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (17fad46d-40e7-4cf7-825e-df9bba301c14), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:21.040098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce175bad-6b19-40ce-a79b-04a046242e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:21.041302 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ce175bad-6b19-40ce-a79b-04a046242e98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17fad46d-40e7-4cf7-825e-df9bba301c14 HTTP/1.1" status: 204  len: 168 time: 1.2081726
Feb 19 20:52:21.079149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce175bad-6b19-40ce-a79b-04a046242e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fad46d-40e7-4cf7-825e-df9bba301c14,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:21.143946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:52:21.163184 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4defd6a9-4362-4275-8289-a7a9be1e890f admin admin] 10.222.0.30 "PUT /v2.0/routers/9daac51d-f29c-4a8d-a967-1f73c2a8ff72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4391034
Feb 19 20:52:21.189453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a6a67-37b9-4c61-960c-d103b3fbc8a7 req-68672025-c3d6-4f24-bb2d-ed236d80d0fa tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:21.191081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee7a6a67-37b9-4c61-960c-d103b3fbc8a7 req-68672025-c3d6-4f24-bb2d-ed236d80d0fa tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 931 time: 0.8800340
Feb 19 20:52:21.215462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:21.216206 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:21.265709 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699f8fc-c099-458f-a5ce-15978a91c224 req-a72ca395-c5e2-4171-ae40-522ed16cd05b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:21.267263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8699f8fc-c099-458f-a5ce-15978a91c224 req-a72ca395-c5e2-4171-ae40-522ed16cd05b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 948 time: 0.9309161
Feb 19 20:52:21.337228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 45bff999-b4bd-48a5-8654-55e37f10072d completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:52:21.352505 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:52:21.360183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 45bff999-b4bd-48a5-8654-55e37f10072d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:21.360595 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:21.366029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c00b2281-b06b-4857-8fa9-b6d0688cd0b5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7929111
Feb 19 20:52:21.414269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Request body: {'port': {'device_id': '64e4abb8-c615-460f-bc5c-702410f99b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:21.437869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0d62cf90-9485-4654-8053-b2548d4e2c3d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:21.511565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ad27c2ae-7ef3-41aa-9246-e7c0c1aa8e7a None None] Provisioning complete for port fa1b9c05-479c-4d37-8deb-82dad67025e6 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:21.520833 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad27c2ae-7ef3-41aa-9246-e7c0c1aa8e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:21.555816 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8699f8fc-c099-458f-a5ce-15978a91c224 req-e232c197-d493-45f0-bbec-b377ea39164d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2597768
Feb 19 20:52:21.598945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee7a6a67-37b9-4c61-960c-d103b3fbc8a7 req-dee3f070-aa3f-4903-97d9-31eaeefef07a tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3795307
Feb 19 20:52:21.712151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:21.772012 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:21.782105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ad27c2ae-7ef3-41aa-9246-e7c0c1aa8e7a None None] Port fa1b9c05-479c-4d37-8deb-82dad67025e6 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:21.785320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 45bff999-b4bd-48a5-8654-55e37f10072d is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:21.785750 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:21.788828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40756) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:21.834946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device abc74f5a-aa9f-43fe-95c5-8e52ff632952 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:21.848239 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:21.877002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:21.879453 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02c6d89-7399-48e7-aeed-60e11dec9f09" -d '{"events": [{"server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "name": "network-vif-plugged", "status": "completed", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:21.904584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45bff999-b4bd-48a5-8654-55e37f10072d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:21.917636 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:21.978880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port abc74f5a-aa9f-43fe-95c5-8e52ff632952 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:21.979612 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.031057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=45bff999-b4bd-48a5-8654-55e37f10072d,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:22.086797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port abc74f5a-aa9f-43fe-95c5-8e52ff632952 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:22.171893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Publish callbacks [] for security_group (24804b0a-6b67-46b7-a133-3c4fc5833db9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.184503 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (24804b0a-6b67-46b7-a133-3c4fc5833db9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.254534 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ea09983e22649e689ebf6103b3436d2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4613681
Feb 19 20:52:22.260309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40774) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:22.282988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Sync routers for ids ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:52:22.295049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Routers {'9daac51d-f29c-4a8d-a967-1f73c2a8ff72'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:22.295771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7018c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:22.310715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24804b0a-6b67-46b7-a133-3c4fc5833db9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:22.330968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.331443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.332629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.332981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.333321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.333681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.336073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.336073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.338817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.339603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.339804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.340149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.340985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea43362-3861-4ef6-bd68-910beee720e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:22.472662 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40780) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:22.481091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-722256115-network', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:22.529433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Made reservation on behalf of e5c74fd9df6a462e8fdb33768ba14e60 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:22.532393 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.545158 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.576361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Set router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:22.622158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1b9c05-479c-4d37-8deb-82dad67025e6 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:22.639953 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Publish callbacks [] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.658914 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Publish callbacks [] for security_group (6747a814-faeb-448d-9e77-e26bbfe0ee03), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.672280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6747a814-faeb-448d-9e77-e26bbfe0ee03), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.711921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:52:22.726170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Transition to ACTIVE for port object fa1b9c05-479c-4d37-8deb-82dad67025e6 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:52:22.743378 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (27d2d161-96fc-470a-a3f1-52d7aa02b7a3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.745086 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Added segment 27d2d161-96fc-470a-a3f1-52d7aa02b7a3 of type vlan for network 37065a82-7836-4d82-bd77-b50b676d1c66
Feb 19 20:52:22.754417 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.798662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17644bdf-231b-44ac-a79d-ea96cfa8d030 req-cbb56019-ab1b-4834-a896-99e68ad9662e tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:22.800147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17644bdf-231b-44ac-a79d-ea96cfa8d030 req-cbb56019-ab1b-4834-a896-99e68ad9662e tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 1132 time: 1.0446653
Feb 19 20:52:22.832248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6747a814-faeb-448d-9e77-e26bbfe0ee03,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:22.851627 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d952839d-e61b-497b-bcea-f4100c6a034c admin admin] Publish callbacks [] for security_group (24804b0a-6b67-46b7-a133-3c4fc5833db9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.858942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (37065a82-7836-4d82-bd77-b50b676d1c66), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.922992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (37065a82-7836-4d82-bd77-b50b676d1c66), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.924386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:22.925087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:22.929962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1b9c05-479c-4d37-8deb-82dad67025e6,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:23.046884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8376732-af96-427c-8bbb-d7d04f6e8808 req-dd9bd17b-31b2-4efb-9ab3-ca0b1b590d7d tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:23.056405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8376732-af96-427c-8bbb-d7d04f6e8808 req-dd9bd17b-31b2-4efb-9ab3-ca0b1b590d7d tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 1128 time: 0.7476280
Feb 19 20:52:23.070986 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5964794
Feb 19 20:52:23.075183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40790) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:23.076132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff0bc6-70c8-4abd-acbd-da857e0cafd6 admin admin] Pushing event updated for resources: {'Network': ['ID=37065a82-7836-4d82-bd77-b50b676d1c66,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:23.090226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] Request body: {'subnet': {'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-722256115-subnet', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:23.096515 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:23.105822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 37065a82-7836-4d82-bd77-b50b676d1c66 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:52:23.114909 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d952839d-e61b-497b-bcea-f4100c6a034c admin admin] Publish callbacks [] for security_group (24804b0a-6b67-46b7-a133-3c4fc5833db9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:23.125417 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] Made reservation on behalf of e5c74fd9df6a462e8fdb33768ba14e60 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:23.131379 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:23.186206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Attempting to bind port fa1b9c05-479c-4d37-8deb-82dad67025e6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:23.186682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Attempting to bind port fa1b9c05-479c-4d37-8deb-82dad67025e6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:23.187113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Attempting to bind port fa1b9c05-479c-4d37-8deb-82dad67025e6 on network 065326d1-f4ad-4311-843c-e3f82557ad7a {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:23.204379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7018c220>, [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 4, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dd492be-f23d-4139-8217-6dafc545a891', 'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'mac_address': 'fa:16:3e:5c:87:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:17Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 2, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'subnets': [{'id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:23.242509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Checking router: 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:52:23.243470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Updating router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 port 3dd492be-f23d-4139-8217-6dafc545a891 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:52:23.254180 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17644bdf-231b-44ac-a79d-ea96cfa8d030 req-7edf81cd-c8e7-4963-b364-f08617d1c7d4 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3960044
Feb 19 20:52:23.254877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Port fa1b9c05-479c-4d37-8deb-82dad67025e6 on network 065326d1-f4ad-4311-843c-e3f82557ad7a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:52:23.255268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Attempting to bind port fa1b9c05-479c-4d37-8deb-82dad67025e6 on network 065326d1-f4ad-4311-843c-e3f82557ad7a {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:23.265474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8376732-af96-427c-8bbb-d7d04f6e8808 req-918b9a53-d766-4f5a-bc23-a0d18c653c5a tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077360
Feb 19 20:52:23.267497 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:23.267915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Checking segment: {'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:23.268429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Bound using segment: {'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:23.268940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Bound port: fa1b9c05-479c-4d37-8deb-82dad67025e6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42edec38-953d-46c8-bf78-e47515212caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:23.269367 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:23.339469 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d952839d-e61b-497b-bcea-f4100c6a034c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (24804b0a-6b67-46b7-a133-3c4fc5833db9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:23.340767 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dd492be-f23d-4139-8217-6dafc545a891), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:23.358168 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d952839d-e61b-497b-bcea-f4100c6a034c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:23.362413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d952839d-e61b-497b-bcea-f4100c6a034c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24804b0a-6b67-46b7-a133-3c4fc5833db9 HTTP/1.1" status: 204  len: 168 time: 1.0284119
Feb 19 20:52:23.410580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952839d-e61b-497b-bcea-f4100c6a034c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24804b0a-6b67-46b7-a133-3c4fc5833db9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:23.528690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6718048-967a-46fc-bc19-96a37fb73bf3 req-280f1258-7dba-43fd-88e1-5efd24134911 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4e8808e5cb7f49c7b1f2022d423fee73&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1229165
Feb 19 20:52:23.606524 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c473cd3-4120-4155-8caf-8fd265cc0a5c x-openstack-request-id: req-1c473cd3-4120-4155-8caf-8fd265cc0a5c {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:23.608741 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "name": "network-vif-plugged", "status": "completed", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:23.609431 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c473cd3-4120-4155-8caf-8fd265cc0a5c {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:23.610705 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d', 'code': 200}
Feb 19 20:52:23.613878 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (13d5a532-d6b1-439a-aa89-a3a2b142b1f3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:23.763960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d5a532-d6b1-439a-aa89-a3a2b142b1f3,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:23.770466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6718048-967a-46fc-bc19-96a37fb73bf3 req-841d3ff8-bd4b-40bf-92ff-e322fcf7a444 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:23.779520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6718048-967a-46fc-bc19-96a37fb73bf3 req-841d3ff8-bd4b-40bf-92ff-e322fcf7a444 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2498884
Feb 19 20:52:23.783989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] Checking segment: {'id': '27d2d161-96fc-470a-a3f1-52d7aa02b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:23.784380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] Network hostable DHCP agents. Network: 37065a82-7836-4d82-bd77-b50b676d1c66, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:52:23.804245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] For port fa1b9c05-479c-4d37-8deb-82dad67025e6, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:23.818574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6718048-967a-46fc-bc19-96a37fb73bf3 req-d6c5bfe6-8b56-45a8-a4a7-8f0e4bf2802c tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/quotas/4e8808e5cb7f49c7b1f2022d423fee73 HTTP/1.1" status: 200  len: 375 time: 0.0374143
Feb 19 20:52:23.837527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] Network 37065a82-7836-4d82-bd77-b50b676d1c66 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:52:23.848833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 37065a82-7836-4d82-bd77-b50b676d1c66) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:23.854346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:23.854832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:23.869478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3bceda-51e7-499b-af45-2695ebb5e11f None None] Network 37065a82-7836-4d82-bd77-b50b676d1c66 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:52:23.886737 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d30efa50-d32a-4368-899c-fa8c3234412b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8057432
Feb 19 20:52:23.889964 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40810) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:23.901790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-722256115-router', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:23.938614 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:23.939750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:23.952434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6718048-967a-46fc-bc19-96a37fb73bf3 req-b7d4866f-b21d-42ae-96d1-784be860b378 tempest-QuotasAdminNegativeTest-242312167 tempest-QuotasAdminNegativeTest-242312167-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e8808e5cb7f49c7b1f2022d423fee73&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1329572
Feb 19 20:52:23.986429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] For port fa1b9c05-479c-4d37-8deb-82dad67025e6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa1b9c05-479c-4d37-8deb-82dad67025e6,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:24.012093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:24.103927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1b9c05-479c-4d37-8deb-82dad67025e6,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:24.129793 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Publish callbacks [] for router_controller (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:24.193772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:24.200544 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:24.202236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-c330d887-c2b3-4fb9-981f-f7c82e329024 service neutron] 10.222.0.67 "PUT /v2.0/ports/fa1b9c05-479c-4d37-8deb-82dad67025e6 HTTP/1.1" status: 200  len: 1091 time: 2.8131227
Feb 19 20:52:24.206968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e4abb8-c615-460f-bc5c-702410f99b8b', 'tag': 'fa1b9c05-479c-4d37-8deb-82dad67025e6'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:24.225874 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172" -d '{"events": [{"name": "network-changed", "server_uuid": "64e4abb8-c615-460f-bc5c-702410f99b8b", "tag": "fa1b9c05-479c-4d37-8deb-82dad67025e6"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:24.257976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-37065a82-7836-4d82-bd77-b50b676d1c66', 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66', 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'fixed_ips': [{'subnet_id': '13d5a532-d6b1-439a-aa89-a3a2b142b1f3'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:52:24.258888 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:24.295883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30de2bd-c9e1-4bf8-bfda-2f36b9fb0f37 req-3707d8a7-b84d-483b-a287-9e45ca293cb9 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:24.301274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a30de2bd-c9e1-4bf8-bfda-2f36b9fb0f37 req-3707d8a7-b84d-483b-a287-9e45ca293cb9 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 943 time: 0.5125725
Feb 19 20:52:24.462547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda44eb3-ed6f-4764-a9be-51f101d29e4f req-a377cf05-93cb-4122-8923-1f8b9e580190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:24.466178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bda44eb3-ed6f-4764-a9be-51f101d29e4f req-a377cf05-93cb-4122-8923-1f8b9e580190 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 1131 time: 0.6785195
Feb 19 20:52:24.489207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Publish callbacks [] for router_gateway (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:24.558415 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Publish callbacks [] for port (3dd492be-f23d-4139-8217-6dafc545a891), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:24.581008 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:24.594296 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3dd492be-f23d-4139-8217-6dafc545a891), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:24.611817 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a30de2bd-c9e1-4bf8-bfda-2f36b9fb0f37 req-7f82838d-9aff-4c3d-91b8-cd66e0c53d29 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2612782
Feb 19 20:52:24.676854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8a49d-aa4d-4c5c-963e-bf28fa54fbeb req-ef6b126b-8fdc-472b-99b3-17c92f39c27b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:24.692486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8bc8a49d-aa4d-4c5c-963e-bf28fa54fbeb req-ef6b126b-8fdc-472b-99b3-17c92f39c27b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.5108924
Feb 19 20:52:24.699386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30fbd2-393a-4e28-bd15-c23a051409ab None None] Pushing event updated for resources: {'Port': ['ID=3dd492be-f23d-4139-8217-6dafc545a891,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:24.768815 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bda44eb3-ed6f-4764-a9be-51f101d29e4f req-0691fb52-585b-4518-9562-a788b2d70b11 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2861383
Feb 19 20:52:24.886566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-46b5e41f-1c2b-40ee-9b81-fd65568d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:24.888492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-46b5e41f-1c2b-40ee-9b81-fd65568d4e33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76afd67dfef14c3db64ccbd812036427&device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 1125 time: 0.5569909
Feb 19 20:52:24.902292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8bc8a49d-aa4d-4c5c-963e-bf28fa54fbeb req-64ce029c-d353-44b2-8186-a265e5459201 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077274
Feb 19 20:52:24.955457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3149a1-53f4-475b-9c77-6220e527dcc6 req-6add1f22-13f9-402f-a14f-fd9fc014edcf tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:24.972899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f3149a1-53f4-475b-9c77-6220e527dcc6 req-6add1f22-13f9-402f-a14f-fd9fc014edcf tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 1132 time: 0.2080729
Feb 19 20:52:25.046975 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Publish callbacks [] for router_gateway (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:25.092017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:25.093066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Allocated IP 172.20.0.2 (37065a82-7836-4d82-bd77-b50b676d1c66/13d5a532-d6b1-439a-aa89-a3a2b142b1f3/c356b785-5a21-43d1-afe4-f7de2b0395d1) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:25.103451 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-b50f82a4-f8c5-4a06-ab20-a5af430184ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa1b9c05-479c-4d37-8deb-82dad67025e6 HTTP/1.1" status: 200  len: 217 time: 0.1084170
Feb 19 20:52:25.138039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Attempting to bind port 3dd492be-f23d-4139-8217-6dafc545a891 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:25.138646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Attempting to bind port 3dd492be-f23d-4139-8217-6dafc545a891 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:25.138894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Attempting to bind port 3dd492be-f23d-4139-8217-6dafc545a891 on network c36e6964-b1c5-4d15-8ff3-6ec34911167e {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:25.157506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:25.157960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Checking segment: {'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:25.158372 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:25.158804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Bound using segment: {'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:25.161238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Bound port: 3dd492be-f23d-4139-8217-6dafc545a891, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:25.161681 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dd492be-f23d-4139-8217-6dafc545a891), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:25.228238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f3149a1-53f4-475b-9c77-6220e527dcc6 req-de9908b5-d478-4fa5-ab5c-6b9065b04c58 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2476861
Feb 19 20:52:25.258890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-60b1d03d-b9e3-436b-a373-b458a00d890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:25.263283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-60b1d03d-b9e3-436b-a373-b458a00d890d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f7af86f-b820-4445-b4bb-9c8dee2f22d2 HTTP/1.1" status: 200  len: 852 time: 0.1454201
Feb 19 20:52:25.291960 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef9d1d1-f40e-4a4c-9217-21d775d1e45b x-openstack-request-id: req-7ef9d1d1-f40e-4a4c-9217-21d775d1e45b {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:25.292667 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e4abb8-c615-460f-bc5c-702410f99b8b", "tag": "fa1b9c05-479c-4d37-8deb-82dad67025e6", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:25.293423 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ef9d1d1-f40e-4a4c-9217-21d775d1e45b {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:25.295332 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e4abb8-c615-460f-bc5c-702410f99b8b', 'tag': 'fa1b9c05-479c-4d37-8deb-82dad67025e6', 'status': 'completed', 'code': 200}
Feb 19 20:52:25.445747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Allocated IP 172.35.2.221 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/56b3f712-3079-4027-beb0-936d21ee2712) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:25.461336 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-30b873ad-72be-4226-b722-31c2628cd79b None None] Provisioning complete for port 3dd492be-f23d-4139-8217-6dafc545a891 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:25.461336 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-30b873ad-72be-4226-b722-31c2628cd79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3dd492be-f23d-4139-8217-6dafc545a891), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:25.467230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-b480c011-6794-414e-89d7-361cb55cb386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:25.472374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-b480c011-6794-414e-89d7-361cb55cb386 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=065326d1-f4ad-4311-843c-e3f82557ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1169415
Feb 19 20:52:25.668743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Publish callbacks [] for port (56b3f712-3079-4027-beb0-936d21ee2712), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:25.670148 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:25.680824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] For port 3dd492be-f23d-4139-8217-6dafc545a891, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:25.681641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-baa9dd57-b5ab-4eef-8bc4-52145330374c service neutron] 10.222.0.67 "GET /v2.0/networks/065326d1-f4ad-4311-843c-e3f82557ad7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1972902
Feb 19 20:52:25.686160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-30b873ad-72be-4226-b722-31c2628cd79b None None] Port 3dd492be-f23d-4139-8217-6dafc545a891 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:25.690108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] For port 3dd492be-f23d-4139-8217-6dafc545a891, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3dd492be-f23d-4139-8217-6dafc545a891,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:25.719109 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3dd492be-f23d-4139-8217-6dafc545a891), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:25.846334 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (56b3f712-3079-4027-beb0-936d21ee2712), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:26.056093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bd547cb-ef6b-42b5-8346-cee27efed114 req-292ed9bc-c586-4945-b724-ff2ee3968cc8 service neutron] 10.222.0.67 "GET /v2.0/networks/065326d1-f4ad-4311-843c-e3f82557ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3546500
Feb 19 20:52:26.061384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:26.079816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:26.100203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:26.106678 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Publish callbacks [] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:26.117937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Routers {'9daac51d-f29c-4a8d-a967-1f73c2a8ff72'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:26.124426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7018c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:26.135013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30fbd2-393a-4e28-bd15-c23a051409ab None None] Pushing event updated for resources: {'Port': ['ID=3dd492be-f23d-4139-8217-6dafc545a891,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:26.159619 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:26.270104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=56b3f712-3079-4027-beb0-936d21ee2712,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:26.336066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75632b-e47e-44ff-ba8c-5c2740f9e352 req-1e0f7176-31a9-49e7-9967-ed16b1af4241 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:26.337741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a75632b-e47e-44ff-ba8c-5c2740f9e352 req-1e0f7176-31a9-49e7-9967-ed16b1af4241 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 1128 time: 0.1815689
Feb 19 20:52:26.340886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172 req-b43c9b0e-4dc4-404a-b426-895e057f85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:26.342288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172 req-b43c9b0e-4dc4-404a-b426-895e057f85a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76afd67dfef14c3db64ccbd812036427&device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 1125 time: 0.1254916
Feb 19 20:52:26.527734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a75632b-e47e-44ff-ba8c-5c2740f9e352 req-2b37024d-cb96-461b-96f6-447742fbbe8d tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817296
Feb 19 20:52:26.624742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Pushing event updated for resources: {'Port': ['ID=c356b785-5a21-43d1-afe4-f7de2b0395d1,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:26.707716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ec743-b52f-4b8e-857a-43b9ce3b1f52 req-0fb99228-bad1-4937-87d8-c4615f1add70 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:26.709609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-874ec743-b52f-4b8e-857a-43b9ce3b1f52 req-0fb99228-bad1-4937-87d8-c4615f1add70 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 943 time: 0.2601976
Feb 19 20:52:26.719704 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Publish callbacks [] for router_gateway (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:26.748885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Network 37065a82-7836-4d82-bd77-b50b676d1c66 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:26.762739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:26.778368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:26.783999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172 req-de28da0a-ada4-4826-959d-fc39533b8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:26.788526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172 req-de28da0a-ada4-4826-959d-fc39533b8336 service neutron] 10.222.0.67 "GET /v2.0/networks?id=065326d1-f4ad-4311-843c-e3f82557ad7a HTTP/1.1" status: 200  len: 914 time: 0.4255254
Feb 19 20:52:26.868458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-874ec743-b52f-4b8e-857a-43b9ce3b1f52 req-ad6ee18e-6e25-47b1-a737-a605d03fd0b3 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424451
Feb 19 20:52:26.890248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2b99c-de0f-431a-8c9a-cf07c4943e8d req-7cd7ca72-5a64-4d90-941f-7799f4dfa489 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:26.906464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12e2b99c-de0f-431a-8c9a-cf07c4943e8d req-7cd7ca72-5a64-4d90-941f-7799f4dfa489 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.1475554
Feb 19 20:52:26.920364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Attempting to bind port c356b785-5a21-43d1-afe4-f7de2b0395d1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:26.920974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Attempting to bind port c356b785-5a21-43d1-afe4-f7de2b0395d1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '27d2d161-96fc-470a-a3f1-52d7aa02b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:26.921382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Attempting to bind port c356b785-5a21-43d1-afe4-f7de2b0395d1 on network 37065a82-7836-4d82-bd77-b50b676d1c66 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:26.929239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-52847d97-3be5-40e8-9243-a6baa9ce06be None None] Provisioning complete for port 3dd492be-f23d-4139-8217-6dafc545a891 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:26.930088 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52847d97-3be5-40e8-9243-a6baa9ce06be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3dd492be-f23d-4139-8217-6dafc545a891), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:26.980427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:26.980966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Checking segment: {'id': '27d2d161-96fc-470a-a3f1-52d7aa02b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:26.981843 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:26.983046 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Bound using segment: {'id': '27d2d161-96fc-470a-a3f1-52d7aa02b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:26.984513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Bound port: c356b785-5a21-43d1-afe4-f7de2b0395d1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d2d161-96fc-470a-a3f1-52d7aa02b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:26.985103 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:27.031556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12e2b99c-de0f-431a-8c9a-cf07c4943e8d req-180af79d-a20c-4b6c-ab58-9ee97e3f8baa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238804
Feb 19 20:52:27.114173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] For port c356b785-5a21-43d1-afe4-f7de2b0395d1, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:27.123192 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] For port c356b785-5a21-43d1-afe4-f7de2b0395d1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c356b785-5a21-43d1-afe4-f7de2b0395d1,segment=NetworkSegment(27d2d161-96fc-470a-a3f1-52d7aa02b7a3),segment_id=27d2d161-96fc-470a-a3f1-52d7aa02b7a3)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:27.151479 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:27.179889 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172 req-c43390e8-b85a-439b-a833-d5df5ccbc740 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa1b9c05-479c-4d37-8deb-82dad67025e6 HTTP/1.1" status: 200  len: 217 time: 0.0676355
Feb 19 20:52:27.240456 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:27.291552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] Set router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:27.305961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172 req-0e539272-d710-417c-b6c4-abd565580a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:27.308663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172 req-0e539272-d710-417c-b6c4-abd565580a1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f7af86f-b820-4445-b4bb-9c8dee2f22d2 HTTP/1.1" status: 200  len: 852 time: 0.1195984
Feb 19 20:52:27.464452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172 req-eb2df8c0-64de-4a4a-8d5c-8f0170e3f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:27.467789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172 req-eb2df8c0-64de-4a4a-8d5c-8f0170e3f9db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=065326d1-f4ad-4311-843c-e3f82557ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1434929
Feb 19 20:52:27.537694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40892) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:27.547706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-39880a7e-ba6b-4276-8c51-ff266301d271 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=81e756cebb9c45ddb687ea373d7ddaa3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0780091
Feb 19 20:52:27.607061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:52:27.618768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71272fa-8815-4b78-99a8-72a877426a85 None None] Pushing event updated for resources: {'Port': ['ID=c356b785-5a21-43d1-afe4-f7de2b0395d1,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:27.650497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-52847d97-3be5-40e8-9243-a6baa9ce06be None None] Current status of the port 3dd492be-f23d-4139-8217-6dafc545a891 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:27.654165 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52847d97-3be5-40e8-9243-a6baa9ce06be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dd492be-f23d-4139-8217-6dafc545a891), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:27.723840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-52847d97-3be5-40e8-9243-a6baa9ce06be None None] For port 3dd492be-f23d-4139-8217-6dafc545a891, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3dd492be-f23d-4139-8217-6dafc545a891,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:27.749063 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52847d97-3be5-40e8-9243-a6baa9ce06be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3dd492be-f23d-4139-8217-6dafc545a891), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:27.924648 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172 req-c8b28c8f-0c4e-489f-bd49-636b59bbc28b service neutron] 10.222.0.67 "GET /v2.0/networks/065326d1-f4ad-4311-843c-e3f82557ad7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4415312
Feb 19 20:52:27.963994 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52847d97-3be5-40e8-9243-a6baa9ce06be None None] Pushing event updated for resources: {'Port': ['ID=3dd492be-f23d-4139-8217-6dafc545a891,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:27.998389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:52:28.001087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-3ec88cf8-4554-4160-b3b2-fdf203b6acd5 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:28.001218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7018c220>, [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 4, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dd492be-f23d-4139-8217-6dafc545a891', 'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'mac_address': 'fa:16:3e:5c:87:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:17Z', 'updated_at': '2022-02-19T20:52:25Z', 'revision_number': 4, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'subnets': [{'id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:28.008694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-3ec88cf8-4554-4160-b3b2-fdf203b6acd5 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4022155
Feb 19 20:52:28.013579 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Sync routers for ids ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:52:28.045444 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Routers {'f29169d3-fb9a-4f35-bb70-9e7fdae64a87'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:28.047503 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706f6a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:28.048246 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:28.050913 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-77f6b000-3e5e-46e6-82af-1b195b02f0e1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.1597953
Feb 19 20:52:28.054070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40902) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:28.085861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778bd5ca-4a28-4a58-a94c-fc863527c3b4 None None] The sync data for ids ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'] in ncdv-master-1 is: [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 4, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dd492be-f23d-4139-8217-6dafc545a891', 'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'mac_address': 'fa:16:3e:5c:87:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:17Z', 'updated_at': '2022-02-19T20:52:25Z', 'revision_number': 4, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'subnets': [{'id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:52:28.107096 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c0a5b7d5-e0aa-4bf2-81e5-a993d5a84bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:28.149095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-16a42001-d204-4a2a-8adb-f729ccab711c tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/quotas/81e756cebb9c45ddb687ea373d7ddaa3 HTTP/1.1" status: 200  len: 375 time: 0.0532222
Feb 19 20:52:28.234320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-360a4611-eac4-4cf5-a42f-74d4737d28e5 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e756cebb9c45ddb687ea373d7ddaa3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0474164
Feb 19 20:52:28.260256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0bcecff-56cd-40ac-be8b-c72fb8e9c172 req-40dcabdb-0a1f-4409-8194-70ff0fd9f3c4 service neutron] 10.222.0.67 "GET /v2.0/networks/065326d1-f4ad-4311-843c-e3f82557ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3256648
Feb 19 20:52:28.381966 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c0a5b7d5-e0aa-4bf2-81e5-a993d5a84bcf admin admin] Publish callbacks [] for security_group (8553eadb-0198-4d2e-9a04-0c28cd500bf5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:28.388927 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c0a5b7d5-e0aa-4bf2-81e5-a993d5a84bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8553eadb-0198-4d2e-9a04-0c28cd500bf5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:28.469117 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Set router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:28.500168 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c0a5b7d5-e0aa-4bf2-81e5-a993d5a84bcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e8808e5cb7f49c7b1f2022d423fee73&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9595082
Feb 19 20:52:28.505597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40912) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:28.667327 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5b7d5-e0aa-4bf2-81e5-a993d5a84bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8553eadb-0198-4d2e-9a04-0c28cd500bf5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:28.675955 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5d15e051-b554-4b24-a32c-4d527f8b6a75 admin admin] Publish callbacks [] for security_group (8553eadb-0198-4d2e-9a04-0c28cd500bf5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:28.830543 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5d15e051-b554-4b24-a32c-4d527f8b6a75 admin admin] Publish callbacks [] for security_group (8553eadb-0198-4d2e-9a04-0c28cd500bf5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:28.996282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-20810044-dd89-4773-a20d-cabf041aaa94 req-460b51f0-4111-45b8-a74b-15033c132526 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:52:29.012619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20810044-dd89-4773-a20d-cabf041aaa94 req-460b51f0-4111-45b8-a74b-15033c132526 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0216691
Feb 19 20:52:29.014230 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5d15e051-b554-4b24-a32c-4d527f8b6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8553eadb-0198-4d2e-9a04-0c28cd500bf5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:29.029981 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5d15e051-b554-4b24-a32c-4d527f8b6a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:29.055609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5d15e051-b554-4b24-a32c-4d527f8b6a75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8553eadb-0198-4d2e-9a04-0c28cd500bf5 HTTP/1.1" status: 204  len: 168 time: 0.5354950
Feb 19 20:52:29.088503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15e051-b554-4b24-a32c-4d527f8b6a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8553eadb-0198-4d2e-9a04-0c28cd500bf5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:29.179271 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:29.355483 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706f6a60>, [{'id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'name': 'tempest-TaggedBootDevicesTest_v242-722256115-router', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '56b3f712-3079-4027-beb0-936d21ee2712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:23Z', 'updated_at': '2022-02-19T20:52:26Z', 'revision_number': 3, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'gw_port': {'id': '56b3f712-3079-4027-beb0-936d21ee2712', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ed:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:25Z', 'updated_at': '2022-02-19T20:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:29.451806 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Checking router: f29169d3-fb9a-4f35-bb70-9e7fdae64a87 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:52:29.453452 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Updating router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 port 56b3f712-3079-4027-beb0-936d21ee2712 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:52:29.633759 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (56b3f712-3079-4027-beb0-936d21ee2712), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:29.669285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712083b0-fbd7-4872-886c-b1dc9e31eb85 None None] Network 37065a82-7836-4d82-bd77-b50b676d1c66 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:52:29.917782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40950) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:30.041020 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c356b785-5a21-43d1-afe4-f7de2b0395d1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:30.070485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40954) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:30.152947 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-67a5c376-5457-4520-a476-6211ea738fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:30.192681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40956) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:30.205478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15eab0f-b890-4f6d-b90f-3a2e95578474 req-5c5ff781-fbad-438d-bc52-36e48d9a52f5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:30.217370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b15eab0f-b890-4f6d-b90f-3a2e95578474 req-5c5ff781-fbad-438d-bc52-36e48d9a52f5 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 943 time: 0.2441759
Feb 19 20:52:30.356384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Provisioning complete for port c356b785-5a21-43d1-afe4-f7de2b0395d1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:30.359357 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:30.416503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b15eab0f-b890-4f6d-b90f-3a2e95578474 req-9d13f089-a29a-4e27-a9ac-3723c5238bb2 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977961
Feb 19 20:52:30.533698 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-67a5c376-5457-4520-a476-6211ea738fa4 admin admin] Publish callbacks [] for security_group (13bc506f-6222-4d37-9f1f-ee88760b5442), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:30.543070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c356b785-5a21-43d1-afe4-f7de2b0395d1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:30.544772 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:30.559216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-064b78b1-9264-4b90-9ee5-99fdf4dfcdf3 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:52:30.589183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-064b78b1-9264-4b90-9ee5-99fdf4dfcdf3 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.6681554
Feb 19 20:52:30.591378 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-67a5c376-5457-4520-a476-6211ea738fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (13bc506f-6222-4d37-9f1f-ee88760b5442), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:30.711625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5c376-5457-4520-a476-6211ea738fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bc506f-6222-4d37-9f1f-ee88760b5442,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:30.720177 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-af7aa73a-e8f8-4770-8216-02fafb2cca5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5109363
Feb 19 20:52:30.724718 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-74fd52a0-7714-4572-aad2-ec09fe570dae service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:52:30.730799 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-74fd52a0-7714-4572-aad2-ec09fe570dae service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0104275
Feb 19 20:52:30.799549 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4177a05-2764-4962-a59e-366b39c186f0 req-5d1eb4bf-4fc1-4b22-9d10-d6e828828293 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 210 time: 0.1807661
Feb 19 20:52:30.845947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:30.890991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-0b575ccd-c3ac-4c04-a1b0-e1be848b5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:30.896773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-0b575ccd-c3ac-4c04-a1b0-e1be848b5dfb service neutron] 10.222.0.30 "GET /v2.0/ports/8fa16ec0-665d-486a-8609-c23482d79a71 HTTP/1.1" status: 200  len: 1125 time: 0.3023019
Feb 19 20:52:30.904554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-b5005b4c-e439-4f97-924c-4dd386bef1dd tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=81e756cebb9c45ddb687ea373d7ddaa3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1879621
Feb 19 20:52:30.916186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-67a5c376-5457-4520-a476-6211ea738fa4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83cc0855375147ebb8ad74711570f79a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8371718
Feb 19 20:52:30.919575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40962) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:30.924555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Current status of the port c356b785-5a21-43d1-afe4-f7de2b0395d1 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:30.926098 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:30.982110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c356b785-5a21-43d1-afe4-f7de2b0395d1 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:30.983676 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.050095 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Publish callbacks [] for port (56b3f712-3079-4027-beb0-936d21ee2712), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.074241 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (56b3f712-3079-4027-beb0-936d21ee2712), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.132175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] For port c356b785-5a21-43d1-afe4-f7de2b0395d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c356b785-5a21-43d1-afe4-f7de2b0395d1,segment=NetworkSegment(27d2d161-96fc-470a-a3f1-52d7aa02b7a3),segment_id=27d2d161-96fc-470a-a3f1-52d7aa02b7a3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:31.156766 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.204632 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35c187-0c46-44ab-84d3-8dcdda98f0a3 None None] Pushing event updated for resources: {'Port': ['ID=56b3f712-3079-4027-beb0-936d21ee2712,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:31.254292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-d349bdb7-a33a-4fda-85b6-246f0fbe3944 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:31.259545 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-d349bdb7-a33a-4fda-85b6-246f0fbe3944 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3420918
Feb 19 20:52:31.261892 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Attempting to bind port 56b3f712-3079-4027-beb0-936d21ee2712 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:31.262273 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Attempting to bind port 56b3f712-3079-4027-beb0-936d21ee2712 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:31.262635 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Attempting to bind port 56b3f712-3079-4027-beb0-936d21ee2712 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:31.273851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:31.275088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Unknown quota resources ['binding']. {{(pid=121128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:52:31.288745 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:31.288916 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:31.289329 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.289730 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:31.290550 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Bound port: 56b3f712-3079-4027-beb0-936d21ee2712, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:31.290694 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (56b3f712-3079-4027-beb0-936d21ee2712), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.427897 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 20:52:31.428754 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 20:52:31.443500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ac15bf8-48e1-45a4-a398-fd2a04204392 admin admin] Publish callbacks [] for security_group (13bc506f-6222-4d37-9f1f-ee88760b5442), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.483261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4d78dd45-9d7b-44a2-9710-3b755a696000 None None] Provisioning complete for port c356b785-5a21-43d1-afe4-f7de2b0395d1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:31.503611 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4d78dd45-9d7b-44a2-9710-3b755a696000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.532654 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] For port 56b3f712-3079-4027-beb0-936d21ee2712, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:31.545385 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] For port 56b3f712-3079-4027-beb0-936d21ee2712, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56b3f712-3079-4027-beb0-936d21ee2712,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:31.554483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Request body: {'port': {'device_id': 'a832621d-69be-4201-acf6-2f3ca91a42ed', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '81e756cebb9c45ddb687ea373d7ddaa3'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:31.559404 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (56b3f712-3079-4027-beb0-936d21ee2712), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.562483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ac15bf8-48e1-45a4-a398-fd2a04204392 admin admin] Publish callbacks [] for security_group (13bc506f-6222-4d37-9f1f-ee88760b5442), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.644065 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35c187-0c46-44ab-84d3-8dcdda98f0a3 None None] Pushing event updated for resources: {'Port': ['ID=56b3f712-3079-4027-beb0-936d21ee2712,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:31.686812 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Routers {'f29169d3-fb9a-4f35-bb70-9e7fdae64a87'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:31.688874 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706f6a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:31.719064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Pushing event updated for resources: {'Port': ['ID=c356b785-5a21-43d1-afe4-f7de2b0395d1,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:31.768791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.769398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.769890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.770346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.770799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.771815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.772302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.772783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.773228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.773669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.774108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.774635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.775071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6170a9c-5eaa-43a1-80c2-6f490c83cad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:31.798103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4d78dd45-9d7b-44a2-9710-3b755a696000 None None] Current status of the port c356b785-5a21-43d1-afe4-f7de2b0395d1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:31.870219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-be20a915-3fff-4dc3-806c-74e5cca0d1a9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:31.871979 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-be20a915-3fff-4dc3-806c-74e5cca0d1a9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports/45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 200  len: 946 time: 0.1251240
Feb 19 20:52:31.933418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Allocated IP 172.20.0.1 (37065a82-7836-4d82-bd77-b50b676d1c66/13d5a532-d6b1-439a-aa89-a3a2b142b1f3/a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:31.968801 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ac15bf8-48e1-45a4-a398-fd2a04204392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (13bc506f-6222-4d37-9f1f-ee88760b5442), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.973191 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ac15bf8-48e1-45a4-a398-fd2a04204392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:31.979429 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0ac15bf8-48e1-45a4-a398-fd2a04204392 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13bc506f-6222-4d37-9f1f-ee88760b5442 HTTP/1.1" status: 204  len: 168 time: 1.0588114
Feb 19 20:52:31.989481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d8194-6f7c-4090-9155-f8efd89a9a5f req-754dae13-b512-4199-aebe-cbb560b526f0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:31.999721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db2d8194-6f7c-4090-9155-f8efd89a9a5f req-754dae13-b512-4199-aebe-cbb560b526f0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.4295347
Feb 19 20:52:32.024644 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac15bf8-48e1-45a4-a398-fd2a04204392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bc506f-6222-4d37-9f1f-ee88760b5442,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:32.038647 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] Set router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:32.103504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c356b785-5a21-43d1-afe4-f7de2b0395d1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:32.104606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3dd492be-f23d-4139-8217-6dafc545a891 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:32.150811 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Publish callbacks [] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:32.172259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db2d8194-6f7c-4090-9155-f8efd89a9a5f req-7d7c269a-0631-4e8a-9605-99a310b47f98 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717610
Feb 19 20:52:32.239365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:32.240649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:32.241308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:32.246391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 3dd492be-f23d-4139-8217-6dafc545a891 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:32.246790 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3dd492be-f23d-4139-8217-6dafc545a891), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:32.262520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Port 8fa16ec0-665d-486a-8609-c23482d79a71 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:52:32.266019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:32.295495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:32.304019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:32.304561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:32.305563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Bound port: 8fa16ec0-665d-486a-8609-c23482d79a71, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:32.309616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:32.395598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Made reservation on behalf of 81e756cebb9c45ddb687ea373d7ddaa3 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:32.406008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3dd492be-f23d-4139-8217-6dafc545a891 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:32.407939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:32.426547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:32.459969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Network 37065a82-7836-4d82-bd77-b50b676d1c66 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:32.461478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:32.470186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:32.470685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:32.506921 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706f6a60>, [{'id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'name': 'tempest-TaggedBootDevicesTest_v242-722256115-router', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '56b3f712-3079-4027-beb0-936d21ee2712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:23Z', 'updated_at': '2022-02-19T20:52:26Z', 'revision_number': 3, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'gw_port': {'id': '56b3f712-3079-4027-beb0-936d21ee2712', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ed:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:25Z', 'updated_at': '2022-02-19T20:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:32.515693 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:32.647205 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85ad55-2d2d-446c-8e3f-8b0af07b1eba None None] The sync data for ids ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'] in ncdv-master-1 is: [{'id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'name': 'tempest-TaggedBootDevicesTest_v242-722256115-router', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '56b3f712-3079-4027-beb0-936d21ee2712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:23Z', 'updated_at': '2022-02-19T20:52:26Z', 'revision_number': 3, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'gw_port': {'id': '56b3f712-3079-4027-beb0-936d21ee2712', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ed:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:25Z', 'updated_at': '2022-02-19T20:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:52:32.664776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c356b785-5a21-43d1-afe4-f7de2b0395d1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:32.785869 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:32.789597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c356b785-5a21-43d1-afe4-f7de2b0395d1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:32.789997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:32.925536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c356b785-5a21-43d1-afe4-f7de2b0395d1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:32.936991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-9a6e1ec6-5805-4fc9-ab95-461838fd84eb None None] Provisioning complete for port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:32.938781 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1ec6-5805-4fc9-ab95-461838fd84eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:32.964449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fa16ec0-665d-486a-8609-c23482d79a71,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:32.982371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e1ec6-5805-4fc9-ab95-461838fd84eb None None] Port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:32.993216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72f0c1-b4c7-4617-ab10-ac1795e6d014 req-8ba2fe9f-9cc8-4726-8650-aafabeeb8d4b tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:32.994947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c72f0c1-b4c7-4617-ab10-ac1795e6d014 req-8ba2fe9f-9cc8-4726-8650-aafabeeb8d4b tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 943 time: 0.6190362
Feb 19 20:52:32.999265 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:33.009715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b380045d-48e6-450b-b689-e02f4d25eaa0 service neutron] 10.222.0.30 "POST /v2.0/ports/8fa16ec0-665d-486a-8609-c23482d79a71/bindings HTTP/1.1" status: 201  len: 389 time: 1.7444069
Feb 19 20:52:33.109248 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks [] for security_group (74c5d1e9-475e-4c1f-b5ed-8fd10b595816), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:33.117341 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Publish callbacks [] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:33.120420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c72f0c1-b4c7-4617-ab10-ac1795e6d014 req-56776f02-8dc5-494d-b460-7a3f575c16f4 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070101
Feb 19 20:52:33.124194 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (74c5d1e9-475e-4c1f-b5ed-8fd10b595816), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:33.129988 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:33.131749 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:33.278401 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:33.315041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2f89f79-fc04-4a80-94e5-34724742fa1e req-86c18649-9eaf-4664-a474-c8b496696143 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 210 time: 0.0319462
Feb 19 20:52:33.340402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c5d1e9-475e-4c1f-b5ed-8fd10b595816,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:33.356817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Network 37065a82-7836-4d82-bd77-b50b676d1c66 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:33.358283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:33.524761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:52:33.562455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41032) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:33.577758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cc627-ca1f-4935-bafc-389baecb2a81 req-8f426163-a192-4d01-8fd5-5a9184f93df9 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:33.579362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d75cc627-ca1f-4935-bafc-389baecb2a81 req-8f426163-a192-4d01-8fd5-5a9184f93df9 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.3086236
Feb 19 20:52:33.598029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Allocated IP 192.168.233.76 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/48461d06-c79b-4c2b-8608-01b6aa1c3b24) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:33.647330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee8d2a-9059-484c-adf6-6c991772ebf5 req-544a866a-2932-491c-9102-5e65d7e32dc4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:33.649531 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38ee8d2a-9059-484c-adf6-6c991772ebf5 req-544a866a-2932-491c-9102-5e65d7e32dc4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 946 time: 0.1986845
Feb 19 20:52:33.696049 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:52:33.709729 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f06decf9-0570-4874-b1d6-1f6075ba4fc3 admin admin] 10.222.0.30 "PUT /v2.0/routers/f29169d3-fb9a-4f35-bb70-9e7fdae64a87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6540010
Feb 19 20:52:33.718559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c8ab9c85-ff23-478f-b61f-f8aa079bc435 None None] Provisioning complete for port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:33.719103 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c8ab9c85-ff23-478f-b61f-f8aa079bc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:33.747803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d75cc627-ca1f-4935-bafc-389baecb2a81 req-472f9666-e318-46b9-a149-b683a1c31d44 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462214
Feb 19 20:52:33.792404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-network', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:33.814982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38ee8d2a-9059-484c-adf6-6c991772ebf5 req-742b1b1e-5956-4599-a2f2-2d00636ace09 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564517
Feb 19 20:52:33.924692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Made reservation on behalf of 869a0cf6b5604ec89af633eb5012ff5b for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:33.927106 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:33.949082 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:33.977084 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab9c85-ff23-478f-b61f-f8aa079bc435 None None] Port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:34.019093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bce242-786b-4c54-956e-c13505abb2dc req-25bccdee-6549-460b-8fb9-7cacf5b20101 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:34.020659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61bce242-786b-4c54-956e-c13505abb2dc req-25bccdee-6549-460b-8fb9-7cacf5b20101 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.1484020
Feb 19 20:52:34.027948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks [] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.133859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61bce242-786b-4c54-956e-c13505abb2dc req-466a3b92-d95a-4e65-aee0-0925781227c8 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009283
Feb 19 20:52:34.146877 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Publish callbacks [] for security_group (f9d9fccf-fb95-4aa1-a150-c84c418052e8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.148457 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.157256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f9d9fccf-fb95-4aa1-a150-c84c418052e8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.241729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:34.244444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:52:34.268865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:34.277072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:34.283774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Pushing event updated for resources: {'Port': ['ID=48461d06-c79b-4c2b-8608-01b6aa1c3b24,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:34.286145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d9fccf-fb95-4aa1-a150-c84c418052e8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:34.311169 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6879da04-4eed-4956-a0c9-bc3a708ed57e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.311475 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Added segment 6879da04-4eed-4956-a0c9-bc3a708ed57e of type vlan for network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653
Feb 19 20:52:34.450447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:34.451136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.484993 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (b5f73a2d-e0db-4f8e-b90f-72b9e4b05653), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.530436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-9c7309d0-4c89-468c-8962-76be852dc097 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.1573231
Feb 19 20:52:34.584210 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (b5f73a2d-e0db-4f8e-b90f-72b9e4b05653), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.584623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:34.585516 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.592290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Request body: {'port': {'device_id': 'a832621d-69be-4201-acf6-2f3ca91a42ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:34.617562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 56b3f712-3079-4027-beb0-936d21ee2712 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:34.676142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 56b3f712-3079-4027-beb0-936d21ee2712 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:34.676840 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (56b3f712-3079-4027-beb0-936d21ee2712), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.741789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-14012966-8bfa-408f-a18f-e01807232dae None None] Provisioning complete for port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:34.742442 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-14012966-8bfa-408f-a18f-e01807232dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.801454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-14012966-8bfa-408f-a18f-e01807232dae None None] Port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:34.804637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.2393322
Feb 19 20:52:34.807691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41086) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:34.812214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74a247-5699-44f2-b49d-36392a218dc4 req-bce7a024-ae31-49f8-8288-c65ddd553adb tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:34.816247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] Request body: {'subnet': {'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-subnet', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:34.819836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f74a247-5699-44f2-b49d-36392a218dc4 req-bce7a024-ae31-49f8-8288-c65ddd553adb tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 943 time: 0.6039345
Feb 19 20:52:34.828460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36aa31-2b43-4593-87e5-0830e359bb63 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:34.841001 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.849772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4942aae-6dbd-497f-81b2-959ccbe96587 req-4203f0e5-4740-4f88-a8fd-5deeda6471d3 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:34.851369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a4942aae-6dbd-497f-81b2-959ccbe96587 req-4203f0e5-4740-4f88-a8fd-5deeda6471d3 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 935 time: 0.3357282
Feb 19 20:52:34.852704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:52:34.881395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] Made reservation on behalf of 869a0cf6b5604ec89af633eb5012ff5b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:34.886538 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.922022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 56b3f712-3079-4027-beb0-936d21ee2712 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:34.922669 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (56b3f712-3079-4027-beb0-936d21ee2712), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.955010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 56b3f712-3079-4027-beb0-936d21ee2712, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56b3f712-3079-4027-beb0-936d21ee2712,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:34.970661 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (56b3f712-3079-4027-beb0-936d21ee2712), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:34.974414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-f889ea94-1e92-48e1-99cc-f7497e3b2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:34.976485 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-f889ea94-1e92-48e1-99cc-f7497e3b2cc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 1128 time: 0.2775311
Feb 19 20:52:35.030558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f74a247-5699-44f2-b49d-36392a218dc4 req-65b91887-1a49-41fc-b401-db0720d8ec23 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097313
Feb 19 20:52:35.048306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=56b3f712-3079-4027-beb0-936d21ee2712,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:35.091766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-9b6c9f6e-927f-45e0-aa31-bf72e5607c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:35.093614 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-9b6c9f6e-927f-45e0-aa31-bf72e5607c2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 1131 time: 0.1056054
Feb 19 20:52:35.118290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Sync routers for ids ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:52:35.131394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Routers {'f29169d3-fb9a-4f35-bb70-9e7fdae64a87'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:35.132205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a635e2d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:35.167207 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a4942aae-6dbd-497f-81b2-959ccbe96587 req-a5a6c0b9-17b6-45c9-8261-afaaabd62946 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3061585
Feb 19 20:52:35.292799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b2cb4559-e4bc-48be-96f3-d82572da563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:35.294500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b2cb4559-e4bc-48be-96f3-d82572da563b service neutron] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.3045154
Feb 19 20:52:35.321947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Set router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:35.362159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-830c3afe-855b-42c5-95eb-d3321687d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:35.364365 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-830c3afe-855b-42c5-95eb-d3321687d34c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2627745
Feb 19 20:52:35.417244 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-5faca455-fed1-49c7-84e3-2fa18e8363da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 200  len: 217 time: 0.0405462
Feb 19 20:52:35.436441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-be49417b-7936-4c70-b06a-574bf9970c0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa16ec0-665d-486a-8609-c23482d79a71 HTTP/1.1" status: 200  len: 217 time: 0.1277058
Feb 19 20:52:35.467233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88e938-5e5b-421f-b21b-4cc6ddf71182 req-fad08f33-301c-4fad-9193-541a9b34aa6c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:35.475464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b88e938-5e5b-421f-b21b-4cc6ddf71182 req-fad08f33-301c-4fad-9193-541a9b34aa6c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.3303046
Feb 19 20:52:35.480835 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (ecfbb9a4-6f32-434b-8e87-4469c317a3d4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:35.515096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-44c8cccf-aa2b-47e1-ad68-22c604721e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:35.516769 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-44c8cccf-aa2b-47e1-ad68-22c604721e8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0904791
Feb 19 20:52:35.566304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf581c81-f897-435b-864b-969c36e2452b req-492d3d43-eae0-4729-9be5-cf6c57d84d6d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:35.573663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf581c81-f897-435b-864b-969c36e2452b req-492d3d43-eae0-4729-9be5-cf6c57d84d6d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 946 time: 0.2636740
Feb 19 20:52:35.585713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-3afcb079-4864-459d-9a0d-e7e2d7002e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:35.587152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-3afcb079-4864-459d-9a0d-e7e2d7002e0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1424100
Feb 19 20:52:35.589776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a635e2d60>, [{'id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'name': 'tempest-TaggedBootDevicesTest_v242-722256115-router', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '56b3f712-3079-4027-beb0-936d21ee2712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:23Z', 'updated_at': '2022-02-19T20:52:32Z', 'revision_number': 4, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'gw_port': {'id': '56b3f712-3079-4027-beb0-936d21ee2712', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ed:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:25Z', 'updated_at': '2022-02-19T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7', 'name': '', 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'mac_address': 'fa:16:3e:3c:0b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '13d5a532-d6b1-439a-aa89-a3a2b142b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:30Z', 'updated_at': '2022-02-19T20:52:32Z', 'revision_number': 2, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'subnets': [{'id': '13d5a532-d6b1-439a-aa89-a3a2b142b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:35.626160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Checking router: f29169d3-fb9a-4f35-bb70-9e7fdae64a87 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:52:35.626579 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Updating router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:52:35.632073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] Checking segment: {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:35.632802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] Network hostable DHCP agents. Network: b5f73a2d-e0db-4f8e-b90f-72b9e4b05653, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:52:35.639311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-636bb75b-9c4c-41e8-8431-0e5a2bd7acd5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405207
Feb 19 20:52:35.660525 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-d3f541ad-d2fb-43e6-a45b-863fbcb11c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:35.662940 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-d3f541ad-d2fb-43e6-a45b-863fbcb11c67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1179459
Feb 19 20:52:35.663954 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:35.668001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfbb9a4-6f32-434b-8e87-4469c317a3d4,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:35.686785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b88e938-5e5b-421f-b21b-4cc6ddf71182 req-7ee327e5-a3c5-4adf-b86c-ce1fbf0767ce tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104530
Feb 19 20:52:35.781153 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-3290138a-dabb-473d-bf1a-42470cd12b63 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1105053
Feb 19 20:52:35.783090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] Network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:52:35.794478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf581c81-f897-435b-864b-969c36e2452b req-0668d7c1-3689-499a-90ec-d408156fb478 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197609
Feb 19 20:52:35.797668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5f73a2d-e0db-4f8e-b90f-72b9e4b05653) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:35.891335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48461d06-c79b-4c2b-8608-01b6aa1c3b24 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:35.905793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Publish callbacks [] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:35.911389 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-e19c645f-1f67-4f87-8acc-6f02562b0b46 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559559
Feb 19 20:52:35.917300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:35.920580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:35.934324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff456ce9-b78f-4311-8719-2260d89040cf None None] Network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:52:35.944920 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-fd66a306-a82e-4cc1-b40f-17cef19d7ba0 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565702
Feb 19 20:52:35.951492 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-513326e7-2151-4b00-b76a-cccee1e3cb24 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.1397192
Feb 19 20:52:35.951908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41136) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:35.956469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:35.967620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Transition to ACTIVE for port object 48461d06-c79b-4c2b-8608-01b6aa1c3b24 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:52:35.982411 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (446f44e6-38ae-4054-86b0-dba565636ee7), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:35.985106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181667f-7690-42b9-b7ff-7e6661d51e32 req-005c7610-180d-4268-952a-39903e0c7887 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:35.985504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (446f44e6-38ae-4054-86b0-dba565636ee7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:35.986714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c181667f-7690-42b9-b7ff-7e6661d51e32 req-005c7610-180d-4268-952a-39903e0c7887 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.1475196
Feb 19 20:52:36.028074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:36.088859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Publish callbacks [] for router_controller (446f44e6-38ae-4054-86b0-dba565636ee7), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:36.179087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:52:36.185031 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:36.199109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Pushing event updated for resources: {'Port': ['ID=48461d06-c79b-4c2b-8608-01b6aa1c3b24,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:36.237446 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Publish callbacks [] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:36.302492 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:36.330588 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Publish callbacks [] for router_gateway (446f44e6-38ae-4054-86b0-dba565636ee7), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:36.538514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d32f1-2340-4d18-a586-12dfcb20cd3f None None] Pushing event updated for resources: {'Port': ['ID=a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:36.732365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 56b3f712-3079-4027-beb0-936d21ee2712 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:36.859451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Allocated IP 172.20.0.2 (b5f73a2d-e0db-4f8e-b90f-72b9e4b05653/ecfbb9a4-6f32-434b-8e87-4469c317a3d4/a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:36.870191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c181667f-7690-42b9-b7ff-7e6661d51e32 req-18cbd2e3-ea3e-4400-99b9-0a3f6e4ef9c0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8438687
Feb 19 20:52:36.899742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Attempting to bind port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:36.900485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Attempting to bind port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '27d2d161-96fc-470a-a3f1-52d7aa02b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:36.900960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Attempting to bind port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 on network 37065a82-7836-4d82-bd77-b50b676d1c66 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:36.919501 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:36.920037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Checking segment: {'id': '27d2d161-96fc-470a-a3f1-52d7aa02b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:36.920804 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:36.921553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Bound using segment: {'id': '27d2d161-96fc-470a-a3f1-52d7aa02b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:36.922373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Bound port: a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d2d161-96fc-470a-a3f1-52d7aa02b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:36.922921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.025288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368702b3-710c-418c-9f10-0e6b6a73eed6 req-05e2d53c-b677-46cf-a5b6-c44c973c7040 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:37.027098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-368702b3-710c-418c-9f10-0e6b6a73eed6 req-05e2d53c-b677-46cf-a5b6-c44c973c7040 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 943 time: 0.8116961
Feb 19 20:52:37.033200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-229ee697-b510-4889-8bb0-99308ec900fb service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1109407
Feb 19 20:52:37.075133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] For port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:37.079338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] For port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7,segment=NetworkSegment(27d2d161-96fc-470a-a3f1-52d7aa02b7a3),segment_id=27d2d161-96fc-470a-a3f1-52d7aa02b7a3)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:37.103307 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.132040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-368702b3-710c-418c-9f10-0e6b6a73eed6 req-76d09cae-4769-40e2-8b71-f193b1dc6d48 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804379
Feb 19 20:52:37.173153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Publish callbacks [] for router_gateway (446f44e6-38ae-4054-86b0-dba565636ee7), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.177946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d32f1-2340-4d18-a586-12dfcb20cd3f None None] Pushing event updated for resources: {'Port': ['ID=a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:37.202910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 56b3f712-3079-4027-beb0-936d21ee2712 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:37.203295 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (56b3f712-3079-4027-beb0-936d21ee2712), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.214085 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.218180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253951a4-6eb9-4372-aafd-81e3112be413 req-810226e9-8e51-4182-b740-b249b095567a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:37.219930 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-253951a4-6eb9-4372-aafd-81e3112be413 req-810226e9-8e51-4182-b740-b249b095567a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 947 time: 0.2164729
Feb 19 20:52:37.253345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7dddd71e-ca18-45b8-9c90-b61847c48912 None None] Provisioning complete for port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:37.253977 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7dddd71e-ca18-45b8-9c90-b61847c48912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.312598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-253951a4-6eb9-4372-aafd-81e3112be413 req-f18e81c8-5ba6-43c9-960d-69d3f3ba8a3e tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833645
Feb 19 20:52:37.359258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Attempting to bind port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:37.359527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Attempting to bind port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:37.359873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Attempting to bind port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:37.367409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:52:37.367648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Attempting to bind port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:37.390968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-e5f31cb3-7955-40c3-ad89-fd99fb52abf8 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:37.392935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-e5f31cb3-7955-40c3-ad89-fd99fb52abf8 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.2803562
Feb 19 20:52:37.394191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:37.394547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:37.394946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:37.395401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Bound port: 48461d06-c79b-4c2b-8608-01b6aa1c3b24, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:37.395774 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.428785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Routers {'f29169d3-fb9a-4f35-bb70-9e7fdae64a87'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:37.429267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:37.429486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a635e2d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:37.475160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Allocated IP 172.35.2.213 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/fa24e060-0c30-48a2-9660-77c2b3a10dad) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:37.633057 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Publish callbacks [] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.647961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] For port 48461d06-c79b-4c2b-8608-01b6aa1c3b24, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:37.682453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60312cd-0d0d-4513-a0f9-9ebca624e866 req-7f7b3caf-5158-4101-83b3-7c95ce8ee8a6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:37.684069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d60312cd-0d0d-4513-a0f9-9ebca624e866 req-7f7b3caf-5158-4101-83b3-7c95ce8ee8a6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.3652327
Feb 19 20:52:37.685151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.712666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd0ff-ea2f-4011-99d9-33ff6963d12e req-5177dd22-c576-4385-a34e-a4f2dac8913c tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:37.713834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8debd0ff-ea2f-4011-99d9-33ff6963d12e req-5177dd22-c576-4385-a34e-a4f2dac8913c tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 946 time: 0.2654157
Feb 19 20:52:37.729363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] For port 48461d06-c79b-4c2b-8608-01b6aa1c3b24, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48461d06-c79b-4c2b-8608-01b6aa1c3b24,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:37.748409 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.757619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:37.761313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:37.764038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:37.776301 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.816486 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Publish callbacks [] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.818103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7dddd71e-ca18-45b8-9c90-b61847c48912 None None] Current status of the port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:37.818492 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7dddd71e-ca18-45b8-9c90-b61847c48912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.855217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d60312cd-0d0d-4513-a0f9-9ebca624e866 req-e3b11ceb-384c-4408-b43e-29baaf9a6bcd tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561956
Feb 19 20:52:37.868105 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.910998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:37.911702 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:37.913115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] 10.222.0.10 "PUT /v2.0/ports/48461d06-c79b-4c2b-8608-01b6aa1c3b24 HTTP/1.1" status: 200  len: 1095 time: 3.3385873
Feb 19 20:52:37.915611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a832621d-69be-4201-acf6-2f3ca91a42ed', 'tag': '48461d06-c79b-4c2b-8608-01b6aa1c3b24'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:37.917923 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a832621d-69be-4201-acf6-2f3ca91a42ed", "tag": "48461d06-c79b-4c2b-8608-01b6aa1c3b24"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:37.948117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 56b3f712-3079-4027-beb0-936d21ee2712 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:37.968363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8debd0ff-ea2f-4011-99d9-33ff6963d12e req-571212be-9ae4-4858-aa21-8ba4f6976e91 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346373
Feb 19 20:52:37.981799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] Set router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:38.014304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Pushing event updated for resources: {'Port': ['ID=fa24e060-0c30-48a2-9660-77c2b3a10dad,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:38.090582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7dddd71e-ca18-45b8-9c90-b61847c48912 None None] For port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7,segment=NetworkSegment(27d2d161-96fc-470a-a3f1-52d7aa02b7a3),segment_id=27d2d161-96fc-470a-a3f1-52d7aa02b7a3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:38.092209 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a005bcf-eba7-4b39-bcb5-d9b770be0484 x-openstack-request-id: req-8a005bcf-eba7-4b39-bcb5-d9b770be0484 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:38.092767 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a832621d-69be-4201-acf6-2f3ca91a42ed", "tag": "48461d06-c79b-4c2b-8608-01b6aa1c3b24", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:38.093235 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a005bcf-eba7-4b39-bcb5-d9b770be0484 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:38.093838 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a832621d-69be-4201-acf6-2f3ca91a42ed', 'tag': '48461d06-c79b-4c2b-8608-01b6aa1c3b24', 'status': 'completed', 'code': 200}
Feb 19 20:52:38.094051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:38.103709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:38.106360 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7dddd71e-ca18-45b8-9c90-b61847c48912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:38.108384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:38.112537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Pushing event updated for resources: {'Port': ['ID=a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:38.124073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3891a5-6e00-4aa5-91a4-88cb10cd6381 service neutron] Pushing event updated for resources: {'Port': ['ID=48461d06-c79b-4c2b-8608-01b6aa1c3b24,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:38.147263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Publish callbacks [] for router_gateway (446f44e6-38ae-4054-86b0-dba565636ee7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:38.187738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fa16ec0-665d-486a-8609-c23482d79a71,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:38.286426 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:38.322528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-59b398ae-3a1d-44e3-8673-f71f5ba23eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:38.324130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-59b398ae-3a1d-44e3-8673-f71f5ba23eab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81e756cebb9c45ddb687ea373d7ddaa3&device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 1129 time: 0.2350278
Feb 19 20:52:38.335443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4065f7-3c68-452c-805d-d03aeda9068b req-563c7745-459c-418f-a78a-a90661fcd1fa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:38.337195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae4065f7-3c68-452c-805d-d03aeda9068b req-563c7745-459c-418f-a78a-a90661fcd1fa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.2592432
Feb 19 20:52:38.365987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-88565cc2-0fbd-4458-bc74-5342fd19977f None None] Provisioning complete for port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:38.366376 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-88565cc2-0fbd-4458-bc74-5342fd19977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:38.373355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddd71e-ca18-45b8-9c90-b61847c48912 None None] Pushing event updated for resources: {'Port': ['ID=a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:38.394482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Attempting to bind port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:38.394704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Attempting to bind port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:38.394918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Attempting to bind port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 on network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:38.412181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-22ed853c-bbb5-4a40-8698-10a45abd3f60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=48461d06-c79b-4c2b-8608-01b6aa1c3b24 HTTP/1.1" status: 200  len: 217 time: 0.0716033
Feb 19 20:52:38.416216 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Publish callbacks [] for port (8fa16ec0-665d-486a-8609-c23482d79a71), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:38.422551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:38.422919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Checking segment: {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:38.423331 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:38.423730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Bound using segment: {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:38.424217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Bound port: a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:38.424674 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:38.466833 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:38.520144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cb331-ca43-493b-9127-01b1dc4eaea3 req-ccf97f6a-1bfe-4887-8780-bcb00298e9f4 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:38.521878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-792cb331-ca43-493b-9127-01b1dc4eaea3 req-ccf97f6a-1bfe-4887-8780-bcb00298e9f4 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 943 time: 0.2887695
Feb 19 20:52:38.542385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (446f44e6-38ae-4054-86b0-dba565636ee7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:38.567532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae4065f7-3c68-452c-805d-d03aeda9068b req-e95e71be-2c83-4d08-a330-92d92babd716 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2180796
Feb 19 20:52:38.577748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-dd6ea8fc-677e-4fcb-9227-7c699d216120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:38.579211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-dd6ea8fc-677e-4fcb-9227-7c699d216120 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1579599
Feb 19 20:52:38.581363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-88565cc2-0fbd-4458-bc74-5342fd19977f None None] Current status of the port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:38.590731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] For port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:38.595041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] For port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:38.616359 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:38.650816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa16ec0-665d-486a-8609-c23482d79a71,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:38.681566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8fc9d-60db-4fbe-8dc1-4f11007179b3 None None] Pushing event updated for resources: {'Port': ['ID=a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:38.683347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-792cb331-ca43-493b-9127-01b1dc4eaea3 req-429f23eb-7eb0-4f94-a2a2-a068ffff1a32 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501241
Feb 19 20:52:38.686178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a635e2d60>, [{'id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'name': 'tempest-TaggedBootDevicesTest_v242-722256115-router', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '56b3f712-3079-4027-beb0-936d21ee2712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:23Z', 'updated_at': '2022-02-19T20:52:32Z', 'revision_number': 4, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'gw_port': {'id': '56b3f712-3079-4027-beb0-936d21ee2712', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ed:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:25Z', 'updated_at': '2022-02-19T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7', 'name': '', 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'mac_address': 'fa:16:3e:3c:0b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '13d5a532-d6b1-439a-aa89-a3a2b142b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:30Z', 'updated_at': '2022-02-19T20:52:37Z', 'revision_number': 4, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'subnets': [{'id': '13d5a532-d6b1-439a-aa89-a3a2b142b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:38.722582 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:38.723852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:38.725498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:38.726766 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30867b4-307a-4e1d-bb39-c583d3eb4459 None None] The sync data for ids ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'] in ncdv-master-1 is: [{'id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'name': 'tempest-TaggedBootDevicesTest_v242-722256115-router', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '56b3f712-3079-4027-beb0-936d21ee2712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:23Z', 'updated_at': '2022-02-19T20:52:32Z', 'revision_number': 4, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'gw_port': {'id': '56b3f712-3079-4027-beb0-936d21ee2712', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ed:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:25Z', 'updated_at': '2022-02-19T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7', 'name': '', 'network_id': '37065a82-7836-4d82-bd77-b50b676d1c66', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'mac_address': 'fa:16:3e:3c:0b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '13d5a532-d6b1-439a-aa89-a3a2b142b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:30Z', 'updated_at': '2022-02-19T20:52:37Z', 'revision_number': 4, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'subnets': [{'id': '13d5a532-d6b1-439a-aa89-a3a2b142b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:52:38.788161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Port 8fa16ec0-665d-486a-8609-c23482d79a71 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:52:38.788585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Attempting to bind port 8fa16ec0-665d-486a-8609-c23482d79a71 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:38.814782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Router 446f44e6-38ae-4054-86b0-dba565636ee7 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:52:38.836098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-077ed058-f89e-4265-80a6-85e76fdef55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:38.838227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-077ed058-f89e-4265-80a6-85e76fdef55e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2417026
Feb 19 20:52:38.839003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:38.848480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:38.850300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:38.851484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Bound port: 8fa16ec0-665d-486a-8609-c23482d79a71, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:38.851864 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:38.970185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8db3c3-f990-448f-8c4b-54e04df1c169 req-bf37f1b9-3bfd-4383-98fa-faba4b41db26 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:38.978701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c8db3c3-f990-448f-8c4b-54e04df1c169 req-bf37f1b9-3bfd-4383-98fa-faba4b41db26 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 947 time: 0.2551746
Feb 19 20:52:39.031806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:52:39.048197 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Sync routers for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:52:39.056641 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:39.060753 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b1c6078b-d5a0-4df6-bc0f-6f3956b31656 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 3.1053643
Feb 19 20:52:39.061051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41164) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:39.069849 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:39.070490 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7024a6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:39.222836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:39.312087 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:39.336537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c8db3c3-f990-448f-8c4b-54e04df1c169 req-7336af9a-66e6-40a9-8435-8dc9b839e9b2 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3478506
Feb 19 20:52:39.342204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fa16ec0-665d-486a-8609-c23482d79a71,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:39.400464 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:39.470677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1fb64-053b-4e91-af56-52c5aab0ddb9 req-8508c7c6-e889-41c7-8fa5-3f17ac58b20f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:39.472372 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39d1fb64-053b-4e91-af56-52c5aab0ddb9 req-8508c7c6-e889-41c7-8fa5-3f17ac58b20f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.4750259
Feb 19 20:52:39.477464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-ffbbc069-6e18-4cd6-ba3d-8d7d8daa85fa service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6157544
Feb 19 20:52:39.619201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-569221f5-eb4d-4f84-b3ac-9c89fca8773d req-49e8f3d6-c857-44d4-b04a-45b7af454a07 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1065521
Feb 19 20:52:39.669391 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7024a6d0>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:37Z', 'revision_number': 3, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:39.714144 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Checking router: 446f44e6-38ae-4054-86b0-dba565636ee7 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:52:39.714743 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Updating router 446f44e6-38ae-4054-86b0-dba565636ee7 port fa24e060-0c30-48a2-9660-77c2b3a10dad binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:52:39.771030 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:39.783624 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:39.850910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39d1fb64-053b-4e91-af56-52c5aab0ddb9 req-48a70808-6e0e-4258-b1ec-028ff9770a92 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3442910
Feb 19 20:52:39.866167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:39.866807 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:39.868532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] 10.222.0.10 "PUT /v2.0/ports/8fa16ec0-665d-486a-8609-c23482d79a71 HTTP/1.1" status: 200  len: 1122 time: 2.4469504
Feb 19 20:52:39.893457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff2f7e-6ff3-439b-bed0-042de9692246 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa16ec0-665d-486a-8609-c23482d79a71,revision_number=8']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:39.927659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1 req-2bbc0f73-f96e-49e7-8b51-0ea18b4ae3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:39.929499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1 req-2bbc0f73-f96e-49e7-8b51-0ea18b4ae3ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81e756cebb9c45ddb687ea373d7ddaa3&device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 1129 time: 0.2424059
Feb 19 20:52:39.942125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['8fa16ec0-665d-486a-8609-c23482d79a71'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:52:39.979935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280137a4-01d8-4716-b365-27417753686e req-c125c240-36e6-45e5-84ad-11d867c9c5dc tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:39.982551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-280137a4-01d8-4716-b365-27417753686e req-c125c240-36e6-45e5-84ad-11d867c9c5dc tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 944 time: 0.5032558
Feb 19 20:52:40.196140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Allocated IP 172.20.0.1 (b5f73a2d-e0db-4f8e-b90f-72b9e4b05653/ecfbb9a4-6f32-434b-8e87-4469c317a3d4/d0a51e02-522f-4c16-92df-5e0a5a0fe3d0) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:40.305005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fa16ec0-665d-486a-8609-c23482d79a71'}, {'name': 'network-changed', 'server_uuid': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'tag': '8fa16ec0-665d-486a-8609-c23482d79a71'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:40.307397 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5425e6f-fc17-4be4-9ec9-d322342bf01c" -d '{"events": [{"server_uuid": "470c141a-60d6-46e9-bd5f-08ce9c6a7f99", "name": "network-vif-unplugged", "status": "completed", "tag": "8fa16ec0-665d-486a-8609-c23482d79a71"}, {"name": "network-changed", "server_uuid": "470c141a-60d6-46e9-bd5f-08ce9c6a7f99", "tag": "8fa16ec0-665d-486a-8609-c23482d79a71"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:40.322155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1 req-a6d97ddb-cf6d-4922-9587-df298291fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:40.324910 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Publish callbacks [] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:40.326981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1 req-a6d97ddb-cf6d-4922-9587-df298291fba6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.3434484
Feb 19 20:52:40.345181 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:40.399935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device fa1b9c05-479c-4d37-8deb-82dad67025e6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:52:40.406967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Publish callbacks [] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:40.457785 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Pushing event updated for resources: {'Port': ['ID=fa24e060-0c30-48a2-9660-77c2b3a10dad,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:40.472310 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.473157 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.473686 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.474297 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.477515 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:40.481579 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1 req-b6d722fd-fd61-40c0-bc6e-a61166437646 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=48461d06-c79b-4c2b-8608-01b6aa1c3b24 HTTP/1.1" status: 200  len: 217 time: 0.1154711
Feb 19 20:52:40.489286 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.490549 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.492300 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.492944 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.493445 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.494600 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.495119 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.498787 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.499323 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:52:40.505360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-280137a4-01d8-4716-b365-27417753686e req-0771fcc2-d314-4344-82c6-e2e6702bf55b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4879556
Feb 19 20:52:40.557642 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Attempting to bind port fa24e060-0c30-48a2-9660-77c2b3a10dad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:40.560601 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Attempting to bind port fa24e060-0c30-48a2-9660-77c2b3a10dad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:40.560998 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Attempting to bind port fa24e060-0c30-48a2-9660-77c2b3a10dad on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:40.574252 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:40.574634 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:40.578709 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:40.579273 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:40.579802 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Bound port: fa24e060-0c30-48a2-9660-77c2b3a10dad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:40.580220 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:40.582823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b207098-eecd-4243-8bd2-05e499289a7f None None] Network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:52:40.604586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:40.605883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Pushing event updated for resources: {'Port': ['ID=d0a51e02-522f-4c16-92df-5e0a5a0fe3d0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:40.608697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:40.620059 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:40.620576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (446f44e6-38ae-4054-86b0-dba565636ee7), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:40.636035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1 req-4e35ac29-5d44-41cb-8d72-7f91768b2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:40.637857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1 req-4e35ac29-5d44-41cb-8d72-7f91768b2c9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1255202
Feb 19 20:52:40.717169 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] For port fa24e060-0c30-48a2-9660-77c2b3a10dad, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:40.726671 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] For port fa24e060-0c30-48a2-9660-77c2b3a10dad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa24e060-0c30-48a2-9660-77c2b3a10dad,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:40.728418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337c33e-4750-497a-a5fb-e6b0f33759e4 req-cde1fe29-64dc-4263-8482-5e693208be6c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:40.738596 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:40.741101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0337c33e-4750-497a-a5fb-e6b0f33759e4 req-cde1fe29-64dc-4263-8482-5e693208be6c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.4112704
Feb 19 20:52:40.836916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:40.855281 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff9453-2fb6-47f2-99d7-b8e97c004bf8 None None] Pushing event updated for resources: {'Port': ['ID=fa24e060-0c30-48a2-9660-77c2b3a10dad,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:40.891198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b91c92-1c7a-4ad5-b650-875137fe311b req-01ba045f-a915-4bce-94e6-8dca9c7b9c47 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:40.898619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2b91c92-1c7a-4ad5-b650-875137fe311b req-01ba045f-a915-4bce-94e6-8dca9c7b9c47 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 943 time: 0.2592316
Feb 19 20:52:40.904167 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:40.904840 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7024a6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:40.918784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1 req-34d48ba5-ee93-430e-8891-47ee0d11b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:40.920295 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1 req-34d48ba5-ee93-430e-8891-47ee0d11b208 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2703943
Feb 19 20:52:40.936945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0337c33e-4750-497a-a5fb-e6b0f33759e4 req-9b9d15f5-6a93-4199-89a4-9a95f5c7ddca tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947248
Feb 19 20:52:40.940646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3cb2326f-a9f8-4a12-90bc-14d585184e46 None None] Provisioning complete for port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:40.941151 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3cb2326f-a9f8-4a12-90bc-14d585184e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:41.010833 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:41.067842 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a682e50e-1177-4668-b2a0-61655e8a661f x-openstack-request-id: req-a682e50e-1177-4668-b2a0-61655e8a661f {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:41.068863 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470c141a-60d6-46e9-bd5f-08ce9c6a7f99", "name": "network-vif-unplugged", "status": "completed", "tag": "8fa16ec0-665d-486a-8609-c23482d79a71", "code": 200}, {"name": "network-changed", "server_uuid": "470c141a-60d6-46e9-bd5f-08ce9c6a7f99", "tag": "8fa16ec0-665d-486a-8609-c23482d79a71", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:41.069289 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a682e50e-1177-4668-b2a0-61655e8a661f {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:41.069867 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fa16ec0-665d-486a-8609-c23482d79a71', 'code': 200}
Feb 19 20:52:41.070279 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'tag': '8fa16ec0-665d-486a-8609-c23482d79a71', 'status': 'completed', 'code': 200}
Feb 19 20:52:41.131356 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port fa1b9c05-479c-4d37-8deb-82dad67025e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa1b9c05-479c-4d37-8deb-82dad67025e6,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:41.201306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'fa1b9c05-479c-4d37-8deb-82dad67025e6', 'network_id': '065326d1-f4ad-4311-843c-e3f82557ad7a', 'port_id': 'fa1b9c05-479c-4d37-8deb-82dad67025e6', 'mac_address': 'fa:16:3e:d2:f3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f7af86f-b820-4445-b4bb-9c8dee2f22d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:52:41.307211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port fa1b9c05-479c-4d37-8deb-82dad67025e6 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:41.307621 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:41.330444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:41.331366 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:41.398809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1b9c05-479c-4d37-8deb-82dad67025e6 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:41.413657 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:41.423350 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2326f-a9f8-4a12-90bc-14d585184e46 None None] Current status of the port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:41.423809 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3cb2326f-a9f8-4a12-90bc-14d585184e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:41.458164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port fa1b9c05-479c-4d37-8deb-82dad67025e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa1b9c05-479c-4d37-8deb-82dad67025e6,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:41.481716 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:41.542556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3cb2326f-a9f8-4a12-90bc-14d585184e46 None None] For port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:41.565493 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Publish callbacks [] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:41.576049 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3cb2326f-a9f8-4a12-90bc-14d585184e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:41.579675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:41.580695 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (446f44e6-38ae-4054-86b0-dba565636ee7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:41.625078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:41.626010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:41.627848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=fa1b9c05-479c-4d37-8deb-82dad67025e6,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:41.689434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2b91c92-1c7a-4ad5-b650-875137fe311b req-dc94264d-89d2-47e9-a8c7-b83f1cee5529 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7899683
Feb 19 20:52:41.723353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Pushing event updated for resources: {'Port': ['ID=d0a51e02-522f-4c16-92df-5e0a5a0fe3d0,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:41.760762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5425e6f-fc17-4be4-9ec9-d322342bf01c req-b6461f05-1d25-4912-ad39-5a03439c4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:41.761182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2326f-a9f8-4a12-90bc-14d585184e46 None None] Pushing event updated for resources: {'Port': ['ID=a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:41.762258 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5425e6f-fc17-4be4-9ec9-d322342bf01c req-b6461f05-1d25-4912-ad39-5a03439c4bf1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 1156 time: 0.6881549
Feb 19 20:52:41.797332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:41.797724 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:41.809200 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7024a6d0>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:37Z', 'revision_number': 3, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:41.837411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641e9b-0b52-4f06-aa4e-881b16b56441 req-b8fca0c6-63b4-4581-8d3e-9e2cbba51694 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:41.844744 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45641e9b-0b52-4f06-aa4e-881b16b56441 req-b8fca0c6-63b4-4581-8d3e-9e2cbba51694 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 947 time: 0.7147160
Feb 19 20:52:41.877661 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e303f0-0a2c-4fc4-9a92-fa1dc81427fb None None] The sync data for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 is: [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:37Z', 'revision_number': 3, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:52:41.914458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1 req-eb64f54f-1f58-4be6-b3c7-135178ed8a15 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9762495
Feb 19 20:52:41.920482 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:41.925968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:42.076684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['fa1b9c05-479c-4d37-8deb-82dad67025e6'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:52:42.147949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0cad77f7-881b-475e-9d68-19faa267513e None None] Provisioning complete for port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:42.148628 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0cad77f7-881b-475e-9d68-19faa267513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:42.152262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Router 446f44e6-38ae-4054-86b0-dba565636ee7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:52:42.196850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467954fe-b724-45ae-ad20-8aab31df1ee9 req-89fb7077-efb4-44e5-85af-fa1c0b8957f1 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:42.199433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-467954fe-b724-45ae-ad20-8aab31df1ee9 req-89fb7077-efb4-44e5-85af-fa1c0b8957f1 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.3868616
Feb 19 20:52:42.201639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f6a12cc-c8e6-48d6-a1aa-be12c7b0a9d1 req-7ec625fc-efb1-4b06-a5bc-0d621a52d80a service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2733536
Feb 19 20:52:42.212977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45641e9b-0b52-4f06-aa4e-881b16b56441 req-a14f85ae-22ff-4978-88a0-c1a239dfeb91 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3672671
Feb 19 20:52:42.250008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5425e6f-fc17-4be4-9ec9-d322342bf01c req-4ebbf3d0-6f03-4b3f-88eb-6330a61ba953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:42.252944 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5425e6f-fc17-4be4-9ec9-d322342bf01c req-4ebbf3d0-6f03-4b3f-88eb-6330a61ba953 service neutron] 10.222.0.67 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.4592464
Feb 19 20:52:42.400630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:52:42.418538 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-17389ae3-c820-4727-8ad9-05f084486d0e admin admin] 10.222.0.30 "PUT /v2.0/routers/446f44e6-38ae-4054-86b0-dba565636ee7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3464952
Feb 19 20:52:42.418892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5425e6f-fc17-4be4-9ec9-d322342bf01c req-db024024-9b98-4cc6-b353-5061d34d3633 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa16ec0-665d-486a-8609-c23482d79a71 HTTP/1.1" status: 200  len: 217 time: 0.1278167
Feb 19 20:52:42.442621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:42.447161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0cad77f7-881b-475e-9d68-19faa267513e None None] Current status of the port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:42.516069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0cad77f7-881b-475e-9d68-19faa267513e None None] Provisioning complete for port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:42.524412 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0cad77f7-881b-475e-9d68-19faa267513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:42.639574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5425e6f-fc17-4be4-9ec9-d322342bf01c req-1f911097-6227-4c0b-b480-312bda8ef7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:42.641087 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5425e6f-fc17-4be4-9ec9-d322342bf01c req-1f911097-6227-4c0b-b480-312bda8ef7f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1955628
Feb 19 20:52:42.648412 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-467954fe-b724-45ae-ad20-8aab31df1ee9 req-2230aef3-af63-483e-90c2-45cff44105ff tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4334636
Feb 19 20:52:42.691277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5425e6f-fc17-4be4-9ec9-d322342bf01c req-2bdb6cab-eccd-4148-af85-6c0abd5508bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0377977
Feb 19 20:52:42.712981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0cad77f7-881b-475e-9d68-19faa267513e None None] Port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:42.724383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3124fa-6b83-4a61-bbc0-6e04ad9df8f4 req-0439e761-08ce-451f-925a-dd74f0441099 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:42.729508 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da3124fa-6b83-4a61-bbc0-6e04ad9df8f4 req-0439e761-08ce-451f-925a-dd74f0441099 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 944 time: 0.3166425
Feb 19 20:52:42.789887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:42.867818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 48461d06-c79b-4c2b-8608-01b6aa1c3b24 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:52:42.902161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5425e6f-fc17-4be4-9ec9-d322342bf01c req-f4b0f9d8-a536-4dc8-8539-0f613e3943e2 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975257
Feb 19 20:52:42.922706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dac5a0-b561-4ebf-a62f-f3c1c1349c54 req-a2249b65-209a-49c9-9892-1442559b4e1e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:42.924451 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31dac5a0-b561-4ebf-a62f-f3c1c1349c54 req-a2249b65-209a-49c9-9892-1442559b4e1e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.1192780
Feb 19 20:52:42.967718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da3124fa-6b83-4a61-bbc0-6e04ad9df8f4 req-5d60365a-bfbd-4f5c-bd0a-5f0c2a097201 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532218
Feb 19 20:52:42.979866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6629be10-c0f1-4b5e-8a61-e22aba20b44a None None] Provisioning complete for port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:42.980102 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6629be10-c0f1-4b5e-8a61-e22aba20b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:42.994215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:42.995104 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:43.044774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31dac5a0-b561-4ebf-a62f-f3c1c1349c54 req-a3f8005c-3cd3-45a5-8622-b37bfeb70ace tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082528
Feb 19 20:52:43.094731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 48461d06-c79b-4c2b-8608-01b6aa1c3b24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48461d06-c79b-4c2b-8608-01b6aa1c3b24,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:43.096247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5425e6f-fc17-4be4-9ec9-d322342bf01c req-6a7fdff9-8349-4b12-86ea-ee830e791c71 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707664
Feb 19 20:52:43.117142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '48461d06-c79b-4c2b-8608-01b6aa1c3b24', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '48461d06-c79b-4c2b-8608-01b6aa1c3b24', 'mac_address': 'fa:16:3e:74:62:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:52:43.160800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6629be10-c0f1-4b5e-8a61-e22aba20b44a None None] Port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:43.212803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8334cbe-3b07-4e1a-b052-240775fd49f0 req-8d74d853-f4d0-4a0e-832c-0b98c6d1c370 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:43.214485 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8334cbe-3b07-4e1a-b052-240775fd49f0 req-8d74d853-f4d0-4a0e-832c-0b98c6d1c370 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 944 time: 0.0776205
Feb 19 20:52:43.262555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:43.263069 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:43.278543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48461d06-c79b-4c2b-8608-01b6aa1c3b24 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:43.296743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8334cbe-3b07-4e1a-b052-240775fd49f0 req-e8abe877-5379-4fd8-a8a0-95789266a0b9 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655878
Feb 19 20:52:43.301704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:43.305396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fa24e060-0c30-48a2-9660-77c2b3a10dad up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:43.335615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 48461d06-c79b-4c2b-8608-01b6aa1c3b24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48461d06-c79b-4c2b-8608-01b6aa1c3b24,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:43.358887 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:43.359483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8fa16ec0-665d-486a-8609-c23482d79a71 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:52:43.457978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683415-5041-456c-acf0-00e20077d0ce req-8c9bec55-ee40-4d09-afe1-79f7e53ded14 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:43.460051 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-8c9bec55-ee40-4d09-afe1-79f7e53ded14 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 821 time: 0.1442916
Feb 19 20:52:43.467176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=48461d06-c79b-4c2b-8608-01b6aa1c3b24,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:43.485630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-83019b2f-f54f-4792-912f-f26f15dff6a3 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/quotas/869a0cf6b5604ec89af633eb5012ff5b HTTP/1.1" status: 200  len: 375 time: 0.0145285
Feb 19 20:52:43.508453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port fa24e060-0c30-48a2-9660-77c2b3a10dad triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:43.508839 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:43.572929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccf6e9-a41d-430b-9376-c059cc8228e8 req-5bd8cf9c-8740-4987-8527-99c68cdb47cb tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:43.574547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50ccf6e9-a41d-430b-9376-c059cc8228e8 req-5bd8cf9c-8740-4987-8527-99c68cdb47cb tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 948 time: 0.1137123
Feb 19 20:52:43.580125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fa16ec0-665d-486a-8609-c23482d79a71,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:43.584998 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-709a4f9c-3a00-465d-9aae-2e35c25bddc6 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0729930
Feb 19 20:52:43.596142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8fa16ec0-665d-486a-8609-c23482d79a71 has no active binding in host nch1-master-1 {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 19 20:52:43.634608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port fa24e060-0c30-48a2-9660-77c2b3a10dad is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:43.634931 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:43.655843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port fa24e060-0c30-48a2-9660-77c2b3a10dad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa24e060-0c30-48a2-9660-77c2b3a10dad,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:43.660178 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:43.700314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50ccf6e9-a41d-430b-9376-c059cc8228e8 req-d6c945d7-d858-48f6-8812-ca0024d13144 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135886
Feb 19 20:52:43.727432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-86b69b8a-0f4f-4c16-88db-a9df2af553bb service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325841
Feb 19 20:52:43.736964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=fa24e060-0c30-48a2-9660-77c2b3a10dad,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:43.869892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cb127-a50e-4d3c-a7ae-3d39350ce638 req-cf3690ea-5c53-4130-bc39-9433706dfcad tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:43.871410 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac9cb127-a50e-4d3c-a7ae-3d39350ce638 req-cf3690ea-5c53-4130-bc39-9433706dfcad tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.0863428
Feb 19 20:52:43.873495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-235fb7f4-26ad-44f0-9cb4-d19208766748 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390178
Feb 19 20:52:43.910952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['48461d06-c79b-4c2b-8608-01b6aa1c3b24'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:52:43.924546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac9cb127-a50e-4d3c-a7ae-3d39350ce638 req-9c3f91c7-9ceb-4a79-b848-3fac4b525137 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467780
Feb 19 20:52:44.137082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ea3540c6-90f3-4b1d-a690-d9577643e864 req-bc4d0b34-11bd-411e-afbd-d3a069e85728 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 210 time: 0.0604076
Feb 19 20:52:44.183376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678216eb-9abb-4fdd-a493-9aa9bb0c4bfe req-47b84612-f90e-4832-87ce-3d5bc7dfc9c3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:44.185164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-678216eb-9abb-4fdd-a493-9aa9bb0c4bfe req-47b84612-f90e-4832-87ce-3d5bc7dfc9c3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 944 time: 0.1191876
Feb 19 20:52:44.273381 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-678216eb-9abb-4fdd-a493-9aa9bb0c4bfe req-47ebb097-8a9d-4181-800a-4d41dce0cd30 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774074
Feb 19 20:52:44.369762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bacb8-71b7-4dc6-b0a1-0ad45dd305e0 req-16911ed7-6521-4068-ad88-e961278141f3 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:44.370987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-753bacb8-71b7-4dc6-b0a1-0ad45dd305e0 req-16911ed7-6521-4068-ad88-e961278141f3 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.1201174
Feb 19 20:52:44.392926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-55cca1c4-2d4d-4317-bd4e-4484e4e0a86c service neutron] 10.222.0.67 "GET /v2.0/ports/8fa16ec0-665d-486a-8609-c23482d79a71/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0929282
Feb 19 20:52:44.422770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device fa1b9c05-479c-4d37-8deb-82dad67025e6 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:44.482498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Sync routers for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:52:44.522406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:44.525025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63385790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:44.542765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328c0af-b65b-41d8-a5a1-20966e4e35d3 req-53401141-f47b-4b73-853c-9daaa4b2fc04 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:44.542765 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d328c0af-b65b-41d8-a5a1-20966e4e35d3 req-53401141-f47b-4b73-853c-9daaa4b2fc04 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 944 time: 0.1682255
Feb 19 20:52:44.548988 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-753bacb8-71b7-4dc6-b0a1-0ad45dd305e0 req-5e0a3e2e-5a18-4bd1-88d0-a5c0502b4e97 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583631
Feb 19 20:52:44.647909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fa24e060-0c30-48a2-9660-77c2b3a10dad up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:44.717924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port fa1b9c05-479c-4d37-8deb-82dad67025e6 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:52:44.721972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d328c0af-b65b-41d8-a5a1-20966e4e35d3 req-c4e0b15d-b0f6-40b1-a4df-20f596bf1d06 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727259
Feb 19 20:52:44.733895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port fa1b9c05-479c-4d37-8deb-82dad67025e6 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:44.733895 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:44.760427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-9be72815-f7f8-488a-8aa4-ff3d128dd4b8 service neutron] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fa16ec0-665d-486a-8609-c23482d79a71,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:44.775294 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:44.793520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-9be72815-f7f8-488a-8aa4-ff3d128dd4b8 service neutron] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:44.836789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port fa24e060-0c30-48a2-9660-77c2b3a10dad triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:44.837063 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:44.852613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-9be72815-f7f8-488a-8aa4-ff3d128dd4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa16ec0-665d-486a-8609-c23482d79a71 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:44.872451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-9be72815-f7f8-488a-8aa4-ff3d128dd4b8 service neutron] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fa16ec0-665d-486a-8609-c23482d79a71,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:44.885249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 48461d06-c79b-4c2b-8608-01b6aa1c3b24 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:44.915334 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-9be72815-f7f8-488a-8aa4-ff3d128dd4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:44.988488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc362a-2b9f-4ee9-8541-b9ffb545de2b req-daabc4d9-b855-44a8-856e-ead513a9bc5d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:44.990268 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fddc362a-2b9f-4ee9-8541-b9ffb545de2b req-daabc4d9-b855-44a8-856e-ead513a9bc5d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 948 time: 0.1287522
Feb 19 20:52:45.047670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port fa1b9c05-479c-4d37-8deb-82dad67025e6 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:45.048064 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:45.057736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-9be72815-f7f8-488a-8aa4-ff3d128dd4b8 service neutron] Transition to ACTIVE for port object 8fa16ec0-665d-486a-8609-c23482d79a71 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:52:45.079724 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-9be72815-f7f8-488a-8aa4-ff3d128dd4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:45.119739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e4abb8-c615-460f-bc5c-702410f99b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1b9c05-479c-4d37-8deb-82dad67025e6'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:45.122047 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aa783a-135e-4bbd-84d6-131e99ebf2e5" -d '{"events": [{"server_uuid": "64e4abb8-c615-460f-bc5c-702410f99b8b", "name": "network-vif-plugged", "status": "completed", "tag": "fa1b9c05-479c-4d37-8deb-82dad67025e6"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:45.134040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fddc362a-2b9f-4ee9-8541-b9ffb545de2b req-a6f17b10-b8d2-4971-8ca1-a7da43f01378 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336727
Feb 19 20:52:45.142446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port fa1b9c05-479c-4d37-8deb-82dad67025e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa1b9c05-479c-4d37-8deb-82dad67025e6,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:45.161270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:52:45.170319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:45.176291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:45.176687 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:45.198863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-9be72815-f7f8-488a-8aa4-ff3d128dd4b8 service neutron] No DVR routers for this DVR port 8fa16ec0-665d-486a-8609-c23482d79a71 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:52:45.204887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be72815-f7f8-488a-8aa4-ff3d128dd4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa16ec0-665d-486a-8609-c23482d79a71,revision_number=10']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:45.218395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port fa24e060-0c30-48a2-9660-77c2b3a10dad is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:45.229721 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b010048d-0a1d-4111-aed7-10adae7f3173 x-openstack-request-id: req-b010048d-0a1d-4111-aed7-10adae7f3173 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:45.230034 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e4abb8-c615-460f-bc5c-702410f99b8b", "name": "network-vif-plugged", "status": "completed", "tag": "fa1b9c05-479c-4d37-8deb-82dad67025e6", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:45.230279 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b010048d-0a1d-4111-aed7-10adae7f3173 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:45.230670 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e4abb8-c615-460f-bc5c-702410f99b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1b9c05-479c-4d37-8deb-82dad67025e6', 'code': 200}
Feb 19 20:52:45.238236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d597e-76cf-4803-a902-0c23cc6776b2 req-e61678a7-d5aa-40f5-9176-b39de197746f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:45.240625 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e2d597e-76cf-4803-a902-0c23cc6776b2 req-e61678a7-d5aa-40f5-9176-b39de197746f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.1816027
Feb 19 20:52:45.272548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=fa1b9c05-479c-4d37-8deb-82dad67025e6,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:45.285624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-9be72815-f7f8-488a-8aa4-ff3d128dd4b8 service neutron] 10.222.0.67 "PUT /v2.0/ports/8fa16ec0-665d-486a-8609-c23482d79a71/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8755364
Feb 19 20:52:45.359171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e2d597e-76cf-4803-a902-0c23cc6776b2 req-7fdc744f-1538-4319-9b7a-47a92c8210fa tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997324
Feb 19 20:52:45.388961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e50ab71d-9133-42bb-a220-403115f912f6 req-9e41d7a6-d99f-4df2-bfc3-70c975c28b2f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 210 time: 0.0738699
Feb 19 20:52:45.460557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63385790>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:41Z', 'revision_number': 2, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:45.491826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Checking router: 446f44e6-38ae-4054-86b0-dba565636ee7 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:52:45.492104 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Updating router 446f44e6-38ae-4054-86b0-dba565636ee7 port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:52:45.498780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-63f36304-1f60-4587-b4e9-4066d34d8cee tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:45.502813 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-63f36304-1f60-4587-b4e9-4066d34d8cee tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1238461
Feb 19 20:52:45.514294 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:45.514692 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:45.516835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560777a7-bf5a-4a12-8da2-1ad4ae548e84 req-2cd39cdd-ed36-46e2-9e4f-30bbcd176b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:45.518652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-560777a7-bf5a-4a12-8da2-1ad4ae548e84 req-2cd39cdd-ed36-46e2-9e4f-30bbcd176b2c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 1127 time: 0.1982827
Feb 19 20:52:45.539553 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:45.569316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 48461d06-c79b-4c2b-8608-01b6aa1c3b24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48461d06-c79b-4c2b-8608-01b6aa1c3b24,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:45.594715 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:45.719855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=48461d06-c79b-4c2b-8608-01b6aa1c3b24,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:45.905042 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Publish callbacks [] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:45.912872 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:45.965036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb03a09-0828-4cee-8694-9997a5ce1a69 None None] Pushing event updated for resources: {'Port': ['ID=d0a51e02-522f-4c16-92df-5e0a5a0fe3d0,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:46.008076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-560777a7-bf5a-4a12-8da2-1ad4ae548e84 req-8fc028c3-8e70-4ec5-b6bc-564ddcae302b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4427435
Feb 19 20:52:46.036044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Attempting to bind port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:46.037062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Attempting to bind port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:46.037062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Attempting to bind port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 on network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:46.041931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-af82497e-9bac-4142-825d-91392f60af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:46.042229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:46.042621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Checking segment: {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:46.043029 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:46.043432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Bound using segment: {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:46.043554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-af82497e-9bac-4142-825d-91392f60af4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99&tenant_id=a6f02f88286b49babe665db9d00787a2 HTTP/1.1" status: 200  len: 1127 time: 0.5210795
Feb 19 20:52:46.043903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Bound port: d0a51e02-522f-4c16-92df-5e0a5a0fe3d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:46.044306 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:46.057312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685bfc4-b9a0-4663-bcbe-12ba0ea1945b req-d86a5658-b61c-4cfa-9f4c-e8c76a44abbe tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:46.064360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a685bfc4-b9a0-4663-bcbe-12ba0ea1945b req-d86a5658-b61c-4cfa-9f4c-e8c76a44abbe tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 945 time: 0.5822115
Feb 19 20:52:46.122249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] For port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:46.125789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] For port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0a51e02-522f-4c16-92df-5e0a5a0fe3d0,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:46.135324 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:46.140448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683415-5041-456c-acf0-00e20077d0ce req-d87e083d-7df4-4de4-a9e3-b37eb4509549 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:46.142439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-d87e083d-7df4-4de4-a9e3-b37eb4509549 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.67 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 821 time: 0.5514150
Feb 19 20:52:46.169664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0541f19-5419-47a2-ab8f-8e6a69c34887 req-537cf4c0-48e1-4aa1-8078-bb1d286081bf tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:46.176934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0541f19-5419-47a2-ab8f-8e6a69c34887 req-537cf4c0-48e1-4aa1-8078-bb1d286081bf tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.2377925
Feb 19 20:52:46.208921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a685bfc4-b9a0-4663-bcbe-12ba0ea1945b req-34056962-0bf1-4906-8f21-c8505c5fabae tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436093
Feb 19 20:52:46.213151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb03a09-0828-4cee-8694-9997a5ce1a69 None None] Pushing event updated for resources: {'Port': ['ID=d0a51e02-522f-4c16-92df-5e0a5a0fe3d0,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:46.216923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:46.217525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63385790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:46.279838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-af9ab811-640f-466f-90ac-27de5c0a3740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:46.285187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-af9ab811-640f-466f-90ac-27de5c0a3740 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 1127 time: 0.1954348
Feb 19 20:52:46.310211 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Request body: {'port': {'device_id': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'admin_state_up': True, 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:46.363150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3c2ddb29-a434-4e9d-90e1-024a2018f56a None None] Provisioning complete for port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:46.363530 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3c2ddb29-a434-4e9d-90e1-024a2018f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:46.389964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:52:46.400748 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0541f19-5419-47a2-ab8f-8e6a69c34887 req-237e3332-f510-47c9-b050-008a55142e99 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222738
Feb 19 20:52:46.565368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-a16e07a9-9867-46c3-8834-f6afc9e60866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:46.566926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-a16e07a9-9867-46c3-8834-f6afc9e60866 service neutron] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.2368696
Feb 19 20:52:46.600120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ddb29-a434-4e9d-90e1-024a2018f56a None None] Current status of the port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:46.600120 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3c2ddb29-a434-4e9d-90e1-024a2018f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:46.653576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-5a685ce4-1aff-40c7-84db-30c653e89219 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa16ec0-665d-486a-8609-c23482d79a71 HTTP/1.1" status: 200  len: 217 time: 0.0601158
Feb 19 20:52:46.657114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3c2ddb29-a434-4e9d-90e1-024a2018f56a None None] For port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0a51e02-522f-4c16-92df-5e0a5a0fe3d0,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:46.662755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3c2ddb29-a434-4e9d-90e1-024a2018f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:46.739416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed87325-0040-448c-bcc8-d8b38656eb65 req-e3dadb7a-fe8e-405d-b1ec-0b749b9e0f8e tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:46.739416 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fed87325-0040-448c-bcc8-d8b38656eb65 req-e3dadb7a-fe8e-405d-b1ec-0b749b9e0f8e tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 949 time: 0.1872365
Feb 19 20:52:46.740800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a9c6-e5ba-4863-86e4-1b048bd5c09e req-a2b13244-e47a-4ae1-9cb1-74dafe8eac79 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:46.742459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d54a9c6-e5ba-4863-86e4-1b048bd5c09e req-a2b13244-e47a-4ae1-9cb1-74dafe8eac79 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 945 time: 0.4111626
Feb 19 20:52:46.772375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ddb29-a434-4e9d-90e1-024a2018f56a None None] Pushing event updated for resources: {'Port': ['ID=d0a51e02-522f-4c16-92df-5e0a5a0fe3d0,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:46.787920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-78c0ee03-a6b3-4bcb-bfa5-1c22e4431a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:46.789597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-78c0ee03-a6b3-4bcb-bfa5-1c22e4431a9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1274800
Feb 19 20:52:46.801194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63385790>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:52:46.803574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ec038186-8bc1-4fc1-a873-d03afee3f60d None None] Provisioning complete for port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:46.803800 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec038186-8bc1-4fc1-a873-d03afee3f60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:46.839376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Made reservation on behalf of 869a0cf6b5604ec89af633eb5012ff5b for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:46.842770 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:46.854122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02416456-a1a4-44f3-b33c-c034ffd34eee None None] The sync data for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 is: [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:52:46.854466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-4d8e0c2d-1047-4107-9994-b02a5b969c3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565908
Feb 19 20:52:46.858979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3604b765-b301-4875-991d-4d4190639b69 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:52:46.931027 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fed87325-0040-448c-bcc8-d8b38656eb65 req-825ef946-5cab-4965-9bcf-df6c731f155f tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848211
Feb 19 20:52:46.963801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d54a9c6-e5ba-4863-86e4-1b048bd5c09e req-342f3415-e3ec-4385-a0a9-54015fb97702 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985464
Feb 19 20:52:47.063564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ec038186-8bc1-4fc1-a873-d03afee3f60d None None] Current status of the port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:47.087361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:47.106493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '3604b765-b301-4875-991d-4d4190639b69', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '3604b765-b301-4875-991d-4d4190639b69', 'mac_address': 'fa:16:3e:e1:26:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:52:47.163141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-241a8213-b2ba-40aa-ab06-31aeee472e8a req-effdda47-9a6f-4aa8-b3ad-90ef5d49fc79 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 210 time: 0.0689020
Feb 19 20:52:47.190033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3604b765-b301-4875-991d-4d4190639b69 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:47.190448 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3604b765-b301-4875-991d-4d4190639b69), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:47.205142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3604b765-b301-4875-991d-4d4190639b69 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:47.217977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-b13c88ec-2c26-4d4a-ba8c-8b4dc236542c service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3483405
Feb 19 20:52:47.232019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a832621d-69be-4201-acf6-2f3ca91a42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48461d06-c79b-4c2b-8608-01b6aa1c3b24'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:47.236596 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f584f541-6410-4ab6-8fec-0f9cd430a3b8" -d '{"events": [{"server_uuid": "a832621d-69be-4201-acf6-2f3ca91a42ed", "name": "network-vif-plugged", "status": "completed", "tag": "48461d06-c79b-4c2b-8608-01b6aa1c3b24"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:47.241432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:47.248807 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3604b765-b301-4875-991d-4d4190639b69), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:47.323168 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4ab695-f257-4dab-8660-4196f1cd1604 x-openstack-request-id: req-2d4ab695-f257-4dab-8660-4196f1cd1604 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:47.323497 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a832621d-69be-4201-acf6-2f3ca91a42ed", "name": "network-vif-plugged", "status": "completed", "tag": "48461d06-c79b-4c2b-8608-01b6aa1c3b24", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:47.323943 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d4ab695-f257-4dab-8660-4196f1cd1604 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:47.325451 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a832621d-69be-4201-acf6-2f3ca91a42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48461d06-c79b-4c2b-8608-01b6aa1c3b24', 'code': 200}
Feb 19 20:52:47.356172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3604b765-b301-4875-991d-4d4190639b69,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:47.369926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-417546bb-64ff-44e3-bc8c-63d427807ff9 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397941
Feb 19 20:52:47.394895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001820a1-6360-4849-9708-b590ebc0a807 req-de9b1441-36c2-435f-bcdc-2b28178ea151 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:47.397101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-001820a1-6360-4849-9708-b590ebc0a807 req-de9b1441-36c2-435f-bcdc-2b28178ea151 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.3383346
Feb 19 20:52:47.471452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Allocated IP 172.20.0.10 (b5f73a2d-e0db-4f8e-b90f-72b9e4b05653/ecfbb9a4-6f32-434b-8e87-4469c317a3d4/4313e698-6c12-4d1e-b019-f8d0163bad53) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:47.547015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1487094-801b-4ab2-bcc9-0a46526cfbdb req-1243b521-d7a7-4ad6-9b3f-ffd4e5c4a783 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:47.548862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1487094-801b-4ab2-bcc9-0a46526cfbdb req-1243b521-d7a7-4ad6-9b3f-ffd4e5c4a783 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 945 time: 0.1849425
Feb 19 20:52:47.557636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['3604b765-b301-4875-991d-4d4190639b69'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:52:47.569784 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-001820a1-6360-4849-9708-b590ebc0a807 req-7d41a0ec-5b40-42a4-a30b-34350f10b7bf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447079
Feb 19 20:52:47.592671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81ab00-6399-47bf-8ae5-5489bbbdce38 req-879eec73-ef0e-4ca0-9bca-28231825d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:47.594235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d81ab00-6399-47bf-8ae5-5489bbbdce38 req-879eec73-ef0e-4ca0-9bca-28231825d9bc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 1131 time: 0.2158267
Feb 19 20:52:47.845803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1487094-801b-4ab2-bcc9-0a46526cfbdb req-4c198f85-5103-4933-a1d9-094506296501 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2824996
Feb 19 20:52:47.854892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d81ab00-6399-47bf-8ae5-5489bbbdce38 req-658afcb5-a249-4b6e-968d-0e6b77bee214 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514050
Feb 19 20:52:47.901967 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:47.909035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-beea4984-05a8-47e2-8a28-35edf9253c3b tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:47.910642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-beea4984-05a8-47e2-8a28-35edf9253c3b tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2171199
Feb 19 20:52:47.919670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e64d9f-5586-44c7-9a96-588956fa8760 req-c20eae12-06f2-4e30-bfe9-2fb9a5a1441f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:47.921307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2e64d9f-5586-44c7-9a96-588956fa8760 req-c20eae12-06f2-4e30-bfe9-2fb9a5a1441f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.2304933
Feb 19 20:52:47.996157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2e64d9f-5586-44c7-9a96-588956fa8760 req-a8cac769-2e33-44b9-ad4d-aad5d66d67c7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669920
Feb 19 20:52:47.999282 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:48.066466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Pushing event updated for resources: {'Port': ['ID=4313e698-6c12-4d1e-b019-f8d0163bad53,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:48.146160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:48.171354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:48.180585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:48.234545 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d52ea6fe-272c-48c2-bf45-9601bd0df115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:48.263612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc9a74-1907-4d98-bdf6-e7415d16fd13 req-0940c9e6-5d22-4f10-aa5f-6ba0b7b1bcbf tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:48.265232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1fc9a74-1907-4d98-bdf6-e7415d16fd13 req-0940c9e6-5d22-4f10-aa5f-6ba0b7b1bcbf tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 949 time: 0.2089269
Feb 19 20:52:48.316393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:48.317121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:48.345608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745753d-5549-406a-ba81-3640c0b9438d req-06de8402-a3d3-41b6-9377-e5cfc65af6f7 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:48.348478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5745753d-5549-406a-ba81-3640c0b9438d req-06de8402-a3d3-41b6-9377-e5cfc65af6f7 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 945 time: 0.2315238
Feb 19 20:52:48.395754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-960e062c-27be-4574-9c8e-faf46521a407 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0973635
Feb 19 20:52:48.423562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Request body: {'port': {'device_id': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:48.445156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8fa16ec0-665d-486a-8609-c23482d79a71 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:52:48.459149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1fc9a74-1907-4d98-bdf6-e7415d16fd13 req-1466912b-c8f5-42d5-932b-135e2f2f3e35 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647635
Feb 19 20:52:48.467326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-f2f5124e-8fb5-4ee5-b976-1b7a66a895d5 service neutron] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:48.480212 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-f2f5124e-8fb5-4ee5-b976-1b7a66a895d5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:48.481159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b69d459-afcf-49a0-9085-9ce506e6241a req-f2f5124e-8fb5-4ee5-b976-1b7a66a895d5 service neutron] 10.222.0.10 "DELETE /v2.0/ports/8fa16ec0-665d-486a-8609-c23482d79a71/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4237022
Feb 19 20:52:48.519318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5745753d-5549-406a-ba81-3640c0b9438d req-09d9ff7c-a985-4c93-a72d-7433b118e56f tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577797
Feb 19 20:52:48.571275 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:48.587867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fc9b0806-e390-4000-90b7-d0be1c1cb1f3 None None] Provisioning complete for port 4313e698-6c12-4d1e-b019-f8d0163bad53 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:48.588257 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fc9b0806-e390-4000-90b7-d0be1c1cb1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:48.590932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port 8fa16ec0-665d-486a-8609-c23482d79a71 host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:52:48.591346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8fa16ec0-665d-486a-8609-c23482d79a71 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:52:48.641253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:48.707532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b0806-e390-4000-90b7-d0be1c1cb1f3 None None] Port 4313e698-6c12-4d1e-b019-f8d0163bad53 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:48.731081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:48.731511 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:48.830949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:48.856430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aade316-6776-4eda-b9c9-bd363b6f106b req-18ac5d2f-8b18-4819-83dc-4d60ceb1087e tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:48.863766 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3aade316-6776-4eda-b9c9-bd363b6f106b req-18ac5d2f-8b18-4819-83dc-4d60ceb1087e tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 949 time: 0.1721976
Feb 19 20:52:48.868858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3604b765-b301-4875-991d-4d4190639b69 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:48.914792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d527a-1f2f-46ac-905f-118b3cd053b6 req-8f92caed-18fc-4e70-bf84-aaa01b9fe15d tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:48.930024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-932d527a-1f2f-46ac-905f-118b3cd053b6 req-8f92caed-18fc-4e70-bf84-aaa01b9fe15d tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 932 time: 0.3414814
Feb 19 20:52:48.964586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 3604b765-b301-4875-991d-4d4190639b69 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:48.965594 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3604b765-b301-4875-991d-4d4190639b69), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:49.076689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3604b765-b301-4875-991d-4d4190639b69 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:49.077212 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3604b765-b301-4875-991d-4d4190639b69), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:49.141248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:49.147397 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3604b765-b301-4875-991d-4d4190639b69), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:49.162114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3aade316-6776-4eda-b9c9-bd363b6f106b req-f53395f8-2fc3-41a7-9f58-91a1ba4342eb tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963977
Feb 19 20:52:49.203079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-932d527a-1f2f-46ac-905f-118b3cd053b6 req-374cc122-97a9-4b28-8cab-f2d11ce84f23 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2464006
Feb 19 20:52:49.271215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3604b765-b301-4875-991d-4d4190639b69,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:49.326726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604b765-b301-4875-991d-4d4190639b69'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:49.329658 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44fb3ce-d8d1-4c42-b0a8-f13fd42d1984" -d '{"events": [{"server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "name": "network-vif-plugged", "status": "completed", "tag": "3604b765-b301-4875-991d-4d4190639b69"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:49.379511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4313e698-6c12-4d1e-b019-f8d0163bad53 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:49.388466 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Publish callbacks [] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:49.466079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Transition to ACTIVE for port object 4313e698-6c12-4d1e-b019-f8d0163bad53 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:52:49.473104 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:49.543305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ba9dc-0065-4910-8338-788e1796f3ad req-0055fcd9-3c86-4e9c-bece-4ecd04e6aae2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:49.544838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-957ba9dc-0065-4910-8338-788e1796f3ad req-0055fcd9-3c86-4e9c-bece-4ecd04e6aae2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.1431019
Feb 19 20:52:49.554609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356a494-fde0-43f1-b418-2305b2d8262c req-bd66a768-8601-4099-b5c8-c20a4d4231b2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:49.556098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0356a494-fde0-43f1-b418-2305b2d8262c req-bd66a768-8601-4099-b5c8-c20a4d4231b2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 945 time: 0.1650305
Feb 19 20:52:49.559162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4313e698-6c12-4d1e-b019-f8d0163bad53,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:49.937196 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-957ba9dc-0065-4910-8338-788e1796f3ad req-e662dd27-9285-4e8f-a982-a946d520b39f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3790212
Feb 19 20:52:49.952018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0356a494-fde0-43f1-b418-2305b2d8262c req-a9611391-34b4-4d95-8ffc-28d0788f581f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3814688
Feb 19 20:52:49.954477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Attempting to bind port 4313e698-6c12-4d1e-b019-f8d0163bad53 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:49.954829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Attempting to bind port 4313e698-6c12-4d1e-b019-f8d0163bad53 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:49.955159 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Attempting to bind port 4313e698-6c12-4d1e-b019-f8d0163bad53 on network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:49.960534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Port 4313e698-6c12-4d1e-b019-f8d0163bad53 on network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:52:49.960871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Attempting to bind port 4313e698-6c12-4d1e-b019-f8d0163bad53 on network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:49.970117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:49.970469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Checking segment: {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:49.970860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Bound using segment: {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:49.971298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Bound port: 4313e698-6c12-4d1e-b019-f8d0163bad53, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:49.971662 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:50.010061 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e6f0a2-c218-43fb-87a9-cafb57073d1b x-openstack-request-id: req-00e6f0a2-c218-43fb-87a9-cafb57073d1b {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:50.010384 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "name": "network-vif-plugged", "status": "completed", "tag": "3604b765-b301-4875-991d-4d4190639b69", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:50.012601 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00e6f0a2-c218-43fb-87a9-cafb57073d1b {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:50.012601 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604b765-b301-4875-991d-4d4190639b69', 'code': 200}
Feb 19 20:52:50.077559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] For port 4313e698-6c12-4d1e-b019-f8d0163bad53, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:50.135060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] For port 4313e698-6c12-4d1e-b019-f8d0163bad53, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4313e698-6c12-4d1e-b019-f8d0163bad53,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:50.177187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0de0ca-a6b9-481f-b3fb-43ffd5e05f9d req-a25273c6-bc1b-42a7-b359-296aa8353efb tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:50.179470 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df0de0ca-a6b9-481f-b3fb-43ffd5e05f9d req-a25273c6-bc1b-42a7-b359-296aa8353efb tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 949 time: 0.0984402
Feb 19 20:52:50.181721 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:50.285065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:50.285693 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:50.287677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] 10.222.0.67 "PUT /v2.0/ports/4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 1092 time: 1.8701270
Feb 19 20:52:50.288490 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:50.290816 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:50.306297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b78e0-63e0-4574-bd4e-ef83327c038c req-a317066a-e178-45e2-a91c-d56cee7dc372 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:50.307844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279b78e0-63e0-4574-bd4e-ef83327c038c req-a317066a-e178-45e2-a91c-d56cee7dc372 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 1127 time: 0.1857986
Feb 19 20:52:50.325528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90680ac-b312-480b-9532-76f27b5043b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4313e698-6c12-4d1e-b019-f8d0163bad53,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:50.353481 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-01b308f5-cfc2-49ca-a725-a0c23f4857ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:50.372046 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df0de0ca-a6b9-481f-b3fb-43ffd5e05f9d req-68b84eaa-1d17-45d8-9f20-d5586bcf942f tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824486
Feb 19 20:52:50.400047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4414f9-f334-4f80-956b-4d554e520cde req-cd3ccbd1-5f45-4e1c-9866-907e77db6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:50.400047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e4414f9-f334-4f80-956b-4d554e520cde req-cd3ccbd1-5f45-4e1c-9866-907e77db6b6d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 1132 time: 0.1824176
Feb 19 20:52:50.487935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279b78e0-63e0-4574-bd4e-ef83327c038c req-5c74ca60-f417-43df-a6e6-04fd36555891 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671515
Feb 19 20:52:50.524448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683415-5041-456c-acf0-00e20077d0ce req-79a288cc-8eeb-4dac-a574-688ee149a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:50.525592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-79a288cc-8eeb-4dac-a574-688ee149a0f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 1126 time: 0.1671357
Feb 19 20:52:50.606447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e4414f9-f334-4f80-956b-4d554e520cde req-35b35fe6-16ef-46fb-a86e-e6dc457dda91 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909034
Feb 19 20:52:50.610047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-3d8f9a07-92ca-4779-b02c-ef9d7fa2b01f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 217 time: 0.0742505
Feb 19 20:52:50.672737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876c145-83a3-4b7a-a387-a92370c1b763 req-731424fe-6a24-4378-baa6-b9cb9504fbe0 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:50.674213 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d876c145-83a3-4b7a-a387-a92370c1b763 req-731424fe-6a24-4378-baa6-b9cb9504fbe0 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.2116232
Feb 19 20:52:50.713221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683415-5041-456c-acf0-00e20077d0ce req-f914ae96-0cc7-48ca-9c9f-991a434e4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:50.714791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-f914ae96-0cc7-48ca-9c9f-991a434e4874 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.0942698
Feb 19 20:52:50.770579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45b2f8-dcf8-4155-8e46-750a08e964f6 req-9a4981a5-00f2-426c-94db-21e8e1a6f45b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:50.772698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa45b2f8-dcf8-4155-8e46-750a08e964f6 req-9a4981a5-00f2-426c-94db-21e8e1a6f45b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 944 time: 0.1691091
Feb 19 20:52:50.780833 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d876c145-83a3-4b7a-a387-a92370c1b763 req-f6edcaff-7e30-4a09-bc52-b024e070e4c0 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960393
Feb 19 20:52:50.822260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683415-5041-456c-acf0-00e20077d0ce req-28b97b10-32cf-4103-9247-c771d8cac632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:50.826939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-28b97b10-32cf-4103-9247-c771d8cac632 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0967836
Feb 19 20:52:50.835873 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1547d907-5c94-4eeb-9afc-e78a06ffa273 x-openstack-request-id: req-1547d907-5c94-4eeb-9afc-e78a06ffa273 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:52:50.836367 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:52:50.836681 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1547d907-5c94-4eeb-9afc-e78a06ffa273 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:52:50.837341 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'status': 'completed', 'code': 200}
Feb 19 20:52:50.852942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa45b2f8-dcf8-4155-8e46-750a08e964f6 req-70a368f8-883a-4e3c-b93e-1f3d0e6d5121 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699780
Feb 19 20:52:50.938677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-eeda02ca-b34e-436a-91c3-735842a7046a service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0973699
Feb 19 20:52:51.083005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f683415-5041-456c-acf0-00e20077d0ce req-0e37ffb7-5fe4-46c2-ab63-1bd2e2452979 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303561
Feb 19 20:52:51.244225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4 req-63dfc8ab-e1b5-4d0b-a190-a3816684098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:51.245831 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4 req-63dfc8ab-e1b5-4d0b-a190-a3816684098b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 1126 time: 0.0945027
Feb 19 20:52:51.403435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92067-1599-487a-937a-b75043c1b45a req-dc080989-940a-409e-b782-05760ac30b5f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:51.404948 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-dc080989-940a-409e-b782-05760ac30b5f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 821 time: 0.1854470
Feb 19 20:52:51.408474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4 req-426ebef6-c436-4ea3-b78c-be7093bc07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:51.410158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4 req-426ebef6-c436-4ea3-b78c-be7093bc07b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.1391654
Feb 19 20:52:51.435946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-8dc36623-0e63-4535-b9cb-5e6efaa939c8 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/quotas/a6f02f88286b49babe665db9d00787a2 HTTP/1.1" status: 200  len: 375 time: 0.0247929
Feb 19 20:52:51.511982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3873380-247d-4263-be0b-da5a21c3d1c6 req-879e8e63-f028-4ece-a122-69c036544a5f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:51.513509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3873380-247d-4263-be0b-da5a21c3d1c6 req-879e8e63-f028-4ece-a122-69c036544a5f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.0958509
Feb 19 20:52:51.530276 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-3e525b99-c50f-4d0e-bd15-ec0523858a38 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0796795
Feb 19 20:52:51.573625 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4 req-1ac0061d-793a-401e-8eed-0923e9187624 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 217 time: 0.0583746
Feb 19 20:52:51.705501 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:51.731409 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3873380-247d-4263-be0b-da5a21c3d1c6 req-36a283d5-d1f4-4917-977f-5723e9291929 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734281
Feb 19 20:52:51.752351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4 req-3c833c8c-5495-4062-a484-acadf3969b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:51.752351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4 req-3c833c8c-5495-4062-a484-acadf3969b85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.1651371
Feb 19 20:52:51.816643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-033303fa-3136-47b3-a8da-fad0fb01e163 service neutron] 10.222.0.30 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572300
Feb 19 20:52:51.919319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4 req-5d139584-1238-4e7a-98b0-42e1d8833092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:51.920963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4 req-5d139584-1238-4e7a-98b0-42e1d8833092 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1637089
Feb 19 20:52:52.031228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431c309-c538-473f-9b8b-e04ca67a4d16 req-ac633fc7-5422-4b5c-b856-93ccd1315d2d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:52.032797 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d431c309-c538-473f-9b8b-e04ca67a4d16 req-ac633fc7-5422-4b5c-b856-93ccd1315d2d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 949 time: 0.1949582
Feb 19 20:52:52.040596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-0a0925b8-639c-440c-bb6e-20582a7187fa service neutron] 10.222.0.30 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2159772
Feb 19 20:52:52.090140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4 req-0ed5ef8e-e54e-463a-92ce-e1f2ac69b612 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602366
Feb 19 20:52:52.145112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d431c309-c538-473f-9b8b-e04ca67a4d16 req-d4b42c33-41d2-4474-83fc-1474bedd8d45 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019492
Feb 19 20:52:52.385116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63cfb755-96b1-4d7f-a04d-4ade2b5ce0b4 req-3956e327-23c5-4ffa-a142-95f485b382a2 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2831421
Feb 19 20:52:52.481617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8540b7-24d9-4482-b3a0-be17108b3ced req-32623ae8-1105-457f-bd15-9745084c458b tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:52.490562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef8540b7-24d9-4482-b3a0-be17108b3ced req-32623ae8-1105-457f-bd15-9745084c458b tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.1973674
Feb 19 20:52:52.555093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac07314-07a1-4570-ae8c-6ede22b60559 req-4a14e1a5-7a9c-46fc-8c27-d4eaedb3d95b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:52.557428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fac07314-07a1-4570-ae8c-6ede22b60559 req-4a14e1a5-7a9c-46fc-8c27-d4eaedb3d95b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 944 time: 0.2515607
Feb 19 20:52:52.580676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef8540b7-24d9-4482-b3a0-be17108b3ced req-4a99ac9d-0a87-4346-bb03-3f4cf1ae1d08 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890572
Feb 19 20:52:52.654769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fac07314-07a1-4570-ae8c-6ede22b60559 req-020fc956-ee08-4781-bb4b-6ba55ab97787 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846415
Feb 19 20:52:52.744133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58b198d4-febb-44ac-aef3-170485ccb109 req-a89ecd0e-7410-4dc1-9601-2b8de6497514 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 210 time: 0.0629435
Feb 19 20:52:52.813949 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-8aa1b1eb-1eec-4f28-9812-c15f1eb3484a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=81e756cebb9c45ddb687ea373d7ddaa3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0355675
Feb 19 20:52:52.975277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31276dc7-d04b-40b2-b8f3-6068605946e0 req-f5f948d8-7dce-4abf-af2f-3a90a32139a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:52.976853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31276dc7-d04b-40b2-b8f3-6068605946e0 req-f5f948d8-7dce-4abf-af2f-3a90a32139a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.0936351
Feb 19 20:52:52.983270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-6c522a86-cec2-4a44-89bc-7498c5a42da5 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:52.984889 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-6c522a86-cec2-4a44-89bc-7498c5a42da5 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1700971
Feb 19 20:52:53.012114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-0e9e6e76-af03-46c0-ac84-709ceeef34e4 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/quotas/81e756cebb9c45ddb687ea373d7ddaa3 HTTP/1.1" status: 200  len: 375 time: 0.0196826
Feb 19 20:52:53.038855 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:53.050711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31276dc7-d04b-40b2-b8f3-6068605946e0 req-5c29aa5e-7fe1-41df-8aa9-a4db9dd8c54d tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648277
Feb 19 20:52:53.099675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-4e592661-731f-49ed-bd88-33f7a3e1a908 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e756cebb9c45ddb687ea373d7ddaa3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0652945
Feb 19 20:52:53.224731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44d7ac-5ce7-4054-84d0-46a212756ca2 req-b342790a-5129-4743-afa2-faa900f45bb2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:53.232430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f44d7ac-5ce7-4054-84d0-46a212756ca2 req-b342790a-5129-4743-afa2-faa900f45bb2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.0792437
Feb 19 20:52:53.304968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f44d7ac-5ce7-4054-84d0-46a212756ca2 req-122997e6-9f2d-4cc0-bd58-294657185b09 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714927
Feb 19 20:52:53.388424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76eeeab0-e136-411c-98d9-693f4e9c8c0c req-29264085-a150-44cd-b450-eec55d4baf2e tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 210 time: 0.0341339
Feb 19 20:52:53.858454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb18213-a5ea-48d6-804d-64de456630a9 req-467ffc10-9040-4d80-9438-f754857a77a6 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:53.867113 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bb18213-a5ea-48d6-804d-64de456630a9 req-467ffc10-9040-4d80-9438-f754857a77a6 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 944 time: 0.0928910
Feb 19 20:52:53.892642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe89593-62f0-416a-8326-972640f58cb8 req-b5d4d314-ece6-4109-8c73-171f3db7ebe7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:53.895068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fe89593-62f0-416a-8326-972640f58cb8 req-b5d4d314-ece6-4109-8c73-171f3db7ebe7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.1808782
Feb 19 20:52:53.983874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bb18213-a5ea-48d6-804d-64de456630a9 req-cc8819a3-9558-400d-ad96-1b4de37011e7 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163194
Feb 19 20:52:54.000073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fe89593-62f0-416a-8326-972640f58cb8 req-90f486bd-c20f-4c82-a8ec-caf12ef38f8f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966036
Feb 19 20:52:54.333895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11986741-2227-40dc-8362-4ea94cd2d0ab req-c8f8bb91-e50c-4358-ae7b-651b7133b5f2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 210 time: 0.2746909
Feb 19 20:52:54.394419 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:54.426086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92067-1599-487a-937a-b75043c1b45a req-cc382e66-a8ba-4fcc-b517-0b04606fe1d5 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:54.427750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-cc382e66-a8ba-4fcc-b517-0b04606fe1d5 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.67 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 821 time: 0.3808630
Feb 19 20:52:54.448379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Request body: {'port': {'device_id': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076', 'admin_state_up': True, 'tenant_id': 'a6f02f88286b49babe665db9d00787a2'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:54.460527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557d338-8894-461f-bbce-ed102363a120 req-028f87ae-6b1e-4b04-b323-3123790f8d94 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:54.462116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e557d338-8894-461f-bbce-ed102363a120 req-028f87ae-6b1e-4b04-b323-3123790f8d94 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.0840988
Feb 19 20:52:54.535679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec0768f3-9608-4085-a4e2-dbc44cd08155 req-753cb65b-9325-47dd-b950-9b5a9029849b tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 210 time: 0.0705690
Feb 19 20:52:54.617636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e557d338-8894-461f-bbce-ed102363a120 req-bc0e4ef1-a711-4727-a804-451fd771f02b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344776
Feb 19 20:52:54.622090 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-7f25db72-9ca6-4623-bbe4-6d08cabfc4f0 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=81e756cebb9c45ddb687ea373d7ddaa3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0451257
Feb 19 20:52:54.741162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Made reservation on behalf of a6f02f88286b49babe665db9d00787a2 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:54.744602 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:54.792781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-efff40bf-088d-4f75-8a93-b3f8dfa7a011 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:54.794267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-efff40bf-088d-4f75-8a93-b3f8dfa7a011 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1554019
Feb 19 20:52:54.830112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Request body: {'port': {'device_id': 'aab7828d-f679-4460-9a84-3648c980318c', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '81e756cebb9c45ddb687ea373d7ddaa3'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:54.973796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Allocated IP 172.20.0.3 (020891c0-689f-4c7c-a850-6c2b2dfe0076/0332d4cd-9022-4d9a-930c-e01725357615/a926fff0-c109-4640-adbe-9f6dd047f15f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:55.012038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Made reservation on behalf of 81e756cebb9c45ddb687ea373d7ddaa3 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:52:55.016615 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:55.296402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182c40b-f776-40b7-b9f1-1314200a1cfa req-94d1225b-fee4-4f59-ab0b-6876168f7802 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:55.297909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2182c40b-f776-40b7-b9f1-1314200a1cfa req-94d1225b-fee4-4f59-ab0b-6876168f7802 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 944 time: 0.2474310
Feb 19 20:52:55.316713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583ecaa-c251-411e-8e9a-5628d38f286b req-cdd8db29-febf-4c32-9c26-8f3b4fbdef5a tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:55.318246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3583ecaa-c251-411e-8e9a-5628d38f286b req-cdd8db29-febf-4c32-9c26-8f3b4fbdef5a tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.2451689
Feb 19 20:52:55.356121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Allocated IP 192.168.233.83 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/e07ea5eb-6c87-400c-888d-a30ece794d66) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:52:55.380223 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks [] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:55.461492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2182c40b-f776-40b7-b9f1-1314200a1cfa req-3bbf92b9-fede-4a02-a97f-7d194b51fcaf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397071
Feb 19 20:52:55.473476 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3583ecaa-c251-411e-8e9a-5628d38f286b req-a94af60a-5989-4957-819c-7d703797cda3 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469226
Feb 19 20:52:55.550498 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:55.637829 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:55.659852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Network 020891c0-689f-4c7c-a850-6c2b2dfe0076 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:55.670446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:55.679200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Pushing event updated for resources: {'Port': ['ID=a926fff0-c109-4640-adbe-9f6dd047f15f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:55.681753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:55.730339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e605-cf2b-45fa-85eb-abbdedf650cd req-0a2c8e9f-a590-4cc6-bec0-b73a835ce824 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:55.731877 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2848e605-cf2b-45fa-85eb-abbdedf650cd req-0a2c8e9f-a590-4cc6-bec0-b73a835ce824 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 931 time: 0.1767783
Feb 19 20:52:55.765955 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks [] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:55.797460 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-620cd220-e3c8-422c-80eb-5824251d421e req-200f77b2-d87e-44df-b85c-0a713a7dd07d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 210 time: 0.0595901
Feb 19 20:52:55.830830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:55.831442 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:55.870011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2848e605-cf2b-45fa-85eb-abbdedf650cd req-8b4af5ae-c2dc-4ce8-b9f6-ce3186b912c1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178789
Feb 19 20:52:55.876319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-3682bb69-7c99-4b07-b758-b6f1c52bb0b4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4327500
Feb 19 20:52:55.911067 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:55.926991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['48461d06-c79b-4c2b-8608-01b6aa1c3b24'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:52:55.965431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Request body: {'port': {'device_id': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:55.982079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:52:56.010489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:52:56.025279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:52:56.108832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Pushing event updated for resources: {'Port': ['ID=e07ea5eb-6c87-400c-888d-a30ece794d66,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:56.135973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016b06c-0dc9-4970-bb6e-b99a1bcd6f78 req-3d741b57-dabe-4895-bf35-cc24bfd340ea tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:56.138013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b016b06c-0dc9-4970-bb6e-b99a1bcd6f78 req-3d741b57-dabe-4895-bf35-cc24bfd340ea tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.2595901
Feb 19 20:52:56.227065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:56.227715 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:56.231638 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:56.242975 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-f2902770-a7cc-40c7-9efc-b675a14e661a tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1992221030&fields=id&tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a HTTP/1.1" status: 200  len: 267 time: 0.2673738
Feb 19 20:52:56.282315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-163ac119-d137-4ff4-a036-5090bdf112c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4560246
Feb 19 20:52:56.330479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Request body: {'port': {'device_id': 'aab7828d-f679-4460-9a84-3648c980318c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:56.372813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d35aa422-bc9f-46f8-8716-c31a6b70d463 None None] Provisioning complete for port e07ea5eb-6c87-400c-888d-a30ece794d66 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:56.373512 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d35aa422-bc9f-46f8-8716-c31a6b70d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:56.381984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b016b06c-0dc9-4970-bb6e-b99a1bcd6f78 req-d34396db-f6f8-4d63-bd64-7cef54c6a3d1 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362270
Feb 19 20:52:56.430680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d35aa422-bc9f-46f8-8716-c31a6b70d463 None None] Port e07ea5eb-6c87-400c-888d-a30ece794d66 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:52:56.466401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4313e698-6c12-4d1e-b019-f8d0163bad53 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:52:56.526972 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:56.536226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-dd655a30-fc83-4707-87ac-457c253f3ccc tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:56.538369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-dd655a30-fc83-4707-87ac-457c253f3ccc tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/networks?id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 HTTP/1.1" status: 200  len: 824 time: 0.2794781
Feb 19 20:52:56.595479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 4313e698-6c12-4d1e-b019-f8d0163bad53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4313e698-6c12-4d1e-b019-f8d0163bad53,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:56.607540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'port_id': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'mac_address': 'fa:16:3e:aa:50:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:52:56.624419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-df69b053-a86a-4afa-8512-d3bf5e678e54 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/quotas/04d2b5b9a01e4133b1f4f7f351cf0c0a HTTP/1.1" status: 200  len: 375 time: 0.0797176
Feb 19 20:52:56.647219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 4313e698-6c12-4d1e-b019-f8d0163bad53 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:56.647784 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:56.661337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4313e698-6c12-4d1e-b019-f8d0163bad53 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:56.681197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 4313e698-6c12-4d1e-b019-f8d0163bad53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4313e698-6c12-4d1e-b019-f8d0163bad53,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:56.685713 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:56.749227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=4313e698-6c12-4d1e-b019-f8d0163bad53,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:56.794665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e49cab-8d7d-40f7-8461-75cb67d096ad req-a8a68934-1ed2-41fa-9191-0fcacdd74c22 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:56.796187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94e49cab-8d7d-40f7-8461-75cb67d096ad req-a8a68934-1ed2-41fa-9191-0fcacdd74c22 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 944 time: 0.2358916
Feb 19 20:52:56.892211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-2b8c8d5a-1b9d-4946-ad57-4a9c454829ef tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2541335
Feb 19 20:52:57.224758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4313e698-6c12-4d1e-b019-f8d0163bad53'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:52:57.261998 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94e49cab-8d7d-40f7-8461-75cb67d096ad req-cc6652c4-04eb-4a4b-b069-7b51fe20d269 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4472213
Feb 19 20:52:57.306799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a926fff0-c109-4640-adbe-9f6dd047f15f {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:57.321400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Publish callbacks [] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:57.389873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Transition to ACTIVE for port object a926fff0-c109-4640-adbe-9f6dd047f15f will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:52:57.413676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-016a1d69-0431-40d7-acef-7bbb78f8f1d8 service neutron] 10.222.0.30 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427363
Feb 19 20:52:57.414438 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:57.596968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Pushing event updated for resources: {'Port': ['ID=a926fff0-c109-4640-adbe-9f6dd047f15f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:57.626725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7b97a-54bc-4b25-9594-026e948bdd54 req-b3d50c8c-bb49-4f56-85ab-128315c29a32 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:57.628233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4d7b97a-54bc-4b25-9594-026e948bdd54 req-b3d50c8c-bb49-4f56-85ab-128315c29a32 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.2369454
Feb 19 20:52:57.630847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07ea5eb-6c87-400c-888d-a30ece794d66 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:52:57.662656 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Publish callbacks [] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:57.728887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-de9e794b-83a7-4018-a83f-3c183edffd67 service neutron] 10.222.0.30 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2854338
Feb 19 20:52:57.728887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Transition to ACTIVE for port object e07ea5eb-6c87-400c-888d-a30ece794d66 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:52:57.743776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:57.793065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4d7b97a-54bc-4b25-9594-026e948bdd54 req-00a6be6b-ecb1-454f-ab14-1fe0d652a3fd tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548429
Feb 19 20:52:57.816729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:57.818908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:57.819640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:57.837054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Pushing event updated for resources: {'Port': ['ID=e07ea5eb-6c87-400c-888d-a30ece794d66,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:57.915896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-f3507c24-cfe1-4b27-a665-e82d365bd9bf tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:57.919402 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-f3507c24-cfe1-4b27-a665-e82d365bd9bf tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4f05bec-0cf3-4c8d-adda-1f646f93100c HTTP/1.1" status: 200  len: 945 time: 0.1618230
Feb 19 20:52:58.016728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Attempting to bind port e07ea5eb-6c87-400c-888d-a30ece794d66 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:52:58.016728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Attempting to bind port e07ea5eb-6c87-400c-888d-a30ece794d66 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:52:58.017158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Attempting to bind port e07ea5eb-6c87-400c-888d-a30ece794d66 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:58.024260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Port a926fff0-c109-4640-adbe-9f6dd047f15f on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:52:58.024899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:58.089891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Port e07ea5eb-6c87-400c-888d-a30ece794d66 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:52:58.092915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Attempting to bind port e07ea5eb-6c87-400c-888d-a30ece794d66 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:52:58.104607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:58.104990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:58.105361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:58.105810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Bound port: a926fff0-c109-4640-adbe-9f6dd047f15f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:58.106181 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:58.153666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Deleting port 283fa0ff-0c52-46c9-86d3-5ee439d6029b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:52:58.154020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:58.307465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:52:58.308092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:52:58.308494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:52:58.309042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Bound port: e07ea5eb-6c87-400c-888d-a30ece794d66, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:52:58.309503 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:58.359221 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:52:58.379118 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-92c096ca-2287-470d-a440-1aad511b603c service neutron] show failed (client error): The resource could not be found.
Feb 19 20:52:58.381064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-92c096ca-2287-470d-a440-1aad511b603c service neutron] 10.222.0.10 "GET /v2.0/ports/45bff999-b4bd-48a5-8654-55e37f10072d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2381237
Feb 19 20:52:58.463430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] For port 283fa0ff-0c52-46c9-86d3-5ee439d6029b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=283fa0ff-0c52-46c9-86d3-5ee439d6029b,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:58.463849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:58.474785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4313e698-6c12-4d1e-b019-f8d0163bad53 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:52:58.595505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] For port e07ea5eb-6c87-400c-888d-a30ece794d66, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:58.605753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 4313e698-6c12-4d1e-b019-f8d0163bad53 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:52:58.610040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 4313e698-6c12-4d1e-b019-f8d0163bad53 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:52:58.610433 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:58.650377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fdb00-a8b1-4a0d-83ad-85648823dce5 req-7e9decea-179f-48c6-9de1-5e2dffe12896 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:58.657534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.67', 53423) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:52:58.668931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e60fdb00-a8b1-4a0d-83ad-85648823dce5 req-7e9decea-179f-48c6-9de1-5e2dffe12896 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 947 time: 0.6808751
Feb 19 20:52:58.701779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 4313e698-6c12-4d1e-b019-f8d0163bad53 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:52:58.702419 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:58.709005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] For port e07ea5eb-6c87-400c-888d-a30ece794d66, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e07ea5eb-6c87-400c-888d-a30ece794d66,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:58.742556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:58.745213 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eac4a02-9238-4532-a97c-390b350d9081" -d '{"events": [{"server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "name": "network-vif-plugged", "status": "completed", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:58.749588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:58.777918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 4313e698-6c12-4d1e-b019-f8d0163bad53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4313e698-6c12-4d1e-b019-f8d0163bad53,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:52:58.784403 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:58.826902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140501d9-3a94-4354-873e-a02beec0bb5f req-dc36c882-ed2c-40b0-b04d-e335c60b5fbd tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:58.828806 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-140501d9-3a94-4354-873e-a02beec0bb5f req-dc36c882-ed2c-40b0-b04d-e335c60b5fbd tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 943 time: 0.5864587
Feb 19 20:52:58.845426 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:52:58.885036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=4313e698-6c12-4d1e-b019-f8d0163bad53,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:58.903214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cc144-3d0d-4e2f-bd19-5fa429283ea9 req-d324e61d-f197-4b04-b823-2939e0621aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:58.904243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc8cc144-3d0d-4e2f-bd19-5fa429283ea9 req-d324e61d-f197-4b04-b823-2939e0621aa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 1132 time: 0.5782571
Feb 19 20:52:58.920075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:58.923634 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:58.925083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] 10.222.0.67 "PUT /v2.0/ports/e07ea5eb-6c87-400c-888d-a30ece794d66 HTTP/1.1" status: 200  len: 1095 time: 2.6029999
Feb 19 20:52:58.939764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab7828d-f679-4460-9a84-3648c980318c', 'tag': 'e07ea5eb-6c87-400c-888d-a30ece794d66'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:52:58.942228 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00de58c7-93de-43d5-8514-b210a0d5e1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "aab7828d-f679-4460-9a84-3648c980318c", "tag": "e07ea5eb-6c87-400c-888d-a30ece794d66"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:52:58.952082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a926fff0-c109-4640-adbe-9f6dd047f15f,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:52:59.015630 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:59.016146 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (45a29dc8-a6a4-417d-bc34-41c3db2c0cb5), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:59.016405 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Floating IP 45a29dc8-a6a4-417d-bc34-41c3db2c0cb5 disassociated. External IP: 172.35.2.164, port: 283fa0ff-0c52-46c9-86d3-5ee439d6029b.
Feb 19 20:52:59.016759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Calling delete_port for 283fa0ff-0c52-46c9-86d3-5ee439d6029b owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:52:59.057528 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:59.069052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e60fdb00-a8b1-4a0d-83ad-85648823dce5 req-fdc87168-4541-45a5-a9ab-4a443df2fc96 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3992107
Feb 19 20:52:59.146275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78df23-10dc-4846-a2a0-9afd8048628d service neutron] Pushing event updated for resources: {'Port': ['ID=e07ea5eb-6c87-400c-888d-a30ece794d66,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:59.249936 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (283fa0ff-0c52-46c9-86d3-5ee439d6029b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:59.285367 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:59.287681 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:59.289139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Pushing event deleted for resources: {'Port': ['ID=283fa0ff-0c52-46c9-86d3-5ee439d6029b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:59.289598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] 10.222.0.67 "PUT /v2.0/ports/a926fff0-c109-4640-adbe-9f6dd047f15f HTTP/1.1" status: 200  len: 1091 time: 3.3354902
Feb 19 20:52:59.304095 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:59.331440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-e63df9b6-c911-4a8a-8987-9840d1a32158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:59.333273 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-e63df9b6-c911-4a8a-8987-9840d1a32158 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd&tenant_id=e2599a1bea39406f9b1e548ab3f1cd22 HTTP/1.1" status: 200  len: 1131 time: 0.6683443
Feb 19 20:52:59.347299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-140501d9-3a94-4354-873e-a02beec0bb5f req-e127edab-250c-46bf-b29e-15ddfce5da0e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4947166
Feb 19 20:52:59.359983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:52:59.498189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cc144-3d0d-4e2f-bd19-5fa429283ea9 req-28d0df41-8f69-4818-916b-951a65af504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:59.498979 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:52:59.510023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc8cc144-3d0d-4e2f-bd19-5fa429283ea9 req-28d0df41-8f69-4818-916b-951a65af504d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.5561132
Feb 19 20:52:59.590607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c29d0a-2c44-460d-80b9-86b00a4aa18c service neutron] Pushing event updated for resources: {'Port': ['ID=a926fff0-c109-4640-adbe-9f6dd047f15f,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:52:59.676080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac7b058-186e-482a-b2ea-87a8cf4cac48 req-e5060070-2240-4f75-98f7-7b08787a62d5 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 210 time: 0.1641221
Feb 19 20:52:59.732855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-79a74a28-6765-4223-a6f4-7a7d5a88f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:59.735279 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-79a74a28-6765-4223-a6f4-7a7d5a88f81f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=81e756cebb9c45ddb687ea373d7ddaa3&device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 1129 time: 0.7514772
Feb 19 20:52:59.736983 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc8cc144-3d0d-4e2f-bd19-5fa429283ea9 req-141a27a5-c08c-4a99-b4c0-f655fbd2170b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=3604b765-b301-4875-991d-4d4190639b69 HTTP/1.1" status: 200  len: 217 time: 0.1127326
Feb 19 20:52:59.751272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:52:59.861506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2afa0a-bda3-4698-a9f8-a63f21d733c0 req-50220d8a-47da-4b4f-87d2-7ba0ce5a943d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:59.862956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a2afa0a-bda3-4698-a9f8-a63f21d733c0 req-50220d8a-47da-4b4f-87d2-7ba0ce5a943d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.6471901
Feb 19 20:52:59.865180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cc144-3d0d-4e2f-bd19-5fa429283ea9 req-103fc48a-c91e-4805-bfff-8177a23f2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:59.866624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc8cc144-3d0d-4e2f-bd19-5fa429283ea9 req-103fc48a-c91e-4805-bfff-8177a23f2429 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1064787
Feb 19 20:52:59.868466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-d15cdbcd-1bbd-458d-acc9-0c76ca3baec0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e07ea5eb-6c87-400c-888d-a30ece794d66 HTTP/1.1" status: 200  len: 217 time: 0.0552375
Feb 19 20:52:59.905515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92067-1599-487a-937a-b75043c1b45a req-9f3a5e40-100a-4ce7-a9b6-70ba18bd627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:52:59.906461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:52:59.910860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-9f3a5e40-100a-4ce7-a9b6-70ba18bd627f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 1125 time: 0.5588846
Feb 19 20:52:59.922824 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e179611-d448-4599-95c8-bf3ce1e8d972 None None] Sync routers for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:52:59.940120 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e179611-d448-4599-95c8-bf3ce1e8d972 None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:52:59.940806 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6e179611-d448-4599-95c8-bf3ce1e8d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7005a6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:00.039611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] No DVR routers for this DVR port 283fa0ff-0c52-46c9-86d3-5ee439d6029b on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:53:00.044632 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:00.051695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-2a54ae8c-a3e2-4e4d-8904-d62097cc49c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a926fff0-c109-4640-adbe-9f6dd047f15f HTTP/1.1" status: 200  len: 217 time: 0.1198246
Feb 19 20:53:00.059749 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b315cae7-c50a-4234-b6d3-c7a6969505e8 req-b0bb8d44-6280-48b5-a7e8-220a9e5cfb5f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.67 "DELETE /v2.0/ports/283fa0ff-0c52-46c9-86d3-5ee439d6029b HTTP/1.1" status: 204  len: 173 time: 2.1336782
Feb 19 20:53:00.062527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'name': 'network-vif-deleted', 'tag': '283fa0ff-0c52-46c9-86d3-5ee439d6029b'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:00.077911 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5de8d1-d305-4690-8526-61891eeb936a" -d '{"events": [{"server_uuid": "f4f05bec-0cf3-4c8d-adda-1f646f93100c", "name": "network-vif-deleted", "tag": "283fa0ff-0c52-46c9-86d3-5ee439d6029b"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:00.144279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-e12cdf72-58f5-4b51-be5f-1a8f65b1f2fa tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:00.145814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-e12cdf72-58f5-4b51-be5f-1a8f65b1f2fa tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.10 "GET /v2.0/networks?id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 HTTP/1.1" status: 200  len: 824 time: 0.8139377
Feb 19 20:53:00.155755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-61d4d75c-b193-4b57-acba-a4e08fbc7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:00.155950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45bff999-b4bd-48a5-8654-55e37f10072d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:00.158243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-61d4d75c-b193-4b57-acba-a4e08fbc7787 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.2386265
Feb 19 20:53:00.158367 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6e179611-d448-4599-95c8-bf3ce1e8d972 None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:00.200429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:00.260027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b90ef5-f3e4-4ced-90e1-dba78760bbb9 req-94a7ff7e-05e3-4c04-8fbf-6d211dcb0a8b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:00.268218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2b90ef5-f3e4-4ced-90e1-dba78760bbb9 req-94a7ff7e-05e3-4c04-8fbf-6d211dcb0a8b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 946 time: 0.3965447
Feb 19 20:53:00.276175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cc144-3d0d-4e2f-bd19-5fa429283ea9 req-196a1e2a-9b8b-4b41-9e71-211f32042432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:00.277916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc8cc144-3d0d-4e2f-bd19-5fa429283ea9 req-196a1e2a-9b8b-4b41-9e71-211f32042432 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3581929
Feb 19 20:53:00.282895 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Publish callbacks [] for port (45bff999-b4bd-48a5-8654-55e37f10072d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:00.289317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a2afa0a-bda3-4698-a9f8-a63f21d733c0 req-e10ea2e1-c7a3-40cd-a7af-dbfa00e4718a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3716178
Feb 19 20:53:00.305803 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Transition to ACTIVE for port object 45bff999-b4bd-48a5-8654-55e37f10072d will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:53:00.312545 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:00.339410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92067-1599-487a-937a-b75043c1b45a req-0b921f90-53c1-4c85-a33d-26ec521796ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:00.340907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-0b921f90-53c1-4c85-a33d-26ec521796ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.2810419
Feb 19 20:53:00.357696 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c474d342-b2a5-4fcf-b427-883429b12c05 x-openstack-request-id: req-c474d342-b2a5-4fcf-b427-883429b12c05 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:00.359093 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "name": "network-vif-plugged", "status": "completed", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:00.359526 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c474d342-b2a5-4fcf-b427-883429b12c05 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:00.360097 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'code': 200}
Feb 19 20:53:00.374117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Pushing event updated for resources: {'Port': ['ID=45bff999-b4bd-48a5-8654-55e37f10072d,revision_number=6']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:00.546380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] No DVR routers for this DVR port 45bff999-b4bd-48a5-8654-55e37f10072d on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:53:00.619066 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6e179611-d448-4599-95c8-bf3ce1e8d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7005a6a0>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:00.621095 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603982ad-1228-4a4c-8e36-dfa4246777bc req-a019ba25-07cb-43cd-98cb-d1a53b5c7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:00.623027 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-603982ad-1228-4a4c-8e36-dfa4246777bc req-a019ba25-07cb-43cd-98cb-d1a53b5c7a66 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 1128 time: 0.1818719
Feb 19 20:53:00.624603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Attempting to bind port 45bff999-b4bd-48a5-8654-55e37f10072d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:00.625315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Attempting to bind port 45bff999-b4bd-48a5-8654-55e37f10072d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:00.625784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Attempting to bind port 45bff999-b4bd-48a5-8654-55e37f10072d on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:00.703257 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e179611-d448-4599-95c8-bf3ce1e8d972 None None] Checking router: c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:53:00.728513 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e179611-d448-4599-95c8-bf3ce1e8d972 None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:00.729376 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6e179611-d448-4599-95c8-bf3ce1e8d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7005a6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:52:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:00.753853 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-603982ad-1228-4a4c-8e36-dfa4246777bc req-15f260e7-37de-4087-9eb1-18ece47120f1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236758
Feb 19 20:53:00.755786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Port 45bff999-b4bd-48a5-8654-55e37f10072d on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:00.756219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Attempting to bind port 45bff999-b4bd-48a5-8654-55e37f10072d on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:00.769906 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:00.771833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:00.772348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:00.774478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Bound port: 45bff999-b4bd-48a5-8654-55e37f10072d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:00.774986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:00.931483 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6e179611-d448-4599-95c8-bf3ce1e8d972 None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:00.936896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:00.940551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45bff999-b4bd-48a5-8654-55e37f10072d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:00.979406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:01.085966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-f240f9b6-09e3-48a4-8ea0-2d7c5199e2cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1813643
Feb 19 20:53:01.138924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:01.139581 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:01.141174 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] 10.222.0.67 "PUT /v2.0/ports/45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 200  len: 1095 time: 1.7995164
Feb 19 20:53:01.291524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9843a94-5726-417f-a0c4-9beba43b6d6d service neutron] Pushing event updated for resources: {'Port': ['ID=45bff999-b4bd-48a5-8654-55e37f10072d,revision_number=7']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:01.362310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-c5c43903-0bc7-4e11-8942-86d3cecb1c91 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147727
Feb 19 20:53:01.365881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-4fe534a7-b98f-49eb-882f-605c366d44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:01.370072 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-4fe534a7-b98f-49eb-882f-605c366d44ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 1129 time: 0.1808896
Feb 19 20:53:01.466723 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6e179611-d448-4599-95c8-bf3ce1e8d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7005a6a0>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:01.512917 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e179611-d448-4599-95c8-bf3ce1e8d972 None None] The sync data for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 is: [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:53:01.546709 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-4785db5b-e223-4bd8-b25e-7e5e12272bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:01.548306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-4785db5b-e223-4bd8-b25e-7e5e12272bfa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 1.3781285
Feb 19 20:53:01.554288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-bbabdc27-3a27-44df-acae-6d7b5efc184f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a HTTP/1.1" status: 200  len: 380 time: 1.3934138
Feb 19 20:53:01.576281 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2b90ef5-f3e4-4ced-90e1-dba78760bbb9 req-eaf47377-be44-4553-84f4-b861d6a5f69f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3071265
Feb 19 20:53:01.605531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Request body: {'port': {'device_id': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'admin_state_up': True, 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'security_groups': ['be81e35c-7d6e-4ed4-8799-80ca4f746b6a']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:01.732638 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc8cc144-3d0d-4e2f-bd19-5fa429283ea9 req-934b55c4-c944-430d-8eda-4575047052f7 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4003875
Feb 19 20:53:01.743381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f95f2eff-7fb5-467e-9744-62d6b33d4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:01.744956 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-f95f2eff-7fb5-467e-9744-62d6b33d4781 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.3669240
Feb 19 20:53:01.748171 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52918936-4201-431f-9099-b10aa2df3432 x-openstack-request-id: req-52918936-4201-431f-9099-b10aa2df3432 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:01.748565 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab7828d-f679-4460-9a84-3648c980318c", "tag": "e07ea5eb-6c87-400c-888d-a30ece794d66", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:01.748764 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52918936-4201-431f-9099-b10aa2df3432 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:01.749148 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab7828d-f679-4460-9a84-3648c980318c', 'tag': 'e07ea5eb-6c87-400c-888d-a30ece794d66', 'status': 'completed', 'code': 200}
Feb 19 20:53:01.808784 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-297c45ea-99d5-4096-86b1-8a319229c6b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 200  len: 217 time: 0.0530527
Feb 19 20:53:01.881008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3f009-18e9-405c-8b90-49dc55e33f57 req-e4938873-9daf-4fef-81af-d566f1c07d3f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:01.882602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1d3f009-18e9-405c-8b90-49dc55e33f57 req-e4938873-9daf-4fef-81af-d566f1c07d3f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.9792230
Feb 19 20:53:01.909240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-63100bc8-5966-425d-b91b-d0966f69a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:01.913351 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-63100bc8-5966-425d-b91b-d0966f69a7c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0968904
Feb 19 20:53:02.016833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-08814823-78be-45f5-87dd-cde15d56682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:02.018512 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-08814823-78be-45f5-87dd-cde15d56682f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0940993
Feb 19 20:53:02.031975 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6f92067-1599-487a-937a-b75043c1b45a req-60151f7d-65ea-4f26-aacd-d50ad029475d service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6497226
Feb 19 20:53:02.094152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ba1f2-7508-4ccc-8a3c-03b81d5d0877 None None] New status for floating IP 45a29dc8-a6a4-417d-bc34-41c3db2c0cb5: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:53:02.121973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-abef81d7-4756-4fce-b116-52777d383c28 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5446382
Feb 19 20:53:02.153063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1d3f009-18e9-405c-8b90-49dc55e33f57 req-bdd7d064-2e8b-4180-be75-3b5b8c5a12cf tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2491784
Feb 19 20:53:02.182990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc8cc144-3d0d-4e2f-bd19-5fa429283ea9 req-55f42752-b102-426f-a650-aa0a71006454 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3475001
Feb 19 20:53:02.266008 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-8272df1f-a4c4-4e90-9c16-488daa909973 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349195
Feb 19 20:53:02.312822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Made reservation on behalf of 04d2b5b9a01e4133b1f4f7f351cf0c0a for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:02.324876 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:02.372848 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a1e823-a0b8-4c37-b09b-1c2595a2a94f x-openstack-request-id: req-80a1e823-a0b8-4c37-b09b-1c2595a2a94f {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:02.374269 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f05bec-0cf3-4c8d-adda-1f646f93100c", "name": "network-vif-deleted", "tag": "283fa0ff-0c52-46c9-86d3-5ee439d6029b", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:02.374638 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80a1e823-a0b8-4c37-b09b-1c2595a2a94f {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:02.375142 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f05bec-0cf3-4c8d-adda-1f646f93100c', 'name': 'network-vif-deleted', 'tag': '283fa0ff-0c52-46c9-86d3-5ee439d6029b', 'status': 'completed', 'code': 200}
Feb 19 20:53:02.500232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 283fa0ff-0c52-46c9-86d3-5ee439d6029b no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:02.531812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 283fa0ff-0c52-46c9-86d3-5ee439d6029b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:53:02.532578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 283fa0ff-0c52-46c9-86d3-5ee439d6029b not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:02.554755 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-de38d670-10c6-4243-baf7-c985890460e6 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2804193
Feb 19 20:53:02.594323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524a7fb7-aeec-4e5e-81bc-9c07e73032bb req-42f05bd5-1d47-4eae-a4e0-b668a76b7171 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4520748
Feb 19 20:53:02.668466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb6503-449d-492a-9fb7-9db56c0703b3 req-52143470-e6f9-4bf5-a791-e0a786f104b6 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:02.669944 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3fb6503-449d-492a-9fb7-9db56c0703b3 req-52143470-e6f9-4bf5-a791-e0a786f104b6 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 943 time: 0.1305571
Feb 19 20:53:02.770676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477cab7-d1da-4235-9a63-216a0b9d6cf4 req-bbefc8cb-f7d6-4017-8720-726142dc0c0b tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:02.772445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d477cab7-d1da-4235-9a63-216a0b9d6cf4 req-bbefc8cb-f7d6-4017-8720-726142dc0c0b tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 947 time: 0.2319307
Feb 19 20:53:02.819198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Allocated IP 172.20.0.7 (7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0/879b90bf-3325-4c32-b3af-720713f360e1/8ac53ea3-5b94-4d4e-a851-73b51c046686) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:02.927640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d477cab7-d1da-4235-9a63-216a0b9d6cf4 req-22d1b527-02c7-46a2-9a28-7411a35c2d38 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070216
Feb 19 20:53:02.928305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 45bff999-b4bd-48a5-8654-55e37f10072d no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:02.950594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3fb6503-449d-492a-9fb7-9db56c0703b3 req-c1249eaf-eacd-4290-99a2-1b41a4bbdee8 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2434509
Feb 19 20:53:02.987996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de58c7-93de-43d5-8514-b210a0d5e1fe req-db0b39f8-026d-4e65-abe9-19c6b2a3826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:02.990600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00de58c7-93de-43d5-8514-b210a0d5e1fe req-db0b39f8-026d-4e65-abe9-19c6b2a3826e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=81e756cebb9c45ddb687ea373d7ddaa3&device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 1129 time: 0.2153645
Feb 19 20:53:03.043804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port 45bff999-b4bd-48a5-8654-55e37f10072d host nch2-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:53:03.047430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 45bff999-b4bd-48a5-8654-55e37f10072d not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:03.189604 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9bdf3845-513f-4540-a906-8f1fbefeddea req-f2f79549-9485-4d3b-bd42-2758efc8113b tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 210 time: 0.1112449
Feb 19 20:53:03.256937 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:03.354612 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:03.446915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2935eef-54cc-4e29-89b6-84ea0cbe0017 req-0c24879a-a83a-4764-8ee4-6235b1b7a8df tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:03.449070 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2935eef-54cc-4e29-89b6-84ea0cbe0017 req-0c24879a-a83a-4764-8ee4-6235b1b7a8df tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 946 time: 0.1494308
Feb 19 20:53:03.460413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d352a-a2a6-442f-a60d-3a51f33b28e1 req-42581594-fe4f-47b9-8cd3-65e2a3afd71b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:03.464807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d10d352a-a2a6-442f-a60d-3a51f33b28e1 req-42581594-fe4f-47b9-8cd3-65e2a3afd71b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 947 time: 0.3747532
Feb 19 20:53:03.479513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Pushing event updated for resources: {'Port': ['ID=8ac53ea3-5b94-4d4e-a851-73b51c046686,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:03.489397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de58c7-93de-43d5-8514-b210a0d5e1fe req-020b9cec-4c69-4396-96ba-f6d530dc064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:03.490957 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00de58c7-93de-43d5-8514-b210a0d5e1fe req-020b9cec-4c69-4396-96ba-f6d530dc064f service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.4920049
Feb 19 20:53:03.494849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:03.501003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:03.508888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:03.588591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00de58c7-93de-43d5-8514-b210a0d5e1fe req-88a39d7b-ac32-43d8-8ef0-9e0e9eb58966 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e07ea5eb-6c87-400c-888d-a30ece794d66 HTTP/1.1" status: 200  len: 217 time: 0.0805204
Feb 19 20:53:03.670132 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:03.670738 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:03.694443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2935eef-54cc-4e29-89b6-84ea0cbe0017 req-40c13f13-b7c8-49f3-86b2-ca3fb6786c1f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283809
Feb 19 20:53:03.701435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d10d352a-a2a6-442f-a60d-3a51f33b28e1 req-d58ec3c4-7aaa-476c-8a7f-b0b931c0f424 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086010
Feb 19 20:53:03.715124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-49cd6038-20a2-4012-9ebd-07b64bb59a82 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1194274
Feb 19 20:53:03.717004 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de58c7-93de-43d5-8514-b210a0d5e1fe req-3e4e8d6c-619d-4ac0-9888-a42f24747cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:03.718434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00de58c7-93de-43d5-8514-b210a0d5e1fe req-3e4e8d6c-619d-4ac0-9888-a42f24747cbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1192591
Feb 19 20:53:03.729439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Request body: {'port': {'device_id': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:03.761444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'tag': 'a926fff0-c109-4640-adbe-9f6dd047f15f'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:03.763623 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92b8449-6419-4941-87d1-f2a93a958b88" -d '{"events": [{"name": "network-changed", "server_uuid": "fa53378c-0deb-40cc-a2a5-bc55778f6146", "tag": "a926fff0-c109-4640-adbe-9f6dd047f15f"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:04.266231 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:04.297574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de58c7-93de-43d5-8514-b210a0d5e1fe req-caae404e-5330-4f4a-b281-165e3733b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:04.299319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00de58c7-93de-43d5-8514-b210a0d5e1fe req-caae404e-5330-4f4a-b281-165e3733b269 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5657234
Feb 19 20:53:04.376629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d'}, {'name': 'network-changed', 'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:04.379047 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889ababd-b1d4-4c25-ae52-cda7518af9c4" -d '{"events": [{"server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "name": "network-vif-unplugged", "status": "completed", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d"}, {"name": "network-changed", "server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:04.427314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4a94a6c5-f5e1-4d6a-83f6-812a833454e6 None None] Provisioning complete for port 8ac53ea3-5b94-4d4e-a851-73b51c046686 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:04.428726 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4a94a6c5-f5e1-4d6a-83f6-812a833454e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:04.429336 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e6bea-ab65-484c-b2ef-9042d4377a62 req-cd68b867-660f-4efe-b3b6-2c343642addc tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:04.431157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e7e6bea-ab65-484c-b2ef-9042d4377a62 req-cd68b867-660f-4efe-b3b6-2c343642addc tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.6289794
Feb 19 20:53:04.470417 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-c5a117d3-a05b-41a4-9dd0-c580501d8ccc tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.7250590
Feb 19 20:53:04.498021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4a94a6c5-f5e1-4d6a-83f6-812a833454e6 None None] Port 8ac53ea3-5b94-4d4e-a851-73b51c046686 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:04.518674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:04.663472 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:04.685323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00de58c7-93de-43d5-8514-b210a0d5e1fe req-a67cf9f9-cc34-46d2-80b3-44ffea6845b3 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3717866
Feb 19 20:53:04.692491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e7e6bea-ab65-484c-b2ef-9042d4377a62 req-3f5ac0ae-7b92-4793-96cb-3a03b3c38807 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454638
Feb 19 20:53:04.798668 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80261ae6-de65-4ca8-a1cd-01baf4470169 x-openstack-request-id: req-80261ae6-de65-4ca8-a1cd-01baf4470169 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:04.798962 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa53378c-0deb-40cc-a2a5-bc55778f6146", "tag": "a926fff0-c109-4640-adbe-9f6dd047f15f", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:04.799223 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80261ae6-de65-4ca8-a1cd-01baf4470169 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:04.799614 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'tag': 'a926fff0-c109-4640-adbe-9f6dd047f15f', 'status': 'completed', 'code': 200}
Feb 19 20:53:04.848513 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-5e32b97f-f9e2-4291-8916-58cc11620a94 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0870216
Feb 19 20:53:04.961821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-e28b6c2c-4735-4c48-a35e-ae2c5eb26dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:04.964684 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-e28b6c2c-4735-4c48-a35e-ae2c5eb26dcc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1131 time: 0.0711176
Feb 19 20:53:05.023201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00de58c7-93de-43d5-8514-b210a0d5e1fe req-1ab1e173-a9cb-43df-947c-e6832a657dae service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3255491
Feb 19 20:53:05.031481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd1947-7732-44b1-b439-bc82299d84c6 req-6c75de3b-71c3-4c83-8f5c-ff6d85159b3c tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:05.033288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5fbd1947-7732-44b1-b439-bc82299d84c6 req-6c75de3b-71c3-4c83-8f5c-ff6d85159b3c tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 947 time: 0.1926904
Feb 19 20:53:05.042552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b8449-6419-4941-87d1-f2a93a958b88 req-b72bdc19-73f7-4713-8413-cdbdd841380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:05.044184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e92b8449-6419-4941-87d1-f2a93a958b88 req-b72bdc19-73f7-4713-8413-cdbdd841380f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 1125 time: 0.2438085
Feb 19 20:53:05.179414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-36777c3d-649b-45ca-ad59-6ff40ddef9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:05.184466 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-36777c3d-649b-45ca-ad59-6ff40ddef9e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1921728
Feb 19 20:53:05.240819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac53ea3-5b94-4d4e-a851-73b51c046686 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:05.258268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Publish callbacks [] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:05.265684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5fbd1947-7732-44b1-b439-bc82299d84c6 req-01478241-cef9-474c-83fa-c98c3bc4e8c9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183371
Feb 19 20:53:05.285180 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:05.290565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b8449-6419-4941-87d1-f2a93a958b88 req-58c72e7c-9f58-43cc-a300-e7aa431e22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:05.292158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e92b8449-6419-4941-87d1-f2a93a958b88 req-58c72e7c-9f58-43cc-a300-e7aa431e22c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.2374933
Feb 19 20:53:05.301325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Transition to ACTIVE for port object 8ac53ea3-5b94-4d4e-a851-73b51c046686 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:53:05.353800 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:05.457335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e92b8449-6419-4941-87d1-f2a93a958b88 req-7eb7c538-085b-45e9-bbeb-b2d217da008d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a926fff0-c109-4640-adbe-9f6dd047f15f HTTP/1.1" status: 200  len: 217 time: 0.1331577
Feb 19 20:53:05.512944 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-cd81a7c6-ec48-4d46-ac13-a845ba471439 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 217 time: 0.3249435
Feb 19 20:53:05.583520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Pushing event updated for resources: {'Port': ['ID=8ac53ea3-5b94-4d4e-a851-73b51c046686,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:05.596921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-d35c94a7-fc90-4968-8d99-be34af43b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:05.606598 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-d35c94a7-fc90-4968-8d99-be34af43b243 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0868812
Feb 19 20:53:05.681560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-02f43160-b45f-4039-b538-8ea415b290e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:05.683689 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-02f43160-b45f-4039-b538-8ea415b290e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0670433
Feb 19 20:53:05.699386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b8449-6419-4941-87d1-f2a93a958b88 req-f7310a90-8b83-435e-a7de-0711936c06be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:05.699386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e92b8449-6419-4941-87d1-f2a93a958b88 req-f7310a90-8b83-435e-a7de-0711936c06be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.2206528
Feb 19 20:53:05.732247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Allocated IP 172.35.2.72 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/abd64642-4d60-4ecc-af1e-3c1072b9186f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:05.760149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e92b8449-6419-4941-87d1-f2a93a958b88 req-f25d1340-ed8a-4a6f-9bc3-d948f1bedade service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491402
Feb 19 20:53:05.773968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9cf01-4133-4093-a8e4-7b6fee6d7590 req-541b42a0-97fd-4ad9-8404-134e8c9f8d7f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:05.775684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8a9cf01-4133-4093-a8e4-7b6fee6d7590 req-541b42a0-97fd-4ad9-8404-134e8c9f8d7f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 943 time: 0.3333457
Feb 19 20:53:05.845598 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-ae8cb0b6-a094-4a8f-afd8-9046d922a2b3 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561015
Feb 19 20:53:05.930872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Attempting to bind port 8ac53ea3-5b94-4d4e-a851-73b51c046686 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:05.931240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Attempting to bind port 8ac53ea3-5b94-4d4e-a851-73b51c046686 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:05.931649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Attempting to bind port 8ac53ea3-5b94-4d4e-a851-73b51c046686 on network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:05.977033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Port 8ac53ea3-5b94-4d4e-a851-73b51c046686 on network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:05.977357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Attempting to bind port 8ac53ea3-5b94-4d4e-a851-73b51c046686 on network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:05.977791 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef6d13ae-348b-40b8-bea5-5253671e8248 req-3d3b6b3d-50e2-43f0-a2b3-347db687f7e8 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228449
Feb 19 20:53:06.001998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:06.002349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Checking segment: {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:06.002765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Bound using segment: {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:06.003293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Bound port: 8ac53ea3-5b94-4d4e-a851-73b51c046686, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:06.003767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:06.013470 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8a9cf01-4133-4093-a8e4-7b6fee6d7590 req-b0313cbf-ff3e-478f-ad05-69064e5d3ac6 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262743
Feb 19 20:53:06.041634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e92b8449-6419-4941-87d1-f2a93a958b88 req-58f43f4d-031e-44ff-8d49-a26529d8b3fa service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2649565
Feb 19 20:53:06.090303 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for port (abd64642-4d60-4ecc-af1e-3c1072b9186f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:06.495628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] For port 8ac53ea3-5b94-4d4e-a851-73b51c046686, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:06.524694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 45bff999-b4bd-48a5-8654-55e37f10072d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:53:06.531338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] For port 8ac53ea3-5b94-4d4e-a851-73b51c046686, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ac53ea3-5b94-4d4e-a851-73b51c046686,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:06.540825 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (abd64642-4d60-4ecc-af1e-3c1072b9186f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:06.547067 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e92b8449-6419-4941-87d1-f2a93a958b88 req-8a6e058d-8bc0-48c5-9c86-23df4358f450 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4981465
Feb 19 20:53:06.551505 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:06.590621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5b6ca-94e1-4b32-892a-6c14776c3797 req-b208eac7-7fd0-4058-be34-13acfc1e80c5 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:06.592260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5b5b6ca-94e1-4b32-892a-6c14776c3797 req-b208eac7-7fd0-4058-be34-13acfc1e80c5 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 943 time: 0.2131498
Feb 19 20:53:06.620611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:06.624373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:06.625028 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:06.626565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] 10.222.0.10 "PUT /v2.0/ports/8ac53ea3-5b94-4d4e-a851-73b51c046686 HTTP/1.1" status: 200  len: 1091 time: 2.9037342
Feb 19 20:53:06.637297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:06.642052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:06.644081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Pushing event updated for resources: {'Port': ['ID=abd64642-4d60-4ecc-af1e-3c1072b9186f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:06.738325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45bff999-b4bd-48a5-8654-55e37f10072d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:06.767192 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '45bff999-b4bd-48a5-8654-55e37f10072d', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '45bff999-b4bd-48a5-8654-55e37f10072d', 'mac_address': 'fa:16:3e:7b:64:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:53:06.806605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5b5b6ca-94e1-4b32-892a-6c14776c3797 req-d80dbcf2-741d-488a-a037-e231526246c1 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1987977
Feb 19 20:53:06.811207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'tag': '8ac53ea3-5b94-4d4e-a851-73b51c046686'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:06.823302 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33bd3c4-8374-43d5-ae49-de678191ea72" -d '{"events": [{"name": "network-changed", "server_uuid": "ae68ed7f-2390-4238-aa17-0cc5a0fc1791", "tag": "8ac53ea3-5b94-4d4e-a851-73b51c046686"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:06.831893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 45bff999-b4bd-48a5-8654-55e37f10072d is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:06.832832 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:06.851904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bff999-b4bd-48a5-8654-55e37f10072d {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:06.891056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45bff999-b4bd-48a5-8654-55e37f10072d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:06.897932 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c8b2ed-80a3-4acd-9bc7-8bb698be0156 x-openstack-request-id: req-37c8b2ed-80a3-4acd-9bc7-8bb698be0156 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:06.898759 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "name": "network-vif-unplugged", "status": "completed", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d", "code": 200}, {"name": "network-changed", "server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:06.898990 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37c8b2ed-80a3-4acd-9bc7-8bb698be0156 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:06.899905 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d', 'code': 200}
Feb 19 20:53:06.900194 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d', 'status': 'completed', 'code': 200}
Feb 19 20:53:06.901203 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:06.901890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a926fff0-c109-4640-adbe-9f6dd047f15f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:53:07.003863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=45bff999-b4bd-48a5-8654-55e37f10072d,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:07.106524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813ee9c-3c72-47d3-8c09-05e3fd8b8e9e service neutron] Pushing event updated for resources: {'Port': ['ID=8ac53ea3-5b94-4d4e-a851-73b51c046686,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:07.149684 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:07.209602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a926fff0-c109-4640-adbe-9f6dd047f15f,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:07.229576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'a926fff0-c109-4640-adbe-9f6dd047f15f', 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076', 'port_id': 'a926fff0-c109-4640-adbe-9f6dd047f15f', 'mac_address': 'fa:16:3e:62:74:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0332d4cd-9022-4d9a-930c-e01725357615', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:53:07.282668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-cc57dd92-5b8e-4050-97d4-c28e7445908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:07.284212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-cc57dd92-5b8e-4050-97d4-c28e7445908f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a&device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 1125 time: 0.5841336
Feb 19 20:53:07.290327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port a926fff0-c109-4640-adbe-9f6dd047f15f is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:07.290808 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:07.294246 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (abd64642-4d60-4ecc-af1e-3c1072b9186f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:07.306918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a926fff0-c109-4640-adbe-9f6dd047f15f {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:07.364062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a926fff0-c109-4640-adbe-9f6dd047f15f,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:07.378211 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:07.381194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e07ea5eb-6c87-400c-888d-a30ece794d66 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:53:07.386109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-5ff93b91-557f-4e00-9bf5-cfec6c658b21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac53ea3-5b94-4d4e-a851-73b51c046686 HTTP/1.1" status: 200  len: 217 time: 0.0886500
Feb 19 20:53:07.393737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-4fde775f-6ef8-4106-b2d6-4dd5442fcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:07.396113 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-4fde775f-6ef8-4106-b2d6-4dd5442fcc5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 1130 time: 0.2938540
Feb 19 20:53:07.419507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-bebf7afb-f0d6-4410-b44d-734ba2ac86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:07.419507 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-bebf7afb-f0d6-4410-b44d-734ba2ac86af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 1130 time: 0.3294535
Feb 19 20:53:07.470273 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=a926fff0-c109-4640-adbe-9f6dd047f15f,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:07.471148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf02da-a3da-42a6-a010-2c3480d8abf9 req-770ebe55-33c7-4d8e-ae11-313ac40c57b3 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:07.473920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6baf02da-a3da-42a6-a010-2c3480d8abf9 req-770ebe55-33c7-4d8e-ae11-313ac40c57b3 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 948 time: 0.3566725
Feb 19 20:53:07.477713 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e07ea5eb-6c87-400c-888d-a30ece794d66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e07ea5eb-6c87-400c-888d-a30ece794d66,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:07.495523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'e07ea5eb-6c87-400c-888d-a30ece794d66', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'e07ea5eb-6c87-400c-888d-a30ece794d66', 'mac_address': 'fa:16:3e:66:17:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:53:07.542371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e07ea5eb-6c87-400c-888d-a30ece794d66 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:07.543115 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:07.569335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07ea5eb-6c87-400c-888d-a30ece794d66 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:07.601047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e07ea5eb-6c87-400c-888d-a30ece794d66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e07ea5eb-6c87-400c-888d-a30ece794d66,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:07.613624 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:07.686692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=e07ea5eb-6c87-400c-888d-a30ece794d66,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:07.728438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-ffaf512e-d48a-4342-8882-3f99a4b62dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:07.729077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-ffaf512e-d48a-4342-8882-3f99a4b62dcb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=879b90bf-3325-4c32-b3af-720713f360e1 HTTP/1.1" status: 200  len: 863 time: 0.3283076
Feb 19 20:53:07.830006 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6baf02da-a3da-42a6-a010-2c3480d8abf9 req-0ae7068d-e81e-4677-900a-d4cad175b73f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3326445
Feb 19 20:53:07.901901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-de45d952-8cf5-4e95-8720-10537d6f3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:07.903798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-de45d952-8cf5-4e95-8720-10537d6f3eb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.4931672
Feb 19 20:53:07.948909 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-90f8e081-6527-4cde-85a8-c9562a5dbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:07.949938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-90f8e081-6527-4cde-85a8-c9562a5dbefc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1887336
Feb 19 20:53:07.959797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-fb96bf65-4b00-442a-87e4-f6f62f770b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:07.961607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-fb96bf65-4b00-442a-87e4-f6f62f770b44 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.4990320
Feb 19 20:53:08.120085 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-e8a14aa0-6147-4189-adff-82c3598bf1b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 200  len: 217 time: 0.0798140
Feb 19 20:53:08.128632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-27f52339-369c-46af-aa9d-420ae8ea1dc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 200  len: 217 time: 0.2042284
Feb 19 20:53:08.172400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for port (abd64642-4d60-4ecc-af1e-3c1072b9186f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:08.229075 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (abd64642-4d60-4ecc-af1e-3c1072b9186f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:08.327707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['45bff999-b4bd-48a5-8654-55e37f10072d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:08.352568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e38b5b-3a11-4c89-b09d-b00b44a616a1 req-76f9c558-5ef2-42f8-9a2d-d4a8f064ce0c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:08.356583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7e38b5b-3a11-4c89-b09d-b00b44a616a1 req-76f9c558-5ef2-42f8-9a2d-d4a8f064ce0c tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.4193585
Feb 19 20:53:08.381448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-1095b247-4913-4d87-97c3-2caae3beedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:08.382969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-1095b247-4913-4d87-97c3-2caae3beedb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.2325149
Feb 19 20:53:08.388479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-6ed4c306-87b2-4127-8483-caf0324db9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:08.390081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-6ed4c306-87b2-4127-8483-caf0324db9b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.2449579
Feb 19 20:53:08.395325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-8edddcb5-7ddf-4223-bf04-9c9c785adc55 service neutron] 10.222.0.10 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4311233
Feb 19 20:53:08.396169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Pushing event updated for resources: {'Port': ['ID=abd64642-4d60-4ecc-af1e-3c1072b9186f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:08.485695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['e07ea5eb-6c87-400c-888d-a30ece794d66'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:08.498745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['a926fff0-c109-4640-adbe-9f6dd047f15f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:08.786212 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:08.851645 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:08.852875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-0bc6669c-3506-48c3-9b66-69fa92f004fa tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 4.3811669
Feb 19 20:53:08.855943 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7e38b5b-3a11-4c89-b09d-b00b44a616a1 req-2a484d7a-92fa-4e43-8a23-0c5467ea3bdc tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4694610
Feb 19 20:53:08.944086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-234176c2-7880-42de-ad93-341a28fb74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:08.945663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-234176c2-7880-42de-ad93-341a28fb74cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5465832
Feb 19 20:53:08.966583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-1e553b9a-98a7-4414-8bd3-47e09e4eefb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:08.968035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-1e553b9a-98a7-4414-8bd3-47e09e4eefb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5677693
Feb 19 20:53:08.972673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-097ed5b2-0424-454a-bcd8-359abf75bc77 req-167aaa25-196b-4910-8e98-86acff68f89d service neutron] 10.222.0.10 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5444705
Feb 19 20:53:08.982036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-ef40d515-640d-4310-9fcd-ce52f4b84c93 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 695 time: 0.1198232
Feb 19 20:53:09.207776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7d1d2-5bc8-48b5-8e9b-9e13d7e7f97f req-b6c0a88d-6dc7-4b84-b8e8-d574021938d4 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:09.209316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29b7d1d2-5bc8-48b5-8e9b-9e13d7e7f97f req-b6c0a88d-6dc7-4b84-b8e8-d574021938d4 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 948 time: 0.2678430
Feb 19 20:53:09.267719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-196adf69-4ec9-4c6b-9472-c357ac7182fd service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2846150
Feb 19 20:53:09.274310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-67b92baf-658f-4e7f-8d57-090f625984c6 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3053844
Feb 19 20:53:09.284816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-10fd4cb8-f7ab-4f9b-8138-1d9fea9f3e4d tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:09.286174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-10fd4cb8-f7ab-4f9b-8138-1d9fea9f3e4d tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.2862980
Feb 19 20:53:09.315209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-cfd8f80b-8931-4cf2-b8db-dea86c10c6bf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:53:09.316168 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93b9bc4e-4d8e-4a15-9807-c1eac1ec76dd req-cfd8f80b-8931-4cf2-b8db-dea86c10c6bf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0148129
Feb 19 20:53:09.414153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29b7d1d2-5bc8-48b5-8e9b-9e13d7e7f97f req-5ea3cabd-9260-4e7d-8894-541f6d506c28 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940017
Feb 19 20:53:09.467543 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d07c69-2726-45e8-9497-5d75e189292f x-openstack-request-id: req-c6d07c69-2726-45e8-9497-5d75e189292f {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:09.467774 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae68ed7f-2390-4238-aa17-0cc5a0fc1791", "tag": "8ac53ea3-5b94-4d4e-a851-73b51c046686", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:09.468034 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6d07c69-2726-45e8-9497-5d75e189292f {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:09.468452 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'tag': '8ac53ea3-5b94-4d4e-a851-73b51c046686', 'status': 'completed', 'code': 200}
Feb 19 20:53:09.536482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-f55c349f-fe8f-4be7-bbb4-4d92fa96f3b8 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2338908
Feb 19 20:53:09.539511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889ababd-b1d4-4c25-ae52-cda7518af9c4 req-499bcc44-846b-457f-a5dd-41f967b0360e service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2523797
Feb 19 20:53:09.546897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581156c-7bca-420d-a434-ebf3e292a3d2 req-ae95d7a1-4bca-48ad-adf8-4caf75dcac0d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:09.548448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7581156c-7bca-420d-a434-ebf3e292a3d2 req-ae95d7a1-4bca-48ad-adf8-4caf75dcac0d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 944 time: 0.1508777
Feb 19 20:53:09.625209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd3c4-8374-43d5-ae49-de678191ea72 req-a3695a81-0bb5-4060-95f7-6e2c5d4ebef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:09.626725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b33bd3c4-8374-43d5-ae49-de678191ea72 req-a3695a81-0bb5-4060-95f7-6e2c5d4ebef2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a&device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 1125 time: 0.1350675
Feb 19 20:53:09.661823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7581156c-7bca-420d-a434-ebf3e292a3d2 req-62b5127d-0904-4307-bb51-789ae641c736 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045420
Feb 19 20:53:09.722387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba703e8-4a20-4955-bbea-97e546255698 req-9d154c27-c274-4a8d-ac73-528bfd855f8b tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:09.724375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ba703e8-4a20-4955-bbea-97e546255698 req-9d154c27-c274-4a8d-ac73-528bfd855f8b tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 943 time: 0.1584210
Feb 19 20:53:09.819274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd3c4-8374-43d5-ae49-de678191ea72 req-67e2eb0c-b888-4c9f-adee-3b5a4e338d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:09.820899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b33bd3c4-8374-43d5-ae49-de678191ea72 req-67e2eb0c-b888-4c9f-adee-3b5a4e338d84 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 HTTP/1.1" status: 200  len: 925 time: 0.1844006
Feb 19 20:53:09.837723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ba703e8-4a20-4955-bbea-97e546255698 req-a39af3f9-64e6-4421-86a1-e086b459eb6c tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1079161
Feb 19 20:53:09.873598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b33bd3c4-8374-43d5-ae49-de678191ea72 req-e82af9a6-5c94-4025-9c4d-71a29315057a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac53ea3-5b94-4d4e-a851-73b51c046686 HTTP/1.1" status: 200  len: 217 time: 0.0451293
Feb 19 20:53:09.882614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15d06d-9e8a-4fb2-b49c-e4c76ea57c8c req-f8a3a8df-5ba6-4aa1-90a2-a63237975c0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:09.884135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a15d06d-9e8a-4fb2-b49c-e4c76ea57c8c req-f8a3a8df-5ba6-4aa1-90a2-a63237975c0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 948 time: 0.1484153
Feb 19 20:53:10.000672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd3c4-8374-43d5-ae49-de678191ea72 req-457f31f8-8e6d-470f-9fbd-d89b1301eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:10.002104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b33bd3c4-8374-43d5-ae49-de678191ea72 req-457f31f8-8e6d-470f-9fbd-d89b1301eb21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=879b90bf-3325-4c32-b3af-720713f360e1 HTTP/1.1" status: 200  len: 863 time: 0.1170237
Feb 19 20:53:10.046403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a15d06d-9e8a-4fb2-b49c-e4c76ea57c8c req-adcdb6f0-4d22-459a-84b9-8f966b556b88 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539526
Feb 19 20:53:10.097772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-320efacb-f2cc-481e-a641-f7a256d646a2 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:10.099892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-320efacb-f2cc-481e-a641-f7a256d646a2 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 821 time: 0.1705985
Feb 19 20:53:10.102741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd3c4-8374-43d5-ae49-de678191ea72 req-c7d92951-aeb1-4c81-a94d-1dcc15cfda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:10.104178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b33bd3c4-8374-43d5-ae49-de678191ea72 req-c7d92951-aeb1-4c81-a94d-1dcc15cfda3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0886977
Feb 19 20:53:10.126119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3075d610-3cb4-4236-94cb-66f1894509a6 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/quotas/869a0cf6b5604ec89af633eb5012ff5b HTTP/1.1" status: 200  len: 375 time: 0.0207458
Feb 19 20:53:10.241192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-aa7611af-6590-4940-999f-f85e1649d256 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1053467
Feb 19 20:53:10.279431 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b33bd3c4-8374-43d5-ae49-de678191ea72 req-ccd93bf1-1f43-457e-a80b-0657909cd94d service neutron] 10.222.0.10 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670442
Feb 19 20:53:10.411590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616b01b-d78e-4345-9b77-f2157ccb5031 req-2c49dc9b-6cad-4436-879f-88a9b6c330af tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:10.413124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e616b01b-d78e-4345-9b77-f2157ccb5031 req-2c49dc9b-6cad-4436-879f-88a9b6c330af tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.1860073
Feb 19 20:53:10.466496 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ed919f9f-72bd-4fd3-8f52-c15eee470ba4 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156188
Feb 19 20:53:10.469711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b33bd3c4-8374-43d5-ae49-de678191ea72 req-5db844cf-0a70-4cbc-b621-be175d14de13 service neutron] 10.222.0.10 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792667
Feb 19 20:53:10.536638 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e616b01b-d78e-4345-9b77-f2157ccb5031 req-a032a2fe-1a16-4fdf-82f0-e3ae4d62920f tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166575
Feb 19 20:53:10.590750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-2229dc86-0f1b-4190-b4a0-0e565a9eea55 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1153746
Feb 19 20:53:10.844534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832f400-c08e-464c-bfc5-8abc1fd00321 req-b1aea347-caa4-461a-bc8c-2f08c1b673f4 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:10.846143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b832f400-c08e-464c-bfc5-8abc1fd00321 req-b1aea347-caa4-461a-bc8c-2f08c1b673f4 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 945 time: 0.1420100
Feb 19 20:53:10.879830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-7973222f-63aa-4107-be8d-c04736f6ac4b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:10.881386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-7973222f-63aa-4107-be8d-c04736f6ac4b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd&tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.1364238
Feb 19 20:53:10.952999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b713f6-a216-4f82-bd19-41724cfabb1d req-522c81b2-91d1-4f8f-af86-d9861d57dab5 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:10.954533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7b713f6-a216-4f82-bd19-41724cfabb1d req-522c81b2-91d1-4f8f-af86-d9861d57dab5 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 948 time: 0.1521413
Feb 19 20:53:10.960608 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b832f400-c08e-464c-bfc5-8abc1fd00321 req-eb8aae9e-d934-458c-977a-3462226d723f tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081989
Feb 19 20:53:11.004585 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-15766175-6dc4-4280-b8e8-443bc5cc72cf service neutron] delete failed (client error): The resource could not be found.
Feb 19 20:53:11.005733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-15766175-6dc4-4280-b8e8-443bc5cc72cf service neutron] 10.222.0.10 "DELETE /v2.0/ports/45bff999-b4bd-48a5-8654-55e37f10072d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1078575
Feb 19 20:53:11.043074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7b713f6-a216-4f82-bd19-41724cfabb1d req-ac23593f-dc50-4ef7-a577-b8a9ff9d8166 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672431
Feb 19 20:53:11.209176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d11fd9-3e28-496d-8ec9-d8861f747dbb req-ded8a304-dcaf-4412-8381-b8afac91bae6 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:11.210691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57d11fd9-3e28-496d-8ec9-d8861f747dbb req-ded8a304-dcaf-4412-8381-b8afac91bae6 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 948 time: 0.1463900
Feb 19 20:53:11.213286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-26a87146-e3d7-4b73-b57e-55198c172d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:11.214650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-26a87146-e3d7-4b73-b57e-55198c172d44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 1130 time: 0.1333196
Feb 19 20:53:11.240099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296b7a4-9259-4b80-901a-252c4e54827c req-d7b0a53b-e9c0-4b6c-b17f-5bd8d7ce63ca tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:11.241594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9296b7a4-9259-4b80-901a-252c4e54827c req-d7b0a53b-e9c0-4b6c-b17f-5bd8d7ce63ca tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 944 time: 0.1097724
Feb 19 20:53:11.591785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57d11fd9-3e28-496d-8ec9-d8861f747dbb req-1feb0900-a7b3-4dc5-a478-b84e293fe86c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3731389
Feb 19 20:53:11.603016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9296b7a4-9259-4b80-901a-252c4e54827c req-0b7ad47e-7700-4ca6-ac15-d08b0371c4d7 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3447187
Feb 19 20:53:11.618819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-b1bf3a83-be7c-4660-88f3-f55837d8d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:11.620218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-b1bf3a83-be7c-4660-88f3-f55837d8d567 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.3964677
Feb 19 20:53:11.665326 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-04543ce6-c812-4c24-8ad5-71de10deca5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 200  len: 217 time: 0.0378988
Feb 19 20:53:11.748526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ed1d5020-3777-4c18-bfa0-661f1906e2b0 req-79e4c014-181a-4733-9d31-6f9739efd46e tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 210 time: 0.0727165
Feb 19 20:53:11.769817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-94636506-bb9c-4f94-90b9-7e0961f1fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:11.771298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-94636506-bb9c-4f94-90b9-7e0961f1fff3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0965860
Feb 19 20:53:11.784131 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47712254-9715-4799-b0ab-953168d7cca0 req-a0548b9a-9dc6-43ac-9418-c2253fa42dba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:11.785770 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47712254-9715-4799-b0ab-953168d7cca0 req-a0548b9a-9dc6-43ac-9418-c2253fa42dba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 943 time: 0.1190743
Feb 19 20:53:11.966675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47712254-9715-4799-b0ab-953168d7cca0 req-d41544d5-4d59-4013-a48a-cab5afe0e5f9 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1704032
Feb 19 20:53:11.981594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-bc2e61c1-792f-40dc-9988-4804073b5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:11.983028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-bc2e61c1-792f-40dc-9988-4804073b5abd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1962998
Feb 19 20:53:11.995771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e5e22-c147-49e9-8907-344b75630cef req-2ab5114e-20ae-4278-aca7-3dade48aa59b tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:12.003666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae0e5e22-c147-49e9-8907-344b75630cef req-2ab5114e-20ae-4278-aca7-3dade48aa59b tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.1747291
Feb 19 20:53:12.139306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-b0f28911-7f40-4ffe-b423-319088b87f23 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:12.140856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-b0f28911-7f40-4ffe-b423-319088b87f23 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.67 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 821 time: 0.3186786
Feb 19 20:53:12.169231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Request body: {'port': {'device_id': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'admin_state_up': True, 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:12.221179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae0e5e22-c147-49e9-8907-344b75630cef req-294e8e6d-fb2f-4b94-a0ae-9fb4ecd114f4 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166533
Feb 19 20:53:12.255025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-199f99a8-e976-4216-99cd-008bc36e9a8e service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2465754
Feb 19 20:53:12.261992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa40a7-7d4d-4a04-97af-0c63540c254a req-45531936-d243-4afa-9f2e-73dbb498de7d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:12.263453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-befa40a7-7d4d-4a04-97af-0c63540c254a req-45531936-d243-4afa-9f2e-73dbb498de7d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 945 time: 0.1916370
Feb 19 20:53:12.447548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-befa40a7-7d4d-4a04-97af-0c63540c254a req-92da2eed-9bf0-480a-8870-a2e441166f35 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb498731-1088-4ba8-8e6e-4758dda3d8e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778407
Feb 19 20:53:12.467610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Made reservation on behalf of 869a0cf6b5604ec89af633eb5012ff5b for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:12.470929 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:12.499620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01984fc-1bc2-49d0-8b2d-0411d5815ad8 req-4c3c1ab4-0688-47c6-a8d8-3427fe2bf423 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:12.501145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c01984fc-1bc2-49d0-8b2d-0411d5815ad8 req-4c3c1ab4-0688-47c6-a8d8-3427fe2bf423 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 948 time: 0.1858776
Feb 19 20:53:12.503318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dea6eee1-4d0d-4df3-ad5b-e178495cf926 req-767d71a2-5d07-4cb2-bfa7-3f582ce61409 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248194
Feb 19 20:53:12.558362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a926fff0-c109-4640-adbe-9f6dd047f15f up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:12.613533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port a926fff0-c109-4640-adbe-9f6dd047f15f completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:53:12.619405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port a926fff0-c109-4640-adbe-9f6dd047f15f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:12.619960 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:12.631902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c01984fc-1bc2-49d0-8b2d-0411d5815ad8 req-61af558d-bf83-4f78-a608-a9fcba5564a9 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238761
Feb 19 20:53:12.676152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Allocated IP 172.20.0.9 (b5f73a2d-e0db-4f8e-b90f-72b9e4b05653/ecfbb9a4-6f32-434b-8e87-4469c317a3d4/bbd45217-6a8e-439f-89c7-dd438e2032fd) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:12.738582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port a926fff0-c109-4640-adbe-9f6dd047f15f is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:12.738988 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:12.740742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b1938-5454-4658-b658-70a20913df4d req-0d887ff6-ee62-4bad-a821-9551bdf90324 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:12.742470 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-667b1938-5454-4658-b658-70a20913df4d req-0d887ff6-ee62-4bad-a821-9551bdf90324 tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.67 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 945 time: 0.1274924
Feb 19 20:53:12.764582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a926fff0-c109-4640-adbe-9f6dd047f15f'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:12.766740 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868dc4f6-8c80-4d76-83e0-277c705292e9" -d '{"events": [{"server_uuid": "fa53378c-0deb-40cc-a2a5-bc55778f6146", "name": "network-vif-plugged", "status": "completed", "tag": "a926fff0-c109-4640-adbe-9f6dd047f15f"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:12.779890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a926fff0-c109-4640-adbe-9f6dd047f15f,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:12.786974 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:12.787998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 45bff999-b4bd-48a5-8654-55e37f10072d up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:12.869333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-667b1938-5454-4658-b658-70a20913df4d req-9584df75-f1f9-48f5-aaba-632586730a4d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Deleting port fa1b9c05-479c-4d37-8deb-82dad67025e6 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:12.869779 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-667b1938-5454-4658-b658-70a20913df4d req-9584df75-f1f9-48f5-aaba-632586730a4d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:12.872062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=a926fff0-c109-4640-adbe-9f6dd047f15f,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:12.885148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 45bff999-b4bd-48a5-8654-55e37f10072d completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:53:12.891074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 45bff999-b4bd-48a5-8654-55e37f10072d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:12.891515 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:12.896947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba8795-2b21-4034-9a5c-056c3d25c3c9 req-e43fccd9-af8a-4748-ae06-f3ae4b697690 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:12.903845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0ba8795-2b21-4034-9a5c-056c3d25c3c9 req-e43fccd9-af8a-4748-ae06-f3ae4b697690 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 945 time: 0.1350772
Feb 19 20:53:12.926647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43732-d19c-43e1-b435-0823f51f7b13 req-0ce9d835-e550-431d-b53f-988a4676a62b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:12.928405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81a43732-d19c-43e1-b435-0823f51f7b13 req-0ce9d835-e550-431d-b53f-988a4676a62b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 948 time: 0.1585782
Feb 19 20:53:12.937043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:12.993353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-667b1938-5454-4658-b658-70a20913df4d req-9584df75-f1f9-48f5-aaba-632586730a4d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] For port fa1b9c05-479c-4d37-8deb-82dad67025e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa1b9c05-479c-4d37-8deb-82dad67025e6,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:12.993353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-667b1938-5454-4658-b658-70a20913df4d req-9584df75-f1f9-48f5-aaba-632586730a4d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:12.995741 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 45bff999-b4bd-48a5-8654-55e37f10072d is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:12.996540 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:12.999559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8ac53ea3-5b94-4d4e-a851-73b51c046686 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:53:13.011593 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-667b1938-5454-4658-b658-70a20913df4d req-9584df75-f1f9-48f5-aaba-632586730a4d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Calling delete_port for fa1b9c05-479c-4d37-8deb-82dad67025e6 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:13.027580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0ba8795-2b21-4034-9a5c-056c3d25c3c9 req-482c87f4-2f60-4681-a892-7b5efd384873 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215458
Feb 19 20:53:13.064210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45bff999-b4bd-48a5-8654-55e37f10072d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:13.072613 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81a43732-d19c-43e1-b435-0823f51f7b13 req-807bb1e7-3a59-4978-aa31-e5ecbb6da458 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320164
Feb 19 20:53:13.075737 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.143293 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fad88ca-2a71-4b9e-bb7a-24205dc3004e x-openstack-request-id: req-3fad88ca-2a71-4b9e-bb7a-24205dc3004e {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:13.143418 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa53378c-0deb-40cc-a2a5-bc55778f6146", "name": "network-vif-plugged", "status": "completed", "tag": "a926fff0-c109-4640-adbe-9f6dd047f15f", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:13.144227 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3fad88ca-2a71-4b9e-bb7a-24205dc3004e {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:13.144658 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a926fff0-c109-4640-adbe-9f6dd047f15f', 'code': 200}
Feb 19 20:53:13.146511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4313e698-6c12-4d1e-b019-f8d0163bad53'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:13.153556 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.154799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e07ea5eb-6c87-400c-888d-a30ece794d66 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:13.239488 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41768) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:13.244837 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-305606849'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:13.256227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-667b1938-5454-4658-b658-70a20913df4d req-9584df75-f1f9-48f5-aaba-632586730a4d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (fa1b9c05-479c-4d37-8deb-82dad67025e6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.281394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['fa1b9c05-479c-4d37-8deb-82dad67025e6'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:13.282464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Pushing event updated for resources: {'Port': ['ID=bbd45217-6a8e-439f-89c7-dd438e2032fd,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:13.290712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584df75-f1f9-48f5-aaba-632586730a4d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Pushing event deleted for resources: {'Port': ['ID=fa1b9c05-479c-4d37-8deb-82dad67025e6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:13.326811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:13.330408 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.347245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:13.347245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:13.351050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:13.353683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-667b1938-5454-4658-b658-70a20913df4d req-9584df75-f1f9-48f5-aaba-632586730a4d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] No DVR routers for this DVR port fa1b9c05-479c-4d37-8deb-82dad67025e6 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:53:13.359010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-667b1938-5454-4658-b658-70a20913df4d req-9584df75-f1f9-48f5-aaba-632586730a4d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.362258 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-667b1938-5454-4658-b658-70a20913df4d req-9584df75-f1f9-48f5-aaba-632586730a4d tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.67 "DELETE /v2.0/ports/fa1b9c05-479c-4d37-8deb-82dad67025e6 HTTP/1.1" status: 204  len: 173 time: 0.6141784
Feb 19 20:53:13.362703 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e4abb8-c615-460f-bc5c-702410f99b8b', 'name': 'network-vif-deleted', 'tag': 'fa1b9c05-479c-4d37-8deb-82dad67025e6'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:13.364996 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6ab5c8-c022-48c0-95c6-92e806ff5d14" -d '{"events": [{"server_uuid": "64e4abb8-c615-460f-bc5c-702410f99b8b", "name": "network-vif-deleted", "tag": "fa1b9c05-479c-4d37-8deb-82dad67025e6"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:13.367768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8ac53ea3-5b94-4d4e-a851-73b51c046686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ac53ea3-5b94-4d4e-a851-73b51c046686,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:13.383684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '8ac53ea3-5b94-4d4e-a851-73b51c046686', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'port_id': '8ac53ea3-5b94-4d4e-a851-73b51c046686', 'mac_address': 'fa:16:3e:dd:2e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:53:13.389126 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:53:13.409103 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.409103 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Added segment f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb of type vlan for network 3a65eeba-09aa-46e7-a378-b06f5822655f
Feb 19 20:53:13.419122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=45bff999-b4bd-48a5-8654-55e37f10072d,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:13.439680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f4b92-d196-4fdc-b5ab-6451fc796367 req-28e77dac-b2f5-4bc7-9b6b-98da539edece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:13.442090 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b06f4b92-d196-4fdc-b5ab-6451fc796367 req-28e77dac-b2f5-4bc7-9b6b-98da539edece service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 1127 time: 0.2506742
Feb 19 20:53:13.478366 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (3a65eeba-09aa-46e7-a378-b06f5822655f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.511145 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (3a65eeba-09aa-46e7-a378-b06f5822655f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.517184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce38a18-0955-4982-b3d6-cab2a5a35059 req-9dcf540a-40c0-4d29-8378-63f1f3d05980 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:13.519745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ce38a18-0955-4982-b3d6-cab2a5a35059 req-9dcf540a-40c0-4d29-8378-63f1f3d05980 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 943 time: 0.3304856
Feb 19 20:53:13.524966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:13.525810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.545000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f538d10-fbd4-4c4f-a925-546e518aa3aa req-51cc7d2f-92ab-41fa-8315-b1a9ea6da992 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:13.558072 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f538d10-fbd4-4c4f-a925-546e518aa3aa req-51cc7d2f-92ab-41fa-8315-b1a9ea6da992 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 931 time: 0.3435116
Feb 19 20:53:13.572225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:13.573260 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.601918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 8ac53ea3-5b94-4d4e-a851-73b51c046686 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:13.602485 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.613365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port e07ea5eb-6c87-400c-888d-a30ece794d66 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:53:13.618973 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3783276
Feb 19 20:53:13.622078 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41776) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:13.626260 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port e07ea5eb-6c87-400c-888d-a30ece794d66 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:13.626652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.627786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1916443271'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:13.638732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b06f4b92-d196-4fdc-b5ab-6451fc796367 req-8cb1d57b-1ea6-441a-8a25-2a7f64a43761 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814613
Feb 19 20:53:13.642815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22293b4a-cca0-4269-a7bf-490f85dbf774 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Network': ['ID=3a65eeba-09aa-46e7-a378-b06f5822655f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:13.673837 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 3a65eeba-09aa-46e7-a378-b06f5822655f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:53:13.677387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:13.681114 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.689932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac53ea3-5b94-4d4e-a851-73b51c046686 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:13.704011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ce38a18-0955-4982-b3d6-cab2a5a35059 req-b0f508ef-9b13-4e25-bfd8-603550e231fd tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1414680
Feb 19 20:53:13.725927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:53:13.729489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8ac53ea3-5b94-4d4e-a851-73b51c046686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ac53ea3-5b94-4d4e-a851-73b51c046686,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:13.749306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-ad7a2ba2-f71d-4dd7-9fa7-b86c079c0bc9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5888228
Feb 19 20:53:13.750174 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (995ae48b-b7c3-4284-8f95-2ba31bd21491), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.751037 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Added segment 995ae48b-b7c3-4284-8f95-2ba31bd21491 of type vlan for network 29f753c7-df02-4765-94b5-9df128b873af
Feb 19 20:53:13.783254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f538d10-fbd4-4c4f-a925-546e518aa3aa req-38197ba3-292b-4582-a4e7-d607b1034096 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546164
Feb 19 20:53:13.814946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.828425 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (29f753c7-df02-4765-94b5-9df128b873af), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.843547 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fe7cef-c303-42ba-8b72-a3fc87927a4c x-openstack-request-id: req-d4fe7cef-c303-42ba-8b72-a3fc87927a4c {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:13.844073 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e4abb8-c615-460f-bc5c-702410f99b8b", "name": "network-vif-deleted", "tag": "fa1b9c05-479c-4d37-8deb-82dad67025e6", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:13.844354 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4fe7cef-c303-42ba-8b72-a3fc87927a4c {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:13.844780 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e4abb8-c615-460f-bc5c-702410f99b8b', 'name': 'network-vif-deleted', 'tag': 'fa1b9c05-479c-4d37-8deb-82dad67025e6', 'status': 'completed', 'code': 200}
Feb 19 20:53:13.860721 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09530055-1d8b-4771-b858-b8678acfb47c req-1310c62f-64b7-4a47-972d-1d94dd90e845 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:13.862331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09530055-1d8b-4771-b858-b8678acfb47c req-1310c62f-64b7-4a47-972d-1d94dd90e845 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.0780163
Feb 19 20:53:13.865143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (29f753c7-df02-4765-94b5-9df128b873af), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.870361 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:13.871054 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.880965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-eda63564-9682-4e37-aecf-94236fe1db7b None None] Provisioning complete for port bbd45217-6a8e-439f-89c7-dd438e2032fd triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:13.881809 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eda63564-9682-4e37-aecf-94236fe1db7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:13.930557 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.3069849
Feb 19 20:53:13.933424 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41780) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:13.938354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'subnet': {'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:13.943742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Request body: {'port': {'device_id': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:13.972038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d14f91db-4cab-4edd-b148-929d2ab2bcbd req-91bdedff-ea0b-4114-82d7-0825c993bccf tempest-AttachSCSIVolumeTestJSON-1784177744 tempest-AttachSCSIVolumeTestJSON-1784177744-project] 10.222.0.30 "GET /v2.0/ports?device_id=64e4abb8-c615-460f-bc5c-702410f99b8b HTTP/1.1" status: 200  len: 210 time: 0.0546486
Feb 19 20:53:13.994236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09530055-1d8b-4771-b858-b8678acfb47c req-447df600-d55e-4779-820c-c932bda27440 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220529
Feb 19 20:53:13.997659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a5006-a910-4c9b-84ed-2a6588d1b4ac tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Network': ['ID=29f753c7-df02-4765-94b5-9df128b873af,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:14.032216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 29f753c7-df02-4765-94b5-9df128b873af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:53:14.033943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-eda63564-9682-4e37-aecf-94236fe1db7b None None] Port bbd45217-6a8e-439f-89c7-dd438e2032fd cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:14.039883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=8ac53ea3-5b94-4d4e-a851-73b51c046686,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:14.062647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:14.066465 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:14.077650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:14.210109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba539ba-4bcc-4045-9520-1f3bca822ea6 req-ec42d3fc-5ae7-42c7-882f-8300d8881dfa tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:14.211668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bba539ba-4bcc-4045-9520-1f3bca822ea6 req-ec42d3fc-5ae7-42c7-882f-8300d8881dfa tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 948 time: 0.1468954
Feb 19 20:53:14.255829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['8ac53ea3-5b94-4d4e-a851-73b51c046686'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:14.289364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e07ea5eb-6c87-400c-888d-a30ece794d66 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:14.290133 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:14.298483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df72e73-7893-4ca7-9288-e63253c9c52f req-b64084c6-55b3-46f2-9e80-2f8674eac8ce tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:14.299633 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (ab430779-ff98-4000-97a1-8a0acc37e927), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:14.300049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0df72e73-7893-4ca7-9288-e63253c9c52f req-b64084c6-55b3-46f2-9e80-2f8674eac8ce tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 945 time: 0.1910729
Feb 19 20:53:14.358410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e07ea5eb-6c87-400c-888d-a30ece794d66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e07ea5eb-6c87-400c-888d-a30ece794d66,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:14.371288 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:14.420663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Subnet': ['ID=ab430779-ff98-4000-97a1-8a0acc37e927,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:14.427412 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bba539ba-4bcc-4045-9520-1f3bca822ea6 req-1e0b79b5-b772-4465-8c84-86258b60cafe tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670060
Feb 19 20:53:14.432446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Checking segment: {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:14.432814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network hostable DHCP agents. Network: 3a65eeba-09aa-46e7-a378-b06f5822655f, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:53:14.461028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0df72e73-7893-4ca7-9288-e63253c9c52f req-e055bede-a40d-4ce4-9477-abeebdab2cfa tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450057
Feb 19 20:53:14.463096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network 3a65eeba-09aa-46e7-a378-b06f5822655f is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:53:14.488640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a65eeba-09aa-46e7-a378-b06f5822655f) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:14.494232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=e07ea5eb-6c87-400c-888d-a30ece794d66,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:14.504086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d5d699-6b13-47e3-8e3c-48493c14db12 None None] Network 3a65eeba-09aa-46e7-a378-b06f5822655f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:53:14.505080 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:14.507614 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:14.538882 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-758c5563-3083-4c90-b682-5e0863e8a9cd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6042852
Feb 19 20:53:14.539554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41786) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:14.545184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'subnet': {'network_id': '29f753c7-df02-4765-94b5-9df128b873af', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:14.634762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3a65eeba-09aa-46e7-a378-b06f5822655f', 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f', 'project_id': 'a0981190244846a18036aa20dce2dc60', 'fixed_ips': [{'subnet_id': 'ab430779-ff98-4000-97a1-8a0acc37e927'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:53:14.635612 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:14.642280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc2a17-3318-4452-a827-c2f2dab6ab22 req-042020ba-c8e9-4aa6-9f17-1c2a33e62567 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:14.643169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:14.644499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81dc2a17-3318-4452-a827-c2f2dab6ab22 req-042020ba-c8e9-4aa6-9f17-1c2a33e62567 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.1134279
Feb 19 20:53:14.653613 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:14.669337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd45217-6a8e-439f-89c7-dd438e2032fd {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:14.680112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Publish callbacks [] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:14.709198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Transition to ACTIVE for port object bbd45217-6a8e-439f-89c7-dd438e2032fd will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:53:14.717760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81dc2a17-3318-4452-a827-c2f2dab6ab22 req-5bcd69c7-69b6-4dad-bfdd-7e9f13336162 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660043
Feb 19 20:53:14.719706 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:14.831142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Allocated IP 10.1.1.2 (3a65eeba-09aa-46e7-a378-b06f5822655f/ab430779-ff98-4000-97a1-8a0acc37e927/7db32218-410d-4ba1-905f-9ad24a342c80) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:14.905899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:14.918859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Pushing event updated for resources: {'Port': ['ID=bbd45217-6a8e-439f-89c7-dd438e2032fd,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:14.971932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Subnet': ['ID=8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:14.976868 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Checking segment: {'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:14.977231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network hostable DHCP agents. Network: 29f753c7-df02-4765-94b5-9df128b873af, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:53:14.997813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network 29f753c7-df02-4765-94b5-9df128b873af is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:53:15.008597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43a809-2f0e-44c2-a126-3c473e18b894 req-8e268cf0-4db3-4652-a081-0806141839ef tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:15.011702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29f753c7-df02-4765-94b5-9df128b873af) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:15.017247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:15.017442 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d43a809-2f0e-44c2-a126-3c473e18b894 req-8e268cf0-4db3-4652-a081-0806141839ef tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.1805964
Feb 19 20:53:15.018098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:15.022775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6be495d-cfb1-4dfc-a580-c46a629619c6 None None] Network 29f753c7-df02-4765-94b5-9df128b873af requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:53:15.033585 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Publish callbacks [] for port (7db32218-410d-4ba1-905f-9ad24a342c80), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:15.041438 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-94536ccd-bccb-4e23-934e-ee35902e2538 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4982181
Feb 19 20:53:15.041851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41798) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:15.043415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Attempting to bind port bbd45217-6a8e-439f-89c7-dd438e2032fd on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:15.043723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Attempting to bind port bbd45217-6a8e-439f-89c7-dd438e2032fd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:15.044056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Attempting to bind port bbd45217-6a8e-439f-89c7-dd438e2032fd on network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:15.047295 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'port': {'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f', 'name': 'tempest-TaggedBootDevicesTest_v242-2032730404', 'fixed_ips': [{'subnet_id': 'ab430779-ff98-4000-97a1-8a0acc37e927'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:15.061230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Port bbd45217-6a8e-439f-89c7-dd438e2032fd on network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:15.061596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Attempting to bind port bbd45217-6a8e-439f-89c7-dd438e2032fd on network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:15.071219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4e2a6-45b0-473e-a307-4291d95662a3 req-5214669d-d608-4248-ac72-0d3710c94b8e tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:15.073396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cc4e2a6-45b0-473e-a307-4291d95662a3 req-5214669d-d608-4248-ac72-0d3710c94b8e tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 944 time: 0.1978402
Feb 19 20:53:15.090454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:15.091192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Checking segment: {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:15.091192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Bound using segment: {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:15.091601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Bound port: bbd45217-6a8e-439f-89c7-dd438e2032fd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6879da04-4eed-4956-a0c9-bc3a708ed57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:15.092080 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:15.095279 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:15.120884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d43a809-2f0e-44c2-a126-3c473e18b894 req-21d05f64-6603-43b3-991c-0c17fd292867 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025910
Feb 19 20:53:15.152263 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d'}, {'server_uuid': 'aab7828d-f679-4460-9a84-3648c980318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07ea5eb-6c87-400c-888d-a30ece794d66'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:15.152263 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a927b8-eb26-467b-9c9e-af74a040c8ad" -d '{"events": [{"server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "name": "network-vif-plugged", "status": "completed", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d"}, {"server_uuid": "aab7828d-f679-4460-9a84-3648c980318c", "name": "network-vif-plugged", "status": "completed", "tag": "e07ea5eb-6c87-400c-888d-a30ece794d66"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:15.185588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Network 3a65eeba-09aa-46e7-a378-b06f5822655f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:15.185834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cc4e2a6-45b0-473e-a307-4291d95662a3 req-b240d649-785d-42e2-84e7-3a3504a3f22d tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010022
Feb 19 20:53:15.191229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:15.200291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:15.203679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] For port bbd45217-6a8e-439f-89c7-dd438e2032fd, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:15.212185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:15.217744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] For port bbd45217-6a8e-439f-89c7-dd438e2032fd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd45217-6a8e-439f-89c7-dd438e2032fd,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:15.244985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:15.274881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Pushing event updated for resources: {'Port': ['ID=7db32218-410d-4ba1-905f-9ad24a342c80,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:15.331717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-29f753c7-df02-4765-94b5-9df128b873af', 'network_id': '29f753c7-df02-4765-94b5-9df128b873af', 'project_id': 'a0981190244846a18036aa20dce2dc60', 'fixed_ips': [{'subnet_id': '8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:53:15.336938 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:15.349820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:15.350818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:15.352369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] 10.222.0.67 "PUT /v2.0/ports/bbd45217-6a8e-439f-89c7-dd438e2032fd HTTP/1.1" status: 200  len: 1091 time: 1.4139271
Feb 19 20:53:15.361194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Attempting to bind port 7db32218-410d-4ba1-905f-9ad24a342c80 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:15.361609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Attempting to bind port 7db32218-410d-4ba1-905f-9ad24a342c80 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:15.361948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Attempting to bind port 7db32218-410d-4ba1-905f-9ad24a342c80 on network 3a65eeba-09aa-46e7-a378-b06f5822655f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:15.372662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'tag': 'bbd45217-6a8e-439f-89c7-dd438e2032fd'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:15.374530 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06" -d '{"events": [{"name": "network-changed", "server_uuid": "097ae8b7-1df3-4788-b5e3-5580b215bf98", "tag": "bbd45217-6a8e-439f-89c7-dd438e2032fd"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:15.376179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:15.379923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Checking segment: {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:15.380412 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:15.380878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Bound using segment: {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:15.381687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Bound port: 7db32218-410d-4ba1-905f-9ad24a342c80, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:15.382980 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:15.438905 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:15.481932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97ba92-5191-49d5-b829-b675925d904c service neutron] Pushing event updated for resources: {'Port': ['ID=bbd45217-6a8e-439f-89c7-dd438e2032fd,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:15.506225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] device_id is not set on port e1552338-247f-46d8-ba3c-0852bc6b82e8 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 20:53:15.527027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50023e0-3bc4-4904-8ddd-e5ecb0cd311a req-9891d16d-895c-4013-b49c-f0855dbfbfc1 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:15.535589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a50023e0-3bc4-4904-8ddd-e5ecb0cd311a req-9891d16d-895c-4013-b49c-f0855dbfbfc1 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 943 time: 0.3053308
Feb 19 20:53:15.583108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd14a-ccc7-43d6-b0ef-9cd1b83ee284 req-416746c8-94d3-4aa4-825e-ea728d50de16 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:15.590844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2efdd14a-ccc7-43d6-b0ef-9cd1b83ee284 req-416746c8-94d3-4aa4-825e-ea728d50de16 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.2551668
Feb 19 20:53:15.625954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] For port 7db32218-410d-4ba1-905f-9ad24a342c80, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:15.632838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] For port 7db32218-410d-4ba1-905f-9ad24a342c80, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7db32218-410d-4ba1-905f-9ad24a342c80,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:15.634819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Allocated IP 10.2.2.2 (29f753c7-df02-4765-94b5-9df128b873af/8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7/9894157e-c84f-4774-a3e0-93e2635dd91c) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:15.652731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-6888bdf5-cdba-43a0-aab9-bee64665c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:15.653053 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:15.654597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-6888bdf5-cdba-43a0-aab9-bee64665c6ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 1125 time: 0.2103662
Feb 19 20:53:15.664725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a50023e0-3bc4-4904-8ddd-e5ecb0cd311a req-c1a7c706-1d45-41c9-a303-c5b480f7e644 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273656
Feb 19 20:53:15.700955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2efdd14a-ccc7-43d6-b0ef-9cd1b83ee284 req-f10532e6-f868-43dd-be09-3d59b20d68fb tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036880
Feb 19 20:53:15.777776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-f199720e-094b-4762-b2ee-7bffabc52cc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd45217-6a8e-439f-89c7-dd438e2032fd HTTP/1.1" status: 200  len: 217 time: 0.1027465
Feb 19 20:53:15.832788 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2f1c4d-d834-415b-a9f3-0fb023379325 x-openstack-request-id: req-ac2f1c4d-d834-415b-a9f3-0fb023379325 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:15.835031 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "name": "network-vif-plugged", "status": "completed", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d", "code": 200}, {"server_uuid": "aab7828d-f679-4460-9a84-3648c980318c", "name": "network-vif-plugged", "status": "completed", "tag": "e07ea5eb-6c87-400c-888d-a30ece794d66", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:15.835300 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac2f1c4d-d834-415b-a9f3-0fb023379325 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:15.835713 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d', 'code': 200}
Feb 19 20:53:15.835974 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab7828d-f679-4460-9a84-3648c980318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07ea5eb-6c87-400c-888d-a30ece794d66', 'code': 200}
Feb 19 20:53:15.875746 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c704c45-39cf-44ba-a81b-a813462188b8 x-openstack-request-id: req-3c704c45-39cf-44ba-a81b-a813462188b8 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:15.876239 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097ae8b7-1df3-4788-b5e3-5580b215bf98", "tag": "bbd45217-6a8e-439f-89c7-dd438e2032fd", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:15.876637 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c704c45-39cf-44ba-a81b-a813462188b8 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:15.877248 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'tag': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'status': 'completed', 'code': 200}
Feb 19 20:53:15.882922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-a364e4bb-2558-4ead-9a01-3be1242485f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:15.884775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-a364e4bb-2558-4ead-9a01-3be1242485f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.1047037
Feb 19 20:53:16.007247 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Publish callbacks [] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:16.009976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8067216-e3ba-49fc-a93e-36cc3bdd3d3e None None] Pushing event updated for resources: {'Port': ['ID=7db32218-410d-4ba1-905f-9ad24a342c80,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:16.024423 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:16.027648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Allocated IP 10.1.1.146 (3a65eeba-09aa-46e7-a378-b06f5822655f/ab430779-ff98-4000-97a1-8a0acc37e927/e1552338-247f-46d8-ba3c-0852bc6b82e8) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:16.090859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Network 29f753c7-df02-4765-94b5-9df128b873af is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:16.094560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:16.099848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:16.108050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Pushing event updated for resources: {'Port': ['ID=9894157e-c84f-4774-a3e0-93e2635dd91c,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:16.221976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Attempting to bind port 9894157e-c84f-4774-a3e0-93e2635dd91c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:16.222478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Attempting to bind port 9894157e-c84f-4774-a3e0-93e2635dd91c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:16.222853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Attempting to bind port 9894157e-c84f-4774-a3e0-93e2635dd91c on network 29f753c7-df02-4765-94b5-9df128b873af {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:16.229746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:16.230134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Checking segment: {'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:16.230549 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:16.230939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Bound using segment: {'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:16.231420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Bound port: 9894157e-c84f-4774-a3e0-93e2635dd91c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:16.231798 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:16.352536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] For port 9894157e-c84f-4774-a3e0-93e2635dd91c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:16.357834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] For port 9894157e-c84f-4774-a3e0-93e2635dd91c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9894157e-c84f-4774-a3e0-93e2635dd91c,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:16.367732 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:16.385694 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:16.441751 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:16.514411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-b468efa8-7075-491e-9202-ab0e638665b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:16.515948 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-b468efa8-7075-491e-9202-ab0e638665b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6239324
Feb 19 20:53:16.517723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159305b-714f-43aa-947c-7fc9f18de62e None None] Pushing event updated for resources: {'Port': ['ID=9894157e-c84f-4774-a3e0-93e2635dd91c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:16.524975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba67fe-1a5d-4988-8230-c455fb191b9b req-5a4b78be-77bd-4451-8985-47658f5c31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:16.526459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27ba67fe-1a5d-4988-8230-c455fb191b9b req-5a4b78be-77bd-4451-8985-47658f5c31d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 1131 time: 0.5983183
Feb 19 20:53:16.534228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8273fc-90dc-4875-af55-4533d52af858 req-57fe3d8c-e530-41b4-aa62-b1f291745400 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:16.542148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e8273fc-90dc-4875-af55-4533d52af858 req-57fe3d8c-e530-41b4-aa62-b1f291745400 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 949 time: 0.5995083
Feb 19 20:53:16.577636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device fa1b9c05-479c-4d37-8deb-82dad67025e6 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:16.606249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network 3a65eeba-09aa-46e7-a378-b06f5822655f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:16.609643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:16.615307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:16.620804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:16.621252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: fa1b9c05-479c-4d37-8deb-82dad67025e6 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:53:16.621444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:16.621607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device fa1b9c05-479c-4d37-8deb-82dad67025e6 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:16.630529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Port': ['ID=e1552338-247f-46d8-ba3c-0852bc6b82e8,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:16.655360 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-05c86cf4-f20b-4294-9f0d-e278f2cb2235 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6124444
Feb 19 20:53:16.658035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41866) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:16.666368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'port': {'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f', 'name': 'tempest-TaggedBootDevicesTest_v242-823678599', 'fixed_ips': [{'subnet_id': 'ab430779-ff98-4000-97a1-8a0acc37e927'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:16.684533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cef89-8228-4108-8b2f-c593fa43db8c req-027d7308-79e6-473a-8940-00e20a353708 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:16.691794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-440cef89-8228-4108-8b2f-c593fa43db8c req-027d7308-79e6-473a-8940-00e20a353708 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 945 time: 0.6641459
Feb 19 20:53:16.703725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7db32218-410d-4ba1-905f-9ad24a342c80 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:16.794482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27ba67fe-1a5d-4988-8230-c455fb191b9b req-5141bec8-3cc2-4dd3-9c44-a12370456d42 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454722
Feb 19 20:53:16.817559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e8273fc-90dc-4875-af55-4533d52af858 req-4eec541e-6ee1-405c-9f9e-d36b42816d32 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2744532
Feb 19 20:53:16.864657 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-440cef89-8228-4108-8b2f-c593fa43db8c req-dbb16b08-7680-4f6e-87c0-99d6ff379b96 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713805
Feb 19 20:53:16.882412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:16.885614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-4bbb0184-538c-4cf5-a9e5-f1b89dabdaf0 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3396850
Feb 19 20:53:16.897211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:16.905857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 7db32218-410d-4ba1-905f-9ad24a342c80 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:16.906235 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:16.939678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] device_id is not set on port 6290f8b3-0737-4492-8de5-f27de84a5a1e yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 20:53:17.017914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8ac53ea3-5b94-4d4e-a851-73b51c046686 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:17.151722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67f08e-11a5-471e-9872-50fdd7b5882a req-7e965264-dfa5-4e4f-af4a-30fc032dbf9c tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:17.152573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 7db32218-410d-4ba1-905f-9ad24a342c80 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:17.153045 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:17.153399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc67f08e-11a5-471e-9872-50fdd7b5882a req-7e965264-dfa5-4e4f-af4a-30fc032dbf9c tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 943 time: 0.1887782
Feb 19 20:53:17.174352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 8ac53ea3-5b94-4d4e-a851-73b51c046686 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:53:17.233206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c08bb-2433-4ada-8487-9ce6c9d1190f req-501f2422-4cdd-496d-80ee-b483422dbf7f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:17.234238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ed0c08bb-2433-4ada-8487-9ce6c9d1190f req-501f2422-4cdd-496d-80ee-b483422dbf7f tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 944 time: 0.2315061
Feb 19 20:53:17.234366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 8ac53ea3-5b94-4d4e-a851-73b51c046686 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:17.234754 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:17.260616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Allocated IP 10.1.1.136 (3a65eeba-09aa-46e7-a378-b06f5822655f/ab430779-ff98-4000-97a1-8a0acc37e927/6290f8b3-0737-4492-8de5-f27de84a5a1e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:17.262306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 7db32218-410d-4ba1-905f-9ad24a342c80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7db32218-410d-4ba1-905f-9ad24a342c80,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:17.314223 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc67f08e-11a5-471e-9872-50fdd7b5882a req-8fe859f5-0069-4554-bb82-ec78813eb22f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434476
Feb 19 20:53:17.328863 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:17.350638 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f9c7a8-9cd1-4502-8389-0c673677dd17 req-972c8572-0224-4556-ad16-df5986b3c9b8 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2950206
Feb 19 20:53:17.369253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ed0c08bb-2433-4ada-8487-9ce6c9d1190f req-8e54e1bb-4819-4bb2-a664-41005ec8684b tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080997
Feb 19 20:53:17.450278 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=7db32218-410d-4ba1-905f-9ad24a342c80,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:17.519108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 8ac53ea3-5b94-4d4e-a851-73b51c046686 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:17.519595 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:17.566716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06 req-c003cafe-f194-4520-a117-fec7f764a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:17.570159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06 req-c003cafe-f194-4520-a117-fec7f764a48f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 1125 time: 0.1467266
Feb 19 20:53:17.572891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893458b8-1b2a-4acf-a3e5-8c45592fe752 None None] Network 3a65eeba-09aa-46e7-a378-b06f5822655f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:53:17.583092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a236ef6-361c-4260-83d5-ba630566ca4b req-024629ce-4520-4728-bde8-cde84f80f2f2 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:17.592365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8ac53ea3-5b94-4d4e-a851-73b51c046686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ac53ea3-5b94-4d4e-a851-73b51c046686,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:17.598293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a236ef6-361c-4260-83d5-ba630566ca4b req-024629ce-4520-4728-bde8-cde84f80f2f2 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.1722734
Feb 19 20:53:17.610016 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:17.648604 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:17.677126 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:17.709375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-952f8382-54bf-470c-ac9b-a21411c7b8bf None None] Provisioning complete for port 7db32218-410d-4ba1-905f-9ad24a342c80 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:17.709891 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-952f8382-54bf-470c-ac9b-a21411c7b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:17.751664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network 3a65eeba-09aa-46e7-a378-b06f5822655f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:17.753731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Port': ['ID=6290f8b3-0737-4492-8de5-f27de84a5a1e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:17.758894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:17.766939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:17.774922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:17.777435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:17.816918 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-40e1f128-c7ac-4591-aa82-0dbe7e4551d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.1528850
Feb 19 20:53:17.826743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a236ef6-361c-4260-83d5-ba630566ca4b req-f9199ec3-5b29-4647-913c-8d04ad70b47b tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268960
Feb 19 20:53:17.867365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06 req-6c3bbb7b-dd16-47c5-b96e-668016642d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:17.869331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06 req-6c3bbb7b-dd16-47c5-b96e-668016642d76 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.2611327
Feb 19 20:53:17.872065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68c66-a09a-4719-a220-c2ae2e60f9c0 req-698c297b-2a70-4a69-bf85-930714651c6d tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:17.880924 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58d68c66-a09a-4719-a220-c2ae2e60f9c0 req-698c297b-2a70-4a69-bf85-930714651c6d tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 1127 time: 0.2408180
Feb 19 20:53:17.922507 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06 req-3ca9a3fe-9573-42d4-a602-893ab70b0c9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd45217-6a8e-439f-89c7-dd438e2032fd HTTP/1.1" status: 200  len: 217 time: 0.0391080
Feb 19 20:53:17.954594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac53ea3-5b94-4d4e-a851-73b51c046686'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:17.956993 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969d51d9-9a76-4722-82bd-3c3893e5d280" -d '{"events": [{"server_uuid": "ae68ed7f-2390-4238-aa17-0cc5a0fc1791", "name": "network-vif-plugged", "status": "completed", "tag": "8ac53ea3-5b94-4d4e-a851-73b51c046686"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:18.006891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=8ac53ea3-5b94-4d4e-a851-73b51c046686,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:18.018790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58d68c66-a09a-4719-a220-c2ae2e60f9c0 req-ad6f1a1f-3492-4c29-b4cc-388a6081c3bd tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344557
Feb 19 20:53:18.033765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06 req-1e76a127-de5c-4ddd-94a8-7cd6ba81d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:18.035458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06 req-1e76a127-de5c-4ddd-94a8-7cd6ba81d447 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.0995698
Feb 19 20:53:18.111455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-952f8382-54bf-470c-ac9b-a21411c7b8bf None None] Current status of the port 7db32218-410d-4ba1-905f-9ad24a342c80 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:18.134319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06 req-df064e7b-084f-4467-adb3-2c0fd28130b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:18.138439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06 req-df064e7b-084f-4467-adb3-2c0fd28130b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0946176
Feb 19 20:53:18.150938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b0978-ad94-4528-9616-bb2ea9d33ba2 None None] Network 29f753c7-df02-4765-94b5-9df128b873af requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:53:18.218891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41916) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:18.224493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-99c722a4-e81d-4fe0-94bd-9bbb7183b97d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547029311', 'description': 'tempest-description--1161201191'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:18.259893 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-62948563-80e9-4f2a-b9d6-5245720f35ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.268315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-340c20ec-59ff-4da0-8b09-508640ef94cf None None] Provisioning complete for port 9894157e-c84f-4774-a3e0-93e2635dd91c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:18.268739 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-340c20ec-59ff-4da0-8b09-508640ef94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.272269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41918) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:18.290532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c47ebd-c88e-4e2f-8518-7cb51a837220 req-b5efe1b0-90a6-4aeb-bfcc-4d255e2e1144 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:18.291038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99c722a4-e81d-4fe0-94bd-9bbb7183b97d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.292526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9c47ebd-c88e-4e2f-8518-7cb51a837220 req-b5efe1b0-90a6-4aeb-bfcc-4d255e2e1144 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 949 time: 0.1683455
Feb 19 20:53:18.326667 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee17e49-c009-4d0b-9150-2a6cea2a2db7 x-openstack-request-id: req-4ee17e49-c009-4d0b-9150-2a6cea2a2db7 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:18.326983 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae68ed7f-2390-4238-aa17-0cc5a0fc1791", "name": "network-vif-plugged", "status": "completed", "tag": "8ac53ea3-5b94-4d4e-a851-73b51c046686", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:18.327272 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ee17e49-c009-4d0b-9150-2a6cea2a2db7 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:18.327670 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac53ea3-5b94-4d4e-a851-73b51c046686', 'code': 200}
Feb 19 20:53:18.403430 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99c722a4-e81d-4fe0-94bd-9bbb7183b97d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group (1a6fd058-e30e-4b41-9b89-fe9e82aff608), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.414230 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99c722a4-e81d-4fe0-94bd-9bbb7183b97d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1a6fd058-e30e-4b41-9b89-fe9e82aff608), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.436235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-340c20ec-59ff-4da0-8b09-508640ef94cf None None] Current status of the port 9894157e-c84f-4774-a3e0-93e2635dd91c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:18.436235 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-340c20ec-59ff-4da0-8b09-508640ef94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.443229 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99c722a4-e81d-4fe0-94bd-9bbb7183b97d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.444541 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-99c722a4-e81d-4fe0-94bd-9bbb7183b97d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2243609
Feb 19 20:53:18.447941 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41932) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:18.458722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a8c3208d-d9a0-44bc-aad9-a72122c17549 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'security_group_rule': {'security_group_id': '1a6fd058-e30e-4b41-9b89-fe9e82aff608', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:18.481302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c722a4-e81d-4fe0-94bd-9bbb7183b97d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6fd058-e30e-4b41-9b89-fe9e82aff608,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:18.500232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-340c20ec-59ff-4da0-8b09-508640ef94cf None None] For port 9894157e-c84f-4774-a3e0-93e2635dd91c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9894157e-c84f-4774-a3e0-93e2635dd91c,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:18.508852 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-340c20ec-59ff-4da0-8b09-508640ef94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.526735 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8c3208d-d9a0-44bc-aad9-a72122c17549 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group_rule (7b22bf49-9295-4304-80ca-5e5ee5dfa073), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.637414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-9c571a78-3eea-4504-a2d4-99a239fdd16a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1665490
Feb 19 20:53:18.658812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c20ec-59ff-4da0-8b09-508640ef94cf None None] Pushing event updated for resources: {'Port': ['ID=9894157e-c84f-4774-a3e0-93e2635dd91c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:18.665324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-58c97b43-a484-4847-97df-830ef61df15c None None] Provisioning complete for port e1552338-247f-46d8-ba3c-0852bc6b82e8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:18.665660 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58c97b43-a484-4847-97df-830ef61df15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.672000 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8c3208d-d9a0-44bc-aad9-a72122c17549 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group_rule (7b22bf49-9295-4304-80ca-5e5ee5dfa073), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.679616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8c3208d-d9a0-44bc-aad9-a72122c17549 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (7b22bf49-9295-4304-80ca-5e5ee5dfa073), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.716880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3208d-d9a0-44bc-aad9-a72122c17549 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b22bf49-9295-4304-80ca-5e5ee5dfa073,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:18.723453 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8c3208d-d9a0-44bc-aad9-a72122c17549 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.731501 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a8c3208d-d9a0-44bc-aad9-a72122c17549 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2824507
Feb 19 20:53:18.734913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41934) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:18.744809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8aaeeaa2-201d-44bc-96d7-e1ecd4b6f8aa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'security_group_rule': {'security_group_id': '1a6fd058-e30e-4b41-9b89-fe9e82aff608', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:18.752591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-58c97b43-a484-4847-97df-830ef61df15c None None] Port e1552338-247f-46d8-ba3c-0852bc6b82e8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:18.775769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-58c97b43-a484-4847-97df-830ef61df15c None None] Provisioning complete for port 6290f8b3-0737-4492-8de5-f27de84a5a1e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:18.776158 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58c97b43-a484-4847-97df-830ef61df15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.787581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06 req-308a3290-eacd-4799-9c5d-0a2288b90fb8 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6172953
Feb 19 20:53:18.788521 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8aaeeaa2-201d-44bc-96d7-e1ecd4b6f8aa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group_rule (a934e3b9-622a-4ed8-b9ab-a3e84465e84f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.859111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-58c97b43-a484-4847-97df-830ef61df15c None None] Port 6290f8b3-0737-4492-8de5-f27de84a5a1e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:18.860860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9c47ebd-c88e-4e2f-8518-7cb51a837220 req-87f2ea60-9fcd-4107-9c52-a61a457ff7a2 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5494933
Feb 19 20:53:18.892811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-58c97b43-a484-4847-97df-830ef61df15c None None] Provisioning complete for port 7db32218-410d-4ba1-905f-9ad24a342c80 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:18.892811 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58c97b43-a484-4847-97df-830ef61df15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.934700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8aaeeaa2-201d-44bc-96d7-e1ecd4b6f8aa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group_rule (a934e3b9-622a-4ed8-b9ab-a3e84465e84f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:18.945822 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8aaeeaa2-201d-44bc-96d7-e1ecd4b6f8aa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (a934e3b9-622a-4ed8-b9ab-a3e84465e84f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.010424 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeeaa2-201d-44bc-96d7-e1ecd4b6f8aa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a934e3b9-622a-4ed8-b9ab-a3e84465e84f,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:19.020852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-58c97b43-a484-4847-97df-830ef61df15c None None] Current status of the port 7db32218-410d-4ba1-905f-9ad24a342c80 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:19.039240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8aaeeaa2-201d-44bc-96d7-e1ecd4b6f8aa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.045554 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8aaeeaa2-201d-44bc-96d7-e1ecd4b6f8aa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3093956
Feb 19 20:53:19.048918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41942) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:19.057958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:19.106174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7db32218-410d-4ba1-905f-9ad24a342c80 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:19.111828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bb361-a477-413a-9a99-339659f848f6 req-98de6855-bd46-4508-8082-0bdef5768ba2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:19.119026 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-98de6855-bd46-4508-8082-0bdef5768ba2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4800658
Feb 19 20:53:19.132082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.205138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d13635e8-fa9c-4049-8d90-bf247e172fa2 None None] Provisioning complete for port e1552338-247f-46d8-ba3c-0852bc6b82e8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:19.205762 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d13635e8-fa9c-4049-8d90-bf247e172fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.231455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7178e-482c-49e9-9123-e2a7fa274a47 req-4e4b8a15-dbfd-4a56-a039-ee52683e1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:19.233122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ca7178e-482c-49e9-9123-e2a7fa274a47 req-4e4b8a15-dbfd-4a56-a039-ee52683e1805 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 1127 time: 0.7350459
Feb 19 20:53:19.234402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-ba67acfa-ff58-4252-a0a3-d501f0f8255f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/quotas/e2599a1bea39406f9b1e548ab3f1cd22 HTTP/1.1" status: 200  len: 375 time: 0.1146734
Feb 19 20:53:19.265576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 7db32218-410d-4ba1-905f-9ad24a342c80 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:19.265891 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.267776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d13635e8-fa9c-4049-8d90-bf247e172fa2 None None] Port e1552338-247f-46d8-ba3c-0852bc6b82e8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:19.315499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d13635e8-fa9c-4049-8d90-bf247e172fa2 None None] Provisioning complete for port 9894157e-c84f-4774-a3e0-93e2635dd91c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:19.315755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d13635e8-fa9c-4049-8d90-bf247e172fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.339887 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.357206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ca7178e-482c-49e9-9123-e2a7fa274a47 req-9b18d9a1-0051-43fc-91ec-cb960933acea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1121666
Feb 19 20:53:19.373599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e88b62-150a-4640-b5f1-eb92ab96054a req-93395c16-f755-445b-8a91-847a8b2862a2 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:19.374932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98e88b62-150a-4640-b5f1-eb92ab96054a req-93395c16-f755-445b-8a91-847a8b2862a2 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 943 time: 0.2354181
Feb 19 20:53:19.391342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f071f8a6-ee04-47a9-a9eb-b5b34fcc1a06 req-333b647e-a3ca-42a6-820b-386218b4435c service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5689535
Feb 19 20:53:19.442916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 7db32218-410d-4ba1-905f-9ad24a342c80 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:19.444072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9894157e-c84f-4774-a3e0-93e2635dd91c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:19.485692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-3867482c-d4a3-4cb7-8a47-d1a46c853272 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2174666
Feb 19 20:53:19.531413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Allocated IP 172.35.2.250 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/15d236d8-652a-4c71-ad8e-ab44523583ed) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:19.545755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9894157e-c84f-4774-a3e0-93e2635dd91c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:19.546408 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.571087 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98e88b62-150a-4640-b5f1-eb92ab96054a req-29470601-a931-47a1-b9fb-0a3c064864a8 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775725
Feb 19 20:53:19.637540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d13635e8-fa9c-4049-8d90-bf247e172fa2 None None] Current status of the port 9894157e-c84f-4774-a3e0-93e2635dd91c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:19.659344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9894157e-c84f-4774-a3e0-93e2635dd91c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:19.706942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for port (15d236d8-652a-4c71-ad8e-ab44523583ed), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.768250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-9afe2ba9-9293-42d5-9303-7752e51b527e None None] Provisioning complete for port 6290f8b3-0737-4492-8de5-f27de84a5a1e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:19.769236 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ba9-9293-42d5-9303-7752e51b527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.776372 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (15d236d8-652a-4c71-ad8e-ab44523583ed), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.818394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9afe2ba9-9293-42d5-9303-7752e51b527e None None] Port 6290f8b3-0737-4492-8de5-f27de84a5a1e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:19.845451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:19.852066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:19.854873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Port': ['ID=15d236d8-652a-4c71-ad8e-ab44523583ed,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:19.864591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:19.892252 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (ebb764ee-20e9-4147-9d57-56645843e893), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.907673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8390f-2721-4ece-a55d-80e3c864fb3c req-64b0e303-aeb9-4b7e-8882-e5c9e5948dc2 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:19.910256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01f8390f-2721-4ece-a55d-80e3c864fb3c req-64b0e303-aeb9-4b7e-8882-e5c9e5948dc2 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 945 time: 0.1802988
Feb 19 20:53:19.918992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for floatingip (d6f80be5-cac4-4724-97f2-a8541eb21c39), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:19.965742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15d236d8-652a-4c71-ad8e-ab44523583ed), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:20.135489 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for port (15d236d8-652a-4c71-ad8e-ab44523583ed), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:20.140462 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (15d236d8-652a-4c71-ad8e-ab44523583ed), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:20.179956 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (d6f80be5-cac4-4724-97f2-a8541eb21c39), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:20.203308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:20.204586 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1546829
Feb 19 20:53:20.215395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867e612-ab17-41b6-b85f-fef3262026a9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Port': ['ID=15d236d8-652a-4c71-ad8e-ab44523583ed,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:20.284626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecc327-e357-4020-9e20-5db06f91b2ad req-a9a8f566-3d3c-4734-8c72-f23d6239bce6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:20.292494 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44ecc327-e357-4020-9e20-5db06f91b2ad req-a9a8f566-3d3c-4734-8c72-f23d6239bce6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.4998803
Feb 19 20:53:20.328596 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f85423da-3c8f-4bef-8a76-2dd46456661b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:20.351592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01f8390f-2721-4ece-a55d-80e3c864fb3c req-35b62638-5535-4fcb-8ba2-cae47f216e19 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1488359
Feb 19 20:53:20.398345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44ecc327-e357-4020-9e20-5db06f91b2ad req-7d50b35e-ba80-4ce0-b117-355ac93ef79b tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050060
Feb 19 20:53:20.499469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d92f90ae-c134-412b-b0b8-43d804eaf51c req-f818ac27-9ac8-4769-abe2-4e1959b90d48 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 210 time: 0.0661573
Feb 19 20:53:20.617497 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bf5cc-8ed9-4ca4-ba1f-f22d004e4559 req-9bfcb942-3ad6-43a7-91e4-7df74a9eba5c tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:20.618934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b1bf5cc-8ed9-4ca4-ba1f-f22d004e4559 req-9bfcb942-3ad6-43a7-91e4-7df74a9eba5c tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 949 time: 0.1185877
Feb 19 20:53:20.641159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9894157e-c84f-4774-a3e0-93e2635dd91c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:20.694606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9894157e-c84f-4774-a3e0-93e2635dd91c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:20.694979 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:20.726620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-ba02b632-4c01-4c63-980e-1468254fc7e0 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--547029311&fields=id&tenant_id=a0981190244846a18036aa20dce2dc60 HTTP/1.1" status: 200  len: 267 time: 0.1065257
Feb 19 20:53:20.744884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b1bf5cc-8ed9-4ca4-ba1f-f22d004e4559 req-e25836a0-5916-421d-a954-5b2b1a8640a3 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115344
Feb 19 20:53:20.796652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9894157e-c84f-4774-a3e0-93e2635dd91c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:20.819059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-4314b6e5-e7cc-4b25-bd67-8953ff1ec6af tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:20.820535 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-4314b6e5-e7cc-4b25-bd67-8953ff1ec6af tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports/e1552338-247f-46d8-ba3c-0852bc6b82e8 HTTP/1.1" status: 200  len: 937 time: 0.0818937
Feb 19 20:53:20.878411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Deleting port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:20.878661 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:20.936182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-82f571d7-57a5-44d1-93cc-add6a6eb4c14 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0857587
Feb 19 20:53:20.944284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-152227de-26bd-46f1-858b-8642159a628e tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:20.945695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-152227de-26bd-46f1-858b-8642159a628e tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports/6290f8b3-0737-4492-8de5-f27de84a5a1e HTTP/1.1" status: 200  len: 936 time: 0.1135526
Feb 19 20:53:21.060420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-0fac472a-ca87-453f-874e-1305107dae75 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?network_id=29f753c7-df02-4765-94b5-9df128b873af&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0935495
Feb 19 20:53:21.112289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-32138ce6-4cf3-46e5-aa32-6ee436ec1064 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?network_id=29f753c7-df02-4765-94b5-9df128b873af&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0430076
Feb 19 20:53:21.159772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] For port 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:21.160152 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:21.242852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Calling delete_port for 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:21.292665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bb361-a477-413a-9a99-339659f848f6 req-d0412c08-f2c8-47e0-844e-9a7a9f113026 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:21.294155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-d0412c08-f2c8-47e0-844e-9a7a9f113026 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3460293
Feb 19 20:53:21.337541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Request body: {'port': {'device_id': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'e2599a1bea39406f9b1e548ab3f1cd22'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:21.409590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adda897-c7b6-4bed-b919-669cae1c4db6 req-b0ac60c2-6723-44b6-84e9-388e8433a220 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:21.411589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9adda897-c7b6-4bed-b919-669cae1c4db6 req-b0ac60c2-6723-44b6-84e9-388e8433a220 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 943 time: 0.2909107
Feb 19 20:53:21.433783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-237d67f5-5cb7-44d9-830d-0a66f708fcfe tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:21.438777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-237d67f5-5cb7-44d9-830d-0a66f708fcfe tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:21.443822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-237d67f5-5cb7-44d9-830d-0a66f708fcfe tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:21.445399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-237d67f5-5cb7-44d9-830d-0a66f708fcfe tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/networks?id=c36e6964-b1c5-4d15-8ff3-6ec34911167e&id=3a65eeba-09aa-46e7-a378-b06f5822655f&id=3a65eeba-09aa-46e7-a378-b06f5822655f&id=29f753c7-df02-4765-94b5-9df128b873af&id=29f753c7-df02-4765-94b5-9df128b873af HTTP/1.1" status: 200  len: 1994 time: 0.3088212
Feb 19 20:53:21.515780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-ee390398-d5a4-4f4a-ab0d-378b1d504067 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/quotas/a0981190244846a18036aa20dce2dc60 HTTP/1.1" status: 200  len: 375 time: 0.0576808
Feb 19 20:53:21.638857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9adda897-c7b6-4bed-b919-669cae1c4db6 req-20e5c55d-4854-450b-8767-3ab96a04c412 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164094
Feb 19 20:53:21.708205 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:21.736972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-6c1ffd8c-d94f-4734-8f89-61ea52688587 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0981190244846a18036aa20dce2dc60&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1725247
Feb 19 20:53:21.749784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Made reservation on behalf of e2599a1bea39406f9b1e548ab3f1cd22 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:21.753029 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:21.936921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:21.992685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Pushing event deleted for resources: {'Port': ['ID=92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:22.017375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.017732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.018079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.018424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.018813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.019094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.019428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.019760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.020091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.020626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.020960 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.021294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.021619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:22.046066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-644028c2-8461-4192-bd18-68ddece8b4a4 service neutron] 10.222.0.30 "GET /v2.0/networks/c36e6964-b1c5-4d15-8ff3-6ec34911167e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3082368
Feb 19 20:53:22.395161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07052957-0d22-4e03-80e8-22eb6a45e10e req-c9fe3c1a-6d55-4d05-83cf-64e01209dd0e tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:22.397206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07052957-0d22-4e03-80e8-22eb6a45e10e req-c9fe3c1a-6d55-4d05-83cf-64e01209dd0e tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 945 time: 0.5260155
Feb 19 20:53:22.444959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Allocated IP 192.168.233.144 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/191fbf35-b9ce-44cc-bb60-5039a7b3f93f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:22.579446 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-ee360fda-784e-4c8b-928d-d24a1568dd1b service neutron] 10.222.0.30 "GET /v2.0/networks/c36e6964-b1c5-4d15-8ff3-6ec34911167e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5148215
Feb 19 20:53:22.589377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07052957-0d22-4e03-80e8-22eb6a45e10e req-ed589a47-b1c2-4cc8-9e60-eecae5928a27 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1835809
Feb 19 20:53:22.616967 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device bbd45217-6a8e-439f-89c7-dd438e2032fd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:53:22.707782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-896f60d7-9f2a-4997-9656-69bc9e28b1af service neutron] 10.222.0.30 "GET /v2.0/ports/e1552338-247f-46d8-ba3c-0852bc6b82e8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1173878
Feb 19 20:53:22.725634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port bbd45217-6a8e-439f-89c7-dd438e2032fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd45217-6a8e-439f-89c7-dd438e2032fd,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:22.741770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'port_id': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'mac_address': 'fa:16:3e:69:1b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:53:22.750742 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (ebb764ee-20e9-4147-9d57-56645843e893), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:22.783014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port bbd45217-6a8e-439f-89c7-dd438e2032fd is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:22.783404 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:22.796570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd45217-6a8e-439f-89c7-dd438e2032fd {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:22.816550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port bbd45217-6a8e-439f-89c7-dd438e2032fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd45217-6a8e-439f-89c7-dd438e2032fd,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:22.821870 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:22.870346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=bbd45217-6a8e-439f-89c7-dd438e2032fd,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:22.931920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb357a-2cf7-4fb1-bcb8-4b8d39c4ee37 req-e43a3f67-cd95-4f28-8044-3823d723ede1 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:22.933451 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cfb357a-2cf7-4fb1-bcb8-4b8d39c4ee37 req-e43a3f67-cd95-4f28-8044-3823d723ede1 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.2746284
Feb 19 20:53:22.958606 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks [] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:22.986774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-1fd80f67-7ab6-434b-81ba-a8d82b3efbde service neutron] 10.222.0.30 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2578506
Feb 19 20:53:23.035061 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:23.108780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cfb357a-2cf7-4fb1-bcb8-4b8d39c4ee37 req-62f2c535-d4b5-410e-8808-aa0e09527393 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652062
Feb 19 20:53:23.129000 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:23.141803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['99019bb9-0cfe-4900-a813-f2a3826c4aed', '45bff999-b4bd-48a5-8654-55e37f10072d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:23.283961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-3b227f8b-2862-4ccb-9ad8-ef423cd51c7f service neutron] 10.222.0.30 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2888725
Feb 19 20:53:23.288454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:23.300601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:23.313320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:23.318012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Pushing event updated for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:23.393760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['bbd45217-6a8e-439f-89c7-dd438e2032fd'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:23.409298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-298448f7-191f-41d3-9eff-9bbf28f719ee service neutron] 10.222.0.30 "GET /v2.0/ports/6290f8b3-0737-4492-8de5-f27de84a5a1e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1100583
Feb 19 20:53:23.420221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663675-6173-4843-a650-2e95e9e98704 req-5dd26705-97f0-4c2a-a1a4-ddec42efda6d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:23.421761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c663675-6173-4843-a650-2e95e9e98704 req-5dd26705-97f0-4c2a-a1a4-ddec42efda6d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 936 time: 0.2060781
Feb 19 20:53:23.427449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:23.428067 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:23.450210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Router ebb764ee-20e9-4147-9d57-56645843e893 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:53:23.521599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-21e88efc-d17e-406f-84ef-81fc65065b1a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1897204
Feb 19 20:53:23.541836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Request body: {'port': {'device_id': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:23.574641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2c6ec132-9c3f-4088-b3ea-8f6dd8a30d60 None None] Provisioning complete for port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:23.575132 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec132-9c3f-4088-b3ea-8f6dd8a30d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:23.607036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2c6ec132-9c3f-4088-b3ea-8f6dd8a30d60 None None] Port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:23.674628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c663675-6173-4843-a650-2e95e9e98704 req-ea2c97f7-5e23-49c9-93e8-9fcc757323b5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2413521
Feb 19 20:53:23.686129 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-ad92c018-1060-43b0-a215-07b401e824a8 service neutron] 10.222.0.30 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541599
Feb 19 20:53:23.779799 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:23.873250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:53:23.882442 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d94f4-adca-4fb3-8673-b249d5e8bdc5 None None] Sync routers for ids ['ebb764ee-20e9-4147-9d57-56645843e893'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:53:23.884228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7ce31083-8741-4ee8-810a-ac37b30e155f admin admin] 10.222.0.30 "PUT /v2.0/routers/ebb764ee-20e9-4147-9d57-56645843e893/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6108136
Feb 19 20:53:23.886836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42046) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:23.906390 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d94f4-adca-4fb3-8673-b249d5e8bdc5 None None] Routers {'ebb764ee-20e9-4147-9d57-56645843e893'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:23.907019 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d33d94f4-adca-4fb3-8673-b249d5e8bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705534c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ebb764ee-20e9-4147-9d57-56645843e893'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:23.917979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba256d28-f7aa-4698-a4b6-19e82543abd9 req-97bb1c59-a7ae-4c66-bb37-de8b1e19e65b tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:23.919492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba256d28-f7aa-4698-a4b6-19e82543abd9 req-97bb1c59-a7ae-4c66-bb37-de8b1e19e65b tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 949 time: 0.1644869
Feb 19 20:53:23.921397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a5e38692-89e0-4169-8a53-45a5de07d2c4 service neutron] 10.222.0.30 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2158914
Feb 19 20:53:23.999058 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Publish callbacks [] for router (ebb764ee-20e9-4147-9d57-56645843e893), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.034948 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d33d94f4-adca-4fb3-8673-b249d5e8bdc5 None None] Set router ebb764ee-20e9-4147-9d57-56645843e893 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:24.111227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Publish callbacks [] for router_gateway (ebb764ee-20e9-4147-9d57-56645843e893), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.182903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba256d28-f7aa-4698-a4b6-19e82543abd9 req-516931c5-fca0-43cb-affb-294f6fef5f00 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565384
Feb 19 20:53:24.196606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b3699ab4-cf1b-49c8-855d-effd01267594 service neutron] 10.222.0.30 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2620380
Feb 19 20:53:24.222319 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d33d94f4-adca-4fb3-8673-b249d5e8bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705534c0>, [{'id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-router', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99'}], 'enable_snat': True}, 'gw_port_id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:28Z', 'updated_at': '2022-02-19T20:53:21Z', 'revision_number': 5, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'gw_port': {'id': '5578690b-0b0b-4bf9-8e0f-2d374f688439', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:29Z', 'updated_at': '2022-02-19T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:24.250295 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d94f4-adca-4fb3-8673-b249d5e8bdc5 None None] Checking router: ebb764ee-20e9-4147-9d57-56645843e893 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:53:24.259424 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d94f4-adca-4fb3-8673-b249d5e8bdc5 None None] Routers {'ebb764ee-20e9-4147-9d57-56645843e893'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:24.260022 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d33d94f4-adca-4fb3-8673-b249d5e8bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705534c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ebb764ee-20e9-4147-9d57-56645843e893'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:24.392022 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.458726 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d33d94f4-adca-4fb3-8673-b249d5e8bdc5 None None] Set router ebb764ee-20e9-4147-9d57-56645843e893 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:24.459613 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Deleting port 5578690b-0b0b-4bf9-8e0f-2d374f688439 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:24.459964 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.513706 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d33d94f4-adca-4fb3-8673-b249d5e8bdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705534c0>, [{'id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-router', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:28Z', 'updated_at': '2022-02-19T20:53:24Z', 'revision_number': 6, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:24.544643 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d94f4-adca-4fb3-8673-b249d5e8bdc5 None None] The sync data for ids ['ebb764ee-20e9-4147-9d57-56645843e893'] in ncdv-master-1 is: [{'id': 'ebb764ee-20e9-4147-9d57-56645843e893', 'name': 'tempest-AttachSCSIVolumeTestJSON-25119916-router', 'tenant_id': '76afd67dfef14c3db64ccbd812036427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:28Z', 'updated_at': '2022-02-19T20:53:24Z', 'revision_number': 6, 'project_id': '76afd67dfef14c3db64ccbd812036427', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:53:24.546632 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] For port 5578690b-0b0b-4bf9-8e0f-2d374f688439, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5578690b-0b0b-4bf9-8e0f-2d374f688439,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:24.547074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.562557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Calling delete_port for 5578690b-0b0b-4bf9-8e0f-2d374f688439 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:24.694978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191fbf35-b9ce-44cc-bb60-5039a7b3f93f {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:24.706427 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Publish callbacks [] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.710083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-50b843cc-defd-4f3f-9801-12d4e087b1df service neutron] 10.222.0.30 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5072088
Feb 19 20:53:24.719219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247ae0a-e884-434a-a0ca-93736401c20d req-b52061fd-d646-4149-b792-420ee12baebc tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:24.720738 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d247ae0a-e884-434a-a0ca-93736401c20d req-b52061fd-d646-4149-b792-420ee12baebc tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 945 time: 0.4603150
Feb 19 20:53:24.732038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42060) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:24.743422 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (5578690b-0b0b-4bf9-8e0f-2d374f688439), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.750835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a15a44fe-69cf-407d-b7f5-e3f00bd2fbba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Request body: {'floatingip': {'port_id': '8ac53ea3-5b94-4d4e-a851-73b51c046686'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:24.781113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Transition to ACTIVE for port object 191fbf35-b9ce-44cc-bb60-5039a7b3f93f will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:53:24.796806 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (ebb764ee-20e9-4147-9d57-56645843e893), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.799078 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Pushing event deleted for resources: {'Port': ['ID=5578690b-0b0b-4bf9-8e0f-2d374f688439,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:24.818116 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.842990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.843263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.843613 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.843948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.844283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.844643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.844973 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.845302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.845628 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.845951 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.846277 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.846598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.846916 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:24.878064 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a15a44fe-69cf-407d-b7f5-e3f00bd2fbba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for floatingip (45a29dc8-a6a4-417d-bc34-41c3db2c0cb5), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.920636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (ebb764ee-20e9-4147-9d57-56645843e893), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.922911 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Publish callbacks [] for router_controller (ebb764ee-20e9-4147-9d57-56645843e893), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:24.992563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Pushing event updated for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:25.011076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-c8acaa83-a45b-44af-baf0-b0d296617e1f service neutron] 10.222.0.30 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2865727
Feb 19 20:53:25.023147 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (ebb764ee-20e9-4147-9d57-56645843e893), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.023753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebb764ee-20e9-4147-9d57-56645843e893 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:53:25.029626 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.034715 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-be2d3531-60f3-4b7c-bae5-190c49c47afe admin admin] 10.222.0.30 "DELETE /v2.0/routers/ebb764ee-20e9-4147-9d57-56645843e893 HTTP/1.1" status: 204  len: 168 time: 1.1467733
Feb 19 20:53:25.035597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42062) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:25.084023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc6fa0a-efb9-4d14-8d54-7b2377b6b3d4 admin admin] Deleting subnet 9f7af86f-b820-4445-b4bb-9c8dee2f22d2 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:53:25.087462 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dc6fa0a-efb9-4d14-8d54-7b2377b6b3d4 admin admin] Publish callbacks [] for subnet (9f7af86f-b820-4445-b4bb-9c8dee2f22d2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.119152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1db81-a53b-4b75-a434-20b2db30879e req-79705d87-c6f1-4b6a-a5ba-4b19fb5111b1 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:25.123158 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dc6fa0a-efb9-4d14-8d54-7b2377b6b3d4 admin admin] Publish callbacks [] for subnet (9f7af86f-b820-4445-b4bb-9c8dee2f22d2), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.126083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3db1db81-a53b-4b75-a434-20b2db30879e req-79705d87-c6f1-4b6a-a5ba-4b19fb5111b1 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 944 time: 0.3129246
Feb 19 20:53:25.199052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dc6fa0a-efb9-4d14-8d54-7b2377b6b3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (9f7af86f-b820-4445-b4bb-9c8dee2f22d2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.256016 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dc6fa0a-efb9-4d14-8d54-7b2377b6b3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for subnet (9f7af86f-b820-4445-b4bb-9c8dee2f22d2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.281306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6fa0a-efb9-4d14-8d54-7b2377b6b3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f7af86f-b820-4445-b4bb-9c8dee2f22d2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:25.285403 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dc6fa0a-efb9-4d14-8d54-7b2377b6b3d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.291676 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2dc6fa0a-efb9-4d14-8d54-7b2377b6b3d4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9f7af86f-b820-4445-b4bb-9c8dee2f22d2 HTTP/1.1" status: 204  len: 168 time: 0.2515626
Feb 19 20:53:25.291813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42064) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:25.293497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f0f016-4b3e-41cb-ba68-ba3e5f34d9ac None None] Network 065326d1-f4ad-4311-843c-e3f82557ad7a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:53:25.333529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3db1db81-a53b-4b75-a434-20b2db30879e req-ad92068b-5180-42b6-b535-b21ecb0e742d tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010694
Feb 19 20:53:25.342846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Attempting to bind port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:25.343199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Attempting to bind port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:25.343554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Attempting to bind port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:25.376389 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (065326d1-f4ad-4311-843c-e3f82557ad7a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.387999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:25.388356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Attempting to bind port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:25.408848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d656c443-6462-4a20-92bf-436a72b3c177 service neutron] 10.222.0.30 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3885372
Feb 19 20:53:25.437905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:25.438250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:25.438650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:25.439106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Bound port: 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:25.439471 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.459809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Deleting port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:25.460265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.481375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd765b-a107-4290-a731-1555f8b787fd None None] DHCP port deletion for 065326d1-f4ad-4311-843c-e3f82557ad7a request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:53:25.553427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] For port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:25.554217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.562637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-52dd765b-a107-4290-a731-1555f8b787fd None None] Deleting port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:25.563227 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52dd765b-a107-4290-a731-1555f8b787fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.572864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Calling delete_port for cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:25.656060 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.663545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-52dd765b-a107-4290-a731-1555f8b787fd None None] For port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb,segment=NetworkSegment(42edec38-953d-46c8-bf78-e47515212caf),segment_id=42edec38-953d-46c8-bf78-e47515212caf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:25.663764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f161f-89ae-4cd7-834a-382456c030e1 req-92eebbc2-134e-42cb-a7ba-1127033083a6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:25.663943 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52dd765b-a107-4290-a731-1555f8b787fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.665327 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d94f161f-89ae-4cd7-834a-382456c030e1 req-92eebbc2-134e-42cb-a7ba-1127033083a6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.2691312
Feb 19 20:53:25.680235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-52dd765b-a107-4290-a731-1555f8b787fd None None] Calling delete_port for cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:25.694630 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.723818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:25.735121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] No DVR routers for this DVR port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:53:25.754850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-e14b41db-39d5-487e-baa5-6fb70241072c service neutron] 10.222.0.30 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3449419
Feb 19 20:53:25.774935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:25.779187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:25.833445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (065326d1-f4ad-4311-843c-e3f82557ad7a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.837489 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52dd765b-a107-4290-a731-1555f8b787fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.851727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd765b-a107-4290-a731-1555f8b787fd None None] No DVR routers for this DVR port cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:53:25.858080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5a6b335a00>> segment before_delete 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.858080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5a6b335a00>> subnet precommit_delete_associations 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.864289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b188ee0>> segment_host_mapping after_create 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.864289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b188ee0>> port after_create 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.864289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b188ee0>> port after_delete 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.864289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b188ee0>> port after_update 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.864289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b188ee0>> segment after_delete 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.864289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b188ee0>> subnet after_create 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.864289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b188ee0>> subnet after_delete 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.864289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5a6b188ee0>> subnet after_update 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.877590 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.883017 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd765b-a107-4290-a731-1555f8b787fd None None] Pushing event deleted for resources: {'Port': ['ID=cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:25.902684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d94f161f-89ae-4cd7-834a-382456c030e1 req-143f378b-d298-4e2a-b3c3-a4d7a3024a67 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953382
Feb 19 20:53:25.940921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a6a87dcd0>> subnet after_create 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.941359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a6a87dcd0>> subnet after_delete 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.941550 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a6a87dcd0>> subnet before_create 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.941888 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5a6a87dcd0>> subnet before_update 55550000 {{(pid=121129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 19 20:53:25.942292 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b335d00>,) {'filters': {'network_id': ['065326d1-f4ad-4311-843c-e3f82557ad7a']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:25.942652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:25.943288 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:25.944730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] 10.222.0.10 "PUT /v2.0/ports/191fbf35-b9ce-44cc-bb60-5039a7b3f93f HTTP/1.1" status: 200  len: 1096 time: 2.4141240
Feb 19 20:53:25.948448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:25.950659 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03813d4-a89b-4e0f-a871-2b4b754e132a" -d '{"events": [{"name": "network-changed", "server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:25.961583 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b335d00>, '42edec38-953d-46c8-bf78-e47515212caf') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:25.961951 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b335d00>, '42edec38-953d-46c8-bf78-e47515212caf') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:25.981575 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (42edec38-953d-46c8-bf78-e47515212caf), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:26.004963 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (42edec38-953d-46c8-bf78-e47515212caf), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:26.013747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:53:26.014263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (42edec38-953d-46c8-bf78-e47515212caf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   from cryptography.utils import int_from_bytes
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   from cryptography.utils import int_from_bytes
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:53:26.018321 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:53:26.083573 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (065326d1-f4ad-4311-843c-e3f82557ad7a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:26.093067 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:26.093567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d2722-10f4-4abb-b7eb-2df626624694 service neutron] Pushing event updated for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:26.100566 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] 10.222.0.30 "DELETE /v2.0/networks/065326d1-f4ad-4311-843c-e3f82557ad7a HTTP/1.1" status: 204  len: 168 time: 0.8035808
Feb 19 20:53:26.102296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42068) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:26.106837 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.resource_extend [None req-a15a44fe-69cf-407d-b7f5-e3f00bd2fbba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 20:53:26.107587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083790c5-5f03-4ecd-86f0-51c787e95d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=065326d1-f4ad-4311-843c-e3f82557ad7a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:26.187649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-683132fa-c3ff-4760-aaae-e43242e2b9de service neutron] 10.222.0.30 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3948531
Feb 19 20:53:26.306903 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a15a44fe-69cf-407d-b7f5-e3f00bd2fbba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:26.315614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fd18e-4895-4bfa-a2e5-e07adf685657 req-10c92861-4bfb-4c75-b9d4-8c8519138a79 tempest-LiveMigrationNegativeTest-1300925375 tempest-LiveMigrationNegativeTest-1300925375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:26.317220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-138fd18e-4895-4bfa-a2e5-e07adf685657 req-10c92861-4bfb-4c75-b9d4-8c8519138a79 tempest-LiveMigrationNegativeTest-1300925375 tempest-LiveMigrationNegativeTest-1300925375-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 1131 time: 0.3136318
Feb 19 20:53:26.320976 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a15a44fe-69cf-407d-b7f5-e3f00bd2fbba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (45a29dc8-a6a4-417d-bc34-41c3db2c0cb5), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:26.323835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bb361-a477-413a-9a99-339659f848f6 req-e0d83f94-6288-4f09-85d3-77ddb070608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:26.325268 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-e0d83f94-6288-4f09-85d3-77ddb070608a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 1130 time: 0.2976124
Feb 19 20:53:26.561114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:26.581282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:53:26.581631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 92ab1123-a4e3-4ae7-b1d3-ef76b884cdcc not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:26.582058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5578690b-0b0b-4bf9-8e0f-2d374f688439 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:26.602318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 5578690b-0b0b-4bf9-8e0f-2d374f688439 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:53:26.602666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5578690b-0b0b-4bf9-8e0f-2d374f688439 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:26.603091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:26.625731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:53:26.626081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cab5f1ac-c4b3-4ccc-a6c1-f60f73f629cb not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:26.646863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device bbd45217-6a8e-439f-89c7-dd438e2032fd up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:26.695136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port bbd45217-6a8e-439f-89c7-dd438e2032fd completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:53:26.700667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port bbd45217-6a8e-439f-89c7-dd438e2032fd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:26.701047 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:26.714855 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-bd47b8dc-5fb5-4b8c-98ed-4b83dca69d63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f HTTP/1.1" status: 200  len: 217 time: 0.0943673
Feb 19 20:53:26.715521 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-138fd18e-4895-4bfa-a2e5-e07adf685657 req-4d792616-c4b4-4f91-9935-9e2f518aa549 tempest-LiveMigrationNegativeTest-1300925375 tempest-LiveMigrationNegativeTest-1300925375-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:26.778595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port bbd45217-6a8e-439f-89c7-dd438e2032fd is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:26.779008 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:26.790641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-7b93a9d0-90b1-4eae-9de9-c36383cf8303 service neutron] 10.222.0.30 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5689385
Feb 19 20:53:26.804261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd45217-6a8e-439f-89c7-dd438e2032fd'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:26.806699 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f0ddca-163a-4c3e-9aa1-78dd9a62a990" -d '{"events": [{"server_uuid": "097ae8b7-1df3-4788-b5e3-5580b215bf98", "name": "network-vif-plugged", "status": "completed", "tag": "bbd45217-6a8e-439f-89c7-dd438e2032fd"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:26.819619 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port bbd45217-6a8e-439f-89c7-dd438e2032fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd45217-6a8e-439f-89c7-dd438e2032fd,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:26.822536 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:26.872844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=bbd45217-6a8e-439f-89c7-dd438e2032fd,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:26.928042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bb361-a477-413a-9a99-339659f848f6 req-0cb59c24-8d2b-4aaa-b87b-86277f09e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:26.929788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-0cb59c24-8d2b-4aaa-b87b-86277f09e04d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.2007611
Feb 19 20:53:27.000896 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-a15a44fe-69cf-407d-b7f5-e3f00bd2fbba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Floating IP 45a29dc8-a6a4-417d-bc34-41c3db2c0cb5 associated. External IP: 172.35.2.164, port: 8ac53ea3-5b94-4d4e-a851-73b51c046686.
Feb 19 20:53:27.146025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-85538884-6280-4c9d-9e1c-1a455b3aacb0 service neutron] 10.222.0.30 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3462620
Feb 19 20:53:27.182792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bb361-a477-413a-9a99-339659f848f6 req-933c1c8a-6600-472f-8e70-fe20d5a78414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:27.184288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-933c1c8a-6600-472f-8e70-fe20d5a78414 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2379708
Feb 19 20:53:27.199779 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-138fd18e-4895-4bfa-a2e5-e07adf685657 req-4d792616-c4b4-4f91-9935-9e2f518aa549 tempest-LiveMigrationNegativeTest-1300925375 tempest-LiveMigrationNegativeTest-1300925375-project-admin] Publish callbacks [] for security_group (88f48904-5325-4455-a898-ddda7eb2165a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:27.235970 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-138fd18e-4895-4bfa-a2e5-e07adf685657 req-4d792616-c4b4-4f91-9935-9e2f518aa549 tempest-LiveMigrationNegativeTest-1300925375 tempest-LiveMigrationNegativeTest-1300925375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (88f48904-5325-4455-a898-ddda7eb2165a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:27.327435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-4c3f889e-8df0-4b9d-878f-bc7facdbedb4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:27.328816 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-4c3f889e-8df0-4b9d-878f-bc7facdbedb4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports/e1552338-247f-46d8-ba3c-0852bc6b82e8 HTTP/1.1" status: 200  len: 937 time: 0.1755185
Feb 19 20:53:27.388458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-138fd18e-4895-4bfa-a2e5-e07adf685657 req-4d792616-c4b4-4f91-9935-9e2f518aa549 tempest-LiveMigrationNegativeTest-1300925375 tempest-LiveMigrationNegativeTest-1300925375-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0613971
Feb 19 20:53:27.398744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d792616-c4b4-4f91-9935-9e2f518aa549 tempest-LiveMigrationNegativeTest-1300925375 tempest-LiveMigrationNegativeTest-1300925375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f48904-5325-4455-a898-ddda7eb2165a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:27.544943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-53917b76-113a-464e-a9f8-489797721451 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:27.546293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-53917b76-113a-464e-a9f8-489797721451 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports/6290f8b3-0737-4492-8de5-f27de84a5a1e HTTP/1.1" status: 200  len: 936 time: 0.2063680
Feb 19 20:53:27.553479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-071f5be5-1765-4a12-844e-77bb75fffefc service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3557091
Feb 19 20:53:27.654929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c9eb-f33f-4a0c-b98e-e373de6d5fda req-7be92cae-d7ad-4aff-88af-95ccb64f8ba0 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:27.656520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2640c9eb-f33f-4a0c-b98e-e373de6d5fda req-7be92cae-d7ad-4aff-88af-95ccb64f8ba0 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 1127 time: 0.1997108
Feb 19 20:53:27.704199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15a44fe-69cf-407d-b7f5-e3f00bd2fbba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:53:27.732377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-156bb361-a477-413a-9a99-339659f848f6 req-7086f8f1-c45a-4fee-b548-2cf7f1815724 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672056
Feb 19 20:53:27.838103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2640c9eb-f33f-4a0c-b98e-e373de6d5fda req-dad7ae51-f714-48ec-b9a5-038e6afee99d tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665947
Feb 19 20:53:27.885869 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (07c3154e-ca52-4215-8758-0df058f756b1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:27.967358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15a44fe-69cf-407d-b7f5-e3f00bd2fbba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:53:27.981721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aafea7b-c66b-4488-b056-5948df2eea48 None None] Sync routers for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:53:27.986885 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a15a44fe-69cf-407d-b7f5-e3f00bd2fbba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:27.993846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aafea7b-c66b-4488-b056-5948df2eea48 None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:27.994526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5aafea7b-c66b-4488-b056-5948df2eea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63664a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:28.034573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a15a44fe-69cf-407d-b7f5-e3f00bd2fbba tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "PUT /v2.0/floatingips/45a29dc8-a6a4-417d-bc34-41c3db2c0cb5 HTTP/1.1" status: 200  len: 991 time: 3.2990510
Feb 19 20:53:28.061968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad893a35-b788-4a38-8ae2-4e52d6331f1e req-b5e5832c-923e-4151-a2bc-9b1c9ffd4838 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:28.069440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad893a35-b788-4a38-8ae2-4e52d6331f1e req-b5e5832c-923e-4151-a2bc-9b1c9ffd4838 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 948 time: 0.1440122
Feb 19 20:53:28.151244 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2116db97-8b26-41f7-873f-ae9591989ad7 x-openstack-request-id: req-2116db97-8b26-41f7-873f-ae9591989ad7 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:28.151540 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:28.151801 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2116db97-8b26-41f7-873f-ae9591989ad7 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:28.152349 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'status': 'completed', 'code': 200}
Feb 19 20:53:28.187149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42106) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:28.222700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad893a35-b788-4a38-8ae2-4e52d6331f1e req-63015134-6e53-4d7e-bef2-115776205b51 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523719
Feb 19 20:53:28.276028 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03813d4-a89b-4e0f-a871-2b4b754e132a req-d4c66a08-bf05-4699-9afc-4f21f2a1fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:28.277581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c03813d4-a89b-4e0f-a871-2b4b754e132a req-d4c66a08-bf05-4699-9afc-4f21f2a1fad5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 1130 time: 0.1148164
Feb 19 20:53:28.295156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ad753-65c6-4826-be2a-53e0e9c86157 req-532aac5b-209c-4014-8b46-87803c8a4eee tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:28.296041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd7ad753-65c6-4826-be2a-53e0e9c86157 req-532aac5b-209c-4014-8b46-87803c8a4eee tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 945 time: 0.0932641
Feb 19 20:53:28.315347 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d73343f4-62f2-4665-8fa8-b0f4a9fa95c1 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:28.317019 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d73343f4-62f2-4665-8fa8-b0f4a9fa95c1 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports/e1552338-247f-46d8-ba3c-0852bc6b82e8 HTTP/1.1" status: 200  len: 937 time: 0.1281996
Feb 19 20:53:28.347807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5aafea7b-c66b-4488-b056-5948df2eea48 None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:28.376916 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027743c7-1924-4eec-bcb7-b8611d36ed1c x-openstack-request-id: req-027743c7-1924-4eec-bcb7-b8611d36ed1c {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:28.377600 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097ae8b7-1df3-4788-b5e3-5580b215bf98", "name": "network-vif-plugged", "status": "completed", "tag": "bbd45217-6a8e-439f-89c7-dd438e2032fd", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:28.378009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-de29a4e3-4233-4bd4-b249-b4c3e659d0ce tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:28.378166 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-027743c7-1924-4eec-bcb7-b8611d36ed1c {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:28.378561 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'code': 200}
Feb 19 20:53:28.379409 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-de29a4e3-4233-4bd4-b249-b4c3e659d0ce tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports/6290f8b3-0737-4492-8de5-f27de84a5a1e HTTP/1.1" status: 200  len: 936 time: 0.0559480
Feb 19 20:53:28.667447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5aafea7b-c66b-4488-b056-5948df2eea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63664a60>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '45a29dc8-a6a4-417d-bc34-41c3db2c0cb5', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'floating_ip_address': '172.35.2.164', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'port_id': '8ac53ea3-5b94-4d4e-a851-73b51c046686', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'mac_address': 'fa:16:3e:dd:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:50:50Z', 'updated_at': '2022-02-19T20:53:25Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:28.701846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aafea7b-c66b-4488-b056-5948df2eea48 None None] Checking router: c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:53:28.714543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aafea7b-c66b-4488-b056-5948df2eea48 None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:28.715712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5aafea7b-c66b-4488-b056-5948df2eea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63664a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:28.787159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd7ad753-65c6-4826-be2a-53e0e9c86157 req-a7e40b93-73e6-4ff8-bf38-92b9cbbbec46 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4812157
Feb 19 20:53:28.800917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03813d4-a89b-4e0f-a871-2b4b754e132a req-73189cd1-af5d-432e-b1bd-4739a3899e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:28.810866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c03813d4-a89b-4e0f-a871-2b4b754e132a req-73189cd1-af5d-432e-b1bd-4739a3899e9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.5060363
Feb 19 20:53:28.815791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0572a95-e18f-45cf-ae6d-efc9dc1ca48d req-a836a0b5-e685-4bbb-a3c3-01f3d037b9a6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:28.817957 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0572a95-e18f-45cf-ae6d-efc9dc1ca48d req-a836a0b5-e685-4bbb-a3c3-01f3d037b9a6 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 950 time: 0.4742827
Feb 19 20:53:28.819970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c5ecc-e433-4a61-94bd-969e80073529 req-5e268247-72d8-4265-b82d-c96c00cde35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:28.821434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-970c5ecc-e433-4a61-94bd-969e80073529 req-5e268247-72d8-4265-b82d-c96c00cde35e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 1127 time: 0.4528303
Feb 19 20:53:28.859268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5aafea7b-c66b-4488-b056-5948df2eea48 None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:28.884480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c03813d4-a89b-4e0f-a871-2b4b754e132a req-f7ca7ba8-88d5-4636-94c6-4ea48e5f42aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f HTTP/1.1" status: 200  len: 217 time: 0.0618169
Feb 19 20:53:28.965872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] Deleting port c8465441-fe32-458a-8f37-997a45922bf8 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:28.966132 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c8465441-fe32-458a-8f37-997a45922bf8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:28.988280 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0572a95-e18f-45cf-ae6d-efc9dc1ca48d req-3b9f96d6-0e99-452d-8ac4-6363248d8249 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581562
Feb 19 20:53:29.020594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-970c5ecc-e433-4a61-94bd-969e80073529 req-7517bf72-545c-413e-81e1-b419af8d58ec service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874893
Feb 19 20:53:29.030038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03813d4-a89b-4e0f-a871-2b4b754e132a req-47c55610-5f84-43e9-9ce1-1bee54fa4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:29.031556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c03813d4-a89b-4e0f-a871-2b4b754e132a req-47c55610-5f84-43e9-9ce1-1bee54fa4d08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1402216
Feb 19 20:53:29.101364 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] For port c8465441-fe32-458a-8f37-997a45922bf8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8465441-fe32-458a-8f37-997a45922bf8,segment=NetworkSegment(46d5645e-2e92-4f18-9e4d-cca3fedf6049),segment_id=46d5645e-2e92-4f18-9e4d-cca3fedf6049)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:29.102860 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c8465441-fe32-458a-8f37-997a45922bf8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:29.120172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] Calling delete_port for c8465441-fe32-458a-8f37-997a45922bf8 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:29.126264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03813d4-a89b-4e0f-a871-2b4b754e132a req-e0a593a7-0891-4b4d-8eaa-a3058ad19395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:29.127822 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c03813d4-a89b-4e0f-a871-2b4b754e132a req-e0a593a7-0891-4b4d-8eaa-a3058ad19395 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0902288
Feb 19 20:53:29.135614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3604b765-b301-4875-991d-4d4190639b69 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:53:29.138037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3604b765-b301-4875-991d-4d4190639b69 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:29.229137 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:29.335792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5aafea7b-c66b-4488-b056-5948df2eea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63664a60>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '45a29dc8-a6a4-417d-bc34-41c3db2c0cb5', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'floating_ip_address': '172.35.2.164', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'port_id': '8ac53ea3-5b94-4d4e-a851-73b51c046686', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'mac_address': 'fa:16:3e:dd:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:50:50Z', 'updated_at': '2022-02-19T20:53:25Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:29.351976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab0bc2-e7a3-4990-9072-95636494a6d9 req-0b41c201-a9ae-4ed8-856f-90a42abefe40 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:29.353248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bbab0bc2-e7a3-4990-9072-95636494a6d9 req-0b41c201-a9ae-4ed8-856f-90a42abefe40 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 945 time: 0.2160830
Feb 19 20:53:29.388399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aafea7b-c66b-4488-b056-5948df2eea48 None None] The sync data for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 is: [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '45a29dc8-a6a4-417d-bc34-41c3db2c0cb5', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'floating_ip_address': '172.35.2.164', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'port_id': '8ac53ea3-5b94-4d4e-a851-73b51c046686', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'mac_address': 'fa:16:3e:dd:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:50:50Z', 'updated_at': '2022-02-19T20:53:25Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:53:29.389803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c03813d4-a89b-4e0f-a871-2b4b754e132a req-430fa19f-3134-4139-b335-fe3313add30a service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2537169
Feb 19 20:53:29.392891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:29.396191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3604b765-b301-4875-991d-4d4190639b69 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:29.396873 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3604b765-b301-4875-991d-4d4190639b69), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:29.415410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '3604b765-b301-4875-991d-4d4190639b69', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '3604b765-b301-4875-991d-4d4190639b69', 'mac_address': 'fa:16:3e:e1:26:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:53:29.469563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:29.483398 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3604b765-b301-4875-991d-4d4190639b69), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:29.491505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bbab0bc2-e7a3-4990-9072-95636494a6d9 req-4d8e08c5-4c12-4a3f-a692-44278f0f0236 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups?id=be81e35c-7d6e-4ed4-8799-80ca4f746b6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264834
Feb 19 20:53:29.516871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3604b765-b301-4875-991d-4d4190639b69 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:29.517752 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3604b765-b301-4875-991d-4d4190639b69), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:29.565325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c03813d4-a89b-4e0f-a871-2b4b754e132a req-bdcbc228-3060-438b-9c4b-259bc9556d7b service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678078
Feb 19 20:53:29.583771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3604b765-b301-4875-991d-4d4190639b69 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:29.583974 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c8465441-fe32-458a-8f37-997a45922bf8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:29.625981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8465441-fe32-458a-8f37-997a45922bf8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:29.659219 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 20:53:29.659589 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 20:53:29.660083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3604b765-b301-4875-991d-4d4190639b69,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:29.754594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-809469d1-5cac-467b-a6a1-357a99c1f502 req-9c8edc42-b2f8-4171-b63d-0480b3dcbe01 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 210 time: 0.0392594
Feb 19 20:53:29.830769 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3de467-8be3-4cfd-9804-308710d9e806 None None] New status for floating IP 45a29dc8-a6a4-417d-bc34-41c3db2c0cb5: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:53:29.905624 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (07c3154e-ca52-4215-8758-0df058f756b1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:30.040367 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-8e025191-d8e8-4c19-afc0-64413cde86e0 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:53:30.044999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-8e025191-d8e8-4c19-afc0-64413cde86e0 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0093679
Feb 19 20:53:30.146231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2787b823-552e-473f-a188-b92ec5943ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:30.147598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2787b823-552e-473f-a188-b92ec5943ca2 service neutron] 10.222.0.67 "GET /v2.0/ports/e1552338-247f-46d8-ba3c-0852bc6b82e8 HTTP/1.1" status: 200  len: 1033 time: 0.1746278
Feb 19 20:53:30.151571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-28cff5be-d871-4180-991a-194c4285bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:30.152860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-28cff5be-d871-4180-991a-194c4285bfbc service neutron] 10.222.0.30 "GET /v2.0/ports/a926fff0-c109-4640-adbe-9f6dd047f15f HTTP/1.1" status: 200  len: 1124 time: 0.0685813
Feb 19 20:53:30.155388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'tag': '8ac53ea3-5b94-4d4e-a851-73b51c046686'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:30.157622 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f50315-f2b2-4d01-a4be-124af2101583" -d '{"events": [{"name": "network-changed", "server_uuid": "ae68ed7f-2390-4238-aa17-0cc5a0fc1791", "tag": "8ac53ea3-5b94-4d4e-a851-73b51c046686"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:30.171593 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:30.172034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Unknown quota resources ['binding']. {{(pid=121128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:53:30.199300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3604b765-b301-4875-991d-4d4190639b69 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:30.199752 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3604b765-b301-4875-991d-4d4190639b69), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:30.216451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3604b765-b301-4875-991d-4d4190639b69 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:30.236757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:30.242185 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3604b765-b301-4875-991d-4d4190639b69), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:30.245998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c4541-5dca-44c0-920a-8d89e5b32fd6 req-6bd25088-4883-4857-bd9d-0e837a060fc8 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:30.247749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df4c4541-5dca-44c0-920a-8d89e5b32fd6 req-6bd25088-4883-4857-bd9d-0e837a060fc8 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 948 time: 0.2719445
Feb 19 20:53:30.269736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-64b06562-184f-42c0-b25b-b36870420436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:30.271642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-64b06562-184f-42c0-b25b-b36870420436 service neutron] 10.222.0.67 "GET /v2.0/ports/6290f8b3-0737-4492-8de5-f27de84a5a1e HTTP/1.1" status: 200  len: 1032 time: 0.1081593
Feb 19 20:53:30.302186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3604b765-b301-4875-991d-4d4190639b69,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:30.380651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3604b765-b301-4875-991d-4d4190639b69'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:30.383002 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0cefac-4135-4d70-9897-286ef4108a46" -d '{"events": [{"server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "3604b765-b301-4875-991d-4d4190639b69"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:30.520151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['3604b765-b301-4875-991d-4d4190639b69'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:30.521607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df4c4541-5dca-44c0-920a-8d89e5b32fd6 req-061fa536-6ad9-4845-ae43-25e3257009a7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2641022
Feb 19 20:53:30.573796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2b18d223-96b7-4405-9c14-589c04dc2326 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:30.578785 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2b18d223-96b7-4405-9c14-589c04dc2326 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:30.583708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2b18d223-96b7-4405-9c14-589c04dc2326 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:30.585520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2b18d223-96b7-4405-9c14-589c04dc2326 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "GET /v2.0/networks?id=c36e6964-b1c5-4d15-8ff3-6ec34911167e&id=3a65eeba-09aa-46e7-a378-b06f5822655f&id=3a65eeba-09aa-46e7-a378-b06f5822655f&id=3a65eeba-09aa-46e7-a378-b06f5822655f&id=3a65eeba-09aa-46e7-a378-b06f5822655f&id=29f753c7-df02-4765-94b5-9df128b873af&id=29f753c7-df02-4765-94b5-9df128b873af HTTP/1.1" status: 200  len: 1994 time: 0.2706234
Feb 19 20:53:30.616069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f on host nch1-master-1 for vnic_type normal with profile None {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:30.616440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:30.616774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:30.644056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] Router 07c3154e-ca52-4215-8758-0df058f756b1 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:53:30.646333 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Port a926fff0-c109-4640-adbe-9f6dd047f15f on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:30.646665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:30.682494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:30.682859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:30.683229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:30.683677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Bound port: a926fff0-c109-4640-adbe-9f6dd047f15f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:30.851564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-6b62fe6d-55fe-45cc-a38a-bae31ff0d78a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0981190244846a18036aa20dce2dc60 HTTP/1.1" status: 200  len: 379 time: 0.2440271
Feb 19 20:53:30.872134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2de153-af2a-4b1a-bd7b-1f9c293e1cea req-25845582-c78e-458a-9e0a-21611cd679ac tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:30.873601 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f2de153-af2a-4b1a-bd7b-1f9c293e1cea req-25845582-c78e-458a-9e0a-21611cd679ac tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 945 time: 0.2447505
Feb 19 20:53:30.877049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'admin_state_up': True, 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'security_groups': ['1a6fd058-e30e-4b41-9b89-fe9e82aff608']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:30.910607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a926fff0-c109-4640-adbe-9f6dd047f15f,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:31.027495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 191fbf35-b9ce-44cc-bb60-5039a7b3f93f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:53:31.148543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:31.160748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'mac_address': 'fa:16:3e:71:3e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:53:31.201561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:31.202144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:31.220364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191fbf35-b9ce-44cc-bb60-5039a7b3f93f {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:31.225282 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:31.226430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2346b7eb-a0da-479c-8050-28d35b1ed258 service neutron] 10.222.0.30 "POST /v2.0/ports/a926fff0-c109-4640-adbe-9f6dd047f15f/bindings HTTP/1.1" status: 201  len: 389 time: 1.0661392
Feb 19 20:53:31.242582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:31.247855 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:31.279883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:53:31.285269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f708f3b6-0435-4516-8928-4399c6c7266d admin admin] 10.222.0.30 "PUT /v2.0/routers/07c3154e-ca52-4215-8758-0df058f756b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1735661
Feb 19 20:53:31.288288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42168) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:31.305501 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f2de153-af2a-4b1a-bd7b-1f9c293e1cea req-13a704aa-d0ae-4f0a-ae91-748f65be40f9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4152365
Feb 19 20:53:31.310280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8e71a7-b76e-44a6-9af4-4ec46dc7492e None None] Sync routers for ids ['07c3154e-ca52-4215-8758-0df058f756b1'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:53:31.328540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:31.337560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e71a7-b76e-44a6-9af4-4ec46dc7492e None None] Routers {'07c3154e-ca52-4215-8758-0df058f756b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:31.338919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4c8e71a7-b76e-44a6-9af4-4ec46dc7492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6348abb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['07c3154e-ca52-4215-8758-0df058f756b1'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:31.391289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:31.395522 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:31.515292 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Publish callbacks [] for router (07c3154e-ca52-4215-8758-0df058f756b1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:31.594314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-4c8e71a7-b76e-44a6-9af4-4ec46dc7492e None None] Set router 07c3154e-ca52-4215-8758-0df058f756b1 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:31.608360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['191fbf35-b9ce-44cc-bb60-5039a7b3f93f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:31.651177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Publish callbacks [] for router_gateway (07c3154e-ca52-4215-8758-0df058f756b1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:31.652025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4384-87bc-4b31-9ad8-719f6bb2f221 req-f7fea6ad-6700-4da1-a775-06547d7cf412 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:31.661859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf2f4384-87bc-4b31-9ad8-719f6bb2f221 req-f7fea6ad-6700-4da1-a775-06547d7cf412 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 949 time: 0.1951535
Feb 19 20:53:31.716369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Allocated IP 172.20.0.8 (c36e6964-b1c5-4d15-8ff3-6ec34911167e/6cff33a4-7faf-4e16-876c-8051332d4598/a5a05223-8669-4696-8f96-528bee454543) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:31.735196 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7343a7ad-8a47-4749-a023-48d8280a00e8 x-openstack-request-id: req-7343a7ad-8a47-4749-a023-48d8280a00e8 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:31.735550 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae68ed7f-2390-4238-aa17-0cc5a0fc1791", "tag": "8ac53ea3-5b94-4d4e-a851-73b51c046686", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:31.735818 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7343a7ad-8a47-4749-a023-48d8280a00e8 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:31.736241 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'tag': '8ac53ea3-5b94-4d4e-a851-73b51c046686', 'status': 'completed', 'code': 200}
Feb 19 20:53:31.737793 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Deleting port a0065db8-387a-4e59-919a-7b0f995f3fdb {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:31.738487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:31.823410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-18263b65-3724-45f8-bcf7-6511222a53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:31.825338 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-18263b65-3724-45f8-bcf7-6511222a53a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 1127 time: 0.2260458
Feb 19 20:53:31.840579 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf2f4384-87bc-4b31-9ad8-719f6bb2f221 req-34af6f6f-4db9-443d-a477-a6c8cea8026a tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777425
Feb 19 20:53:31.875041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] For port a0065db8-387a-4e59-919a-7b0f995f3fdb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0065db8-387a-4e59-919a-7b0f995f3fdb,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:31.875417 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:31.898339 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Calling delete_port for a0065db8-387a-4e59-919a-7b0f995f3fdb owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:31.976730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f3cdd20-2a2d-4ee7-82fa-6b30409337b8 req-c1460280-a567-4d7a-b774-f4a456a4ec79 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 210 time: 0.1163726
Feb 19 20:53:32.039014 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfe595d-31b3-4ad7-bfe8-79e43dc1e4fe x-openstack-request-id: req-ecfe595d-31b3-4ad7-bfe8-79e43dc1e4fe {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:32.039338 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "3604b765-b301-4875-991d-4d4190639b69", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:32.039563 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ecfe595d-31b3-4ad7-bfe8-79e43dc1e4fe {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:32.039963 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3604b765-b301-4875-991d-4d4190639b69', 'code': 200}
Feb 19 20:53:32.126423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4c8e71a7-b76e-44a6-9af4-4ec46dc7492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6348abb0>, [{'id': '07c3154e-ca52-4215-8758-0df058f756b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-router', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:37Z', 'updated_at': '2022-02-19T20:53:29Z', 'revision_number': 5, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'gw_port': {'id': 'a0065db8-387a-4e59-919a-7b0f995f3fdb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c3154e-ca52-4215-8758-0df058f756b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:51:38Z', 'updated_at': '2022-02-19T20:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:32.134131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a0065db8-387a-4e59-919a-7b0f995f3fdb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.144130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f50315-f2b2-4d01-a4be-124af2101583 req-263eb746-2555-4e7b-9835-510376d9cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:32.146226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19f50315-f2b2-4d01-a4be-124af2101583 req-263eb746-2555-4e7b-9835-510376d9cf64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a&device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 1127 time: 0.3998098
Feb 19 20:53:32.162539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8e71a7-b76e-44a6-9af4-4ec46dc7492e None None] Checking router: 07c3154e-ca52-4215-8758-0df058f756b1 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:53:32.186514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0065db8-387a-4e59-919a-7b0f995f3fdb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:32.199954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e71a7-b76e-44a6-9af4-4ec46dc7492e None None] Routers {'07c3154e-ca52-4215-8758-0df058f756b1'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:32.200635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4c8e71a7-b76e-44a6-9af4-4ec46dc7492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6348abb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['07c3154e-ca52-4215-8758-0df058f756b1'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:32.255792 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (07c3154e-ca52-4215-8758-0df058f756b1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.284252 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for port (a5a05223-8669-4696-8f96-528bee454543), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.292611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-4c8e71a7-b76e-44a6-9af4-4ec46dc7492e None None] Set router 07c3154e-ca52-4215-8758-0df058f756b1 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:32.361963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4c8e71a7-b76e-44a6-9af4-4ec46dc7492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6348abb0>, [{'id': '07c3154e-ca52-4215-8758-0df058f756b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-router', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:37Z', 'updated_at': '2022-02-19T20:53:32Z', 'revision_number': 7, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:32.365287 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (07c3154e-ca52-4215-8758-0df058f756b1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.366771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Publish callbacks [] for router_controller (07c3154e-ca52-4215-8758-0df058f756b1), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.380295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b0460-7c2b-4632-82c6-1317615db304 req-b83cea98-6339-4c16-b548-cb5bbe2a6322 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:32.382199 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-801b0460-7c2b-4632-82c6-1317615db304 req-b83cea98-6339-4c16-b548-cb5bbe2a6322 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 945 time: 0.4273834
Feb 19 20:53:32.395738 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8e71a7-b76e-44a6-9af4-4ec46dc7492e None None] The sync data for ids ['07c3154e-ca52-4215-8758-0df058f756b1'] in ncdv-master-1 is: [{'id': '07c3154e-ca52-4215-8758-0df058f756b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-177821459-router', 'tenant_id': '9f4dce37deef48de9f0dbae35d08257e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:51:37Z', 'updated_at': '2022-02-19T20:53:32Z', 'revision_number': 7, 'project_id': '9f4dce37deef48de9f0dbae35d08257e', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:53:32.396104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-98355bd0-a75a-4924-a33d-69680c807c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:32.401006 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-98355bd0-a75a-4924-a33d-69680c807c75 service neutron] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.5675533
Feb 19 20:53:32.417953 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (07c3154e-ca52-4215-8758-0df058f756b1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.418637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07c3154e-ca52-4215-8758-0df058f756b1 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:53:32.427376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f379-6c92-4109-ab0d-c4cac6a7fffe req-0545a270-ce85-4a52-8e04-5a7b44994c27 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:32.435230 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.436798 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b08589be-6a24-4241-a846-059305c5808f admin admin] 10.222.0.30 "DELETE /v2.0/routers/07c3154e-ca52-4215-8758-0df058f756b1 HTTP/1.1" status: 204  len: 168 time: 1.1460586
Feb 19 20:53:32.439293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42186) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:32.441747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8aa6f379-6c92-4109-ab0d-c4cac6a7fffe req-0545a270-ce85-4a52-8e04-5a7b44994c27 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 949 time: 0.3449106
Feb 19 20:53:32.497660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca17c1f-f7e8-4282-9350-768ebd326313 admin admin] Deleting subnet 752bd7f8-c58c-4301-a402-96bfcf5fcff2 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:53:32.500733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ca17c1f-f7e8-4282-9350-768ebd326313 admin admin] Publish callbacks [] for subnet (752bd7f8-c58c-4301-a402-96bfcf5fcff2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.523359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-3423e97d-fb33-4515-bf8b-c9d552410e62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a926fff0-c109-4640-adbe-9f6dd047f15f HTTP/1.1" status: 200  len: 217 time: 0.1062109
Feb 19 20:53:32.535438 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ca17c1f-f7e8-4282-9350-768ebd326313 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (752bd7f8-c58c-4301-a402-96bfcf5fcff2), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.621600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8aa6f379-6c92-4109-ab0d-c4cac6a7fffe req-646ce72a-dae4-4fd6-8fad-63977a61c788 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782508
Feb 19 20:53:32.622958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ca17c1f-f7e8-4282-9350-768ebd326313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (752bd7f8-c58c-4301-a402-96bfcf5fcff2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.650977 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a5a05223-8669-4696-8f96-528bee454543), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.680598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-801b0460-7c2b-4632-82c6-1317615db304 req-9b715a5f-65e9-401f-b074-e1c1065a6cb3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2782912
Feb 19 20:53:32.690383 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ca17c1f-f7e8-4282-9350-768ebd326313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (752bd7f8-c58c-4301-a402-96bfcf5fcff2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.725893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f50315-f2b2-4d01-a4be-124af2101583 req-7f88de1b-f77a-4a11-a49a-6dde62840444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:32.730758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19f50315-f2b2-4d01-a4be-124af2101583 req-7f88de1b-f77a-4a11-a49a-6dde62840444 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 HTTP/1.1" status: 200  len: 925 time: 0.5639424
Feb 19 20:53:32.737240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca17c1f-f7e8-4282-9350-768ebd326313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752bd7f8-c58c-4301-a402-96bfcf5fcff2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:32.757280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e780067-339a-463a-a2d0-975360a05c50 None None] Network 6f77328d-9a24-44fd-957b-874c87bf9e2c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:53:32.759740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-c16a086c-88a5-4b34-a9a9-e8d1293f9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:32.761575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-c16a086c-88a5-4b34-a9a9-e8d1293f9d2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.2263644
Feb 19 20:53:32.765426 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ca17c1f-f7e8-4282-9350-768ebd326313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:32.769317 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4ca17c1f-f7e8-4282-9350-768ebd326313 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/752bd7f8-c58c-4301-a402-96bfcf5fcff2 HTTP/1.1" status: 204  len: 168 time: 0.3290224
Feb 19 20:53:32.775747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42188) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:32.793279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network c36e6964-b1c5-4d15-8ff3-6ec34911167e is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:32.823404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:32.831519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:32.927099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c8465441-fe32-458a-8f37-997a45922bf8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:32.955927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c8465441-fe32-458a-8f37-997a45922bf8 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:53:32.956187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c8465441-fe32-458a-8f37-997a45922bf8 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:32.964998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (6f77328d-9a24-44fd-957b-874c87bf9e2c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.031365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19f50315-f2b2-4d01-a4be-124af2101583 req-bebcfaa1-26ba-4976-879c-7d272f6f95c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac53ea3-5b94-4d4e-a851-73b51c046686 HTTP/1.1" status: 200  len: 1001 time: 0.2655747
Feb 19 20:53:33.032109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Port': ['ID=a5a05223-8669-4696-8f96-528bee454543,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:33.038371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3604b765-b301-4875-991d-4d4190639b69 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:33.065503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-01e77580-dc0f-4506-b76e-7788996c4c77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2432852
Feb 19 20:53:33.096795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 3604b765-b301-4875-991d-4d4190639b69 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:33.097259 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3604b765-b301-4875-991d-4d4190639b69), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.110779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Deleting port e5be046b-cbb3-4697-9213-bc4252c08628 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:33.111220 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.125265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:33.126035 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.196491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd91291-e18a-4581-9eb1-30b793ec412a req-a5670330-a887-4c72-a790-ae29999d3fd1 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:33.198036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6bd91291-e18a-4581-9eb1-30b793ec412a req-a5670330-a887-4c72-a790-ae29999d3fd1 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 949 time: 0.4800448
Feb 19 20:53:33.201274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-07ffaebf-0938-44cd-aa41-868b37f7a02b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3397033
Feb 19 20:53:33.206425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] For port e5be046b-cbb3-4697-9213-bc4252c08628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5be046b-cbb3-4697-9213-bc4252c08628,segment=NetworkSegment(46d5645e-2e92-4f18-9e4d-cca3fedf6049),segment_id=46d5645e-2e92-4f18-9e4d-cca3fedf6049)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:33.206842 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.227484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3604b765-b301-4875-991d-4d4190639b69 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:33.227908 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3604b765-b301-4875-991d-4d4190639b69), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.231589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Calling delete_port for e5be046b-cbb3-4697-9213-bc4252c08628 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:33.231941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f', 'admin_state_up': True, 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'security_groups': ['1a6fd058-e30e-4b41-9b89-fe9e82aff608']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:33.263234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f50315-f2b2-4d01-a4be-124af2101583 req-3f66bdc8-ed1f-4932-a2c2-1c7cd1531319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:33.264743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19f50315-f2b2-4d01-a4be-124af2101583 req-3f66bdc8-ed1f-4932-a2c2-1c7cd1531319 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=879b90bf-3325-4c32-b3af-720713f360e1 HTTP/1.1" status: 200  len: 863 time: 0.1983337
Feb 19 20:53:33.265745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:33.278118 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3604b765-b301-4875-991d-4d4190639b69), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.324143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87084968-1b17-4e45-814f-8b4aff0ec3a4 None None] DHCP port deletion for 6f77328d-9a24-44fd-957b-874c87bf9e2c request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:53:33.333313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc3925-58d8-482f-b410-b12c18777927 req-a299ca9e-18f2-4f9d-b530-c46bf136f50e tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:33.334886 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ffc3925-58d8-482f-b410-b12c18777927 req-a299ca9e-18f2-4f9d-b530-c46bf136f50e tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 945 time: 0.4939265
Feb 19 20:53:33.366302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-aaca9b35-dfeb-4812-b76f-e861edbfd723 None None] Provisioning complete for port a5a05223-8669-4696-8f96-528bee454543 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:33.366951 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aaca9b35-dfeb-4812-b76f-e861edbfd723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a5a05223-8669-4696-8f96-528bee454543), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.392833 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.423946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-aaca9b35-dfeb-4812-b76f-e861edbfd723 None None] Port a5a05223-8669-4696-8f96-528bee454543 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:33.427145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5be046b-cbb3-4697-9213-bc4252c08628,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:33.435361 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] No DVR routers for this DVR port e5be046b-cbb3-4697-9213-bc4252c08628 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:53:33.436827 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6bd91291-e18a-4581-9eb1-30b793ec412a req-f857b4d6-5332-40fc-9cee-14ca4405471a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265272
Feb 19 20:53:33.450554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3604b765-b301-4875-991d-4d4190639b69,revision_number=10']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:33.476052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.476536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.477191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.477607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.478048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.478480 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.478918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.479516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.480051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.480502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.480957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.483343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.483835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:33.493803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-f4faedca-32a0-48ac-a48d-a5fb79097ff7 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4114647
Feb 19 20:53:33.515788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-87084968-1b17-4e45-814f-8b4aff0ec3a4 None None] Deleting port e5be046b-cbb3-4697-9213-bc4252c08628 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:33.526208 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-87084968-1b17-4e45-814f-8b4aff0ec3a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.594624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-87084968-1b17-4e45-814f-8b4aff0ec3a4 None None] For port e5be046b-cbb3-4697-9213-bc4252c08628, host ncdv-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:33.595296 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-87084968-1b17-4e45-814f-8b4aff0ec3a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.608770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-87084968-1b17-4e45-814f-8b4aff0ec3a4 None None] Calling delete_port for e5be046b-cbb3-4697-9213-bc4252c08628 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:33.609530 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (6f77328d-9a24-44fd-957b-874c87bf9e2c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.612131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.ipam_backend_mixin [None req-87084968-1b17-4e45-814f-8b4aff0ec3a4 None None] Port e5be046b-cbb3-4697-9213-bc4252c08628 was not found and therefore no delete operation was performed {{(pid=121130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 20:53:33.613704 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-87084968-1b17-4e45-814f-8b4aff0ec3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (e5be046b-cbb3-4697-9213-bc4252c08628), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.616097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ffc3925-58d8-482f-b410-b12c18777927 req-d98ca6aa-d15b-49d1-a288-eb394c975a41 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2639439
Feb 19 20:53:33.638950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a8bf190>,) {'filters': {'network_id': ['6f77328d-9a24-44fd-957b-874c87bf9e2c']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:33.663220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87084968-1b17-4e45-814f-8b4aff0ec3a4 None None] Pushing event deleted for resources: {'Port': ['ID=e5be046b-cbb3-4697-9213-bc4252c08628,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:33.667454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a8bf190>, '46d5645e-2e92-4f18-9e4d-cca3fedf6049') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:33.667767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a8bf190>, '46d5645e-2e92-4f18-9e4d-cca3fedf6049') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:33.675468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87084968-1b17-4e45-814f-8b4aff0ec3a4 None None] No DVR routers for this DVR port e5be046b-cbb3-4697-9213-bc4252c08628 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:53:33.702822 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (46d5645e-2e92-4f18-9e4d-cca3fedf6049), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.720659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f50315-f2b2-4d01-a4be-124af2101583 req-98b8ede8-95ae-496d-8676-78ed2ec6dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:33.731367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19f50315-f2b2-4d01-a4be-124af2101583 req-98b8ede8-95ae-496d-8676-78ed2ec6dcb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4164712
Feb 19 20:53:33.732178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (46d5645e-2e92-4f18-9e4d-cca3fedf6049), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.749440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:53:33.749962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (46d5645e-2e92-4f18-9e4d-cca3fedf6049), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:53:33.751923 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:53:33.847444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (6f77328d-9a24-44fd-957b-874c87bf9e2c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.855887 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:33.862577 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] 10.222.0.30 "DELETE /v2.0/networks/6f77328d-9a24-44fd-957b-874c87bf9e2c HTTP/1.1" status: 204  len: 168 time: 1.0822954
Feb 19 20:53:33.870924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d66210-602e-419c-a412-158e7e67f20c admin admin] Pushing event deleted for resources: {'Network': ['ID=6f77328d-9a24-44fd-957b-874c87bf9e2c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:33.922115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-3b59af36-6d86-425d-af7c-2e2a5cae2904 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4189937
Feb 19 20:53:33.969349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b1c52-aeeb-4a68-abd8-7aca6f78ae8d req-69474cca-7436-41f9-803b-662375b35314 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:33.971047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e3b1c52-aeeb-4a68-abd8-7aca6f78ae8d req-69474cca-7436-41f9-803b-662375b35314 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 951 time: 0.4073393
Feb 19 20:53:33.981645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:33.984989 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:34.029097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42210) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:34.040802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604b765-b301-4875-991d-4d4190639b69'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:34.043095 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75769268-2567-41df-9168-2f4a872f0da0" -d '{"events": [{"server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "name": "network-vif-plugged", "status": "completed", "tag": "3604b765-b301-4875-991d-4d4190639b69"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:34.047381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71eb1c-b480-4e8c-9f3a-9d9395caa535 req-707ba9f0-2e74-4582-9f45-69779a542fc8 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:34.048930 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf71eb1c-b480-4e8c-9f3a-9d9395caa535 req-707ba9f0-2e74-4582-9f45-69779a542fc8 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 931 time: 0.2670457
Feb 19 20:53:34.053244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19f50315-f2b2-4d01-a4be-124af2101583 req-50569b2e-e874-4731-a6f6-4b51291da4a6 service neutron] 10.222.0.10 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3202400
Feb 19 20:53:34.084395 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-090744e0-a4f0-4f57-ae6b-f307c3c4ea05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76afd67dfef14c3db64ccbd812036427&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0525801
Feb 19 20:53:34.086290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42214) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:34.159670 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b47f73e6-6d3f-44e0-82d4-9d5102335be5 admin admin] Publish callbacks [] for security_group (bb498731-1088-4ba8-8e6e-4758dda3d8e4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:34.186933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b47f73e6-6d3f-44e0-82d4-9d5102335be5 admin admin] Publish callbacks [] for security_group (bb498731-1088-4ba8-8e6e-4758dda3d8e4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:34.194406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e3b1c52-aeeb-4a68-abd8-7aca6f78ae8d req-114b6da9-9ef2-415f-9ec4-8eef95c294d9 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139983
Feb 19 20:53:34.274949 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b47f73e6-6d3f-44e0-82d4-9d5102335be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bb498731-1088-4ba8-8e6e-4758dda3d8e4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:34.279253 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b47f73e6-6d3f-44e0-82d4-9d5102335be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:34.282907 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b47f73e6-6d3f-44e0-82d4-9d5102335be5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb498731-1088-4ba8-8e6e-4758dda3d8e4 HTTP/1.1" status: 204  len: 168 time: 0.1931126
Feb 19 20:53:34.306599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f73e6-6d3f-44e0-82d4-9d5102335be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb498731-1088-4ba8-8e6e-4758dda3d8e4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:34.606172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a0065db8-387a-4e59-919a-7b0f995f3fdb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:34.630001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a0065db8-387a-4e59-919a-7b0f995f3fdb {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:53:34.630638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a0065db8-387a-4e59-919a-7b0f995f3fdb not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:34.631238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e5be046b-cbb3-4697-9213-bc4252c08628 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:34.655497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e5be046b-cbb3-4697-9213-bc4252c08628 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:53:34.656274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e5be046b-cbb3-4697-9213-bc4252c08628 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:34.669066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf71eb1c-b480-4e8c-9f3a-9d9395caa535 req-92671fa1-41bf-4eb5-ab0a-7638389da824 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6084549
Feb 19 20:53:34.728299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42230) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:34.773236 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fe3adfde-b292-4acf-a973-95b24fa9a874 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f4dce37deef48de9f0dbae35d08257e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0437963
Feb 19 20:53:34.775656 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42232) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:34.786739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19f50315-f2b2-4d01-a4be-124af2101583 req-18a37b94-efb9-4651-af81-54998555fad1 service neutron] 10.222.0.10 "GET /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6664898
Feb 19 20:53:34.790637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Allocated IP 10.1.1.205 (3a65eeba-09aa-46e7-a378-b06f5822655f/ab430779-ff98-4000-97a1-8a0acc37e927/1e1241d9-ddbc-426c-9df0-86c2c9670f97) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:34.798079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-791a3d05-8c33-4746-abfe-4afb3bfa8bff tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:34.799705 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-791a3d05-8c33-4746-abfe-4afb3bfa8bff tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2822864
Feb 19 20:53:34.833552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b99f79d-7e50-432d-9cf2-acc70a650adb admin admin] Publish callbacks [] for security_group (f596f56d-6e33-49d1-91c6-2816a1d6e43d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:34.850914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0fd47-d81d-47ff-9e3f-c48153a0b67f req-c6208281-0243-4051-92c0-d582129336cb tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:34.852870 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21b0fd47-d81d-47ff-9e3f-c48153a0b67f req-c6208281-0243-4051-92c0-d582129336cb tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.67 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 949 time: 0.3363655
Feb 19 20:53:34.856904 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b99f79d-7e50-432d-9cf2-acc70a650adb admin admin] Publish callbacks [] for security_group (f596f56d-6e33-49d1-91c6-2816a1d6e43d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:34.910617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b99f79d-7e50-432d-9cf2-acc70a650adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f596f56d-6e33-49d1-91c6-2816a1d6e43d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:34.913728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b99f79d-7e50-432d-9cf2-acc70a650adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:34.917454 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9b99f79d-7e50-432d-9cf2-acc70a650adb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f596f56d-6e33-49d1-91c6-2816a1d6e43d HTTP/1.1" status: 204  len: 168 time: 0.1402030
Feb 19 20:53:34.926977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99f79d-7e50-432d-9cf2-acc70a650adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f596f56d-6e33-49d1-91c6-2816a1d6e43d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:34.943448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-06d4f3e8-34cb-4a0c-aa56-8c8e895678cf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 695 time: 0.1168747
Feb 19 20:53:34.967611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-8cc43e24-d2a5-407b-b4d3-e9ce297ee142 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Request body: {'floatingip': {'port_id': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'fixed_ip_address': '172.20.0.10'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:35.056226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 191fbf35-b9ce-44cc-bb60-5039a7b3f93f up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:35.066409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94e827-0a14-46d8-9ac4-2f5238c3b1eb req-9c6aebf9-52dd-426a-8976-bb22667b30f0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:35.068592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa94e827-0a14-46d8-9ac4-2f5238c3b1eb req-9c6aebf9-52dd-426a-8976-bb22667b30f0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 949 time: 0.2995431
Feb 19 20:53:35.101768 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-8cc43e24-d2a5-407b-b4d3-e9ce297ee142 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:35.131981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:53:35.137678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:35.138213 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:35.254784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:35.255186 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:35.299521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:35.302175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa94e827-0a14-46d8-9ac4-2f5238c3b1eb req-4a01136a-a267-4bef-9e92-649eabf05849 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028363
Feb 19 20:53:35.309452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:35.335896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-21b0fd47-d81d-47ff-9e3f-c48153a0b67f req-4c4f8879-1594-4d30-8290-56b883e4521a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Deleting port e07ea5eb-6c87-400c-888d-a30ece794d66 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:35.336251 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-21b0fd47-d81d-47ff-9e3f-c48153a0b67f req-4c4f8879-1594-4d30-8290-56b883e4521a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:35.347231 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:35.353192 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:53:35.409643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:35.586044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:35.586044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-21b0fd47-d81d-47ff-9e3f-c48153a0b67f req-4c4f8879-1594-4d30-8290-56b883e4521a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] For port e07ea5eb-6c87-400c-888d-a30ece794d66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e07ea5eb-6c87-400c-888d-a30ece794d66,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:35.586044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-21b0fd47-d81d-47ff-9e3f-c48153a0b67f req-4c4f8879-1594-4d30-8290-56b883e4521a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:35.623944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99b7e3-f8f5-464e-8c53-89381609d39e req-0b59323a-4d86-4244-a290-707c7d99645a tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:35.625480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d99b7e3-f8f5-464e-8c53-89381609d39e req-0b59323a-4d86-4244-a290-707c7d99645a tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 945 time: 0.2076027
Feb 19 20:53:35.626399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-21b0fd47-d81d-47ff-9e3f-c48153a0b67f req-4c4f8879-1594-4d30-8290-56b883e4521a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Calling delete_port for e07ea5eb-6c87-400c-888d-a30ece794d66 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:35.716754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network 3a65eeba-09aa-46e7-a378-b06f5822655f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:35.760496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:35.795200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:35.835308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Port': ['ID=1e1241d9-ddbc-426c-9df0-86c2c9670f97,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:35.917257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d99b7e3-f8f5-464e-8c53-89381609d39e req-3d0eb054-3ca3-44ce-bd30-a0260cd01061 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454910
Feb 19 20:53:35.936873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:35.937466 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:35.978206 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393e701e-ef08-41af-855b-a0b1756a2c89 x-openstack-request-id: req-393e701e-ef08-41af-855b-a0b1756a2c89 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:35.980794 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "name": "network-vif-plugged", "status": "completed", "tag": "3604b765-b301-4875-991d-4d4190639b69", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:35.981061 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-393e701e-ef08-41af-855b-a0b1756a2c89 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:35.981500 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604b765-b301-4875-991d-4d4190639b69', 'code': 200}
Feb 19 20:53:35.993041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a391eb4b-76a0-49cb-894f-009219d7028b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7747579
Feb 19 20:53:36.040996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f', 'admin_state_up': True, 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'security_groups': ['1a6fd058-e30e-4b41-9b89-fe9e82aff608']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:36.069250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3af51ee8-1451-4e52-bdb1-7e4859b5ff48 None None] Provisioning complete for port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:36.070029 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3af51ee8-1451-4e52-bdb1-7e4859b5ff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:36.105793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3af51ee8-1451-4e52-bdb1-7e4859b5ff48 None None] Port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:36.169222 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-8cc43e24-d2a5-407b-b4d3-e9ce297ee142 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:36.181826 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-8cc43e24-d2a5-407b-b4d3-e9ce297ee142 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:36.505939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-21b0fd47-d81d-47ff-9e3f-c48153a0b67f req-4c4f8879-1594-4d30-8290-56b883e4521a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e07ea5eb-6c87-400c-888d-a30ece794d66), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:36.518259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['48461d06-c79b-4c2b-8608-01b6aa1c3b24'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:36.521642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['e07ea5eb-6c87-400c-888d-a30ece794d66'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:36.593846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f8879-1594-4d30-8290-56b883e4521a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Pushing event deleted for resources: {'Port': ['ID=e07ea5eb-6c87-400c-888d-a30ece794d66,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:36.605927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b26e-364b-45ad-80c5-73c4fcb9eb62 req-59c80046-b2dd-40c0-9d51-58c8c9de66ce tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:36.607424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f475b26e-364b-45ad-80c5-73c4fcb9eb62 req-59c80046-b2dd-40c0-9d51-58c8c9de66ce tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab7828d-f679-4460-9a84-3648c980318c HTTP/1.1" status: 200  len: 867 time: 0.5618043
Feb 19 20:53:36.699065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b0fd47-d81d-47ff-9e3f-c48153a0b67f req-4c4f8879-1594-4d30-8290-56b883e4521a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] No DVR routers for this DVR port e07ea5eb-6c87-400c-888d-a30ece794d66 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:53:36.710690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f84fda-a1a9-426a-8f16-e134f0148977 req-ab2c8d3d-44dd-41d9-abec-ec4a8026ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:36.712241 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53f84fda-a1a9-426a-8f16-e134f0148977 req-ab2c8d3d-44dd-41d9-abec-ec4a8026ea06 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 1133 time: 0.5347285
Feb 19 20:53:36.714628 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-21b0fd47-d81d-47ff-9e3f-c48153a0b67f req-4c4f8879-1594-4d30-8290-56b883e4521a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:36.718006 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21b0fd47-d81d-47ff-9e3f-c48153a0b67f req-4c4f8879-1594-4d30-8290-56b883e4521a tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.67 "DELETE /v2.0/ports/e07ea5eb-6c87-400c-888d-a30ece794d66 HTTP/1.1" status: 204  len: 173 time: 1.8246615
Feb 19 20:53:36.721090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab7828d-f679-4460-9a84-3648c980318c', 'name': 'network-vif-deleted', 'tag': 'e07ea5eb-6c87-400c-888d-a30ece794d66'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:36.723613 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07a7d2a-d520-4ab2-b9ef-55d61262725b" -d '{"events": [{"server_uuid": "aab7828d-f679-4460-9a84-3648c980318c", "name": "network-vif-deleted", "tag": "e07ea5eb-6c87-400c-888d-a30ece794d66"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:36.735026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:36.738838 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:36.777019 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-8cc43e24-d2a5-407b-b4d3-e9ce297ee142 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Floating IP b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 associated. External IP: 172.35.2.72, port: 4313e698-6c12-4d1e-b019-f8d0163bad53.
Feb 19 20:53:36.789829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f475b26e-364b-45ad-80c5-73c4fcb9eb62 req-db10883b-530c-48d2-a327-05456d915e73 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739450
Feb 19 20:53:36.980810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53f84fda-a1a9-426a-8f16-e134f0148977 req-9e72c72b-b7cc-41db-9b41-26ac646b6ed0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140927
Feb 19 20:53:37.053221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada6e46-7088-4302-98c2-11cc97f52453 req-b99a8470-9072-46b5-923c-714bb683ce6b tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:37.054911 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ada6e46-7088-4302-98c2-11cc97f52453 req-b99a8470-9072-46b5-923c-714bb683ce6b tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 951 time: 0.1862583
Feb 19 20:53:37.063953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Allocated IP 10.1.1.109 (3a65eeba-09aa-46e7-a378-b06f5822655f/ab430779-ff98-4000-97a1-8a0acc37e927/8bb1ce04-77ae-47cb-af1b-16718979fb14) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:37.205951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ada6e46-7088-4302-98c2-11cc97f52453 req-0d384af2-17ed-492c-af68-a797d707d286 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450391
Feb 19 20:53:37.286376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-8cc43e24-d2a5-407b-b4d3-e9ce297ee142 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Router 446f44e6-38ae-4054-86b0-dba565636ee7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:53:37.448757 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:37.459133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dfcca-9ac1-477e-889b-c377e221da23 req-7987b99e-a999-4a02-9ff7-359cee8d46cc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:37.464373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dfcca-9ac1-477e-889b-c377e221da23 req-7987b99e-a999-4a02-9ff7-359cee8d46cc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:37.465907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-829dfcca-9ac1-477e-889b-c377e221da23 req-7987b99e-a999-4a02-9ff7-359cee8d46cc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 1653 time: 0.1931064
Feb 19 20:53:37.551955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-829dfcca-9ac1-477e-889b-c377e221da23 req-7b1ee7e2-d4ec-46e3-bc23-2dcae8dbd034 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798399
Feb 19 20:53:37.553728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-8cc43e24-d2a5-407b-b4d3-e9ce297ee142 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:53:37.555869 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:37.560035 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-8cc43e24-d2a5-407b-b4d3-e9ce297ee142 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:37.564014 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d63a6fe-0bb1-4b9f-b1f7-f480778f91b5 None None] Sync routers for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:53:37.577244 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63a6fe-0bb1-4b9f-b1f7-f480778f91b5 None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:37.577870 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8d63a6fe-0bb1-4b9f-b1f7-f480778f91b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703f8160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:37.628049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network 3a65eeba-09aa-46e7-a378-b06f5822655f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:37.630326 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-8cc43e24-d2a5-407b-b4d3-e9ce297ee142 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "PUT /v2.0/floatingips/b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 HTTP/1.1" status: 200  len: 996 time: 2.6725101
Feb 19 20:53:37.633449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:37.637314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:37.644107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Port': ['ID=8bb1ce04-77ae-47cb-af1b-16718979fb14,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:37.701987 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8d63a6fe-0bb1-4b9f-b1f7-f480778f91b5 None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:37.729473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:37.729718 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:37.747790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-3e631d2e-d01b-4429-bdce-f1210aa2b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:37.749552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-3e631d2e-d01b-4429-bdce-f1210aa2b380 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 1128 time: 0.0812926
Feb 19 20:53:37.768867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2411b645-1ff1-412d-b9da-29b1e7cc3167 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7655449
Feb 19 20:53:37.788888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '29f753c7-df02-4765-94b5-9df128b873af', 'admin_state_up': True, 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'security_groups': ['1a6fd058-e30e-4b41-9b89-fe9e82aff608']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:37.974727 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8d63a6fe-0bb1-4b9f-b1f7-f480778f91b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703f8160>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:aa:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:53:35Z', 'revision_number': 1, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:37.983366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:37.986348 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fc8f19-1e44-4e66-9980-58d7ecf81895" -d '{"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-plugged", "status": "completed", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:38.001243 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d63a6fe-0bb1-4b9f-b1f7-f480778f91b5 None None] Checking router: 446f44e6-38ae-4054-86b0-dba565636ee7 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:53:38.005499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-ff304ee4-27ed-491f-bd49-914b8d0719c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:38.010126 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63a6fe-0bb1-4b9f-b1f7-f480778f91b5 None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:38.011715 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8d63a6fe-0bb1-4b9f-b1f7-f480778f91b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703f8160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:38.012482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-ff304ee4-27ed-491f-bd49-914b8d0719c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.2545369
Feb 19 20:53:38.044537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2ad1fd47-0288-41c8-ba06-553bacfb4071 None None] Provisioning complete for port 8bb1ce04-77ae-47cb-af1b-16718979fb14 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:38.045154 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2ad1fd47-0288-41c8-ba06-553bacfb4071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:38.073090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2135e80-63a1-4bde-8e74-0aa37184d640 req-1e08f817-1be3-45b2-a70a-c696a375d55b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:38.074724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2135e80-63a1-4bde-8e74-0aa37184d640 req-1e08f817-1be3-45b2-a70a-c696a375d55b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.1886606
Feb 19 20:53:38.090823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1fd47-0288-41c8-ba06-553bacfb4071 None None] Port 8bb1ce04-77ae-47cb-af1b-16718979fb14 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:38.109001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:38.177286 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-ad87f774-3cb9-4396-8e53-e0b766bb5e77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 999 time: 0.1639142
Feb 19 20:53:38.189039 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8d63a6fe-0bb1-4b9f-b1f7-f480778f91b5 None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:38.235923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2135e80-63a1-4bde-8e74-0aa37184d640 req-a4777b16-52dc-4ced-9c87-6626e605d193 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531084
Feb 19 20:53:38.276379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-b2ca0c47-3f66-4101-9327-f3ba5663dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:38.278289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-b2ca0c47-3f66-4101-9327-f3ba5663dc2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.0907989
Feb 19 20:53:38.291823 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:38.313143 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b3f707-8e15-4936-a032-64734b313ea8 x-openstack-request-id: req-e2b3f707-8e15-4936-a032-64734b313ea8 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:38.313472 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab7828d-f679-4460-9a84-3648c980318c", "name": "network-vif-deleted", "tag": "e07ea5eb-6c87-400c-888d-a30ece794d66", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:38.313663 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2b3f707-8e15-4936-a032-64734b313ea8 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:38.314095 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab7828d-f679-4460-9a84-3648c980318c', 'name': 'network-vif-deleted', 'tag': 'e07ea5eb-6c87-400c-888d-a30ece794d66', 'status': 'completed', 'code': 200}
Feb 19 20:53:38.448184 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8d63a6fe-0bb1-4b9f-b1f7-f480778f91b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703f8160>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:aa:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:53:35Z', 'revision_number': 1, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:38.475090 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d63a6fe-0bb1-4b9f-b1f7-f480778f91b5 None None] The sync data for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 is: [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:aa:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:53:35Z', 'revision_number': 1, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:53:38.486754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-4155d9e6-38a0-4b97-a73c-bda0dbb0da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:38.488365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-4155d9e6-38a0-4b97-a73c-bda0dbb0da7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1929123
Feb 19 20:53:38.504520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-51654942-f3b8-4aff-bc63-baefa7f96b7e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:53:38.505485 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-51654942-f3b8-4aff-bc63-baefa7f96b7e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0082247
Feb 19 20:53:38.651353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956032a-cbbe-44e1-9294-45abaa7b0d25 req-2d4ee2a5-71e2-441c-94bc-a41e83578ea0 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:38.652909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4956032a-cbbe-44e1-9294-45abaa7b0d25 req-2d4ee2a5-71e2-441c-94bc-a41e83578ea0 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 945 time: 0.2772331
Feb 19 20:53:38.673968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f1f68-7c29-435c-bc45-30764ea49f48 None None] New status for floating IP b90011d6-eb0b-4824-b727-f7f6c8bc7ec0: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:53:38.695382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Allocated IP 10.2.2.100 (29f753c7-df02-4765-94b5-9df128b873af/8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7/2bd27571-334d-4e5a-a015-91dd528ffb9f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:38.713209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e07ea5eb-6c87-400c-888d-a30ece794d66 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:38.742247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-78fba9fa-adb9-40bf-85f7-c5986c53d878 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123103
Feb 19 20:53:38.742441 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: e07ea5eb-6c87-400c-888d-a30ece794d66 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:53:38.742774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e07ea5eb-6c87-400c-888d-a30ece794d66 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:38.808085 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4956032a-cbbe-44e1-9294-45abaa7b0d25 req-6bdbce31-93c7-4e00-94f4-41dbb49b0dbb tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455011
Feb 19 20:53:38.899811 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d34e00-45f0-4e77-aff0-a60c799a0a78 x-openstack-request-id: req-58d34e00-45f0-4e77-aff0-a60c799a0a78 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:38.900519 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-plugged", "status": "completed", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:38.909145 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58d34e00-45f0-4e77-aff0-a60c799a0a78 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:38.909891 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'code': 200}
Feb 19 20:53:39.266219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a8c3a7-2bb9-4a0d-8d5b-e8a13f3efadd req-7a3776b3-2278-43b0-9630-18a95a0006d6 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5152321
Feb 19 20:53:39.299435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd761eed-a102-4207-84b1-b19c454a587a req-91320798-09a2-4494-85ef-416cf6b23850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:39.300985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd761eed-a102-4207-84b1-b19c454a587a req-91320798-09a2-4494-85ef-416cf6b23850 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 1132 time: 0.1794267
Feb 19 20:53:39.308529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a676cbc-f771-44bf-80e4-605e1c6619cd req-95a82e60-bffb-4a71-ae70-fba2266979be tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:39.309991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a676cbc-f771-44bf-80e4-605e1c6619cd req-95a82e60-bffb-4a71-ae70-fba2266979be tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 951 time: 0.1874671
Feb 19 20:53:39.311892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-71cd3a77-b6ce-4aad-89e3-03c1f4cf74e5 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:39.313304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-71cd3a77-b6ce-4aad-89e3-03c1f4cf74e5 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1928909
Feb 19 20:53:39.335320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:39.350962 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:39.430444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3cc8bd23-9cc8-4380-bd85-041479b4aaf9 req-77fb9c4b-f61c-4c33-85fe-7cea29a8297e tempest-FlavorsV2NegativeTest-1726481676 tempest-FlavorsV2NegativeTest-1726481676-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8afe7deba36e44b5ae5b22b362acc99b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0778100
Feb 19 20:53:39.500723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd761eed-a102-4207-84b1-b19c454a587a req-6d3f4c77-b38c-47a8-b48a-780f8a5830ce service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864226
Feb 19 20:53:39.537192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a676cbc-f771-44bf-80e4-605e1c6619cd req-8027f868-7cf2-4f9b-b4be-54c51359cdfd tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146406
Feb 19 20:53:39.557847 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:39.590248 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:39.708951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network 29f753c7-df02-4765-94b5-9df128b873af is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:39.715240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8bd23-9cc8-4380-bd85-041479b4aaf9 req-6e98c53d-4998-4c11-b43c-5c4fe0c3de8d tempest-FlavorsV2NegativeTest-1726481676 tempest-FlavorsV2NegativeTest-1726481676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:39.716738 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3cc8bd23-9cc8-4380-bd85-041479b4aaf9 req-6e98c53d-4998-4c11-b43c-5c4fe0c3de8d tempest-FlavorsV2NegativeTest-1726481676 tempest-FlavorsV2NegativeTest-1726481676-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2762530
Feb 19 20:53:39.727728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:39.731329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:39.743061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Port': ['ID=2bd27571-334d-4e5a-a015-91dd528ffb9f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:39.808379 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3cc8bd23-9cc8-4380-bd85-041479b4aaf9 req-66215d24-51a2-4843-b211-d60a4d72989c tempest-FlavorsV2NegativeTest-1726481676 tempest-FlavorsV2NegativeTest-1726481676-project] 10.222.0.30 "GET /v2.0/quotas/8afe7deba36e44b5ae5b22b362acc99b HTTP/1.1" status: 200  len: 375 time: 0.0841715
Feb 19 20:53:39.875987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3cc8bd23-9cc8-4380-bd85-041479b4aaf9 req-393e9cb2-b3ee-49af-a7e8-ea7cb5ced699 tempest-FlavorsV2NegativeTest-1726481676 tempest-FlavorsV2NegativeTest-1726481676-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8afe7deba36e44b5ae5b22b362acc99b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0556114
Feb 19 20:53:39.884492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:39.885135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:39.898090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018311f0-0d36-4348-8f32-7df7d37704f3 req-0015ffae-4674-4bc0-a68a-8a0765a0f91d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:39.903346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018311f0-0d36-4348-8f32-7df7d37704f3 req-0015ffae-4674-4bc0-a68a-8a0765a0f91d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:39.908595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018311f0-0d36-4348-8f32-7df7d37704f3 req-0015ffae-4674-4bc0-a68a-8a0765a0f91d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:39.913883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018311f0-0d36-4348-8f32-7df7d37704f3 req-0015ffae-4674-4bc0-a68a-8a0765a0f91d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:39.915631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-018311f0-0d36-4348-8f32-7df7d37704f3 req-0015ffae-4674-4bc0-a68a-8a0765a0f91d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 3095 time: 0.3110764
Feb 19 20:53:39.953555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a926fff0-c109-4640-adbe-9f6dd047f15f,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:39.965380 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-b094b0e0-a4d9-4130-abc9-6b70185b687a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1811814
Feb 19 20:53:39.984003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '29f753c7-df02-4765-94b5-9df128b873af', 'admin_state_up': True, 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'security_groups': ['1a6fd058-e30e-4b41-9b89-fe9e82aff608']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:40.036030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1222297b-a82a-445b-a3eb-a829af33f5c6 None None] Provisioning complete for port 2bd27571-334d-4e5a-a015-91dd528ffb9f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:40.037741 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1222297b-a82a-445b-a3eb-a829af33f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.069481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-018311f0-0d36-4348-8f32-7df7d37704f3 req-6d48d480-ceb3-4457-9b2f-927697d5fa52 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1369076
Feb 19 20:53:40.080038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1222297b-a82a-445b-a3eb-a829af33f5c6 None None] Port 2bd27571-334d-4e5a-a015-91dd528ffb9f cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:40.107431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:40.232923 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Publish callbacks [] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.249179 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.317780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53'}, {'server_uuid': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a926fff0-c109-4640-adbe-9f6dd047f15f'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:40.320016 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53"}, {"server_uuid": "fa53378c-0deb-40cc-a2a5-bc55778f6146", "name": "network-vif-unplugged", "status": "completed", "tag": "a926fff0-c109-4640-adbe-9f6dd047f15f"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:40.333979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c26bb6-ed7b-42b4-beab-3ade0ec2d1a3 req-f58bf5d4-66ba-4faf-9654-9e553ab900d0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:40.335488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90c26bb6-ed7b-42b4-beab-3ade0ec2d1a3 req-f58bf5d4-66ba-4faf-9654-9e553ab900d0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.1948802
Feb 19 20:53:40.345606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Made reservation on behalf of a0981190244846a18036aa20dce2dc60 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:40.350499 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.375477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-806a80fc-e408-4857-88c3-8f96f6ba040c tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:40.376989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-806a80fc-e408-4857-88c3-8f96f6ba040c tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1913826
Feb 19 20:53:40.391464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Pushing event updated for resources: {'Port': ['ID=a926fff0-c109-4640-adbe-9f6dd047f15f,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:40.431677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42346) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:40.538231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4173b240-a343-44af-a2f0-7140da079343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.542784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:40.543128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:40.543462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:40.582421 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Port a926fff0-c109-4640-adbe-9f6dd047f15f on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:40.583599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Attempting to bind port a926fff0-c109-4640-adbe-9f6dd047f15f on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:40.595402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90c26bb6-ed7b-42b4-beab-3ade0ec2d1a3 req-82965a05-faed-4d77-a024-3afbe0b64832 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423944
Feb 19 20:53:40.606079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-5da4e1db-482c-4bb8-935e-6923a765aaf3 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 1001 time: 0.2187195
Feb 19 20:53:40.618185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:40.618185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:40.618185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:40.618185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Bound port: a926fff0-c109-4640-adbe-9f6dd047f15f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:40.618185 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.619560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-9a015b17-bdd3-40d3-a0d2-7620e0d4ce4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Request body: {'floatingip': {'port_id': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:40.629001 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4173b240-a343-44af-a2f0-7140da079343 admin admin] Publish callbacks [] for security_group (99ce02c2-8cba-47f0-aa7d-b6fd2362cb20), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.633892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4173b240-a343-44af-a2f0-7140da079343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (99ce02c2-8cba-47f0-aa7d-b6fd2362cb20), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.671778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173b240-a343-44af-a2f0-7140da079343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce02c2-8cba-47f0-aa7d-b6fd2362cb20,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:40.678265 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4173b240-a343-44af-a2f0-7140da079343 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8afe7deba36e44b5ae5b22b362acc99b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2454042
Feb 19 20:53:40.681023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42350) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:40.739573 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-032e732a-474f-4dd9-b3d1-9ede50ca2050 admin admin] Publish callbacks [] for security_group (99ce02c2-8cba-47f0-aa7d-b6fd2362cb20), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.768543 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-9a015b17-bdd3-40d3-a0d2-7620e0d4ce4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.769196 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-032e732a-474f-4dd9-b3d1-9ede50ca2050 admin admin] Publish callbacks [] for security_group (99ce02c2-8cba-47f0-aa7d-b6fd2362cb20), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.825492 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-032e732a-474f-4dd9-b3d1-9ede50ca2050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (99ce02c2-8cba-47f0-aa7d-b6fd2362cb20), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.828402 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-032e732a-474f-4dd9-b3d1-9ede50ca2050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:40.829658 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-032e732a-474f-4dd9-b3d1-9ede50ca2050 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99ce02c2-8cba-47f0-aa7d-b6fd2362cb20 HTTP/1.1" status: 204  len: 168 time: 0.1475616
Feb 19 20:53:40.837672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e732a-474f-4dd9-b3d1-9ede50ca2050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ce02c2-8cba-47f0-aa7d-b6fd2362cb20,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:40.899980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:40.910188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Allocated IP 10.2.2.200 (29f753c7-df02-4765-94b5-9df128b873af/8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7/72bb29c9-1a0c-4c88-a3aa-9aed178a43cc) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:40.953342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a926fff0-c109-4640-adbe-9f6dd047f15f,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:40.989361 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:41.069652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a926fff0-c109-4640-adbe-9f6dd047f15f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:53:41.195069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a926fff0-c109-4640-adbe-9f6dd047f15f,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:41.208261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a926fff0-c109-4640-adbe-9f6dd047f15f has no active binding in host nch1-master-1 {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 19 20:53:41.454161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600b946-c1fb-4eed-97c9-86bbd93eb170 req-091ca1bf-24b8-4f18-8a4a-ace3c162330e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:41.461136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1600b946-c1fb-4eed-97c9-86bbd93eb170 req-091ca1bf-24b8-4f18-8a4a-ace3c162330e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 943 time: 0.6300473
Feb 19 20:53:41.557549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42376) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:41.558080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Pushing event updated for resources: {'Port': ['ID=a926fff0-c109-4640-adbe-9f6dd047f15f,revision_number=8']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:41.561293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:41.561926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:41.563394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-b67b894a-2b6a-40fa-ab25-79e067ac9495 service neutron] 10.222.0.10 "PUT /v2.0/ports/a926fff0-c109-4640-adbe-9f6dd047f15f HTTP/1.1" status: 200  len: 1121 time: 2.2398870
Feb 19 20:53:41.672175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['a926fff0-c109-4640-adbe-9f6dd047f15f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:41.686767 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1600b946-c1fb-4eed-97c9-86bbd93eb170 req-3016d6b5-c717-433a-8ff5-2510c4c63b2d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246282
Feb 19 20:53:41.695066 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:41.744345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1471784450-network', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:41.750121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['a926fff0-c109-4640-adbe-9f6dd047f15f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:41.788248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Made reservation on behalf of de5e39a92fe94f05bf371c31414cc390 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:41.790972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:41.805069 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:41.818349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9e198-bdb4-461d-ab22-406f726b7394 req-878bb576-d1ae-460d-8ec8-bbe88ca3917d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:41.819861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30e9e198-bdb4-461d-ab22-406f726b7394 req-878bb576-d1ae-460d-8ec8-bbe88ca3917d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.10 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 949 time: 0.2850611
Feb 19 20:53:41.909185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Publish callbacks [] for security_group (e763cc36-6acb-4d1d-aab2-6247f11f4078), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:41.913970 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e763cc36-6acb-4d1d-aab2-6247f11f4078), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:41.941917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:53:41.951260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e763cc36-6acb-4d1d-aab2-6247f11f4078,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:41.959276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (263ab486-2540-471c-890f-23f99df29ba3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:41.959686 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Added segment 263ab486-2540-471c-890f-23f99df29ba3 of type vlan for network f5086657-42ed-4200-b900-8779c9fbc7c9
Feb 19 20:53:42.007199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f5086657-42ed-4200-b900-8779c9fbc7c9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.036195 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f5086657-42ed-4200-b900-8779c9fbc7c9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.037249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:42.037833 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.038031 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.054510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c80342-7808-455f-a823-a68a882bb86e req-97e58ead-d923-4742-8722-1a2a2c986131 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:42.056848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92c80342-7808-455f-a823-a68a882bb86e req-97e58ead-d923-4742-8722-1a2a2c986131 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a832621d-69be-4201-acf6-2f3ca91a42ed HTTP/1.1" status: 200  len: 949 time: 0.2527139
Feb 19 20:53:42.089878 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5310061
Feb 19 20:53:42.094456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42382) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:42.100794 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] Request body: {'subnet': {'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1471784450-subnet', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:42.112968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376182bd-0791-4810-8a7f-1669da632d23 admin admin] Pushing event updated for resources: {'Network': ['ID=f5086657-42ed-4200-b900-8779c9fbc7c9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:42.124543 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] Made reservation on behalf of de5e39a92fe94f05bf371c31414cc390 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:42.126804 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.129936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f5086657-42ed-4200-b900-8779c9fbc7c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:53:42.161311 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Network 29f753c7-df02-4765-94b5-9df128b873af is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:42.181240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event updated for resources: {'Port': ['ID=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:42.184608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:42.194777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:42.261025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-30e9e198-bdb4-461d-ab22-406f726b7394 req-de1e8e39-e95b-4a5e-9694-4c7a0270f58d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Deleting port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:42.261375 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-30e9e198-bdb4-461d-ab22-406f726b7394 req-de1e8e39-e95b-4a5e-9694-4c7a0270f58d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.313153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.318261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92c80342-7808-455f-a823-a68a882bb86e req-c16897c0-6d93-4bec-91af-bfe4259ab116 tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.30 "GET /v2.0/security-groups?id=74c5d1e9-475e-4c1f-b5ed-8fd10b595816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305112
Feb 19 20:53:42.349720 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-9a015b17-bdd3-40d3-a0d2-7620e0d4ce4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.370075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:42.389424 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-9a015b17-bdd3-40d3-a0d2-7620e0d4ce4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.397427 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8838ecd4-6641-4222-998b-2d956adcbff9 x-openstack-request-id: req-8838ecd4-6641-4222-998b-2d956adcbff9 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:42.397734 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53", "status": "completed", "code": 200}, {"server_uuid": "fa53378c-0deb-40cc-a2a5-bc55778f6146", "name": "network-vif-unplugged", "status": "completed", "tag": "a926fff0-c109-4640-adbe-9f6dd047f15f", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:42.398008 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8838ecd4-6641-4222-998b-2d956adcbff9 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:42.398210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] Checking segment: {'id': '263ab486-2540-471c-890f-23f99df29ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:42.398427 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'status': 'completed', 'code': 200}
Feb 19 20:53:42.398688 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a926fff0-c109-4640-adbe-9f6dd047f15f', 'code': 200}
Feb 19 20:53:42.398889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] Network hostable DHCP agents. Network: f5086657-42ed-4200-b900-8779c9fbc7c9, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:53:42.410053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:42.410734 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.421413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] Network f5086657-42ed-4200-b900-8779c9fbc7c9 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:53:42.443368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f5086657-42ed-4200-b900-8779c9fbc7c9) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:42.448562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:42.449175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.456928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df172aa-2e44-4b5a-8798-79023ddeb907 None None] Network f5086657-42ed-4200-b900-8779c9fbc7c9 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:53:42.475263 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cfbe806f-c773-4d05-858f-ebce22dce7c0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3770404
Feb 19 20:53:42.475676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42384) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:42.481045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1471784450-router', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:42.503621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-30e9e198-bdb4-461d-ab22-406f726b7394 req-de1e8e39-e95b-4a5e-9694-4c7a0270f58d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] For port 48461d06-c79b-4c2b-8608-01b6aa1c3b24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48461d06-c79b-4c2b-8608-01b6aa1c3b24,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:42.504241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-30e9e198-bdb4-461d-ab22-406f726b7394 req-de1e8e39-e95b-4a5e-9694-4c7a0270f58d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.507982 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (5041162f-fa78-4322-b2ee-727f92bee797), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.513620 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (5041162f-fa78-4322-b2ee-727f92bee797), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.540723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-40367132-1f93-4603-8080-ac59b560d2a7 None None] Provisioning complete for port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:42.541107 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-40367132-1f93-4603-8080-ac59b560d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.571880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-30e9e198-bdb4-461d-ab22-406f726b7394 req-de1e8e39-e95b-4a5e-9694-4c7a0270f58d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Calling delete_port for 48461d06-c79b-4c2b-8608-01b6aa1c3b24 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:42.579548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-26cf0a9e-6426-419c-ba55-b708baf34a22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6005313
Feb 19 20:53:42.596153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-40367132-1f93-4603-8080-ac59b560d2a7 None None] Port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:42.617966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:42.714064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c req-4494885b-890c-4716-8948-3c30f6603dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:42.715635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c req-4494885b-890c-4716-8948-3c30f6603dc9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 1128 time: 0.2574406
Feb 19 20:53:42.717674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31235f9-dc19-41d2-8c54-4607d1c55e26 req-9aa543bf-d6b6-4a6a-aa55-c2901b768aba tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:42.719211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b31235f9-dc19-41d2-8c54-4607d1c55e26 req-9aa543bf-d6b6-4a6a-aa55-c2901b768aba tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 1133 time: 0.2188730
Feb 19 20:53:42.728430 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-9a015b17-bdd3-40d3-a0d2-7620e0d4ce4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Floating IP b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 associated. External IP: 172.35.2.72, port: 4313e698-6c12-4d1e-b019-f8d0163bad53.
Feb 19 20:53:42.779410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f5086657-42ed-4200-b900-8779c9fbc7c9', 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9', 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'fixed_ips': [{'subnet_id': 'a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:53:42.780472 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.816679 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Publish callbacks [] for router_controller (5041162f-fa78-4322-b2ee-727f92bee797), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.930155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Allocated IP 172.20.0.2 (f5086657-42ed-4200-b900-8779c9fbc7c9/a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9/412e594a-f2db-4bbc-b874-cd8dec7b95f0) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:42.940447 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a5a05223-8669-4696-8f96-528bee454543), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:42.963750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Publish callbacks [] for router_gateway (5041162f-fa78-4322-b2ee-727f92bee797), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.071612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b31235f9-dc19-41d2-8c54-4607d1c55e26 req-6a7679b3-20ce-446f-b3d7-528e21eef3e8 tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3256714
Feb 19 20:53:43.086737 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Publish callbacks [] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.099356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c req-7b8941e8-1fa1-4564-ac7a-871067206ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:43.100873 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c req-7b8941e8-1fa1-4564-ac7a-871067206ce6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.3659701
Feb 19 20:53:43.109241 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.172203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Network f5086657-42ed-4200-b900-8779c9fbc7c9 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:43.176829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:43.180297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:43.187765 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-30e9e198-bdb4-461d-ab22-406f726b7394 req-de1e8e39-e95b-4a5e-9694-4c7a0270f58d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (48461d06-c79b-4c2b-8608-01b6aa1c3b24), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.197752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Pushing event updated for resources: {'Port': ['ID=412e594a-f2db-4bbc-b874-cd8dec7b95f0,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:43.207046 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Publish callbacks [] for router_gateway (5041162f-fa78-4322-b2ee-727f92bee797), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.229052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.249684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Attempting to bind port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:43.250060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Attempting to bind port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '263ab486-2540-471c-890f-23f99df29ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:43.250452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Attempting to bind port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 on network f5086657-42ed-4200-b900-8779c9fbc7c9 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:43.255574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:43.255953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Checking segment: {'id': '263ab486-2540-471c-890f-23f99df29ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:43.256370 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.256775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Bound using segment: {'id': '263ab486-2540-471c-890f-23f99df29ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:43.257256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Bound port: 412e594a-f2db-4bbc-b874-cd8dec7b95f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263ab486-2540-471c-890f-23f99df29ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:43.257619 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.267016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c req-ebb14fb1-f522-4625-b7da-0aa1ec858d36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 217 time: 0.1466932
Feb 19 20:53:43.325957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] For port 412e594a-f2db-4bbc-b874-cd8dec7b95f0, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:43.329468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] For port 412e594a-f2db-4bbc-b874-cd8dec7b95f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=412e594a-f2db-4bbc-b874-cd8dec7b95f0,segment=NetworkSegment(263ab486-2540-471c-890f-23f99df29ba3),segment_id=263ab486-2540-471c-890f-23f99df29ba3)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:43.336160 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.342266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Allocated IP 172.35.2.8 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/757be3f8-fe49-4c8a-8c7f-0b2c02a76b68) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:43.399155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac7352-6105-4b5a-8d61-e0033ac6f063 None None] Pushing event updated for resources: {'Port': ['ID=412e594a-f2db-4bbc-b874-cd8dec7b95f0,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:43.463931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Publish callbacks [] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.505944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.554466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:43.557633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:43.561426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:43.607677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Pushing event updated for resources: {'Port': ['ID=757be3f8-fe49-4c8a-8c7f-0b2c02a76b68,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:43.632614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e8e39-e95b-4a5e-9694-4c7a0270f58d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Pushing event deleted for resources: {'Port': ['ID=48461d06-c79b-4c2b-8608-01b6aa1c3b24,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:43.772128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e9e198-bdb4-461d-ab22-406f726b7394 req-de1e8e39-e95b-4a5e-9694-4c7a0270f58d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] No DVR routers for this DVR port 48461d06-c79b-4c2b-8608-01b6aa1c3b24 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:53:43.789978 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-30e9e198-bdb4-461d-ab22-406f726b7394 req-de1e8e39-e95b-4a5e-9694-4c7a0270f58d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.793392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30e9e198-bdb4-461d-ab22-406f726b7394 req-de1e8e39-e95b-4a5e-9694-4c7a0270f58d tempest-LiveMigrationNegativeTest-1122703229 tempest-LiveMigrationNegativeTest-1122703229-project] 10.222.0.10 "DELETE /v2.0/ports/48461d06-c79b-4c2b-8608-01b6aa1c3b24 HTTP/1.1" status: 204  len: 173 time: 1.9613056
Feb 19 20:53:43.829048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c req-df0f4568-34f3-4362-acd6-3100e7399983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:43.830585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c req-df0f4568-34f3-4362-acd6-3100e7399983 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.2154915
Feb 19 20:53:43.874448 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Publish callbacks [] for router_gateway (5041162f-fa78-4322-b2ee-727f92bee797), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:43.896117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b6a04-6470-42e2-8df6-548b27b0ea62 req-3c9e3241-0a5b-42cc-a15d-fe9611450726 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:43.901443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b6a04-6470-42e2-8df6-548b27b0ea62 req-3c9e3241-0a5b-42cc-a15d-fe9611450726 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:43.906740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b6a04-6470-42e2-8df6-548b27b0ea62 req-3c9e3241-0a5b-42cc-a15d-fe9611450726 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:43.912100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b6a04-6470-42e2-8df6-548b27b0ea62 req-3c9e3241-0a5b-42cc-a15d-fe9611450726 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:43.917416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b6a04-6470-42e2-8df6-548b27b0ea62 req-3c9e3241-0a5b-42cc-a15d-fe9611450726 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:43.919611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-555b6a04-6470-42e2-8df6-548b27b0ea62 req-3c9e3241-0a5b-42cc-a15d-fe9611450726 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 3816 time: 0.6946256
Feb 19 20:53:43.976885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-9a015b17-bdd3-40d3-a0d2-7620e0d4ce4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Router 446f44e6-38ae-4054-86b0-dba565636ee7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:53:44.025115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c req-add81312-b455-4392-811a-1bd1bf40642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:44.026680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c req-add81312-b455-4392-811a-1bd1bf40642f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1867762
Feb 19 20:53:44.100537 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (5041162f-fa78-4322-b2ee-727f92bee797), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:44.102933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-555b6a04-6470-42e2-8df6-548b27b0ea62 req-c0832553-fbd2-4028-8310-43e8565e4795 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1735573
Feb 19 20:53:44.273557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Router 5041162f-fa78-4322-b2ee-727f92bee797 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:53:44.305809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a05223-8669-4696-8f96-528bee454543 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:44.330109 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Publish callbacks [] for port (a5a05223-8669-4696-8f96-528bee454543), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:44.351680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c req-e596395c-49d8-4262-b2c0-92ad12d2c8d3 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3156459
Feb 19 20:53:44.372785 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Transition to ACTIVE for port object a5a05223-8669-4696-8f96-528bee454543 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:53:44.376003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-9a015b17-bdd3-40d3-a0d2-7620e0d4ce4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:53:44.393654 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a19f8-6709-4077-b8cc-c8df50b3a283 None None] Sync routers for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:53:44.402335 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:53:44.414186 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a19f8-6709-4077-b8cc-c8df50b3a283 None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:44.417731 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f76a19f8-6709-4077-b8cc-c8df50b3a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a704fddf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:44.420943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'tag': 'a926fff0-c109-4640-adbe-9f6dd047f15f'}, {'server_uuid': 'a832621d-69be-4201-acf6-2f3ca91a42ed', 'name': 'network-vif-deleted', 'tag': '48461d06-c79b-4c2b-8608-01b6aa1c3b24'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:44.423238 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d50fc06-8710-4a0c-9a32-87c4eb8f419f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa53378c-0deb-40cc-a2a5-bc55778f6146", "tag": "a926fff0-c109-4640-adbe-9f6dd047f15f"}, {"server_uuid": "a832621d-69be-4201-acf6-2f3ca91a42ed", "name": "network-vif-deleted", "tag": "48461d06-c79b-4c2b-8608-01b6aa1c3b24"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:44.428231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Sync routers for ids ['5041162f-fa78-4322-b2ee-727f92bee797'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:53:44.434976 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:44.440006 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fbb58a86-39ce-49b6-9b23-f5d5f6f58666 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9632878
Feb 19 20:53:44.440782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42394) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:44.455171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Routers {'5041162f-fa78-4322-b2ee-727f92bee797'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:44.456084 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63517e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5041162f-fa78-4322-b2ee-727f92bee797'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:44.469108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601a7c7-9b8e-4daf-a199-6d3c25a23602 req-ea1c40b0-fe4c-40f9-8954-f2b455735546 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:44.470654 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f601a7c7-9b8e-4daf-a199-6d3c25a23602 req-ea1c40b0-fe4c-40f9-8954-f2b455735546 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.2651353
Feb 19 20:53:44.471325 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a5a05223-8669-4696-8f96-528bee454543), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:44.708668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Set router 5041162f-fa78-4322-b2ee-727f92bee797 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:44.720795 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f76a19f8-6709-4077-b8cc-c8df50b3a283 None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:44.767783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 412e594a-f2db-4bbc-b874-cd8dec7b95f0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:44.768079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a6eb70e-970d-4aa7-98f1-9dfe793d915c req-11797339-e9ff-4566-8eb8-c91aa6303750 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4072309
Feb 19 20:53:44.772002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f7593-1e54-4017-b570-c5f80f0ccf64 None None] Network f5086657-42ed-4200-b900-8779c9fbc7c9 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:53:44.773231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a05223-8669-4696-8f96-528bee454543,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:44.828099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f601a7c7-9b8e-4daf-a199-6d3c25a23602 req-3f738914-54b5-40da-bbc9-d9e60366cb7d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2992001
Feb 19 20:53:44.983221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-9a015b17-bdd3-40d3-a0d2-7620e0d4ce4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Router 446f44e6-38ae-4054-86b0-dba565636ee7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:53:45.032273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Attempting to bind port a5a05223-8669-4696-8f96-528bee454543 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:45.032708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Attempting to bind port a5a05223-8669-4696-8f96-528bee454543 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:45.033136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Attempting to bind port a5a05223-8669-4696-8f96-528bee454543 on network c36e6964-b1c5-4d15-8ff3-6ec34911167e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:45.044560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Port a5a05223-8669-4696-8f96-528bee454543 on network c36e6964-b1c5-4d15-8ff3-6ec34911167e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:45.045034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Attempting to bind port a5a05223-8669-4696-8f96-528bee454543 on network c36e6964-b1c5-4d15-8ff3-6ec34911167e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:45.121949 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:45.122456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Checking segment: {'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:45.122945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Bound using segment: {'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:45.123518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Bound port: a5a05223-8669-4696-8f96-528bee454543, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a845cad5-1877-4d4b-af8c-33cb6d4be228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:45.123979 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a5a05223-8669-4696-8f96-528bee454543), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.133877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6ac1f72b-f5e7-49cc-9747-85e0981179c0 None None] Provisioning complete for port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:45.133877 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6ac1f72b-f5e7-49cc-9747-85e0981179c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.161005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3894be6-cb3c-404f-98af-8d70244b5ce0 req-e6ed7234-f63b-4eca-895a-61ff77832def tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:45.162818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e3894be6-cb3c-404f-98af-8d70244b5ce0 req-e6ed7234-f63b-4eca-895a-61ff77832def tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 943 time: 0.1909549
Feb 19 20:53:45.163536 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.187154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 48461d06-c79b-4c2b-8608-01b6aa1c3b24 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:45.201505 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f76a19f8-6709-4077-b8cc-c8df50b3a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a704fddf0>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:69:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:53:42Z', 'revision_number': 3, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:45.231421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:45.231799 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.253874 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a19f8-6709-4077-b8cc-c8df50b3a283 None None] Checking router: 446f44e6-38ae-4054-86b0-dba565636ee7 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:53:45.275013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] For port a5a05223-8669-4696-8f96-528bee454543, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:45.276058 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a19f8-6709-4077-b8cc-c8df50b3a283 None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:45.277035 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f76a19f8-6709-4077-b8cc-c8df50b3a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a704fddf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:45.278514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-9a015b17-bdd3-40d3-a0d2-7620e0d4ce4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:53:45.284515 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-9a015b17-bdd3-40d3-a0d2-7620e0d4ce4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.325360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e3894be6-cb3c-404f-98af-8d70244b5ce0 req-6f6e8bd7-cdbc-4cd8-b5be-d899896be554 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372216
Feb 19 20:53:45.333690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] For port a5a05223-8669-4696-8f96-528bee454543, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5a05223-8669-4696-8f96-528bee454543,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:45.343012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 48461d06-c79b-4c2b-8608-01b6aa1c3b24 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:53:45.343439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 48461d06-c79b-4c2b-8608-01b6aa1c3b24 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:45.361502 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a5a05223-8669-4696-8f96-528bee454543), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.390666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6ac1f72b-f5e7-49cc-9747-85e0981179c0 None None] Current status of the port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:45.391283 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6ac1f72b-f5e7-49cc-9747-85e0981179c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.409746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:45.412541 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.414277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] 10.222.0.67 "PUT /v2.0/ports/a5a05223-8669-4696-8f96-528bee454543 HTTP/1.1" status: 200  len: 1091 time: 2.8115211
Feb 19 20:53:45.456550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-9a015b17-bdd3-40d3-a0d2-7620e0d4ce4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "PUT /v2.0/floatingips/b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 HTTP/1.1" status: 200  len: 997 time: 4.8491743
Feb 19 20:53:45.461366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Allocated IP 172.20.0.1 (f5086657-42ed-4200-b900-8779c9fbc7c9/a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9/bad84005-8a24-443c-8916-83c2b6aef97b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:45.505040 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f76a19f8-6709-4077-b8cc-c8df50b3a283 None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:45.506781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:45.565791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6ac1f72b-f5e7-49cc-9747-85e0981179c0 None None] For port 412e594a-f2db-4bbc-b874-cd8dec7b95f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=412e594a-f2db-4bbc-b874-cd8dec7b95f0,segment=NetworkSegment(263ab486-2540-471c-890f-23f99df29ba3),segment_id=263ab486-2540-471c-890f-23f99df29ba3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:45.614869 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6ac1f72b-f5e7-49cc-9747-85e0981179c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.629994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21572e16-21a2-4488-a52f-ed23e1b34b96 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a05223-8669-4696-8f96-528bee454543,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:45.650330 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b523cbc1-fb5a-4e70-bbeb-05a1960d784a x-openstack-request-id: req-b523cbc1-fb5a-4e70-bbeb-05a1960d784a {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:45.650635 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa53378c-0deb-40cc-a2a5-bc55778f6146", "tag": "a926fff0-c109-4640-adbe-9f6dd047f15f", "status": "completed", "code": 200}, {"server_uuid": "a832621d-69be-4201-acf6-2f3ca91a42ed", "name": "network-vif-deleted", "tag": "48461d06-c79b-4c2b-8608-01b6aa1c3b24", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:45.650892 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b523cbc1-fb5a-4e70-bbeb-05a1960d784a {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:45.651288 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'tag': 'a926fff0-c109-4640-adbe-9f6dd047f15f', 'status': 'completed', 'code': 200}
Feb 19 20:53:45.651646 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a832621d-69be-4201-acf6-2f3ca91a42ed', 'name': 'network-vif-deleted', 'tag': '48461d06-c79b-4c2b-8608-01b6aa1c3b24', 'status': 'completed', 'code': 200}
Feb 19 20:53:45.670630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-33ab33c1-94e3-4d44-a395-bb71b45629e4 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:45.679568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-33ab33c1-94e3-4d44-a395-bb71b45629e4 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports/4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 943 time: 0.2213044
Feb 19 20:53:45.801709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Publish callbacks [] for port (bad84005-8a24-443c-8916-83c2b6aef97b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.864958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.879777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-58436003-55b0-4bde-a9bc-4e5d2ae54fc5 None None] Provisioning complete for port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:45.880225 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58436003-55b0-4bde-a9bc-4e5d2ae54fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.906595 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:45.907190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1f72b-f5e7-49cc-9747-85e0981179c0 None None] Pushing event updated for resources: {'Port': ['ID=412e594a-f2db-4bbc-b874-cd8dec7b95f0,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:45.923179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:45.936147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Network f5086657-42ed-4200-b900-8779c9fbc7c9 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:45.940821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:45.958586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63517e50>, [{'id': '5041162f-fa78-4322-b2ee-727f92bee797', 'name': 'tempest-FloatingIPsTestJSON-1471784450-router', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:42Z', 'updated_at': '2022-02-19T20:53:43Z', 'revision_number': 3, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'gw_port': {'id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:43Z', 'updated_at': '2022-02-19T20:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:45.960992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:46.017120 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f76a19f8-6709-4077-b8cc-c8df50b3a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a704fddf0>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:69:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:53:42Z', 'revision_number': 3, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:46.021159 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (5041162f-fa78-4322-b2ee-727f92bee797), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:46.031374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42406) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:46.050925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-12777bf7-150c-47b8-95ab-159fbe95a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:46.055400 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a19f8-6709-4077-b8cc-c8df50b3a283 None None] The sync data for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 is: [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:69:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:53:42Z', 'revision_number': 3, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:53:46.056124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-12777bf7-150c-47b8-95ab-159fbe95a55e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 1128 time: 0.2656972
Feb 19 20:53:46.062327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Checking router: 5041162f-fa78-4322-b2ee-727f92bee797 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:53:46.062696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Updating router 5041162f-fa78-4322-b2ee-727f92bee797 port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:53:46.074109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50fc06-8710-4a0c-9a32-87c4eb8f419f req-c58825e9-8c80-45a2-9d59-0bf3d986cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:46.077418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bad84005-8a24-443c-8916-83c2b6aef97b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:46.080184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d50fc06-8710-4a0c-9a32-87c4eb8f419f req-c58825e9-8c80-45a2-9d59-0bf3d986cdb1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 1155 time: 0.3937681
Feb 19 20:53:46.147855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-58436003-55b0-4bde-a9bc-4e5d2ae54fc5 None None] Current status of the port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:46.150266 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:46.275908 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:46.374706 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db51fd-343b-4b16-9ddd-f180ad09dd0c None None] New status for floating IP b90011d6-eb0b-4824-b727-f7f6c8bc7ec0: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:53:46.451580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e004e20f-4faa-44b8-a691-7ef183dc2f7d None None] Provisioning complete for port bad84005-8a24-443c-8916-83c2b6aef97b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:46.452261 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e004e20f-4faa-44b8-a691-7ef183dc2f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:46.496347 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Publish callbacks [] for port (bad84005-8a24-443c-8916-83c2b6aef97b), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:46.504092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:46.570863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e004e20f-4faa-44b8-a691-7ef183dc2f7d None None] Port bad84005-8a24-443c-8916-83c2b6aef97b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:46.603565 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (5041162f-fa78-4322-b2ee-727f92bee797), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:46.616300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bad84005-8a24-443c-8916-83c2b6aef97b,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:46.624115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e638-0fb6-41b3-9890-0a67f2f1fdca req-b6d5ed07-1e2e-4566-9e9a-6484c5f2740e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:46.633122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df56e638-0fb6-41b3-9890-0a67f2f1fdca req-b6d5ed07-1e2e-4566-9e9a-6484c5f2740e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.8476262
Feb 19 20:53:46.642109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 412e594a-f2db-4bbc-b874-cd8dec7b95f0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:46.652716 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Publish callbacks [] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:46.680261 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:46.745179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Network f5086657-42ed-4200-b900-8779c9fbc7c9 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:46.747077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:46.762990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Attempting to bind port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:46.763386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Attempting to bind port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:46.763889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Attempting to bind port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:46.766250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e276b-2ac8-4a40-b3b6-d5d2eebe7a51 None None] Pushing event updated for resources: {'Port': ['ID=757be3f8-fe49-4c8a-8c7f-0b2c02a76b68,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:46.774564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:46.774943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:46.775348 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:46.775737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:46.776210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Bound port: 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:46.776612 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:46.889744 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Router 5041162f-fa78-4322-b2ee-727f92bee797 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:53:46.907926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50fc06-8710-4a0c-9a32-87c4eb8f419f req-313a2476-562f-4fbe-85ea-95b2d2ff9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:46.909704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d50fc06-8710-4a0c-9a32-87c4eb8f419f req-313a2476-562f-4fbe-85ea-95b2d2ff9a51 service neutron] 10.222.0.67 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.7215393
Feb 19 20:53:46.911734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-b07da30c-ad11-48c7-8e05-d791a498e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:46.914303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-b07da30c-ad11-48c7-8e05-d791a498e923 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.8471258
Feb 19 20:53:46.921295 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fead8ecc-4c9e-4709-9214-fc79f266f43b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81e756cebb9c45ddb687ea373d7ddaa3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8807700
Feb 19 20:53:46.934979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df56e638-0fb6-41b3-9890-0a67f2f1fdca req-bc326f25-967c-42e4-abe2-3cf1c08207c0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3008585
Feb 19 20:53:46.935638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42412) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:46.993659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1ad3a-4cab-4294-8120-9f61df3d1cb9 None None] Sync routers for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:53:47.017343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:47.018945 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:47.024515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] For port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:47.047554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d50fc06-8710-4a0c-9a32-87c4eb8f419f req-7b42f9f5-df00-4a20-aa09-c79ff47eead0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a926fff0-c109-4640-adbe-9f6dd047f15f HTTP/1.1" status: 200  len: 217 time: 0.1078498
Feb 19 20:53:47.048746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-d7056b91-e33b-422e-8b22-5016307cb7c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 217 time: 0.1103849
Feb 19 20:53:47.070032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1ad3a-4cab-4294-8120-9f61df3d1cb9 None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:47.070695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5da1ad3a-4cab-4294-8120-9f61df3d1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632e2430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:47.077208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] For port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=757be3f8-fe49-4c8a-8c7f-0b2c02a76b68,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:47.155502 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:47.206475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e7f6acdd-d0f0-4365-a1d0-a004d24ec02d None None] Provisioning complete for port bad84005-8a24-443c-8916-83c2b6aef97b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:47.207101 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e7f6acdd-d0f0-4365-a1d0-a004d24ec02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:47.238112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50fc06-8710-4a0c-9a32-87c4eb8f419f req-f958a188-9edf-4175-9a0a-ea86708dfa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:47.240211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d50fc06-8710-4a0c-9a32-87c4eb8f419f req-f958a188-9edf-4175-9a0a-ea86708dfa0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1719973
Feb 19 20:53:47.249134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-4d615338-d480-4b69-8f17-f7f79da5131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:47.250619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-4d615338-d480-4b69-8f17-f7f79da5131d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.1808379
Feb 19 20:53:47.264404 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5311b612-4848-4775-b871-44a2ec383680 admin admin] Publish callbacks [] for security_group (74c5d1e9-475e-4c1f-b5ed-8fd10b595816), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:47.312006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e3ec8-3290-4bba-85cb-1973b5df4041 req-8ff49e87-9f38-4cb9-bb5d-1cd3b787a373 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:47.312287 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e276b-2ac8-4a40-b3b6-d5d2eebe7a51 None None] Pushing event updated for resources: {'Port': ['ID=757be3f8-fe49-4c8a-8c7f-0b2c02a76b68,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:47.317197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e3ec8-3290-4bba-85cb-1973b5df4041 req-8ff49e87-9f38-4cb9-bb5d-1cd3b787a373 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:47.321700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6acdd-d0f0-4365-a1d0-a004d24ec02d None None] Port bad84005-8a24-443c-8916-83c2b6aef97b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:47.323106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e3ec8-3290-4bba-85cb-1973b5df4041 req-8ff49e87-9f38-4cb9-bb5d-1cd3b787a373 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:47.323873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Routers {'5041162f-fa78-4322-b2ee-727f92bee797'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:47.324620 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63517e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5041162f-fa78-4322-b2ee-727f92bee797'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:47.328425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e3ec8-3290-4bba-85cb-1973b5df4041 req-8ff49e87-9f38-4cb9-bb5d-1cd3b787a373 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:47.334431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e3ec8-3290-4bba-85cb-1973b5df4041 req-8ff49e87-9f38-4cb9-bb5d-1cd3b787a373 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:47.336262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a2e3ec8-3290-4bba-85cb-1973b5df4041 req-8ff49e87-9f38-4cb9-bb5d-1cd3b787a373 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 3828 time: 0.2906518
Feb 19 20:53:47.343896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:53:47.350048 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-381b2643-a96e-4755-9835-aadfbaf41fb7 admin admin] 10.222.0.30 "PUT /v2.0/routers/5041162f-fa78-4322-b2ee-727f92bee797/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9082401
Feb 19 20:53:47.357759 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d50fc06-8710-4a0c-9a32-87c4eb8f419f req-74ef8dbd-a921-4952-b5f8-cf8172388df5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1113634
Feb 19 20:53:47.382841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5da1ad3a-4cab-4294-8120-9f61df3d1cb9 None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:47.427541 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5311b612-4848-4775-b871-44a2ec383680 admin admin] Publish callbacks [] for security_group (74c5d1e9-475e-4c1f-b5ed-8fd10b595816), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:47.461293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:47.481153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1552338-247f-46d8-ba3c-0852bc6b82e8 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:47.505342 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Publish callbacks [] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:47.546774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] Set router 5041162f-fa78-4322-b2ee-727f92bee797 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:47.556379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Transition to ACTIVE for port object e1552338-247f-46d8-ba3c-0852bc6b82e8 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:53:47.559848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a2e3ec8-3290-4bba-85cb-1973b5df4041 req-a7fe89fd-ac35-471f-9e47-54bbf2110d3c tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1874204
Feb 19 20:53:47.565422 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:47.569352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-b53443f8-ad0c-4c46-90ab-4657598a0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:47.570845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-b53443f8-ad0c-4c46-90ab-4657598a0398 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2985551
Feb 19 20:53:47.591072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-e94e28b4-8d92-4fcf-b989-4130f30037af service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:53:47.592087 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-e94e28b4-8d92-4fcf-b989-4130f30037af service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0093994
Feb 19 20:53:47.658546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d50fc06-8710-4a0c-9a32-87c4eb8f419f req-badc5e28-32ad-4ea6-82da-219c92e1ee42 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2683818
Feb 19 20:53:47.659006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53'}, {'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': 'a5a05223-8669-4696-8f96-528bee454543'}, {'name': 'network-changed', 'server_uuid': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'tag': 'bbd45217-6a8e-439f-89c7-dd438e2032fd'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:47.661391 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a41c320-cf0f-40c6-b594-fa72a7492934" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53"}, {"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "a5a05223-8669-4696-8f96-528bee454543"}, {"name": "network-changed", "server_uuid": "097ae8b7-1df3-4788-b5e3-5580b215bf98", "tag": "bbd45217-6a8e-439f-89c7-dd438e2032fd"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:47.711321 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5311b612-4848-4775-b871-44a2ec383680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (74c5d1e9-475e-4c1f-b5ed-8fd10b595816), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:47.713889 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5311b612-4848-4775-b871-44a2ec383680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:47.717528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5311b612-4848-4775-b871-44a2ec383680 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74c5d1e9-475e-4c1f-b5ed-8fd10b595816 HTTP/1.1" status: 204  len: 168 time: 0.7744529
Feb 19 20:53:47.759374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1552338-247f-46d8-ba3c-0852bc6b82e8,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:47.808406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311b612-4848-4775-b871-44a2ec383680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c5d1e9-475e-4c1f-b5ed-8fd10b595816,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:47.917427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-d387ab6c-256a-4ccf-ad0f-ecb06b2ed858 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2944446
Feb 19 20:53:47.935705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5da1ad3a-4cab-4294-8120-9f61df3d1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632e2430>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:69:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:53:46Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:47.937436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eae1b8-360f-4901-ae1f-3a1096a9c9e1 req-c9b6c540-4a6e-4765-b6fd-6cbb6ff0271d tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:47.944455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1eae1b8-360f-4901-ae1f-3a1096a9c9e1 req-c9b6c540-4a6e-4765-b6fd-6cbb6ff0271d tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 1133 time: 0.2488575
Feb 19 20:53:47.978011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1ad3a-4cab-4294-8120-9f61df3d1cb9 None None] Checking router: 446f44e6-38ae-4054-86b0-dba565636ee7 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:53:47.979132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d50fc06-8710-4a0c-9a32-87c4eb8f419f req-265f3e53-eb91-40e4-ba13-a7a03e644045 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2752628
Feb 19 20:53:47.999999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63517e50>, [{'id': '5041162f-fa78-4322-b2ee-727f92bee797', 'name': 'tempest-FloatingIPsTestJSON-1471784450-router', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:42Z', 'updated_at': '2022-02-19T20:53:46Z', 'revision_number': 4, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'gw_port': {'id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:43Z', 'updated_at': '2022-02-19T20:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bad84005-8a24-443c-8916-83c2b6aef97b', 'name': '', 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'mac_address': 'fa:16:3e:cc:06:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:45Z', 'updated_at': '2022-02-19T20:53:46Z', 'revision_number': 2, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'subnets': [{'id': 'a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:48.006834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1ad3a-4cab-4294-8120-9f61df3d1cb9 None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:48.007112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5da1ad3a-4cab-4294-8120-9f61df3d1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632e2430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:48.029707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Attempting to bind port e1552338-247f-46d8-ba3c-0852bc6b82e8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:48.030092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Attempting to bind port e1552338-247f-46d8-ba3c-0852bc6b82e8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:48.030407 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Attempting to bind port e1552338-247f-46d8-ba3c-0852bc6b82e8 on network 3a65eeba-09aa-46e7-a378-b06f5822655f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:48.049649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Port e1552338-247f-46d8-ba3c-0852bc6b82e8 on network 3a65eeba-09aa-46e7-a378-b06f5822655f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:48.049995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Attempting to bind port e1552338-247f-46d8-ba3c-0852bc6b82e8 on network 3a65eeba-09aa-46e7-a378-b06f5822655f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:48.069881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42428) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:48.070147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc5cfbe-0bc7-4f08-9f61-3cb1b58cb1d8 None None] The sync data for ids ['5041162f-fa78-4322-b2ee-727f92bee797'] in ncdv-master-1 is: [{'id': '5041162f-fa78-4322-b2ee-727f92bee797', 'name': 'tempest-FloatingIPsTestJSON-1471784450-router', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:42Z', 'updated_at': '2022-02-19T20:53:46Z', 'revision_number': 4, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'gw_port': {'id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:43Z', 'updated_at': '2022-02-19T20:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bad84005-8a24-443c-8916-83c2b6aef97b', 'name': '', 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'mac_address': 'fa:16:3e:cc:06:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:45Z', 'updated_at': '2022-02-19T20:53:46Z', 'revision_number': 2, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'subnets': [{'id': 'a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:53:48.083039 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1eae1b8-360f-4901-ae1f-3a1096a9c9e1 req-dbc3dbf5-d871-406c-938e-e4e7f0fa243c tempest-ServersAdminTestJSON-1180764052 tempest-ServersAdminTestJSON-1180764052-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346724
Feb 19 20:53:48.086147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:48.086501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Checking segment: {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:48.086899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Bound using segment: {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:48.087355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Bound port: e1552338-247f-46d8-ba3c-0852bc6b82e8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:48.087721 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:48.136512 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4cfc5d3c-06b8-4661-a3ee-d2baf6467b0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=347e5866bf314d0b90d0603ca14aa736&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0633612
Feb 19 20:53:48.139066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42432) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:48.150498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-4b9a2ca7-3e4b-4477-a3cb-c19ddc4d0ceb service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2153943
Feb 19 20:53:48.188498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5da1ad3a-4cab-4294-8120-9f61df3d1cb9 None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:48.196563 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-754d51d3-77c9-4c90-b3d3-3c10f5559194 admin admin] Publish callbacks [] for security_group (88f48904-5325-4455-a898-ddda7eb2165a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:48.223843 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-754d51d3-77c9-4c90-b3d3-3c10f5559194 admin admin] Publish callbacks [] for security_group (88f48904-5325-4455-a898-ddda7eb2165a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:48.256868 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8793cc12-48bd-4261-be03-3420f252a210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:48.287290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] For port e1552338-247f-46d8-ba3c-0852bc6b82e8, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:48.290941 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-754d51d3-77c9-4c90-b3d3-3c10f5559194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (88f48904-5325-4455-a898-ddda7eb2165a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:48.293173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] For port e1552338-247f-46d8-ba3c-0852bc6b82e8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1552338-247f-46d8-ba3c-0852bc6b82e8,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:48.295946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-754d51d3-77c9-4c90-b3d3-3c10f5559194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:48.299843 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-754d51d3-77c9-4c90-b3d3-3c10f5559194 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88f48904-5325-4455-a898-ddda7eb2165a HTTP/1.1" status: 204  len: 168 time: 0.1574366
Feb 19 20:53:48.313540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7c983-4a3a-4d0e-b7b5-d06f24dc27a3 req-28bc5845-7dfb-4089-962f-a97095a67edd tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:48.322035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ac7c983-4a3a-4d0e-b7b5-d06f24dc27a3 req-28bc5845-7dfb-4089-962f-a97095a67edd tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 943 time: 0.1327291
Feb 19 20:53:48.322973 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d51d3-77c9-4c90-b3d3-3c10f5559194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f48904-5325-4455-a898-ddda7eb2165a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:48.331542 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:48.349658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-834ccaea-6ca3-42c1-9195-7757394e37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:48.351292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-834ccaea-6ca3-42c1-9195-7757394e37c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 1127 time: 0.1638467
Feb 19 20:53:48.393642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:48.394276 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:48.395685 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] 10.222.0.67 "PUT /v2.0/ports/e1552338-247f-46d8-ba3c-0852bc6b82e8 HTTP/1.1" status: 200  len: 1136 time: 2.9342902
Feb 19 20:53:48.486143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:48.564033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5da1ad3a-4cab-4294-8120-9f61df3d1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632e2430>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:69:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:53:46Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:48.597498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393845b-071e-4a90-a284-0c2a130737e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1552338-247f-46d8-ba3c-0852bc6b82e8,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:48.614902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ac7c983-4a3a-4d0e-b7b5-d06f24dc27a3 req-6d687ef7-31eb-4acb-87d7-20eb18da465b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2918401
Feb 19 20:53:48.630213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1ad3a-4cab-4294-8120-9f61df3d1cb9 None None] The sync data for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 is: [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:69:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:53:46Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:53:48.733350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-b0ffd771-0438-42a9-8733-02b59734f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:48.734908 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-b0ffd771-0438-42a9-8733-02b59734f62e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.3620050
Feb 19 20:53:48.740290 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:48.903420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-07a5edeb-bbd9-4b1e-94d4-36f530c619e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd45217-6a8e-439f-89c7-dd438e2032fd HTTP/1.1" status: 200  len: 1000 time: 0.1609111
Feb 19 20:53:49.065851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-c8fcb496-bf4b-4eb1-9589-70a982a5fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:49.068240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-c8fcb496-bf4b-4eb1-9589-70a982a5fb6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.1529062
Feb 19 20:53:49.276071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-7b77c8d5-53b6-4485-b666-f480623052fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:49.277461 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-7b77c8d5-53b6-4485-b666-f480623052fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1937716
Feb 19 20:53:49.283599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-f3e556a1-7115-4463-91e2-eed9f2822a75 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1681724
Feb 19 20:53:49.333535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:49.461326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6290f8b3-0737-4492-8de5-f27de84a5a1e {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:49.483885 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:49.488796 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Publish callbacks [] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:49.565749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Transition to ACTIVE for port object 6290f8b3-0737-4492-8de5-f27de84a5a1e will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:53:49.595392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-26822c67-8a6c-48f0-834c-eb33d95003e0 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849593
Feb 19 20:53:49.596007 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:50.014738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Pushing event updated for resources: {'Port': ['ID=6290f8b3-0737-4492-8de5-f27de84a5a1e,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:50.026116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-a6d47604-4452-4725-9bcc-0e11901d36b1 service neutron] 10.222.0.67 "GET /v2.0/ports/a926fff0-c109-4640-adbe-9f6dd047f15f/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.4800870
Feb 19 20:53:50.161224 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df51efea-7e29-46ff-8281-c2e7d79e6dd7 req-7c475dc8-01d9-497f-a65b-cbef1f738fe1 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5439398
Feb 19 20:53:50.216821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Attempting to bind port 6290f8b3-0737-4492-8de5-f27de84a5a1e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:50.217095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Attempting to bind port 6290f8b3-0737-4492-8de5-f27de84a5a1e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:50.217428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Attempting to bind port 6290f8b3-0737-4492-8de5-f27de84a5a1e on network 3a65eeba-09aa-46e7-a378-b06f5822655f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:50.224611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:50.251888 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3613b182-73c0-469b-9237-36d35d1741ed x-openstack-request-id: req-3613b182-73c0-469b-9237-36d35d1741ed {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:50.252189 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "a5a05223-8669-4696-8f96-528bee454543", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "097ae8b7-1df3-4788-b5e3-5580b215bf98", "tag": "bbd45217-6a8e-439f-89c7-dd438e2032fd", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:50.252473 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3613b182-73c0-469b-9237-36d35d1741ed {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:50.252875 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'status': 'completed', 'code': 200}
Feb 19 20:53:50.253133 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': 'a5a05223-8669-4696-8f96-528bee454543', 'status': 'completed', 'code': 200}
Feb 19 20:53:50.253387 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'tag': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'status': 'completed', 'code': 200}
Feb 19 20:53:50.255726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Port 6290f8b3-0737-4492-8de5-f27de84a5a1e on network 3a65eeba-09aa-46e7-a378-b06f5822655f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:50.256050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Attempting to bind port 6290f8b3-0737-4492-8de5-f27de84a5a1e on network 3a65eeba-09aa-46e7-a378-b06f5822655f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:50.310675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:50.310967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Checking segment: {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:50.311416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Bound using segment: {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:50.311866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Bound port: 6290f8b3-0737-4492-8de5-f27de84a5a1e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:50.312228 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:50.348168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-294eaa99-b2e0-48c0-a71d-f4b17ed93e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.351050 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-294eaa99-b2e0-48c0-a71d-f4b17ed93e5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 1128 time: 0.0781591
Feb 19 20:53:50.364271 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37b26613-ccb7-4e2f-a009-062b6d65e7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:50.492819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-a1b4d4c1-fd55-479b-95a6-7ec1e344a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.494488 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-a1b4d4c1-fd55-479b-95a6-7ec1e344a401 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.1255307
Feb 19 20:53:50.514742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Allocated IP 172.35.2.16 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/4cb92650-aa7c-4cf3-84e7-8aacd7f5912b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:50.517840 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-654ccec5-612f-40c0-a721-f9d5caf8a1d5 service neutron] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a926fff0-c109-4640-adbe-9f6dd047f15f,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:50.523734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] For port 6290f8b3-0737-4492-8de5-f27de84a5a1e, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:50.548366 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-583b7af5-7cb0-4ae2-9dd7-f71e2e869af6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 217 time: 0.0448971
Feb 19 20:53:50.563652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] For port 6290f8b3-0737-4492-8de5-f27de84a5a1e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6290f8b3-0737-4492-8de5-f27de84a5a1e,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:50.586732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-654ccec5-612f-40c0-a721-f9d5caf8a1d5 service neutron] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:50.617323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:50.631550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42484) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:50.639726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-ce2032ec-4dc3-4c2a-852c-9c14f723aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.642077 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-ce2032ec-4dc3-4c2a-852c-9c14f723aa9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.0841038
Feb 19 20:53:50.652030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:50.704829 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-5a6cda5e-41f7-4a75-8dac-f3601c645a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.706895 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-5a6cda5e-41f7-4a75-8dac-f3601c645a00 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0574441
Feb 19 20:53:50.716064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-654ccec5-612f-40c0-a721-f9d5caf8a1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a926fff0-c109-4640-adbe-9f6dd047f15f {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:50.733472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.734142 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:50.735594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] 10.222.0.67 "PUT /v2.0/ports/6290f8b3-0737-4492-8de5-f27de84a5a1e HTTP/1.1" status: 200  len: 1135 time: 2.2558124
Feb 19 20:53:50.759892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-654ccec5-612f-40c0-a721-f9d5caf8a1d5 service neutron] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a926fff0-c109-4640-adbe-9f6dd047f15f,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:50.789219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:50.790364 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:50.810672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:50.848645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba1496-d118-47d3-a296-71f332e33c49 req-2548574f-c726-4370-af46-b05b3b47634f tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.851013 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c890bab9-febe-494a-8be2-84d1e92e06b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:50.854198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba1496-d118-47d3-a296-71f332e33c49 req-2548574f-c726-4370-af46-b05b3b47634f tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.859559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba1496-d118-47d3-a296-71f332e33c49 req-2548574f-c726-4370-af46-b05b3b47634f tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.865662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba1496-d118-47d3-a296-71f332e33c49 req-2548574f-c726-4370-af46-b05b3b47634f tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.867951 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-07fc9d07-f3d1-4624-920c-f7dac8f6c188 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487222
Feb 19 20:53:50.871383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba1496-d118-47d3-a296-71f332e33c49 req-2548574f-c726-4370-af46-b05b3b47634f tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.876948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba1496-d118-47d3-a296-71f332e33c49 req-2548574f-c726-4370-af46-b05b3b47634f tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.882892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba1496-d118-47d3-a296-71f332e33c49 req-2548574f-c726-4370-af46-b05b3b47634f tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:50.884934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59ba1496-d118-47d3-a296-71f332e33c49 req-2548574f-c726-4370-af46-b05b3b47634f tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5383 time: 0.3473430
Feb 19 20:53:50.907946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18bf36-81b0-46ca-b300-96a75c5e32eb service neutron] Pushing event updated for resources: {'Port': ['ID=6290f8b3-0737-4492-8de5-f27de84a5a1e,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:50.917575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-654ccec5-612f-40c0-a721-f9d5caf8a1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.046129 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-ffa55450-73d2-4a85-866a-7fa1e2826f84 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675677
Feb 19 20:53:51.061222 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for port (4cb92650-aa7c-4cf3-84e7-8aacd7f5912b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.090435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c890bab9-febe-494a-8be2-84d1e92e06b4 admin admin] Publish callbacks [] for security_group (328d84f2-7db3-4eb1-9822-769c9da64c2a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.095276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:51.096001 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.098920 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c890bab9-febe-494a-8be2-84d1e92e06b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (328d84f2-7db3-4eb1-9822-769c9da64c2a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.115036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59ba1496-d118-47d3-a296-71f332e33c49 req-b06d889b-6d82-416a-9e37-3cc4d54b0c2b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2000546
Feb 19 20:53:51.120469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=757be3f8-fe49-4c8a-8c7f-0b2c02a76b68,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:51.160873 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.166166 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.167333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890bab9-febe-494a-8be2-84d1e92e06b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328d84f2-7db3-4eb1-9822-769c9da64c2a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:51.179419 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4cb92650-aa7c-4cf3-84e7-8aacd7f5912b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.213883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-9c156387-7eba-4110-8f2f-f32780de9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.214500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-9c156387-7eba-4110-8f2f-f32780de9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.214975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-9c156387-7eba-4110-8f2f-f32780de9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.215464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-9c156387-7eba-4110-8f2f-f32780de9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.215944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-9c156387-7eba-4110-8f2f-f32780de9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.216422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-9c156387-7eba-4110-8f2f-f32780de9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.216889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-9c156387-7eba-4110-8f2f-f32780de9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.218875 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-9c156387-7eba-4110-8f2f-f32780de9bc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0981190244846a18036aa20dce2dc60&device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6313 time: 0.1160738
Feb 19 20:53:51.247443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=757be3f8-fe49-4c8a-8c7f-0b2c02a76b68,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:51.252829 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Sync routers for ids ['5041162f-fa78-4322-b2ee-727f92bee797'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:53:51.267891 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Routers {'5041162f-fa78-4322-b2ee-727f92bee797'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:51.269195 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a72304f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5041162f-fa78-4322-b2ee-727f92bee797'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:51.311492 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c890bab9-febe-494a-8be2-84d1e92e06b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d249188994442d588a4f02cb0feddf0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6786118
Feb 19 20:53:51.317227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42490) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:51.392394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:51.408249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:51.411053 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Set router 5041162f-fa78-4322-b2ee-727f92bee797 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:51.417911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:51.424759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Pushing event updated for resources: {'Port': ['ID=4cb92650-aa7c-4cf3-84e7-8aacd7f5912b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:51.460131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d005607b-d276-421c-8c65-26dd1e67cd71 admin admin] Publish callbacks [] for security_group (328d84f2-7db3-4eb1-9822-769c9da64c2a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.463256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-bf6169c1-edc6-4ff3-9cc2-3bc279fc8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.463922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-bf6169c1-edc6-4ff3-9cc2-3bc279fc8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.464619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-bf6169c1-edc6-4ff3-9cc2-3bc279fc8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.466388 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-bf6169c1-edc6-4ff3-9cc2-3bc279fc8f47 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a0981190244846a18036aa20dce2dc60&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2383337
Feb 19 20:53:51.467377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-654ccec5-612f-40c0-a721-f9d5caf8a1d5 service neutron] Transition to ACTIVE for port object a926fff0-c109-4640-adbe-9f6dd047f15f will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:53:51.502998 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-654ccec5-612f-40c0-a721-f9d5caf8a1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.552318 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d005607b-d276-421c-8c65-26dd1e67cd71 admin admin] Publish callbacks [] for security_group (328d84f2-7db3-4eb1-9822-769c9da64c2a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.603788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a38e98-46f9-487a-8e13-37347c84aa1f req-0dba7b2d-1f07-4d91-b4d3-d866fcb2123c tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.610855 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1a38e98-46f9-487a-8e13-37347c84aa1f req-0dba7b2d-1f07-4d91-b4d3-d866fcb2123c tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 943 time: 0.3256500
Feb 19 20:53:51.640512 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a72304f70>, [{'id': '5041162f-fa78-4322-b2ee-727f92bee797', 'name': 'tempest-FloatingIPsTestJSON-1471784450-router', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:42Z', 'updated_at': '2022-02-19T20:53:46Z', 'revision_number': 4, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'gw_port': {'id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:43Z', 'updated_at': '2022-02-19T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bad84005-8a24-443c-8916-83c2b6aef97b', 'name': '', 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'mac_address': 'fa:16:3e:cc:06:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:45Z', 'updated_at': '2022-02-19T20:53:46Z', 'revision_number': 2, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'subnets': [{'id': 'a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:51.649655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-654ccec5-612f-40c0-a721-f9d5caf8a1d5 service neutron] No DVR routers for this DVR port a926fff0-c109-4640-adbe-9f6dd047f15f on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:53:51.681107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-c097a5dc-fe38-4a83-b50f-de8032b2a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.683385 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-c097a5dc-fe38-4a83-b50f-de8032b2a94c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2082331
Feb 19 20:53:51.685194 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Checking router: 5041162f-fa78-4322-b2ee-727f92bee797 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:53:51.685562 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Updating router 5041162f-fa78-4322-b2ee-727f92bee797 port bad84005-8a24-443c-8916-83c2b6aef97b binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:53:51.696067 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d005607b-d276-421c-8c65-26dd1e67cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (328d84f2-7db3-4eb1-9822-769c9da64c2a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.700236 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d005607b-d276-421c-8c65-26dd1e67cd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.704556 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d005607b-d276-421c-8c65-26dd1e67cd71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/328d84f2-7db3-4eb1-9822-769c9da64c2a HTTP/1.1" status: 204  len: 168 time: 0.3863535
Feb 19 20:53:51.715499 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005607b-d276-421c-8c65-26dd1e67cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328d84f2-7db3-4eb1-9822-769c9da64c2a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:51.718392 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.740658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ccec5-612f-40c0-a721-f9d5caf8a1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a926fff0-c109-4640-adbe-9f6dd047f15f,revision_number=10']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:51.768096 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.806526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-654ccec5-612f-40c0-a721-f9d5caf8a1d5 service neutron] 10.222.0.67 "PUT /v2.0/ports/a926fff0-c109-4640-adbe-9f6dd047f15f/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.7620595
Feb 19 20:53:51.807608 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for floatingip (16146d0d-6abf-4703-a4e4-fdb86e67af5c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:51.836922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-a3db35a7-2ea1-4378-9b03-b78b5fdfc0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.838911 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-a3db35a7-2ea1-4378-9b03-b78b5fdfc0d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 1127 time: 0.0665329
Feb 19 20:53:51.861428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1a38e98-46f9-487a-8e13-37347c84aa1f req-ee63c851-0e7e-499a-b691-003822e84a1f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494168
Feb 19 20:53:51.927282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1241d9-ddbc-426c-9df0-86c2c9670f97 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:51.968827 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-3f92eb4d-82f4-4237-9e64-9a08d7cff37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:51.971186 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-3f92eb4d-82f4-4237-9e64-9a08d7cff37e service neutron] 10.222.0.67 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.1206045
Feb 19 20:53:51.975438 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Publish callbacks [] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.026886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4cb92650-aa7c-4cf3-84e7-8aacd7f5912b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.059201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Transition to ACTIVE for port object 1e1241d9-ddbc-426c-9df0-86c2c9670f97 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:53:52.078363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.086259 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-72ac8363-84d1-4092-91cd-f0e2c92fcb16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd45217-6a8e-439f-89c7-dd438e2032fd HTTP/1.1" status: 200  len: 1000 time: 0.1080129
Feb 19 20:53:52.089018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e6ab529-6209-4a16-820f-4d322c2aab55 req-facba87c-ea59-4c37-ba4a-ab17ecf8f4b8 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 1000 time: 0.1502004
Feb 19 20:53:52.097207 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Publish callbacks [] for port (bad84005-8a24-443c-8916-83c2b6aef97b), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.107587 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.147561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-0662f0d1-af57-486d-8583-ac23f516c18c tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:52.149763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-0662f0d1-af57-486d-8583-ac23f516c18c tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2468679
Feb 19 20:53:52.153268 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Pushing event updated for resources: {'Port': ['ID=bad84005-8a24-443c-8916-83c2b6aef97b,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:52.155634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-43a4f0d9-6264-4bb8-aa32-5a371e4d7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:52.157413 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-43a4f0d9-6264-4bb8-aa32-5a371e4d7354 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.0631595
Feb 19 20:53:52.163761 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.165082 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.165764 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.166258 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.166747 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.167306 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.167821 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.168493 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.168978 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.169460 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.170109 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.170607 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.171089 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:53:52.201469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42498) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:52.243688 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f573bd1d-355a-4833-b04f-6921738fa6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.271332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-cf704282-77cb-4c80-866e-819dcca646ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:52.272607 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Attempting to bind port bad84005-8a24-443c-8916-83c2b6aef97b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:52.273280 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-cf704282-77cb-4c80-866e-819dcca646ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1087732
Feb 19 20:53:52.274461 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Attempting to bind port bad84005-8a24-443c-8916-83c2b6aef97b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '263ab486-2540-471c-890f-23f99df29ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:52.275126 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Attempting to bind port bad84005-8a24-443c-8916-83c2b6aef97b on network f5086657-42ed-4200-b900-8779c9fbc7c9 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:52.284573 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:52.286167 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Checking segment: {'id': '263ab486-2540-471c-890f-23f99df29ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:52.286590 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.286991 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Bound using segment: {'id': '263ab486-2540-471c-890f-23f99df29ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:52.287687 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Bound port: bad84005-8a24-443c-8916-83c2b6aef97b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263ab486-2540-471c-890f-23f99df29ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:52.288242 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.326988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': 'e1552338-247f-46d8-ba3c-0852bc6b82e8'}, {'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': '6290f8b3-0737-4492-8de5-f27de84a5a1e'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:52.329304 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37612d78-e766-4fcc-8f93-47d116b7cefa" -d '{"events": [{"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "e1552338-247f-46d8-ba3c-0852bc6b82e8"}, {"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "6290f8b3-0737-4492-8de5-f27de84a5a1e"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:52.338389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ab529-6209-4a16-820f-4d322c2aab55 req-bd0129c8-5f0b-4c4c-b83b-770146daaf9b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:52.350899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e6ab529-6209-4a16-820f-4d322c2aab55 req-bd0129c8-5f0b-4c4c-b83b-770146daaf9b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports/bbd45217-6a8e-439f-89c7-dd438e2032fd HTTP/1.1" status: 200  len: 942 time: 0.2494521
Feb 19 20:53:52.352951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Pushing event updated for resources: {'Port': ['ID=1e1241d9-ddbc-426c-9df0-86c2c9670f97,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:52.453484 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-52f6da4d-b4b6-4d95-9104-688fb64b4012 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669369
Feb 19 20:53:52.494223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f573bd1d-355a-4833-b04f-6921738fa6a9 admin admin] Publish callbacks [] for security_group (d5d1cf3f-87e4-45a9-8007-41f10ed6efd3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.529659 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f573bd1d-355a-4833-b04f-6921738fa6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d5d1cf3f-87e4-45a9-8007-41f10ed6efd3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.532241 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e6ab529-6209-4a16-820f-4d322c2aab55 req-9c7dcd45-5869-4815-8233-4599aa52844f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 1000 time: 0.0999441
Feb 19 20:53:52.546070 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] For port bad84005-8a24-443c-8916-83c2b6aef97b, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:52.565399 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] For port bad84005-8a24-443c-8916-83c2b6aef97b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bad84005-8a24-443c-8916-83c2b6aef97b,segment=NetworkSegment(263ab486-2540-471c-890f-23f99df29ba3),segment_id=263ab486-2540-471c-890f-23f99df29ba3)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:52.578915 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.600945 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f573bd1d-355a-4833-b04f-6921738fa6a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c2acccf70b44cf8b382e9037b60064b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3953168
Feb 19 20:53:52.602263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42502) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:52.604734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573bd1d-355a-4833-b04f-6921738fa6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d1cf3f-87e4-45a9-8007-41f10ed6efd3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:52.648751 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a41c320-cf0f-40c6-b594-fa72a7492934 req-08fb04e3-2ebe-41a8-a1d2-be4426513b7a service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1786036
Feb 19 20:53:52.662619 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:52.673328 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Routers {'5041162f-fa78-4322-b2ee-727f92bee797'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:52.673998 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a72304f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5041162f-fa78-4322-b2ee-727f92bee797'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:52.684102 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b117d-23a9-4139-8470-169bf01b64a0 None None] Pushing event updated for resources: {'Port': ['ID=bad84005-8a24-443c-8916-83c2b6aef97b,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:52.684849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ed11216-4f79-484d-82e7-129622c95abc admin admin] Publish callbacks [] for security_group (d5d1cf3f-87e4-45a9-8007-41f10ed6efd3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.719571 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ed11216-4f79-484d-82e7-129622c95abc admin admin] Publish callbacks [] for security_group (d5d1cf3f-87e4-45a9-8007-41f10ed6efd3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.729828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d1f2c-73a1-4ad8-a4c4-eb85c7f8a65b req-3d8d0cd4-d2a4-4a1f-9b0d-489c94584b1a tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:52.729828 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e08d1f2c-73a1-4ad8-a4c4-eb85c7f8a65b req-3d8d0cd4-d2a4-4a1f-9b0d-489c94584b1a tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.10 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 950 time: 0.5687797
Feb 19 20:53:52.765248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a926fff0-c109-4640-adbe-9f6dd047f15f no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:52.804690 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-56d31363-1ce0-4489-9d03-48985f7d901f None None] Provisioning complete for port bad84005-8a24-443c-8916-83c2b6aef97b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:52.805897 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56d31363-1ce0-4489-9d03-48985f7d901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.820219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ed11216-4f79-484d-82e7-129622c95abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d5d1cf3f-87e4-45a9-8007-41f10ed6efd3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.825576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ed11216-4f79-484d-82e7-129622c95abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:52.826273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-36b00e18-f3dc-4558-97b7-0bf6d68dc3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:52.827857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-36b00e18-f3dc-4558-97b7-0bf6d68dc3b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146&tenant_id=a6f02f88286b49babe665db9d00787a2 HTTP/1.1" status: 200  len: 1126 time: 0.6279421
Feb 19 20:53:52.830834 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1ed11216-4f79-484d-82e7-129622c95abc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5d1cf3f-87e4-45a9-8007-41f10ed6efd3 HTTP/1.1" status: 204  len: 168 time: 0.2253177
Feb 19 20:53:52.841882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Attempting to bind port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:52.842753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Attempting to bind port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:52.843102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Attempting to bind port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 on network 3a65eeba-09aa-46e7-a378-b06f5822655f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:52.861901 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed11216-4f79-484d-82e7-129622c95abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d1cf3f-87e4-45a9-8007-41f10ed6efd3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:52.886938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 on network 3a65eeba-09aa-46e7-a378-b06f5822655f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:52.887267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Attempting to bind port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 on network 3a65eeba-09aa-46e7-a378-b06f5822655f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:52.920067 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] Set router 5041162f-fa78-4322-b2ee-727f92bee797 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:52.962683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port a926fff0-c109-4640-adbe-9f6dd047f15f host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:53:52.963372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a926fff0-c109-4640-adbe-9f6dd047f15f not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:52.967285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:52.967948 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.109858 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.115582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-56d31363-1ce0-4489-9d03-48985f7d901f None None] Current status of the port bad84005-8a24-443c-8916-83c2b6aef97b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:53.115964 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56d31363-1ce0-4489-9d03-48985f7d901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.137799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:53.163570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-56d31363-1ce0-4489-9d03-48985f7d901f None None] For port bad84005-8a24-443c-8916-83c2b6aef97b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bad84005-8a24-443c-8916-83c2b6aef97b,segment=NetworkSegment(263ab486-2540-471c-890f-23f99df29ba3),segment_id=263ab486-2540-471c-890f-23f99df29ba3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:53.170212 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56d31363-1ce0-4489-9d03-48985f7d901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.233233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d31363-1ce0-4489-9d03-48985f7d901f None None] Pushing event updated for resources: {'Port': ['ID=bad84005-8a24-443c-8916-83c2b6aef97b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:53.235523 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a72304f70>, [{'id': '5041162f-fa78-4322-b2ee-727f92bee797', 'name': 'tempest-FloatingIPsTestJSON-1471784450-router', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:42Z', 'updated_at': '2022-02-19T20:53:46Z', 'revision_number': 4, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'gw_port': {'id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:43Z', 'updated_at': '2022-02-19T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bad84005-8a24-443c-8916-83c2b6aef97b', 'name': '', 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'mac_address': 'fa:16:3e:cc:06:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:45Z', 'updated_at': '2022-02-19T20:53:52Z', 'revision_number': 4, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'subnets': [{'id': 'a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:53.265091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:53.265495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Checking segment: {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:53.265828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Bound using segment: {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:53.266271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Bound port: 1e1241d9-ddbc-426c-9df0-86c2c9670f97, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:53.266630 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.271586 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2358b0d-32cf-40e5-81f3-617e6af9cfd4 None None] The sync data for ids ['5041162f-fa78-4322-b2ee-727f92bee797'] in ncdv-master-1 is: [{'id': '5041162f-fa78-4322-b2ee-727f92bee797', 'name': 'tempest-FloatingIPsTestJSON-1471784450-router', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:42Z', 'updated_at': '2022-02-19T20:53:46Z', 'revision_number': 4, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'gw_port': {'id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:43Z', 'updated_at': '2022-02-19T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bad84005-8a24-443c-8916-83c2b6aef97b', 'name': '', 'network_id': 'f5086657-42ed-4200-b900-8779c9fbc7c9', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'mac_address': 'fa:16:3e:cc:06:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:45Z', 'updated_at': '2022-02-19T20:53:52Z', 'revision_number': 4, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'subnets': [{'id': 'a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:53:53.288883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ab529-6209-4a16-820f-4d322c2aab55 req-e5b452bb-61fe-48a1-b62d-088c215b758f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:53.293119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e6ab529-6209-4a16-820f-4d322c2aab55 req-e5b452bb-61fe-48a1-b62d-088c215b758f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.7385514
Feb 19 20:53:53.302827 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for port (4cb92650-aa7c-4cf3-84e7-8aacd7f5912b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.316392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0896fc0c-b47b-43c2-b3de-1b0d266cdc72 None None] Provisioning complete for port bad84005-8a24-443c-8916-83c2b6aef97b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:53.316908 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0896fc0c-b47b-43c2-b3de-1b0d266cdc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.329051 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4cb92650-aa7c-4cf3-84e7-8aacd7f5912b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.400685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Pushing event updated for resources: {'Port': ['ID=4cb92650-aa7c-4cf3-84e7-8aacd7f5912b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:53.448440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0896fc0c-b47b-43c2-b3de-1b0d266cdc72 None None] Current status of the port bad84005-8a24-443c-8916-83c2b6aef97b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:53.485635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-c5fa1c0c-bdbf-4c4d-bc9f-2cb0df0a7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:53.487048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-c5fa1c0c-bdbf-4c4d-bc9f-2cb0df0a7f77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 1126 time: 0.6154652
Feb 19 20:53:53.542749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-e08d1f2c-73a1-4ad8-a4c4-eb85c7f8a65b req-5e8e241c-64e0-4a48-89be-1e5b20e04593 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Deleting port a7ef59b7-3a86-414d-98e0-dccf483c634e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:53:53.543102 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e08d1f2c-73a1-4ad8-a4c4-eb85c7f8a65b req-5e8e241c-64e0-4a48-89be-1e5b20e04593 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.636423 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (16146d0d-6abf-4703-a4e4-fdb86e67af5c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.641432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] For port 1e1241d9-ddbc-426c-9df0-86c2c9670f97, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:53.677041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b86ff-3eec-49cc-adb5-1433d4fed969 req-814cacc2-37c5-45f1-8d2b-8670f14aef57 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:53.678609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-852b86ff-3eec-49cc-adb5-1433d4fed969 req-814cacc2-37c5-45f1-8d2b-8670f14aef57 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=77b664ff-b2ee-4815-9cc7-5a1895e092a2 HTTP/1.1" status: 200  len: 950 time: 0.2840712
Feb 19 20:53:53.687899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] For port 1e1241d9-ddbc-426c-9df0-86c2c9670f97, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e1241d9-ddbc-426c-9df0-86c2c9670f97,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:53.731862 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.733128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-18281eef-8ec3-4631-82ca-160fe7d42d45 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 4.4386332
Feb 19 20:53:53.734239 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.814718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-894c6081-d1bc-47f2-a24e-6958b7a68a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:53.816235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-894c6081-d1bc-47f2-a24e-6958b7a68a07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.3181396
Feb 19 20:53:53.853976 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42528) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:53.883019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:53.884006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.885916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] 10.222.0.67 "PUT /v2.0/ports/1e1241d9-ddbc-426c-9df0-86c2c9670f97 HTTP/1.1" status: 200  len: 1091 time: 3.0868485
Feb 19 20:53:53.905848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e08d1f2c-73a1-4ad8-a4c4-eb85c7f8a65b req-5e8e241c-64e0-4a48-89be-1e5b20e04593 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] For port a7ef59b7-3a86-414d-98e0-dccf483c634e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7ef59b7-3a86-414d-98e0-dccf483c634e,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:53.906178 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e08d1f2c-73a1-4ad8-a4c4-eb85c7f8a65b req-5e8e241c-64e0-4a48-89be-1e5b20e04593 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:53.951060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:53.964628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-8febdf67-11c9-41f2-9a83-b59b63c402aa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.16 HTTP/1.1" status: 200  len: 695 time: 0.2128587
Feb 19 20:53:53.975212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-3a284844-fd15-435a-9ef0-b03d43184d66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a926fff0-c109-4640-adbe-9f6dd047f15f HTTP/1.1" status: 200  len: 217 time: 0.1124768
Feb 19 20:53:53.989665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-network', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:54.012659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-e08d1f2c-73a1-4ad8-a4c4-eb85c7f8a65b req-5e8e241c-64e0-4a48-89be-1e5b20e04593 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Calling delete_port for a7ef59b7-3a86-414d-98e0-dccf483c634e owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:53:54.017210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-852b86ff-3eec-49cc-adb5-1433d4fed969 req-4ad68393-6e14-45c9-bf25-e2e745a02eaa tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3276567
Feb 19 20:53:54.053113 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Made reservation on behalf of 8a274e94e3e643c4b814892e2429db0e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:54.055769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.067072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.081527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca64b4-1687-4acf-8fb7-f736e5ee81ed service neutron] Pushing event updated for resources: {'Port': ['ID=1e1241d9-ddbc-426c-9df0-86c2c9670f97,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:54.186791 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Publish callbacks [] for security_group (82ee180c-855b-49fe-a97f-58eb714fbf13), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.194728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (82ee180c-855b-49fe-a97f-58eb714fbf13), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.226817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:53:54.247615 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ee180c-855b-49fe-a97f-58eb714fbf13,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:54.264690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (76bce24f-5c54-4230-b1d3-e743b9fe2f3a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.265082 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Added segment 76bce24f-5c54-4230-b1d3-e743b9fe2f3a of type vlan for network e1715c46-c90a-49c7-8aa3-a86a06453327
Feb 19 20:53:54.267986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-3f1b83fa-fafc-4a43-9ba1-138e9c6a6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.269592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-3f1b83fa-fafc-4a43-9ba1-138e9c6a6614 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.2599247
Feb 19 20:53:54.303675 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.339300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e1715c46-c90a-49c7-8aa3-a86a06453327), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.349221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-723f4441-e4b6-4a21-9349-fe229bb015ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0695746
Feb 19 20:53:54.370774 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.373949 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-5875b46c-8080-4f5c-b976-244432c3d1e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0713756
Feb 19 20:53:54.375648 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e1715c46-c90a-49c7-8aa3-a86a06453327), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.376788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.377256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.403500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-6a9bf7e4-f484-4b3c-a0ff-4929bc15d09b tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.411278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-6a9bf7e4-f484-4b3c-a0ff-4929bc15d09b tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.4052293
Feb 19 20:53:54.418615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-24e607b1-8620-4754-b9ea-8b1dc5aa5576 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:53:54.426874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b741456b-b73a-46cf-a530-c10a8f7b5015 req-24e607b1-8620-4754-b9ea-8b1dc5aa5576 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0140526
Feb 19 20:53:54.441153 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 900 time: 0.5856547
Feb 19 20:53:54.446807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42540) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:54.453255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] Request body: {'subnet': {'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-subnet', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:54.466499 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f876c55-31b8-4ee1-9ed7-57b9fbdadb11 admin admin] Pushing event updated for resources: {'Network': ['ID=e1715c46-c90a-49c7-8aa3-a86a06453327,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:54.477573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e1715c46-c90a-49c7-8aa3-a86a06453327 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:53:54.506627 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb1bcb6-0d19-4668-b5b8-f02624276cd8 x-openstack-request-id: req-ceb1bcb6-0d19-4668-b5b8-f02624276cd8 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:54.506627 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "e1552338-247f-46d8-ba3c-0852bc6b82e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "6290f8b3-0737-4492-8de5-f27de84a5a1e", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:54.506970 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ceb1bcb6-0d19-4668-b5b8-f02624276cd8 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:54.507068 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': 'e1552338-247f-46d8-ba3c-0852bc6b82e8', 'status': 'completed', 'code': 200}
Feb 19 20:53:54.507326 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': '6290f8b3-0737-4492-8de5-f27de84a5a1e', 'status': 'completed', 'code': 200}
Feb 19 20:53:54.514550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] Made reservation on behalf of 8a274e94e3e643c4b814892e2429db0e for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:53:54.519322 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.669782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bad84005-8a24-443c-8916-83c2b6aef97b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:54.681070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-c3a5e135-9bff-4d2c-a677-4ea8509adfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.682061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-c3a5e135-9bff-4d2c-a677-4ea8509adfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.682740 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-c3a5e135-9bff-4d2c-a677-4ea8509adfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.683357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-c3a5e135-9bff-4d2c-a677-4ea8509adfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.684034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-c3a5e135-9bff-4d2c-a677-4ea8509adfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.684762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-c3a5e135-9bff-4d2c-a677-4ea8509adfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.685381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-c3a5e135-9bff-4d2c-a677-4ea8509adfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.688444 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-c3a5e135-9bff-4d2c-a677-4ea8509adfe5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0981190244846a18036aa20dce2dc60&device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6411 time: 0.1925075
Feb 19 20:53:54.744694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bad84005-8a24-443c-8916-83c2b6aef97b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:54.745275 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.753110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286dbf-f9b1-4ef6-911e-8ebff5c3c612 req-ea879aef-5308-421f-9c43-73cfc0e632ae tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.759072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286dbf-f9b1-4ef6-911e-8ebff5c3c612 req-ea879aef-5308-421f-9c43-73cfc0e632ae tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.764902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286dbf-f9b1-4ef6-911e-8ebff5c3c612 req-ea879aef-5308-421f-9c43-73cfc0e632ae tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.771327 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286dbf-f9b1-4ef6-911e-8ebff5c3c612 req-ea879aef-5308-421f-9c43-73cfc0e632ae tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.776789 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286dbf-f9b1-4ef6-911e-8ebff5c3c612 req-ea879aef-5308-421f-9c43-73cfc0e632ae tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.782172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286dbf-f9b1-4ef6-911e-8ebff5c3c612 req-ea879aef-5308-421f-9c43-73cfc0e632ae tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.787635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286dbf-f9b1-4ef6-911e-8ebff5c3c612 req-ea879aef-5308-421f-9c43-73cfc0e632ae tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.795273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64286dbf-f9b1-4ef6-911e-8ebff5c3c612 req-ea879aef-5308-421f-9c43-73cfc0e632ae tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5395 time: 0.4993620
Feb 19 20:53:54.875831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bad84005-8a24-443c-8916-83c2b6aef97b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:54.891257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-dda8c3ad-168a-44d0-9643-00e049d52966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.891823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-dda8c3ad-168a-44d0-9643-00e049d52966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.892194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-dda8c3ad-168a-44d0-9643-00e049d52966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:54.894001 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-dda8c3ad-168a-44d0-9643-00e049d52966 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a0981190244846a18036aa20dce2dc60&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.1851406
Feb 19 20:53:54.901386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-2217090e-cc5a-4f37-b948-098de62b063d service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5249951
Feb 19 20:53:54.902051 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e08d1f2c-73a1-4ad8-a4c4-eb85c7f8a65b req-5e8e241c-64e0-4a48-89be-1e5b20e04593 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a7ef59b7-3a86-414d-98e0-dccf483c634e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:54.915883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:54.919097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['3604b765-b301-4875-991d-4d4190639b69'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:53:55.001759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df683adb-bf8b-47cb-9009-7da46de543c6 req-93121ca1-09e9-454b-90d9-f5d1cf02a3f4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.003189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df683adb-bf8b-47cb-9009-7da46de543c6 req-93121ca1-09e9-454b-90d9-f5d1cf02a3f4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 944 time: 0.4412627
Feb 19 20:53:55.021315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e241c-64e0-4a48-89be-1e5b20e04593 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Pushing event deleted for resources: {'Port': ['ID=a7ef59b7-3a86-414d-98e0-dccf483c634e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:55.032078 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-46a89234-400f-442e-a031-df44795b9ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.033730 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-46a89234-400f-442e-a031-df44795b9ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports/191fbf35-b9ce-44cc-bb60-5039a7b3f93f HTTP/1.1" status: 200  len: 947 time: 0.1159263
Feb 19 20:53:55.037043 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (381ea8bc-68e7-4732-9a07-630c67a2f287), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:55.122251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-b7bac26f-388b-4a21-8abc-d916b94ba7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.123154 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-b7bac26f-388b-4a21-8abc-d916b94ba7b0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2065570
Feb 19 20:53:55.125709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=381ea8bc-68e7-4732-9a07-630c67a2f287,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:55.138298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] Checking segment: {'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:55.138682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] Network hostable DHCP agents. Network: e1715c46-c90a-49c7-8aa3-a86a06453327, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:53:55.149965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64286dbf-f9b1-4ef6-911e-8ebff5c3c612 req-abc3fcb6-1f0f-4140-beac-ef9913bef772 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3432200
Feb 19 20:53:55.183125 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] Network e1715c46-c90a-49c7-8aa3-a86a06453327 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:53:55.190036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08d1f2c-73a1-4ad8-a4c4-eb85c7f8a65b req-5e8e241c-64e0-4a48-89be-1e5b20e04593 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] No DVR routers for this DVR port a7ef59b7-3a86-414d-98e0-dccf483c634e on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:53:55.207707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a7ef59b7-3a86-414d-98e0-dccf483c634e no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:53:55.207924 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e08d1f2c-73a1-4ad8-a4c4-eb85c7f8a65b req-5e8e241c-64e0-4a48-89be-1e5b20e04593 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:55.208016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e1715c46-c90a-49c7-8aa3-a86a06453327) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:55.210119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e08d1f2c-73a1-4ad8-a4c4-eb85c7f8a65b req-5e8e241c-64e0-4a48-89be-1e5b20e04593 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.10 "DELETE /v2.0/ports/a7ef59b7-3a86-414d-98e0-dccf483c634e HTTP/1.1" status: 204  len: 173 time: 2.4663143
Feb 19 20:53:55.267656 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.267830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7554655-8148-457f-bfc6-79066556ee29 None None] Network e1715c46-c90a-49c7-8aa3-a86a06453327 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:53:55.275618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:55.281682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: a7ef59b7-3a86-414d-98e0-dccf483c634e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:53:55.281847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a7ef59b7-3a86-414d-98e0-dccf483c634e not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:53:55.335905 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-669759fe-b7bc-4c67-b17e-447fb2a01159 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 863 time: 0.8876913
Feb 19 20:53:55.340903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42564) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:55.355507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:55.359434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df683adb-bf8b-47cb-9009-7da46de543c6 req-062cdb2f-df2f-45f5-853a-5bdea0c3bb86 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2981682
Feb 19 20:53:55.365576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-40a82bba-5ea2-44e8-828c-4a4a342dfe12 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4141030
Feb 19 20:53:55.390547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-4c3b6088-1c39-4b84-bc82-9f1b01a2d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.391440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-4c3b6088-1c39-4b84-bc82-9f1b01a2d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.392562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-4c3b6088-1c39-4b84-bc82-9f1b01a2d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.392712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-13670356-ea86-4f43-8a6d-ed8830ef729c tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 1000 time: 0.1940560
Feb 19 20:53:55.393409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-4c3b6088-1c39-4b84-bc82-9f1b01a2d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.394043 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-4c3b6088-1c39-4b84-bc82-9f1b01a2d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.394901 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-4c3b6088-1c39-4b84-bc82-9f1b01a2d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.395562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-4c3b6088-1c39-4b84-bc82-9f1b01a2d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.397822 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-4c3b6088-1c39-4b84-bc82-9f1b01a2d299 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0981190244846a18036aa20dce2dc60&device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6411 time: 0.2047400
Feb 19 20:53:55.493442 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (2b723363-ef22-4d01-9b6b-794b6911d80b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:55.497946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (2b723363-ef22-4d01-9b6b-794b6911d80b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:55.527288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e1715c46-c90a-49c7-8aa3-a86a06453327', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'fixed_ips': [{'subnet_id': '381ea8bc-68e7-4732-9a07-630c67a2f287'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:53:55.528169 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:55.557808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-f0983477-4e6c-486d-a8d0-67b291125fb3 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.572448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-f0983477-4e6c-486d-a8d0-67b291125fb3 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports/bbd45217-6a8e-439f-89c7-dd438e2032fd HTTP/1.1" status: 200  len: 942 time: 0.1787872
Feb 19 20:53:55.597011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb1ce04-77ae-47cb-af1b-16718979fb14 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:55.624533 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Publish callbacks [] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:55.728716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Transition to ACTIVE for port object 8bb1ce04-77ae-47cb-af1b-16718979fb14 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:53:55.750828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00514170-f6e9-4024-8b88-52127057a836 req-576f1e0c-c6c8-4fb3-bf00-b6baa7b74a2e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:55.758861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00514170-f6e9-4024-8b88-52127057a836 req-576f1e0c-c6c8-4fb3-bf00-b6baa7b74a2e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.2778215
Feb 19 20:53:55.791495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:55.796181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Allocated IP 172.20.0.2 (e1715c46-c90a-49c7-8aa3-a86a06453327/381ea8bc-68e7-4732-9a07-630c67a2f287/a8ca0dfd-b71d-410b-a96a-03b11cfdd648) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:55.856426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-85ae906b-eaa2-4838-953a-b4261fb410ab tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 1000 time: 0.2341769
Feb 19 20:53:55.920179 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.000274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb1ce04-77ae-47cb-af1b-16718979fb14,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:56.015192 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Publish callbacks [] for router_controller (2b723363-ef22-4d01-9b6b-794b6911d80b), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.053552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00514170-f6e9-4024-8b88-52127057a836 req-1a592d71-a852-4b46-b1a4-e3d1d5a6b1a4 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2930646
Feb 19 20:53:56.053849 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Publish callbacks [] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.067498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-c6007d74-6b40-4fe6-ad54-64788daa5686 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:56.068687 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.069328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-c6007d74-6b40-4fe6-ad54-64788daa5686 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.3377383
Feb 19 20:53:56.125880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Network e1715c46-c90a-49c7-8aa3-a86a06453327 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:56.131185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:56.134022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:56.141544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Pushing event updated for resources: {'Port': ['ID=a8ca0dfd-b71d-410b-a96a-03b11cfdd648,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:56.148452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-8368f9cb-45bc-4d14-baf5-c302d9a52f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:56.148955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-8368f9cb-45bc-4d14-baf5-c302d9a52f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:56.149425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-8368f9cb-45bc-4d14-baf5-c302d9a52f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:56.151067 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-8368f9cb-45bc-4d14-baf5-c302d9a52f40 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a0981190244846a18036aa20dce2dc60&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.7393987
Feb 19 20:53:56.210879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Attempting to bind port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:56.211490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Attempting to bind port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:56.212691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Attempting to bind port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 on network e1715c46-c90a-49c7-8aa3-a86a06453327 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:56.220298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:56.221038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Checking segment: {'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:56.222058 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.222474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Bound using segment: {'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:56.223506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Bound port: a8ca0dfd-b71d-410b-a96a-03b11cfdd648, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:56.223926 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.298661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] For port a8ca0dfd-b71d-410b-a96a-03b11cfdd648, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:56.299098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Publish callbacks [] for router_gateway (2b723363-ef22-4d01-9b6b-794b6911d80b), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.303408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] For port a8ca0dfd-b71d-410b-a96a-03b11cfdd648, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8ca0dfd-b71d-410b-a96a-03b11cfdd648,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:56.312433 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.349707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-37e75655-e200-4a51-a93f-be8f8ef0bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:56.351458 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-37612d78-e766-4fcc-8f93-47d116b7cefa req-37e75655-e200-4a51-a93f-be8f8ef0bcb6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1919827
Feb 19 20:53:56.403073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e56d64-92c3-4a0d-81ae-e226d74fc5bf None None] Pushing event updated for resources: {'Port': ['ID=a8ca0dfd-b71d-410b-a96a-03b11cfdd648,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:56.518726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': '1e1241d9-ddbc-426c-9df0-86c2c9670f97'}, {'server_uuid': '77b664ff-b2ee-4815-9cc7-5a1895e092a2', 'name': 'network-vif-deleted', 'tag': 'a7ef59b7-3a86-414d-98e0-dccf483c634e'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:53:56.522590 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2957157e-7df9-44e7-947d-5682801e48e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "1e1241d9-ddbc-426c-9df0-86c2c9670f97"}, {"server_uuid": "77b664ff-b2ee-4815-9cc7-5a1895e092a2", "name": "network-vif-deleted", "tag": "a7ef59b7-3a86-414d-98e0-dccf483c634e"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:53:56.564820 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Publish callbacks [] for router_gateway (2b723363-ef22-4d01-9b6b-794b6911d80b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.582056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d23cd090-0ea4-43fb-a50b-86abff491f69 req-32674ee5-afda-4228-93c6-910fdd9885c2 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips/16146d0d-6abf-4703-a4e4-fdb86e67af5c HTTP/1.1" status: 200  len: 692 time: 0.5188003
Feb 19 20:53:56.618348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.707536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-57ad4293-1523-4145-9b31-93503ae23bc8 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:56.709217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-57ad4293-1523-4145-9b31-93503ae23bc8 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.8518696
Feb 19 20:53:56.720519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-42342c06-e48e-4519-8de4-834622146674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:56.722064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-42342c06-e48e-4519-8de4-834622146674 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 1132 time: 0.2269883
Feb 19 20:53:56.752460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Allocated IP 172.35.2.76 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/b9e0048f-9c50-4df3-8100-4239400c6361) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:56.788755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Attempting to bind port 8bb1ce04-77ae-47cb-af1b-16718979fb14 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:56.789100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Attempting to bind port 8bb1ce04-77ae-47cb-af1b-16718979fb14 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:56.789439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Attempting to bind port 8bb1ce04-77ae-47cb-af1b-16718979fb14 on network 3a65eeba-09aa-46e7-a378-b06f5822655f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:56.859929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Publish callbacks [] for port (b9e0048f-9c50-4df3-8100-4239400c6361), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.892913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Port 8bb1ce04-77ae-47cb-af1b-16718979fb14 on network 3a65eeba-09aa-46e7-a378-b06f5822655f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:56.893278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Attempting to bind port 8bb1ce04-77ae-47cb-af1b-16718979fb14 on network 3a65eeba-09aa-46e7-a378-b06f5822655f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:56.895380 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.928884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:56.929487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Checking segment: {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:56.929871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Bound using segment: {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:56.930321 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Bound port: 8bb1ce04-77ae-47cb-af1b-16718979fb14, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:56.930681 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:56.938917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:56.942189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:56.943822 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-60aa50f9-2649-47bd-b5f8-14bfa9850a19 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 1000 time: 0.2182527
Feb 19 20:53:56.944720 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:56.971629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-dd41d9cd-aae0-45cf-b726-114d136fb60f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:56.973638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e0048f-9c50-4df3-8100-4239400c6361,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:56.983982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cd090-0ea4-43fb-a50b-86abff491f69 req-a8e8596a-40fe-469a-837b-dbe7dcef5234 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:56.985358 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d23cd090-0ea4-43fb-a50b-86abff491f69 req-a8e8596a-40fe-469a-837b-dbe7dcef5234 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.3703671
Feb 19 20:53:57.018196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-df837431-07bc-4b5e-8860-69163b2630c4 service neutron] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:57.039030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-d23cd090-0ea4-43fb-a50b-86abff491f69 req-6bc12d60-2de3-4de9-8548-02c62b9066fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:53:57.040017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d23cd090-0ea4-43fb-a50b-86abff491f69 req-6bc12d60-2de3-4de9-8548-02c62b9066fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0190170
Feb 19 20:53:57.049566 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-df837431-07bc-4b5e-8860-69163b2630c4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.049566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff6ee662-966b-4c10-b860-0cf2b7503897 req-df837431-07bc-4b5e-8860-69163b2630c4 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a926fff0-c109-4640-adbe-9f6dd047f15f/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.9548666
Feb 19 20:53:57.089546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-2ae86f8e-41a6-46db-8cd6-32ef56a1e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:57.091406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-2ae86f8e-41a6-46db-8cd6-32ef56a1e200 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.3464286
Feb 19 20:53:57.125323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-dd41d9cd-aae0-45cf-b726-114d136fb60f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.212774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-fc31d302-252e-445e-b7e2-e629c1f20fc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f HTTP/1.1" status: 200  len: 217 time: 0.1121867
Feb 19 20:53:57.233014 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Publish callbacks [] for router_gateway (2b723363-ef22-4d01-9b6b-794b6911d80b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.291915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] For port 8bb1ce04-77ae-47cb-af1b-16718979fb14, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:57.322006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] For port 8bb1ce04-77ae-47cb-af1b-16718979fb14, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8bb1ce04-77ae-47cb-af1b-16718979fb14,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:57.374616 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.377295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-476aedd6-c2e1-43b5-9f58-6c75babd3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:57.378763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-476aedd6-c2e1-43b5-9f58-6c75babd3031 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1519105
Feb 19 20:53:57.477492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:57.477995 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.479446 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] 10.222.0.67 "PUT /v2.0/ports/8bb1ce04-77ae-47cb-af1b-16718979fb14 HTTP/1.1" status: 200  len: 1091 time: 3.5328629
Feb 19 20:53:57.519554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e4a17-cd58-4b66-b0d4-d87a2b3ba107 None None] Network e1715c46-c90a-49c7-8aa3-a86a06453327 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:53:57.541010 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-dd41d9cd-aae0-45cf-b726-114d136fb60f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.542052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (2b723363-ef22-4d01-9b6b-794b6911d80b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.573948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c626ebe-60b2-47a9-83da-cfed7237da32 req-c4fc1744-20f8-4208-adb3-2340b815c060 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:57.591616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c626ebe-60b2-47a9-83da-cfed7237da32 req-c4fc1744-20f8-4208-adb3-2340b815c060 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:57.604672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c626ebe-60b2-47a9-83da-cfed7237da32 req-c4fc1744-20f8-4208-adb3-2340b815c060 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:57.610175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c626ebe-60b2-47a9-83da-cfed7237da32 req-c4fc1744-20f8-4208-adb3-2340b815c060 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:57.615666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c626ebe-60b2-47a9-83da-cfed7237da32 req-c4fc1744-20f8-4208-adb3-2340b815c060 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:57.621478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c626ebe-60b2-47a9-83da-cfed7237da32 req-c4fc1744-20f8-4208-adb3-2340b815c060 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:57.627264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c626ebe-60b2-47a9-83da-cfed7237da32 req-c4fc1744-20f8-4208-adb3-2340b815c060 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:57.629730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c626ebe-60b2-47a9-83da-cfed7237da32 req-c4fc1744-20f8-4208-adb3-2340b815c060 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5407 time: 0.4262688
Feb 19 20:53:57.630883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-bda11e2a-8e23-4bbe-b733-f2d3203824ad None None] Provisioning complete for port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:57.631459 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bda11e2a-8e23-4bbe-b733-f2d3203824ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.637164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:53:57.674434 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-dd41d9cd-aae0-45cf-b726-114d136fb60f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.675103 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-dd41d9cd-aae0-45cf-b726-114d136fb60f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Floating IP b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 disassociated. External IP: 172.35.2.72, port: bbd45217-6a8e-439f-89c7-dd438e2032fd.
Feb 19 20:53:57.700301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e1793-4eb2-4c3a-8814-ba68f99c82e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb1ce04-77ae-47cb-af1b-16718979fb14,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:57.736031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Router 2b723363-ef22-4d01-9b6b-794b6911d80b is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:53:57.770112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bda11e2a-8e23-4bbe-b733-f2d3203824ad None None] Current status of the port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:57.770506 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bda11e2a-8e23-4bbe-b733-f2d3203824ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.807820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bda11e2a-8e23-4bbe-b733-f2d3203824ad None None] For port a8ca0dfd-b71d-410b-a96a-03b11cfdd648, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8ca0dfd-b71d-410b-a96a-03b11cfdd648,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:53:57.817807 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bda11e2a-8e23-4bbe-b733-f2d3203824ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.824969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-e4a5fdd4-becb-4263-a94d-9a6abe55f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:57.826769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-e4a5fdd4-becb-4263-a94d-9a6abe55f55f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4304655
Feb 19 20:53:57.866658 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.891976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda11e2a-8e23-4bbe-b733-f2d3203824ad None None] Pushing event updated for resources: {'Port': ['ID=a8ca0dfd-b71d-410b-a96a-03b11cfdd648,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:57.897835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:53:57.908033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Sync routers for ids ['2b723363-ef22-4d01-9b6b-794b6911d80b'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:53:57.921109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Routers {'2b723363-ef22-4d01-9b6b-794b6911d80b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:57.921747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634f5be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2b723363-ef22-4d01-9b6b-794b6911d80b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:57.926895 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:57.929468 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d4cbb6f4-c611-4861-8946-bfbdd892a273 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 938 time: 2.5779231
Feb 19 20:53:57.932129 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42580) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:53:57.949548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c626ebe-60b2-47a9-83da-cfed7237da32 req-c0875c76-d7a0-4784-9430-b56b952994a6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2819607
Feb 19 20:53:58.075259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Set router 2b723363-ef22-4d01-9b6b-794b6911d80b gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:58.304121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-faa29496-574f-487d-9aa3-612c752a3176 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4600961
Feb 19 20:53:58.331090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f5293735-6859-42ea-80e2-f0f6a32f1bfe None None] Provisioning complete for port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:58.331476 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f5293735-6859-42ea-80e2-f0f6a32f1bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:58.429999 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:58.491616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f5293735-6859-42ea-80e2-f0f6a32f1bfe None None] Current status of the port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:58.503303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634f5be0>, [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:57Z', 'revision_number': 3, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:58.537430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Checking router: 2b723363-ef22-4d01-9b6b-794b6911d80b for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:53:58.538085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Updating router 2b723363-ef22-4d01-9b6b-794b6911d80b port b9e0048f-9c50-4df3-8100-4239400c6361 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:53:58.575547 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:58.630775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Allocated IP 172.20.0.1 (e1715c46-c90a-49c7-8aa3-a86a06453327/381ea8bc-68e7-4732-9a07-630c67a2f287/634073b4-e72f-4a0f-8435-8bde4fe3a7c9) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:53:58.703240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414c61-facb-4447-a151-796140adbc5a req-aec71086-0dcc-46fe-85ae-994b5dc50dc3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:58.705073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a414c61-facb-4447-a151-796140adbc5a req-aec71086-0dcc-46fe-85ae-994b5dc50dc3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 944 time: 0.6325858
Feb 19 20:53:58.709496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a8ca0dfd-b71d-410b-a96a-03b11cfdd648 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:53:58.787167 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Publish callbacks [] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:58.813360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-dd41d9cd-aae0-45cf-b726-114d136fb60f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Router 446f44e6-38ae-4054-86b0-dba565636ee7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:53:58.828023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:58.835181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:58.835567 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:58.847154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-fc9157ec-c74c-4e9a-ba93-837d33eb629d service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5249639
Feb 19 20:53:58.855723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a414c61-facb-4447-a151-796140adbc5a req-605eefc2-377e-4549-b1a8-a070e7693943 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384065
Feb 19 20:53:58.925186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Network e1715c46-c90a-49c7-8aa3-a86a06453327 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:53:58.936296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:53:58.961676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:53:58.974423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd27571-334d-4e5a-a015-91dd528ffb9f {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:53:59.003101 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Publish callbacks [] for port (b9e0048f-9c50-4df3-8100-4239400c6361), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.016098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:53:59.016394 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b5c1c0-6560-4039-9b15-cfa892168561 x-openstack-request-id: req-76b5c1c0-6560-4039-9b15-cfa892168561 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:53:59.016734 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "1e1241d9-ddbc-426c-9df0-86c2c9670f97", "status": "completed", "code": 200}, {"server_uuid": "77b664ff-b2ee-4815-9cc7-5a1895e092a2", "name": "network-vif-deleted", "tag": "a7ef59b7-3a86-414d-98e0-dccf483c634e", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:53:59.016997 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76b5c1c0-6560-4039-9b15-cfa892168561 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:53:59.017406 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': '1e1241d9-ddbc-426c-9df0-86c2c9670f97', 'status': 'completed', 'code': 200}
Feb 19 20:53:59.017686 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b664ff-b2ee-4815-9cc7-5a1895e092a2', 'name': 'network-vif-deleted', 'tag': 'a7ef59b7-3a86-414d-98e0-dccf483c634e', 'status': 'completed', 'code': 200}
Feb 19 20:53:59.021489 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.024950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Publish callbacks [] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.042375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (2b723363-ef22-4d01-9b6b-794b6911d80b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.094058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac3f9e-dac6-477f-bb30-cb39c1a3e45f None None] Pushing event updated for resources: {'Port': ['ID=b9e0048f-9c50-4df3-8100-4239400c6361,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:59.099083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Attempting to bind port b9e0048f-9c50-4df3-8100-4239400c6361 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:59.099461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Attempting to bind port b9e0048f-9c50-4df3-8100-4239400c6361 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:59.099833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Attempting to bind port b9e0048f-9c50-4df3-8100-4239400c6361 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:59.117650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:59.118419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:59.118992 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.119560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:59.120307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Bound port: b9e0048f-9c50-4df3-8100-4239400c6361, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:59.122438 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.132726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Pushing event updated for resources: {'Port': ['ID=634073b4-e72f-4a0f-8435-8bde4fe3a7c9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:59.133633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Transition to ACTIVE for port object 2bd27571-334d-4e5a-a015-91dd528ffb9f will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:53:59.149922 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.193929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2ff7034-b6ae-4746-9220-efd4be969635 req-45526acb-365b-412c-88e6-192afe4456cf tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=de5e39a92fe94f05bf371c31414cc390 HTTP/1.1" status: 200  len: 695 time: 0.1541517
Feb 19 20:53:59.209079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957157e-7df9-44e7-947d-5682801e48e6 req-d12e9917-4ed2-454c-ba82-d828edfd72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.210212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957157e-7df9-44e7-947d-5682801e48e6 req-d12e9917-4ed2-454c-ba82-d828edfd72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.210883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957157e-7df9-44e7-947d-5682801e48e6 req-d12e9917-4ed2-454c-ba82-d828edfd72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.211546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957157e-7df9-44e7-947d-5682801e48e6 req-d12e9917-4ed2-454c-ba82-d828edfd72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.212347 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957157e-7df9-44e7-947d-5682801e48e6 req-d12e9917-4ed2-454c-ba82-d828edfd72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.213191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957157e-7df9-44e7-947d-5682801e48e6 req-d12e9917-4ed2-454c-ba82-d828edfd72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.213903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957157e-7df9-44e7-947d-5682801e48e6 req-d12e9917-4ed2-454c-ba82-d828edfd72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.216479 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2957157e-7df9-44e7-947d-5682801e48e6 req-d12e9917-4ed2-454c-ba82-d828edfd72ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0981190244846a18036aa20dce2dc60&device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6509 time: 0.1024401
Feb 19 20:53:59.218988 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.230950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] For port b9e0048f-9c50-4df3-8100-4239400c6361, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:53:59.234723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] For port b9e0048f-9c50-4df3-8100-4239400c6361, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9e0048f-9c50-4df3-8100-4239400c6361,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:53:59.249121 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.284088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-311514cc-d87c-496a-99cf-e82e55d3bb16 req-7dcda456-2208-4154-b3f5-0d606a876d6d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3532341
Feb 19 20:53:59.305080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Routers {'2b723363-ef22-4d01-9b6b-794b6911d80b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:59.305780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634f5be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2b723363-ef22-4d01-9b6b-794b6911d80b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:59.326312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-dd41d9cd-aae0-45cf-b726-114d136fb60f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:53:59.335410 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-dd41d9cd-aae0-45cf-b726-114d136fb60f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.340481 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886200c4-cbeb-4cd8-8c01-703d2342fec6 None None] Sync routers for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:53:59.363169 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886200c4-cbeb-4cd8-8c01-703d2342fec6 None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:59.364693 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-886200c4-cbeb-4cd8-8c01-703d2342fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702f9130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:59.442856 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac3f9e-dac6-477f-bb30-cb39c1a3e45f None None] Pushing event updated for resources: {'Port': ['ID=b9e0048f-9c50-4df3-8100-4239400c6361,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:59.458784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8742c780-eacb-408b-9666-042eafa390b0 None None] Provisioning complete for port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:53:59.459176 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8742c780-eacb-408b-9666-042eafa390b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.509042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd27571-334d-4e5a-a015-91dd528ffb9f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:53:59.541640 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-886200c4-cbeb-4cd8-8c01-703d2342fec6 None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:59.542402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8742c780-eacb-408b-9666-042eafa390b0 None None] Port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:53:59.559696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] Set router 2b723363-ef22-4d01-9b6b-794b6911d80b gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:59.602053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-dd41d9cd-aae0-45cf-b726-114d136fb60f tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "PUT /v2.0/floatingips/b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 HTTP/1.1" status: 200  len: 694 time: 2.6404626
Feb 19 20:53:59.695013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff7034-b6ae-4746-9220-efd4be969635 req-234be595-a7a5-415e-94dd-856bd639a836 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.701834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2ff7034-b6ae-4746-9220-efd4be969635 req-234be595-a7a5-415e-94dd-856bd639a836 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/networks?id=46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 787 time: 0.4932518
Feb 19 20:53:59.708128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Attempting to bind port 2bd27571-334d-4e5a-a015-91dd528ffb9f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:53:59.708974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Attempting to bind port 2bd27571-334d-4e5a-a015-91dd528ffb9f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:53:59.708974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Attempting to bind port 2bd27571-334d-4e5a-a015-91dd528ffb9f on network 29f753c7-df02-4765-94b5-9df128b873af {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:59.724673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-b2ff7034-b6ae-4746-9220-efd4be969635 req-e1b51b42-ed28-4954-8c9c-e732404ef69b tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:53:59.742493 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2ff7034-b6ae-4746-9220-efd4be969635 req-e1b51b42-ed28-4954-8c9c-e732404ef69b tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0291688
Feb 19 20:53:59.751461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Port 2bd27571-334d-4e5a-a015-91dd528ffb9f on network 29f753c7-df02-4765-94b5-9df128b873af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:53:59.752094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Attempting to bind port 2bd27571-334d-4e5a-a015-91dd528ffb9f on network 29f753c7-df02-4765-94b5-9df128b873af {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:53:59.763051 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-886200c4-cbeb-4cd8-8c01-703d2342fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702f9130>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:59.763391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311514cc-d87c-496a-99cf-e82e55d3bb16 req-3f8570c2-6953-4383-80d2-90be4abb6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.766831 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-311514cc-d87c-496a-99cf-e82e55d3bb16 req-3f8570c2-6953-4383-80d2-90be4abb6a40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 1127 time: 0.3355622
Feb 19 20:53:59.773075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957157e-7df9-44e7-947d-5682801e48e6 req-af86b0b1-7038-4082-ad3c-400ce7bd00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.773640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957157e-7df9-44e7-947d-5682801e48e6 req-af86b0b1-7038-4082-ad3c-400ce7bd00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.774262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957157e-7df9-44e7-947d-5682801e48e6 req-af86b0b1-7038-4082-ad3c-400ce7bd00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.775983 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2957157e-7df9-44e7-947d-5682801e48e6 req-af86b0b1-7038-4082-ad3c-400ce7bd00bf service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a0981190244846a18036aa20dce2dc60&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.5345402
Feb 19 20:53:59.785401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:53:59.788820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Checking segment: {'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:53:59.789423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Bound using segment: {'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:53:59.790058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Bound port: 2bd27571-334d-4e5a-a015-91dd528ffb9f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:53:59.791413 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.795144 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886200c4-cbeb-4cd8-8c01-703d2342fec6 None None] Checking router: 446f44e6-38ae-4054-86b0-dba565636ee7 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:53:59.805285 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886200c4-cbeb-4cd8-8c01-703d2342fec6 None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:53:59.806099 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-886200c4-cbeb-4cd8-8c01-703d2342fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702f9130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:59.831222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634f5be0>, [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:57Z', 'revision_number': 3, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:53:59.869490 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:53:59.869758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a68880-9455-495b-86b6-821d83a8103f None None] The sync data for ids ['2b723363-ef22-4d01-9b6b-794b6911d80b'] in ncdv-master-1 is: [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:57Z', 'revision_number': 3, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:53:59.904912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-b82d0f40-9556-41f5-871f-ce55bb679e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.906238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-b82d0f40-9556-41f5-871f-ce55bb679e4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 1127 time: 0.2797513
Feb 19 20:53:59.925349 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-886200c4-cbeb-4cd8-8c01-703d2342fec6 None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:53:59.980183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957157e-7df9-44e7-947d-5682801e48e6 req-750b928f-6758-4b56-9f53-0c1af5fc84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:53:59.981926 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2957157e-7df9-44e7-947d-5682801e48e6 req-750b928f-6758-4b56-9f53-0c1af5fc84e6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1751235
Feb 19 20:54:00.116262 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Publish callbacks [] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:00.121982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] For port 2bd27571-334d-4e5a-a015-91dd528ffb9f, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:00.123032 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:00.140675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3003-c4d2-4339-9683-d6c5b52bac98 req-dc8fd141-95b2-4a60-a7f5-a51d28c1a0cd tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:00.147774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a66f3003-c4d2-4339-9683-d6c5b52bac98 req-dc8fd141-95b2-4a60-a7f5-a51d28c1a0cd tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.3041058
Feb 19 20:54:00.157544 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-886200c4-cbeb-4cd8-8c01-703d2342fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702f9130>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:00.165297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311514cc-d87c-496a-99cf-e82e55d3bb16 req-4541b133-984c-4669-a12d-3f3b8681b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:00.166754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-311514cc-d87c-496a-99cf-e82e55d3bb16 req-4541b133-984c-4669-a12d-3f3b8681b132 service neutron] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.3674290
Feb 19 20:54:00.169758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] For port 2bd27571-334d-4e5a-a015-91dd528ffb9f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bd27571-334d-4e5a-a015-91dd528ffb9f,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:00.193987 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886200c4-cbeb-4cd8-8c01-703d2342fec6 None None] The sync data for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 is: [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:00.194611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Pushing event updated for resources: {'Port': ['ID=634073b4-e72f-4a0f-8435-8bde4fe3a7c9,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:00.236224 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (2b723363-ef22-4d01-9b6b-794b6911d80b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:00.254706 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:00.263424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-ce2011e3-e49d-4264-bb79-9e96b148092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:00.264963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-ce2011e3-e49d-4264-bb79-9e96b148092b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.3366704
Feb 19 20:54:00.276295 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-311514cc-d87c-496a-99cf-e82e55d3bb16 req-b6e59317-7fec-456e-90d3-687067516c86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e715e53-af3f-4a70-b33f-5b5471d22747 HTTP/1.1" status: 200  len: 217 time: 0.0933590
Feb 19 20:54:00.360147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Network e1715c46-c90a-49c7-8aa3-a86a06453327 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:00.366075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:00.386020 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-698d2dcc-f544-46e4-b707-bea254aada08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd45217-6a8e-439f-89c7-dd438e2032fd HTTP/1.1" status: 200  len: 217 time: 0.0880644
Feb 19 20:54:00.393142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:00.393777 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:00.395272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] 10.222.0.67 "PUT /v2.0/ports/2bd27571-334d-4e5a-a015-91dd528ffb9f HTTP/1.1" status: 200  len: 1091 time: 2.8514895
Feb 19 20:54:00.434824 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a66f3003-c4d2-4339-9683-d6c5b52bac98 req-26decf31-ace3-464f-a152-a55232a33d76 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2849329
Feb 19 20:54:00.512571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Request body: {'port': {'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:00.527987 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311514cc-d87c-496a-99cf-e82e55d3bb16 req-f99e9e5c-338c-411b-8375-2b201cd63a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:00.529570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-311514cc-d87c-496a-99cf-e82e55d3bb16 req-f99e9e5c-338c-411b-8375-2b201cd63a2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.2232010
Feb 19 20:54:00.530258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268171ed-9abf-4eda-8cee-84949cd15163 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd27571-334d-4e5a-a015-91dd528ffb9f,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:00.652410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Router 2b723363-ef22-4d01-9b6b-794b6911d80b has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:54:00.713922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-311514cc-d87c-496a-99cf-e82e55d3bb16 req-083215e0-2790-499f-8257-874a314a3ccb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1577721
Feb 19 20:54:00.720620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-3e7fac02-d7cb-4a54-8ee2-e5dd15dd6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:00.722138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-3e7fac02-d7cb-4a54-8ee2-e5dd15dd6b1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.3196306
Feb 19 20:54:00.765549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b9e0048f-9c50-4df3-8100-4239400c6361 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:00.834173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900cde73-132f-4c93-8b88-620cd358c63c None None] New status for floating IP b90011d6-eb0b-4824-b727-f7f6c8bc7ec0: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:54:00.893792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:54:00.907611 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a86e19d8-af16-41be-999b-5c0779fdd296 admin admin] 10.222.0.30 "PUT /v2.0/routers/2b723363-ef22-4d01-9b6b-794b6911d80b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9661257
Feb 19 20:54:00.966408 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:01.034229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': '8bb1ce04-77ae-47cb-af1b-16718979fb14'}, {'name': 'network-changed', 'server_uuid': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'tag': 'bbd45217-6a8e-439f-89c7-dd438e2032fd'}, {'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': '2bd27571-334d-4e5a-a015-91dd528ffb9f'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:01.037367 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "8bb1ce04-77ae-47cb-af1b-16718979fb14"}, {"name": "network-changed", "server_uuid": "097ae8b7-1df3-4788-b5e3-5580b215bf98", "tag": "bbd45217-6a8e-439f-89c7-dd438e2032fd"}, {"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "2bd27571-334d-4e5a-a015-91dd528ffb9f"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:01.050165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-2b7e6ac7-829a-4c5d-96d5-4603ca7208be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:01.052303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-2b7e6ac7-829a-4c5d-96d5-4603ca7208be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3071487
Feb 19 20:54:01.111107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0c40e-668c-4973-a30e-f022e9abb609 req-104df077-cb9f-4f39-bc4d-b1aabc513a73 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:01.116615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0c40e-668c-4973-a30e-f022e9abb609 req-104df077-cb9f-4f39-bc4d-b1aabc513a73 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:01.122037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0c40e-668c-4973-a30e-f022e9abb609 req-104df077-cb9f-4f39-bc4d-b1aabc513a73 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:01.127414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0c40e-668c-4973-a30e-f022e9abb609 req-104df077-cb9f-4f39-bc4d-b1aabc513a73 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:01.132907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0c40e-668c-4973-a30e-f022e9abb609 req-104df077-cb9f-4f39-bc4d-b1aabc513a73 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:01.138745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0c40e-668c-4973-a30e-f022e9abb609 req-104df077-cb9f-4f39-bc4d-b1aabc513a73 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:01.143634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0c40e-668c-4973-a30e-f022e9abb609 req-104df077-cb9f-4f39-bc4d-b1aabc513a73 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:01.149826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14d0c40e-668c-4973-a30e-f022e9abb609 req-104df077-cb9f-4f39-bc4d-b1aabc513a73 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5419 time: 0.2737288
Feb 19 20:54:01.183335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-311514cc-d87c-496a-99cf-e82e55d3bb16 req-a79c625b-fb66-4973-94f6-63fe4847e5ff service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4369068
Feb 19 20:54:01.261848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b9e0048f-9c50-4df3-8100-4239400c6361 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:01.262220 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:01.270910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c1b22ace-0db8-49be-80d2-a7208a1d150f None None] Provisioning complete for port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:01.271355 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c1b22ace-0db8-49be-80d2-a7208a1d150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:01.339058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c1b22ace-0db8-49be-80d2-a7208a1d150f None None] Port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:54:01.390599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b9e0048f-9c50-4df3-8100-4239400c6361 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:01.391273 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:01.414045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port b9e0048f-9c50-4df3-8100-4239400c6361, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9e0048f-9c50-4df3-8100-4239400c6361,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:01.418293 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:01.470188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=b9e0048f-9c50-4df3-8100-4239400c6361,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:01.701071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-f0f52347-8576-4030-806b-f8c005ca3054 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6314459
Feb 19 20:54:01.774937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14d0c40e-668c-4973-a30e-f022e9abb609 req-6e906d4c-8152-4ed7-bf98-bdeef537ad32 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5882440
Feb 19 20:54:01.799318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-311514cc-d87c-496a-99cf-e82e55d3bb16 req-1b1e5436-60b5-49bf-8cc8-4ece3fc376ec service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5953739
Feb 19 20:54:01.891139 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-8b974102-5c85-4d87-8cdc-aa3cc4610403 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips/16146d0d-6abf-4703-a4e4-fdb86e67af5c HTTP/1.1" status: 200  len: 692 time: 0.0852771
Feb 19 20:54:01.973527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee473b68-b3ab-4590-be79-661b2a3965b1 req-a36b5295-2553-4504-9bba-624a40f99401 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2630966
Feb 19 20:54:02.048275 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Sync routers for ids ['2b723363-ef22-4d01-9b6b-794b6911d80b'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:54:02.060092 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Routers {'2b723363-ef22-4d01-9b6b-794b6911d80b'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:02.060797 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702f9e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2b723363-ef22-4d01-9b6b-794b6911d80b'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:02.079314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:02.096627 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Publish callbacks [] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.116173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-c7784c00-efa1-48ec-ae9b-c197be890c66 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:02.117564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-c7784c00-efa1-48ec-ae9b-c197be890c66 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.2164190
Feb 19 20:54:02.124208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Transition to ACTIVE for port object 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:54:02.131757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-79c4013a-3653-474b-8072-8d5105b3a5a4 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:54:02.132751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-79c4013a-3653-474b-8072-8d5105b3a5a4 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0073903
Feb 19 20:54:02.138191 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.164006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0829ddf-50f2-4572-a00d-4041d2377495 req-8dc412ab-3743-4ac9-a515-5ac755d5669e tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:02.165525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0829ddf-50f2-4572-a00d-4041d2377495 req-8dc412ab-3743-4ac9-a515-5ac755d5669e tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 950 time: 0.1266160
Feb 19 20:54:02.172318 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Set router 2b723363-ef22-4d01-9b6b-794b6911d80b gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:02.271976 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-21ee4492-0bf2-4394-94c5-d2113fe873e4 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.16 HTTP/1.1" status: 200  len: 695 time: 0.1293540
Feb 19 20:54:02.291336 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:02.366218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-cb7325f8-99c3-409d-8ccd-c1d14d423c2d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.16 HTTP/1.1" status: 200  len: 695 time: 0.0857410
Feb 19 20:54:02.409993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0829ddf-50f2-4572-a00d-4041d2377495 req-319dcf00-1f6b-46d6-9a13-a5f4a0929770 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252963
Feb 19 20:54:02.514860 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702f9e50>, [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 4, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '634073b4-e72f-4a0f-8435-8bde4fe3a7c9', 'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'mac_address': 'fa:16:3e:a4:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:58Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 2, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'subnets': [{'id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:02.542423 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Checking router: 2b723363-ef22-4d01-9b6b-794b6911d80b for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:54:02.542781 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Updating router 2b723363-ef22-4d01-9b6b-794b6911d80b port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:54:02.552763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Attempting to bind port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:54:02.553121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Attempting to bind port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:54:02.553463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Attempting to bind port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc on network 29f753c7-df02-4765-94b5-9df128b873af {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:02.565778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc on network 29f753c7-df02-4765-94b5-9df128b873af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:54:02.566480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Attempting to bind port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc on network 29f753c7-df02-4765-94b5-9df128b873af {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:02.571238 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.579247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:54:02.579595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Checking segment: {'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:02.579985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Bound using segment: {'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:54:02.580456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Bound port: 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995ae48b-b7c3-4284-8f95-2ba31bd21491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f753c7-df02-4765-94b5-9df128b873af'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:54:02.580825 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.607368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8f8fe-7f61-44d9-b016-4e8e09c36cf3 req-15195118-b378-40de-9638-64cefeb13637 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:02.608964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1af8f8fe-7f61-44d9-b016-4e8e09c36cf3 req-15195118-b378-40de-9638-64cefeb13637 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 1126 time: 0.1174643
Feb 19 20:54:02.610484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b9e0048f-9c50-4df3-8100-4239400c6361 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:02.662026 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b9e0048f-9c50-4df3-8100-4239400c6361 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:02.662669 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.666073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-7ca07e83-a9fd-4d4d-9375-5ae1024cdb98 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Deleting port 4cb92650-aa7c-4cf3-84e7-8aacd7f5912b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:02.666423 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-7ca07e83-a9fd-4d4d-9375-5ae1024cdb98 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4cb92650-aa7c-4cf3-84e7-8aacd7f5912b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.744440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] For port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:02.756602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b9e0048f-9c50-4df3-8100-4239400c6361 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:02.760728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1af8f8fe-7f61-44d9-b016-4e8e09c36cf3 req-0a53274b-96cb-4458-a708-a8c9c2fddccc tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333010
Feb 19 20:54:02.770581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] For port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:02.782798 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.799190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-7ca07e83-a9fd-4d4d-9375-5ae1024cdb98 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4cb92650-aa7c-4cf3-84e7-8aacd7f5912b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.799462 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-7ca07e83-a9fd-4d4d-9375-5ae1024cdb98 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for floatingip (4cb92650-aa7c-4cf3-84e7-8aacd7f5912b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.842194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-7ca07e83-a9fd-4d4d-9375-5ae1024cdb98 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Calling delete_port for 4cb92650-aa7c-4cf3-84e7-8aacd7f5912b owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:02.844608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:02.845245 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.846632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] 10.222.0.67 "PUT /v2.0/ports/72bb29c9-1a0c-4c88-a3aa-9aed178a43cc HTTP/1.1" status: 200  len: 1091 time: 2.3512142
Feb 19 20:54:02.851798 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daf437e-e1b7-4df8-9da2-7121e1fea8ca x-openstack-request-id: req-9daf437e-e1b7-4df8-9da2-7121e1fea8ca {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:02.852097 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "8bb1ce04-77ae-47cb-af1b-16718979fb14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "097ae8b7-1df3-4788-b5e3-5580b215bf98", "tag": "bbd45217-6a8e-439f-89c7-dd438e2032fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "2bd27571-334d-4e5a-a015-91dd528ffb9f", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:02.852374 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9daf437e-e1b7-4df8-9da2-7121e1fea8ca {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:02.852777 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': '8bb1ce04-77ae-47cb-af1b-16718979fb14', 'status': 'completed', 'code': 200}
Feb 19 20:54:02.853044 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'tag': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'status': 'completed', 'code': 200}
Feb 19 20:54:02.853305 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': '2bd27571-334d-4e5a-a015-91dd528ffb9f', 'status': 'completed', 'code': 200}
Feb 19 20:54:02.890479 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Publish callbacks [] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.900253 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:02.923518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce2142-f60d-4bac-98b6-ba488639dcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:02.981152 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fbec3-b1a4-4481-b5b3-6da0db17319a None None] Pushing event updated for resources: {'Port': ['ID=634073b4-e72f-4a0f-8435-8bde4fe3a7c9,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:03.010473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-96544e37-d6cf-450b-b32d-fdeb9800d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.011044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-96544e37-d6cf-450b-b32d-fdeb9800d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.011428 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-96544e37-d6cf-450b-b32d-fdeb9800d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.031201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-96544e37-d6cf-450b-b32d-fdeb9800d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.031946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-96544e37-d6cf-450b-b32d-fdeb9800d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.032621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-96544e37-d6cf-450b-b32d-fdeb9800d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.033264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-96544e37-d6cf-450b-b32d-fdeb9800d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.037175 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-96544e37-d6cf-450b-b32d-fdeb9800d9db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0981190244846a18036aa20dce2dc60&device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6705 time: 0.1120706
Feb 19 20:54:03.058636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358193da-7a79-434a-9bc0-d7525cc32432 req-1fbf81f5-9efa-44fb-b1fb-72108372d372 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.060365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-358193da-7a79-434a-9bc0-d7525cc32432 req-1fbf81f5-9efa-44fb-b1fb-72108372d372 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.67 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 950 time: 0.1211386
Feb 19 20:54:03.063777 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Attempting to bind port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:54:03.064286 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Attempting to bind port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:54:03.064732 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Attempting to bind port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 on network e1715c46-c90a-49c7-8aa3-a86a06453327 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:03.071552 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:54:03.072272 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Checking segment: {'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:03.072895 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.078454 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Bound using segment: {'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:54:03.078682 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Bound port: 634073b4-e72f-4a0f-8435-8bde4fe3a7c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:54:03.079217 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.193211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-868b4469-329d-41fa-b4c8-97cedc8dc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.193698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-868b4469-329d-41fa-b4c8-97cedc8dc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.194177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-868b4469-329d-41fa-b4c8-97cedc8dc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.196500 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-868b4469-329d-41fa-b4c8-97cedc8dc0da service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a0981190244846a18036aa20dce2dc60&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.1491051
Feb 19 20:54:03.210894 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] For port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:03.214886 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] For port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=634073b4-e72f-4a0f-8435-8bde4fe3a7c9,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:03.230784 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.326152 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Routers {'2b723363-ef22-4d01-9b6b-794b6911d80b'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:03.326974 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702f9e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2b723363-ef22-4d01-9b6b-794b6911d80b'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:03.366797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-7ca07e83-a9fd-4d4d-9375-5ae1024cdb98 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4cb92650-aa7c-4cf3-84e7-8aacd7f5912b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.418142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-e51ab290-2da0-4083-94a8-411cc5fc0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.419893 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-e51ab290-2da0-4083-94a8-411cc5fc0b60 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2168455
Feb 19 20:54:03.421019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca07e83-a9fd-4d4d-9375-5ae1024cdb98 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Pushing event deleted for resources: {'Port': ['ID=4cb92650-aa7c-4cf3-84e7-8aacd7f5912b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:03.476403 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fbec3-b1a4-4481-b5b3-6da0db17319a None None] Pushing event updated for resources: {'Port': ['ID=634073b4-e72f-4a0f-8435-8bde4fe3a7c9,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:03.495022 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-57b6e226-4e33-4da1-9a7f-6b28a736cfcd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.495806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a6f3314c-db72-4d59-a64f-d3cc8625d277 None None] Provisioning complete for port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:03.496608 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6f3314c-db72-4d59-a64f-d3cc8625d277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.500786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-57b6e226-4e33-4da1-9a7f-6b28a736cfcd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/networks?id=e1715c46-c90a-49c7-8aa3-a86a06453327 HTTP/1.1" status: 200  len: 827 time: 0.2609184
Feb 19 20:54:03.522570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-358193da-7a79-434a-9bc0-d7525cc32432 req-c0d0ee93-637b-4e36-83d7-6e62aa3e12a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Deleting port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:03.523500 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-358193da-7a79-434a-9bc0-d7525cc32432 req-c0d0ee93-637b-4e36-83d7-6e62aa3e12a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.558179 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] Set router 2b723363-ef22-4d01-9b6b-794b6911d80b gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:03.612550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a9abdc9a-51bc-4722-b41c-3141a8377299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.613936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a9abdc9a-51bc-4722-b41c-3141a8377299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.614611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a9abdc9a-51bc-4722-b41c-3141a8377299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.615270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a9abdc9a-51bc-4722-b41c-3141a8377299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.615912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a9abdc9a-51bc-4722-b41c-3141a8377299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.616609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a9abdc9a-51bc-4722-b41c-3141a8377299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.617250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a9abdc9a-51bc-4722-b41c-3141a8377299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.623812 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a9abdc9a-51bc-4722-b41c-3141a8377299 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0981190244846a18036aa20dce2dc60&device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6705 time: 0.1173563
Feb 19 20:54:03.633292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a6f3314c-db72-4d59-a64f-d3cc8625d277 None None] Current status of the port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:03.634312 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6f3314c-db72-4d59-a64f-d3cc8625d277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.671697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a6f3314c-db72-4d59-a64f-d3cc8625d277 None None] For port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=634073b4-e72f-4a0f-8435-8bde4fe3a7c9,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:03.677035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-fade7ccc-b765-4318-914c-aa6e94763573 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/quotas/8a274e94e3e643c4b814892e2429db0e HTTP/1.1" status: 200  len: 375 time: 0.1269140
Feb 19 20:54:03.680739 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6f3314c-db72-4d59-a64f-d3cc8625d277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.687167 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-e1abb492-aee9-4359-9b60-81d0b0587f6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5a05223-8669-4696-8f96-528bee454543 HTTP/1.1" status: 200  len: 217 time: 0.0585589
Feb 19 20:54:03.745137 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-7ca07e83-a9fd-4d4d-9375-5ae1024cdb98 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for floatingip (16146d0d-6abf-4703-a4e4-fdb86e67af5c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.747799 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-7ca07e83-a9fd-4d4d-9375-5ae1024cdb98 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.754984 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-479c0a82-d1d5-48b8-b0f1-19222395f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.756756 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-479c0a82-d1d5-48b8-b0f1-19222395f447 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cff33a4-7faf-4e16-876c-8051332d4598 HTTP/1.1" status: 200  len: 855 time: 0.0638397
Feb 19 20:54:03.766498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d43d64f-aeac-4500-a1f8-cd5b85e9ffee req-7ca07e83-a9fd-4d4d-9375-5ae1024cdb98 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "DELETE /v2.0/floatingips/16146d0d-6abf-4703-a4e4-fdb86e67af5c HTTP/1.1" status: 204  len: 173 time: 1.3749783
Feb 19 20:54:03.768099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3314c-db72-4d59-a64f-d3cc8625d277 None None] Pushing event updated for resources: {'Port': ['ID=634073b4-e72f-4a0f-8435-8bde4fe3a7c9,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:03.810268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cd265b0f-8249-4704-87a0-ea32ba70e05e None None] Provisioning complete for port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:03.811207 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cd265b0f-8249-4704-87a0-ea32ba70e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.813355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-b2daffa7-202c-4aae-902d-2851e0772cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.814893 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-b2daffa7-202c-4aae-902d-2851e0772cc1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 1127 time: 0.2959025
Feb 19 20:54:03.828400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-e1260c85-a159-4623-bc42-409850e2980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:03.831186 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-e1260c85-a159-4623-bc42-409850e2980d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c36e6964-b1c5-4d15-8ff3-6ec34911167e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0666392
Feb 19 20:54:03.840599 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702f9e50>, [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 4, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '634073b4-e72f-4a0f-8435-8bde4fe3a7c9', 'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'mac_address': 'fa:16:3e:a4:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:58Z', 'updated_at': '2022-02-19T20:54:03Z', 'revision_number': 4, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'subnets': [{'id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:03.857111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-358193da-7a79-434a-9bc0-d7525cc32432 req-c0d0ee93-637b-4e36-83d7-6e62aa3e12a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] For port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:03.857651 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-358193da-7a79-434a-9bc0-d7525cc32432 req-c0d0ee93-637b-4e36-83d7-6e62aa3e12a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:03.888092 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f5eaf-a6b2-4cac-b0dd-44db740d4f91 None None] The sync data for ids ['2b723363-ef22-4d01-9b6b-794b6911d80b'] in ncdv-master-1 is: [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 4, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '634073b4-e72f-4a0f-8435-8bde4fe3a7c9', 'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'mac_address': 'fa:16:3e:a4:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:58Z', 'updated_at': '2022-02-19T20:54:03Z', 'revision_number': 4, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'subnets': [{'id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:03.912872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cd265b0f-8249-4704-87a0-ea32ba70e05e None None] Current status of the port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:03.947204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-547e591b-5e11-4c9c-9b83-c89bb6f88ad2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a274e94e3e643c4b814892e2429db0e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2604318
Feb 19 20:54:03.962570 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2effd284-7d25-4ac5-917b-6e8aa1490e50 service neutron] 10.222.0.67 "GET /v2.0/networks/c36e6964-b1c5-4d15-8ff3-6ec34911167e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241252
Feb 19 20:54:04.001277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-358193da-7a79-434a-9bc0-d7525cc32432 req-c0d0ee93-637b-4e36-83d7-6e62aa3e12a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Calling delete_port for 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:04.073564 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-3bb2fbdc-f40a-4aba-9b3b-77b10631ca22 service neutron] 10.222.0.67 "GET /v2.0/networks/c36e6964-b1c5-4d15-8ff3-6ec34911167e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1005495
Feb 19 20:54:04.124055 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-5b4f27d0-4755-4b3a-b300-d9d0564f1aeb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=e1552338-247f-46d8-ba3c-0852bc6b82e8 HTTP/1.1" status: 200  len: 217 time: 0.0398755
Feb 19 20:54:04.164834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cf9b1-b23b-4f45-b67c-48c3c82ddaf5 req-cdcd7e6e-135e-4fce-941e-8b1f6073ff47 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:04.166399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d53cf9b1-b23b-4f45-b67c-48c3c82ddaf5 req-cdcd7e6e-135e-4fce-941e-8b1f6073ff47 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.2873886
Feb 19 20:54:04.178392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-33a508ba-e6de-4e4c-9f3b-db8430e8d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:04.180220 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-33a508ba-e6de-4e4c-9f3b-db8430e8d564 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ab430779-ff98-4000-97a1-8a0acc37e927 HTTP/1.1" status: 200  len: 797 time: 0.0500858
Feb 19 20:54:04.182513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-3805cd98-aa04-43dc-b7af-d3e36061c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:04.183947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-3805cd98-aa04-43dc-b7af-d3e36061c53a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.3530731
Feb 19 20:54:04.233099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-8078fe2e-c45a-41b4-a113-ae0b0146b949 service neutron] 10.222.0.30 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768209
Feb 19 20:54:04.243144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-f724ec96-a372-49b8-87b8-783230c2a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:04.245155 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-f724ec96-a372-49b8-87b8-783230c2a161 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a65eeba-09aa-46e7-a378-b06f5822655f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0534427
Feb 19 20:54:04.272744 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-990d96c9-577e-477c-923c-37f65572153a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbd45217-6a8e-439f-89c7-dd438e2032fd HTTP/1.1" status: 200  len: 217 time: 0.0709748
Feb 19 20:54:04.350144 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-e674589d-fa19-4ff2-a129-4393d50d3e24 service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0979326
Feb 19 20:54:04.411656 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d53cf9b1-b23b-4f45-b67c-48c3c82ddaf5 req-441f8ba6-1e0a-44b1-96d6-58246333e5dc tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328227
Feb 19 20:54:04.436473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-f0bcf1fb-150c-4aa8-b972-5bfd1f6b6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:04.437990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-f0bcf1fb-150c-4aa8-b972-5bfd1f6b6354 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.1213608
Feb 19 20:54:04.488307 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-48423759-52ce-4f65-8676-6441bfc3da23 service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303897
Feb 19 20:54:04.492443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-8e870b0b-c40a-4534-9206-94dfd444d8bf service neutron] 10.222.0.30 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2288926
Feb 19 20:54:04.498871 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-358193da-7a79-434a-9bc0-d7525cc32432 req-c0d0ee93-637b-4e36-83d7-6e62aa3e12a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:04.511348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:04.533748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0ee93-637b-4e36-83d7-6e62aa3e12a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Pushing event deleted for resources: {'Port': ['ID=3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:04.546757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-f6b1ff50-81b6-499c-b986-56302f3f8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:04.548490 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-f6b1ff50-81b6-499c-b986-56302f3f8c5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1021624
Feb 19 20:54:04.556969 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-73faee3c-a4b3-451c-a938-cfdc9605474c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=6290f8b3-0737-4492-8de5-f27de84a5a1e HTTP/1.1" status: 200  len: 217 time: 0.0619340
Feb 19 20:54:04.603433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['3604b765-b301-4875-991d-4d4190639b69'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:04.680436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fd2f9ed4-899a-4f2a-ac2a-6a048f34791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:04.681946 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-fd2f9ed4-899a-4f2a-ac2a-6a048f34791c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ab430779-ff98-4000-97a1-8a0acc37e927 HTTP/1.1" status: 200  len: 797 time: 0.1143320
Feb 19 20:54:04.795067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d167f5a8-b51b-4491-b22f-5daab4ddd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:04.796951 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d167f5a8-b51b-4491-b22f-5daab4ddd2f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a65eeba-09aa-46e7-a378-b06f5822655f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1037726
Feb 19 20:54:04.819636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:04.923462 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-f8957e70-46c0-49b4-9a11-d9f36c3d533b service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1169429
Feb 19 20:54:04.949907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:04.950159 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:05.114418 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-4f4760f4-c3e1-4e88-bd60-1e15c6606887 service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1835194
Feb 19 20:54:05.132362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:05.172501 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a5e71cde-6925-4716-b0ae-a6cf2e3a1c75 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=1e1241d9-ddbc-426c-9df0-86c2c9670f97 HTTP/1.1" status: 200  len: 217 time: 0.0453916
Feb 19 20:54:05.212032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': '72bb29c9-1a0c-4c88-a3aa-9aed178a43cc'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:05.214541 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d50fef-a831-4c7c-903a-540e2bfe2f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "72bb29c9-1a0c-4c88-a3aa-9aed178a43cc"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:05.222126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-358193da-7a79-434a-9bc0-d7525cc32432 req-c0d0ee93-637b-4e36-83d7-6e62aa3e12a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] No DVR routers for this DVR port 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:05.245025 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-dcd74995-28cf-4c4f-a3b7-52b50f45b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.247099 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-dcd74995-28cf-4c4f-a3b7-52b50f45b70d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ab430779-ff98-4000-97a1-8a0acc37e927 HTTP/1.1" status: 200  len: 797 time: 0.0670791
Feb 19 20:54:05.250483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-358193da-7a79-434a-9bc0-d7525cc32432 req-c0d0ee93-637b-4e36-83d7-6e62aa3e12a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:05.253702 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-358193da-7a79-434a-9bc0-d7525cc32432 req-c0d0ee93-637b-4e36-83d7-6e62aa3e12a7 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.67 "DELETE /v2.0/ports/3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf HTTP/1.1" status: 204  len: 173 time: 2.1844921
Feb 19 20:54:05.303621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-063697c0-3e62-4747-be48-1f8853593183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.305583 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-063697c0-3e62-4747-be48-1f8853593183 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a65eeba-09aa-46e7-a378-b06f5822655f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0505586
Feb 19 20:54:05.370551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-d02e7abc-11d7-4fb0-bfdc-fcf13bf55532 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8058889
Feb 19 20:54:05.375237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a8481-6076-4e61-a4e7-67e1d25cb090 req-7a66c231-ef6e-45d0-92c1-12fda38967bb tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.377426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f3a8481-6076-4e61-a4e7-67e1d25cb090 req-7a66c231-ef6e-45d0-92c1-12fda38967bb tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 1126 time: 0.1590011
Feb 19 20:54:05.389153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fdc0e-48dc-42c0-9d38-1cb2d1563dd9 req-b0aebeea-38ee-47dd-bc12-cc400e868edf tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.395487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fdc0e-48dc-42c0-9d38-1cb2d1563dd9 req-b0aebeea-38ee-47dd-bc12-cc400e868edf tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.400924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fdc0e-48dc-42c0-9d38-1cb2d1563dd9 req-b0aebeea-38ee-47dd-bc12-cc400e868edf tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.406753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fdc0e-48dc-42c0-9d38-1cb2d1563dd9 req-b0aebeea-38ee-47dd-bc12-cc400e868edf tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.413588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fdc0e-48dc-42c0-9d38-1cb2d1563dd9 req-b0aebeea-38ee-47dd-bc12-cc400e868edf tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.419236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fdc0e-48dc-42c0-9d38-1cb2d1563dd9 req-b0aebeea-38ee-47dd-bc12-cc400e868edf tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.424942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fdc0e-48dc-42c0-9d38-1cb2d1563dd9 req-b0aebeea-38ee-47dd-bc12-cc400e868edf tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.427490 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-306fdc0e-48dc-42c0-9d38-1cb2d1563dd9 req-b0aebeea-38ee-47dd-bc12-cc400e868edf tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5431 time: 0.2081211
Feb 19 20:54:05.539616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f3a8481-6076-4e61-a4e7-67e1d25cb090 req-64a26b9b-a597-4cee-b82a-684c4a94b98c tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110921
Feb 19 20:54:05.584141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-306fdc0e-48dc-42c0-9d38-1cb2d1563dd9 req-8a481a6a-68cb-4ba1-91a3-89d7947248a3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1412628
Feb 19 20:54:05.588069 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-6c4eace3-047e-4fa3-814e-8642fc242c95 service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232851
Feb 19 20:54:05.641829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-87626cb4-7815-414a-9bbf-70e6362520ca service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614025
Feb 19 20:54:05.759524 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-19159609-7b27-497a-9bc1-c4c83f9f0657 service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601796
Feb 19 20:54:05.792123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6a0042e-5c07-4c46-9e7e-1dee111c5675 req-f56a847c-42e2-46a1-b388-2c7baf9120e5 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=29bbfea3-acce-4b4e-93c6-6b92a5d9196d HTTP/1.1" status: 200  len: 210 time: 0.0370510
Feb 19 20:54:05.813968 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-f093f24e-faf2-47f9-9146-dab297764ce6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=8bb1ce04-77ae-47cb-af1b-16718979fb14 HTTP/1.1" status: 200  len: 217 time: 0.0442750
Feb 19 20:54:05.860994 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-9cd76bb9-9e32-4ce5-b152-5277a02b03c2 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1790397
Feb 19 20:54:05.867352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-765b6b4e-9584-4abd-b1d0-1f44ef9c14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.868858 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-765b6b4e-9584-4abd-b1d0-1f44ef9c14ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ab430779-ff98-4000-97a1-8a0acc37e927 HTTP/1.1" status: 200  len: 797 time: 0.0459185
Feb 19 20:54:05.871629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:05.893697 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:05.925674 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-e6bf5de4-3e23-4df1-b3c1-3dcb31f24500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:05.927709 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-e6bf5de4-3e23-4df1-b3c1-3dcb31f24500 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a65eeba-09aa-46e7-a378-b06f5822655f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0471938
Feb 19 20:54:06.032080 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-6c4a852e-1fb9-4bad-b2d3-b3324e72c741 service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927992
Feb 19 20:54:06.055746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:06.111888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-8d0295b6-a0ea-4ae9-af49-85845017e868 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:06.114001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-8d0295b6-a0ea-4ae9-af49-85845017e868 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1074831
Feb 19 20:54:06.134804 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a4b69841-7265-435b-b98e-1cf1fc077a01 service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943468
Feb 19 20:54:06.189514 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-2e465c3a-e84f-48e6-9375-14b0794ba287 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bd27571-334d-4e5a-a015-91dd528ffb9f HTTP/1.1" status: 200  len: 217 time: 0.0431113
Feb 19 20:54:06.198260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-5422abe5-5658-400d-b40d-8423713f5f23 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 695 time: 0.0744133
Feb 19 20:54:06.225693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-01d7eac9-e3e6-4e36-a77d-cf24bc2ffcbc tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Request body: {'floatingip': {'port_id': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'fixed_ip_address': '172.20.0.10'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:06.253070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-7e287490-1a34-485e-8c50-914e29c7d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:06.254897 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-7e287490-1a34-485e-8c50-914e29c7d312 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7 HTTP/1.1" status: 200  len: 797 time: 0.0482998
Feb 19 20:54:06.276846 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-01d7eac9-e3e6-4e36-a77d-cf24bc2ffcbc tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:06.308713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-85391486-4cbe-4fb9-aa7a-7ad970d4e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:06.310339 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-85391486-4cbe-4fb9-aa7a-7ad970d4e2df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29f753c7-df02-4765-94b5-9df128b873af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0496721
Feb 19 20:54:06.385576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Allocated IP 172.35.2.252 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/adb65537-6874-4c7c-b6cd-6581b15d6fdc) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:54:06.440990 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d35711b7-7e87-433c-84af-82674fb85b27 service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1174030
Feb 19 20:54:06.551958 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-334fa0cb-d3dc-4f61-8648-dae52e56a513 service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907533
Feb 19 20:54:06.601976 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-d8756def-f35c-4062-b3dc-47ae8bcb6721 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc HTTP/1.1" status: 200  len: 217 time: 0.0375750
Feb 19 20:54:06.610909 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-3498f043-aa16-4896-b214-f2c0c7d0ec03 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:06.612398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-3498f043-aa16-4896-b214-f2c0c7d0ec03 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.67 "GET /v2.0/networks?id=e1715c46-c90a-49c7-8aa3-a86a06453327 HTTP/1.1" status: 200  len: 827 time: 0.3380363
Feb 19 20:54:06.651255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Request body: {'port': {'device_id': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'admin_state_up': True, 'tenant_id': '8a274e94e3e643c4b814892e2429db0e'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:06.654005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-bf2f2df4-c1e6-4600-97d5-58ad233834e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:06.655661 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-bf2f2df4-c1e6-4600-97d5-58ad233834e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7 HTTP/1.1" status: 200  len: 797 time: 0.0439820
Feb 19 20:54:06.711556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-91a9aaab-0d34-4317-ae86-26791fcad1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:06.713144 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-91a9aaab-0d34-4317-ae86-26791fcad1a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29f753c7-df02-4765-94b5-9df128b873af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0509558
Feb 19 20:54:06.746576 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for port (adb65537-6874-4c7c-b6cd-6581b15d6fdc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:06.766131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:06.786783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:06.787430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:06.816146 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-a573a792-4e79-45f9-80dd-48fc56c993a4 service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0947258
Feb 19 20:54:06.912010 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-962e1745-2bb2-43c3-8b6f-69adae2ac70a req-81cee0ee-c48d-401f-bab5-8245c40c1e12 service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828681
Feb 19 20:54:06.946786 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (adb65537-6874-4c7c-b6cd-6581b15d6fdc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:06.979809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Made reservation on behalf of 8a274e94e3e643c4b814892e2429db0e for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:06.983068 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:07.033005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:07.035463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-b98a5e50-42d4-4b46-bb55-497bae23d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:07.035945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-b98a5e50-42d4-4b46-bb55-497bae23d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:07.036457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-b98a5e50-42d4-4b46-bb55-497bae23d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:07.036933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-b98a5e50-42d4-4b46-bb55-497bae23d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:07.037404 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-b98a5e50-42d4-4b46-bb55-497bae23d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:07.037865 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-b98a5e50-42d4-4b46-bb55-497bae23d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:07.038330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-b98a5e50-42d4-4b46-bb55-497bae23d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:07.040411 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-b98a5e50-42d4-4b46-bb55-497bae23d362 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0981190244846a18036aa20dce2dc60&device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6705 time: 0.0560920
Feb 19 20:54:07.046910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:07.055023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:54:07.064431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Pushing event updated for resources: {'Port': ['ID=adb65537-6874-4c7c-b6cd-6581b15d6fdc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:07.138187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-02d258ba-5af7-4e80-bd33-4a0b42fc1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:07.139811 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-02d258ba-5af7-4e80-bd33-4a0b42fc1284 service neutron] 10.222.0.67 "GET /v2.0/networks?id=29f753c7-df02-4765-94b5-9df128b873af HTTP/1.1" status: 200  len: 903 time: 0.0918767
Feb 19 20:54:07.182658 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-45d16fac-da96-498c-81b3-1e54016b06b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bd27571-334d-4e5a-a015-91dd528ffb9f HTTP/1.1" status: 200  len: 217 time: 0.0364926
Feb 19 20:54:07.235236 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-01d7eac9-e3e6-4e36-a77d-cf24bc2ffcbc tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:07.236814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-63f65d71-c9d3-46b9-89a5-5bcd183852ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:07.238327 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-63f65d71-c9d3-46b9-89a5-5bcd183852ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7 HTTP/1.1" status: 200  len: 797 time: 0.0484407
Feb 19 20:54:07.281129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-01d7eac9-e3e6-4e36-a77d-cf24bc2ffcbc tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:07.394328 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e334ed5-3add-4a10-a2a8-ca5859b7c1e3 req-2870c2f0-42dc-4fc5-9e28-04a28436a33d tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:07.396365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e334ed5-3add-4a10-a2a8-ca5859b7c1e3 req-2870c2f0-42dc-4fc5-9e28-04a28436a33d tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.67 "GET /v2.0/ports?device_id=097ae8b7-1df3-4788-b5e3-5580b215bf98 HTTP/1.1" status: 200  len: 945 time: 0.2430108
Feb 19 20:54:07.415382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Allocated IP 172.20.0.7 (e1715c46-c90a-49c7-8aa3-a86a06453327/381ea8bc-68e7-4732-9a07-630c67a2f287/3c2d56ee-dcf8-4145-a7ce-83aa6441cb22) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:54:07.436580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-fa1abf4e-97d7-4e64-abc8-90a5311235c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:07.438153 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-fa1abf4e-97d7-4e64-abc8-90a5311235c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29f753c7-df02-4765-94b5-9df128b873af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0463722
Feb 19 20:54:07.447326 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for floatingip (cdea55bf-a7bf-4f88-90b2-83f4c9469f8b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:07.527124 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-8b8ac6d5-60c3-42f1-9ce9-1a1337478292 service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825295
Feb 19 20:54:07.541892 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-01d7eac9-e3e6-4e36-a77d-cf24bc2ffcbc tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Floating IP b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 associated. External IP: 172.35.2.72, port: 4313e698-6c12-4d1e-b019-f8d0163bad53.
Feb 19 20:54:07.621434 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbf73134-aad0-4f4c-9801-c6ace2d03c8d req-dc89763d-3310-490e-9854-41ba3141cc65 service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878556
Feb 19 20:54:07.892984 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (adb65537-6874-4c7c-b6cd-6581b15d6fdc), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.059430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-5e334ed5-3add-4a10-a2a8-ca5859b7c1e3 req-5fe2cc6b-a0bc-4263-ac12-c567ec240fdf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Deleting port bbd45217-6a8e-439f-89c7-dd438e2032fd {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:08.059767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5e334ed5-3add-4a10-a2a8-ca5859b7c1e3 req-5fe2cc6b-a0bc-4263-ac12-c567ec240fdf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.127998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-ffacbe9c-b765-410a-bd4c-a84dcab63179 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:08.130002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-ffacbe9c-b765-410a-bd4c-a84dcab63179 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 945 time: 0.2489049
Feb 19 20:54:08.291570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.402362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5e334ed5-3add-4a10-a2a8-ca5859b7c1e3 req-5fe2cc6b-a0bc-4263-ac12-c567ec240fdf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] For port bbd45217-6a8e-439f-89c7-dd438e2032fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd45217-6a8e-439f-89c7-dd438e2032fd,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:08.402729 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5e334ed5-3add-4a10-a2a8-ca5859b7c1e3 req-5fe2cc6b-a0bc-4263-ac12-c567ec240fdf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.447215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-5e334ed5-3add-4a10-a2a8-ca5859b7c1e3 req-5fe2cc6b-a0bc-4263-ac12-c567ec240fdf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Calling delete_port for bbd45217-6a8e-439f-89c7-dd438e2032fd owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:08.528578 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.539424 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for port (adb65537-6874-4c7c-b6cd-6581b15d6fdc), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.554854 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (adb65537-6874-4c7c-b6cd-6581b15d6fdc), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.563653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-01d7eac9-e3e6-4e36-a77d-cf24bc2ffcbc tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Router 446f44e6-38ae-4054-86b0-dba565636ee7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:54:08.617004 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Deleting port 8ac53ea3-5b94-4d4e-a851-73b51c046686 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:08.617345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.646073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Network e1715c46-c90a-49c7-8aa3-a86a06453327 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:08.700791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:08.709643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:54:08.729940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Pushing event updated for resources: {'Port': ['ID=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:08.876913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (cdea55bf-a7bf-4f88-90b2-83f4c9469f8b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.957540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:08.958167 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.960452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Pushing event updated for resources: {'Port': ['ID=adb65537-6874-4c7c-b6cd-6581b15d6fdc,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:08.967539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0d3ca479-3696-42a8-a0bd-2533194e4f96 None None] Provisioning complete for port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:08.968114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0d3ca479-3696-42a8-a0bd-2533194e4f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.978127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] For port 8ac53ea3-5b94-4d4e-a851-73b51c046686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ac53ea3-5b94-4d4e-a851-73b51c046686,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:08.978425 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.989138 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:08.990344 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-1f60e832-f341-42d4-8ab1-c80b34e21c8d tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.1228395
Feb 19 20:54:09.002941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ca479-3696-42a8-a0bd-2533194e4f96 None None] Port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:54:09.080995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-f11fea31-10b4-4d50-97b6-4dd6543516d2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4348507
Feb 19 20:54:09.133575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Request body: {'port': {'device_id': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:09.142568 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5e334ed5-3add-4a10-a2a8-ca5859b7c1e3 req-5fe2cc6b-a0bc-4263-ac12-c567ec240fdf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (bbd45217-6a8e-439f-89c7-dd438e2032fd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:09.154018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4313e698-6c12-4d1e-b019-f8d0163bad53'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:09.189130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-90986f2e-4832-4e2f-8d00-c6d61b38aaa1 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.252 HTTP/1.1" status: 200  len: 696 time: 0.1881499
Feb 19 20:54:09.215134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-01d7eac9-e3e6-4e36-a77d-cf24bc2ffcbc tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:54:09.228370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b8008-100e-42a9-8a7d-53805763d5ba None None] Sync routers for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:54:09.228827 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-01d7eac9-e3e6-4e36-a77d-cf24bc2ffcbc tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:09.234807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2cc6b-a0bc-4263-ac12-c567ec240fdf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Pushing event deleted for resources: {'Port': ['ID=bbd45217-6a8e-439f-89c7-dd438e2032fd,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:09.259730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b8008-100e-42a9-8a7d-53805763d5ba None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:09.260400 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7b8b8008-100e-42a9-8a7d-53805763d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63406760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:09.420498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7b8b8008-100e-42a9-8a7d-53805763d5ba None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:09.662495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7b8b8008-100e-42a9-8a7d-53805763d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63406760>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:aa:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:54:06Z', 'revision_number': 8, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:09.689014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b8008-100e-42a9-8a7d-53805763d5ba None None] Checking router: 446f44e6-38ae-4054-86b0-dba565636ee7 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:54:09.700252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b8008-100e-42a9-8a7d-53805763d5ba None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:09.700252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7b8b8008-100e-42a9-8a7d-53805763d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63406760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:09.700680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e334ed5-3add-4a10-a2a8-ca5859b7c1e3 req-5fe2cc6b-a0bc-4263-ac12-c567ec240fdf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] No DVR routers for this DVR port bbd45217-6a8e-439f-89c7-dd438e2032fd on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:09.702774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-01d7eac9-e3e6-4e36-a77d-cf24bc2ffcbc tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "PUT /v2.0/floatingips/b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 HTTP/1.1" status: 200  len: 996 time: 3.4981480
Feb 19 20:54:09.703395 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5e334ed5-3add-4a10-a2a8-ca5859b7c1e3 req-5fe2cc6b-a0bc-4263-ac12-c567ec240fdf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:09.706035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e334ed5-3add-4a10-a2a8-ca5859b7c1e3 req-5fe2cc6b-a0bc-4263-ac12-c567ec240fdf tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.67 "DELETE /v2.0/ports/bbd45217-6a8e-439f-89c7-dd438e2032fd HTTP/1.1" status: 204  len: 173 time: 2.2986746
Feb 19 20:54:09.796553 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:09.817610 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7b8b8008-100e-42a9-8a7d-53805763d5ba None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:09.835664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-53fc0086-fb5c-471d-9a14-f0406ae69769 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:09.837071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1ee3075-5c6d-4737-9fe5-9d9f62a10e0b req-53fc0086-fb5c-471d-9a14-f0406ae69769 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.6154356
Feb 19 20:54:09.849975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:09.850343 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (45a29dc8-a6a4-417d-bc34-41c3db2c0cb5), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:09.850693 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Floating IP 45a29dc8-a6a4-417d-bc34-41c3db2c0cb5 disassociated. External IP: 172.35.2.164, port: 8ac53ea3-5b94-4d4e-a851-73b51c046686.
Feb 19 20:54:09.851053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Calling delete_port for 8ac53ea3-5b94-4d4e-a851-73b51c046686 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:09.893603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-3134689e-0572-4dd6-88c1-56d00ca5f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:09.895787 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-3134689e-0572-4dd6-88c1-56d00ca5f3b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 1128 time: 0.1453545
Feb 19 20:54:10.052098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7b8b8008-100e-42a9-8a7d-53805763d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63406760>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:aa:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:54:06Z', 'revision_number': 8, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:10.079221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b8008-100e-42a9-8a7d-53805763d5ba None None] The sync data for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 is: [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b90011d6-eb0b-4824-b727-f7f6c8bc7ec0', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'port_id': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'mac_address': 'fa:16:3e:aa:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:06Z', 'updated_at': '2022-02-19T20:54:06Z', 'revision_number': 8, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:10.242291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85ac5b-208b-47e9-97bc-41e3cdd27c25 req-ade3a981-fadc-47cc-ac5f-19c288cd6298 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.243824 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae85ac5b-208b-47e9-97bc-41e3cdd27c25 req-ade3a981-fadc-47cc-ac5f-19c288cd6298 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 931 time: 0.3042581
Feb 19 20:54:10.244874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-7124f17c-258b-4cdd-ad6a-67595e4063ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.246206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-7124f17c-258b-4cdd-ad6a-67595e4063ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.3385348
Feb 19 20:54:10.291443 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7bcca6-755c-4e97-8992-bb17d37b3a86 None None] New status for floating IP b90011d6-eb0b-4824-b727-f7f6c8bc7ec0: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:54:10.373552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8ac53ea3-5b94-4d4e-a851-73b51c046686), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:10.454938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-a3de8e19-df76-4612-89c7-b75bcbdb4f66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 999 time: 0.2001953
Feb 19 20:54:10.460194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Pushing event deleted for resources: {'Port': ['ID=8ac53ea3-5b94-4d4e-a851-73b51c046686,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:10.475912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae85ac5b-208b-47e9-97bc-41e3cdd27c25 req-435cfeaa-0cea-409e-9fb8-5b4c334160a1 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249629
Feb 19 20:54:10.506647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:10.517428 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Publish callbacks [] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:10.569191 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083b47b5-e841-4f4b-9163-869bb0e0930c x-openstack-request-id: req-083b47b5-e841-4f4b-9163-869bb0e0930c {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:10.569477 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "72bb29c9-1a0c-4c88-a3aa-9aed178a43cc", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:10.570287 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-083b47b5-e841-4f4b-9163-869bb0e0930c {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:10.570287 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': '72bb29c9-1a0c-4c88-a3aa-9aed178a43cc', 'status': 'completed', 'code': 200}
Feb 19 20:54:10.616081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Transition to ACTIVE for port object 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:54:10.649142 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:10.676095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-ef1bf20d-58f5-469a-a80b-7120a39bfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.677602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-ef1bf20d-58f5-469a-a80b-7120a39bfc11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.2139890
Feb 19 20:54:10.774666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device bbd45217-6a8e-439f-89c7-dd438e2032fd no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:10.795953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: bbd45217-6a8e-439f-89c7-dd438e2032fd {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:10.796310 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device bbd45217-6a8e-439f-89c7-dd438e2032fd not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:10.797539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:10.815273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-112a3e3f-a1f5-429a-aff3-38f023f82c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.815753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-112a3e3f-a1f5-429a-aff3-38f023f82c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.816226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-112a3e3f-a1f5-429a-aff3-38f023f82c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.817291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-112a3e3f-a1f5-429a-aff3-38f023f82c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.817756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-112a3e3f-a1f5-429a-aff3-38f023f82c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.818225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-112a3e3f-a1f5-429a-aff3-38f023f82c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.818686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-112a3e3f-a1f5-429a-aff3-38f023f82c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.820696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-112a3e3f-a1f5-429a-aff3-38f023f82c4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0981190244846a18036aa20dce2dc60&device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6705 time: 0.2195039
Feb 19 20:54:10.864671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f851dbd-e17d-48ef-a65a-4ce6566e589c req-8bf576e5-13c0-4a67-98f5-7fc2c65a6fa4 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.866266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f851dbd-e17d-48ef-a65a-4ce6566e589c req-8bf576e5-13c0-4a67-98f5-7fc2c65a6fa4 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.2683077
Feb 19 20:54:10.868270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:54:10.935194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-fa44892c-f281-4eb2-98fb-a754cf8c87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:10.936764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-fa44892c-f281-4eb2-98fb-a754cf8c87e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2328510
Feb 19 20:54:11.143188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Attempting to bind port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:54:11.143436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Attempting to bind port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:54:11.143765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Attempting to bind port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 on network e1715c46-c90a-49c7-8aa3-a86a06453327 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:11.159026 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f851dbd-e17d-48ef-a65a-4ce6566e589c req-8a8f4c11-a29f-452c-b99f-93d672e8aeab tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2766526
Feb 19 20:54:11.183972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 on network e1715c46-c90a-49c7-8aa3-a86a06453327 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:54:11.184305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Attempting to bind port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 on network e1715c46-c90a-49c7-8aa3-a86a06453327 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:11.192191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-0f4681db-4785-4da6-af46-309edc876b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:11.193690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-0f4681db-4785-4da6-af46-309edc876b0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=29f753c7-df02-4765-94b5-9df128b873af HTTP/1.1" status: 200  len: 903 time: 0.3492820
Feb 19 20:54:11.206004 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:54:11.206349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Checking segment: {'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:11.206733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Bound using segment: {'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:54:11.207758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Bound port: 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76bce24f-5c54-4230-b1d3-e743b9fe2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:54:11.208124 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:11.224151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8ac53ea3-5b94-4d4e-a851-73b51c046686 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:11.246947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 8ac53ea3-5b94-4d4e-a851-73b51c046686 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:11.247301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8ac53ea3-5b94-4d4e-a851-73b51c046686 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:11.258936 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-a9a9e5a4-ad67-4458-b4a8-9e36c58d526e service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3006351
Feb 19 20:54:11.264769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-128a1012-54c8-4603-8da4-dfa1a14f25d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc HTTP/1.1" status: 200  len: 217 time: 0.0601039
Feb 19 20:54:11.369625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:54:11.384143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac5d1f-413c-48b5-839a-672f2bef136b None None] Sync routers for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:54:11.397772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac5d1f-413c-48b5-839a-672f2bef136b None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:11.398337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c6ac5d1f-413c-48b5-839a-672f2bef136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a637d6160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:11.471124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d2ab8f4-277f-4602-8139-9081999b3836 req-29e7c73c-0f1d-442b-9e8e-8fdb1942e393 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae68ed7f-2390-4238-aa17-0cc5a0fc1791 HTTP/1.1" status: 200  len: 210 time: 0.0804923
Feb 19 20:54:11.478506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] No DVR routers for this DVR port 8ac53ea3-5b94-4d4e-a851-73b51c046686 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:11.486680 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:11.492725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6dd4770-1fc7-4b64-90b4-80c93bbebc35 req-96e27a46-e8a3-4b8c-b29d-9812d78b4c53 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.10 "DELETE /v2.0/ports/8ac53ea3-5b94-4d4e-a851-73b51c046686 HTTP/1.1" status: 204  len: 173 time: 3.3319995
Feb 19 20:54:11.501180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-2038ef7e-a9ed-4b89-a9eb-ff1fd308a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:11.502528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-2038ef7e-a9ed-4b89-a9eb-ff1fd308a5e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7 HTTP/1.1" status: 200  len: 797 time: 0.2244225
Feb 19 20:54:11.512544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] For port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:11.525037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-c6ac5d1f-413c-48b5-839a-672f2bef136b None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:11.528876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] For port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:11.841325 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:11.847609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eabc4d-e0be-4172-acb3-5c082a7ef369 req-4f52c2c4-13aa-4bbf-a10c-1219b2a9fc2f service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5819466
Feb 19 20:54:11.883843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c6ac5d1f-413c-48b5-839a-672f2bef136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a637d6160>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:11.908822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:11.909452 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:11.911990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] 10.222.0.67 "PUT /v2.0/ports/3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 HTTP/1.1" status: 200  len: 1091 time: 2.7928619
Feb 19 20:54:11.912646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac5d1f-413c-48b5-839a-672f2bef136b None None] Checking router: c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:54:11.922908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac5d1f-413c-48b5-839a-672f2bef136b None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:11.923603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c6ac5d1f-413c-48b5-839a-672f2bef136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a637d6160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:11.962081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415373c-7e2d-4b9c-98da-c8bd9d865871 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:11.966093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-9143b563-a33f-4ffe-80ef-a432587aec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:11.967602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-9143b563-a33f-4ffe-80ef-a432587aec03 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29f753c7-df02-4765-94b5-9df128b873af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.4565222
Feb 19 20:54:12.046555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-ae2f32f2-6ca2-4e5d-836c-b7dfdbfa12e0 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips/cdea55bf-a7bf-4f88-90b2-83f4c9469f8b HTTP/1.1" status: 200  len: 693 time: 0.1004493
Feb 19 20:54:12.064697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-c6ac5d1f-413c-48b5-839a-672f2bef136b None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:12.131486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b951-68c0-4b81-9268-0fe2c86988ed req-494404c9-2c9e-450b-b2bc-4b20a848e610 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.136905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b951-68c0-4b81-9268-0fe2c86988ed req-494404c9-2c9e-450b-b2bc-4b20a848e610 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.142282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b951-68c0-4b81-9268-0fe2c86988ed req-494404c9-2c9e-450b-b2bc-4b20a848e610 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.147924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b951-68c0-4b81-9268-0fe2c86988ed req-494404c9-2c9e-450b-b2bc-4b20a848e610 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.153493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b951-68c0-4b81-9268-0fe2c86988ed req-494404c9-2c9e-450b-b2bc-4b20a848e610 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.159120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b951-68c0-4b81-9268-0fe2c86988ed req-494404c9-2c9e-450b-b2bc-4b20a848e610 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.165432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b951-68c0-4b81-9268-0fe2c86988ed req-494404c9-2c9e-450b-b2bc-4b20a848e610 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.172674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f783b951-68c0-4b81-9268-0fe2c86988ed req-494404c9-2c9e-450b-b2bc-4b20a848e610 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5431 time: 0.3338051
Feb 19 20:54:12.267292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-ea0dc259-8294-4335-97e4-3fd26ba66edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.269016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-ea0dc259-8294-4335-97e4-3fd26ba66edd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a274e94e3e643c4b814892e2429db0e&device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 1125 time: 0.2691424
Feb 19 20:54:12.318078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c6ac5d1f-413c-48b5-839a-672f2bef136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a637d6160>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:12.346372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac5d1f-413c-48b5-839a-672f2bef136b None None] The sync data for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 is: [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:50:30Z', 'revision_number': 4, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65877833-2bb4-4669-9c7b-cac47fbef098', 'name': '', 'network_id': '7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'mac_address': 'fa:16:3e:9d:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '879b90bf-3325-4c32-b3af-720713f360e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:29Z', 'updated_at': '2022-02-19T20:50:38Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'subnets': [{'id': '879b90bf-3325-4c32-b3af-720713f360e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:12.349196 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-60353ce9-25c4-40f1-8c58-a55266111306 service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3384740
Feb 19 20:54:12.356220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-3aeea7b1-8d3d-42f0-9c0f-62b29242b2bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 HTTP/1.1" status: 200  len: 217 time: 0.0641649
Feb 19 20:54:12.360750 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:54:12.468689 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-bbc6f84d-57de-4a02-b9de-244d8996dbf8 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.473941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-bbc6f84d-57de-4a02-b9de-244d8996dbf8 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.3863895
Feb 19 20:54:12.479342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f783b951-68c0-4b81-9268-0fe2c86988ed req-f3cef6b7-1186-4cac-925e-b59a48e7d8ec tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3058221
Feb 19 20:54:12.494967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-f79b30f7-6b8d-42b6-bca9-139525755c4b tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:54:12.507555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-f79b30f7-6b8d-42b6-bca9-139525755c4b tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0157750
Feb 19 20:54:12.563193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-a9a6f794-fe43-4525-bc0c-3460d4edda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.564747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-a9a6f794-fe43-4525-bc0c-3460d4edda26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=381ea8bc-68e7-4732-9a07-630c67a2f287 HTTP/1.1" status: 200  len: 866 time: 0.1809671
Feb 19 20:54:12.574231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bbfea3-acce-4b4e-93c6-6b92a5d9196d', 'name': 'network-vif-deleted', 'tag': '3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf'}, {'name': 'network-changed', 'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53'}, {'server_uuid': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'name': 'network-vif-deleted', 'tag': 'bbd45217-6a8e-439f-89c7-dd438e2032fd'}, {'server_uuid': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'name': 'network-vif-deleted', 'tag': '8ac53ea3-5b94-4d4e-a851-73b51c046686'}, {'name': 'network-changed', 'server_uuid': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'tag': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:12.576726 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058f3117-194e-46ab-b562-b05104fe7059" -d '{"events": [{"server_uuid": "29bbfea3-acce-4b4e-93c6-6b92a5d9196d", "name": "network-vif-deleted", "tag": "3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf"}, {"name": "network-changed", "server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53"}, {"server_uuid": "097ae8b7-1df3-4788-b5e3-5580b215bf98", "name": "network-vif-deleted", "tag": "bbd45217-6a8e-439f-89c7-dd438e2032fd"}, {"server_uuid": "ae68ed7f-2390-4238-aa17-0cc5a0fc1791", "name": "network-vif-deleted", "tag": "8ac53ea3-5b94-4d4e-a851-73b51c046686"}, {"name": "network-changed", "server_uuid": "258092fb-1cd7-47c9-88f4-d92fafb344ef", "tag": "3c2d56ee-dcf8-4145-a7ce-83aa6441cb22"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:12.586104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-a6e66e29-efc9-4db0-8de6-b6e3071c3209 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.252 HTTP/1.1" status: 200  len: 696 time: 0.0798860
Feb 19 20:54:12.685740 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea48506-79a4-4b29-9b6f-863ac1aaec8e None None] New status for floating IP 45a29dc8-a6a4-417d-bc34-41c3db2c0cb5: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:54:12.732885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-4b2671cc-938e-4516-9295-58d1c90b98f4 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.252 HTTP/1.1" status: 200  len: 696 time: 0.1336861
Feb 19 20:54:12.739012 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37d50fef-a831-4c7c-903a-540e2bfe2f0d req-1d5ac103-0636-457f-8250-f68312e3fce8 service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3738248
Feb 19 20:54:12.840092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-90800dab-7b18-4a64-b2f5-6471cc314ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.841724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-90800dab-7b18-4a64-b2f5-6471cc314ed9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1715c46-c90a-49c7-8aa3-a86a06453327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2530644
Feb 19 20:54:12.900660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7894b7b-5b07-492b-b85b-ca5b9a2ae0cc req-97524e2c-f84e-4fb2-8cf7-33bf18585e28 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:12.902168 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7894b7b-5b07-492b-b85b-ca5b9a2ae0cc req-97524e2c-f84e-4fb2-8cf7-33bf18585e28 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 943 time: 0.2640104
Feb 19 20:54:13.014794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7894b7b-5b07-492b-b85b-ca5b9a2ae0cc req-365a8a78-f47f-4adc-8c11-80fb1f7d2513 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844874
Feb 19 20:54:13.021104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-924a8ccd-fede-4784-ac41-365556d1c5fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Deleting port adb65537-6874-4c7c-b6cd-6581b15d6fdc {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:13.021395 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-924a8ccd-fede-4784-ac41-365556d1c5fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (adb65537-6874-4c7c-b6cd-6581b15d6fdc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:13.035512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-6b47623b-e6e7-467c-add2-ae50ef476023 service neutron] 10.222.0.67 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861777
Feb 19 20:54:13.217267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b87aa43-3469-42b6-ad5f-7bc261bc9c4e req-97ab7629-ab84-4d84-9a63-349f65b2fbb5 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips/b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 HTTP/1.1" status: 200  len: 998 time: 0.1507890
Feb 19 20:54:13.229791 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-924a8ccd-fede-4784-ac41-365556d1c5fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (adb65537-6874-4c7c-b6cd-6581b15d6fdc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:13.230126 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-924a8ccd-fede-4784-ac41-365556d1c5fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for floatingip (adb65537-6874-4c7c-b6cd-6581b15d6fdc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:13.307456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-924a8ccd-fede-4784-ac41-365556d1c5fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Calling delete_port for adb65537-6874-4c7c-b6cd-6581b15d6fdc owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:13.318516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f08a4a-f585-40f9-a8b8-a78650a468dc req-51475694-2654-4289-8276-12430468ef53 service neutron] 10.222.0.67 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2500610
Feb 19 20:54:13.400915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87aa43-3469-42b6-ad5f-7bc261bc9c4e req-34dbc606-525a-41bc-b8a4-4b32766c27f4 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:13.402258 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b87aa43-3469-42b6-ad5f-7bc261bc9c4e req-34dbc606-525a-41bc-b8a4-4b32766c27f4 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.1779048
Feb 19 20:54:13.489633 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-924a8ccd-fede-4784-ac41-365556d1c5fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (adb65537-6874-4c7c-b6cd-6581b15d6fdc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:13.522341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a8ccd-fede-4784-ac41-365556d1c5fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Pushing event deleted for resources: {'Port': ['ID=adb65537-6874-4c7c-b6cd-6581b15d6fdc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:13.601866 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-924a8ccd-fede-4784-ac41-365556d1c5fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks [] for floatingip (cdea55bf-a7bf-4f88-90b2-83f4c9469f8b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:13.604569 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-924a8ccd-fede-4784-ac41-365556d1c5fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:13.605664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6587bb44-6f43-4269-9a63-9802f2cb8e34 req-924a8ccd-fede-4784-ac41-365556d1c5fa tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "DELETE /v2.0/floatingips/cdea55bf-a7bf-4f88-90b2-83f4c9469f8b HTTP/1.1" status: 204  len: 173 time: 0.8626719
Feb 19 20:54:13.645945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3656d-0389-4114-924e-42a4d240a35a req-ce4fd098-2a74-4795-a23d-1bcc49e6bf5a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:13.647529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63d3656d-0389-4114-924e-42a4d240a35a req-ce4fd098-2a74-4795-a23d-1bcc49e6bf5a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.0593603
Feb 19 20:54:13.693172 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 859 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bf6590-9281-4592-bd7b-df9635c944b7 x-openstack-request-id: req-03bf6590-9281-4592-bd7b-df9635c944b7 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:13.693488 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bbfea3-acce-4b4e-93c6-6b92a5d9196d", "name": "network-vif-deleted", "tag": "3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53", "status": "completed", "code": 200}, {"server_uuid": "097ae8b7-1df3-4788-b5e3-5580b215bf98", "name": "network-vif-deleted", "tag": "bbd45217-6a8e-439f-89c7-dd438e2032fd", "status": "completed", "code": 200}, {"server_uuid": "ae68ed7f-2390-4238-aa17-0cc5a0fc1791", "name": "network-vif-deleted", "tag": "8ac53ea3-5b94-4d4e-a851-73b51c046686", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "258092fb-1cd7-47c9-88f4-d92fafb344ef", "tag": "3c2d56ee-dcf8-4145-a7ce-83aa6441cb22", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:13.693776 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03bf6590-9281-4592-bd7b-df9635c944b7 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:13.694143 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bbfea3-acce-4b4e-93c6-6b92a5d9196d', 'name': 'network-vif-deleted', 'tag': '3e5ba4a3-0cca-4c2c-a2d7-c425af1ec4cf', 'status': 'completed', 'code': 200}
Feb 19 20:54:13.694423 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'status': 'completed', 'code': 200}
Feb 19 20:54:13.694679 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097ae8b7-1df3-4788-b5e3-5580b215bf98', 'name': 'network-vif-deleted', 'tag': 'bbd45217-6a8e-439f-89c7-dd438e2032fd', 'status': 'completed', 'code': 200}
Feb 19 20:54:13.694952 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae68ed7f-2390-4238-aa17-0cc5a0fc1791', 'name': 'network-vif-deleted', 'tag': '8ac53ea3-5b94-4d4e-a851-73b51c046686', 'status': 'completed', 'code': 200}
Feb 19 20:54:13.695221 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'tag': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'status': 'completed', 'code': 200}
Feb 19 20:54:13.699870 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63d3656d-0389-4114-924e-42a4d240a35a req-481c4d33-a3fc-4a61-88bd-be85e6803987 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462599
Feb 19 20:54:13.827611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-e81d3311-507f-4d3a-81e1-0e4fcc99537d tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 1001 time: 0.1263709
Feb 19 20:54:13.857250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f3117-194e-46ab-b562-b05104fe7059 req-f1ff4ae1-dfd0-4e9d-ae11-83e215b780c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:13.858953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-f1ff4ae1-dfd0-4e9d-ae11-83e215b780c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 1128 time: 0.1158581
Feb 19 20:54:13.913407 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a5d88-fcb1-40de-a0a2-2c52462f9f46 req-cc6c356e-d7b9-4bec-b280-21773646ae2d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:13.918583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a5d88-fcb1-40de-a0a2-2c52462f9f46 req-cc6c356e-d7b9-4bec-b280-21773646ae2d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:13.923782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a5d88-fcb1-40de-a0a2-2c52462f9f46 req-cc6c356e-d7b9-4bec-b280-21773646ae2d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:13.929095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a5d88-fcb1-40de-a0a2-2c52462f9f46 req-cc6c356e-d7b9-4bec-b280-21773646ae2d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:13.934525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a5d88-fcb1-40de-a0a2-2c52462f9f46 req-cc6c356e-d7b9-4bec-b280-21773646ae2d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:13.939853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a5d88-fcb1-40de-a0a2-2c52462f9f46 req-cc6c356e-d7b9-4bec-b280-21773646ae2d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:13.945156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a5d88-fcb1-40de-a0a2-2c52462f9f46 req-cc6c356e-d7b9-4bec-b280-21773646ae2d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:13.947001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e85a5d88-fcb1-40de-a0a2-2c52462f9f46 req-cc6c356e-d7b9-4bec-b280-21773646ae2d tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5431 time: 0.1834631
Feb 19 20:54:13.989899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f69f00-081f-40e6-833f-966b14b813d9 req-b3365044-4a00-489a-8ead-a654ea0cd23e tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:13.991328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-b3365044-4a00-489a-8ead-a654ea0cd23e tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports/4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 943 time: 0.1560085
Feb 19 20:54:14.106749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e85a5d88-fcb1-40de-a0a2-2c52462f9f46 req-a5d10a08-2141-4f1e-8bd7-52e797131e0f tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1328499
Feb 19 20:54:14.120215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f3117-194e-46ab-b562-b05104fe7059 req-4d86e0ac-e869-468d-b67e-bc2d891fd4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:14.121784 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-4d86e0ac-e869-468d-b67e-bc2d891fd4dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.2446573
Feb 19 20:54:14.148873 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-95a4ef53-9801-4089-a02c-1f57e75f908e tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 1001 time: 0.1078970
Feb 19 20:54:14.275243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-572e30a9-24ce-4809-ace9-ca9ec436206b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 1001 time: 0.1403940
Feb 19 20:54:14.376897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e38164-f809-44ab-9d26-0e806d5bd666 req-442a7fe2-1e2a-40df-83cc-d61bd1598427 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:14.378292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01e38164-f809-44ab-9d26-0e806d5bd666 req-442a7fe2-1e2a-40df-83cc-d61bd1598427 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 951 time: 0.1834073
Feb 19 20:54:14.386098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f69f00-081f-40e6-833f-966b14b813d9 req-85728bdc-f9ee-4b6e-9547-8024a94e2c00 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:14.387355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-85728bdc-f9ee-4b6e-9547-8024a94e2c00 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.2112293
Feb 19 20:54:14.390804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f3117-194e-46ab-b562-b05104fe7059 req-29d66ca9-70a1-4d3f-b393-4989f9a59da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:14.392153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-29d66ca9-70a1-4d3f-b393-4989f9a59da2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.1080086
Feb 19 20:54:14.512017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-82e76648-1bf8-449b-91bf-46c38579fb6a tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 1001 time: 0.1148236
Feb 19 20:54:14.516035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01e38164-f809-44ab-9d26-0e806d5bd666 req-803727ff-822a-4aea-8fa0-75bf6614abe5 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.30 "GET /v2.0/security-groups?id=768858bd-4da0-4b8f-89df-d229e06d8910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275830
Feb 19 20:54:14.523431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-57f69f00-081f-40e6-833f-966b14b813d9 req-9f1c946e-54ac-4a02-9537-4dad60c67867 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:14.531598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f3117-194e-46ab-b562-b05104fe7059 req-75bdce9e-a6d8-46c9-bd9e-cffe0ba881e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:14.533130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-75bdce9e-a6d8-46c9-bd9e-cffe0ba881e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1341624
Feb 19 20:54:14.799912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e1552338-247f-46d8-ba3c-0852bc6b82e8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:14.903802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e1552338-247f-46d8-ba3c-0852bc6b82e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1552338-247f-46d8-ba3c-0852bc6b82e8,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:14.911513 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-f89a8055-5dd2-4400-98b7-eae2e3bd86ac req-cdbad757-ae7a-4222-abb5-14bcebe18142 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] show failed (client error): The resource could not be found.
Feb 19 20:54:14.912548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f89a8055-5dd2-4400-98b7-eae2e3bd86ac req-cdbad757-ae7a-4222-abb5-14bcebe18142 tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips/cdea55bf-a7bf-4f88-90b2-83f4c9469f8b HTTP/1.1" status: 404  len: 350 time: 0.3512774
Feb 19 20:54:14.915401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'e1552338-247f-46d8-ba3c-0852bc6b82e8', 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f', 'port_id': 'e1552338-247f-46d8-ba3c-0852bc6b82e8', 'mac_address': 'fa:16:3e:39:ef:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab430779-ff98-4000-97a1-8a0acc37e927', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:14.936636 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-57f69f00-081f-40e6-833f-966b14b813d9 req-9f1c946e-54ac-4a02-9537-4dad60c67867 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:14.961215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e1552338-247f-46d8-ba3c-0852bc6b82e8 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:14.961689 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:14.974851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1552338-247f-46d8-ba3c-0852bc6b82e8 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:14.994732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e1552338-247f-46d8-ba3c-0852bc6b82e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1552338-247f-46d8-ba3c-0852bc6b82e8,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:15.000572 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:15.001237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a5a05223-8669-4696-8f96-528bee454543 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:15.095353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=e1552338-247f-46d8-ba3c-0852bc6b82e8,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:15.099975 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-92ce1ac8-c684-4803-b921-63a55d2d71e8 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5375631
Feb 19 20:54:15.139771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a5a05223-8669-4696-8f96-528bee454543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5a05223-8669-4696-8f96-528bee454543,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:15.151669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'a5a05223-8669-4696-8f96-528bee454543', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'port_id': 'a5a05223-8669-4696-8f96-528bee454543', 'mac_address': 'fa:16:3e:4a:0a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:15.188094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port a5a05223-8669-4696-8f96-528bee454543 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:15.188451 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a5a05223-8669-4696-8f96-528bee454543), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:15.194889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0224668-c118-47af-81d2-8fb7ac1e7b26 req-77415530-3046-4361-8925-f28f30997b2a tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:15.196363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0224668-c118-47af-81d2-8fb7ac1e7b26 req-77415530-3046-4361-8925-f28f30997b2a tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.10 "GET /v2.0/ports?device_id=18e81722-edd5-49d7-ab7d-41e73614b6aa HTTP/1.1" status: 200  len: 951 time: 0.2186987
Feb 19 20:54:15.201920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a05223-8669-4696-8f96-528bee454543 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:15.222860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a5a05223-8669-4696-8f96-528bee454543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5a05223-8669-4696-8f96-528bee454543,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:15.226770 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a5a05223-8669-4696-8f96-528bee454543), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:15.245713 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-57f69f00-081f-40e6-833f-966b14b813d9 req-9f1c946e-54ac-4a02-9537-4dad60c67867 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:15.255545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bd7c3-9047-49e3-b88f-4812f4435abb req-466ddfd8-a86c-4d25-a00a-9491642de8a0 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:15.257038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-441bd7c3-9047-49e3-b88f-4812f4435abb req-466ddfd8-a86c-4d25-a00a-9491642de8a0 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 943 time: 0.2567461
Feb 19 20:54:15.277206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=a5a05223-8669-4696-8f96-528bee454543,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:15.282561 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-57f69f00-081f-40e6-833f-966b14b813d9 req-9f1c946e-54ac-4a02-9537-4dad60c67867 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:15.282907 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-57f69f00-081f-40e6-833f-966b14b813d9 req-9f1c946e-54ac-4a02-9537-4dad60c67867 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Floating IP b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 disassociated. External IP: 172.35.2.72, port: 4313e698-6c12-4d1e-b019-f8d0163bad53.
Feb 19 20:54:15.412133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-4c20093b-160c-42e2-a168-417b78a88d4e service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3045430
Feb 19 20:54:15.460176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-441bd7c3-9047-49e3-b88f-4812f4435abb req-d0af6acf-940c-4eaf-a258-21d483ab24b4 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801968
Feb 19 20:54:15.525582 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-a0224668-c118-47af-81d2-8fb7ac1e7b26 req-9acf9eff-9db6-4e66-aca6-9dd8e6a08f97 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Deleting port 3604b765-b301-4875-991d-4d4190639b69 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:15.525931 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a0224668-c118-47af-81d2-8fb7ac1e7b26 req-9acf9eff-9db6-4e66-aca6-9dd8e6a08f97 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3604b765-b301-4875-991d-4d4190639b69), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:15.655998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f3117-194e-46ab-b562-b05104fe7059 req-dac6fdc8-71ec-44e7-b7d1-b13e8ba4d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:15.657518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-dac6fdc8-71ec-44e7-b7d1-b13e8ba4d9b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a274e94e3e643c4b814892e2429db0e&device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 1125 time: 0.1964746
Feb 19 20:54:15.869216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a0224668-c118-47af-81d2-8fb7ac1e7b26 req-9acf9eff-9db6-4e66-aca6-9dd8e6a08f97 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] For port 3604b765-b301-4875-991d-4d4190639b69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3604b765-b301-4875-991d-4d4190639b69,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:15.869587 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a0224668-c118-47af-81d2-8fb7ac1e7b26 req-9acf9eff-9db6-4e66-aca6-9dd8e6a08f97 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3604b765-b301-4875-991d-4d4190639b69), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:15.915604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-a0224668-c118-47af-81d2-8fb7ac1e7b26 req-9acf9eff-9db6-4e66-aca6-9dd8e6a08f97 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Calling delete_port for 3604b765-b301-4875-991d-4d4190639b69 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:15.918193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-14e54095-2671-48e1-bab1-43cf3f1489ae service neutron] 10.222.0.10 "GET /v2.0/ports/191fbf35-b9ce-44cc-bb60-5039a7b3f93f/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2278550
Feb 19 20:54:15.935435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-5c4b41a8-0ae6-48cf-84a7-cb5a83fbd371 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:15.936935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-5c4b41a8-0ae6-48cf-84a7-cb5a83fbd371 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 821 time: 0.3927486
Feb 19 20:54:15.948669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f3117-194e-46ab-b562-b05104fe7059 req-8c587aea-11ed-416a-bec5-c8e8323249c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:15.950085 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-8c587aea-11ed-416a-bec5-c8e8323249c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1715c46-c90a-49c7-8aa3-a86a06453327 HTTP/1.1" status: 200  len: 928 time: 0.2587209
Feb 19 20:54:15.958102 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['e1552338-247f-46d8-ba3c-0852bc6b82e8'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:16.000674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57f69f00-081f-40e6-833f-966b14b813d9 req-9f1c946e-54ac-4a02-9537-4dad60c67867 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Router 446f44e6-38ae-4054-86b0-dba565636ee7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:54:16.033871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-f48e34fc-4ef7-4866-bfc0-e3b6281e9498 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/quotas/a6f02f88286b49babe665db9d00787a2 HTTP/1.1" status: 200  len: 375 time: 0.0865254
Feb 19 20:54:16.042173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-eb5daeb5-f538-4aa7-acd1-540217c166d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 HTTP/1.1" status: 200  len: 217 time: 0.0480816
Feb 19 20:54:16.247399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f3117-194e-46ab-b562-b05104fe7059 req-42b69dd7-52b0-4d51-b319-b51a2da30eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:16.248762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-42b69dd7-52b0-4d51-b319-b51a2da30eaf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=381ea8bc-68e7-4732-9a07-630c67a2f287 HTTP/1.1" status: 200  len: 866 time: 0.1835942
Feb 19 20:54:16.323459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-c5fa58ec-57a3-4502-801f-cba5a57dbe18 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2800808
Feb 19 20:54:16.335468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-22f64211-f3e3-440f-a2cc-84f561810cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:16.336954 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-22f64211-f3e3-440f-a2cc-84f561810cb0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de&tenant_id=e2599a1bea39406f9b1e548ab3f1cd22 HTTP/1.1" status: 200  len: 1132 time: 0.2457170
Feb 19 20:54:16.440444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57f69f00-081f-40e6-833f-966b14b813d9 req-9f1c946e-54ac-4a02-9537-4dad60c67867 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:54:16.445859 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a0224668-c118-47af-81d2-8fb7ac1e7b26 req-9acf9eff-9db6-4e66-aca6-9dd8e6a08f97 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3604b765-b301-4875-991d-4d4190639b69), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:16.450629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e3894-7330-4cdd-a813-6e907a341ac9 None None] Sync routers for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:54:16.454104 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-57f69f00-081f-40e6-833f-966b14b813d9 req-9f1c946e-54ac-4a02-9537-4dad60c67867 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:16.462606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['3604b765-b301-4875-991d-4d4190639b69'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:16.487415 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e3894-7330-4cdd-a813-6e907a341ac9 None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:16.488127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a20e3894-7330-4cdd-a813-6e907a341ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6312bee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:16.515826 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf9eff-9db6-4e66-aca6-9dd8e6a08f97 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Pushing event deleted for resources: {'Port': ['ID=3604b765-b301-4875-991d-4d4190639b69,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:16.531150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f3117-194e-46ab-b562-b05104fe7059 req-75f2b0d8-3a2e-4f14-81b6-4adf6764c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:16.532695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-75f2b0d8-3a2e-4f14-81b6-4adf6764c6ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1715c46-c90a-49c7-8aa3-a86a06453327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2692552
Feb 19 20:54:16.556907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-9f1c946e-54ac-4a02-9537-4dad60c67867 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "PUT /v2.0/floatingips/b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 HTTP/1.1" status: 200  len: 695 time: 2.0385015
Feb 19 20:54:16.605343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a20e3894-7330-4cdd-a813-6e907a341ac9 None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:16.807802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:16.830391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a20e3894-7330-4cdd-a813-6e907a341ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6312bee0>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:16.845197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:16.847554 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d5d5dc-d423-4405-86ed-dfbc2e111c45" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:16.866484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e3894-7330-4cdd-a813-6e907a341ac9 None None] Checking router: 446f44e6-38ae-4054-86b0-dba565636ee7 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:54:16.914910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e3894-7330-4cdd-a813-6e907a341ac9 None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:16.915551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a20e3894-7330-4cdd-a813-6e907a341ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6312bee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:53:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:16.933838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-aa76fc33-8f02-4f17-9d94-eed84dffdd01 service neutron] 10.222.0.30 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5910823
Feb 19 20:54:16.937973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0224668-c118-47af-81d2-8fb7ac1e7b26 req-9acf9eff-9db6-4e66-aca6-9dd8e6a08f97 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] No DVR routers for this DVR port 3604b765-b301-4875-991d-4d4190639b69 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:16.946846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-eeb5d8d1-0e72-44cd-abf3-72848b49ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:16.948468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-eeb5d8d1-0e72-44cd-abf3-72848b49ec41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 1132 time: 0.5856173
Feb 19 20:54:16.953165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a0224668-c118-47af-81d2-8fb7ac1e7b26 req-9acf9eff-9db6-4e66-aca6-9dd8e6a08f97 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:16.956515 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0224668-c118-47af-81d2-8fb7ac1e7b26 req-9acf9eff-9db6-4e66-aca6-9dd8e6a08f97 tempest-ServersAdminTestJSON-1223233838 tempest-ServersAdminTestJSON-1223233838-project] 10.222.0.10 "DELETE /v2.0/ports/3604b765-b301-4875-991d-4d4190639b69 HTTP/1.1" status: 204  len: 173 time: 1.7265928
Feb 19 20:54:17.036014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:17.057751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['a5a05223-8669-4696-8f96-528bee454543'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:17.098711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '72bb29c9-1a0c-4c88-a3aa-9aed178a43cc', 'network_id': '29f753c7-df02-4765-94b5-9df128b873af', 'port_id': '72bb29c9-1a0c-4c88-a3aa-9aed178a43cc', 'mac_address': 'fa:16:3e:cc:c0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:17.133042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f69f00-081f-40e6-833f-966b14b813d9 req-f26ba1ab-7f84-40dc-937c-629da4cd27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:17.135127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-f26ba1ab-7f84-40dc-937c-629da4cd27cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 1128 time: 0.2765331
Feb 19 20:54:17.140291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-690b3854-02fb-480f-8d10-80f43217e5ee service neutron] 10.222.0.67 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5963411
Feb 19 20:54:17.148948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a20e3894-7330-4cdd-a813-6e907a341ac9 None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:17.250144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:17.250544 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:17.269690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-c293fa52-d132-43ee-a374-ea246957b973 service neutron] 10.222.0.30 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3202708
Feb 19 20:54:17.273871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-7e819143-7cb5-44fa-8062-0f20001b0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:17.275240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-7e819143-7cb5-44fa-8062-0f20001b0d61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.3098397
Feb 19 20:54:17.311586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:17.346127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-bec926a8-a912-4ab1-ad16-ced3f7a7d5dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f HTTP/1.1" status: 200  len: 217 time: 0.0614557
Feb 19 20:54:17.354051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:17.377990 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:17.378711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 1e1241d9-ddbc-426c-9df0-86c2c9670f97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:17.401525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f69f00-081f-40e6-833f-966b14b813d9 req-cadb9863-c01c-4b28-b214-16ba9a104602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:17.403150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-cadb9863-c01c-4b28-b214-16ba9a104602 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.2590017
Feb 19 20:54:17.408916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-058f3117-194e-46ab-b562-b05104fe7059 req-97a3e002-627f-4e53-b0c3-e7e8675fc776 service neutron] 10.222.0.67 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2491505
Feb 19 20:54:17.455729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-484eed7b-14ee-4e6f-bcf0-dc9de2ab0c28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 217 time: 0.0408139
Feb 19 20:54:17.457959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-4cf462f9-faf9-410a-9eb5-e6523287ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:17.459591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-4cf462f9-faf9-410a-9eb5-e6523287ea39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1052711
Feb 19 20:54:17.553522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f69f00-081f-40e6-833f-966b14b813d9 req-c03291a0-0aa9-410a-9226-a950f1e701c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:17.561347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-c03291a0-0aa9-410a-9226-a950f1e701c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.0960028
Feb 19 20:54:17.610716 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 20:54:17.611889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-6e4cbbbc-b4b6-4d0a-a9ad-ae45242e22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:17.614421 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-6e4cbbbc-b4b6-4d0a-a9ad-ae45242e22c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1362426
Feb 19 20:54:17.637345 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f69f00-081f-40e6-833f-966b14b813d9 req-acd16a4c-a965-4671-b106-6726c51eec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:17.640225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-acd16a4c-a965-4671-b106-6726c51eec80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0780244
Feb 19 20:54:17.694233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:17.753096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 1e1241d9-ddbc-426c-9df0-86c2c9670f97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e1241d9-ddbc-426c-9df0-86c2c9670f97,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:17.768231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '1e1241d9-ddbc-426c-9df0-86c2c9670f97', 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f', 'port_id': '1e1241d9-ddbc-426c-9df0-86c2c9670f97', 'mac_address': 'fa:16:3e:ae:c8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab430779-ff98-4000-97a1-8a0acc37e927', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:17.773193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a20e3894-7330-4cdd-a813-6e907a341ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6312bee0>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:17.831598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e3894-7330-4cdd-a813-6e907a341ac9 None None] The sync data for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 is: [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:52:40Z', 'revision_number': 4, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0a51e02-522f-4c16-92df-5e0a5a0fe3d0', 'name': '', 'network_id': 'b5f73a2d-e0db-4f8e-b90f-72b9e4b05653', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'mac_address': 'fa:16:3e:ee:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:39Z', 'updated_at': '2022-02-19T20:52:46Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'subnets': [{'id': 'ecfbb9a4-6f32-434b-8e87-4469c317a3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:17.852374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:17.853229 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:17.871374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1241d9-ddbc-426c-9df0-86c2c9670f97 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:17.877932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9183ad-1b44-47b6-8bae-41fc76ff6350 req-ddff5503-a122-468a-923e-da3d0ba5ddc5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:17.880089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb9183ad-1b44-47b6-8bae-41fc76ff6350 req-ddff5503-a122-468a-923e-da3d0ba5ddc5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.1722898
Feb 19 20:54:17.906604 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-76926c23-607a-4a98-81c5-4af53583c57d service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2827685
Feb 19 20:54:17.907980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 1e1241d9-ddbc-426c-9df0-86c2c9670f97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e1241d9-ddbc-426c-9df0-86c2c9670f97,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:17.914127 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:17.914893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 2bd27571-334d-4e5a-a015-91dd528ffb9f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:17.920859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-f0accce8-a230-4058-bed2-f97dfefedf78 service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2658768
Feb 19 20:54:17.999829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=1e1241d9-ddbc-426c-9df0-86c2c9670f97,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:18.003548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 2bd27571-334d-4e5a-a015-91dd528ffb9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bd27571-334d-4e5a-a015-91dd528ffb9f,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:18.015466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '2bd27571-334d-4e5a-a015-91dd528ffb9f', 'network_id': '29f753c7-df02-4765-94b5-9df128b873af', 'port_id': '2bd27571-334d-4e5a-a015-91dd528ffb9f', 'mac_address': 'fa:16:3e:03:f3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:18.046510 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb9183ad-1b44-47b6-8bae-41fc76ff6350 req-80d57ae6-063f-41f3-aab8-891932996482 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604185
Feb 19 20:54:18.056676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 2bd27571-334d-4e5a-a015-91dd528ffb9f is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:18.057190 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:18.088520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd27571-334d-4e5a-a015-91dd528ffb9f {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:18.118812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 2bd27571-334d-4e5a-a015-91dd528ffb9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bd27571-334d-4e5a-a015-91dd528ffb9f,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:18.123573 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:18.124562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 6290f8b3-0737-4492-8de5-f27de84a5a1e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:18.164214 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-5fe5fb59-5bd2-414a-9d39-7d229eecf89c req-30ebc1a6-38f2-4560-97b8-a32e4fbf8bbc tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] show failed (client error): The resource could not be found.
Feb 19 20:54:18.173748 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5fe5fb59-5bd2-414a-9d39-7d229eecf89c req-30ebc1a6-38f2-4560-97b8-a32e4fbf8bbc tempest-FloatingIPsTestJSON-1343524602 tempest-FloatingIPsTestJSON-1343524602-project] 10.222.0.30 "GET /v2.0/floatingips/cdea55bf-a7bf-4f88-90b2-83f4c9469f8b HTTP/1.1" status: 404  len: 350 time: 0.0731509
Feb 19 20:54:18.174240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42794) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:18.196613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 6290f8b3-0737-4492-8de5-f27de84a5a1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6290f8b3-0737-4492-8de5-f27de84a5a1e,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:18.197385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-a888df6a-0622-4e81-a527-dea987730823 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688880
Feb 19 20:54:18.199939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f69f00-081f-40e6-833f-966b14b813d9 req-d0f7e356-d426-4718-8464-e2ad3886d44e service neutron] 10.222.0.30 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2686110
Feb 19 20:54:18.210341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '6290f8b3-0737-4492-8de5-f27de84a5a1e', 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f', 'port_id': '6290f8b3-0737-4492-8de5-f27de84a5a1e', 'mac_address': 'fa:16:3e:9d:40:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab430779-ff98-4000-97a1-8a0acc37e927', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:18.248665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=2bd27571-334d-4e5a-a015-91dd528ffb9f,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:18.276010 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-612a7521-b2d3-4bdd-b2a0-516da76e03a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:18.297224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 6290f8b3-0737-4492-8de5-f27de84a5a1e is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:18.297630 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:18.340384 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3cfd3-8169-43cd-b667-3be7febdaf07 None None] New status for floating IP b90011d6-eb0b-4824-b727-f7f6c8bc7ec0: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:54:18.342777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6290f8b3-0737-4492-8de5-f27de84a5a1e {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:18.392635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 6290f8b3-0737-4492-8de5-f27de84a5a1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6290f8b3-0737-4492-8de5-f27de84a5a1e,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:18.402506 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:18.410891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8bb1ce04-77ae-47cb-af1b-16718979fb14 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:18.470392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 8bb1ce04-77ae-47cb-af1b-16718979fb14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8bb1ce04-77ae-47cb-af1b-16718979fb14,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:18.484759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '8bb1ce04-77ae-47cb-af1b-16718979fb14', 'network_id': '3a65eeba-09aa-46e7-a378-b06f5822655f', 'port_id': '8bb1ce04-77ae-47cb-af1b-16718979fb14', 'mac_address': 'fa:16:3e:3a:23:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab430779-ff98-4000-97a1-8a0acc37e927', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:18.493449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf226-9703-44b6-bc7e-b291eea146ba req-296a350f-faeb-464e-8f86-6495d65836cc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:18.514786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf226-9703-44b6-bc7e-b291eea146ba req-296a350f-faeb-464e-8f86-6495d65836cc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:18.528565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf226-9703-44b6-bc7e-b291eea146ba req-296a350f-faeb-464e-8f86-6495d65836cc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:18.536898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf226-9703-44b6-bc7e-b291eea146ba req-296a350f-faeb-464e-8f86-6495d65836cc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:18.565362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf226-9703-44b6-bc7e-b291eea146ba req-296a350f-faeb-464e-8f86-6495d65836cc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:18.575125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf226-9703-44b6-bc7e-b291eea146ba req-296a350f-faeb-464e-8f86-6495d65836cc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:18.581316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf226-9703-44b6-bc7e-b291eea146ba req-296a350f-faeb-464e-8f86-6495d65836cc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:18.593046 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83acf226-9703-44b6-bc7e-b291eea146ba req-296a350f-faeb-464e-8f86-6495d65836cc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5436 time: 0.2809064
Feb 19 20:54:18.621291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=6290f8b3-0737-4492-8de5-f27de84a5a1e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:18.633187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 8bb1ce04-77ae-47cb-af1b-16718979fb14 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:18.633591 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:18.665212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb1ce04-77ae-47cb-af1b-16718979fb14 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:18.707833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 8bb1ce04-77ae-47cb-af1b-16718979fb14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8bb1ce04-77ae-47cb-af1b-16718979fb14,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:18.715419 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:18.749459 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42804) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:18.788128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=8bb1ce04-77ae-47cb-af1b-16718979fb14,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:18.792991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83acf226-9703-44b6-bc7e-b291eea146ba req-e107ef79-c359-4b1d-8d4f-1ad8a6b33607 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1986384
Feb 19 20:54:18.802962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198bb4f-b69b-450a-88bc-a8e8c6762d7f req-e39289e8-5644-44dc-b71e-9bfed5b04780 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:18.804865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f198bb4f-b69b-450a-88bc-a8e8c6762d7f req-e39289e8-5644-44dc-b71e-9bfed5b04780 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 943 time: 0.2082303
Feb 19 20:54:18.824502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:18.829071 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (5041162f-fa78-4322-b2ee-727f92bee797), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:18.856057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a5a05223-8669-4696-8f96-528bee454543 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:18.882711 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7fe78d-277a-4f0a-be25-4de8ec428d8e x-openstack-request-id: req-5d7fe78d-277a-4f0a-be25-4de8ec428d8e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:18.883000 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:18.883260 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d7fe78d-277a-4f0a-be25-4de8ec428d8e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:18.883651 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'status': 'completed', 'code': 200}
Feb 19 20:54:18.923679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f198bb4f-b69b-450a-88bc-a8e8c6762d7f req-b0b78cb3-a62e-4b72-a866-a81c97cbdc07 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117597
Feb 19 20:54:19.005948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42808) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:19.075866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:19.089725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'port_id': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'mac_address': 'fa:16:3e:80:b8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:19.136139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port a5a05223-8669-4696-8f96-528bee454543 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:19.142491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port a5a05223-8669-4696-8f96-528bee454543 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:19.142491 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a5a05223-8669-4696-8f96-528bee454543), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.147876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:19.148281 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.194351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-67456dec-76fd-43b7-b171-bf4ad5d5d557 req-860be64a-b9f0-4362-8e42-a4062bbbb54b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 210 time: 0.1596622
Feb 19 20:54:19.224491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:19.224726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-91ba9db2-219d-44ec-a289-06929783f7da tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips/b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 HTTP/1.1" status: 200  len: 693 time: 0.1172616
Feb 19 20:54:19.257943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:19.276491 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.278446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 191fbf35-b9ce-44cc-bb60-5039a7b3f93f no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:19.401865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-023b96cd-1312-45dd-b315-193999170d30 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:19.409817 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-023b96cd-1312-45dd-b315-193999170d30 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.1841862
Feb 19 20:54:19.414732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:19.415153 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.439386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5d5dc-d423-4405-86ed-dfbc2e111c45 req-8cc7549c-a4cf-46a6-856e-29130985bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:19.441030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41d5d5dc-d423-4405-86ed-dfbc2e111c45 req-8cc7549c-a4cf-46a6-856e-29130985bf91 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 1128 time: 0.5158265
Feb 19 20:54:19.504609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:19.515417 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:19.518407 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c85b27-db81-4d17-8cdb-e771b45fbf5c" -d '{"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-unplugged", "status": "completed", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:19.533123 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.535609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3604b765-b301-4875-991d-4d4190639b69 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:19.535765 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b080-cd46-483e-a73a-e1905975df04 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group (be81e35c-7d6e-4ed4-8799-80ca4f746b6a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.557948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 3604b765-b301-4875-991d-4d4190639b69 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:19.558363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3604b765-b301-4875-991d-4d4190639b69 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:19.560236 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b080-cd46-483e-a73a-e1905975df04 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group (be81e35c-7d6e-4ed4-8799-80ca4f746b6a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.560657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:19.563774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port a5a05223-8669-4696-8f96-528bee454543 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:19.564283 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a5a05223-8669-4696-8f96-528bee454543), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.647189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2fb02bf0-33b7-4aa3-8c77-2840348b77d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d9ffdaf1d654c9bbbda43ed9214c964&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8948948
Feb 19 20:54:19.654240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42824) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:19.662237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-aa534fac-b1cf-46a7-a8dd-44116c19b420 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 696 time: 0.2512264
Feb 19 20:54:19.664361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a5a05223-8669-4696-8f96-528bee454543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5a05223-8669-4696-8f96-528bee454543,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:19.669699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:19.681345 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a5a05223-8669-4696-8f96-528bee454543), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.682382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e1552338-247f-46d8-ba3c-0852bc6b82e8 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:19.685212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-57a19e8e-ae3d-4c9a-a0a5-d0e0fe3ec362 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:19.687530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-57a19e8e-ae3d-4c9a-a0a5-d0e0fe3ec362 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 821 time: 0.7707791
Feb 19 20:54:19.690160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5d5dc-d423-4405-86ed-dfbc2e111c45 req-34c186b8-7b75-4b28-87bc-c5ed65351655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:19.692536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41d5d5dc-d423-4405-86ed-dfbc2e111c45 req-34c186b8-7b75-4b28-87bc-c5ed65351655 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 200  len: 922 time: 0.1992624
Feb 19 20:54:19.700068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b080-cd46-483e-a73a-e1905975df04 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (be81e35c-7d6e-4ed4-8799-80ca4f746b6a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.703599 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b080-cd46-483e-a73a-e1905975df04 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.705142 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b5f5b080-cd46-483e-a73a-e1905975df04 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "DELETE /v2.0/security-groups/be81e35c-7d6e-4ed4-8799-80ca4f746b6a HTTP/1.1" status: 204  len: 168 time: 0.6979599
Feb 19 20:54:19.710814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42826) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:19.713945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] Deleting port bad84005-8a24-443c-8916-83c2b6aef97b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:19.714665 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.738880 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-fd0473f1-ae17-4cdc-9739-5905b3870344 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] show failed (client error): The resource could not be found.
Feb 19 20:54:19.740173 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fd0473f1-ae17-4cdc-9739-5905b3870344 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "GET /v2.0/security-groups/be81e35c-7d6e-4ed4-8799-80ca4f746b6a HTTP/1.1" status: 404  len: 347 time: 0.0280848
Feb 19 20:54:19.742965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=a5a05223-8669-4696-8f96-528bee454543,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:19.768890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-df6115a2-7a67-4671-9ade-1b1e07a24e18 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.72 HTTP/1.1" status: 200  len: 696 time: 0.1054375
Feb 19 20:54:19.776896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42830) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:19.793539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5b080-cd46-483e-a73a-e1905975df04 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be81e35c-7d6e-4ed4-8799-80ca4f746b6a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:19.805045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port e1552338-247f-46d8-ba3c-0852bc6b82e8 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:19.819851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f765e17-da88-4eef-bf11-3d920c68ed61 admin admin] Publish callbacks [] for security_group (768858bd-4da0-4b8f-89df-d229e06d8910), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.838914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port e1552338-247f-46d8-ba3c-0852bc6b82e8 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:19.839655 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.866834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f765e17-da88-4eef-bf11-3d920c68ed61 admin admin] Publish callbacks [] for security_group (768858bd-4da0-4b8f-89df-d229e06d8910), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.905201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] For port bad84005-8a24-443c-8916-83c2b6aef97b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bad84005-8a24-443c-8916-83c2b6aef97b,segment=NetworkSegment(263ab486-2540-471c-890f-23f99df29ba3),segment_id=263ab486-2540-471c-890f-23f99df29ba3)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:19.905577 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:19.935182 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] Calling delete_port for bad84005-8a24-443c-8916-83c2b6aef97b owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:20.026760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['6290f8b3-0737-4492-8de5-f27de84a5a1e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:20.029561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e1552338-247f-46d8-ba3c-0852bc6b82e8 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:20.030228 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:20.073866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f765e17-da88-4eef-bf11-3d920c68ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (768858bd-4da0-4b8f-89df-d229e06d8910), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:20.087638 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f765e17-da88-4eef-bf11-3d920c68ed61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:20.091487 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1f765e17-da88-4eef-bf11-3d920c68ed61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/768858bd-4da0-4b8f-89df-d229e06d8910 HTTP/1.1" status: 204  len: 168 time: 0.4348273
Feb 19 20:54:20.126176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e1552338-247f-46d8-ba3c-0852bc6b82e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1552338-247f-46d8-ba3c-0852bc6b82e8,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:20.141575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f765e17-da88-4eef-bf11-3d920c68ed61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768858bd-4da0-4b8f-89df-d229e06d8910,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:20.189242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Request body: {'port': {'device_id': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076', 'admin_state_up': True, 'tenant_id': 'a6f02f88286b49babe665db9d00787a2'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:20.197508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['8bb1ce04-77ae-47cb-af1b-16718979fb14'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:20.200803 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:20.299272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41d5d5dc-d423-4405-86ed-dfbc2e111c45 req-0620e31b-4659-45ac-9a51-2291d0d0c30f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 200  len: 217 time: 0.5212471
Feb 19 20:54:20.314164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['2bd27571-334d-4e5a-a015-91dd528ffb9f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:20.319228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['1e1241d9-ddbc-426c-9df0-86c2c9670f97'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:20.346535 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bad84005-8a24-443c-8916-83c2b6aef97b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:20.382431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] Pushing event deleted for resources: {'Port': ['ID=bad84005-8a24-443c-8916-83c2b6aef97b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:20.399750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['72bb29c9-1a0c-4c88-a3aa-9aed178a43cc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:20.420512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5d5dc-d423-4405-86ed-dfbc2e111c45 req-90ced81a-fafc-4509-91c4-09270744c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:20.422534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41d5d5dc-d423-4405-86ed-dfbc2e111c45 req-90ced81a-fafc-4509-91c4-09270744c803 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 200  len: 860 time: 0.1092143
Feb 19 20:54:20.470539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1889cb-1e56-4ca6-8172-b87453c3cb1a req-97a34141-658c-4aaf-959c-549d4a2653d7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:20.472152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef1889cb-1e56-4ca6-8172-b87453c3cb1a req-97a34141-658c-4aaf-959c-549d4a2653d7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 1.0529354
Feb 19 20:54:20.484920 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-29a036d6-e017-4196-a6a9-38577a427a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:20.571142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=e1552338-247f-46d8-ba3c-0852bc6b82e8,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:20.680814 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (5041162f-fa78-4322-b2ee-727f92bee797), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:20.717298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3c2d56ee-dcf8-4145-a7ce-83aa6441cb22'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:20.792384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42844) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:20.803019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Made reservation on behalf of a6f02f88286b49babe665db9d00787a2 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:20.806227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:20.854200 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d39a89fa-1656-4780-bdfb-194cd6c82cdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85fb7ac785b04495b0aebd17fa4efb4a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0581305
Feb 19 20:54:20.855474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42846) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:20.886887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef1889cb-1e56-4ca6-8172-b87453c3cb1a req-9b4783b2-b38e-4e01-898b-9f4b263163fa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3299804
Feb 19 20:54:20.905763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'name': 'network-vif-deleted', 'tag': '3604b765-b301-4875-991d-4d4190639b69'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:20.908176 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4988beb-6ef6-4eaa-98e3-81a33e86c72e" -d '{"events": [{"server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "name": "network-vif-deleted", "tag": "3604b765-b301-4875-991d-4d4190639b69"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:20.967908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5d5dc-d423-4405-86ed-dfbc2e111c45 req-398f33c5-3f0b-4616-872f-4b3bcf846651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:20.969487 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41d5d5dc-d423-4405-86ed-dfbc2e111c45 req-398f33c5-3f0b-4616-872f-4b3bcf846651 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4415042
Feb 19 20:54:20.989717 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b428d8-771a-4d98-9c34-3c81c3287115 x-openstack-request-id: req-17b428d8-771a-4d98-9c34-3c81c3287115 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:20.989717 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-unplugged", "status": "completed", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:20.989717 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17b428d8-771a-4d98-9c34-3c81c3287115 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:20.990121 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'code': 200}
Feb 19 20:54:21.000357 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc66f5ee-fb6b-49e6-840d-05dc206e02fd admin admin] Publish callbacks [] for security_group (1e1e4991-c0f6-42b4-b1a6-abb89a112e04), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.033113 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc66f5ee-fb6b-49e6-840d-05dc206e02fd admin admin] Publish callbacks [] for security_group (1e1e4991-c0f6-42b4-b1a6-abb89a112e04), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.073357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] Router 5041162f-fa78-4322-b2ee-727f92bee797 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:54:21.111217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Deleting port a45ed550-0793-432f-9505-c07e2cd929d5 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:21.112008 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a45ed550-0793-432f-9505-c07e2cd929d5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.171633 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc66f5ee-fb6b-49e6-840d-05dc206e02fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1e1e4991-c0f6-42b4-b1a6-abb89a112e04), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.174254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc66f5ee-fb6b-49e6-840d-05dc206e02fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.176274 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bc66f5ee-fb6b-49e6-840d-05dc206e02fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e1e4991-c0f6-42b4-b1a6-abb89a112e04 HTTP/1.1" status: 204  len: 168 time: 0.3201854
Feb 19 20:54:21.190816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66f5ee-fb6b-49e6-840d-05dc206e02fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1e4991-c0f6-42b4-b1a6-abb89a112e04,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:21.222471 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:54:21.230149 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4930b66c-6c46-4d81-b5d6-08733bfc70bd admin admin] 10.222.0.30 "PUT /v2.0/routers/5041162f-fa78-4322-b2ee-727f92bee797/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0549045
Feb 19 20:54:21.232607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42852) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:21.259159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3eb681-a04b-4184-9f64-e8359c529555 None None] Sync routers for ids ['5041162f-fa78-4322-b2ee-727f92bee797'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:54:21.275798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Allocated IP 172.20.0.8 (020891c0-689f-4c7c-a850-6c2b2dfe0076/0332d4cd-9022-4d9a-930c-e01725357615/8a66314a-6be0-4ed3-85c0-e29d46b221c9) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:54:21.297113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-5156c603-db0b-451f-a3c5-aa2f497f525a tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Deleting port abd64642-4d60-4ecc-af1e-3c1072b9186f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:21.297453 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-5156c603-db0b-451f-a3c5-aa2f497f525a tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (abd64642-4d60-4ecc-af1e-3c1072b9186f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.301364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41d5d5dc-d423-4405-86ed-dfbc2e111c45 req-648b9e66-7fd1-4abe-a32b-4fd5ecaf05c3 service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3223801
Feb 19 20:54:21.305756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 191fbf35-b9ce-44cc-bb60-5039a7b3f93f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:21.360506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3eb681-a04b-4184-9f64-e8359c529555 None None] Routers {'5041162f-fa78-4322-b2ee-727f92bee797'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:21.361639 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3b3eb681-a04b-4184-9f64-e8359c529555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6304cc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5041162f-fa78-4322-b2ee-727f92bee797'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:21.376879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Publish callbacks [] for router (5041162f-fa78-4322-b2ee-727f92bee797), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.384935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eca5a-7cee-4b37-9ef7-0c5433d14af1 req-25973d14-5e0a-49ab-ab46-1649247fe8dd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:21.390169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eca5a-7cee-4b37-9ef7-0c5433d14af1 req-25973d14-5e0a-49ab-ab46-1649247fe8dd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:21.395457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eca5a-7cee-4b37-9ef7-0c5433d14af1 req-25973d14-5e0a-49ab-ab46-1649247fe8dd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:21.400717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eca5a-7cee-4b37-9ef7-0c5433d14af1 req-25973d14-5e0a-49ab-ab46-1649247fe8dd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:21.406603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eca5a-7cee-4b37-9ef7-0c5433d14af1 req-25973d14-5e0a-49ab-ab46-1649247fe8dd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:21.411970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eca5a-7cee-4b37-9ef7-0c5433d14af1 req-25973d14-5e0a-49ab-ab46-1649247fe8dd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:21.417393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eca5a-7cee-4b37-9ef7-0c5433d14af1 req-25973d14-5e0a-49ab-ab46-1649247fe8dd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:21.419506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f92eca5a-7cee-4b37-9ef7-0c5433d14af1 req-25973d14-5e0a-49ab-ab46-1649247fe8dd tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5440 time: 0.3494687
Feb 19 20:54:21.438333 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a45ed550-0793-432f-9505-c07e2cd929d5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.438802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for floatingip (a45ed550-0793-432f-9505-c07e2cd929d5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.467907 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 20:54:21.521767 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Publish callbacks [] for router_gateway (5041162f-fa78-4322-b2ee-727f92bee797), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.547548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Calling delete_port for a45ed550-0793-432f-9505-c07e2cd929d5 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:21.598966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-3b3eb681-a04b-4184-9f64-e8359c529555 None None] Set router 5041162f-fa78-4322-b2ee-727f92bee797 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:21.611629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Deleting port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:21.612466 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.716564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:21.741033 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-5156c603-db0b-451f-a3c5-aa2f497f525a tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (abd64642-4d60-4ecc-af1e-3c1072b9186f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.741439 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-5156c603-db0b-451f-a3c5-aa2f497f525a tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (abd64642-4d60-4ecc-af1e-3c1072b9186f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.745405 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] For port 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=757be3f8-fe49-4c8a-8c7f-0b2c02a76b68,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:21.745887 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.763416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Calling delete_port for 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:21.780520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'mac_address': 'fa:16:3e:71:3e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:21.788960 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.797414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-5156c603-db0b-451f-a3c5-aa2f497f525a tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Calling delete_port for abd64642-4d60-4ecc-af1e-3c1072b9186f owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:21.802644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41d5d5dc-d423-4405-86ed-dfbc2e111c45 req-6f8468bf-dc04-497d-be5a-3cda5b68609c service neutron] 10.222.0.67 "GET /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4818261
Feb 19 20:54:21.817579 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f92eca5a-7cee-4b37-9ef7-0c5433d14af1 req-609107b7-376f-49f9-860c-d33b0d435d69 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3752563
Feb 19 20:54:21.921156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:21.922500 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:21.967916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191fbf35-b9ce-44cc-bb60-5039a7b3f93f {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:22.000553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:22.000807 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks [] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.011306 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.044907 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (757be3f8-fe49-4c8a-8c7f-0b2c02a76b68), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.045716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3b3eb681-a04b-4184-9f64-e8359c529555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6304cc70>, [{'id': '5041162f-fa78-4322-b2ee-727f92bee797', 'name': 'tempest-FloatingIPsTestJSON-1471784450-router', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:42Z', 'updated_at': '2022-02-19T20:54:20Z', 'revision_number': 5, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'gw_port': {'id': '757be3f8-fe49-4c8a-8c7f-0b2c02a76b68', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5041162f-fa78-4322-b2ee-727f92bee797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:43Z', 'updated_at': '2022-02-19T20:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:22.079911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Pushing event deleted for resources: {'Port': ['ID=757be3f8-fe49-4c8a-8c7f-0b2c02a76b68,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:22.092921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3eb681-a04b-4184-9f64-e8359c529555 None None] Checking router: 5041162f-fa78-4322-b2ee-727f92bee797 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:54:22.131152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3eb681-a04b-4184-9f64-e8359c529555 None None] Routers {'5041162f-fa78-4322-b2ee-727f92bee797'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:22.132320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3b3eb681-a04b-4184-9f64-e8359c529555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6304cc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5041162f-fa78-4322-b2ee-727f92bee797'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:22.136911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:22.159744 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (5041162f-fa78-4322-b2ee-727f92bee797), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.196437 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b52ea-1b8c-4957-8509-480407b5e7d6 req-581b067f-c5de-4f25-b731-d8ea7ccc176e tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:22.203867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c7b52ea-1b8c-4957-8509-480407b5e7d6 req-581b067f-c5de-4f25-b731-d8ea7ccc176e tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 944 time: 0.2831795
Feb 19 20:54:22.212360 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.214915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a45ed550-0793-432f-9505-c07e2cd929d5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.218166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-3b3eb681-a04b-4184-9f64-e8359c529555 None None] Set router 5041162f-fa78-4322-b2ee-727f92bee797 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:22.261553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Pushing event deleted for resources: {'Port': ['ID=a45ed550-0793-432f-9505-c07e2cd929d5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:22.266460 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (5041162f-fa78-4322-b2ee-727f92bee797), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.269012 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Publish callbacks [] for router_controller (5041162f-fa78-4322-b2ee-727f92bee797), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.286636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.287233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.287779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.288364 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.288925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.289460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.290011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.290359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.290703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.291109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.291451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.291837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.292164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:22.294501 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['a926fff0-c109-4640-adbe-9f6dd047f15f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:22.302840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['191fbf35-b9ce-44cc-bb60-5039a7b3f93f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:22.327494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3b3eb681-a04b-4184-9f64-e8359c529555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6304cc70>, [{'id': '5041162f-fa78-4322-b2ee-727f92bee797', 'name': 'tempest-FloatingIPsTestJSON-1471784450-router', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:42Z', 'updated_at': '2022-02-19T20:54:21Z', 'revision_number': 7, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:22.335788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (5041162f-fa78-4322-b2ee-727f92bee797), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.336649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5041162f-fa78-4322-b2ee-727f92bee797 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:54:22.348889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.354006 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8bef455f-460b-428e-bc00-e33239f9c45f admin admin] 10.222.0.30 "DELETE /v2.0/routers/5041162f-fa78-4322-b2ee-727f92bee797 HTTP/1.1" status: 204  len: 168 time: 1.1181109
Feb 19 20:54:22.355045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42890) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:22.364847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Network 020891c0-689f-4c7c-a850-6c2b2dfe0076 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:22.369001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:22.396473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:54:22.408286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3eb681-a04b-4184-9f64-e8359c529555 None None] The sync data for ids ['5041162f-fa78-4322-b2ee-727f92bee797'] in ncdv-master-1 is: [{'id': '5041162f-fa78-4322-b2ee-727f92bee797', 'name': 'tempest-FloatingIPsTestJSON-1471784450-router', 'tenant_id': 'de5e39a92fe94f05bf371c31414cc390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:42Z', 'updated_at': '2022-02-19T20:54:21Z', 'revision_number': 7, 'project_id': 'de5e39a92fe94f05bf371c31414cc390', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:22.418980 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c344a83-f152-4d21-bf65-2f3a98e64ec9 admin admin] Deleting subnet a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:54:22.422891 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-5156c603-db0b-451f-a3c5-aa2f497f525a tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (abd64642-4d60-4ecc-af1e-3c1072b9186f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.427365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c344a83-f152-4d21-bf65-2f3a98e64ec9 admin admin] Publish callbacks [] for subnet (a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.484234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c7b52ea-1b8c-4957-8509-480407b5e7d6 req-cd476ee9-3c63-4976-a849-7e6450f2f6f0 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2743428
Feb 19 20:54:22.486146 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c344a83-f152-4d21-bf65-2f3a98e64ec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.529502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Pushing event updated for resources: {'Port': ['ID=8a66314a-6be0-4ed3-85c0-e29d46b221c9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:22.609025 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c344a83-f152-4d21-bf65-2f3a98e64ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.620929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156c603-db0b-451f-a3c5-aa2f497f525a tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Pushing event deleted for resources: {'Port': ['ID=abd64642-4d60-4ecc-af1e-3c1072b9186f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:22.631420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:22.632450 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.638229 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks [] for floatingip (45a29dc8-a6a4-417d-bc34-41c3db2c0cb5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.641365 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.643117 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0af8d1ec-3fec-47b7-a9e2-b6a642e7a094 tempest-ServersWithSpecificFlavorTestJSON-334149017 tempest-ServersWithSpecificFlavorTestJSON-334149017-project] 10.222.0.30 "DELETE /v2.0/floatingips/45a29dc8-a6a4-417d-bc34-41c3db2c0cb5 HTTP/1.1" status: 204  len: 168 time: 2.8631489
Feb 19 20:54:22.690200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c344a83-f152-4d21-bf65-2f3a98e64ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.758816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c141104-5e08-4dd0-ab13-ad79cbee568c None None] Network f5086657-42ed-4200-b900-8779c9fbc7c9 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:54:22.759025 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c344a83-f152-4d21-bf65-2f3a98e64ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.762779 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8c344a83-f152-4d21-bf65-2f3a98e64ec9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9 HTTP/1.1" status: 204  len: 168 time: 0.4064109
Feb 19 20:54:22.764629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c344a83-f152-4d21-bf65-2f3a98e64ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ed5cf0-2b90-4427-a7ca-217f3a0e3ae9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:22.767130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42898) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:22.813104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d5bba76c-cf47-4c62-909c-b7031d505306 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0414982
Feb 19 20:54:22.832056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Request body: {'port': {'device_id': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:22.841960 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b2368-e7d8-4c06-921f-7d911afce704 req-c10c5e4e-e052-46a3-876f-e78ca6f6e30b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:22.843512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-131b2368-e7d8-4c06-921f-7d911afce704 req-c10c5e4e-e052-46a3-876f-e78ca6f6e30b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 931 time: 0.1991704
Feb 19 20:54:22.851927 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f5086657-42ed-4200-b900-8779c9fbc7c9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.867056 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-5156c603-db0b-451f-a3c5-aa2f497f525a tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks [] for floatingip (b90011d6-eb0b-4824-b727-f7f6c8bc7ec0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.869705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-5156c603-db0b-451f-a3c5-aa2f497f525a tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.870778 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6950e42b-4cb3-4c89-811e-251e10a229ac req-5156c603-db0b-451f-a3c5-aa2f497f525a tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "DELETE /v2.0/floatingips/b90011d6-eb0b-4824-b727-f7f6c8bc7ec0 HTTP/1.1" status: 204  len: 173 time: 2.7288311
Feb 19 20:54:22.919404 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3036ab-b11d-4436-a8af-4bbf1dae91ec x-openstack-request-id: req-af3036ab-b11d-4436-a8af-4bbf1dae91ec {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:22.919707 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e81722-edd5-49d7-ab7d-41e73614b6aa", "name": "network-vif-deleted", "tag": "3604b765-b301-4875-991d-4d4190639b69", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:22.920034 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af3036ab-b11d-4436-a8af-4bbf1dae91ec {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:22.920852 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e81722-edd5-49d7-ab7d-41e73614b6aa', 'name': 'network-vif-deleted', 'tag': '3604b765-b301-4875-991d-4d4190639b69', 'status': 'completed', 'code': 200}
Feb 19 20:54:22.958955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Deleting port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:22.959450 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.961570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:22.990809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a05223-8669-4696-8f96-528bee454543'}, {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1552338-247f-46d8-ba3c-0852bc6b82e8'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:22.993634 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b92d7a-1aae-4e37-924d-9585e837b7dc" -d '{"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "a5a05223-8669-4696-8f96-528bee454543"}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "e1552338-247f-46d8-ba3c-0852bc6b82e8"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:23.021721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe00698-3bd4-4dd5-b090-37dc765e41e3 None None] DHCP port deletion for f5086657-42ed-4200-b900-8779c9fbc7c9 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:54:23.023583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-131b2368-e7d8-4c06-921f-7d911afce704 req-9ebc06a8-abea-4499-816e-b81c6b77d89b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593306
Feb 19 20:54:23.066816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] For port 412e594a-f2db-4bbc-b874-cd8dec7b95f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=412e594a-f2db-4bbc-b874-cd8dec7b95f0,segment=NetworkSegment(263ab486-2540-471c-890f-23f99df29ba3),segment_id=263ab486-2540-471c-890f-23f99df29ba3)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:23.067280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.081428 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Calling delete_port for 412e594a-f2db-4bbc-b874-cd8dec7b95f0 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:23.087680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bad84005-8a24-443c-8916-83c2b6aef97b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:23.138657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6637f1-0aa6-407c-9b4e-ad56139bb9e5 req-61928443-2df0-4890-8a66-7950e42f0a1d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:23.140555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d6637f1-0aa6-407c-9b4e-ad56139bb9e5 req-61928443-2df0-4890-8a66-7950e42f0a1d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 949 time: 0.1422386
Feb 19 20:54:23.177218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: bad84005-8a24-443c-8916-83c2b6aef97b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:23.177588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bad84005-8a24-443c-8916-83c2b6aef97b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:23.187873 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.240935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.252638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-efe00698-3bd4-4dd5-b090-37dc765e41e3 None None] Deleting port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:23.253438 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-efe00698-3bd4-4dd5-b090-37dc765e41e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.270136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Pushing event deleted for resources: {'Port': ['ID=412e594a-f2db-4bbc-b874-cd8dec7b95f0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:23.271996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] No DVR routers for this DVR port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:23.323486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 191fbf35-b9ce-44cc-bb60-5039a7b3f93f up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:23.362900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f5086657-42ed-4200-b900-8779c9fbc7c9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.375983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a38eb-88a4-47b8-8162-60a2d5a4f566 req-0696828f-fd98-4d28-97b6-9dfdbcd96f6a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:23.385040 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a38eb-88a4-47b8-8162-60a2d5a4f566 req-0696828f-fd98-4d28-97b6-9dfdbcd96f6a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:23.390724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a38eb-88a4-47b8-8162-60a2d5a4f566 req-0696828f-fd98-4d28-97b6-9dfdbcd96f6a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:23.398410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-efe00698-3bd4-4dd5-b090-37dc765e41e3 None None] For port 412e594a-f2db-4bbc-b874-cd8dec7b95f0, host ncdv-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:23.398821 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-efe00698-3bd4-4dd5-b090-37dc765e41e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.398951 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69e05fa0>,) {'filters': {'network_id': ['f5086657-42ed-4200-b900-8779c9fbc7c9']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:23.401338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a38eb-88a4-47b8-8162-60a2d5a4f566 req-0696828f-fd98-4d28-97b6-9dfdbcd96f6a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:23.407638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a38eb-88a4-47b8-8162-60a2d5a4f566 req-0696828f-fd98-4d28-97b6-9dfdbcd96f6a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:23.414194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69e05fa0>, '263ab486-2540-471c-890f-23f99df29ba3') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:23.414451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a38eb-88a4-47b8-8162-60a2d5a4f566 req-0696828f-fd98-4d28-97b6-9dfdbcd96f6a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:23.415031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69e05fa0>, '263ab486-2540-471c-890f-23f99df29ba3') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:23.419811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a38eb-88a4-47b8-8162-60a2d5a4f566 req-0696828f-fd98-4d28-97b6-9dfdbcd96f6a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:23.422307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-612a38eb-88a4-47b8-8162-60a2d5a4f566 req-0696828f-fd98-4d28-97b6-9dfdbcd96f6a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5440 time: 0.2089067
Feb 19 20:54:23.423245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-efe00698-3bd4-4dd5-b090-37dc765e41e3 None None] Calling delete_port for 412e594a-f2db-4bbc-b874-cd8dec7b95f0 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:23.427031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d6637f1-0aa6-407c-9b4e-ad56139bb9e5 req-eea8a568-c218-4db2-a0ad-b212e9a23d61 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2290366
Feb 19 20:54:23.434161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.ipam_backend_mixin [None req-efe00698-3bd4-4dd5-b090-37dc765e41e3 None None] Port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 was not found and therefore no delete operation was performed {{(pid=121130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 20:54:23.443746 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-efe00698-3bd4-4dd5-b090-37dc765e41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (412e594a-f2db-4bbc-b874-cd8dec7b95f0), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.449490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:23.449872 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.456607 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (263ab486-2540-471c-890f-23f99df29ba3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.477311 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (263ab486-2540-471c-890f-23f99df29ba3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.492226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:54:23.493852 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (263ab486-2540-471c-890f-23f99df29ba3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.564168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe00698-3bd4-4dd5-b090-37dc765e41e3 None None] No DVR routers for this DVR port 412e594a-f2db-4bbc-b874-cd8dec7b95f0 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:54:23.570286 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:54:23.581033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (f5086657-42ed-4200-b900-8779c9fbc7c9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.581463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe00698-3bd4-4dd5-b090-37dc765e41e3 None None] Pushing event deleted for resources: {'Port': ['ID=412e594a-f2db-4bbc-b874-cd8dec7b95f0,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:23.600395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.609971 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f5086657-42ed-4200-b900-8779c9fbc7c9 HTTP/1.1" status: 204  len: 168 time: 0.8413966
Feb 19 20:54:23.625355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8774033-9d9a-42dc-a2c9-366a2ccc9117 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5086657-42ed-4200-b900-8779c9fbc7c9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:23.639226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-612a38eb-88a4-47b8-8162-60a2d5a4f566 req-36b7c5c5-c671-475d-9901-4cfa5d93c3d6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2062752
Feb 19 20:54:23.682355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:23.682842 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.694392 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a66314a-6be0-4ed3-85c0-e29d46b221c9 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:23.709186 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Publish callbacks [] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.737899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Transition to ACTIVE for port object 8a66314a-6be0-4ed3-85c0-e29d46b221c9 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:54:23.739279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:23.745080 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.751898 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:23.804932 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f1670f-e6dd-4a2a-ae02-005983a8405b x-openstack-request-id: req-f3f1670f-e6dd-4a2a-ae02-005983a8405b {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:23.805238 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "a5a05223-8669-4696-8f96-528bee454543", "code": 200}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "e1552338-247f-46d8-ba3c-0852bc6b82e8", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:23.805498 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3f1670f-e6dd-4a2a-ae02-005983a8405b {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:23.805896 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a05223-8669-4696-8f96-528bee454543', 'code': 200}
Feb 19 20:54:23.806159 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1552338-247f-46d8-ba3c-0852bc6b82e8', 'code': 200}
Feb 19 20:54:23.811531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:23.850374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=8a66314a-6be0-4ed3-85c0-e29d46b221c9,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:23.931051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42932) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:23.966800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:54:23.967163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:54:23.967477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:23.976888 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1e47e51b-2588-423b-9eb8-33c4c6ee350b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de5e39a92fe94f05bf371c31414cc390&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0446839
Feb 19 20:54:23.978071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b077-7b1b-476a-be5b-9127424cfaa8 req-cf7a64e2-bb8e-4bb4-96cd-993184a8a74c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:23.980621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42936) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:23.985100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f086b077-7b1b-476a-be5b-9127424cfaa8 req-cf7a64e2-bb8e-4bb4-96cd-993184a8a74c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 944 time: 0.1153462
Feb 19 20:54:23.994981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:54:23.995661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:24.010209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:54:24.010839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:24.011388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:54:24.011992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Bound port: 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:54:24.012553 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:24.037178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-561e05d9-74d9-479e-8d45-bb21d6a95fb9 admin admin] Publish callbacks [] for security_group (e763cc36-6acb-4d1d-aab2-6247f11f4078), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:24.059539 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-561e05d9-74d9-479e-8d45-bb21d6a95fb9 admin admin] Publish callbacks [] for security_group (e763cc36-6acb-4d1d-aab2-6247f11f4078), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:24.105158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f086b077-7b1b-476a-be5b-9127424cfaa8 req-1b1973cf-1288-4eb1-b628-e73c1e4aa8c1 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191826
Feb 19 20:54:24.126361 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-561e05d9-74d9-479e-8d45-bb21d6a95fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e763cc36-6acb-4d1d-aab2-6247f11f4078), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:24.130881 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-561e05d9-74d9-479e-8d45-bb21d6a95fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:24.146728 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-561e05d9-74d9-479e-8d45-bb21d6a95fb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e763cc36-6acb-4d1d-aab2-6247f11f4078 HTTP/1.1" status: 204  len: 168 time: 0.1645782
Feb 19 20:54:24.147696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-010cd5c9-5019-4f39-9b62-562477eb3938 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:24.149880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-010cd5c9-5019-4f39-9b62-562477eb3938 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de&tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 950 time: 0.1312382
Feb 19 20:54:24.158341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:24.158544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e05d9-74d9-479e-8d45-bb21d6a95fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e763cc36-6acb-4d1d-aab2-6247f11f4078,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:24.163319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:24.205575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:24.275523 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:24.276183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:24.277630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] 10.222.0.10 "PUT /v2.0/ports/8a66314a-6be0-4ed3-85c0-e29d46b221c9 HTTP/1.1" status: 200  len: 1091 time: 1.4522986
Feb 19 20:54:24.321273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081ca0-325a-46ba-8a2b-fd897082ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=8a66314a-6be0-4ed3-85c0-e29d46b221c9,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:24.324725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-8141aabf-6c89-4562-a59e-6e995269d92d service neutron] 10.222.0.10 "GET /v2.0/ports/191fbf35-b9ce-44cc-bb60-5039a7b3f93f/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1634345
Feb 19 20:54:24.343419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a0630-84bd-4871-96a8-f2572bf4737e req-d23d628a-fc93-4b97-a6f8-48e80ad7ac70 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:24.345064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a6a0630-84bd-4871-96a8-f2572bf4737e req-d23d628a-fc93-4b97-a6f8-48e80ad7ac70 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 946 time: 0.1720045
Feb 19 20:54:24.367981 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:24.619257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:24.641524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:24.642029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 757be3f8-fe49-4c8a-8c7f-0b2c02a76b68 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:24.642551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 412e594a-f2db-4bbc-b874-cd8dec7b95f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:24.662462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 412e594a-f2db-4bbc-b874-cd8dec7b95f0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:24.662728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 412e594a-f2db-4bbc-b874-cd8dec7b95f0 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:24.701950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-0c8338e1-50dd-4b47-8320-c447ac90c217 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3476589
Feb 19 20:54:24.811670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-eb0fce4d-14dd-47e3-b283-dde547ef1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:24.813139 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-eb0fce4d-14dd-47e3-b283-dde547ef1ecb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 1125 time: 0.4800644
Feb 19 20:54:24.816712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a6a0630-84bd-4871-96a8-f2572bf4737e req-10d6845c-032b-4a0b-98bd-b3b28d5678ef tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802273
Feb 19 20:54:24.822470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-f1df42ab-c12e-4c29-bad8-bc5cfa68340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:24.824082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-f1df42ab-c12e-4c29-bad8-bc5cfa68340d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 1132 time: 0.4709260
Feb 19 20:54:24.854298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 6290f8b3-0737-4492-8de5-f27de84a5a1e up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:24.907654 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-4a714926-36fd-4242-96c3-0ee88b68af03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9 HTTP/1.1" status: 200  len: 217 time: 0.0765543
Feb 19 20:54:24.930247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 6290f8b3-0737-4492-8de5-f27de84a5a1e completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:24.934909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 6290f8b3-0737-4492-8de5-f27de84a5a1e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:24.935299 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:24.937996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'tag': '8a66314a-6be0-4ed3-85c0-e29d46b221c9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:24.940649 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc742b5-4299-4a60-bc17-7f217bd0eb04" -d '{"events": [{"name": "network-changed", "server_uuid": "016b6ece-713e-4a2d-ba16-6de26f2479cb", "tag": "8a66314a-6be0-4ed3-85c0-e29d46b221c9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:25.017554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-f8123e01-0252-4a53-bd51-f3978dc15768 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.019068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-f8123e01-0252-4a53-bd51-f3978dc15768 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3085544
Feb 19 20:54:25.024957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 6290f8b3-0737-4492-8de5-f27de84a5a1e is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:25.025514 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:25.059719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 6290f8b3-0737-4492-8de5-f27de84a5a1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6290f8b3-0737-4492-8de5-f27de84a5a1e,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:25.063602 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:25.076189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-10c6d4bf-bc92-4e63-b24e-801c0b653685 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/quotas/dabc5bb30faa4af797e9ba1cd4bad547 HTTP/1.1" status: 200  len: 375 time: 0.0420086
Feb 19 20:54:25.077613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d62968e2-ee92-46d1-a2e6-2e6da5f833ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.078993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-d62968e2-ee92-46d1-a2e6-2e6da5f833ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1333773
Feb 19 20:54:25.108567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-67c87dcf-55f3-4704-9b3f-2ea71dd61278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.110069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-67c87dcf-55f3-4704-9b3f-2ea71dd61278 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2616794
Feb 19 20:54:25.131298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-c3adb5e6-e582-4bb6-803b-8163fbb26f25 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482855
Feb 19 20:54:25.157604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd99ee1-0f6a-40e6-9e17-2f7d2688295c req-47806155-60a0-493e-9191-0b51475b72c2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.159166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3bd99ee1-0f6a-40e6-9e17-2f7d2688295c req-47806155-60a0-493e-9191-0b51475b72c2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.2124403
Feb 19 20:54:25.163313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-fb58a24a-2cf0-42b5-841c-9b11890a5014 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0679269
Feb 19 20:54:25.204718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-65614bab-13bf-4b39-84f0-6069ea48c572 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f HTTP/1.1" status: 200  len: 217 time: 0.0769057
Feb 19 20:54:25.249718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=6290f8b3-0737-4492-8de5-f27de84a5a1e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:25.388219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3bd99ee1-0f6a-40e6-9e17-2f7d2688295c req-7d8352c8-d30b-4c09-b65d-f7e126a99d18 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931565
Feb 19 20:54:25.407155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-1e972f31-9486-4958-8e62-fde929162d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.409320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-1e972f31-9486-4958-8e62-fde929162d28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1807208
Feb 19 20:54:25.468692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-52ba4e94-4917-4da5-8e52-9c29ae72eb50 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2725790
Feb 19 20:54:25.489457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d0526-5023-445f-b883-7d275a022bf0 req-d0d1090b-d388-4364-af7e-f57bc1bc1424 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.491791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c35d0526-5023-445f-b883-7d275a022bf0 req-d0d1090b-d388-4364-af7e-f57bc1bc1424 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 943 time: 0.1907060
Feb 19 20:54:25.632568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-e5acf69b-f8ac-4af5-9942-30479b2f1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.634269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-e5acf69b-f8ac-4af5-9942-30479b2f1c37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2105997
Feb 19 20:54:25.662853 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:25.689295 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c35d0526-5023-445f-b883-7d275a022bf0 req-e78bc1d5-9088-4c8a-bdd9-56fb9d52de62 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834447
Feb 19 20:54:25.719843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98a3b82-a777-48d4-904b-c67559eeb8e7 req-ea2d2b81-9538-4db7-ba67-f07bf306c58e service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2269619
Feb 19 20:54:25.730717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5265-d8e2-461e-ab02-305821dc6d68 req-0ba44070-1162-44e9-af78-044d010202c6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.736155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5265-d8e2-461e-ab02-305821dc6d68 req-0ba44070-1162-44e9-af78-044d010202c6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.742091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5265-d8e2-461e-ab02-305821dc6d68 req-0ba44070-1162-44e9-af78-044d010202c6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.748169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5265-d8e2-461e-ab02-305821dc6d68 req-0ba44070-1162-44e9-af78-044d010202c6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.753577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5265-d8e2-461e-ab02-305821dc6d68 req-0ba44070-1162-44e9-af78-044d010202c6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.759762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5265-d8e2-461e-ab02-305821dc6d68 req-0ba44070-1162-44e9-af78-044d010202c6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.765951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5265-d8e2-461e-ab02-305821dc6d68 req-0ba44070-1162-44e9-af78-044d010202c6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:25.767965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f5a5265-d8e2-461e-ab02-305821dc6d68 req-0ba44070-1162-44e9-af78-044d010202c6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5441 time: 0.3019485
Feb 19 20:54:25.807498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f'}, {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6290f8b3-0737-4492-8de5-f27de84a5a1e'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:25.810964 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20abc918-f09c-487b-b9b2-43174c47a1e1 x-openstack-request-id: req-20abc918-f09c-487b-b9b2-43174c47a1e1 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:25.811268 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016b6ece-713e-4a2d-ba16-6de26f2479cb", "tag": "8a66314a-6be0-4ed3-85c0-e29d46b221c9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:25.811526 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20abc918-f09c-487b-b9b2-43174c47a1e1 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:25.811917 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'tag': '8a66314a-6be0-4ed3-85c0-e29d46b221c9', 'status': 'completed', 'code': 200}
Feb 19 20:54:25.813853 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010e259b-1da3-4e86-8044-9bbc88fbb67b" -d '{"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-plugged", "status": "completed", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f"}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "6290f8b3-0737-4492-8de5-f27de84a5a1e"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:25.930877 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-80387e89-8a4b-43c2-b298-a774f677d03d service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2834237
Feb 19 20:54:25.940363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f5a5265-d8e2-461e-ab02-305821dc6d68 req-e3b9b56f-ac5f-43a9-8287-83b2de362c74 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1561592
Feb 19 20:54:26.028311 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f985f-c5bb-4735-9a33-df64cb2c8cb8 req-f654c46e-13cc-4fb9-a95c-b01fc0c29a4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:26.029854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-937f985f-c5bb-4735-9a33-df64cb2c8cb8 req-f654c46e-13cc-4fb9-a95c-b01fc0c29a4b tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 946 time: 0.2137442
Feb 19 20:54:26.041188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc742b5-4299-4a60-bc17-7f217bd0eb04 req-a7af34c2-6be1-4fdb-9378-780702f37eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:26.042659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fc742b5-4299-4a60-bc17-7f217bd0eb04 req-a7af34c2-6be1-4fdb-9378-780702f37eda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 1125 time: 0.1849494
Feb 19 20:54:26.199064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efd7fdd1-609e-410e-921c-b72f3935b770 req-1bf53702-df37-40a3-a13a-f57239e07f8a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 210 time: 0.1357265
Feb 19 20:54:26.251366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-161797ec-aa69-4157-8986-0bbd3a8ea37f service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3077600
Feb 19 20:54:26.296262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e2a0c-2e23-4a39-876c-9e0579bd62e5 req-8731d9b7-81a3-4c6a-9ea6-793d82cc860f tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:26.298319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab9e2a0c-2e23-4a39-876c-9e0579bd62e5 req-8731d9b7-81a3-4c6a-9ea6-793d82cc860f tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 944 time: 0.2624571
Feb 19 20:54:26.307865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc742b5-4299-4a60-bc17-7f217bd0eb04 req-b3cd84e9-091c-46de-b0cd-35a671f3ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:26.309660 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fc742b5-4299-4a60-bc17-7f217bd0eb04 req-b3cd84e9-091c-46de-b0cd-35a671f3ad27 service neutron] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.2561293
Feb 19 20:54:26.327565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43008) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:26.333101 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd0c118-ba2b-4383-86c8-4e9a5ee2349d x-openstack-request-id: req-fdd0c118-ba2b-4383-86c8-4e9a5ee2349d {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:26.333854 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-plugged", "status": "completed", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f", "code": 200}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "6290f8b3-0737-4492-8de5-f27de84a5a1e", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:26.333981 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fdd0c118-ba2b-4383-86c8-4e9a5ee2349d {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:26.334299 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'code': 200}
Feb 19 20:54:26.334558 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6290f8b3-0737-4492-8de5-f27de84a5a1e', 'code': 200}
Feb 19 20:54:26.394585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-5f4fa6f0-d518-4c9f-aea8-f1657c06337b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0827534
Feb 19 20:54:26.395824 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fc742b5-4299-4a60-bc17-7f217bd0eb04 req-befb9a40-ba27-4560-bce2-bd4d73e74639 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9 HTTP/1.1" status: 200  len: 217 time: 0.0652907
Feb 19 20:54:26.464773 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:26.481802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-937f985f-c5bb-4735-9a33-df64cb2c8cb8 req-9de289ec-431b-46d7-80d8-3b9cb3976cd9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Deleting port 4313e698-6c12-4d1e-b019-f8d0163bad53 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:26.482071 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-937f985f-c5bb-4735-9a33-df64cb2c8cb8 req-9de289ec-431b-46d7-80d8-3b9cb3976cd9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:26.541336 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Publish callbacks [] for security_group (e9163de6-ead7-4d01-a359-bd1626010672), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:26.545033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e9163de6-ead7-4d01-a359-bd1626010672), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:26.589017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab9e2a0c-2e23-4a39-876c-9e0579bd62e5 req-28717b20-2a31-495a-9fe7-73cd2159966f tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2802429
Feb 19 20:54:26.589251 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=799dc988526740b99a2466ee6a7d21b9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2574522
Feb 19 20:54:26.589832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43014) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:26.596553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9163de6-ead7-4d01-a359-bd1626010672,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:26.614184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.614545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.614898 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.615244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.615586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.615926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.616264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.616638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.616970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.617300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.617633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.617965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.618296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab2e454-ba3b-4a37-b3e9-ac146222bb88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:26.628646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc742b5-4299-4a60-bc17-7f217bd0eb04 req-bb7ccb67-2dbb-4fae-ac24-eca68d7ad498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:26.630120 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fc742b5-4299-4a60-bc17-7f217bd0eb04 req-bb7ccb67-2dbb-4fae-ac24-eca68d7ad498 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.2187319
Feb 19 20:54:26.655474 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c8abb0c-b8e3-4e61-90de-802e860055b7 admin admin] Publish callbacks [] for security_group (e9163de6-ead7-4d01-a359-bd1626010672), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:26.679910 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c8abb0c-b8e3-4e61-90de-802e860055b7 admin admin] Publish callbacks [] for security_group (e9163de6-ead7-4d01-a359-bd1626010672), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:26.684097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fc742b5-4299-4a60-bc17-7f217bd0eb04 req-5390b7b7-00bd-420f-a21b-619ebdcf3820 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436590
Feb 19 20:54:26.691174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82731232-e402-410f-b965-427e66a07bbc req-5e21b399-3b97-41dd-8ccf-594987458404 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:26.692753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82731232-e402-410f-b965-427e66a07bbc req-5e21b399-3b97-41dd-8ccf-594987458404 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 946 time: 0.3038149
Feb 19 20:54:26.735467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c8abb0c-b8e3-4e61-90de-802e860055b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e9163de6-ead7-4d01-a359-bd1626010672), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:26.738206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c8abb0c-b8e3-4e61-90de-802e860055b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:26.739344 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9c8abb0c-b8e3-4e61-90de-802e860055b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9163de6-ead7-4d01-a359-bd1626010672 HTTP/1.1" status: 204  len: 168 time: 0.1491544
Feb 19 20:54:26.748296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8abb0c-b8e3-4e61-90de-802e860055b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9163de6-ead7-4d01-a359-bd1626010672,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:26.792359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-39dd55d9-c294-4d64-84c7-f18c29cf50ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:26.793808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-39dd55d9-c294-4d64-84c7-f18c29cf50ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3872776
Feb 19 20:54:26.871903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:26.930765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:26.936541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:26.937089 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.031898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:27.032308 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.073228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:27.077290 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.078130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 1e1241d9-ddbc-426c-9df0-86c2c9670f97 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:27.095499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Request body: {'port': {'device_id': '4c97b67a-8ac7-415a-8fd9-9b05f343eb16', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'dabc5bb30faa4af797e9ba1cd4bad547'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:27.100043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-937f985f-c5bb-4735-9a33-df64cb2c8cb8 req-9de289ec-431b-46d7-80d8-3b9cb3976cd9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] For port 4313e698-6c12-4d1e-b019-f8d0163bad53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4313e698-6c12-4d1e-b019-f8d0163bad53,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:27.100448 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-937f985f-c5bb-4735-9a33-df64cb2c8cb8 req-9de289ec-431b-46d7-80d8-3b9cb3976cd9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.166057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:27.170533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-937f985f-c5bb-4735-9a33-df64cb2c8cb8 req-9de289ec-431b-46d7-80d8-3b9cb3976cd9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Calling delete_port for 4313e698-6c12-4d1e-b019-f8d0163bad53 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:27.173768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:27.189092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:27.189641 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.234977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82731232-e402-410f-b965-427e66a07bbc req-9f1115e1-5c08-4e66-a773-895519e46ba1 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9d9fccf-fb95-4aa1-a150-c84c418052e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5180597
Feb 19 20:54:27.288639 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:27.289443 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.308053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895eec96-4c0b-4062-8fe2-993113b687c7 req-a476ed61-9316-4100-a58c-ec0b89e0526a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:27.314972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-895eec96-4c0b-4062-8fe2-993113b687c7 req-a476ed61-9316-4100-a58c-ec0b89e0526a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.5970120
Feb 19 20:54:27.318185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fc742b5-4299-4a60-bc17-7f217bd0eb04 req-3dd19d88-b5aa-4808-ba25-dffe1a933521 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6244996
Feb 19 20:54:27.338941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 1e1241d9-ddbc-426c-9df0-86c2c9670f97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e1241d9-ddbc-426c-9df0-86c2c9670f97,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:27.345258 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.346467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:27.428490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=1e1241d9-ddbc-426c-9df0-86c2c9670f97,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:27.446806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:27.450661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:27.451043 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.533032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Made reservation on behalf of dabc5bb30faa4af797e9ba1cd4bad547 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:27.537207 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.546009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:27.546415 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.547086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-895eec96-4c0b-4062-8fe2-993113b687c7 req-cb455f15-22a1-43b8-b3b1-7818a2b35e07 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2312748
Feb 19 20:54:27.565653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.601083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:27.606614 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.607692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 2bd27571-334d-4e5a-a015-91dd528ffb9f up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:27.664093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e88539-051d-41e9-966a-5e6c25f6c71e req-27b4fd06-4833-4eea-8456-4b78fa037eae tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:27.665767 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1e88539-051d-41e9-966a-5e6c25f6c71e req-27b4fd06-4833-4eea-8456-4b78fa037eae tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 943 time: 0.2884951
Feb 19 20:54:27.673939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fc742b5-4299-4a60-bc17-7f217bd0eb04 req-31b34a88-779a-4d3e-ac07-1b551940bdf5 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3283684
Feb 19 20:54:27.689678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:27.711899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 2bd27571-334d-4e5a-a015-91dd528ffb9f completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:27.717144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 2bd27571-334d-4e5a-a015-91dd528ffb9f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:27.717606 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.755854 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-937f985f-c5bb-4735-9a33-df64cb2c8cb8 req-9de289ec-431b-46d7-80d8-3b9cb3976cd9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4313e698-6c12-4d1e-b019-f8d0163bad53), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.799566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 2bd27571-334d-4e5a-a015-91dd528ffb9f is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:27.799891 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.817863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1e88539-051d-41e9-966a-5e6c25f6c71e req-0bb6d252-e7bd-406f-878c-74f99de79785 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385646
Feb 19 20:54:27.818609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de289ec-431b-46d7-80d8-3b9cb3976cd9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Pushing event deleted for resources: {'Port': ['ID=4313e698-6c12-4d1e-b019-f8d0163bad53,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:27.840769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc467-7d71-44b2-8093-8658ff1699fd req-8333844a-4343-49e6-afe3-46fb61b90793 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:27.843271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 2bd27571-334d-4e5a-a015-91dd528ffb9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bd27571-334d-4e5a-a015-91dd528ffb9f,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:27.846653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc467-7d71-44b2-8093-8658ff1699fd req-8333844a-4343-49e6-afe3-46fb61b90793 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:27.852411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc467-7d71-44b2-8093-8658ff1699fd req-8333844a-4343-49e6-afe3-46fb61b90793 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:27.857940 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.858425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc467-7d71-44b2-8093-8658ff1699fd req-8333844a-4343-49e6-afe3-46fb61b90793 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:27.859348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8bb1ce04-77ae-47cb-af1b-16718979fb14 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:27.864196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc467-7d71-44b2-8093-8658ff1699fd req-8333844a-4343-49e6-afe3-46fb61b90793 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:27.869680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc467-7d71-44b2-8093-8658ff1699fd req-8333844a-4343-49e6-afe3-46fb61b90793 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:27.875250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc467-7d71-44b2-8093-8658ff1699fd req-8333844a-4343-49e6-afe3-46fb61b90793 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:27.877266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-414fc467-7d71-44b2-8093-8658ff1699fd req-8333844a-4343-49e6-afe3-46fb61b90793 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5443 time: 0.2419953
Feb 19 20:54:27.946332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=2bd27571-334d-4e5a-a015-91dd528ffb9f,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:27.949566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-937f985f-c5bb-4735-9a33-df64cb2c8cb8 req-9de289ec-431b-46d7-80d8-3b9cb3976cd9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] No DVR routers for this DVR port 4313e698-6c12-4d1e-b019-f8d0163bad53 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:27.960545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 8bb1ce04-77ae-47cb-af1b-16718979fb14 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:27.963562 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-937f985f-c5bb-4735-9a33-df64cb2c8cb8 req-9de289ec-431b-46d7-80d8-3b9cb3976cd9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.964534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 8bb1ce04-77ae-47cb-af1b-16718979fb14 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:27.965032 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:27.967059 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-937f985f-c5bb-4735-9a33-df64cb2c8cb8 req-9de289ec-431b-46d7-80d8-3b9cb3976cd9 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.67 "DELETE /v2.0/ports/4313e698-6c12-4d1e-b019-f8d0163bad53 HTTP/1.1" status: 204  len: 173 time: 1.9146869
Feb 19 20:54:27.968715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'name': 'network-vif-deleted', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:27.970994 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb79cce-dec8-4493-9e82-e57a3ca24146" -d '{"events": [{"server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "name": "network-vif-deleted", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:27.995280 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dab563f1-9c7c-40b5-8916-4b4717e16926 req-3a86caf4-fd50-4042-a5fb-b25f484f81a6 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 210 time: 0.0579991
Feb 19 20:54:28.010797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks [] for security_group (4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:28.026746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:28.058936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 8bb1ce04-77ae-47cb-af1b-16718979fb14 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:28.059450 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:28.065497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-414fc467-7d71-44b2-8093-8658ff1699fd req-32a84103-940a-45e8-8a43-29216f95c607 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1572118
Feb 19 20:54:28.089890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43052) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:28.110552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 8bb1ce04-77ae-47cb-af1b-16718979fb14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8bb1ce04-77ae-47cb-af1b-16718979fb14,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:28.118451 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:28.130755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:28.219169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=8bb1ce04-77ae-47cb-af1b-16718979fb14,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:28.237142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Allocated IP 192.168.233.82 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/90891e43-b363-4c09-a2eb-51710df5cd41) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:54:28.336065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bb29c9-1a0c-4c88-a3aa-9aed178a43cc'}, {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1241d9-ddbc-426c-9df0-86c2c9670f97'}, {'server_uuid': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22'}, {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd27571-334d-4e5a-a015-91dd528ffb9f'}, {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb1ce04-77ae-47cb-af1b-16718979fb14'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:28.338797 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41533b1f-00a3-477c-aec9-f6b38fa343c0" -d '{"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "72bb29c9-1a0c-4c88-a3aa-9aed178a43cc"}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "1e1241d9-ddbc-426c-9df0-86c2c9670f97"}, {"server_uuid": "258092fb-1cd7-47c9-88f4-d92fafb344ef", "name": "network-vif-plugged", "status": "completed", "tag": "3c2d56ee-dcf8-4145-a7ce-83aa6441cb22"}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "2bd27571-334d-4e5a-a015-91dd528ffb9f"}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "8bb1ce04-77ae-47cb-af1b-16718979fb14"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:28.436916 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d5b125-6301-4a01-937d-a1203bceba57 x-openstack-request-id: req-27d5b125-6301-4a01-937d-a1203bceba57 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:28.437230 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2c4005-033c-4df6-978e-8ec53d9ac654", "name": "network-vif-deleted", "tag": "4313e698-6c12-4d1e-b019-f8d0163bad53", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:28.437494 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27d5b125-6301-4a01-937d-a1203bceba57 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:28.437908 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2c4005-033c-4df6-978e-8ec53d9ac654', 'name': 'network-vif-deleted', 'tag': '4313e698-6c12-4d1e-b019-f8d0163bad53', 'status': 'completed', 'code': 200}
Feb 19 20:54:28.540275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78efedfe-2506-4c39-891a-5d5a6ddb63c3 req-cba71acc-d081-405d-823f-f50be980c1d3 tempest-FloatingIPsAssociationTestJSON-381741989 tempest-FloatingIPsAssociationTestJSON-381741989-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d2c4005-033c-4df6-978e-8ec53d9ac654 HTTP/1.1" status: 200  len: 210 time: 0.0408504
Feb 19 20:54:28.568653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceebd0-98e3-4c2c-b170-085aa606d497 req-462028a9-50fd-4f71-946d-4b4ad7db930e tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:28.570367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5eceebd0-98e3-4c2c-b170-085aa606d497 req-462028a9-50fd-4f71-946d-4b4ad7db930e tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.2540224
Feb 19 20:54:28.632116 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks [] for port (90891e43-b363-4c09-a2eb-51710df5cd41), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:28.660820 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea3425b-3a49-4ba0-82c9-2667b6d94795 x-openstack-request-id: req-8ea3425b-3a49-4ba0-82c9-2667b6d94795 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:28.661140 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "72bb29c9-1a0c-4c88-a3aa-9aed178a43cc", "code": 200}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "1e1241d9-ddbc-426c-9df0-86c2c9670f97", "code": 200}, {"server_uuid": "258092fb-1cd7-47c9-88f4-d92fafb344ef", "name": "network-vif-plugged", "status": "completed", "tag": "3c2d56ee-dcf8-4145-a7ce-83aa6441cb22", "code": 200}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "2bd27571-334d-4e5a-a015-91dd528ffb9f", "code": 200}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-plugged", "status": "completed", "tag": "8bb1ce04-77ae-47cb-af1b-16718979fb14", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:28.661401 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ea3425b-3a49-4ba0-82c9-2667b6d94795 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:28.661819 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bb29c9-1a0c-4c88-a3aa-9aed178a43cc', 'code': 200}
Feb 19 20:54:28.662083 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1241d9-ddbc-426c-9df0-86c2c9670f97', 'code': 200}
Feb 19 20:54:28.662345 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'code': 200}
Feb 19 20:54:28.662604 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd27571-334d-4e5a-a015-91dd528ffb9f', 'code': 200}
Feb 19 20:54:28.662859 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb1ce04-77ae-47cb-af1b-16718979fb14', 'code': 200}
Feb 19 20:54:28.663292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5eceebd0-98e3-4c2c-b170-085aa606d497 req-9c9e4150-bd08-44ce-9812-45b4849083b5 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835686
Feb 19 20:54:28.782728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:28.858723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d2821e2-9af0-45de-a681-93112af7690c req-dc32d24f-9d2b-4528-85ca-2ce3db0554b9 tempest-AbsoluteLimitsNegativeTestJSON-684850359 tempest-AbsoluteLimitsNegativeTestJSON-684850359-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8c0b0cac9d204f91b873271c7ced6fb3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0767124
Feb 19 20:54:28.871925 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:28.876409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4313e698-6c12-4d1e-b019-f8d0163bad53 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:28.899424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 4313e698-6c12-4d1e-b019-f8d0163bad53 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:28.900032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4313e698-6c12-4d1e-b019-f8d0163bad53 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:28.916153 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae46f4c-6d49-4413-9615-d275f9153883 req-04d5465f-fff6-45ea-981a-05407ba51fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:28.916663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae46f4c-6d49-4413-9615-d275f9153883 req-04d5465f-fff6-45ea-981a-05407ba51fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:28.917133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae46f4c-6d49-4413-9615-d275f9153883 req-04d5465f-fff6-45ea-981a-05407ba51fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:28.917595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae46f4c-6d49-4413-9615-d275f9153883 req-04d5465f-fff6-45ea-981a-05407ba51fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:28.918056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae46f4c-6d49-4413-9615-d275f9153883 req-04d5465f-fff6-45ea-981a-05407ba51fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:28.918518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae46f4c-6d49-4413-9615-d275f9153883 req-04d5465f-fff6-45ea-981a-05407ba51fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:28.918988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae46f4c-6d49-4413-9615-d275f9153883 req-04d5465f-fff6-45ea-981a-05407ba51fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:28.920898 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eae46f4c-6d49-4413-9615-d275f9153883 req-04d5465f-fff6-45ea-981a-05407ba51fdd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6719 time: 0.1047571
Feb 19 20:54:28.988724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-847fb6af-88ed-4549-b70d-8ae67c823fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:28.990235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-847fb6af-88ed-4549-b70d-8ae67c823fb0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de&tenant_id=e2599a1bea39406f9b1e548ab3f1cd22 HTTP/1.1" status: 200  len: 1132 time: 0.2759414
Feb 19 20:54:28.993810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:29.005646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:29.013700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:54:29.032765 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eae46f4c-6d49-4413-9615-d275f9153883 req-aa79473d-58a7-48a4-9786-01a761f771f5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1038952
Feb 19 20:54:29.066650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e1205-717a-4d9c-a07f-42f5f524f0e5 req-2794fe38-d359-43ba-822c-26acc5dea748 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:29.068211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-087e1205-717a-4d9c-a07f-42f5f524f0e5 req-2794fe38-d359-43ba-822c-26acc5dea748 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.2879341
Feb 19 20:54:29.097049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event updated for resources: {'Port': ['ID=90891e43-b363-4c09-a2eb-51710df5cd41,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:29.107614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f903d7-9473-473b-8b4a-62f9543d2c01 req-93dd0310-180f-496e-a960-59f05a519f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:29.109287 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1f903d7-9473-473b-8b4a-62f9543d2c01 req-93dd0310-180f-496e-a960-59f05a519f4f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 1127 time: 0.3133194
Feb 19 20:54:29.130426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] Deleting port 65877833-2bb4-4669-9c7b-cac47fbef098 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:29.131372 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:29.141455 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:29.174129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:29.174765 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:29.194927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2821e2-9af0-45de-a681-93112af7690c req-e0bd7e5e-e134-4222-a869-5ed689f0707a tempest-AbsoluteLimitsNegativeTestJSON-684850359 tempest-AbsoluteLimitsNegativeTestJSON-684850359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:29.196465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d2821e2-9af0-45de-a681-93112af7690c req-e0bd7e5e-e134-4222-a869-5ed689f0707a tempest-AbsoluteLimitsNegativeTestJSON-684850359 tempest-AbsoluteLimitsNegativeTestJSON-684850359-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3287282
Feb 19 20:54:29.218908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] For port 65877833-2bb4-4669-9c7b-cac47fbef098, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65877833-2bb4-4669-9c7b-cac47fbef098,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:29.219325 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:29.232286 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ab64ce3b-ef16-4b6d-a061-2830a6206fc8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1439605
Feb 19 20:54:29.235383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] Calling delete_port for 65877833-2bb4-4669-9c7b-cac47fbef098 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:29.237195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-087e1205-717a-4d9c-a07f-42f5f524f0e5 req-ae9a0663-53fe-43e8-8a1a-7c718cc3a7ed tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412172
Feb 19 20:54:29.244197 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d2821e2-9af0-45de-a681-93112af7690c req-5396fd0d-8ff0-4a55-85d0-3ee9198348a7 tempest-AbsoluteLimitsNegativeTestJSON-684850359 tempest-AbsoluteLimitsNegativeTestJSON-684850359-project] 10.222.0.30 "GET /v2.0/quotas/8c0b0cac9d204f91b873271c7ced6fb3 HTTP/1.1" status: 200  len: 375 time: 0.0323462
Feb 19 20:54:29.248422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-dde15a09-c848-44e4-b11f-2f615e66b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:29.249868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-dde15a09-c848-44e4-b11f-2f615e66b5e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 1132 time: 0.2313004
Feb 19 20:54:29.284286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-53e22f71-9b23-4215-9214-a4caf98c36e3 None None] Provisioning complete for port 90891e43-b363-4c09-a2eb-51710df5cd41 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:29.285163 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53e22f71-9b23-4215-9214-a4caf98c36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:29.293658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d2821e2-9af0-45de-a681-93112af7690c req-4854b99f-e6f6-4925-af98-76930a44c68c tempest-AbsoluteLimitsNegativeTestJSON-684850359 tempest-AbsoluteLimitsNegativeTestJSON-684850359-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c0b0cac9d204f91b873271c7ced6fb3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0420928
Feb 19 20:54:29.328380 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8a66314a-6be0-4ed3-85c0-e29d46b221c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:29.332832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Request body: {'port': {'device_id': '4c97b67a-8ac7-415a-8fd9-9b05f343eb16', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:29.356589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-53e22f71-9b23-4215-9214-a4caf98c36e3 None None] Port 90891e43-b363-4c09-a2eb-51710df5cd41 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:54:29.461945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:29.479394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '8a66314a-6be0-4ed3-85c0-e29d46b221c9', 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076', 'port_id': '8a66314a-6be0-4ed3-85c0-e29d46b221c9', 'mac_address': 'fa:16:3e:95:c4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0332d4cd-9022-4d9a-930c-e01725357615', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:29.522568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:29.523362 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:29.540028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a66314a-6be0-4ed3-85c0-e29d46b221c9 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:29.577142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:29.584556 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:29.595184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1f903d7-9473-473b-8b4a-62f9543d2c01 req-45b94b92-27a8-41ff-a66b-d454ef54035f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2758636
Feb 19 20:54:29.600558 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:29.645933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=8a66314a-6be0-4ed3-85c0-e29d46b221c9,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:29.682720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-478f2702-9052-46fc-941f-5674f84c9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:29.684477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-478f2702-9052-46fc-941f-5674f84c9178 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.4264624
Feb 19 20:54:29.691763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c584f-60ac-4acd-bfe5-526bb8da3811 req-d73773dd-bb3d-491b-84dc-c191b01e16f2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:29.693243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-086c584f-60ac-4acd-bfe5-526bb8da3811 req-d73773dd-bb3d-491b-84dc-c191b01e16f2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 943 time: 0.2991390
Feb 19 20:54:29.715020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43088) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:29.753540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b370260-ad88-4f1b-af3a-f2b8f2cffa0f req-e68944b0-e0c4-40bd-9d94-9787e4dabc35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:29.755052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b370260-ad88-4f1b-af3a-f2b8f2cffa0f req-e68944b0-e0c4-40bd-9d94-9787e4dabc35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 935 time: 0.2809081
Feb 19 20:54:29.764696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-613686ed-8f18-4aa4-959c-35067f438fae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f HTTP/1.1" status: 200  len: 217 time: 0.0705013
Feb 19 20:54:29.789509 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (65877833-2bb4-4669-9c7b-cac47fbef098), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:29.808607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['8a66314a-6be0-4ed3-85c0-e29d46b221c9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:29.818290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=65877833-2bb4-4669-9c7b-cac47fbef098,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:29.928159 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7029-3c4e-40e4-878e-8b91f6526679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:29.937261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-086c584f-60ac-4acd-bfe5-526bb8da3811 req-c80dc399-7de1-4d95-97fb-eaab074d0da3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317176
Feb 19 20:54:29.944258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-253fba9c-080c-43a2-97de-d4e2ac309447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:29.945751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-253fba9c-080c-43a2-97de-d4e2ac309447 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1712673
Feb 19 20:54:30.022547 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7029-3c4e-40e4-878e-8b91f6526679 admin admin] Publish callbacks [] for security_group (f048b561-5dee-4edd-aecc-2946d5377439), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:30.057339 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7029-3c4e-40e4-878e-8b91f6526679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f048b561-5dee-4edd-aecc-2946d5377439), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:30.093190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b370260-ad88-4f1b-af3a-f2b8f2cffa0f req-1cb073a8-3de8-43cd-b750-d39de28e76f1 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3170969
Feb 19 20:54:30.156742 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6c3c7029-3c4e-40e4-878e-8b91f6526679 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c0b0cac9d204f91b873271c7ced6fb3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4408362
Feb 19 20:54:30.157675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43092) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:30.157855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43094) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:30.162630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c7029-3c4e-40e4-878e-8b91f6526679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f048b561-5dee-4edd-aecc-2946d5377439,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:30.258030 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:30.294208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-ae8be223-2090-4db4-a316-010449d51612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:30.295709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-ae8be223-2090-4db4-a316-010449d51612 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3211291
Feb 19 20:54:30.312092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90891e43-b363-4c09-a2eb-51710df5cd41 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:30.339773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c6c9-5f28-445b-bf52-34b5209e04c2 req-2f8b5f84-29df-4cf7-981a-596cb9f3acb3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:30.345268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c6c9-5f28-445b-bf52-34b5209e04c2 req-2f8b5f84-29df-4cf7-981a-596cb9f3acb3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:30.351365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c6c9-5f28-445b-bf52-34b5209e04c2 req-2f8b5f84-29df-4cf7-981a-596cb9f3acb3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:30.356584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c6c9-5f28-445b-bf52-34b5209e04c2 req-2f8b5f84-29df-4cf7-981a-596cb9f3acb3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:30.361809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c6c9-5f28-445b-bf52-34b5209e04c2 req-2f8b5f84-29df-4cf7-981a-596cb9f3acb3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:30.367070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c6c9-5f28-445b-bf52-34b5209e04c2 req-2f8b5f84-29df-4cf7-981a-596cb9f3acb3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:30.372315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c6c9-5f28-445b-bf52-34b5209e04c2 req-2f8b5f84-29df-4cf7-981a-596cb9f3acb3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:30.374167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17b1c6c9-5f28-445b-bf52-34b5209e04c2 req-2f8b5f84-29df-4cf7-981a-596cb9f3acb3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5445 time: 0.3282318
Feb 19 20:54:30.377565 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Publish callbacks [] for port (90891e43-b363-4c09-a2eb-51710df5cd41), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:30.452617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Transition to ACTIVE for port object 90891e43-b363-4c09-a2eb-51710df5cd41 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:54:30.469447 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-30e0787a-f186-4990-a174-c211786589f2 admin admin] Publish callbacks [] for security_group (f048b561-5dee-4edd-aecc-2946d5377439), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:30.473787 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:30.514014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f4f2c-1903-467a-a8a4-9d89d1483298 req-414f447a-4a24-4e3a-83cc-9ec4f9a9c0d5 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:30.515490 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-973f4f2c-1903-467a-a8a4-9d89d1483298 req-414f447a-4a24-4e3a-83cc-9ec4f9a9c0d5 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.3141668
Feb 19 20:54:30.610961 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-30e0787a-f186-4990-a174-c211786589f2 admin admin] Publish callbacks [] for security_group (f048b561-5dee-4edd-aecc-2946d5377439), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:30.630097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] Router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:54:30.644900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-8baab301-82cc-4348-84e0-b9e8af9da088 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3349826
Feb 19 20:54:30.664906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17b1c6c9-5f28-445b-bf52-34b5209e04c2 req-26a3d196-80fa-4fda-9eef-4148eefae50a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2829754
Feb 19 20:54:30.666350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Pushing event updated for resources: {'Port': ['ID=90891e43-b363-4c09-a2eb-51710df5cd41,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:30.801330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:54:30.811773 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-99434f51-26bd-4f74-b9e3-e714c18ffc98 admin admin] 10.222.0.30 "PUT /v2.0/routers/c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7190654
Feb 19 20:54:30.812479 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43098) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:30.814944 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a47774-9307-47b7-8fea-e601a7e8d972 None None] Sync routers for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:54:30.827602 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a47774-9307-47b7-8fea-e601a7e8d972 None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:30.828305 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-17a47774-9307-47b7-8fea-e601a7e8d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70420b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:30.963885 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (446f44e6-38ae-4054-86b0-dba565636ee7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:30.967434 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Publish callbacks [] for router (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.055006 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-17a47774-9307-47b7-8fea-e601a7e8d972 None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:31.151943 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-973f4f2c-1903-467a-a8a4-9d89d1483298 req-3a47e01b-4d5f-45e3-97d1-895bf17b8671 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6097233
Feb 19 20:54:31.221760 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-30e0787a-f186-4990-a174-c211786589f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f048b561-5dee-4edd-aecc-2946d5377439), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.225126 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-30e0787a-f186-4990-a174-c211786589f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.229691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-30e0787a-f186-4990-a174-c211786589f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f048b561-5dee-4edd-aecc-2946d5377439 HTTP/1.1" status: 204  len: 168 time: 1.0700443
Feb 19 20:54:31.260102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f5a99-42f2-4692-8764-588f7b1f4710 req-75853996-654c-4e4b-81d6-b2e8abf2a5f6 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:31.266883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-596f5a99-42f2-4692-8764-588f7b1f4710 req-75853996-654c-4e4b-81d6-b2e8abf2a5f6 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.4795005
Feb 19 20:54:31.270692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-706bc65d-fd36-48cc-85dd-37ea0d4d1bf7 req-7582e801-9c17-4f75-bba5-57b07cada424 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6184969
Feb 19 20:54:31.273560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Attempting to bind port 90891e43-b363-4c09-a2eb-51710df5cd41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:54:31.273908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Attempting to bind port 90891e43-b363-4c09-a2eb-51710df5cd41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:54:31.274837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Attempting to bind port 90891e43-b363-4c09-a2eb-51710df5cd41 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:31.288756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0787a-f186-4990-a174-c211786589f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f048b561-5dee-4edd-aecc-2946d5377439,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:31.308897 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-17a47774-9307-47b7-8fea-e601a7e8d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70420b80>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:54:29Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:31.314451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Port 90891e43-b363-4c09-a2eb-51710df5cd41 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:54:31.314790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Attempting to bind port 90891e43-b363-4c09-a2eb-51710df5cd41 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:31.328686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8a66314a-6be0-4ed3-85c0-e29d46b221c9 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:31.346393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:54:31.346742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:31.347140 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:54:31.348235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Bound port: 90891e43-b363-4c09-a2eb-51710df5cd41, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:54:31.348638 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.368763 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Publish callbacks [] for router_gateway (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.370741 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a47774-9307-47b7-8fea-e601a7e8d972 None None] Checking router: c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:54:31.382030 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a47774-9307-47b7-8fea-e601a7e8d972 None None] Routers {'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:31.382751 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-17a47774-9307-47b7-8fea-e601a7e8d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70420b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:31.405063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-596f5a99-42f2-4692-8764-588f7b1f4710 req-997e0483-bbf1-49ae-8ce3-751aa92d60d2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372018
Feb 19 20:54:31.465721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:31.470083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:31.470778 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.545566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] For port 90891e43-b363-4c09-a2eb-51710df5cd41, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:31.549506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] For port 90891e43-b363-4c09-a2eb-51710df5cd41, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90891e43-b363-4c09-a2eb-51710df5cd41,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:31.571043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.588263 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:31.589027 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.600281 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-17a47774-9307-47b7-8fea-e601a7e8d972 None None] Set router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:31.608504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:31.608504 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.608504 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] 10.222.0.67 "PUT /v2.0/ports/90891e43-b363-4c09-a2eb-51710df5cd41 HTTP/1.1" status: 200  len: 1095 time: 2.2894330
Feb 19 20:54:31.609425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c97b67a-8ac7-415a-8fd9-9b05f343eb16', 'tag': '90891e43-b363-4c09-a2eb-51710df5cd41'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:31.612233 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c97b67a-8ac7-415a-8fd9-9b05f343eb16", "tag": "90891e43-b363-4c09-a2eb-51710df5cd41"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:31.649606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a66314a-6be0-4ed3-85c0-e29d46b221c9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:31.654242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Deleting port a7f88bd6-cda1-492a-a72e-a425a5323c93 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:31.654594 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.658023 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888cf105-f882-4699-a05e-83ac92e4600a" -d '{"events": [{"server_uuid": "016b6ece-713e-4a2d-ba16-6de26f2479cb", "name": "network-vif-plugged", "status": "completed", "tag": "8a66314a-6be0-4ed3-85c0-e29d46b221c9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:31.661760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44142648-cb44-4c83-85b6-75616cd684d9 req-3dad0e87-fc46-4764-b765-88cb8a41a0d2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:31.663605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44142648-cb44-4c83-85b6-75616cd684d9 req-3dad0e87-fc46-4764-b765-88cb8a41a0d2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.3914049
Feb 19 20:54:31.715167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:31.724754 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.728888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 191fbf35-b9ce-44cc-bb60-5039a7b3f93f no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:31.770662 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] Deleting port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:31.771164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.780693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc0bea-7680-4f62-80e2-08783baff61e req-102a3d36-d76e-4ed6-bdc6-3f26a36427cf tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:31.782297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fdbc0bea-7680-4f62-80e2-08783baff61e req-102a3d36-d76e-4ed6-bdc6-3f26a36427cf tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 947 time: 0.2279899
Feb 19 20:54:31.790129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eff1c9-60d1-456b-9788-537cb0bf79fc service neutron] Pushing event updated for resources: {'Port': ['ID=90891e43-b363-4c09-a2eb-51710df5cd41,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:31.831019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-07ea7205-27c6-4e7b-b6e2-cfad753d5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:31.832544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-07ea7205-27c6-4e7b-b6e2-cfad753d5aab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 1129 time: 0.1379862
Feb 19 20:54:31.899402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=8a66314a-6be0-4ed3-85c0-e29d46b221c9,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:31.900420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44142648-cb44-4c83-85b6-75616cd684d9 req-c210e32e-a879-490c-8b76-9041ee551eb3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190228
Feb 19 20:54:31.902869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-5066c346-683c-471d-9aff-b3d41ff8bcf4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=90891e43-b363-4c09-a2eb-51710df5cd41 HTTP/1.1" status: 200  len: 217 time: 0.0540175
Feb 19 20:54:31.915381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] For port d0a51e02-522f-4c16-92df-5e0a5a0fe3d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0a51e02-522f-4c16-92df-5e0a5a0fe3d0,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:31.916383 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:31.965859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] Calling delete_port for d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:31.989040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fdbc0bea-7680-4f62-80e2-08783baff61e req-b0b563ba-79c6-4eaa-aa16-592b252ced09 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861274
Feb 19 20:54:32.002227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-44bfa555-4904-495f-a4bf-796367e5f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:32.013134 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-44bfa555-4904-495f-a4bf-796367e5f1ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0872662
Feb 19 20:54:32.067074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:32.075217 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:32.075425 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead2446b-1786-4490-ad43-2fd17c2ddcad x-openstack-request-id: req-ead2446b-1786-4490-ad43-2fd17c2ddcad {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:32.075588 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c97b67a-8ac7-415a-8fd9-9b05f343eb16", "tag": "90891e43-b363-4c09-a2eb-51710df5cd41", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:32.075791 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ead2446b-1786-4490-ad43-2fd17c2ddcad {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:32.076257 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c97b67a-8ac7-415a-8fd9-9b05f343eb16', 'tag': '90891e43-b363-4c09-a2eb-51710df5cd41', 'status': 'completed', 'code': 200}
Feb 19 20:54:32.108253 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-17a47774-9307-47b7-8fea-e601a7e8d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70420b80>, [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:54:29Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:32.138676 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4855bc08-a1e1-4754-b0a4-b63cf3cd91eb x-openstack-request-id: req-4855bc08-a1e1-4754-b0a4-b63cf3cd91eb {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:32.139118 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016b6ece-713e-4a2d-ba16-6de26f2479cb", "name": "network-vif-plugged", "status": "completed", "tag": "8a66314a-6be0-4ed3-85c0-e29d46b221c9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:32.139573 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4855bc08-a1e1-4754-b0a4-b63cf3cd91eb {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:32.140196 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a66314a-6be0-4ed3-85c0-e29d46b221c9', 'code': 200}
Feb 19 20:54:32.147305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] For port a7f88bd6-cda1-492a-a72e-a425a5323c93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7f88bd6-cda1-492a-a72e-a425a5323c93,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:32.147780 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:32.159016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-1239847d-81fc-4887-b1df-79c5e70af8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:32.161774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-1239847d-81fc-4887-b1df-79c5e70af8bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1416521
Feb 19 20:54:32.169287 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a47774-9307-47b7-8fea-e601a7e8d972 None None] The sync data for ids ['c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8'] in ncdv-master-1 is: [{'id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1820274626-router', 'tenant_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:25Z', 'updated_at': '2022-02-19T20:54:29Z', 'revision_number': 5, 'project_id': '04d2b5b9a01e4133b1f4f7f351cf0c0a', 'gw_port': {'id': 'a7f88bd6-cda1-492a-a72e-a425a5323c93', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:26Z', 'updated_at': '2022-02-19T20:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:32.189225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:32.208153 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:32.270811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Calling delete_port for a7f88bd6-cda1-492a-a72e-a425a5323c93 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:32.290223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:32.291925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-98c4e8ac-1a98-4128-86de-2c76f8ac1c5b service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1184790
Feb 19 20:54:32.410358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43132) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:32.457651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d0a51e02-522f-4c16-92df-5e0a5a0fe3d0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:32.467201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2f0b-19a6-42d2-a77c-3763c13b4289 req-72eb2d89-5d9c-4aa4-afe3-a231878f5ef6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:32.473196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2f0b-19a6-42d2-a77c-3763c13b4289 req-72eb2d89-5d9c-4aa4-afe3-a231878f5ef6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:32.478455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2f0b-19a6-42d2-a77c-3763c13b4289 req-72eb2d89-5d9c-4aa4-afe3-a231878f5ef6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:32.483676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2f0b-19a6-42d2-a77c-3763c13b4289 req-72eb2d89-5d9c-4aa4-afe3-a231878f5ef6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:32.490076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a51e02-522f-4c16-92df-5e0a5a0fe3d0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:32.490636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2f0b-19a6-42d2-a77c-3763c13b4289 req-72eb2d89-5d9c-4aa4-afe3-a231878f5ef6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:32.495905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2f0b-19a6-42d2-a77c-3763c13b4289 req-72eb2d89-5d9c-4aa4-afe3-a231878f5ef6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:32.501390 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2f0b-19a6-42d2-a77c-3763c13b4289 req-72eb2d89-5d9c-4aa4-afe3-a231878f5ef6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:32.503309 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abba2f0b-19a6-42d2-a77c-3763c13b4289 req-72eb2d89-5d9c-4aa4-afe3-a231878f5ef6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5445 time: 0.3986001
Feb 19 20:54:32.528611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bc9ad-4de1-4015-87cc-7f903ceaf888 req-783251a1-0d46-40fe-b348-1b0aefdeefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:32.530178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db3bc9ad-4de1-4015-87cc-7f903ceaf888 req-783251a1-0d46-40fe-b348-1b0aefdeefd3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 1127 time: 0.3595395
Feb 19 20:54:32.557421 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1213748680-network', 'tenant_id': '29dd33f3e21c4153b2dc5ec75558b150'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:32.583073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72cb69e7-c06f-454b-9d94-e8039ad02aa2 req-ca5ceb45-655a-4346-abbe-b994671c0883 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2599940
Feb 19 20:54:32.591323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac6d4b-e9d0-467b-a48b-dab58228d410 req-d0b40e75-462b-4cc3-80de-1bea6661a6cb tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:32.592880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3ac6d4b-e9d0-467b-a48b-dab58228d410 req-d0b40e75-462b-4cc3-80de-1bea6661a6cb tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.2984707
Feb 19 20:54:32.609911 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a7f88bd6-cda1-492a-a72e-a425a5323c93), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:32.720101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 65877833-2bb4-4669-9c7b-cac47fbef098 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:32.721682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f88bd6-cda1-492a-a72e-a425a5323c93,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:32.790789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 65877833-2bb4-4669-9c7b-cac47fbef098 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:32.791418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 65877833-2bb4-4669-9c7b-cac47fbef098 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:32.846489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Made reservation on behalf of 29dd33f3e21c4153b2dc5ec75558b150 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:32.848977 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:32.890065 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:32.896393 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abba2f0b-19a6-42d2-a77c-3763c13b4289 req-7c5fb501-b44d-4dc4-8ed1-6e3858cb0ebf tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3823056
Feb 19 20:54:32.914960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db3bc9ad-4de1-4015-87cc-7f903ceaf888 req-20f42c55-c423-4e14-b4a6-4053f30f48ab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3622961
Feb 19 20:54:32.946210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3ac6d4b-e9d0-467b-a48b-dab58228d410 req-e93b2030-3636-43c4-9a9e-f7fa69e8c288 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3308303
Feb 19 20:54:33.013878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8 req-2fa96331-ed64-4442-b756-ce65f980c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.015370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8 req-2fa96331-ed64-4442-b756-ce65f980c55e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 1129 time: 0.3205323
Feb 19 20:54:33.121355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.149045 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (446f44e6-38ae-4054-86b0-dba565636ee7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.197849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483574ee-7bb5-4fbb-80e5-653c5204bd0a req-1977ac24-ac0a-4d1b-be33-d36f32570834 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.199355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483574ee-7bb5-4fbb-80e5-653c5204bd0a req-1977ac24-ac0a-4d1b-be33-d36f32570834 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 948 time: 0.1974514
Feb 19 20:54:33.243328 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8 req-11457d0f-d841-4e7e-a500-1561bd41ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.244804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8 req-11457d0f-d841-4e7e-a500-1561bd41ce35 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2077036
Feb 19 20:54:33.261445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af0bc-6580-41c0-948b-90902f5bf61d req-bc1c7449-6579-4fed-9440-8cccbba63953 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.266646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af0bc-6580-41c0-948b-90902f5bf61d req-bc1c7449-6579-4fed-9440-8cccbba63953 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.272392 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af0bc-6580-41c0-948b-90902f5bf61d req-bc1c7449-6579-4fed-9440-8cccbba63953 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.277615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af0bc-6580-41c0-948b-90902f5bf61d req-bc1c7449-6579-4fed-9440-8cccbba63953 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.282850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af0bc-6580-41c0-948b-90902f5bf61d req-bc1c7449-6579-4fed-9440-8cccbba63953 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.283602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.288700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af0bc-6580-41c0-948b-90902f5bf61d req-bc1c7449-6579-4fed-9440-8cccbba63953 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.289830 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Publish callbacks [] for router_controller (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.295867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af0bc-6580-41c0-948b-90902f5bf61d req-bc1c7449-6579-4fed-9440-8cccbba63953 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.299093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d1af0bc-6580-41c0-948b-90902f5bf61d req-bc1c7449-6579-4fed-9440-8cccbba63953 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5445 time: 0.2486522
Feb 19 20:54:33.304089 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Publish callbacks [] for security_group (1a726cc4-6a3f-4b70-a5dd-6e9217f7a620), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.312918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43146) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:33.319783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 191fbf35-b9ce-44cc-bb60-5039a7b3f93f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:33.325533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-29f907c1-0f67-49d6-baa7-1d88b4b63b76 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Request body: {'floatingip': {'port_id': 'a5a05223-8669-4696-8f96-528bee454543'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:33.360483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1a726cc4-6a3f-4b70-a5dd-6e9217f7a620), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.361792 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.362546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:54:33.368881 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.372523 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3441f045-69a2-4f8b-977c-2e426cea784d admin admin] 10.222.0.30 "DELETE /v2.0/routers/c8ae38cd-ba4c-4bff-a5c1-9b4249b3d4e8 HTTP/1.1" status: 204  len: 168 time: 2.5562274
Feb 19 20:54:33.373411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43148) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:33.397420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8 req-598d0af0-c88c-47ee-b375-135534323fab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=90891e43-b363-4c09-a2eb-51710df5cd41 HTTP/1.1" status: 200  len: 217 time: 0.0970020
Feb 19 20:54:33.448913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29f907c1-0f67-49d6-baa7-1d88b4b63b76 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for floatingip (d6f80be5-cac4-4724-97f2-a8541eb21c39), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.467982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:33.481856 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'mac_address': 'fa:16:3e:71:3e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:33.506251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d2152f-e5a7-49e3-bf09-9a46c9c5fcfb admin admin] Deleting subnet 879b90bf-3325-4c32-b3af-720713f360e1 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:54:33.512284 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94d2152f-e5a7-49e3-bf09-9a46c9c5fcfb admin admin] Publish callbacks [] for subnet (879b90bf-3325-4c32-b3af-720713f360e1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.518642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483574ee-7bb5-4fbb-80e5-653c5204bd0a req-e40d4512-a0e8-43d2-bcc6-1f45a0fec8b7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3036039
Feb 19 20:54:33.522572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:33.523110 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.538226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:54:33.540482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191fbf35-b9ce-44cc-bb60-5039a7b3f93f {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:33.563954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:33.565730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94d2152f-e5a7-49e3-bf09-9a46c9c5fcfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (879b90bf-3325-4c32-b3af-720713f360e1), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.570227 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.586659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:33.614998 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (eca7f1f7-d51f-4715-af09-2a4ee02546ab), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.615435 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Added segment eca7f1f7-d51f-4715-af09-2a4ee02546ab of type vlan for network 2f59eddf-b940-4bbe-b896-7b9364a9f83b
Feb 19 20:54:33.621502 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] Router 446f44e6-38ae-4054-86b0-dba565636ee7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:54:33.659045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8 req-5a9ff42a-2a12-437e-9776-1b57f69acc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.661109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8 req-5a9ff42a-2a12-437e-9776-1b57f69acc9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.2351906
Feb 19 20:54:33.678971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=10']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:33.686829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.687181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.687680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.688024 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.688575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.688909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.689245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.689571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.689897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.690220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.690545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.690865 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.691216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:54:33.741870 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94d2152f-e5a7-49e3-bf09-9a46c9c5fcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (879b90bf-3325-4c32-b3af-720713f360e1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.813294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:54:33.820182 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4e228b4a-dfac-46f3-93e6-cce962617802 admin admin] 10.222.0.30 "PUT /v2.0/routers/446f44e6-38ae-4054-86b0-dba565636ee7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6585262
Feb 19 20:54:33.822053 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94d2152f-e5a7-49e3-bf09-9a46c9c5fcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (879b90bf-3325-4c32-b3af-720713f360e1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.824090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43150) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:33.827889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a5795-07cf-4021-8a53-5ac88207be9a None None] Sync routers for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:54:33.834374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ef4ee-6250-4b21-a0d9-0938574b1b48 req-d4953ae1-2ac9-4108-a1d1-10f2bf10917d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:33.836112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d19ef4ee-6250-4b21-a0d9-0938574b1b48 req-d4953ae1-2ac9-4108-a1d1-10f2bf10917d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 945 time: 0.4188225
Feb 19 20:54:33.839582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a5795-07cf-4021-8a53-5ac88207be9a None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:33.840222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb2a5795-07cf-4021-8a53-5ac88207be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634c5370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:33.885602 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (2f59eddf-b940-4bbe-b896-7b9364a9f83b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.897979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['191fbf35-b9ce-44cc-bb60-5039a7b3f93f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:33.918717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2152f-e5a7-49e3-bf09-9a46c9c5fcfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879b90bf-3325-4c32-b3af-720713f360e1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:33.932278 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94d2152f-e5a7-49e3-bf09-9a46c9c5fcfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:33.937255 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-94d2152f-e5a7-49e3-bf09-9a46c9c5fcfb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/879b90bf-3325-4c32-b3af-720713f360e1 HTTP/1.1" status: 204  len: 168 time: 0.5609779
Feb 19 20:54:33.937497 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43152) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:33.960822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27803a95-62be-4fcf-9e56-fc8bd61eee52 None None] Network 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:54:34.034471 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.044790 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Publish callbacks [] for router (446f44e6-38ae-4054-86b0-dba565636ee7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.106080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-70e9d16f-9752-499a-b537-217abce5336c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 258 time: 0.4536753
Feb 19 20:54:34.118887 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (2f59eddf-b940-4bbe-b896-7b9364a9f83b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.119847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:34.120663 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.135984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:34.146321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d19ef4ee-6250-4b21-a0d9-0938574b1b48 req-7f239acc-3d96-4e49-88cf-062193310082 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2271514
Feb 19 20:54:34.163704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8 req-93b5e680-b9fc-46e3-bc59-5393ea8e0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:34.165905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8 req-93b5e680-b9fc-46e3-bc59-5393ea8e0a11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4812233
Feb 19 20:54:34.251870 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43154) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:34.255565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.8269293
Feb 19 20:54:34.260800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] Request body: {'subnet': {'network_id': '2f59eddf-b940-4bbe-b896-7b9364a9f83b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1213748680-subnet', 'tenant_id': '29dd33f3e21c4153b2dc5ec75558b150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:34.273977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:34.276552 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9284f445-fd23-4bca-bec4-4e694e09fd8c" -d '{"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-unplugged", "status": "completed", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:34.298014 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Publish callbacks [] for router_gateway (446f44e6-38ae-4054-86b0-dba565636ee7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.312602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Deleting port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:34.312975 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.317677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] Made reservation on behalf of 29dd33f3e21c4153b2dc5ec75558b150 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:34.319967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.364681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bb2a5795-07cf-4021-8a53-5ac88207be9a None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:34.467594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69ff33-4d66-46cb-a55c-83f7cce518a7 None None] DHCP port deletion for 7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:54:34.470523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] For port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e23cd92-fd7d-44bb-839f-5800b0be7a9f,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:34.471009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.496316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Calling delete_port for 5e23cd92-fd7d-44bb-839f-5800b0be7a9f owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:34.584245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Deleting port fa24e060-0c30-48a2-9660-77c2b3a10dad {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:34.585000 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.683493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6c69ff33-4d66-46cb-a55c-83f7cce518a7 None None] Deleting port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:34.684425 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6c69ff33-4d66-46cb-a55c-83f7cce518a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.714629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5e23cd92-fd7d-44bb-839f-5800b0be7a9f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:34.722974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.727919 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.732973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a717bf0-ad18-497a-8f68-4263dab1de5a admin admin] Pushing event updated for resources: {'Network': ['ID=2f59eddf-b940-4bbe-b896-7b9364a9f83b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:34.786731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=5e23cd92-fd7d-44bb-839f-5800b0be7a9f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:34.797932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 2f59eddf-b940-4bbe-b896-7b9364a9f83b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:54:34.798514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] No DVR routers for this DVR port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:34.839945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] For port fa24e060-0c30-48a2-9660-77c2b3a10dad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa24e060-0c30-48a2-9660-77c2b3a10dad,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:34.840358 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.857042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 5e23cd92-fd7d-44bb-839f-5800b0be7a9f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:34.857664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5e23cd92-fd7d-44bb-839f-5800b0be7a9f not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:34.858691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7f88bd6-cda1-492a-a72e-a425a5323c93 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:34.860451 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (a215b845-30f1-4102-9206-95626fd2e30b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.883678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd1c13-9dfa-4847-83c7-35951e54576b req-047c3a6a-4fe1-47fa-b2d3-85b1d279d6c9 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:34.885260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4bd1c13-9dfa-4847-83c7-35951e54576b req-047c3a6a-4fe1-47fa-b2d3-85b1d279d6c9 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 947 time: 0.5857749
Feb 19 20:54:34.889035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8 req-01f81e56-6088-4a46-9e35-f8fd383d699e service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6779702
Feb 19 20:54:34.901402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a7f88bd6-cda1-492a-a72e-a425a5323c93 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:34.902396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7f88bd6-cda1-492a-a72e-a425a5323c93 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:34.909599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Calling delete_port for fa24e060-0c30-48a2-9660-77c2b3a10dad owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:34.926055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6c69ff33-4d66-46cb-a55c-83f7cce518a7 None None] For port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e23cd92-fd7d-44bb-839f-5800b0be7a9f,segment=NetworkSegment(f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200),segment_id=f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:34.926542 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6c69ff33-4d66-46cb-a55c-83f7cce518a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.945155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb2a5795-07cf-4021-8a53-5ac88207be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634c5370>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:54:32Z', 'revision_number': 5, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port': {'id': 'fa24e060-0c30-48a2-9660-77c2b3a10dad', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:37Z', 'updated_at': '2022-02-19T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:34.946566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6c69ff33-4d66-46cb-a55c-83f7cce518a7 None None] Calling delete_port for 5e23cd92-fd7d-44bb-839f-5800b0be7a9f owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:34.952791 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:34.981350 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a5795-07cf-4021-8a53-5ac88207be9a None None] Checking router: 446f44e6-38ae-4054-86b0-dba565636ee7 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:54:34.995602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a5795-07cf-4021-8a53-5ac88207be9a None None] Routers {'446f44e6-38ae-4054-86b0-dba565636ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:34.996444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb2a5795-07cf-4021-8a53-5ac88207be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634c5370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['446f44e6-38ae-4054-86b0-dba565636ee7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:34.999964 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.resource_extend [None req-29f907c1-0f67-49d6-baa7-1d88b4b63b76 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 20:54:35.028399 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a168820>,) {'filters': {'network_id': ['7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:35.039497 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a215b845-30f1-4102-9206-95626fd2e30b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:35.046642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a168820>, 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:35.046947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a168820>, 'f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:35.070909 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.078300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] Checking segment: {'id': 'eca7f1f7-d51f-4715-af09-2a4ee02546ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2f59eddf-b940-4bbe-b896-7b9364a9f83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:35.078753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] Network hostable DHCP agents. Network: 2f59eddf-b940-4bbe-b896-7b9364a9f83b, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:54:35.098267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4bd1c13-9dfa-4847-83c7-35951e54576b req-fcc553b8-4ea3-4a0c-8276-24dd4ed51eda tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849344
Feb 19 20:54:35.100068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.118827 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29f907c1-0f67-49d6-baa7-1d88b4b63b76 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.127181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eb8b2a8-b6c2-45de-8093-e73ae20584f8 req-7bad7a24-ead1-43eb-b0d6-63c72a50f0a5 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2132607
Feb 19 20:54:35.135708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bb2a5795-07cf-4021-8a53-5ac88207be9a None None] Set router 446f44e6-38ae-4054-86b0-dba565636ee7 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:35.140902 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29f907c1-0f67-49d6-baa7-1d88b4b63b76 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (d6f80be5-cac4-4724-97f2-a8541eb21c39), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.158849 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:54:35.159604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (f03fdc5f-0dd6-4fd0-8591-2ef4cb0de200), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:54:35.165479 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:54:35.206345 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6c6b09-8e6a-4847-821f-181718f0828d x-openstack-request-id: req-bb6c6b09-8e6a-4847-821f-181718f0828d {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:35.207287 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-unplugged", "status": "completed", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:35.207614 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb6c6b09-8e6a-4847-821f-181718f0828d {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:35.208126 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'code': 200}
Feb 19 20:54:35.210193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb2a5795-07cf-4021-8a53-5ac88207be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634c5370>, [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:54:34Z', 'revision_number': 6, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:35.214783 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6c69ff33-4d66-46cb-a55c-83f7cce518a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (5e23cd92-fd7d-44bb-839f-5800b0be7a9f), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.227307 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.231020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] Network 2f59eddf-b940-4bbe-b896-7b9364a9f83b is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:54:35.266695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a5795-07cf-4021-8a53-5ac88207be9a None None] The sync data for ids ['446f44e6-38ae-4054-86b0-dba565636ee7'] in ncdv-master-1 is: [{'id': '446f44e6-38ae-4054-86b0-dba565636ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1092693618-router', 'tenant_id': '869a0cf6b5604ec89af633eb5012ff5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:35Z', 'updated_at': '2022-02-19T20:54:34Z', 'revision_number': 6, 'project_id': '869a0cf6b5604ec89af633eb5012ff5b', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:35.268753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69ff33-4d66-46cb-a55c-83f7cce518a7 None None] Pushing event deleted for resources: {'Port': ['ID=5e23cd92-fd7d-44bb-839f-5800b0be7a9f,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:35.270427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2f59eddf-b940-4bbe-b896-7b9364a9f83b) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:35.272615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c69ff33-4d66-46cb-a55c-83f7cce518a7 None None] No DVR routers for this DVR port 5e23cd92-fd7d-44bb-839f-5800b0be7a9f on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:35.291567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb7f25-49c2-4c90-8de7-4e346d30fa81 None None] Network 2f59eddf-b940-4bbe-b896-7b9364a9f83b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:54:35.293254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:35.293865 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.302397 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.368942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.373617 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] 10.222.0.30 "DELETE /v2.0/networks/7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0 HTTP/1.1" status: 204  len: 168 time: 1.4323382
Feb 19 20:54:35.379569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43162) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:35.384475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e745c-389d-43da-a3b3-5bf67d057bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=7f07acd1-a33e-40a1-8d3a-c7dcdf49d4e0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:35.396266 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-952ae796-89dc-4cf2-b259-771be6ccab1a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1377814
Feb 19 20:54:35.418714 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (fa24e060-0c30-48a2-9660-77c2b3a10dad), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.430257 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-29f907c1-0f67-49d6-baa7-1d88b4b63b76 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Floating IP d6f80be5-cac4-4724-97f2-a8541eb21c39 associated. External IP: 172.35.2.250, port: a5a05223-8669-4696-8f96-528bee454543.
Feb 19 20:54:35.439164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44bb0a-b6ad-4ddb-ab52-3c39ec57a0bb None None] Network 2f59eddf-b940-4bbe-b896-7b9364a9f83b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:54:35.474595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa24e060-0c30-48a2-9660-77c2b3a10dad,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:35.551936 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (446f44e6-38ae-4054-86b0-dba565636ee7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.571577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908d381-b117-4009-a05f-a94ba99b478a req-8e7cf2d5-7911-4bd8-8b61-4f47e25b8490 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:35.573161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8908d381-b117-4009-a05f-a94ba99b478a req-8e7cf2d5-7911-4bd8-8b61-4f47e25b8490 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 950 time: 0.2939081
Feb 19 20:54:35.588084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Allocated IP 172.35.2.212 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/17994c35-4e09-494c-bc73-34dd7cbe9dbe) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:54:35.649985 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (446f44e6-38ae-4054-86b0-dba565636ee7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.653577 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Publish callbacks [] for router_controller (446f44e6-38ae-4054-86b0-dba565636ee7), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.706805 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (446f44e6-38ae-4054-86b0-dba565636ee7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.707380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446f44e6-38ae-4054-86b0-dba565636ee7 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:54:35.712087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.713594 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3fbacaf9-75f0-406c-8d90-2b93be63bd08 admin admin] 10.222.0.30 "DELETE /v2.0/routers/446f44e6-38ae-4054-86b0-dba565636ee7 HTTP/1.1" status: 204  len: 168 time: 1.8865521
Feb 19 20:54:35.715938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43170) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:35.768298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10ba9f1-b1bb-45e9-a561-7a5b44d04e2e admin admin] Deleting subnet ecfbb9a4-6f32-434b-8e87-4469c317a3d4 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:54:35.772516 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e10ba9f1-b1bb-45e9-a561-7a5b44d04e2e admin admin] Publish callbacks [] for subnet (ecfbb9a4-6f32-434b-8e87-4469c317a3d4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.795950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8908d381-b117-4009-a05f-a94ba99b478a req-ac31ebbc-7216-4b14-8302-7cfc3c13d8fe tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108159
Feb 19 20:54:35.811405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e10ba9f1-b1bb-45e9-a561-7a5b44d04e2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (ecfbb9a4-6f32-434b-8e87-4469c317a3d4), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.902806 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e10ba9f1-b1bb-45e9-a561-7a5b44d04e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (ecfbb9a4-6f32-434b-8e87-4469c317a3d4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.958222 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e10ba9f1-b1bb-45e9-a561-7a5b44d04e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (ecfbb9a4-6f32-434b-8e87-4469c317a3d4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.990240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ba9f1-b1bb-45e9-a561-7a5b44d04e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfbb9a4-6f32-434b-8e87-4469c317a3d4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:35.992207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e10ba9f1-b1bb-45e9-a561-7a5b44d04e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.993705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for port (17994c35-4e09-494c-bc73-34dd7cbe9dbe), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:35.997913 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e10ba9f1-b1bb-45e9-a561-7a5b44d04e2e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ecfbb9a4-6f32-434b-8e87-4469c317a3d4 HTTP/1.1" status: 204  len: 168 time: 0.2785406
Feb 19 20:54:35.998306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43174) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:36.005502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f393bf-3b68-4d2a-9404-5ac2c8c72fa9 None None] Network b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:54:36.065260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf165209-3039-47e1-b73f-6d23af24960b req-4a6950c7-2c11-4286-aa44-d48560155bff tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:36.071253 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (b5f73a2d-e0db-4f8e-b90f-72b9e4b05653), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.072823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf165209-3039-47e1-b73f-6d23af24960b req-4a6950c7-2c11-4286-aa44-d48560155bff tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 945 time: 0.1756604
Feb 19 20:54:36.144654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Deleting port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:36.144981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.153521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f907c1-0f67-49d6-baa7-1d88b4b63b76 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:54:36.181933 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (17994c35-4e09-494c-bc73-34dd7cbe9dbe), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.211547 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01ddc7f-c4fb-4ba1-afd1-284fcb09a09e None None] DHCP port deletion for b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:54:36.227008 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] For port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:36.227375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.236876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf165209-3039-47e1-b73f-6d23af24960b req-31bdeb53-be4b-416e-8ddf-3d7be8d9c76d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629663
Feb 19 20:54:36.242274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Calling delete_port for a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:36.266984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e01ddc7f-c4fb-4ba1-afd1-284fcb09a09e None None] Deleting port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:36.267486 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e01ddc7f-c4fb-4ba1-afd1-284fcb09a09e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.356812 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.376119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e01ddc7f-c4fb-4ba1-afd1-284fcb09a09e None None] For port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7,segment=NetworkSegment(6879da04-4eed-4956-a0c9-bc3a708ed57e),segment_id=6879da04-4eed-4956-a0c9-bc3a708ed57e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:36.376983 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e01ddc7f-c4fb-4ba1-afd1-284fcb09a09e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.385663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:36.387509 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] No DVR routers for this DVR port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:36.404029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e01ddc7f-c4fb-4ba1-afd1-284fcb09a09e None None] Calling delete_port for a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:36.506893 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e01ddc7f-c4fb-4ba1-afd1-284fcb09a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.527296 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (b5f73a2d-e0db-4f8e-b90f-72b9e4b05653), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.541305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ddc7f-c4fb-4ba1-afd1-284fcb09a09e None None] Pushing event deleted for resources: {'Port': ['ID=a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:36.546423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ddc7f-c4fb-4ba1-afd1-284fcb09a09e None None] No DVR routers for this DVR port a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:36.568556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab09340>,) {'filters': {'network_id': ['b5f73a2d-e0db-4f8e-b90f-72b9e4b05653']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:36.587021 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab09340>, '6879da04-4eed-4956-a0c9-bc3a708ed57e') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:36.587334 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab09340>, '6879da04-4eed-4956-a0c9-bc3a708ed57e') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:36.598921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (6879da04-4eed-4956-a0c9-bc3a708ed57e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.625536 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6879da04-4eed-4956-a0c9-bc3a708ed57e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.634451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:54:36.634854 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (6879da04-4eed-4956-a0c9-bc3a708ed57e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:54:36.636623 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:54:36.657998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:36.680310 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:36.680715 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d0a51e02-522f-4c16-92df-5e0a5a0fe3d0 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:36.681132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:36.704258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:36.704663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7fc67a8-9f3e-43a9-8b54-19bcb75d75b7 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:36.705099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fa24e060-0c30-48a2-9660-77c2b3a10dad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:36.706421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (b5f73a2d-e0db-4f8e-b90f-72b9e4b05653), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.721704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:36.729864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: fa24e060-0c30-48a2-9660-77c2b3a10dad {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:36.730213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fa24e060-0c30-48a2-9660-77c2b3a10dad not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:36.734899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.739066 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] 10.222.0.30 "DELETE /v2.0/networks/b5f73a2d-e0db-4f8e-b90f-72b9e4b05653 HTTP/1.1" status: 204  len: 168 time: 0.7400422
Feb 19 20:54:36.740357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0f6b3-403b-4cce-84ad-18acbb624a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f73a2d-e0db-4f8e-b90f-72b9e4b05653,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:36.746639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:36.778609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:54:36.782889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Pushing event updated for resources: {'Port': ['ID=17994c35-4e09-494c-bc73-34dd7cbe9dbe,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:36.862522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43192) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:36.863958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 90891e43-b363-4c09-a2eb-51710df5cd41 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:36.914506 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6dbe4690-e490-4aaa-87f7-d67bc1506462 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=869a0cf6b5604ec89af633eb5012ff5b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0503983
Feb 19 20:54:36.916476 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43194) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:36.930472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f907c1-0f67-49d6-baa7-1d88b4b63b76 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:54:36.937323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-ed98b2ac-5b0d-4712-8085-29cdd1d37566 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:36.938803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-ed98b2ac-5b0d-4712-8085-29cdd1d37566 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/networks?id=2f59eddf-b940-4bbe-b896-7b9364a9f83b HTTP/1.1" status: 200  len: 814 time: 0.2298963
Feb 19 20:54:36.944100 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29f907c1-0f67-49d6-baa7-1d88b4b63b76 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.953660 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e5b8bb-2c1b-42a9-a599-5c32403649da None None] Sync routers for ids ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:54:36.968070 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e5b8bb-2c1b-42a9-a599-5c32403649da None None] Routers {'9daac51d-f29c-4a8d-a967-1f73c2a8ff72'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:36.969011 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-35e5b8bb-2c1b-42a9-a599-5c32403649da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70278160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:36.971776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 90891e43-b363-4c09-a2eb-51710df5cd41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90891e43-b363-4c09-a2eb-51710df5cd41,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:36.977281 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01b6d2e6-bc5a-4dbf-9d62-5845c6cfd0f5 admin admin] Publish callbacks [] for security_group (f9d9fccf-fb95-4aa1-a150-c84c418052e8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:36.986210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '90891e43-b363-4c09-a2eb-51710df5cd41', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '90891e43-b363-4c09-a2eb-51710df5cd41', 'mac_address': 'fa:16:3e:05:8d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:37.007674 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01b6d2e6-bc5a-4dbf-9d62-5845c6cfd0f5 admin admin] Publish callbacks [] for security_group (f9d9fccf-fb95-4aa1-a150-c84c418052e8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.009738 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-3940fa3d-c2f8-4ce4-b8b7-db3841f7a0f1 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/quotas/29dd33f3e21c4153b2dc5ec75558b150 HTTP/1.1" status: 200  len: 375 time: 0.0440075
Feb 19 20:54:37.015979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-29f907c1-0f67-49d6-baa7-1d88b4b63b76 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "PUT /v2.0/floatingips/d6f80be5-cac4-4724-97f2-a8541eb21c39 HTTP/1.1" status: 200  len: 991 time: 3.6998363
Feb 19 20:54:37.019929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': 'a5a05223-8669-4696-8f96-528bee454543'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:37.022228 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392a4b2d-a40f-4599-b82b-024dae82bfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "a5a05223-8669-4696-8f96-528bee454543"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:37.044488 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (8b1586c0-4d04-4647-8cfd-d5387340d837), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.050770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 90891e43-b363-4c09-a2eb-51710df5cd41 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:37.052465 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.068791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90891e43-b363-4c09-a2eb-51710df5cd41 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:37.074262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d3c2bc63-9296-4845-91ca-02fa749aa978 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=29dd33f3e21c4153b2dc5ec75558b150&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456979
Feb 19 20:54:37.079594 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (0c1bee58-9088-474c-b78c-11bd09326cbd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.082733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01b6d2e6-bc5a-4dbf-9d62-5845c6cfd0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f9d9fccf-fb95-4aa1-a150-c84c418052e8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.086786 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01b6d2e6-bc5a-4dbf-9d62-5845c6cfd0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.088223 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-01b6d2e6-bc5a-4dbf-9d62-5845c6cfd0f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9d9fccf-fb95-4aa1-a150-c84c418052e8 HTTP/1.1" status: 204  len: 168 time: 0.1705480
Feb 19 20:54:37.096183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 90891e43-b363-4c09-a2eb-51710df5cd41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90891e43-b363-4c09-a2eb-51710df5cd41,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:37.100559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6d2e6-bc5a-4dbf-9d62-5845c6cfd0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d9fccf-fb95-4aa1-a150-c84c418052e8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:37.114944 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.199464 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (17994c35-4e09-494c-bc73-34dd7cbe9dbe), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.199746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=90891e43-b363-4c09-a2eb-51710df5cd41,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:37.227131 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-35e5b8bb-2c1b-42a9-a599-5c32403649da None None] Set router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:37.317483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 191fbf35-b9ce-44cc-bb60-5039a7b3f93f up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:37.453828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:37.454479 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.459916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-86b94fa5-7094-464d-929d-f8cd1aa6c507 service neutron] 10.222.0.30 "GET /v2.0/networks/2f59eddf-b940-4bbe-b896-7b9364a9f83b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3721869
Feb 19 20:54:37.526040 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-35e5b8bb-2c1b-42a9-a599-5c32403649da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70278160>, [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 4, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd6f80be5-cac4-4724-97f2-a8541eb21c39', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'floating_ip_address': '172.35.2.250', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'port_id': 'a5a05223-8669-4696-8f96-528bee454543', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'mac_address': 'fa:16:3e:4a:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:19Z', 'updated_at': '2022-02-19T20:54:34Z', 'revision_number': 1, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd492be-f23d-4139-8217-6dafc545a891', 'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'mac_address': 'fa:16:3e:5c:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:17Z', 'updated_at': '2022-02-19T20:52:27Z', 'revision_number': 5, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'subnets': [{'id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:37.565294 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e5b8bb-2c1b-42a9-a599-5c32403649da None None] Checking router: 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:54:37.565499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:37.565685 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.578193 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e5b8bb-2c1b-42a9-a599-5c32403649da None None] Routers {'9daac51d-f29c-4a8d-a967-1f73c2a8ff72'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:37.579620 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-35e5b8bb-2c1b-42a9-a599-5c32403649da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70278160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:37.594079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:37.622580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:37.624838 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89559817-4a0d-489b-8696-6882772b0611" -d '{"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-plugged", "status": "completed", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:37.649955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:37.658518 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.660631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-e320c61a-a0ac-464a-b290-bc3f31e4bcd1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f59eddf-b940-4bbe-b896-7b9364a9f83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1995835
Feb 19 20:54:37.700645 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for port (17994c35-4e09-494c-bc73-34dd7cbe9dbe), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.717620 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (17994c35-4e09-494c-bc73-34dd7cbe9dbe), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.772983 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-35e5b8bb-2c1b-42a9-a599-5c32403649da None None] Set router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:37.813637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=11']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:37.834838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Pushing event updated for resources: {'Port': ['ID=17994c35-4e09-494c-bc73-34dd7cbe9dbe,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:37.891073 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (8b1586c0-4d04-4647-8cfd-d5387340d837), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.930539 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:37.937474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-15dc76fc-3544-49f3-b155-486fb91da33c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.8206160
Feb 19 20:54:37.998469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-44e612dc-2165-468d-aed9-510cc206e869 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.212 HTTP/1.1" status: 200  len: 696 time: 0.0600724
Feb 19 20:54:38.011764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] Deleting port 18c66a77-91a4-445b-b2f1-8d9f365c4d37 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:38.012114 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:38.129144 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-35e5b8bb-2c1b-42a9-a599-5c32403649da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70278160>, [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 4, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd6f80be5-cac4-4724-97f2-a8541eb21c39', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'floating_ip_address': '172.35.2.250', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'port_id': 'a5a05223-8669-4696-8f96-528bee454543', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'mac_address': 'fa:16:3e:4a:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:19Z', 'updated_at': '2022-02-19T20:54:34Z', 'revision_number': 1, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd492be-f23d-4139-8217-6dafc545a891', 'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'mac_address': 'fa:16:3e:5c:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:17Z', 'updated_at': '2022-02-19T20:52:27Z', 'revision_number': 5, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'subnets': [{'id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:38.183509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2229ea4-2d14-432c-a59a-ea848558b567 req-7ed640ca-4f71-45cb-87bb-59000b2af48e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:38.184791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2229ea4-2d14-432c-a59a-ea848558b567 req-7ed640ca-4f71-45cb-87bb-59000b2af48e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 951 time: 0.2029765
Feb 19 20:54:38.237908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-b7239ad6-fa7d-4097-a3ad-bd2520358481 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:38.239825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a7bbd4f-e754-4655-bcb7-049fd139e2da req-b7239ad6-fa7d-4097-a3ad-bd2520358481 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.2405586
Feb 19 20:54:38.241839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] For port 18c66a77-91a4-445b-b2f1-8d9f365c4d37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18c66a77-91a4-445b-b2f1-8d9f365c4d37,segment=NetworkSegment(09754173-ee56-42c0-8754-e8dc0e4ba2f0),segment_id=09754173-ee56-42c0-8754-e8dc0e4ba2f0)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:38.242214 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:38.266080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] Calling delete_port for 18c66a77-91a4-445b-b2f1-8d9f365c4d37 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:38.279507 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e5b8bb-2c1b-42a9-a599-5c32403649da None None] The sync data for ids ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'] in ncdv-master-1 is: [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 4, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd6f80be5-cac4-4724-97f2-a8541eb21c39', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'floating_ip_address': '172.35.2.250', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'port_id': 'a5a05223-8669-4696-8f96-528bee454543', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'mac_address': 'fa:16:3e:4a:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:53:19Z', 'updated_at': '2022-02-19T20:54:34Z', 'revision_number': 1, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd492be-f23d-4139-8217-6dafc545a891', 'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'mac_address': 'fa:16:3e:5c:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:17Z', 'updated_at': '2022-02-19T20:52:27Z', 'revision_number': 5, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'subnets': [{'id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:38.293221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2229ea4-2d14-432c-a59a-ea848558b567 req-772a8924-315d-4e58-a5f1-c67cb8ac3501 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937059
Feb 19 20:54:38.521676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de67fc-7af9-42ea-8d66-b733d759548e req-ea2e02a1-9490-430d-bf63-6c65864435f0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:38.523259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11de67fc-7af9-42ea-8d66-b733d759548e req-ea2e02a1-9490-430d-bf63-6c65864435f0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 948 time: 0.1636124
Feb 19 20:54:38.549788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f00e67-2fb5-4bd5-9d81-4b64a9c41b3f None None] New status for floating IP d6f80be5-cac4-4724-97f2-a8541eb21c39: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:54:38.563242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894caa8d-9968-4084-bd64-3d98678ee103 req-f0a0525a-4927-4ab4-8d61-9ca91b25312c tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:38.564924 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-894caa8d-9968-4084-bd64-3d98678ee103 req-f0a0525a-4927-4ab4-8d61-9ca91b25312c tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 1127 time: 0.1328478
Feb 19 20:54:38.632562 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (18c66a77-91a4-445b-b2f1-8d9f365c4d37), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:38.683150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11de67fc-7af9-42ea-8d66-b733d759548e req-02bb3ede-e4ed-4ad0-96ff-e78151ad34e7 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516542
Feb 19 20:54:38.688011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c66a77-91a4-445b-b2f1-8d9f365c4d37,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:38.703816 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-894caa8d-9968-4084-bd64-3d98678ee103 req-694d51a8-601c-428d-a97c-4e8f2ce29fa4 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197257
Feb 19 20:54:38.854163 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c19f2b3-ac76-4d73-b031-6577211abe6d x-openstack-request-id: req-0c19f2b3-ac76-4d73-b031-6577211abe6d {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:38.854813 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "tag": "a5a05223-8669-4696-8f96-528bee454543", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:38.854813 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c19f2b3-ac76-4d73-b031-6577211abe6d {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:38.855001 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'tag': 'a5a05223-8669-4696-8f96-528bee454543', 'status': 'completed', 'code': 200}
Feb 19 20:54:38.871525 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d9f420-d105-4603-a2bd-78c9897888a2 x-openstack-request-id: req-f9d9f420-d105-4603-a2bd-78c9897888a2 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:38.871838 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-plugged", "status": "completed", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:38.872109 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9d9f420-d105-4603-a2bd-78c9897888a2 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:38.874628 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'code': 200}
Feb 19 20:54:38.968548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4585b2b-a40b-4a3f-93a4-81d526786d0e req-0bd7af3b-1a92-4f7a-b564-e40767a8107a tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 210 time: 0.0349221
Feb 19 20:54:39.059073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-c7db9d0b-04b8-4179-8339-c04d0354d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.059729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-c7db9d0b-04b8-4179-8339-c04d0354d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.060266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-c7db9d0b-04b8-4179-8339-c04d0354d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.060817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-c7db9d0b-04b8-4179-8339-c04d0354d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.061350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-c7db9d0b-04b8-4179-8339-c04d0354d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.062310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-c7db9d0b-04b8-4179-8339-c04d0354d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.062310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-c7db9d0b-04b8-4179-8339-c04d0354d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.064570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-c7db9d0b-04b8-4179-8339-c04d0354d49e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0981190244846a18036aa20dce2dc60&device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6719 time: 0.1941001
Feb 19 20:54:39.104727 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (0c1bee58-9088-474c-b78c-11bd09326cbd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:39.143718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab392-e553-4c40-9c0c-d3e305dca918 req-79037df8-9555-49c8-89fc-0362d9fb5771 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.148970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab392-e553-4c40-9c0c-d3e305dca918 req-79037df8-9555-49c8-89fc-0362d9fb5771 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.154168 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab392-e553-4c40-9c0c-d3e305dca918 req-79037df8-9555-49c8-89fc-0362d9fb5771 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.159363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab392-e553-4c40-9c0c-d3e305dca918 req-79037df8-9555-49c8-89fc-0362d9fb5771 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.165121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab392-e553-4c40-9c0c-d3e305dca918 req-79037df8-9555-49c8-89fc-0362d9fb5771 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.170324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab392-e553-4c40-9c0c-d3e305dca918 req-79037df8-9555-49c8-89fc-0362d9fb5771 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.176149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab392-e553-4c40-9c0c-d3e305dca918 req-79037df8-9555-49c8-89fc-0362d9fb5771 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.178018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a9ab392-e553-4c40-9c0c-d3e305dca918 req-79037df8-9555-49c8-89fc-0362d9fb5771 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5445 time: 0.3260779
Feb 19 20:54:39.368997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-fb67ac68-1da8-4dcd-aca6-fc28e5442697 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.371160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-fb67ac68-1da8-4dcd-aca6-fc28e5442697 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.10 "GET /v2.0/networks?id=2f59eddf-b940-4bbe-b896-7b9364a9f83b HTTP/1.1" status: 200  len: 814 time: 0.4015555
Feb 19 20:54:39.403279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Request body: {'port': {'device_id': '61ef2a35-0d6a-42b8-8275-c514b5724837', 'network_id': '2f59eddf-b940-4bbe-b896-7b9364a9f83b', 'admin_state_up': True, 'tenant_id': '29dd33f3e21c4153b2dc5ec75558b150'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:39.477417 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-61ac9ddc-2800-4772-8e05-70d7c9057e71 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.478818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-61ac9ddc-2800-4772-8e05-70d7c9057e71 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2949262
Feb 19 20:54:39.483831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-4f5dbcf7-ef5e-44bd-854c-e92942455ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:39.485221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-4f5dbcf7-ef5e-44bd-854c-e92942455ca2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c36e6964-b1c5-4d15-8ff3-6ec34911167e HTTP/1.1" status: 200  len: 917 time: 0.4097285
Feb 19 20:54:39.499807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a9ab392-e553-4c40-9c0c-d3e305dca918 req-b5b319f5-952c-4a25-a7a9-89dabab40d22 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3120077
Feb 19 20:54:39.913915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-e47bd66f-640d-4984-bf3f-f472490c4e8e tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.212 HTTP/1.1" status: 200  len: 696 time: 0.4243820
Feb 19 20:54:39.935166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-1b799cd6-c687-455f-90b4-9bc1ade2117a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Request body: {'floatingip': {'port_id': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:39.988455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-8c74dd1b-2db6-45d3-9df2-a6804b16b553 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5a05223-8669-4696-8f96-528bee454543 HTTP/1.1" status: 200  len: 1001 time: 0.4778011
Feb 19 20:54:40.035466 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-1b799cd6-c687-455f-90b4-9bc1ade2117a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (8b1586c0-4d04-4647-8cfd-d5387340d837), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:40.169013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ceba3d-5f8e-4074-8dc2-c8a8f3fb6703 req-b558f8f9-d70a-44aa-947b-03a6fd4f7568 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:40.170481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45ceba3d-5f8e-4074-8dc2-c8a8f3fb6703 req-b558f8f9-d70a-44aa-947b-03a6fd4f7568 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 1127 time: 0.3424294
Feb 19 20:54:40.225070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Made reservation on behalf of 29dd33f3e21c4153b2dc5ec75558b150 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:40.228297 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:40.258322 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-426942fc-49a5-4cb1-9d46-4caf924d0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:40.259771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-426942fc-49a5-4cb1-9d46-4caf924d0cec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cff33a4-7faf-4e16-876c-8051332d4598 HTTP/1.1" status: 200  len: 855 time: 0.2284210
Feb 19 20:54:40.447995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45ceba3d-5f8e-4074-8dc2-c8a8f3fb6703 req-97deaf07-2850-4469-89a7-56a82a88e231 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2626185
Feb 19 20:54:40.459303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] Router 0c1bee58-9088-474c-b78c-11bd09326cbd has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:54:40.526273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-9a0b9788-753e-41fc-85f1-bdaa7919e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:40.527808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-9a0b9788-753e-41fc-85f1-bdaa7919e3df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c36e6964-b1c5-4d15-8ff3-6ec34911167e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2565053
Feb 19 20:54:40.759576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Allocated IP 172.20.0.14 (2f59eddf-b940-4bbe-b896-7b9364a9f83b/a215b845-30f1-4102-9206-95626fd2e30b/ab2d1d8e-e972-4f4b-8626-d98c3b875877) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:54:40.891776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 90891e43-b363-4c09-a2eb-51710df5cd41 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:40.912562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f738ffd-79ae-4b6c-b5fe-dded9d7601ea req-03c30015-5950-4c0b-80c4-9f6ef1578b5b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:40.917777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f738ffd-79ae-4b6c-b5fe-dded9d7601ea req-03c30015-5950-4c0b-80c4-9f6ef1578b5b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:40.923013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f738ffd-79ae-4b6c-b5fe-dded9d7601ea req-03c30015-5950-4c0b-80c4-9f6ef1578b5b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:40.928767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f738ffd-79ae-4b6c-b5fe-dded9d7601ea req-03c30015-5950-4c0b-80c4-9f6ef1578b5b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:40.934267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f738ffd-79ae-4b6c-b5fe-dded9d7601ea req-03c30015-5950-4c0b-80c4-9f6ef1578b5b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:40.939654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f738ffd-79ae-4b6c-b5fe-dded9d7601ea req-03c30015-5950-4c0b-80c4-9f6ef1578b5b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:40.942582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 90891e43-b363-4c09-a2eb-51710df5cd41 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:40.945946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f738ffd-79ae-4b6c-b5fe-dded9d7601ea req-03c30015-5950-4c0b-80c4-9f6ef1578b5b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:40.946717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 90891e43-b363-4c09-a2eb-51710df5cd41 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:40.947149 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:40.947792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f738ffd-79ae-4b6c-b5fe-dded9d7601ea req-03c30015-5950-4c0b-80c4-9f6ef1578b5b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5445 time: 0.3531890
Feb 19 20:54:40.982077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-96460317-2762-4868-82a9-7bdfeb416028 service neutron] 10.222.0.67 "GET /v2.0/networks/c36e6964-b1c5-4d15-8ff3-6ec34911167e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3884957
Feb 19 20:54:40.983121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:54:40.993518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f0dbf1fd-7245-432e-a092-0b20d2290f22 admin admin] 10.222.0.30 "PUT /v2.0/routers/0c1bee58-9088-474c-b78c-11bd09326cbd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6101151
Feb 19 20:54:40.996043 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43272) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:41.003269 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea3599-336a-48d3-bdfb-5bbddf6767b0 None None] Sync routers for ids ['0c1bee58-9088-474c-b78c-11bd09326cbd'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:54:41.016452 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea3599-336a-48d3-bdfb-5bbddf6767b0 None None] Routers {'0c1bee58-9088-474c-b78c-11bd09326cbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:41.017350 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-26ea3599-336a-48d3-bdfb-5bbddf6767b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b732d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0c1bee58-9088-474c-b78c-11bd09326cbd'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:41.068180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 90891e43-b363-4c09-a2eb-51710df5cd41 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:41.068920 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:41.100584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c97b67a-8ac7-415a-8fd9-9b05f343eb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90891e43-b363-4c09-a2eb-51710df5cd41'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:41.104280 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a50f8e1-dfc7-43b8-843d-9f2ea64db75d" -d '{"events": [{"server_uuid": "4c97b67a-8ac7-415a-8fd9-9b05f343eb16", "name": "network-vif-plugged", "status": "completed", "tag": "90891e43-b363-4c09-a2eb-51710df5cd41"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:41.123366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 90891e43-b363-4c09-a2eb-51710df5cd41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90891e43-b363-4c09-a2eb-51710df5cd41,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:41.129504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Publish callbacks [] for router (0c1bee58-9088-474c-b78c-11bd09326cbd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:41.133214 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:41.147872 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.resource_extend [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-1b799cd6-c687-455f-90b4-9bc1ade2117a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 20:54:41.152533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-4ead9a02-f331-4f16-835a-428e80a53039 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1029379
Feb 19 20:54:41.169664 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-26ea3599-336a-48d3-bdfb-5bbddf6767b0 None None] Set router 0c1bee58-9088-474c-b78c-11bd09326cbd gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:41.205062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=90891e43-b363-4c09-a2eb-51710df5cd41,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:41.310029 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-1b799cd6-c687-455f-90b4-9bc1ade2117a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:41.330817 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-1b799cd6-c687-455f-90b4-9bc1ade2117a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (8b1586c0-4d04-4647-8cfd-d5387340d837), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:41.403185 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-26ea3599-336a-48d3-bdfb-5bbddf6767b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b732d30>, [{'id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-router', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171'}], 'enable_snat': True}, 'gw_port_id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:40Z', 'updated_at': '2022-02-19T20:54:38Z', 'revision_number': 5, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'gw_port': {'id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:41Z', 'updated_at': '2022-02-19T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:41.443456 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea3599-336a-48d3-bdfb-5bbddf6767b0 None None] Checking router: 0c1bee58-9088-474c-b78c-11bd09326cbd for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:54:41.454228 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea3599-336a-48d3-bdfb-5bbddf6767b0 None None] Routers {'0c1bee58-9088-474c-b78c-11bd09326cbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:41.455411 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-26ea3599-336a-48d3-bdfb-5bbddf6767b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b732d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0c1bee58-9088-474c-b78c-11bd09326cbd'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:41.528458 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Publish callbacks [] for router_gateway (0c1bee58-9088-474c-b78c-11bd09326cbd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:41.571445 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-26ea3599-336a-48d3-bdfb-5bbddf6767b0 None None] Set router 0c1bee58-9088-474c-b78c-11bd09326cbd gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:41.582666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Deleting port 3832f5e2-6ec1-4424-81c7-062b339e77bd {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:41.583009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:41.665627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] For port 3832f5e2-6ec1-4424-81c7-062b339e77bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3832f5e2-6ec1-4424-81c7-062b339e77bd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:41.665992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:41.681347 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Calling delete_port for 3832f5e2-6ec1-4424-81c7-062b339e77bd owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:41.684062 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Publish callbacks [] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:41.724447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-392a4b2d-a40f-4599-b82b-024dae82bfc9 req-5249ca6f-e382-4149-96c6-4d372b113018 service neutron] 10.222.0.67 "GET /v2.0/networks/c36e6964-b1c5-4d15-8ff3-6ec34911167e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7090366
Feb 19 20:54:41.783145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-ce8683c3-053a-47b3-8691-0b5f8b2d7bdb tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:41.784636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-ce8683c3-053a-47b3-8691-0b5f8b2d7bdb tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5954707
Feb 19 20:54:41.789985 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-26ea3599-336a-48d3-bdfb-5bbddf6767b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b732d30>, [{'id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-router', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171'}], 'enable_snat': True}, 'gw_port_id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:40Z', 'updated_at': '2022-02-19T20:54:38Z', 'revision_number': 5, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'gw_port': {'id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:41Z', 'updated_at': '2022-02-19T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:41.816416 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea3599-336a-48d3-bdfb-5bbddf6767b0 None None] The sync data for ids ['0c1bee58-9088-474c-b78c-11bd09326cbd'] in ncdv-master-1 is: [{'id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-123244240-router', 'tenant_id': '468c5e5a1f98468ba44fa46e65bdbede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171'}], 'enable_snat': True}, 'gw_port_id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:50:40Z', 'updated_at': '2022-02-19T20:54:38Z', 'revision_number': 5, 'project_id': '468c5e5a1f98468ba44fa46e65bdbede', 'gw_port': {'id': '3832f5e2-6ec1-4424-81c7-062b339e77bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1bee58-9088-474c-b78c-11bd09326cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:50:41Z', 'updated_at': '2022-02-19T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:41.818861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-a94b51d4-605e-45ce-a022-c8ce98abd18f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/quotas/e2599a1bea39406f9b1e548ab3f1cd22 HTTP/1.1" status: 200  len: 375 time: 0.0255282
Feb 19 20:54:41.846326 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-1b799cd6-c687-455f-90b4-9bc1ade2117a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Floating IP 8b1586c0-4d04-4647-8cfd-d5387340d837 associated. External IP: 172.35.2.212, port: 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22.
Feb 19 20:54:41.900822 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:41.922276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3832f5e2-6ec1-4424-81c7-062b339e77bd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:41.964035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3832f5e2-6ec1-4424-81c7-062b339e77bd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:42.000847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Network 2f59eddf-b940-4bbe-b896-7b9364a9f83b is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:42.014126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:42.022646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:54:42.028910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Pushing event updated for resources: {'Port': ['ID=ab2d1d8e-e972-4f4b-8626-d98c3b875877,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:42.041968 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (0c1bee58-9088-474c-b78c-11bd09326cbd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.083447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-9b273dbb-b710-4c60-a603-2d35782de4ed tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2572863
Feb 19 20:54:42.109071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:42.109926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.172252 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (0c1bee58-9088-474c-b78c-11bd09326cbd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.177901 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Publish callbacks [] for router_controller (0c1bee58-9088-474c-b78c-11bd09326cbd), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.208855 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-d854c1f8-b3c5-41ce-851f-f839cf617fae tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8175733
Feb 19 20:54:42.228152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Request body: {'port': {'device_id': '61ef2a35-0d6a-42b8-8275-c514b5724837', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:42.265842 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (0c1bee58-9088-474c-b78c-11bd09326cbd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.265842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c1bee58-9088-474c-b78c-11bd09326cbd {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:54:42.274961 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.277086 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a25081c1-6521-4549-9bf2-98c85aac6c4f admin admin] 10.222.0.30 "DELETE /v2.0/routers/0c1bee58-9088-474c-b78c-11bd09326cbd HTTP/1.1" status: 204  len: 168 time: 1.2799449
Feb 19 20:54:42.278651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43282) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:42.315127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-1b799cd6-c687-455f-90b4-9bc1ade2117a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Router 2b723363-ef22-4d01-9b6b-794b6911d80b has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:54:42.326051 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.369952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa8989c-17e9-4b2a-a8a2-c46eb41754e1 admin admin] Deleting subnet d49261c2-4b5c-47a5-b8fb-cd68569189e9 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:54:42.373979 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-baa8989c-17e9-4b2a-a8a2-c46eb41754e1 admin admin] Publish callbacks [] for subnet (d49261c2-4b5c-47a5-b8fb-cd68569189e9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.416067 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-baa8989c-17e9-4b2a-a8a2-c46eb41754e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (d49261c2-4b5c-47a5-b8fb-cd68569189e9), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.523066 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-baa8989c-17e9-4b2a-a8a2-c46eb41754e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d49261c2-4b5c-47a5-b8fb-cd68569189e9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.600807 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-baa8989c-17e9-4b2a-a8a2-c46eb41754e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (d49261c2-4b5c-47a5-b8fb-cd68569189e9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.619289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ed8d6-34b0-48e3-b1c7-d31c449ca3b4 req-111275db-eb1c-4fe5-acee-a8a800ef40e5 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:42.621095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a6ed8d6-34b0-48e3-b1c7-d31c449ca3b4 req-111275db-eb1c-4fe5-acee-a8a800ef40e5 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 949 time: 0.2299972
Feb 19 20:54:42.636437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8989c-17e9-4b2a-a8a2-c46eb41754e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d49261c2-4b5c-47a5-b8fb-cd68569189e9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:42.646637 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-baa8989c-17e9-4b2a-a8a2-c46eb41754e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.650350 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-baa8989c-17e9-4b2a-a8a2-c46eb41754e1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d49261c2-4b5c-47a5-b8fb-cd68569189e9 HTTP/1.1" status: 204  len: 168 time: 0.3669434
Feb 19 20:54:42.653242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43290) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:42.690396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-1b799cd6-c687-455f-90b4-9bc1ade2117a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:54:42.697861 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-1b799cd6-c687-455f-90b4-9bc1ade2117a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.734919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.765807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6b05f-0b45-4d1a-9dda-6e1c3e8c62b6 None None] Sync routers for ids ['2b723363-ef22-4d01-9b6b-794b6911d80b'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:54:42.767976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce410b6-e1b9-4aec-a937-52658e34372d None None] Network c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:54:42.790883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-1b799cd6-c687-455f-90b4-9bc1ade2117a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "PUT /v2.0/floatingips/8b1586c0-4d04-4647-8cfd-d5387340d837 HTTP/1.1" status: 200  len: 996 time: 2.8694572
Feb 19 20:54:42.794652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'tag': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:42.800101 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271" -d '{"events": [{"name": "network-changed", "server_uuid": "258092fb-1cd7-47c9-88f4-d92fafb344ef", "tag": "3c2d56ee-dcf8-4145-a7ce-83aa6441cb22"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:42.810053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Deleting port e3166e8d-7ec3-4716-a906-fdd69d44078f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:42.810941 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.815700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a6ed8d6-34b0-48e3-b1c7-d31c449ca3b4 req-f1731532-60fa-403c-91ba-d6f0f38028aa tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880510
Feb 19 20:54:42.824058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6b05f-0b45-4d1a-9dda-6e1c3e8c62b6 None None] Routers {'2b723363-ef22-4d01-9b6b-794b6911d80b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:42.825158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-60b6b05f-0b45-4d1a-9dda-6e1c3e8c62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63871c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2b723363-ef22-4d01-9b6b-794b6911d80b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:42.977509 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] For port e3166e8d-7ec3-4716-a906-fdd69d44078f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3166e8d-7ec3-4716-a906-fdd69d44078f,segment=NetworkSegment(09754173-ee56-42c0-8754-e8dc0e4ba2f0),segment_id=09754173-ee56-42c0-8754-e8dc0e4ba2f0)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:42.977868 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:42.989767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 18c66a77-91a4-445b-b2f1-8d9f365c4d37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:42.992877 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Calling delete_port for e3166e8d-7ec3-4716-a906-fdd69d44078f owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:43.025804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 18c66a77-91a4-445b-b2f1-8d9f365c4d37 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:43.026160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 18c66a77-91a4-445b-b2f1-8d9f365c4d37 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:43.035093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-8c507c3f-8375-405c-8376-aefd16851743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:43.036938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-8c507c3f-8375-405c-8376-aefd16851743 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a274e94e3e643c4b814892e2429db0e&device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 1127 time: 0.2180977
Feb 19 20:54:43.045129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-60b6b05f-0b45-4d1a-9dda-6e1c3e8c62b6 None None] Set router 2b723363-ef22-4d01-9b6b-794b6911d80b gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:43.142931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41d8cdb-2b3a-4530-998e-6ac1e1e4bafb None None] DHCP port deletion for c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:54:43.152947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e3166e8d-7ec3-4716-a906-fdd69d44078f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.179239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e41d8cdb-2b3a-4530-998e-6ac1e1e4bafb None None] The port 'e3166e8d-7ec3-4716-a906-fdd69d44078f' was deleted {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}}
Feb 19 20:54:43.195663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Pushing event deleted for resources: {'Port': ['ID=e3166e8d-7ec3-4716-a906-fdd69d44078f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:43.212963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] No DVR routers for this DVR port e3166e8d-7ec3-4716-a906-fdd69d44078f on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:54:43.242672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2d1d8e-e972-4f4b-8626-d98c3b875877 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:43.264956 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Publish callbacks [] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.293567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793957ed-5462-4f80-9cd9-01a3087f0f71 req-80e57f88-462a-4544-b689-8789cbca7cd1 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:43.301103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-793957ed-5462-4f80-9cd9-01a3087f0f71 req-80e57f88-462a-4544-b689-8789cbca7cd1 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 932 time: 0.2999585
Feb 19 20:54:43.329957 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.336300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Transition to ACTIVE for port object ab2d1d8e-e972-4f4b-8626-d98c3b875877 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:54:43.340664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-a529dcd5-a1a2-4e2d-97a7-16012e77acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:43.342401 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-a529dcd5-a1a2-4e2d-97a7-16012e77acf0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1715c46-c90a-49c7-8aa3-a86a06453327 HTTP/1.1" status: 200  len: 928 time: 0.2793269
Feb 19 20:54:43.346178 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.356667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a157100>,) {'filters': {'network_id': ['c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:43.366651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a157100>, '09754173-ee56-42c0-8754-e8dc0e4ba2f0') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:43.366962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a157100>, '09754173-ee56-42c0-8754-e8dc0e4ba2f0') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:43.376546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-60b6b05f-0b45-4d1a-9dda-6e1c3e8c62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63871c70>, [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 4, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8b1586c0-4d04-4647-8cfd-d5387340d837', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'floating_ip_address': '172.35.2.212', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'port_id': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'mac_address': 'fa:16:3e:80:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:54:36Z', 'updated_at': '2022-02-19T20:54:40Z', 'revision_number': 1, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634073b4-e72f-4a0f-8435-8bde4fe3a7c9', 'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'mac_address': 'fa:16:3e:a4:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:58Z', 'updated_at': '2022-02-19T20:54:03Z', 'revision_number': 5, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'subnets': [{'id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:43.382051 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (09754173-ee56-42c0-8754-e8dc0e4ba2f0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.397588 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (09754173-ee56-42c0-8754-e8dc0e4ba2f0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.407963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:54:43.408651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (09754173-ee56-42c0-8754-e8dc0e4ba2f0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:54:43.412404 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:54:43.416448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6b05f-0b45-4d1a-9dda-6e1c3e8c62b6 None None] Checking router: 2b723363-ef22-4d01-9b6b-794b6911d80b for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:54:43.424423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6b05f-0b45-4d1a-9dda-6e1c3e8c62b6 None None] Routers {'2b723363-ef22-4d01-9b6b-794b6911d80b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:43.425187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-60b6b05f-0b45-4d1a-9dda-6e1c3e8c62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63871c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2b723363-ef22-4d01-9b6b-794b6911d80b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:43.459970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-793957ed-5462-4f80-9cd9-01a3087f0f71 req-a8615c9a-7505-4c4c-a689-58033d30c7ab tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577370
Feb 19 20:54:43.481832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2d1d8e-e972-4f4b-8626-d98c3b875877,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:43.481978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.500760 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.505667 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] 10.222.0.30 "DELETE /v2.0/networks/c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c HTTP/1.1" status: 204  len: 168 time: 0.8512230
Feb 19 20:54:43.508044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d17c88-def2-40ed-881e-7c5ab5a1ebac admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a4eee8-88f8-4ae9-80bd-ba9f0144e11c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:43.529752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-1503e066-075e-4625-aa05-caf3278b983b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 HTTP/1.1" status: 200  len: 999 time: 0.1670628
Feb 19 20:54:43.561952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-60b6b05f-0b45-4d1a-9dda-6e1c3e8c62b6 None None] Set router 2b723363-ef22-4d01-9b6b-794b6911d80b gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:43.612567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-56230956-4d45-4e9e-8ede-f03e29d04b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:43.614634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-56230956-4d45-4e9e-8ede-f03e29d04b89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=381ea8bc-68e7-4732-9a07-630c67a2f287 HTTP/1.1" status: 200  len: 866 time: 0.0664308
Feb 19 20:54:43.619913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Attempting to bind port ab2d1d8e-e972-4f4b-8626-d98c3b875877 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:54:43.619913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Attempting to bind port ab2d1d8e-e972-4f4b-8626-d98c3b875877 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'eca7f1f7-d51f-4715-af09-2a4ee02546ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2f59eddf-b940-4bbe-b896-7b9364a9f83b'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:54:43.619913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Attempting to bind port ab2d1d8e-e972-4f4b-8626-d98c3b875877 on network 2f59eddf-b940-4bbe-b896-7b9364a9f83b {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:43.624577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Port ab2d1d8e-e972-4f4b-8626-d98c3b875877 on network 2f59eddf-b940-4bbe-b896-7b9364a9f83b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:54:43.624967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Attempting to bind port ab2d1d8e-e972-4f4b-8626-d98c3b875877 on network 2f59eddf-b940-4bbe-b896-7b9364a9f83b {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:43.640541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:54:43.641069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Checking segment: {'id': 'eca7f1f7-d51f-4715-af09-2a4ee02546ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2f59eddf-b940-4bbe-b896-7b9364a9f83b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:43.642681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Bound using segment: {'id': 'eca7f1f7-d51f-4715-af09-2a4ee02546ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2f59eddf-b940-4bbe-b896-7b9364a9f83b'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:54:43.642681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Bound port: ab2d1d8e-e972-4f4b-8626-d98c3b875877, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca7f1f7-d51f-4715-af09-2a4ee02546ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2f59eddf-b940-4bbe-b896-7b9364a9f83b'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:54:43.642681 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.721275 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7013b6ea-aa58-406e-89b7-b03145883b89 x-openstack-request-id: req-7013b6ea-aa58-406e-89b7-b03145883b89 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:43.721645 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c97b67a-8ac7-415a-8fd9-9b05f343eb16", "name": "network-vif-plugged", "status": "completed", "tag": "90891e43-b363-4c09-a2eb-51710df5cd41", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:43.722732 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7013b6ea-aa58-406e-89b7-b03145883b89 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:43.722898 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c97b67a-8ac7-415a-8fd9-9b05f343eb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90891e43-b363-4c09-a2eb-51710df5cd41', 'code': 200}
Feb 19 20:54:43.771728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-7b245666-2b2b-41f3-a861-aee3962c176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:43.773403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-7b245666-2b2b-41f3-a861-aee3962c176b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1715c46-c90a-49c7-8aa3-a86a06453327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1454599
Feb 19 20:54:43.779443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-98bd35cc-3bb5-4c26-af2c-a1c12e3f9d31 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0430770
Feb 19 20:54:43.812283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43308) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:43.871759 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3c443f6d-a3e1-435d-b419-449687145f22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04d2b5b9a01e4133b1f4f7f351cf0c0a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0557013
Feb 19 20:54:43.871982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] For port ab2d1d8e-e972-4f4b-8626-d98c3b875877, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:43.872378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43312) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:43.945417 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b69aafba-24c7-41e2-8a0d-aba4b0e4ccbc admin admin] Publish callbacks [] for security_group (dd4e062b-0258-4baf-9aaf-218e4b482f35), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.966238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-60b6b05f-0b45-4d1a-9dda-6e1c3e8c62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63871c70>, [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 4, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8b1586c0-4d04-4647-8cfd-d5387340d837', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'floating_ip_address': '172.35.2.212', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'port_id': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'mac_address': 'fa:16:3e:80:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:54:36Z', 'updated_at': '2022-02-19T20:54:40Z', 'revision_number': 1, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634073b4-e72f-4a0f-8435-8bde4fe3a7c9', 'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'mac_address': 'fa:16:3e:a4:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:58Z', 'updated_at': '2022-02-19T20:54:03Z', 'revision_number': 5, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'subnets': [{'id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:43.968664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b69aafba-24c7-41e2-8a0d-aba4b0e4ccbc admin admin] Publish callbacks [] for security_group (dd4e062b-0258-4baf-9aaf-218e4b482f35), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:43.978396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2492439f-1718-45b8-9f71-eebd47311274 req-b48a144b-d1b3-40d6-a56a-d98eea63eed3 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 210 time: 0.1184607
Feb 19 20:54:43.982157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] For port ab2d1d8e-e972-4f4b-8626-d98c3b875877, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab2d1d8e-e972-4f4b-8626-d98c3b875877,segment=NetworkSegment(eca7f1f7-d51f-4715-af09-2a4ee02546ab),segment_id=eca7f1f7-d51f-4715-af09-2a4ee02546ab)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:44.013315 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:44.016670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6b05f-0b45-4d1a-9dda-6e1c3e8c62b6 None None] The sync data for ids ['2b723363-ef22-4d01-9b6b-794b6911d80b'] in ncdv-master-1 is: [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 4, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8b1586c0-4d04-4647-8cfd-d5387340d837', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'floating_ip_address': '172.35.2.212', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'port_id': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'mac_address': 'fa:16:3e:80:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:54:36Z', 'updated_at': '2022-02-19T20:54:40Z', 'revision_number': 1, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634073b4-e72f-4a0f-8435-8bde4fe3a7c9', 'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'mac_address': 'fa:16:3e:a4:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:58Z', 'updated_at': '2022-02-19T20:54:03Z', 'revision_number': 5, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'subnets': [{'id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:44.038505 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b69aafba-24c7-41e2-8a0d-aba4b0e4ccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dd4e062b-0258-4baf-9aaf-218e4b482f35), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:44.042584 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b69aafba-24c7-41e2-8a0d-aba4b0e4ccbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:44.044027 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b69aafba-24c7-41e2-8a0d-aba4b0e4ccbc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd4e062b-0258-4baf-9aaf-218e4b482f35 HTTP/1.1" status: 204  len: 168 time: 0.1699932
Feb 19 20:54:44.067687 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4dec69-1260-41b2-865a-32b87911a6af x-openstack-request-id: req-2e4dec69-1260-41b2-865a-32b87911a6af {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:44.068277 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258092fb-1cd7-47c9-88f4-d92fafb344ef", "tag": "3c2d56ee-dcf8-4145-a7ce-83aa6441cb22", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:44.068277 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e4dec69-1260-41b2-865a-32b87911a6af {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:44.068861 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'tag': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'status': 'completed', 'code': 200}
Feb 19 20:54:44.091479 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69aafba-24c7-41e2-8a0d-aba4b0e4ccbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4e062b-0258-4baf-9aaf-218e4b482f35,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:44.108556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:44.109440 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:44.111044 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] 10.222.0.10 "PUT /v2.0/ports/ab2d1d8e-e972-4f4b-8626-d98c3b875877 HTTP/1.1" status: 200  len: 1092 time: 1.8936131
Feb 19 20:54:44.162073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-252e2132-3d26-4cf9-961d-39e9be29af20 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:44.164890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-252e2132-3d26-4cf9-961d-39e9be29af20 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3786221
Feb 19 20:54:44.180178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df008b-91c7-433a-9a08-86b5f79b17db req-58a9a5cb-3169-4bc6-b2f0-e4c5103648e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:44.182244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14df008b-91c7-433a-9a08-86b5f79b17db req-58a9a5cb-3169-4bc6-b2f0-e4c5103648e6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 1131 time: 0.3582075
Feb 19 20:54:44.184180 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-5f45efe3-114e-479e-b791-e7ddbc6d9aef service neutron] 10.222.0.30 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3824439
Feb 19 20:54:44.205819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271 req-71bdd34c-3d50-4654-b142-b5de8f8a4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:44.207919 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271 req-71bdd34c-3d50-4654-b142-b5de8f8a4e6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a274e94e3e643c4b814892e2429db0e&device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 1127 time: 0.0822606
Feb 19 20:54:44.210052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Request body: {'port': {'device_id': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'e2599a1bea39406f9b1e548ab3f1cd22'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:44.246668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d6b59-0774-4678-9487-f7b9b1506c67 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2d1d8e-e972-4f4b-8626-d98c3b875877,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:44.336966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271 req-a2310965-7379-4441-a062-23c13172ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:44.338481 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271 req-a2310965-7379-4441-a062-23c13172ea5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1715c46-c90a-49c7-8aa3-a86a06453327 HTTP/1.1" status: 200  len: 928 time: 0.1227140
Feb 19 20:54:44.420992 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae0bc7-1887-443b-b273-8eb143157054 None None] New status for floating IP 8b1586c0-4d04-4647-8cfd-d5387340d837: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:54:44.441422 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271 req-3a31f68f-c53e-4887-997e-99c6488aefc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 HTTP/1.1" status: 200  len: 999 time: 0.0891571
Feb 19 20:54:44.508123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271 req-07978137-72bc-47a4-be51-90e57da8ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:44.509820 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271 req-07978137-72bc-47a4-be51-90e57da8ffef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=381ea8bc-68e7-4732-9a07-630c67a2f287 HTTP/1.1" status: 200  len: 866 time: 0.0593445
Feb 19 20:54:44.537169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14df008b-91c7-433a-9a08-86b5f79b17db req-ec86c2df-f76e-48af-a8ab-d9ad2ba6ebd4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3166206
Feb 19 20:54:44.544324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-841c28e0-9e3d-419b-bc43-0855ad81083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:44.546417 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-841c28e0-9e3d-419b-bc43-0855ad81083a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29dd33f3e21c4153b2dc5ec75558b150&device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 1126 time: 0.3599343
Feb 19 20:54:44.638274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2c33713-e51e-44b8-8a3f-e9e576eaa075 req-621409af-0148-4b92-ad70-121a2d2f56eb service neutron] 10.222.0.30 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3924963
Feb 19 20:54:44.649098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-12f42670-a5bf-4e4e-9733-0c095a1a2778 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2d1d8e-e972-4f4b-8626-d98c3b875877 HTTP/1.1" status: 200  len: 217 time: 0.0866978
Feb 19 20:54:44.668733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Made reservation on behalf of e2599a1bea39406f9b1e548ab3f1cd22 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:44.680124 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:44.699466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43342) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:44.708559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e3166e8d-7ec3-4716-a906-fdd69d44078f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:44.737225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e3166e8d-7ec3-4716-a906-fdd69d44078f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:44.737871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e3166e8d-7ec3-4716-a906-fdd69d44078f not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:44.738455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3832f5e2-6ec1-4424-81c7-062b339e77bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:54:44.764037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 3832f5e2-6ec1-4424-81c7-062b339e77bd {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:54:44.764686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3832f5e2-6ec1-4424-81c7-062b339e77bd not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:54:44.803162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-f9d8e322-d6e7-4ff7-aec5-4caa3d60df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:44.806262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-f9d8e322-d6e7-4ff7-aec5-4caa3d60df2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a215b845-30f1-4102-9206-95626fd2e30b HTTP/1.1" status: 200  len: 854 time: 0.1519382
Feb 19 20:54:44.810175 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-28437c44-8ba4-47e5-b562-3819ef9ff868 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=468c5e5a1f98468ba44fa46e65bdbede&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1094642
Feb 19 20:54:44.812747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43346) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:44.886250 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-33c3ae87-429b-430f-a924-c5fb969eaadc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f59eddf-b940-4bbe-b896-7b9364a9f83b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610995
Feb 19 20:54:44.901702 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4400d1cd-75a7-4fb5-9fb9-91c5db7ed7d6 admin admin] Publish callbacks [] for security_group (8568a06d-92bd-4bca-b624-93d14eb9a332), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:44.932289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4400d1cd-75a7-4fb5-9fb9-91c5db7ed7d6 admin admin] Publish callbacks [] for security_group (8568a06d-92bd-4bca-b624-93d14eb9a332), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:44.961560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271 req-da3b5648-6865-4648-9dd3-edb5d2bbff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:44.963121 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271 req-da3b5648-6865-4648-9dd3-edb5d2bbff82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1715c46-c90a-49c7-8aa3-a86a06453327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0989795
Feb 19 20:54:45.002212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26553140-0d6f-438d-b916-21a3b2c4189f req-75f4bc7e-e722-4551-b4d2-198e0e3ffcc6 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:45.004401 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26553140-0d6f-438d-b916-21a3b2c4189f req-75f4bc7e-e722-4551-b4d2-198e0e3ffcc6 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 949 time: 0.2221475
Feb 19 20:54:45.069841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4400d1cd-75a7-4fb5-9fb9-91c5db7ed7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8568a06d-92bd-4bca-b624-93d14eb9a332), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:45.072864 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4400d1cd-75a7-4fb5-9fb9-91c5db7ed7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:45.074460 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4400d1cd-75a7-4fb5-9fb9-91c5db7ed7d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8568a06d-92bd-4bca-b624-93d14eb9a332 HTTP/1.1" status: 204  len: 168 time: 0.2603257
Feb 19 20:54:45.075794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Allocated IP 192.168.233.232 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/baf844cf-250b-42ea-b385-80d607da7e79) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:54:45.100265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400d1cd-75a7-4fb5-9fb9-91c5db7ed7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8568a06d-92bd-4bca-b624-93d14eb9a332,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:45.120008 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271 req-a88f2aa2-ae3c-45ae-8e83-99f4ce346014 service neutron] 10.222.0.67 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486175
Feb 19 20:54:45.128357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26553140-0d6f-438d-b916-21a3b2c4189f req-66d64716-c748-4806-a370-371c55e347ab tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143157
Feb 19 20:54:45.134641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-4ae1a8b2-0563-4260-9703-a7d6d7dc6825 service neutron] 10.222.0.10 "GET /v2.0/networks/2f59eddf-b940-4bbe-b896-7b9364a9f83b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2388339
Feb 19 20:54:45.254173 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e9d3e6e-ee25-4d23-9491-28a40d4a2271 req-57c7289c-1179-4675-b11e-552a36717c9a service neutron] 10.222.0.67 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236889
Feb 19 20:54:45.341201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-e34d90a7-0776-4557-934c-275a011dbb36 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:54:45.342444 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-e34d90a7-0776-4557-934c-275a011dbb36 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0064385
Feb 19 20:54:45.418194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-9a0df25b-a98c-4448-afb6-9abfa755832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:45.421011 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-9a0df25b-a98c-4448-afb6-9abfa755832b service neutron] 10.222.0.30 "GET /v2.0/ports/8a66314a-6be0-4ed3-85c0-e29d46b221c9 HTTP/1.1" status: 200  len: 1124 time: 0.0655167
Feb 19 20:54:45.434857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:45.435701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Unknown quota resources ['binding']. {{(pid=121129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:54:45.603183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on host nch2-master-1 for vnic_type normal with profile None {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:54:45.603840 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:54:45.604179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:45.610535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:54:45.611101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:45.617411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:54:45.617761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:45.618174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:54:45.618611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Bound port: 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:54:45.675011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2001462-5f5a-4b9d-a86a-478ec1268770 req-2a01d6ba-a8cb-431f-93b3-e1107f2ca06c service neutron] 10.222.0.10 "GET /v2.0/networks/2f59eddf-b940-4bbe-b896-7b9364a9f83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5315621
Feb 19 20:54:45.677828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:45.694959 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:45.712861 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56725f26-cbc3-49d6-ad71-1519a6349718 service neutron] 10.222.0.30 "POST /v2.0/ports/8a66314a-6be0-4ed3-85c0-e29d46b221c9/bindings HTTP/1.1" status: 201  len: 389 time: 0.2807109
Feb 19 20:54:45.723979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37f555-6857-4f71-9248-058591e110ef req-2b63042b-4d59-49ed-9c30-699b16b343f6 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:45.728868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f37f555-6857-4f71-9248-058591e110ef req-2b63042b-4d59-49ed-9c30-699b16b343f6 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 944 time: 0.4639664
Feb 19 20:54:45.732153 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks [] for port (baf844cf-250b-42ea-b385-80d607da7e79), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:45.873703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f37f555-6857-4f71-9248-058591e110ef req-52da23a7-62b1-4d0b-8be0-e423096bb4e3 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386075
Feb 19 20:54:45.888853 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:45.916113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['99019bb9-0cfe-4900-a813-f2a3826c4aed', '45bff999-b4bd-48a5-8654-55e37f10072d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:45.918665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['191fbf35-b9ce-44cc-bb60-5039a7b3f93f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:45.977118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:45.981516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:45.984083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:45.994036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:54:46.068575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-82defc05-154d-4757-9048-c805555636b5 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 258 time: 0.2787962
Feb 19 20:54:46.072074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ef2a35-0d6a-42b8-8275-c514b5724837', 'tag': 'ab2d1d8e-e972-4f4b-8626-d98c3b875877'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:46.074537 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7098b65a-aa5f-42bb-aff1-e03b9e49f05c" -d '{"events": [{"name": "network-changed", "server_uuid": "61ef2a35-0d6a-42b8-8275-c514b5724837", "tag": "ab2d1d8e-e972-4f4b-8626-d98c3b875877"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:46.082939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:46.083608 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:46.090647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:46.123764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-1025c8ce-b877-444d-b3d9-3e570971d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:46.126332 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-1025c8ce-b877-444d-b3d9-3e570971d42d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 1127 time: 0.1495929
Feb 19 20:54:46.192268 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-8c6cba71-caab-4b96-8039-7ffe41d53343 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0066509
Feb 19 20:54:46.195839 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:46.219678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Request body: {'port': {'device_id': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:46.297834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8953a1-2a36-41fa-b548-2f2435c92c61 req-d65aa3ec-2802-48ea-8e1f-6556aa0760c7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:46.314591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f8953a1-2a36-41fa-b548-2f2435c92c61 req-d65aa3ec-2802-48ea-8e1f-6556aa0760c7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 936 time: 0.2438819
Feb 19 20:54:46.317151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-62c47f2e-869c-493d-932a-a16c2d40a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:46.320061 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-62c47f2e-869c-493d-932a-a16c2d40a75f service neutron] 10.222.0.67 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.1847875
Feb 19 20:54:46.399209 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-a6d69454-a6ae-4deb-92e7-92ccd6dba31d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9 HTTP/1.1" status: 200  len: 217 time: 0.0560982
Feb 19 20:54:46.435817 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f8953a1-2a36-41fa-b548-2f2435c92c61 req-7e42fec1-4694-44fb-bce4-44aa8906a871 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110952
Feb 19 20:54:46.442633 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:46.493539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-fe4d9594-5042-45c2-af03-dad94aba68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:46.497028 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-fe4d9594-5042-45c2-af03-dad94aba68ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.0813088
Feb 19 20:54:46.532237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-717bb613-1e17-47c0-90bc-579a3b428648 None None] Provisioning complete for port baf844cf-250b-42ea-b385-80d607da7e79 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:46.532937 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-717bb613-1e17-47c0-90bc-579a3b428648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (baf844cf-250b-42ea-b385-80d607da7e79), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:46.540774 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-63da05a4-a7f2-4e6b-add1-aa1b6232fcb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0343027
Feb 19 20:54:46.590675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-717bb613-1e17-47c0-90bc-579a3b428648 None None] Port baf844cf-250b-42ea-b385-80d607da7e79 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:54:46.658551 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-60ca1fb7-b460-4895-9b14-ce1f2764fbb5 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092625
Feb 19 20:54:46.739925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24fda3-6a44-4e84-ba92-2413f0df7ede req-9e3c3e81-138c-4827-a15e-fd760df19e47 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:46.741499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a24fda3-6a44-4e84-ba92-2413f0df7ede req-9e3c3e81-138c-4827-a15e-fd760df19e47 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 945 time: 0.1387239
Feb 19 20:54:46.761664 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:46.772185 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-9edd729a-1076-408a-9c57-98138cc4f378 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1071360
Feb 19 20:54:46.900851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a24fda3-6a44-4e84-ba92-2413f0df7ede req-1809b073-517c-45f6-85f7-f8a31f3b7b0d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501293
Feb 19 20:54:47.003225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Allocated IP 172.35.2.243 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/b257ef12-62d0-4d17-81c5-98a1900f71d5) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:54:47.024364 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf844cf-250b-42ea-b385-80d607da7e79 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:47.038171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Publish callbacks [] for port (baf844cf-250b-42ea-b385-80d607da7e79), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.082231 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727a43c6-6f05-4d9d-b66f-433e9d1217ba x-openstack-request-id: req-727a43c6-6f05-4d9d-b66f-433e9d1217ba {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:47.082686 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ef2a35-0d6a-42b8-8275-c514b5724837", "tag": "ab2d1d8e-e972-4f4b-8626-d98c3b875877", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:47.083142 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-727a43c6-6f05-4d9d-b66f-433e9d1217ba {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:47.083698 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ef2a35-0d6a-42b8-8275-c514b5724837', 'tag': 'ab2d1d8e-e972-4f4b-8626-d98c3b875877', 'status': 'completed', 'code': 200}
Feb 19 20:54:47.136302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Transition to ACTIVE for port object baf844cf-250b-42ea-b385-80d607da7e79 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:54:47.151225 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.257270 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for port (b257ef12-62d0-4d17-81c5-98a1900f71d5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.313313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b65a-aa5f-42bb-aff1-e03b9e49f05c req-90336cd1-16ea-4558-9e7a-302fda270566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:47.314937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7098b65a-aa5f-42bb-aff1-e03b9e49f05c req-90336cd1-16ea-4558-9e7a-302fda270566 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29dd33f3e21c4153b2dc5ec75558b150&device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 1126 time: 0.2306101
Feb 19 20:54:47.318723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:47.348430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ab2d1d8e-e972-4f4b-8626-d98c3b875877 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:47.376317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43422) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:47.507692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96768-f979-425d-8ae9-5099ba082a82 req-d0a00bd8-a9e7-410d-abbc-e7273abf8af0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:47.514618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bee96768-f979-425d-8ae9-5099ba082a82 req-d0a00bd8-a9e7-410d-abbc-e7273abf8af0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 949 time: 0.3439996
Feb 19 20:54:47.532943 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f41b5c-abfa-4261-8856-85bb10c360ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.539247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port ab2d1d8e-e972-4f4b-8626-d98c3b875877, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab2d1d8e-e972-4f4b-8626-d98c3b875877,segment=NetworkSegment(eca7f1f7-d51f-4715-af09-2a4ee02546ab),segment_id=eca7f1f7-d51f-4715-af09-2a4ee02546ab)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:47.568638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'ab2d1d8e-e972-4f4b-8626-d98c3b875877', 'network_id': '2f59eddf-b940-4bbe-b896-7b9364a9f83b', 'port_id': 'ab2d1d8e-e972-4f4b-8626-d98c3b875877', 'mac_address': 'fa:16:3e:c1:14:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a215b845-30f1-4102-9206-95626fd2e30b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:47.573286 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b257ef12-62d0-4d17-81c5-98a1900f71d5), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.620662 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port ab2d1d8e-e972-4f4b-8626-d98c3b875877 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:47.621288 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.634439 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f41b5c-abfa-4261-8856-85bb10c360ec admin admin] Publish callbacks [] for security_group (83978679-697c-4566-8ad4-7f10b299576c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.638563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2d1d8e-e972-4f4b-8626-d98c3b875877 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:47.640258 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f41b5c-abfa-4261-8856-85bb10c360ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (83978679-697c-4566-8ad4-7f10b299576c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.646890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:54:47.647236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:54:47.647575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:47.652428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:47.668559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port ab2d1d8e-e972-4f4b-8626-d98c3b875877, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab2d1d8e-e972-4f4b-8626-d98c3b875877,segment=NetworkSegment(eca7f1f7-d51f-4715-af09-2a4ee02546ab),segment_id=eca7f1f7-d51f-4715-af09-2a4ee02546ab)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:47.668779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:47.673796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Port baf844cf-250b-42ea-b385-80d607da7e79 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:54:47.674133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:47.679409 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.693619 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-33f41b5c-abfa-4261-8856-85bb10c360ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b55ec03cf7e44ae93a098de85e466aa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3130009
Feb 19 20:54:47.694088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43428) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:47.694758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bee96768-f979-425d-8ae9-5099ba082a82 req-1bbf762d-1b08-4a8b-acc6-10a8a5818070 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792111
Feb 19 20:54:47.701403 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f41b5c-abfa-4261-8856-85bb10c360ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83978679-697c-4566-8ad4-7f10b299576c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:47.705689 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:54:47.768313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=ab2d1d8e-e972-4f4b-8626-d98c3b875877,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:47.768996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:54:47.769356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:47.769867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:54:47.770002 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b4d22b-1126-4a13-858b-6b84014ba272 admin admin] Publish callbacks [] for security_group (83978679-697c-4566-8ad4-7f10b299576c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.770345 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Bound port: baf844cf-250b-42ea-b385-80d607da7e79, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:54:47.770720 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.781124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b65a-aa5f-42bb-aff1-e03b9e49f05c req-b4d4c8e6-3efd-4f35-81b8-3c2deb91a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:47.782646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7098b65a-aa5f-42bb-aff1-e03b9e49f05c req-b4d4c8e6-3efd-4f35-81b8-3c2deb91a320 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f59eddf-b940-4bbe-b896-7b9364a9f83b HTTP/1.1" status: 200  len: 915 time: 0.4502761
Feb 19 20:54:47.801294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Pushing event updated for resources: {'Port': ['ID=b257ef12-62d0-4d17-81c5-98a1900f71d5,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:47.806080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b4d22b-1126-4a13-858b-6b84014ba272 admin admin] Publish callbacks [] for security_group (83978679-697c-4566-8ad4-7f10b299576c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.883609 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b4d22b-1126-4a13-858b-6b84014ba272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (83978679-697c-4566-8ad4-7f10b299576c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.887299 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52b4d22b-1126-4a13-858b-6b84014ba272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:47.893087 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-52b4d22b-1126-4a13-858b-6b84014ba272 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83978679-697c-4566-8ad4-7f10b299576c HTTP/1.1" status: 204  len: 168 time: 0.1974952
Feb 19 20:54:47.901109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4d22b-1126-4a13-858b-6b84014ba272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83978679-697c-4566-8ad4-7f10b299576c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:47.917496 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7098b65a-aa5f-42bb-aff1-e03b9e49f05c req-2724ff78-199b-4b05-9a74-497f7ad768cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2d1d8e-e972-4f4b-8626-d98c3b875877 HTTP/1.1" status: 200  len: 217 time: 0.1222332
Feb 19 20:54:47.960283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['ab2d1d8e-e972-4f4b-8626-d98c3b875877'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:48.005046 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (2a27d305-fde6-41be-9265-3ecf57696302), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:48.025429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f51c-b1ee-4dbe-8faf-30b10dc84ccd req-69b77e1b-89a6-43c9-b61e-19e866d88b8a tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:48.026987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdb3f51c-b1ee-4dbe-8faf-30b10dc84ccd req-69b77e1b-89a6-43c9-b61e-19e866d88b8a tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 945 time: 0.2431901
Feb 19 20:54:48.090783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b65a-aa5f-42bb-aff1-e03b9e49f05c req-b6ddfc8c-fbff-4f0b-8cb4-c2aecb6208a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:48.092276 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7098b65a-aa5f-42bb-aff1-e03b9e49f05c req-b6ddfc8c-fbff-4f0b-8cb4-c2aecb6208a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a215b845-30f1-4102-9206-95626fd2e30b HTTP/1.1" status: 200  len: 854 time: 0.1460671
Feb 19 20:54:48.098024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:48.154692 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b257ef12-62d0-4d17-81c5-98a1900f71d5), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:48.162832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7098b65a-aa5f-42bb-aff1-e03b9e49f05c req-9737b2dd-6158-4e6e-83e0-b6f4d085faf7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f59eddf-b940-4bbe-b896-7b9364a9f83b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604897
Feb 19 20:54:48.166249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:48.213435 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:48.222931 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cdb4e50c-8de6-4135-b844-8b64db660c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:48.263553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdb3f51c-b1ee-4dbe-8faf-30b10dc84ccd req-836dcc30-3905-4206-86fa-184daac082a2 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273395
Feb 19 20:54:48.312002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:48.312682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:48.314108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] 10.222.0.67 "PUT /v2.0/ports/baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 1096 time: 2.0994856
Feb 19 20:54:48.408287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad0136-c9d1-4874-aef3-8f43de92b524 service neutron] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:48.469061 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7098b65a-aa5f-42bb-aff1-e03b9e49f05c req-875d1575-e25f-4450-8464-5c50dce5e320 service neutron] 10.222.0.10 "GET /v2.0/networks/2f59eddf-b940-4bbe-b896-7b9364a9f83b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2695787
Feb 19 20:54:48.560437 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-afce8cba-163c-44b8-a90a-eff24c3d4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:48.561989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-afce8cba-163c-44b8-a90a-eff24c3d4010 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1130 time: 0.1703324
Feb 19 20:54:48.621797 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-9cf92bd5-56d1-4528-bcbf-edd648c6e99f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 217 time: 0.0486391
Feb 19 20:54:48.650918 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for port (b257ef12-62d0-4d17-81c5-98a1900f71d5), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:48.680206 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b257ef12-62d0-4d17-81c5-98a1900f71d5), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:48.722928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7098b65a-aa5f-42bb-aff1-e03b9e49f05c req-c4ed360d-2d26-49ea-92d6-ae3e4bf68381 service neutron] 10.222.0.10 "GET /v2.0/networks/2f59eddf-b940-4bbe-b896-7b9364a9f83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2412322
Feb 19 20:54:48.778620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7faac0f0-93ea-44bd-99f0-862a2751f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:48.780101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-7faac0f0-93ea-44bd-99f0-862a2751f9bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1495936
Feb 19 20:54:48.787305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-3e17cdc9-0ec2-496c-b5cb-262590754477 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=756e52c91ebf4bc9bacebcc1431abb28&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0582376
Feb 19 20:54:48.792551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Pushing event updated for resources: {'Port': ['ID=b257ef12-62d0-4d17-81c5-98a1900f71d5,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:48.881409 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (2a27d305-fde6-41be-9265-3ecf57696302), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:48.920027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:48.921273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-6d33e385-6611-45c9-9964-8e913a748ef9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.8518567
Feb 19 20:54:48.946833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-4bde9484-2b32-4b2f-be63-712121cef68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:48.948312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-4bde9484-2b32-4b2f-be63-712121cef68d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1491072
Feb 19 20:54:48.993873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-26dac7ff-7d3f-4c40-b681-2ad580c9fc94 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:48.995320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-26dac7ff-7d3f-4c40-b681-2ad580c9fc94 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1971972
Feb 19 20:54:48.997878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-ff11dce1-c95f-4445-9869-6951c7aeb320 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.243 HTTP/1.1" status: 200  len: 696 time: 0.0673351
Feb 19 20:54:49.019895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-e113e445-245c-4fd4-a521-3ce304919676 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/quotas/756e52c91ebf4bc9bacebcc1431abb28 HTTP/1.1" status: 200  len: 375 time: 0.0188429
Feb 19 20:54:49.089575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:49.091763 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e52d35-aa21-4729-84e9-4471355db2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "tag": "baf844cf-250b-42ea-b385-80d607da7e79"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:49.107775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-037505ed-5291-423a-a7be-306089b2deb6 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=756e52c91ebf4bc9bacebcc1431abb28&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0748305
Feb 19 20:54:49.199369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-3221c484-1497-41ef-b594-b569ee8c53ba tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:49.200761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82cadf4f-2a29-48de-98b6-7647185115d6 req-3221c484-1497-41ef-b594-b569ee8c53ba tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.1935470
Feb 19 20:54:49.223874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-f959ce07-810c-4c8a-bd9b-de8e060ad919 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572104
Feb 19 20:54:49.353188 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:54:49.361198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ab2d1d8e-e972-4f4b-8626-d98c3b875877 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:49.426728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port ab2d1d8e-e972-4f4b-8626-d98c3b875877 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:49.432976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port ab2d1d8e-e972-4f4b-8626-d98c3b875877 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:49.433565 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:49.531785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port ab2d1d8e-e972-4f4b-8626-d98c3b875877 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:49.532119 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:49.557057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ef2a35-0d6a-42b8-8275-c514b5724837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2d1d8e-e972-4f4b-8626-d98c3b875877'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:49.559476 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c4a523-ba44-43f9-8033-72afe6547f9f" -d '{"events": [{"server_uuid": "61ef2a35-0d6a-42b8-8275-c514b5724837", "name": "network-vif-plugged", "status": "completed", "tag": "ab2d1d8e-e972-4f4b-8626-d98c3b875877"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:49.575962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port ab2d1d8e-e972-4f4b-8626-d98c3b875877, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab2d1d8e-e972-4f4b-8626-d98c3b875877,segment=NetworkSegment(eca7f1f7-d51f-4715-af09-2a4ee02546ab),segment_id=eca7f1f7-d51f-4715-af09-2a4ee02546ab)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:49.582170 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:49.636949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=ab2d1d8e-e972-4f4b-8626-d98c3b875877,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:49.715864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70614f8e-201c-4dbf-b91d-091254dd4a95 req-794df056-aaee-4a83-8e88-0a9620f1323f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:49.717400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70614f8e-201c-4dbf-b91d-091254dd4a95 req-794df056-aaee-4a83-8e88-0a9620f1323f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 948 time: 0.4526405
Feb 19 20:54:49.720535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407261a-4edd-4ed4-a41a-9207cf7625c6 req-066d82c9-f9b6-42cc-8315-104ffbaf9b99 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:49.721987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d407261a-4edd-4ed4-a41a-9207cf7625c6 req-066d82c9-f9b6-42cc-8315-104ffbaf9b99 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 1131 time: 0.0947571
Feb 19 20:54:49.723817 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77e4c726-4ea7-4c4a-b470-a89f427aeded req-6cadfd29-7612-45ca-b9c0-f158ee5393c9 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4824235
Feb 19 20:54:49.752659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d407261a-4edd-4ed4-a41a-9207cf7625c6 req-e9ab1793-ecec-4c41-a297-883e02b6287a tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:49.809248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70614f8e-201c-4dbf-b91d-091254dd4a95 req-0ffb8511-6d07-43f7-93e8-eeb14672ab1c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843167
Feb 19 20:54:49.883309 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d407261a-4edd-4ed4-a41a-9207cf7625c6 req-e9ab1793-ecec-4c41-a297-883e02b6287a tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Publish callbacks [] for security_group (4c9dd898-ea71-49d7-b8bd-888d7f672012), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:49.892944 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d407261a-4edd-4ed4-a41a-9207cf7625c6 req-e9ab1793-ecec-4c41-a297-883e02b6287a tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4c9dd898-ea71-49d7-b8bd-888d7f672012), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:49.953175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d407261a-4edd-4ed4-a41a-9207cf7625c6 req-e9ab1793-ecec-4c41-a297-883e02b6287a tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224965
Feb 19 20:54:49.955947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab1793-ecec-4c41-a297-883e02b6287a tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9dd898-ea71-49d7-b8bd-888d7f672012,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:49.972773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23628a48-c504-4d20-b855-1c90e5c1f083 req-866f5848-2082-4d74-a3f4-0e50eaee397d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:49.973796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23628a48-c504-4d20-b855-1c90e5c1f083 req-866f5848-2082-4d74-a3f4-0e50eaee397d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 945 time: 0.0923696
Feb 19 20:54:50.024541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23628a48-c504-4d20-b855-1c90e5c1f083 req-343d3723-b534-4d57-bc58-9294b1cb6a69 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439467
Feb 19 20:54:50.071787 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f04e15c-48fb-414a-a9a4-8e6efc9d56d9 x-openstack-request-id: req-2f04e15c-48fb-414a-a9a4-8e6efc9d56d9 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:50.079558 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "tag": "baf844cf-250b-42ea-b385-80d607da7e79", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:50.079838 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f04e15c-48fb-414a-a9a4-8e6efc9d56d9 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:50.080267 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79', 'status': 'completed', 'code': 200}
Feb 19 20:54:50.183841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da6ab737-6de1-4c63-8940-0bce4eced724 req-c49012f2-8914-4bfe-8f96-17320f6d7a29 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 210 time: 0.0575783
Feb 19 20:54:50.202289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e52d35-aa21-4729-84e9-4471355db2ea req-d72fd49d-b343-40c2-9288-9d2001092685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:50.204276 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e52d35-aa21-4729-84e9-4471355db2ea req-d72fd49d-b343-40c2-9288-9d2001092685 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1130 time: 0.1041930
Feb 19 20:54:50.237013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108217a-ad2a-45b6-bf20-27c31fb6b60b req-960162a1-a8f3-468e-beef-d2948b93b8f9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:50.238548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b108217a-ad2a-45b6-bf20-27c31fb6b60b req-960162a1-a8f3-468e-beef-d2948b93b8f9 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1110871
Feb 19 20:54:50.329220 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0d44b2bb-d815-4bfc-9099-addb240930ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:50.365913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b108217a-ad2a-45b6-bf20-27c31fb6b60b req-9179abfb-8fe2-4c63-bd28-9c8252732157 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.243 HTTP/1.1" status: 200  len: 696 time: 0.1028228
Feb 19 20:54:50.371372 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-e8161e61-b743-4f9c-9490-7a2ef45a499e tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=756e52c91ebf4bc9bacebcc1431abb28&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352976
Feb 19 20:54:50.398208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b108217a-ad2a-45b6-bf20-27c31fb6b60b req-ca407426-bf53-4292-9a63-475276874199 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Request body: {'floatingip': {'port_id': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:50.492313 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b108217a-ad2a-45b6-bf20-27c31fb6b60b req-ca407426-bf53-4292-9a63-475276874199 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (2a27d305-fde6-41be-9265-3ecf57696302), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:50.511284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ee2af-d816-411d-bd92-50732411ca2b req-fd0059dd-b93e-44b7-a1d7-b68c6fc73059 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:50.512779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f50ee2af-d816-411d-bd92-50732411ca2b req-fd0059dd-b93e-44b7-a1d7-b68c6fc73059 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 946 time: 0.2487175
Feb 19 20:54:50.553344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e52d35-aa21-4729-84e9-4471355db2ea req-c198b389-dbf5-4be3-9980-92de4ad9e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:50.554769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e52d35-aa21-4729-84e9-4471355db2ea req-c198b389-dbf5-4be3-9980-92de4ad9e446 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.3433323
Feb 19 20:54:50.655928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e52d35-aa21-4729-84e9-4471355db2ea req-c2eece37-a2d9-4f6b-8441-8a20d30da0c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 217 time: 0.0749044
Feb 19 20:54:50.703290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-45f2beb5-563d-4a6d-ab91-59d404ae0589 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:50.704734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-45f2beb5-563d-4a6d-ab91-59d404ae0589 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3233542
Feb 19 20:54:50.736505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Request body: {'port': {'device_id': '5997373e-abc0-4f20-9feb-047df1ddcbf5', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '756e52c91ebf4bc9bacebcc1431abb28'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:50.801414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f50ee2af-d816-411d-bd92-50732411ca2b req-abbcc9d3-2894-4b69-a92b-ddf135449c0e tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2580497
Feb 19 20:54:50.822536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e52d35-aa21-4729-84e9-4471355db2ea req-4762cc54-b53e-4d65-8944-34df2760964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:50.824282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e52d35-aa21-4729-84e9-4471355db2ea req-4762cc54-b53e-4d65-8944-34df2760964e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1559842
Feb 19 20:54:50.845024 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef59875e-f355-4ae1-953e-4e19b0ac2949 x-openstack-request-id: req-ef59875e-f355-4ae1-953e-4e19b0ac2949 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:50.845523 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ef2a35-0d6a-42b8-8275-c514b5724837", "name": "network-vif-plugged", "status": "completed", "tag": "ab2d1d8e-e972-4f4b-8626-d98c3b875877", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:50.845611 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef59875e-f355-4ae1-953e-4e19b0ac2949 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:50.846029 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ef2a35-0d6a-42b8-8275-c514b5724837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2d1d8e-e972-4f4b-8626-d98c3b875877', 'code': 200}
Feb 19 20:54:51.040729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e52d35-aa21-4729-84e9-4471355db2ea req-436a6928-3b6d-42bd-82a3-ecf58e90626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:51.042219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e52d35-aa21-4729-84e9-4471355db2ea req-436a6928-3b6d-42bd-82a3-ecf58e90626b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1575835
Feb 19 20:54:51.053854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54bade-b318-401f-a7cd-a3c0d58cca20 req-dc2531ce-d4f4-4ba6-87b6-db14276eb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:51.055634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba54bade-b318-401f-a7cd-a3c0d58cca20 req-dc2531ce-d4f4-4ba6-87b6-db14276eb936 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 1128 time: 0.1342859
Feb 19 20:54:51.057999 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-b108217a-ad2a-45b6-bf20-27c31fb6b60b req-ca407426-bf53-4292-9a63-475276874199 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] update failed (client error): There was a conflict when trying to complete your request.
Feb 19 20:54:51.058918 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b108217a-ad2a-45b6-bf20-27c31fb6b60b req-ca407426-bf53-4292-9a63-475276874199 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "PUT /v2.0/floatingips/2a27d305-fde6-41be-9265-3ecf57696302 HTTP/1.1" status: 409  len: 550 time: 0.6866672
Feb 19 20:54:51.065510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Made reservation on behalf of 756e52c91ebf4bc9bacebcc1431abb28 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:51.068731 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.132615 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.242548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba54bade-b318-401f-a7cd-a3c0d58cca20 req-73b30a76-33e4-4e05-82f0-c23bf42cbf88 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708126
Feb 19 20:54:51.251887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-6c70d8d2-2f8d-420b-89d9-865679a0752e tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:51.254106 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-6c70d8d2-2f8d-420b-89d9-865679a0752e tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1072168
Feb 19 20:54:51.265266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:51.267037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-cd20bd81-087d-42c7-b552-33434223d93f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0532706
Feb 19 20:54:51.311531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63998f8c-656a-4b0b-b904-0280757acf05 req-13af6d9e-7f4a-44dc-ad0d-dbeef6676cb0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:51.318336 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63998f8c-656a-4b0b-b904-0280757acf05 req-13af6d9e-7f4a-44dc-ad0d-dbeef6676cb0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 948 time: 0.2388451
Feb 19 20:54:51.336524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.349054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e52d35-aa21-4729-84e9-4471355db2ea req-29a264e3-6572-46ba-8844-10b6b9ff3023 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2921777
Feb 19 20:54:51.432459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43542) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:51.488944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:51.498673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63998f8c-656a-4b0b-b904-0280757acf05 req-6b5e786c-8b1f-4b34-9615-0da18de9ce51 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794653
Feb 19 20:54:51.545792 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks [] for security_group (5e76b4e0-4224-4f1f-aff9-130b91742142), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.553074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-abdda32b-4760-4b0d-805e-65203b36712d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:51.554565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-abdda32b-4760-4b0d-805e-65203b36712d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2774174
Feb 19 20:54:51.556359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:51.556721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e52d35-aa21-4729-84e9-4471355db2ea req-5952496b-0087-423f-9681-0e807dd40205 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998134
Feb 19 20:54:51.557818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5e76b4e0-4224-4f1f-aff9-130b91742142), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.631327 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a66314a-6be0-4ed3-85c0-e29d46b221c9'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:51.633853 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a7e4ac-5025-4079-84ee-1941bd582c96" -d '{"events": [{"server_uuid": "016b6ece-713e-4a2d-ba16-6de26f2479cb", "name": "network-vif-unplugged", "status": "completed", "tag": "8a66314a-6be0-4ed3-85c0-e29d46b221c9"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:51.635971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a5f53767-973f-47fc-865a-f7e4a4f88645 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/quotas/dabc5bb30faa4af797e9ba1cd4bad547 HTTP/1.1" status: 200  len: 375 time: 0.0712457
Feb 19 20:54:51.638232 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Publish callbacks [] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.641147 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd9e719e-ff7b-4d93-ad94-9474dcaec279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.651206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.669325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e76b4e0-4224-4f1f-aff9-130b91742142,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:51.710976 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.726616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Pushing event updated for resources: {'Port': ['ID=8a66314a-6be0-4ed3-85c0-e29d46b221c9,revision_number=7']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:51.783549 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb5d32-e725-4cf6-8713-39a5c1e49d4c req-9206437e-2097-44a2-a71f-d6515a508b80 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:51.783812 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:54:51.783968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:54:51.784308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:51.785327 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3bbb5d32-e725-4cf6-8713-39a5c1e49d4c req-9206437e-2097-44a2-a71f-d6515a508b80 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 945 time: 0.1930764
Feb 19 20:54:51.794393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:54:51.794725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Attempting to bind port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on network 020891c0-689f-4c7c-a850-6c2b2dfe0076 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:51.797548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-b8cc6ba6-16d8-433e-ac6a-6a202348d47b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1413617
Feb 19 20:54:51.805769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:54:51.806157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Checking segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:51.806556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Bound using segment: {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:54:51.806940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Bound port: 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ced433-ea31-4c92-aac1-273857fc043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '020891c0-689f-4c7c-a850-6c2b2dfe0076'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:54:51.807308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.810059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Allocated IP 192.168.233.3 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:54:51.860421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd9e719e-ff7b-4d93-ad94-9474dcaec279 admin admin] Publish callbacks [] for security_group (45d38a61-6263-4e6a-8864-dbda606ae802), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.870256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd9e719e-ff7b-4d93-ad94-9474dcaec279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (45d38a61-6263-4e6a-8864-dbda606ae802), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:51.881741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3bbb5d32-e725-4cf6-8713-39a5c1e49d4c req-997eb88e-28e4-4c74-a703-666db4617220 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888724
Feb 19 20:54:51.910733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e719e-ff7b-4d93-ad94-9474dcaec279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d38a61-6263-4e6a-8864-dbda606ae802,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:51.951940 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fd9e719e-ff7b-4d93-ad94-9474dcaec279 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb90ae6c04ac4979bc1773ded57360ff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5167956
Feb 19 20:54:51.954496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43550) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:51.964365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:51.986883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:51.997165 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:52.001332 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-6d84e34b-1fbd-46f3-a5f1-bc4677462b3d tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips/2a27d305-fde6-41be-9265-3ecf57696302 HTTP/1.1" status: 200  len: 693 time: 0.0847807
Feb 19 20:54:52.072502 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64d7d481-ea75-4d7b-a047-eb3683b9fd04 admin admin] Publish callbacks [] for security_group (45d38a61-6263-4e6a-8864-dbda606ae802), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:52.083967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Pushing event updated for resources: {'Port': ['ID=8a66314a-6be0-4ed3-85c0-e29d46b221c9,revision_number=8']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:52.110571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:52.111198 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:52.112768 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-148c205b-f748-49b0-a40a-9b1c88de026a service neutron] 10.222.0.67 "PUT /v2.0/ports/8a66314a-6be0-4ed3-85c0-e29d46b221c9 HTTP/1.1" status: 200  len: 1121 time: 0.8518057
Feb 19 20:54:52.125301 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64d7d481-ea75-4d7b-a047-eb3683b9fd04 admin admin] Publish callbacks [] for security_group (45d38a61-6263-4e6a-8864-dbda606ae802), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:52.192903 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64d7d481-ea75-4d7b-a047-eb3683b9fd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (45d38a61-6263-4e6a-8864-dbda606ae802), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:52.199174 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64d7d481-ea75-4d7b-a047-eb3683b9fd04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:52.203255 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-64d7d481-ea75-4d7b-a047-eb3683b9fd04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45d38a61-6263-4e6a-8864-dbda606ae802 HTTP/1.1" status: 204  len: 168 time: 0.2454939
Feb 19 20:54:52.235572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['8a66314a-6be0-4ed3-85c0-e29d46b221c9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:52.258251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7d481-ea75-4d7b-a047-eb3683b9fd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d38a61-6263-4e6a-8864-dbda606ae802,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:52.295869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['8a66314a-6be0-4ed3-85c0-e29d46b221c9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:52.479147 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks [] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:52.522200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e4e704a-89f8-42c3-ac02-1552e2325a58 req-f4e71c0d-ac23-4dde-bcc6-e8b8bcf88921 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 210 time: 0.0530498
Feb 19 20:54:52.558335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-437d9c32-f5f3-4a2c-a1a5-690051eaa586 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:52.566669 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-437d9c32-f5f3-4a2c-a1a5-690051eaa586 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.5564768
Feb 19 20:54:52.631919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-53b3fe81-9d64-4dc0-8b63-c410cb3a49fb tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.243 HTTP/1.1" status: 200  len: 696 time: 0.0637271
Feb 19 20:54:52.637991 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae241d63-a696-48d7-87ff-d9875cf7a32d x-openstack-request-id: req-ae241d63-a696-48d7-87ff-d9875cf7a32d {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:52.638344 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016b6ece-713e-4a2d-ba16-6de26f2479cb", "name": "network-vif-unplugged", "status": "completed", "tag": "8a66314a-6be0-4ed3-85c0-e29d46b221c9", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:52.638609 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae241d63-a696-48d7-87ff-d9875cf7a32d {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:52.639219 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a66314a-6be0-4ed3-85c0-e29d46b221c9', 'code': 200}
Feb 19 20:54:52.734554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-0ca7d4d2-2efa-448a-a2c5-fdfac5e3ac2b tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.243 HTTP/1.1" status: 200  len: 696 time: 0.1014593
Feb 19 20:54:52.735604 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:52.883327 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:52.895752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Pushing event updated for resources: {'Port': ['ID=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:52.897873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8a66314a-6be0-4ed3-85c0-e29d46b221c9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:52.898386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:52.902978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:54:52.957349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a835b6-f455-44d4-9e40-1a90d798655b req-408ce14b-df54-4148-83e4-244ba75e0782 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:52.964150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8a835b6-f455-44d4-9e40-1a90d798655b req-408ce14b-df54-4148-83e4-244ba75e0782 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 946 time: 0.2499890
Feb 19 20:54:53.021996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:53.022208 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.075173 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.107732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-205fdbeb-590b-46e6-a9a5-7ea36d02d16b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.3783336
Feb 19 20:54:53.109029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:53.112302 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8a835b6-f455-44d4-9e40-1a90d798655b req-2d7cf7ad-8277-4326-a963-018e657571ee tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472723
Feb 19 20:54:53.120548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Request body: {'port': {'device_id': '5997373e-abc0-4f20-9feb-047df1ddcbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:53.138053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8a66314a-6be0-4ed3-85c0-e29d46b221c9 has no active binding in host nch2-master-1 {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 19 20:54:53.164450 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-cee1cba6-0a5e-42ec-b6a8-086a662faafd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Deleting port b257ef12-62d0-4d17-81c5-98a1900f71d5 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:54:53.165078 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-cee1cba6-0a5e-42ec-b6a8-086a662faafd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b257ef12-62d0-4d17-81c5-98a1900f71d5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.294948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.325507 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-cee1cba6-0a5e-42ec-b6a8-086a662faafd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b257ef12-62d0-4d17-81c5-98a1900f71d5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.326127 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-cee1cba6-0a5e-42ec-b6a8-086a662faafd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (b257ef12-62d0-4d17-81c5-98a1900f71d5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.363084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-cee1cba6-0a5e-42ec-b6a8-086a662faafd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Calling delete_port for b257ef12-62d0-4d17-81c5-98a1900f71d5 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:54:53.380912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c9bc5bd4-e289-47bb-9e89-90a86f9404ca None None] Provisioning complete for port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:53.382283 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5bd4-e289-47bb-9e89-90a86f9404ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.467557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc5bd4-e289-47bb-9e89-90a86f9404ca None None] Port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:54:53.509374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43596) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:53.649203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-456739089-network', 'tenant_id': '808305a45737485185adcb60012ea91a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:53.661183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b60b8-81f3-4d48-a956-d42794980fc0 req-9c2d6cda-a15f-4711-9442-19459bf7bde9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:53.662734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c54b60b8-81f3-4d48-a956-d42794980fc0 req-9c2d6cda-a15f-4711-9442-19459bf7bde9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 948 time: 0.1521392
Feb 19 20:54:53.675137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Made reservation on behalf of 808305a45737485185adcb60012ea91a for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:53.678472 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.687714 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.756239 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-cee1cba6-0a5e-42ec-b6a8-086a662faafd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b257ef12-62d0-4d17-81c5-98a1900f71d5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.793932 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Publish callbacks [] for security_group (d0310dfd-9365-454f-b24b-94ea9daf007e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.799000 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d0310dfd-9365-454f-b24b-94ea9daf007e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.824488 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:54:53.835294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0310dfd-9365-454f-b24b-94ea9daf007e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:53.837895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c54b60b8-81f3-4d48-a956-d42794980fc0 req-43427428-82bf-44b9-9e73-25f8681d7a91 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474347
Feb 19 20:54:53.838653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1cba6-0a5e-42ec-b6a8-086a662faafd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Pushing event deleted for resources: {'Port': ['ID=b257ef12-62d0-4d17-81c5-98a1900f71d5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:53.840276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ec5ca5ee-571e-4b3e-ad44-ef05309c76f5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.840657 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Added segment ec5ca5ee-571e-4b3e-ad44-ef05309c76f5 of type vlan for network 351c1efd-5280-463c-84c7-ead44efacdc6
Feb 19 20:54:53.896664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (351c1efd-5280-463c-84c7-ead44efacdc6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.908959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:53.924527 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Publish callbacks [] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.928201 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (351c1efd-5280-463c-84c7-ead44efacdc6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.929486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:53.930711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:53.995242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Transition to ACTIVE for port object e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:54:54.005215 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:54.012451 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-cee1cba6-0a5e-42ec-b6a8-086a662faafd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (2a27d305-fde6-41be-9265-3ecf57696302), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:54.015778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-cee1cba6-0a5e-42ec-b6a8-086a662faafd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:54.017120 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aed99f2c-635b-41e8-9851-2bb09e48e964 req-cee1cba6-0a5e-42ec-b6a8-086a662faafd tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "DELETE /v2.0/floatingips/2a27d305-fde6-41be-9265-3ecf57696302 HTTP/1.1" status: 204  len: 173 time: 1.2628751
Feb 19 20:54:54.025305 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5147984
Feb 19 20:54:54.026222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a01c0-fadb-4055-9783-29cfffbf5901 admin admin] Pushing event updated for resources: {'Network': ['ID=351c1efd-5280-463c-84c7-ead44efacdc6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:54.040653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 351c1efd-5280-463c-84c7-ead44efacdc6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:54:54.044995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43606) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:54:54.062156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] Request body: {'subnet': {'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-456739089-subnet', 'tenant_id': '808305a45737485185adcb60012ea91a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:54.069502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:54.131217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] Made reservation on behalf of 808305a45737485185adcb60012ea91a for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:54.138560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37389a-4186-4176-8dfc-57f857356764 req-9646db3c-06ac-4710-8b54-eecb8633029d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:54.138795 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:54.151304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c37389a-4186-4176-8dfc-57f857356764 req-9646db3c-06ac-4710-8b54-eecb8633029d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 943 time: 0.2140601
Feb 19 20:54:54.359220 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-f6f15d0a-70f6-481f-886d-3231a357f438 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0405951
Feb 19 20:54:54.364543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c37389a-4186-4176-8dfc-57f857356764 req-642f67af-310c-41a1-88b4-abc65c82110e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2136979
Feb 19 20:54:54.441754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a1b5c36-f0f8-4bcc-a0a0-8c7bc4abf5a7 req-8e9fcfbe-2cba-428f-8598-a10d8002878c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 210 time: 0.1498513
Feb 19 20:54:54.475015 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:54.519986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Attempting to bind port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:54:54.520760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Attempting to bind port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:54:54.521185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Attempting to bind port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:54.530643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a415a646-f9cc-4c46-aa83-030336a34616 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1119454
Feb 19 20:54:54.593496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-352f7bea-cd54-4e3d-bf0e-406b6088f24f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:54.596656 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-352f7bea-cd54-4e3d-bf0e-406b6088f24f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2257566
Feb 19 20:54:54.599284 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (a1483f08-a82b-401b-9a13-2fb830d29e75), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:54.601797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:54:54.602571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Attempting to bind port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:54.637939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Request body: {'port': {'device_id': 'f1eb520e-c397-4539-b786-0e315ff274b7', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'dabc5bb30faa4af797e9ba1cd4bad547'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:54.642060 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'tag': '8a66314a-6be0-4ed3-85c0-e29d46b221c9'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:54.645042 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780f27b8-892e-4f71-ace2-323e5a76d5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "016b6ece-713e-4a2d-ba16-6de26f2479cb", "tag": "8a66314a-6be0-4ed3-85c0-e29d46b221c9"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:54.681278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:54:54.681907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:54.682018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:54:54.682422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Bound port: e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:54:54.682779 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:54.715135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1483f08-a82b-401b-9a13-2fb830d29e75,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:54.727665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-6bda8a40-eaa8-43d8-ab6b-1635355818a6 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.212 HTTP/1.1" status: 200  len: 1001 time: 0.2080977
Feb 19 20:54:54.755797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] Checking segment: {'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:54.756167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] Network hostable DHCP agents. Network: 351c1efd-5280-463c-84c7-ead44efacdc6, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:54:54.796484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] Network 351c1efd-5280-463c-84c7-ead44efacdc6 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:54:54.806904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Made reservation on behalf of dabc5bb30faa4af797e9ba1cd4bad547 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:54.810355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:54.815207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaed3d-879a-409d-8093-32d244b43cf7 req-53a61019-189b-4aa0-b18d-1d2b9d633300 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:54.816796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bfcaed3d-879a-409d-8093-32d244b43cf7 req-53a61019-189b-4aa0-b18d-1d2b9d633300 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 946 time: 0.2889073
Feb 19 20:54:54.819416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 351c1efd-5280-463c-84c7-ead44efacdc6) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:54.825577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:54.826107 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:54.835202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35f158-cf3e-48bd-9fe3-7a98256ada06 None None] Network 351c1efd-5280-463c-84c7-ead44efacdc6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:54:54.859832 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1b5e0151-a192-4b0f-9957-cdd2f6cc7755 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8032348
Feb 19 20:54:54.874236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-b48b9378-350c-42a4-a571-3f5232a72e20 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:54.875641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-b48b9378-350c-42a4-a571-3f5232a72e20 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports/3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 HTTP/1.1" status: 200  len: 942 time: 0.1197357
Feb 19 20:54:54.897785 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-ab4439c2-48c5-4ff6-9013-4ac348d1c68f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:54.899342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-ab4439c2-48c5-4ff6-9013-4ac348d1c68f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3396311
Feb 19 20:54:54.903298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] For port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:54.926596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Request body: {'port': {'device_id': '688a015d-1d10-44c7-b358-4d2cbe080bc2', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'dabc5bb30faa4af797e9ba1cd4bad547'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:54.941306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:54:54.976178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] For port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:54.994776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d0bd82-9d6b-4b24-84f4-23f5cc863ac3 None None] Network 351c1efd-5280-463c-84c7-ead44efacdc6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:54:55.003699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Allocated IP 192.168.233.43 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/d61fad0a-c589-4682-9531-d1e1afc31551) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:54:55.009689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bfcaed3d-879a-409d-8093-32d244b43cf7 req-0a53e327-e6e8-45c4-9eab-67241448aeb4 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789429
Feb 19 20:54:55.049316 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:55.063906 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 20:54:55.154184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:55.154820 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:55.156229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] 10.222.0.10 "PUT /v2.0/ports/e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 HTTP/1.1" status: 200  len: 1094 time: 2.0408831
Feb 19 20:54:55.164207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5997373e-abc0-4f20-9feb-047df1ddcbf5', 'tag': 'e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:55.166585 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5997373e-abc0-4f20-9feb-047df1ddcbf5", "tag": "e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:55.183572 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-7757bf7c-545b-4138-9cfa-ca20d0b51e26 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.212 HTTP/1.1" status: 200  len: 1001 time: 0.2002275
Feb 19 20:54:55.214092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0152e-a8ca-4e3f-aaaa-8c574ed877c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:55.219588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:55.235011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'baf844cf-250b-42ea-b385-80d607da7e79', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'baf844cf-250b-42ea-b385-80d607da7e79', 'mac_address': 'fa:16:3e:e2:4b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:54:55.313596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port baf844cf-250b-42ea-b385-80d607da7e79 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:55.314003 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:55.342889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf844cf-250b-42ea-b385-80d607da7e79 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:55.349439 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9801f08e-5ad4-4041-b278-c07efdcacaa2 x-openstack-request-id: req-9801f08e-5ad4-4041-b278-c07efdcacaa2 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:55.349992 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016b6ece-713e-4a2d-ba16-6de26f2479cb", "tag": "8a66314a-6be0-4ed3-85c0-e29d46b221c9", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:55.350256 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9801f08e-5ad4-4041-b278-c07efdcacaa2 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:55.350963 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'tag': '8a66314a-6be0-4ed3-85c0-e29d46b221c9', 'status': 'completed', 'code': 200}
Feb 19 20:54:55.357863 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks [] for port (d61fad0a-c589-4682-9531-d1e1afc31551), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:55.395045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:55.399988 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:55.460961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Made reservation on behalf of dabc5bb30faa4af797e9ba1cd4bad547 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:54:55.465505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:55.467548 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:55.496310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f27b8-892e-4f71-ace2-323e5a76d5b6 req-4df488cb-3679-40d2-8050-f4dd93491709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:55.497996 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-780f27b8-892e-4f71-ace2-323e5a76d5b6 req-4df488cb-3679-40d2-8050-f4dd93491709 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 1155 time: 0.1362751
Feb 19 20:54:55.539802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-389ed87e-7cc4-487d-99fb-5de8a2d6335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:55.541391 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-389ed87e-7cc4-487d-99fb-5de8a2d6335e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=756e52c91ebf4bc9bacebcc1431abb28&device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 1128 time: 0.3239105
Feb 19 20:54:55.551041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0c6fd6dc-b2b4-4b91-8659-66c12ec5d88a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:55.553554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0c6fd6dc-b2b4-4b91-8659-66c12ec5d88a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.3691492
Feb 19 20:54:55.557473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:55.571082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:55.580588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac117db-6dd0-493b-b120-502742425a48 req-d2db7cf7-0c24-4ba3-bfae-e370d5d72e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:55.582097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eac117db-6dd0-493b-b120-502742425a48 req-d2db7cf7-0c24-4ba3-bfae-e370d5d72e0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29dd33f3e21c4153b2dc5ec75558b150&device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 1128 time: 0.2384603
Feb 19 20:54:55.613207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:55.623683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:55.634583 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:54:55.664098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-73a9f469-34ad-4107-a8bf-b708d5b79144 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 HTTP/1.1" status: 200  len: 217 time: 0.1094265
Feb 19 20:54:55.674402 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event updated for resources: {'Port': ['ID=d61fad0a-c589-4682-9531-d1e1afc31551,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:55.702877 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f27b8-892e-4f71-ace2-323e5a76d5b6 req-d8a4f63b-1f9b-43ba-b06a-1f3505fdaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:55.704920 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-780f27b8-892e-4f71-ace2-323e5a76d5b6 req-d8a4f63b-1f9b-43ba-b06a-1f3505fdaca0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.2004228
Feb 19 20:54:55.718884 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:55.720028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:55.721058 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:55.773313 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-780f27b8-892e-4f71-ace2-323e5a76d5b6 req-07e0c849-270d-4da8-9397-a82d603c9057 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9 HTTP/1.1" status: 200  len: 217 time: 0.0479190
Feb 19 20:54:55.777031 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-9ae9492e-3f17-40b5-ad50-a89ed716e695 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1489456
Feb 19 20:54:55.802909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Request body: {'port': {'device_id': 'f1eb520e-c397-4539-b786-0e315ff274b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:55.816821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6fedb-86f0-47e2-b2b0-453536ce3227 req-79095463-8450-4265-a61a-1bd952d8709d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:55.824771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ff6fedb-86f0-47e2-b2b0-453536ce3227 req-79095463-8450-4265-a61a-1bd952d8709d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 949 time: 0.3983886
Feb 19 20:54:55.883255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f27b8-892e-4f71-ace2-323e5a76d5b6 req-b7826edf-a47a-4c08-9ab4-3f372c8eec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:55.884728 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-780f27b8-892e-4f71-ace2-323e5a76d5b6 req-b7826edf-a47a-4c08-9ab4-3f372c8eec72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1018796
Feb 19 20:54:55.933513 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-780f27b8-892e-4f71-ace2-323e5a76d5b6 req-c5334631-f1b1-44df-b189-33eedc8922ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320013
Feb 19 20:54:55.936968 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:55.964913 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['baf844cf-250b-42ea-b385-80d607da7e79'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:56.010096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-45de21a0-9fe6-40af-876d-8885b03e3f64 None None] Provisioning complete for port d61fad0a-c589-4682-9531-d1e1afc31551 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:56.010585 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-45de21a0-9fe6-40af-876d-8885b03e3f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:56.063210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-45de21a0-9fe6-40af-876d-8885b03e3f64 None None] Port d61fad0a-c589-4682-9531-d1e1afc31551 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:54:56.131878 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-780f27b8-892e-4f71-ace2-323e5a76d5b6 req-0c84e3aa-2a82-4068-8dda-612dd971ee9d service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856174
Feb 19 20:54:56.195200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-4cc862c3-a45b-46c3-8f17-2f94ab38500f tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.212 HTTP/1.1" status: 200  len: 1001 time: 0.6293702
Feb 19 20:54:56.213538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-b283c9a4-7274-4272-903f-c24afe9fbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:56.222415 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-b283c9a4-7274-4272-903f-c24afe9fbae2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.5140812
Feb 19 20:54:56.227703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0e21dbf6-c91f-452c-8291-04b091595356 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:56.324659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ff6fedb-86f0-47e2-b2b0-453536ce3227 req-adede51d-35f9-4aaa-aa9f-bc305bd7e506 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4989622
Feb 19 20:54:56.326711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac117db-6dd0-493b-b120-502742425a48 req-2017e1a4-272b-4f00-a84d-b931a62ab0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:56.328134 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eac117db-6dd0-493b-b120-502742425a48 req-2017e1a4-272b-4f00-a84d-b931a62ab0e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f59eddf-b940-4bbe-b896-7b9364a9f83b HTTP/1.1" status: 200  len: 915 time: 0.7073529
Feb 19 20:54:56.381829 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0e21dbf6-c91f-452c-8291-04b091595356 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (8b1586c0-4d04-4647-8cfd-d5387340d837), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:56.389164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eac117db-6dd0-493b-b120-502742425a48 req-6cbc77fb-146c-4235-8f06-02b77acb8ea8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2d1d8e-e972-4f4b-8626-d98c3b875877 HTTP/1.1" status: 200  len: 217 time: 0.0520442
Feb 19 20:54:56.423514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-46353e07-3561-412d-b78c-14206e365ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:56.425774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-46353e07-3561-412d-b78c-14206e365ead service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1911185
Feb 19 20:54:56.565451 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-780f27b8-892e-4f71-ace2-323e5a76d5b6 req-809affa2-94fe-4b60-90c6-3eea91e2f0f9 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4251323
Feb 19 20:54:56.611373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac117db-6dd0-493b-b120-502742425a48 req-c0c9085d-516a-4ef6-bc8a-aa0d8f2599c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:56.613755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eac117db-6dd0-493b-b120-502742425a48 req-c0c9085d-516a-4ef6-bc8a-aa0d8f2599c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a215b845-30f1-4102-9206-95626fd2e30b HTTP/1.1" status: 200  len: 854 time: 0.1926284
Feb 19 20:54:56.631278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61fad0a-c589-4682-9531-d1e1afc31551 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:56.640868 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Publish callbacks [] for port (d61fad0a-c589-4682-9531-d1e1afc31551), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:56.654358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Transition to ACTIVE for port object d61fad0a-c589-4682-9531-d1e1afc31551 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:54:56.658584 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:56.745156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eac117db-6dd0-493b-b120-502742425a48 req-7fd5dac9-583d-4b6c-bda6-b2163b115c4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f59eddf-b940-4bbe-b896-7b9364a9f83b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1137753
Feb 19 20:54:56.749691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Pushing event updated for resources: {'Port': ['ID=d61fad0a-c589-4682-9531-d1e1afc31551,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:56.855422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Attempting to bind port d61fad0a-c589-4682-9531-d1e1afc31551 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:54:56.855886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Attempting to bind port d61fad0a-c589-4682-9531-d1e1afc31551 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:54:56.856227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Attempting to bind port d61fad0a-c589-4682-9531-d1e1afc31551 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:56.866587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Port d61fad0a-c589-4682-9531-d1e1afc31551 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:54:56.866913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Attempting to bind port d61fad0a-c589-4682-9531-d1e1afc31551 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:54:56.874708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:54:56.876006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:54:56.876006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:54:56.876006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Bound port: d61fad0a-c589-4682-9531-d1e1afc31551, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:54:56.876315 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:56.883282 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0e21dbf6-c91f-452c-8291-04b091595356 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:56.886026 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-b77abf61-22c9-4fe9-817a-46794f0d19fb service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4477134
Feb 19 20:54:56.913906 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0e21dbf6-c91f-452c-8291-04b091595356 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (8b1586c0-4d04-4647-8cfd-d5387340d837), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:56.914291 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0e21dbf6-c91f-452c-8291-04b091595356 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Floating IP 8b1586c0-4d04-4647-8cfd-d5387340d837 disassociated. External IP: 172.35.2.212, port: 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22.
Feb 19 20:54:56.921104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Allocated IP 192.168.233.111 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/77f19c96-0ed8-4178-b8cb-e6bc2c9ea499) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:54:56.969913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] For port d61fad0a-c589-4682-9531-d1e1afc31551, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:54:56.977572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] For port d61fad0a-c589-4682-9531-d1e1afc31551, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d61fad0a-c589-4682-9531-d1e1afc31551,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:54:56.984898 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:57.025788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:57.026556 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:57.027960 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] 10.222.0.67 "PUT /v2.0/ports/d61fad0a-c589-4682-9531-d1e1afc31551 HTTP/1.1" status: 200  len: 1095 time: 1.2333531
Feb 19 20:54:57.058730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf60a9-ac3e-4212-b14a-5b178df21281 service neutron] Pushing event updated for resources: {'Port': ['ID=d61fad0a-c589-4682-9531-d1e1afc31551,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:57.097467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-0f924d4e-b170-4124-9573-f9b979e94d8e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:57.098998 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-0f924d4e-b170-4124-9573-f9b979e94d8e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/networks?id=351c1efd-5280-463c-84c7-ead44efacdc6 HTTP/1.1" status: 200  len: 814 time: 0.5173674
Feb 19 20:54:57.136747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-443063a4-8155-454a-be16-7a99b9b7933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:57.139891 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-443063a4-8155-454a-be16-7a99b9b7933b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 1129 time: 0.0626483
Feb 19 20:54:57.169225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eac117db-6dd0-493b-b120-502742425a48 req-8ee5cf18-74cf-4be3-bc70-9fa40bb6cc1a service neutron] 10.222.0.10 "GET /v2.0/networks/2f59eddf-b940-4bbe-b896-7b9364a9f83b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4019263
Feb 19 20:54:57.177311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-def54d4c-cfb5-4d71-b27a-34b37f05ae6b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/quotas/808305a45737485185adcb60012ea91a HTTP/1.1" status: 200  len: 375 time: 0.0568366
Feb 19 20:54:57.217141 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-f7dab0c2-fdd3-4ba1-b2ac-84af6b1b024f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=d61fad0a-c589-4682-9531-d1e1afc31551 HTTP/1.1" status: 200  len: 217 time: 0.0580580
Feb 19 20:54:57.279399 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-369a43ed-2b1f-49c9-adb4-f634c2d7387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:57.280957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-369a43ed-2b1f-49c9-adb4-f634c2d7387f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0539293
Feb 19 20:54:57.295971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-8a68609a-bef0-43d0-9014-dce7203bef9d tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=808305a45737485185adcb60012ea91a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1027279
Feb 19 20:54:57.351366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-b91ea562-3e2e-44bc-b4f7-72317aa1608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:57.352929 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-b91ea562-3e2e-44bc-b4f7-72317aa1608f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0504415
Feb 19 20:54:57.353536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1eb520e-c397-4539-b786-0e315ff274b7', 'tag': 'd61fad0a-c589-4682-9531-d1e1afc31551'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:57.355745 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bd35af-938c-467e-91cc-f97de6ad00e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1eb520e-c397-4539-b786-0e315ff274b7", "tag": "d61fad0a-c589-4682-9531-d1e1afc31551"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:57.408841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-129608e7-65b7-4b73-ae0d-f438993e8489 req-c509b092-f634-473c-88c5-6185a7a129fa service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4962161
Feb 19 20:54:57.469994 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-0320f298-8547-4d9b-93cf-ad6d21cbeeef service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1056919
Feb 19 20:54:57.562190 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-576a54dc-2c46-4435-9b58-0abe597cd3fa service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846417
Feb 19 20:54:57.592250 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks [] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:57.609384 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eac117db-6dd0-493b-b120-502742425a48 req-e105061a-5743-4708-b656-041837c72e1c service neutron] 10.222.0.10 "GET /v2.0/networks/2f59eddf-b940-4bbe-b896-7b9364a9f83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4173505
Feb 19 20:54:57.619292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-7526dea6-249b-4b72-94fe-0c92dc2cc772 service neutron] 10.222.0.30 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2895567
Feb 19 20:54:57.709592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0e21dbf6-c91f-452c-8291-04b091595356 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Router 2b723363-ef22-4d01-9b6b-794b6911d80b has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:54:57.717823 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:57.732116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:54:57.794872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:54:57.863828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:54:57.874019 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-ad8914d5-0fd2-4a35-b904-e5ba69cc3b18 service neutron] 10.222.0.30 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430835
Feb 19 20:54:57.876833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:54:57.881676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event updated for resources: {'Port': ['ID=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:58.164657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-48a857ad-2e2b-4e20-81ad-60125dfb8d2a None None] Provisioning complete for port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:58.165054 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-48a857ad-2e2b-4e20-81ad-60125dfb8d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:58.202866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-48a857ad-2e2b-4e20-81ad-60125dfb8d2a None None] Port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:54:58.248089 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f348dae8-adf5-4d29-a320-05d3d790e329 x-openstack-request-id: req-f348dae8-adf5-4d29-a320-05d3d790e329 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:54:58.248685 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5997373e-abc0-4f20-9feb-047df1ddcbf5", "tag": "e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:54:58.248685 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f348dae8-adf5-4d29-a320-05d3d790e329 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:54:58.249145 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5997373e-abc0-4f20-9feb-047df1ddcbf5', 'tag': 'e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90', 'status': 'completed', 'code': 200}
Feb 19 20:54:58.356880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:58.357482 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:58.376597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0e21dbf6-c91f-452c-8291-04b091595356 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:54:58.383315 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0e21dbf6-c91f-452c-8291-04b091595356 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:58.390840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d0eae-7bee-4edd-9af4-f372167f4328 None None] Sync routers for ids ['2b723363-ef22-4d01-9b6b-794b6911d80b'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:54:58.394615 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-de409cac-0fd5-4917-b868-cd57d7e0d013 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.4774787
Feb 19 20:54:58.409129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d0eae-7bee-4edd-9af4-f372167f4328 None None] Routers {'2b723363-ef22-4d01-9b6b-794b6911d80b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:58.410368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bf5d0eae-7bee-4edd-9af4-f372167f4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63879340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2b723363-ef22-4d01-9b6b-794b6911d80b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:58.428550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Request body: {'port': {'device_id': '688a015d-1d10-44c7-b358-4d2cbe080bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:58.443610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10552022-8300-4d9a-8db7-864b3e7d2c24 req-ad9890d7-c3a0-45d0-933d-54912ad5851e tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:58.445609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10552022-8300-4d9a-8db7-864b3e7d2c24 req-ad9890d7-c3a0-45d0-933d-54912ad5851e tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 946 time: 0.1940036
Feb 19 20:54:58.465759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a req-2dc231ab-5224-4e11-b29f-550b92747225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:58.467319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a req-2dc231ab-5224-4e11-b29f-550b92747225 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=756e52c91ebf4bc9bacebcc1431abb28&device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 1128 time: 0.2173240
Feb 19 20:54:58.490505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0e21dbf6-c91f-452c-8291-04b091595356 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "PUT /v2.0/floatingips/8b1586c0-4d04-4647-8cfd-d5387340d837 HTTP/1.1" status: 200  len: 695 time: 2.2860625
Feb 19 20:54:58.539433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bf5d0eae-7bee-4edd-9af4-f372167f4328 None None] Set router 2b723363-ef22-4d01-9b6b-794b6911d80b gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:58.641374 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:58.663299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10552022-8300-4d9a-8db7-864b3e7d2c24 req-154a5cbf-2182-486b-9693-f3349d8756cc tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923084
Feb 19 20:54:58.683524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a req-96b92b6c-91ff-41e7-a91b-d1a2fda1030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:58.694687 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a req-96b92b6c-91ff-41e7-a91b-d1a2fda1030b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2187726
Feb 19 20:54:58.721832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-05be828f-3530-434f-905a-8bbe32e756d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:58.723540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-05be828f-3530-434f-905a-8bbe32e756d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a274e94e3e643c4b814892e2429db0e&device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 1127 time: 0.2130790
Feb 19 20:54:58.768985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bf5d0eae-7bee-4edd-9af4-f372167f4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63879340>, [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 4, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '634073b4-e72f-4a0f-8435-8bde4fe3a7c9', 'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'mac_address': 'fa:16:3e:a4:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:58Z', 'updated_at': '2022-02-19T20:54:03Z', 'revision_number': 5, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'subnets': [{'id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:58.808210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d0eae-7bee-4edd-9af4-f372167f4328 None None] Checking router: 2b723363-ef22-4d01-9b6b-794b6911d80b for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:54:58.809577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a req-0b879dd6-f1dd-475e-beb2-9e134190c703 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 HTTP/1.1" status: 200  len: 217 time: 0.0733924
Feb 19 20:54:58.819179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d0eae-7bee-4edd-9af4-f372167f4328 None None] Routers {'2b723363-ef22-4d01-9b6b-794b6911d80b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:54:58.819909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bf5d0eae-7bee-4edd-9af4-f372167f4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63879340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2b723363-ef22-4d01-9b6b-794b6911d80b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:58.932700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bf5d0eae-7bee-4edd-9af4-f372167f4328 None None] Set router 2b723363-ef22-4d01-9b6b-794b6911d80b gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:54:58.962164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:54:59.012418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a req-232852ed-6d06-4eb7-a080-2113a663c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:59.013962 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a req-232852ed-6d06-4eb7-a080-2113a663c326 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1622009
Feb 19 20:54:59.105933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b4d5d-af8f-4b8e-a0e0-69a5c2377da2 req-674c14f5-3064-4753-8d2d-2dc5017b4de1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:59.113617 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c7b4d5d-af8f-4b8e-a0e0-69a5c2377da2 req-674c14f5-3064-4753-8d2d-2dc5017b4de1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 943 time: 0.3294771
Feb 19 20:54:59.118493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port baf844cf-250b-42ea-b385-80d607da7e79 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:54:59.125059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port baf844cf-250b-42ea-b385-80d607da7e79 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:54:59.125932 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (baf844cf-250b-42ea-b385-80d607da7e79), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:59.132938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-24e75baf-9ccf-4240-8e6e-237cfaf6884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:59.134424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-24e75baf-9ccf-4240-8e6e-237cfaf6884e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1715c46-c90a-49c7-8aa3-a86a06453327 HTTP/1.1" status: 200  len: 928 time: 0.3916733
Feb 19 20:54:59.194070 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:59.226161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-78f52b2c-b303-42a4-85b0-a1b884c6147b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 HTTP/1.1" status: 200  len: 217 time: 0.0752656
Feb 19 20:54:59.267207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port baf844cf-250b-42ea-b385-80d607da7e79 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:54:59.267616 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:59.296406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a req-b2581001-6c50-406c-b533-0522d957d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:59.297500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:54:59.297912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a req-b2581001-6c50-406c-b533-0522d957d592 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2699559
Feb 19 20:54:59.299773 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fbf83c-857d-4934-bdf5-c1272c749c4b" -d '{"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-plugged", "status": "completed", "tag": "baf844cf-250b-42ea-b385-80d607da7e79"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:54:59.316354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bf5d0eae-7bee-4edd-9af4-f372167f4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63879340>, [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 4, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '634073b4-e72f-4a0f-8435-8bde4fe3a7c9', 'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'mac_address': 'fa:16:3e:a4:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:58Z', 'updated_at': '2022-02-19T20:54:03Z', 'revision_number': 5, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'subnets': [{'id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:54:59.320148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:54:59.335181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c7b4d5d-af8f-4b8e-a0e0-69a5c2377da2 req-50b88afd-9bdc-4722-bc67-731438ef8023 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207155
Feb 19 20:54:59.347675 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:59.350729 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d0eae-7bee-4edd-9af4-f372167f4328 None None] The sync data for ids ['2b723363-ef22-4d01-9b6b-794b6911d80b'] in ncdv-master-1 is: [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:53:59Z', 'revision_number': 4, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '634073b4-e72f-4a0f-8435-8bde4fe3a7c9', 'name': '', 'network_id': 'e1715c46-c90a-49c7-8aa3-a86a06453327', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'mac_address': 'fa:16:3e:a4:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:58Z', 'updated_at': '2022-02-19T20:54:03Z', 'revision_number': 5, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'subnets': [{'id': '381ea8bc-68e7-4732-9a07-630c67a2f287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:54:59.422145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:59.476950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0d946689-07e1-42ab-a2f1-56ccdee0ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:59.478514 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-0d946689-07e1-42ab-a2f1-56ccdee0ca89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=381ea8bc-68e7-4732-9a07-630c67a2f287 HTTP/1.1" status: 200  len: 866 time: 0.2022905
Feb 19 20:54:59.597611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f6c3cafa-5bd0-4ec4-851b-e70685eea78a tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:59.599133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f6c3cafa-5bd0-4ec4-851b-e70685eea78a tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "GET /v2.0/networks?id=351c1efd-5280-463c-84c7-ead44efacdc6 HTTP/1.1" status: 200  len: 814 time: 0.3906918
Feb 19 20:54:59.601176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a req-6348d346-b31f-44bc-8186-8ac951c365f5 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2723136
Feb 19 20:54:59.620905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:54:59.629935 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3e78c-a4b1-49fd-b5ad-2b4f1dd1c58f None None] New status for floating IP 8b1586c0-4d04-4647-8cfd-d5387340d837: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:54:59.636941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Request body: {'port': {'device_id': '1343027f-776d-4868-a38a-15e285438dd6', 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6', 'admin_state_up': True, 'tenant_id': '808305a45737485185adcb60012ea91a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:54:59.649025 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Publish callbacks [] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:59.743933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Transition to ACTIVE for port object 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:54:59.761711 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:54:59.783166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53db4c-7b8e-4b2b-93b8-626460403b2f req-c21ffd3b-1527-419a-9295-2b5bc0e483a7 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:59.784756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f53db4c-7b8e-4b2b-93b8-626460403b2f req-c21ffd3b-1527-419a-9295-2b5bc0e483a7 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 947 time: 0.3444004
Feb 19 20:54:59.811997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-1d3c424a-5c97-48f8-b7c9-6577d40937b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:54:59.813628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-1d3c424a-5c97-48f8-b7c9-6577d40937b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1715c46-c90a-49c7-8aa3-a86a06453327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3093328
Feb 19 20:54:59.970845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Pushing event updated for resources: {'Port': ['ID=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:54:59.999733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa59ece7-cdfd-43ba-95f5-0951619a1b2a req-cf466d36-654d-49e9-ba1f-2767b5f063ed service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3815353
Feb 19 20:55:00.072801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f53db4c-7b8e-4b2b-93b8-626460403b2f req-73a386c7-c3e4-4976-9a5f-a8c740624914 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2558644
Feb 19 20:55:00.100681 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-4c990a51-cff4-4b8f-9167-aef094877086 service neutron] 10.222.0.30 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2691395
Feb 19 20:55:00.106388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Made reservation on behalf of 808305a45737485185adcb60012ea91a for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:00.109771 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:00.227977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Attempting to bind port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:00.228320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Attempting to bind port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:00.228680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Attempting to bind port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:00.265792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'tag': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:00.268022 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592" -d '{"events": [{"name": "network-changed", "server_uuid": "258092fb-1cd7-47c9-88f4-d92fafb344ef", "tag": "3c2d56ee-dcf8-4145-a7ce-83aa6441cb22"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:00.279161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:55:00.279488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Attempting to bind port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:00.312439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:00.313213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:00.313213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:00.313648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Bound port: 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:00.314044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:00.381914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fcff7-2cd7-46fd-9cad-18486043e51e req-5a69c840-0740-478f-9543-75d0c86b3373 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:00.383441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-438fcff7-2cd7-46fd-9cad-18486043e51e req-5a69c840-0740-478f-9543-75d0c86b3373 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 946 time: 0.2434158
Feb 19 20:55:00.403680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10fa5a96-de65-48d5-9da0-216d43e27389 req-b581784e-793a-418a-9628-35f31100d947 service neutron] 10.222.0.30 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2893903
Feb 19 20:55:00.491305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Allocated IP 172.20.0.14 (351c1efd-5280-463c-84c7-ead44efacdc6/a1483f08-a82b-401b-9a13-2fb830d29e75/f438d8af-a8db-44da-92fe-ef9f6ae35141) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:00.589021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-438fcff7-2cd7-46fd-9cad-18486043e51e req-38e23552-92a9-4b80-b1dc-840ba0101f01 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974387
Feb 19 20:55:00.597658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] For port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:00.617405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-0c6cb985-067b-4497-aa9b-83a163de9c3d service neutron] 10.222.0.10 "GET /v2.0/ports/8a66314a-6be0-4ed3-85c0-e29d46b221c9/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2316163
Feb 19 20:55:00.640176 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291a205f-4341-4cb1-abaa-dee1c0a3182b x-openstack-request-id: req-291a205f-4341-4cb1-abaa-dee1c0a3182b {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:00.640794 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1eb520e-c397-4539-b786-0e315ff274b7", "tag": "d61fad0a-c589-4682-9531-d1e1afc31551", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:00.640794 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-291a205f-4341-4cb1-abaa-dee1c0a3182b {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:00.641026 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1eb520e-c397-4539-b786-0e315ff274b7', 'tag': 'd61fad0a-c589-4682-9531-d1e1afc31551', 'status': 'completed', 'code': 200}
Feb 19 20:55:00.649621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] For port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:00.699412 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699d8d2-e4b0-4be0-b312-d8061037b14a req-8beafa46-b13f-4571-b9c1-c8982c4ef377 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:00.700978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8699d8d2-e4b0-4be0-b312-d8061037b14a req-8beafa46-b13f-4571-b9c1-c8982c4ef377 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2315083
Feb 19 20:55:00.729254 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:00.754343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd35af-938c-467e-91cc-f97de6ad00e9 req-45e26780-44d7-439f-a089-426811a8662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:00.756443 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2bd35af-938c-467e-91cc-f97de6ad00e9 req-45e26780-44d7-439f-a089-426811a8662e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 1129 time: 0.0586367
Feb 19 20:55:00.860317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd35af-938c-467e-91cc-f97de6ad00e9 req-9ab768b0-1b1b-4d7a-9a19-101b31690840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:00.864443 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2bd35af-938c-467e-91cc-f97de6ad00e9 req-9ab768b0-1b1b-4d7a-9a19-101b31690840 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1012683
Feb 19 20:55:00.936628 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2bd35af-938c-467e-91cc-f97de6ad00e9 req-8f2e32cd-8b63-44be-9259-87aae996f96f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=d61fad0a-c589-4682-9531-d1e1afc31551 HTTP/1.1" status: 200  len: 217 time: 0.0565550
Feb 19 20:55:01.027135 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-07de8fcf-b146-44c6-abad-1397af492273 req-4598ee9d-1f70-46bb-85b1-363550bc45b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1006925
Feb 19 20:55:01.029234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd35af-938c-467e-91cc-f97de6ad00e9 req-37cdd0c5-9a53-4407-ba66-792385097b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:01.030591 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2bd35af-938c-467e-91cc-f97de6ad00e9 req-37cdd0c5-9a53-4407-ba66-792385097b1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0682132
Feb 19 20:55:01.101987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27b7211f-4312-49aa-b2b5-81d70638fed3 req-5420d333-0bfd-420f-ae0f-2818ab962508 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 210 time: 0.4000025
Feb 19 20:55:01.136207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd35af-938c-467e-91cc-f97de6ad00e9 req-fe9e39c5-e338-46ca-a50b-0a27bd416193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:01.138806 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2bd35af-938c-467e-91cc-f97de6ad00e9 req-fe9e39c5-e338-46ca-a50b-0a27bd416193 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1000733
Feb 19 20:55:01.139611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:01.140028 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:01.141415 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] 10.222.0.67 "PUT /v2.0/ports/77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 HTTP/1.1" status: 200  len: 1096 time: 2.7224576
Feb 19 20:55:01.143569 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de8fcf-b146-44c6-abad-1397af492273 req-ff4bd8cf-2a62-47e7-9f48-afe38afe6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:01.145142 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-07de8fcf-b146-44c6-abad-1397af492273 req-ff4bd8cf-2a62-47e7-9f48-afe38afe6330 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 1127 time: 0.0956466
Feb 19 20:55:01.184441 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10082612-4bd7-4469-aba6-bdad82f9b499 x-openstack-request-id: req-10082612-4bd7-4469-aba6-bdad82f9b499 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:01.185004 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-plugged", "status": "completed", "tag": "baf844cf-250b-42ea-b385-80d607da7e79", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:01.186274 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10082612-4bd7-4469-aba6-bdad82f9b499 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:01.186274 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79', 'code': 200}
Feb 19 20:55:01.209759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cffb9-4541-4fe2-9c58-0e62cc02796d service neutron] Pushing event updated for resources: {'Port': ['ID=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:01.218616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8699d8d2-e4b0-4be0-b312-d8061037b14a req-0b6edb49-0735-4d08-b311-f75ed57c45ad tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4870975
Feb 19 20:55:01.291731 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks [] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:01.404979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:55:01.420138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8a66314a-6be0-4ed3-85c0-e29d46b221c9 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:01.441261 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2bd35af-938c-467e-91cc-f97de6ad00e9 req-e7d8853f-6519-4f52-8b58-e171fb33f27e service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2791018
Feb 19 20:55:01.451965 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3743b79d-0510-48a7-8200-0e38f86ee30e x-openstack-request-id: req-3743b79d-0510-48a7-8200-0e38f86ee30e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:01.452564 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258092fb-1cd7-47c9-88f4-d92fafb344ef", "tag": "3c2d56ee-dcf8-4145-a7ce-83aa6441cb22", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:01.452913 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3743b79d-0510-48a7-8200-0e38f86ee30e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:01.453407 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'tag': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'status': 'completed', 'code': 200}
Feb 19 20:55:01.501435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de8fcf-b146-44c6-abad-1397af492273 req-b9cd6824-ee51-428d-838d-eefb1928995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:01.502995 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-07de8fcf-b146-44c6-abad-1397af492273 req-b9cd6824-ee51-428d-838d-eefb1928995b service neutron] 10.222.0.10 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.3307452
Feb 19 20:55:01.558698 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:01.623820 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-07de8fcf-b146-44c6-abad-1397af492273 req-fcdec5b9-fafa-4be5-b0cd-173c369f7450 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa16ec0-665d-486a-8609-c23482d79a71 HTTP/1.1" status: 200  len: 217 time: 0.0604253
Feb 19 20:55:01.633684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592 req-6bcc233b-ef50-489c-96b2-2d0356a6011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:01.635441 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592 req-6bcc233b-ef50-489c-96b2-2d0356a6011b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a274e94e3e643c4b814892e2429db0e&device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 1127 time: 0.2311668
Feb 19 20:55:01.686706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Network 351c1efd-5280-463c-84c7-ead44efacdc6 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:01.728416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:01.757558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bd86b-e0f0-4d48-a5a9-506afe06e681 req-082fb7aa-0e29-44d2-9b35-cbb42b5e5398 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:01.764807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d6bd86b-e0f0-4d48-a5a9-506afe06e681 req-082fb7aa-0e29-44d2-9b35-cbb42b5e5398 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 946 time: 0.4729784
Feb 19 20:55:01.768434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:01.770472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:01.777059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-e4c43e53-a7d7-45ff-8ab5-d03832755401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:01.781933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-e4c43e53-a7d7-45ff-8ab5-d03832755401 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 1130 time: 0.5204904
Feb 19 20:55:01.787284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90', 'mac_address': 'fa:16:3e:cf:2a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:55:01.794927 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2bd35af-938c-467e-91cc-f97de6ad00e9 req-e5146835-4cbf-4343-873d-4f8fdf888a8c service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3234684
Feb 19 20:55:01.799644 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-24b9cd8a-768c-4dde-a7e7-bc32411ceadb service neutron] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:01.838616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592 req-ffe3b721-b757-4bae-9ee3-82cd2b78a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:01.840093 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592 req-ffe3b721-b757-4bae-9ee3-82cd2b78a158 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1715c46-c90a-49c7-8aa3-a86a06453327 HTTP/1.1" status: 200  len: 928 time: 0.1881020
Feb 19 20:55:01.842611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de8fcf-b146-44c6-abad-1397af492273 req-ac070597-400a-45f5-9db0-b4a678584fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:01.844297 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-07de8fcf-b146-44c6-abad-1397af492273 req-ac070597-400a-45f5-9db0-b4a678584fa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.2082286
Feb 19 20:55:01.871963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Pushing event updated for resources: {'Port': ['ID=f438d8af-a8db-44da-92fe-ef9f6ae35141,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:01.885767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:01.886171 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:01.894428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76516cd0-d259-44fc-a3f4-73dce155883e req-d33fbc1a-5804-4a99-9aeb-2c0266e161e5 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:01.896214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76516cd0-d259-44fc-a3f4-73dce155883e req-d33fbc1a-5804-4a99-9aeb-2c0266e161e5 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 943 time: 0.4290202
Feb 19 20:55:01.912522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:01.930481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 is: DOWN; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:01.934617 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-07de8fcf-b146-44c6-abad-1397af492273 req-45b3fe7c-1a14-46da-a9ce-5e5dac73232b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829854
Feb 19 20:55:01.936576 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592 req-ea2529ef-4252-4f4d-b5f7-89816b56c2d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 HTTP/1.1" status: 200  len: 217 time: 0.0733125
Feb 19 20:55:01.948846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:01.957796 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:01.979575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-57e0d08a-a8b3-4851-9a17-1e7e6e4f6cb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 HTTP/1.1" status: 200  len: 217 time: 0.1770325
Feb 19 20:55:02.011917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf287f0-9ca5-45cc-a74e-2f8ea4d5f9b3 req-af2a3cc0-3d1c-4b7e-ab94-31b0f080e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:02.013464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-daf287f0-9ca5-45cc-a74e-2f8ea4d5f9b3 req-af2a3cc0-3d1c-4b7e-ab94-31b0f080e605 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1132 time: 0.5552821
Feb 19 20:55:02.024612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:02.033903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-24b9cd8a-768c-4dde-a7e7-bc32411ceadb service neutron] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:02.038830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76516cd0-d259-44fc-a3f4-73dce155883e req-5565aebc-7aa8-4f46-9e02-653e248742ec tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056573
Feb 19 20:55:02.084318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592 req-7b6b8478-03e8-45dc-9699-cc99920744da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:02.087063 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592 req-7b6b8478-03e8-45dc-9699-cc99920744da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=381ea8bc-68e7-4732-9a07-630c67a2f287 HTTP/1.1" status: 200  len: 866 time: 0.1375418
Feb 19 20:55:02.108241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:02.108905 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:02.136174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d6bd86b-e0f0-4d48-a5a9-506afe06e681 req-4d9d6d24-a050-4809-bbe6-bee43071d3b6 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3489430
Feb 19 20:55:02.179570 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-07de8fcf-b146-44c6-abad-1397af492273 req-7839d1d4-14fa-43f1-a386-6b06b288f636 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382267
Feb 19 20:55:02.213017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592 req-02be58b7-8054-42b0-a1df-941a8439131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:02.214199 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592 req-02be58b7-8054-42b0-a1df-941a8439131c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1715c46-c90a-49c7-8aa3-a86a06453327&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1174400
Feb 19 20:55:02.235442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:02.281322 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-24b9cd8a-768c-4dde-a7e7-bc32411ceadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a66314a-6be0-4ed3-85c0-e29d46b221c9 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:02.307596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90553d23-7828-429a-b6f3-27278a7f97df req-603d5203-5954-4413-9f4e-d3acbcaea843 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips/8b1586c0-4d04-4647-8cfd-d5387340d837 HTTP/1.1" status: 200  len: 693 time: 0.1918919
Feb 19 20:55:02.391730 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-07de8fcf-b146-44c6-abad-1397af492273 req-3c4a0da7-6dac-4537-9641-1158dcb21803 service neutron] 10.222.0.10 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047255
Feb 19 20:55:02.406219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-4efb875d-e057-4579-aaa5-c312ab0ab3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:02.407718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-4efb875d-e057-4579-aaa5-c312ab0ab3b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.3933725
Feb 19 20:55:02.420855 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f9f51174-28d8-4332-ae79-bfb207f1f568 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8053083
Feb 19 20:55:02.424980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-24b9cd8a-768c-4dde-a7e7-bc32411ceadb service neutron] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:02.442000 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592 req-83ef4331-efeb-4e8d-ac2f-fcb914e0553b service neutron] 10.222.0.67 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2023919
Feb 19 20:55:02.513858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Request body: {'port': {'device_id': '1343027f-776d-4868-a38a-15e285438dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:02.545239 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-daf287f0-9ca5-45cc-a74e-2f8ea4d5f9b3 req-16d4de6b-dda7-4724-b130-9fe5941e1ead service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5130672
Feb 19 20:55:02.558477 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-24b9cd8a-768c-4dde-a7e7-bc32411ceadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:02.575690 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-39b3dc6e-bdaf-42a5-8a31-a9a74860b592 req-4c52fc05-3400-4a35-a3de-1c2cea4d7a6e service neutron] 10.222.0.67 "GET /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230156
Feb 19 20:55:02.614924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90553d23-7828-429a-b6f3-27278a7f97df req-10022908-2a12-4f6b-a907-30c49a05353f tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:02.616321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90553d23-7828-429a-b6f3-27278a7f97df req-10022908-2a12-4f6b-a907-30c49a05353f tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.3077240
Feb 19 20:55:02.643641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb8bc9-cd46-448d-bd6b-a51f93ebe7fd req-a06bfb3d-5821-4dd2-becd-afe2929c862b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:02.645122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3cdb8bc9-cd46-448d-bd6b-a51f93ebe7fd req-a06bfb3d-5821-4dd2-becd-afe2929c862b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 947 time: 0.4162304
Feb 19 20:55:02.740652 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:02.761755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-5d6faca3-0020-44f9-bf48-85fe0646858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:02.763369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-5d6faca3-0020-44f9-bf48-85fe0646858b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3349912
Feb 19 20:55:02.774733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90553d23-7828-429a-b6f3-27278a7f97df req-98e07c12-4be9-4194-80ad-bd95b53a6b6b tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.212 HTTP/1.1" status: 200  len: 696 time: 0.1286609
Feb 19 20:55:02.878593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3cdb8bc9-cd46-448d-bd6b-a51f93ebe7fd req-378fc09c-4706-405f-9c98-80956a501931 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055914
Feb 19 20:55:02.885397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90553d23-7828-429a-b6f3-27278a7f97df req-e3610c4b-2b82-476a-9c76-c39cdb76509d tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.212 HTTP/1.1" status: 200  len: 696 time: 0.0954971
Feb 19 20:55:02.902101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-24b9cd8a-768c-4dde-a7e7-bc32411ceadb service neutron] Transition to ACTIVE for port object 8a66314a-6be0-4ed3-85c0-e29d46b221c9 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:55:02.913505 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-24b9cd8a-768c-4dde-a7e7-bc32411ceadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:02.973511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d61fad0a-c589-4682-9531-d1e1afc31551 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:55:03.079067 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d61fad0a-c589-4682-9531-d1e1afc31551, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d61fad0a-c589-4682-9531-d1e1afc31551,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:03.090911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'd61fad0a-c589-4682-9531-d1e1afc31551', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'd61fad0a-c589-4682-9531-d1e1afc31551', 'mac_address': 'fa:16:3e:40:1e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:55:03.131009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port d61fad0a-c589-4682-9531-d1e1afc31551 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:03.131405 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:03.146578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61fad0a-c589-4682-9531-d1e1afc31551 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:03.166802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d61fad0a-c589-4682-9531-d1e1afc31551, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d61fad0a-c589-4682-9531-d1e1afc31551,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:03.170869 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:03.186930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-24b9cd8a-768c-4dde-a7e7-bc32411ceadb service neutron] No DVR routers for this DVR port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:03.225084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9cd8a-768c-4dde-a7e7-bc32411ceadb service neutron] Pushing event updated for resources: {'Port': ['ID=8a66314a-6be0-4ed3-85c0-e29d46b221c9,revision_number=10']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:03.230118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=d61fad0a-c589-4682-9531-d1e1afc31551,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:03.274335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-24b9cd8a-768c-4dde-a7e7-bc32411ceadb service neutron] 10.222.0.10 "PUT /v2.0/ports/8a66314a-6be0-4ed3-85c0-e29d46b221c9/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.6460967
Feb 19 20:55:03.287827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fc1c9-ecb6-410b-a5b9-f46aa522b15b req-f9f484d7-d09c-481c-a342-bceec911048b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:03.289358 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-268fc1c9-ecb6-410b-a5b9-f46aa522b15b req-f9f484d7-d09c-481c-a342-bceec911048b tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 947 time: 0.2976365
Feb 19 20:55:03.369282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-90553d23-7828-429a-b6f3-27278a7f97df req-1e6c894a-d392-438f-a3af-eebf4c34194c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Deleting port 17994c35-4e09-494c-bc73-34dd7cbe9dbe {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:03.369635 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90553d23-7828-429a-b6f3-27278a7f97df req-1e6c894a-d392-438f-a3af-eebf4c34194c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (17994c35-4e09-494c-bc73-34dd7cbe9dbe), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:03.420256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:03.435416 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-268fc1c9-ecb6-410b-a5b9-f46aa522b15b req-5892c172-dc1d-4e84-8601-e41dbc4718d7 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371202
Feb 19 20:55:03.454516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688a015d-1d10-44c7-b358-4d2cbe080bc2', 'tag': '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:03.458176 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b" -d '{"events": [{"name": "network-changed", "server_uuid": "688a015d-1d10-44c7-b358-4d2cbe080bc2", "tag": "77f19c96-0ed8-4178-b8cb-e6bc2c9ea499"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:03.481327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:55:03.489387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:03.492122 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:03.525714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f438d8af-a8db-44da-92fe-ef9f6ae35141 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:03.546757 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Publish callbacks [] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:03.579229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:03.579675 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:03.585107 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90553d23-7828-429a-b6f3-27278a7f97df req-1e6c894a-d392-438f-a3af-eebf4c34194c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (17994c35-4e09-494c-bc73-34dd7cbe9dbe), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:03.585631 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90553d23-7828-429a-b6f3-27278a7f97df req-1e6c894a-d392-438f-a3af-eebf4c34194c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (17994c35-4e09-494c-bc73-34dd7cbe9dbe), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:03.596678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Transition to ACTIVE for port object f438d8af-a8db-44da-92fe-ef9f6ae35141 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:55:03.606250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-90553d23-7828-429a-b6f3-27278a7f97df req-1e6c894a-d392-438f-a3af-eebf4c34194c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Calling delete_port for 17994c35-4e09-494c-bc73-34dd7cbe9dbe owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:03.607684 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:03.611597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5997373e-abc0-4f20-9feb-047df1ddcbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:03.613933 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefd1ecc-000e-42d7-923a-0842fa78b085" -d '{"events": [{"server_uuid": "5997373e-abc0-4f20-9feb-047df1ddcbf5", "name": "network-vif-plugged", "status": "completed", "tag": "e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:03.631707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:03.636033 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:03.688653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:03.711871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e84f5-b5ea-452a-bb8a-98937a07520a req-7091d8fb-fa9e-441a-b719-acc22bdc8677 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:03.713436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a87e84f5-b5ea-452a-bb8a-98937a07520a req-7091d8fb-fa9e-441a-b719-acc22bdc8677 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 932 time: 0.1904602
Feb 19 20:55:03.728352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=f438d8af-a8db-44da-92fe-ef9f6ae35141,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:03.769787 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['d61fad0a-c589-4682-9531-d1e1afc31551'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:03.863581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a87e84f5-b5ea-452a-bb8a-98937a07520a req-5c739cbe-2fd1-44d6-831f-e9d816592b69 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393075
Feb 19 20:55:03.888530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Attempting to bind port f438d8af-a8db-44da-92fe-ef9f6ae35141 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:03.888530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Attempting to bind port f438d8af-a8db-44da-92fe-ef9f6ae35141 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:03.888530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Attempting to bind port f438d8af-a8db-44da-92fe-ef9f6ae35141 on network 351c1efd-5280-463c-84c7-ead44efacdc6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:03.890594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Port f438d8af-a8db-44da-92fe-ef9f6ae35141 on network 351c1efd-5280-463c-84c7-ead44efacdc6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:55:03.890594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Attempting to bind port f438d8af-a8db-44da-92fe-ef9f6ae35141 on network 351c1efd-5280-463c-84c7-ead44efacdc6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:03.898822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:03.899171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Checking segment: {'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:03.899567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Bound using segment: {'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:03.900198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Bound port: f438d8af-a8db-44da-92fe-ef9f6ae35141, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:03.900630 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:04.297311 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90553d23-7828-429a-b6f3-27278a7f97df req-1e6c894a-d392-438f-a3af-eebf4c34194c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (17994c35-4e09-494c-bc73-34dd7cbe9dbe), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:04.338974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c894a-d392-438f-a3af-eebf4c34194c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Pushing event deleted for resources: {'Port': ['ID=17994c35-4e09-494c-bc73-34dd7cbe9dbe,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:04.345439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] For port f438d8af-a8db-44da-92fe-ef9f6ae35141, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:04.359667 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b222f8-5c49-4c0b-8473-5f85b14c8324 req-83cc5c04-34c4-4954-a049-c552b35cf272 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:04.361216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11b222f8-5c49-4c0b-8473-5f85b14c8324 req-83cc5c04-34c4-4954-a049-c552b35cf272 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1460714
Feb 19 20:55:04.386753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] For port f438d8af-a8db-44da-92fe-ef9f6ae35141, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f438d8af-a8db-44da-92fe-ef9f6ae35141,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:04.418622 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:04.483707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:04.484354 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:04.485733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] 10.222.0.10 "PUT /v2.0/ports/f438d8af-a8db-44da-92fe-ef9f6ae35141 HTTP/1.1" status: 200  len: 1092 time: 2.0233359
Feb 19 20:55:04.508395 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90553d23-7828-429a-b6f3-27278a7f97df req-1e6c894a-d392-438f-a3af-eebf4c34194c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks [] for floatingip (8b1586c0-4d04-4647-8cfd-d5387340d837), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:04.511221 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-90553d23-7828-429a-b6f3-27278a7f97df req-1e6c894a-d392-438f-a3af-eebf4c34194c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:04.512149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90553d23-7828-429a-b6f3-27278a7f97df req-1e6c894a-d392-438f-a3af-eebf4c34194c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "DELETE /v2.0/floatingips/8b1586c0-4d04-4647-8cfd-d5387340d837 HTTP/1.1" status: 204  len: 173 time: 1.6137674
Feb 19 20:55:04.519093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bf9f5-dff3-4de8-bd1b-66b977083fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=f438d8af-a8db-44da-92fe-ef9f6ae35141,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:04.526568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11b222f8-5c49-4c0b-8473-5f85b14c8324 req-fa4c4ff5-8dc5-42f8-aa5e-b480479ad131 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460884
Feb 19 20:55:04.578377 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d313830-6379-42bf-a52d-5a732820ca14 x-openstack-request-id: req-3d313830-6379-42bf-a52d-5a732820ca14 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:04.578949 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688a015d-1d10-44c7-b358-4d2cbe080bc2", "tag": "77f19c96-0ed8-4178-b8cb-e6bc2c9ea499", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:04.579380 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d313830-6379-42bf-a52d-5a732820ca14 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:04.580055 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688a015d-1d10-44c7-b358-4d2cbe080bc2', 'tag': '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', 'status': 'completed', 'code': 200}
Feb 19 20:55:04.589746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-932d0ffe-f380-40d3-a302-e585c04f2c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:04.591675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-932d0ffe-f380-40d3-a302-e585c04f2c63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=808305a45737485185adcb60012ea91a&device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 1126 time: 0.0622802
Feb 19 20:55:04.615607 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b1f1af-05b7-4dfb-9c62-46331b2ad3a3 x-openstack-request-id: req-18b1f1af-05b7-4dfb-9c62-46331b2ad3a3 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:04.616122 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5997373e-abc0-4f20-9feb-047df1ddcbf5", "name": "network-vif-plugged", "status": "completed", "tag": "e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:04.616232 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18b1f1af-05b7-4dfb-9c62-46331b2ad3a3 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:04.616797 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5997373e-abc0-4f20-9feb-047df1ddcbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90', 'code': 200}
Feb 19 20:55:04.694387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-59678d01-5744-4fc9-89bd-8ff8c90c1737 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f438d8af-a8db-44da-92fe-ef9f6ae35141 HTTP/1.1" status: 200  len: 217 time: 0.0866852
Feb 19 20:55:04.828847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3214a-0494-4d32-b555-386bfebd32c8 req-218d83e2-16ac-4087-b877-3d50d97a2650 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:04.830462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fad3214a-0494-4d32-b555-386bfebd32c8 req-218d83e2-16ac-4087-b877-3d50d97a2650 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.2375400
Feb 19 20:55:04.838388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-fd8cd885-809f-4e55-ab70-33ba5ba3bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:04.839980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-fd8cd885-809f-4e55-ab70-33ba5ba3bbcd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1483f08-a82b-401b-9a13-2fb830d29e75 HTTP/1.1" status: 200  len: 854 time: 0.1290696
Feb 19 20:55:04.892621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79f1f8-d536-44ba-9b67-b82407476944 req-0313cc7c-f494-4f96-a51d-03a4a3711888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:04.895091 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d79f1f8-d536-44ba-9b67-b82407476944 req-0313cc7c-f494-4f96-a51d-03a4a3711888 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 1130 time: 0.2104909
Feb 19 20:55:04.900190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-68203a72-af26-4121-a426-16bf052d385c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=351c1efd-5280-463c-84c7-ead44efacdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526481
Feb 19 20:55:04.911652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a23f1-a7f5-470c-9d42-35b4dcc9e87c req-ba02192b-8e61-45dd-a790-0b300a27c3a2 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:04.913441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-082a23f1-a7f5-470c-9d42-35b4dcc9e87c req-ba02192b-8e61-45dd-a790-0b300a27c3a2 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 948 time: 0.2312579
Feb 19 20:55:05.003440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8a66314a-6be0-4ed3-85c0-e29d46b221c9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:05.086248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fad3214a-0494-4d32-b555-386bfebd32c8 req-0a06bb50-c5b5-46de-a7cc-a209a5a1618a tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449408
Feb 19 20:55:05.089244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 is: DOWN; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:05.108133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d79f1f8-d536-44ba-9b67-b82407476944 req-7a3b5d24-4f7f-4964-93f4-c9d3c5287023 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2069032
Feb 19 20:55:05.124941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-082a23f1-a7f5-470c-9d42-35b4dcc9e87c req-6f56dfe7-4299-4374-bbd0-4168b44df6a9 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954751
Feb 19 20:55:05.138529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-422e386a-b564-4ab2-b15f-1f3afcdd1da6 service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238359
Feb 19 20:55:05.257123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635c9e2-3c1c-4a28-8696-e02bce023997 req-25bdbe83-ebd9-4066-bdac-25e8ef7fad7d tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:05.258854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1635c9e2-3c1c-4a28-8696-e02bce023997 req-25bdbe83-ebd9-4066-bdac-25e8ef7fad7d tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 948 time: 0.0669031
Feb 19 20:55:05.312230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1635c9e2-3c1c-4a28-8696-e02bce023997 req-63dfa380-7963-45ca-ac4f-011a1eaae651 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467868
Feb 19 20:55:05.484565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c5891-8b02-4b43-abbe-da6ddd0ef800 req-69db9382-366b-4285-900a-56b83f6017f4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:05.486133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf5c5891-8b02-4b43-abbe-da6ddd0ef800 req-69db9382-366b-4285-900a-56b83f6017f4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 944 time: 0.1725826
Feb 19 20:55:05.495355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b861e87-3f94-47e0-8dd7-da4a243bf5bc req-c2f87c51-a8cc-40b9-9f0f-590963512dd8 service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797967
Feb 19 20:55:05.506195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e09fe-e48b-46c5-850a-c002a7a16362 req-a6c73560-76df-4a0a-a64c-68ba88ede4dd tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:05.507720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a2e09fe-e48b-46c5-850a-c002a7a16362 req-a6c73560-76df-4a0a-a64c-68ba88ede4dd tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 946 time: 0.1186569
Feb 19 20:55:05.581438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf5c5891-8b02-4b43-abbe-da6ddd0ef800 req-3aae05ce-7ddc-48f6-85ea-2ae41141bc74 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850866
Feb 19 20:55:05.586200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a2e09fe-e48b-46c5-850a-c002a7a16362 req-ed72a5ab-3b23-4429-8cf3-9bd833defb4e tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722456
Feb 19 20:55:05.749760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aa28e-4667-489d-bf3a-b7839bff6ce1 req-59815c2c-ee89-458d-9ef7-d23f8d5e1e11 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:05.751629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a8aa28e-4667-489d-bf3a-b7839bff6ce1 req-59815c2c-ee89-458d-9ef7-d23f8d5e1e11 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1033878
Feb 19 20:55:05.762110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04ec9c-fc9c-4c36-a358-e326c1c95aec req-f286becb-5364-4ace-bec5-3409310f345b tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:05.763931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b04ec9c-fc9c-4c36-a358-e326c1c95aec req-f286becb-5364-4ace-bec5-3409310f345b tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1036208
Feb 19 20:55:05.824478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b04ec9c-fc9c-4c36-a358-e326c1c95aec req-5ba80768-83b1-4504-8810-36a28b49e52c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0525997
Feb 19 20:55:05.890095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a8aa28e-4667-489d-bf3a-b7839bff6ce1 req-77f75c17-3972-4718-9c67-43a8fc333bd1 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249127
Feb 19 20:55:05.891375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1424add7-34b0-4ad5-af81-04e1bd6ccfdc req-dd025818-aca7-4065-880a-aa363b620636 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0456176
Feb 19 20:55:06.149728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d296c5b-7b9e-4eb5-91e9-0246048ee66d req-a91407bb-2927-4ae2-a857-c94d67f9d378 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:06.153183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d296c5b-7b9e-4eb5-91e9-0246048ee66d req-a91407bb-2927-4ae2-a857-c94d67f9d378 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.0686710
Feb 19 20:55:06.237155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d296c5b-7b9e-4eb5-91e9-0246048ee66d req-4613cbed-9d9c-4492-bb73-85fd59770feb tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777402
Feb 19 20:55:06.257158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d666b-bc6d-44bb-8686-705538b4659d req-b509f77e-b467-49f9-b4af-a2cfba9f9e76 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:06.258703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae1d666b-bc6d-44bb-8686-705538b4659d req-b509f77e-b467-49f9-b4af-a2cfba9f9e76 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.0774038
Feb 19 20:55:06.315186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae1d666b-bc6d-44bb-8686-705538b4659d req-aec858b0-13b4-4365-80fa-3487feffd77f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499096
Feb 19 20:55:06.392760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ed7f5-a0f4-4500-904c-9d946621610a req-40e6aafb-73cd-4aa5-9e4a-04aec273a2ec tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:06.395131 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c0ed7f5-a0f4-4500-904c-9d946621610a req-40e6aafb-73cd-4aa5-9e4a-04aec273a2ec tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 948 time: 0.0784194
Feb 19 20:55:06.477498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c0ed7f5-a0f4-4500-904c-9d946621610a req-b58ffa79-3ccc-4205-9389-89bd30af9ecd tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710585
Feb 19 20:55:06.485480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90207a9-b738-4552-be1d-aee789fc46d4 req-84663f31-0e0a-4b2f-90a3-814e65637378 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:06.488918 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a90207a9-b738-4552-be1d-aee789fc46d4 req-84663f31-0e0a-4b2f-90a3-814e65637378 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 948 time: 0.0926831
Feb 19 20:55:06.538990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a90207a9-b738-4552-be1d-aee789fc46d4 req-4f2febdf-5e53-4505-9350-7e0627759242 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456712
Feb 19 20:55:06.580889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1343027f-776d-4868-a38a-15e285438dd6', 'tag': 'f438d8af-a8db-44da-92fe-ef9f6ae35141'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:06.584452 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e5b865-28bf-48d5-a95c-2547ee696e13" -d '{"events": [{"name": "network-changed", "server_uuid": "1343027f-776d-4868-a38a-15e285438dd6", "tag": "f438d8af-a8db-44da-92fe-ef9f6ae35141"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:06.625225 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271ca677-16ba-48b4-b29f-38f70bda202a x-openstack-request-id: req-271ca677-16ba-48b4-b29f-38f70bda202a {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:06.625586 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1343027f-776d-4868-a38a-15e285438dd6", "tag": "f438d8af-a8db-44da-92fe-ef9f6ae35141", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:06.625792 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-271ca677-16ba-48b4-b29f-38f70bda202a {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:06.626224 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1343027f-776d-4868-a38a-15e285438dd6', 'tag': 'f438d8af-a8db-44da-92fe-ef9f6ae35141', 'status': 'completed', 'code': 200}
Feb 19 20:55:06.809759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806ee44-a950-44fd-8c28-9f85148e228e req-998b85e7-667a-4c28-b98d-87732270f521 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:06.811650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7806ee44-a950-44fd-8c28-9f85148e228e req-998b85e7-667a-4c28-b98d-87732270f521 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 944 time: 0.1546402
Feb 19 20:55:06.819021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b865-28bf-48d5-a95c-2547ee696e13 req-a0a3bfc3-cd16-4361-8e86-df37c39bf93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:06.821083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31e5b865-28bf-48d5-a95c-2547ee696e13 req-a0a3bfc3-cd16-4361-8e86-df37c39bf93b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=808305a45737485185adcb60012ea91a&device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 1126 time: 0.1617258
Feb 19 20:55:06.829250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8131f11-8105-4afb-884b-8c2c224d61e3 req-a94623ee-5053-4d9f-9b9c-f8ae3f39fcc5 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:06.830846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8131f11-8105-4afb-884b-8c2c224d61e3 req-a94623ee-5053-4d9f-9b9c-f8ae3f39fcc5 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 946 time: 0.1511998
Feb 19 20:55:07.000829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7806ee44-a950-44fd-8c28-9f85148e228e req-823f24a7-598f-4163-b82f-c9399e480cd9 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676815
Feb 19 20:55:07.009379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d61fad0a-c589-4682-9531-d1e1afc31551 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:07.010564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8131f11-8105-4afb-884b-8c2c224d61e3 req-91150a7d-f25c-4deb-9552-8c97148c185e tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634281
Feb 19 20:55:07.040393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b865-28bf-48d5-a95c-2547ee696e13 req-5369ad41-4f9a-4b56-b8c9-e6b24ea6d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:07.042316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31e5b865-28bf-48d5-a95c-2547ee696e13 req-5369ad41-4f9a-4b56-b8c9-e6b24ea6d6ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=351c1efd-5280-463c-84c7-ead44efacdc6 HTTP/1.1" status: 200  len: 915 time: 0.2104650
Feb 19 20:55:07.070408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port d61fad0a-c589-4682-9531-d1e1afc31551 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:55:07.075175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port d61fad0a-c589-4682-9531-d1e1afc31551 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:07.077379 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:07.140938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31e5b865-28bf-48d5-a95c-2547ee696e13 req-131bfe0d-0cf6-43b7-bf52-ff646ea534d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f438d8af-a8db-44da-92fe-ef9f6ae35141 HTTP/1.1" status: 200  len: 217 time: 0.0823443
Feb 19 20:55:07.181621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port d61fad0a-c589-4682-9531-d1e1afc31551 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:07.182257 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:07.210264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eb520e-c397-4539-b786-0e315ff274b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61fad0a-c589-4682-9531-d1e1afc31551'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:07.212963 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96197240-6267-4115-b104-76734be60a00" -d '{"events": [{"server_uuid": "f1eb520e-c397-4539-b786-0e315ff274b7", "name": "network-vif-plugged", "status": "completed", "tag": "d61fad0a-c589-4682-9531-d1e1afc31551"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:07.223517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b76d06-5456-42e0-8db9-a2c1ab459744 req-d326c4e4-46a5-47ce-a5d2-5f03fdc78a27 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:07.225203 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5b76d06-5456-42e0-8db9-a2c1ab459744 req-d326c4e4-46a5-47ce-a5d2-5f03fdc78a27 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.10 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 946 time: 0.1598275
Feb 19 20:55:07.229527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d61fad0a-c589-4682-9531-d1e1afc31551, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d61fad0a-c589-4682-9531-d1e1afc31551,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:07.234445 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:07.241978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b865-28bf-48d5-a95c-2547ee696e13 req-e18d40bb-ff73-4d4d-b597-5291359e0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:07.243396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31e5b865-28bf-48d5-a95c-2547ee696e13 req-e18d40bb-ff73-4d4d-b597-5291359e0988 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1483f08-a82b-401b-9a13-2fb830d29e75 HTTP/1.1" status: 200  len: 854 time: 0.0851092
Feb 19 20:55:07.266735 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0bcea1-98ba-4c60-a7f3-6df4fe95a701 x-openstack-request-id: req-cb0bcea1-98ba-4c60-a7f3-6df4fe95a701 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:07.267340 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1eb520e-c397-4539-b786-0e315ff274b7", "name": "network-vif-plugged", "status": "completed", "tag": "d61fad0a-c589-4682-9531-d1e1afc31551", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:07.267490 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb0bcea1-98ba-4c60-a7f3-6df4fe95a701 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:07.268073 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eb520e-c397-4539-b786-0e315ff274b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61fad0a-c589-4682-9531-d1e1afc31551', 'code': 200}
Feb 19 20:55:07.276389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e6eea-1435-4848-8e05-db4c56608806 req-b4d370f1-97c7-4824-b3b8-9089c4b4a834 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:07.277904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a69e6eea-1435-4848-8e05-db4c56608806 req-b4d370f1-97c7-4824-b3b8-9089c4b4a834 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2003822
Feb 19 20:55:07.314263 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=d61fad0a-c589-4682-9531-d1e1afc31551,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:07.316486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31e5b865-28bf-48d5-a95c-2547ee696e13 req-74aa2aca-a5ee-4d05-bde2-31a51ac03a7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=351c1efd-5280-463c-84c7-ead44efacdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532327
Feb 19 20:55:07.453351 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f438d8af-a8db-44da-92fe-ef9f6ae35141 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:55:07.461879 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a69e6eea-1435-4848-8e05-db4c56608806 req-4955a3bb-147b-4172-befe-89d8c5b8bfac tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728234
Feb 19 20:55:07.529405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a174f9-e466-472e-8e3f-11f06ddd8237 req-457d0870-417f-4ddd-9ffa-7ea5d52047c4 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:07.530940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99a174f9-e466-472e-8e3f-11f06ddd8237 req-457d0870-417f-4ddd-9ffa-7ea5d52047c4 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.2033699
Feb 19 20:55:07.538359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31e5b865-28bf-48d5-a95c-2547ee696e13 req-10a82802-ead5-44f6-8b43-8f140ca2d6eb service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2036018
Feb 19 20:55:07.589134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f438d8af-a8db-44da-92fe-ef9f6ae35141, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f438d8af-a8db-44da-92fe-ef9f6ae35141,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:07.593539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-f5b76d06-5456-42e0-8db9-a2c1ab459744 req-cf508613-b9c5-49dc-a743-fb908e9da131 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Deleting port ab2d1d8e-e972-4f4b-8626-d98c3b875877 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:07.594430 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5b76d06-5456-42e0-8db9-a2c1ab459744 req-cf508613-b9c5-49dc-a743-fb908e9da131 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:07.603157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'f438d8af-a8db-44da-92fe-ef9f6ae35141', 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6', 'port_id': 'f438d8af-a8db-44da-92fe-ef9f6ae35141', 'mac_address': 'fa:16:3e:55:52:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1483f08-a82b-401b-9a13-2fb830d29e75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:55:07.645599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port f438d8af-a8db-44da-92fe-ef9f6ae35141 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:07.646097 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:07.662105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f438d8af-a8db-44da-92fe-ef9f6ae35141 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:07.688073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f438d8af-a8db-44da-92fe-ef9f6ae35141, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f438d8af-a8db-44da-92fe-ef9f6ae35141,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:07.693050 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:07.760001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99a174f9-e466-472e-8e3f-11f06ddd8237 req-36cd7d79-2334-4e5e-ae0b-57696d46b94f tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118843
Feb 19 20:55:07.762282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=f438d8af-a8db-44da-92fe-ef9f6ae35141,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:07.781750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ef1d-2534-4050-bd18-818f32992961 req-efda5b5c-2abd-4185-a905-e03757620d13 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:07.783404 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca66ef1d-2534-4050-bd18-818f32992961 req-efda5b5c-2abd-4185-a905-e03757620d13 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.2497823
Feb 19 20:55:07.795852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-f5b76d06-5456-42e0-8db9-a2c1ab459744 req-cf508613-b9c5-49dc-a743-fb908e9da131 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] For port ab2d1d8e-e972-4f4b-8626-d98c3b875877, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab2d1d8e-e972-4f4b-8626-d98c3b875877,segment=NetworkSegment(eca7f1f7-d51f-4715-af09-2a4ee02546ab),segment_id=eca7f1f7-d51f-4715-af09-2a4ee02546ab)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:07.796283 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5b76d06-5456-42e0-8db9-a2c1ab459744 req-cf508613-b9c5-49dc-a743-fb908e9da131 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:07.836071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31e5b865-28bf-48d5-a95c-2547ee696e13 req-6e23f9d3-e15a-492a-a3ad-7c89b7e897ad service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2890320
Feb 19 20:55:07.836955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-f5b76d06-5456-42e0-8db9-a2c1ab459744 req-cf508613-b9c5-49dc-a743-fb908e9da131 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Calling delete_port for ab2d1d8e-e972-4f4b-8626-d98c3b875877 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:07.970737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['f438d8af-a8db-44da-92fe-ef9f6ae35141'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:08.222453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca66ef1d-2534-4050-bd18-818f32992961 req-08c74a06-04cd-415c-a544-5e63089cf029 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4227548
Feb 19 20:55:08.262420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e853cc-8557-4041-b041-d03525048ca9 req-4418950a-1d8b-40d4-b8ef-dc04b6448960 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:08.264107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78e853cc-8557-4041-b041-d03525048ca9 req-4418950a-1d8b-40d4-b8ef-dc04b6448960 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.4327979
Feb 19 20:55:08.378271 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78e853cc-8557-4041-b041-d03525048ca9 req-8355d9cd-feda-4fa0-971f-d5c348b4d1d1 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028297
Feb 19 20:55:08.407605 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5b76d06-5456-42e0-8db9-a2c1ab459744 req-cf508613-b9c5-49dc-a743-fb908e9da131 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ab2d1d8e-e972-4f4b-8626-d98c3b875877), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:08.417186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91055290-432d-42a3-b7a3-b5f0e329d15a req-1badf9d1-1996-415e-b799-a74cc100a005 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:08.418747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91055290-432d-42a3-b7a3-b5f0e329d15a req-1badf9d1-1996-415e-b799-a74cc100a005 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 948 time: 0.1203184
Feb 19 20:55:08.429846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['ab2d1d8e-e972-4f4b-8626-d98c3b875877'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:08.458363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf508613-b9c5-49dc-a743-fb908e9da131 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Pushing event deleted for resources: {'Port': ['ID=ab2d1d8e-e972-4f4b-8626-d98c3b875877,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:08.552627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b76d06-5456-42e0-8db9-a2c1ab459744 req-cf508613-b9c5-49dc-a743-fb908e9da131 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] No DVR routers for this DVR port ab2d1d8e-e972-4f4b-8626-d98c3b875877 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:08.559264 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5b76d06-5456-42e0-8db9-a2c1ab459744 req-cf508613-b9c5-49dc-a743-fb908e9da131 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:08.562773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5b76d06-5456-42e0-8db9-a2c1ab459744 req-cf508613-b9c5-49dc-a743-fb908e9da131 tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.10 "DELETE /v2.0/ports/ab2d1d8e-e972-4f4b-8626-d98c3b875877 HTTP/1.1" status: 204  len: 173 time: 1.3315341
Feb 19 20:55:08.580072 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91055290-432d-42a3-b7a3-b5f0e329d15a req-98f51269-7b85-4c47-b6ca-426451995fe3 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507607
Feb 19 20:55:08.595956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1a7b9-46ee-4191-9086-0524fcac69f7 req-33213638-3e2a-4863-b030-9e2a014fd2cb tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:08.598496 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50c1a7b9-46ee-4191-9086-0524fcac69f7 req-33213638-3e2a-4863-b030-9e2a014fd2cb tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 945 time: 0.1367421
Feb 19 20:55:08.629653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ef2a35-0d6a-42b8-8275-c514b5724837', 'name': 'network-vif-deleted', 'tag': 'ab2d1d8e-e972-4f4b-8626-d98c3b875877'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:08.632169 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3ea57a-7f5d-4303-95c3-9b3acec916f3" -d '{"events": [{"server_uuid": "61ef2a35-0d6a-42b8-8275-c514b5724837", "name": "network-vif-deleted", "tag": "ab2d1d8e-e972-4f4b-8626-d98c3b875877"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:08.690926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50c1a7b9-46ee-4191-9086-0524fcac69f7 req-2b80d124-f67f-44e4-b959-de9cdfc90fe3 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863516
Feb 19 20:55:08.720140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aaa725b7-736e-4688-baa6-1a2f499cf1a8 req-5454cd76-f660-4139-9f22-ced478ab829d tempest-InstanceActionsTestJSON-629921606 tempest-InstanceActionsTestJSON-629921606-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef2a35-0d6a-42b8-8275-c514b5724837 HTTP/1.1" status: 200  len: 210 time: 0.0505931
Feb 19 20:55:08.824094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84993a2a-7cbe-40d2-9956-e3724ca7d9e8 req-78307317-7636-4d8a-928d-7c4299afdc66 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:08.825623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84993a2a-7cbe-40d2-9956-e3724ca7d9e8 req-78307317-7636-4d8a-928d-7c4299afdc66 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.0626986
Feb 19 20:55:08.878995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84993a2a-7cbe-40d2-9956-e3724ca7d9e8 req-805aa7e8-84e4-4396-b5e2-daa1abec6a87 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459158
Feb 19 20:55:08.929155 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eb3e06-1971-4816-94c8-880964c39c5f x-openstack-request-id: req-e0eb3e06-1971-4816-94c8-880964c39c5f {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:08.929359 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ef2a35-0d6a-42b8-8275-c514b5724837", "name": "network-vif-deleted", "tag": "ab2d1d8e-e972-4f4b-8626-d98c3b875877", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:08.929625 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0eb3e06-1971-4816-94c8-880964c39c5f {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:08.930103 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ef2a35-0d6a-42b8-8275-c514b5724837', 'name': 'network-vif-deleted', 'tag': 'ab2d1d8e-e972-4f4b-8626-d98c3b875877', 'status': 'completed', 'code': 200}
Feb 19 20:55:09.047746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0fd0-c4aa-4886-817c-83f2613bab37 req-2c63daf3-ff39-42bc-890b-52c5369b5908 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:09.049532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8ec0fd0-c4aa-4886-817c-83f2613bab37 req-2c63daf3-ff39-42bc-890b-52c5369b5908 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.0729127
Feb 19 20:55:09.147706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8ec0fd0-c4aa-4886-817c-83f2613bab37 req-09c73be7-a960-4d23-b184-4720971b1e34 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881205
Feb 19 20:55:09.165243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66249a1b-f2a0-46e4-a11a-0ae3cdfe9917 req-2be169c9-de68-4efc-81dd-f10e72187f8c tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:09.166952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-66249a1b-f2a0-46e4-a11a-0ae3cdfe9917 req-2be169c9-de68-4efc-81dd-f10e72187f8c tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 948 time: 0.0879939
Feb 19 20:55:09.221319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-66249a1b-f2a0-46e4-a11a-0ae3cdfe9917 req-87bcbe38-a4eb-45cc-a7ae-0f56780f4208 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479109
Feb 19 20:55:09.360721 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6b0df-a594-4060-83a9-c99e109d0b9e req-82eb7d43-2d4d-4014-9f93-72c7bc479472 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:09.362299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6f6b0df-a594-4060-83a9-c99e109d0b9e req-82eb7d43-2d4d-4014-9f93-72c7bc479472 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.0630834
Feb 19 20:55:09.414970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6f6b0df-a594-4060-83a9-c99e109d0b9e req-8de95591-a4ea-4c56-abf3-bf4e81e6f906 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468085
Feb 19 20:55:09.462221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f438d8af-a8db-44da-92fe-ef9f6ae35141 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:09.515461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port f438d8af-a8db-44da-92fe-ef9f6ae35141 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:55:09.517499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d521d-e583-4f42-9678-9e6beade6b76 req-09dfa51c-c219-4aa0-a771-6c1dcfc8b46c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:09.519915 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port f438d8af-a8db-44da-92fe-ef9f6ae35141 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:09.520473 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:09.525211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-888d521d-e583-4f42-9678-9e6beade6b76 req-09dfa51c-c219-4aa0-a771-6c1dcfc8b46c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.0728719
Feb 19 20:55:09.577813 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-888d521d-e583-4f42-9678-9e6beade6b76 req-06aae036-c320-4b0c-8c6e-b581745f388f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513659
Feb 19 20:55:09.608603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port f438d8af-a8db-44da-92fe-ef9f6ae35141 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:09.608974 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:09.633303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343027f-776d-4868-a38a-15e285438dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f438d8af-a8db-44da-92fe-ef9f6ae35141'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:09.635720 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f66b8c-4334-4ffc-9c1c-dab3e18ec194" -d '{"events": [{"server_uuid": "1343027f-776d-4868-a38a-15e285438dd6", "name": "network-vif-plugged", "status": "completed", "tag": "f438d8af-a8db-44da-92fe-ef9f6ae35141"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:09.653254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f438d8af-a8db-44da-92fe-ef9f6ae35141, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f438d8af-a8db-44da-92fe-ef9f6ae35141,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:09.657745 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:09.658460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ab2d1d8e-e972-4f4b-8626-d98c3b875877 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:09.699177 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34864d94-1507-4d54-98c5-d3471d7adeec x-openstack-request-id: req-34864d94-1507-4d54-98c5-d3471d7adeec {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:09.699486 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343027f-776d-4868-a38a-15e285438dd6", "name": "network-vif-plugged", "status": "completed", "tag": "f438d8af-a8db-44da-92fe-ef9f6ae35141", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:09.699765 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34864d94-1507-4d54-98c5-d3471d7adeec {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:09.700184 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343027f-776d-4868-a38a-15e285438dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f438d8af-a8db-44da-92fe-ef9f6ae35141', 'code': 200}
Feb 19 20:55:09.700730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: ab2d1d8e-e972-4f4b-8626-d98c3b875877 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:09.701073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ab2d1d8e-e972-4f4b-8626-d98c3b875877 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:09.741382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=f438d8af-a8db-44da-92fe-ef9f6ae35141,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:09.794479 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43756) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:09.839993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3149a-0f51-41aa-a88c-ef86f316e64b req-a847b0c8-bd83-4173-a240-0b500bd78831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:09.841552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2c3149a-0f51-41aa-a88c-ef86f316e64b req-a847b0c8-bd83-4173-a240-0b500bd78831 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 1128 time: 0.0809481
Feb 19 20:55:09.847359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e868fd-cd35-41a3-b2f1-1d2bd437ec6b admin admin] Deleting subnet a215b845-30f1-4102-9206-95626fd2e30b {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:55:09.850862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5e868fd-cd35-41a3-b2f1-1d2bd437ec6b admin admin] Publish callbacks [] for subnet (a215b845-30f1-4102-9206-95626fd2e30b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:09.862076 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ebc6c-c144-4bb8-98f1-f0d44495e285 req-9ca45aa7-4c5f-4bfb-bc9d-6b624ea60b65 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:09.863573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb2ebc6c-c144-4bb8-98f1-f0d44495e285 req-9ca45aa7-4c5f-4bfb-bc9d-6b624ea60b65 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.0752332
Feb 19 20:55:09.888840 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5e868fd-cd35-41a3-b2f1-1d2bd437ec6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (a215b845-30f1-4102-9206-95626fd2e30b), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:09.925120 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2c3149a-0f51-41aa-a88c-ef86f316e64b req-18635643-0572-4d7c-b39d-02ff49d4125d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760458
Feb 19 20:55:09.933055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5e868fd-cd35-41a3-b2f1-1d2bd437ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a215b845-30f1-4102-9206-95626fd2e30b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:09.937859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb2ebc6c-c144-4bb8-98f1-f0d44495e285 req-5caf55cf-eaf2-46a0-a1cf-ac9deecb2fa4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657682
Feb 19 20:55:09.987742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5e868fd-cd35-41a3-b2f1-1d2bd437ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (a215b845-30f1-4102-9206-95626fd2e30b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.012001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e868fd-cd35-41a3-b2f1-1d2bd437ec6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a215b845-30f1-4102-9206-95626fd2e30b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:10.017838 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5e868fd-cd35-41a3-b2f1-1d2bd437ec6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.021739 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c5e868fd-cd35-41a3-b2f1-1d2bd437ec6b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a215b845-30f1-4102-9206-95626fd2e30b HTTP/1.1" status: 204  len: 168 time: 0.2254121
Feb 19 20:55:10.024530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43760) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:10.046827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54857890-ac6e-4358-b00d-bd35df4e3406 req-8fd1b7d4-a68e-4330-961a-6331f8121ca9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:10.048524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54857890-ac6e-4358-b00d-bd35df4e3406 req-8fd1b7d4-a68e-4330-961a-6331f8121ca9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.0695057
Feb 19 20:55:10.099320 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (2f59eddf-b940-4bbe-b896-7b9364a9f83b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.103814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54857890-ac6e-4358-b00d-bd35df4e3406 req-37081fb7-ced5-43f6-9b57-a82b42695c3f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486991
Feb 19 20:55:10.187499 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (2f59eddf-b940-4bbe-b896-7b9364a9f83b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.213074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a487c70>,) {'filters': {'network_id': ['2f59eddf-b940-4bbe-b896-7b9364a9f83b']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:10.223247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a487c70>, 'eca7f1f7-d51f-4715-af09-2a4ee02546ab') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:10.223564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a487c70>, 'eca7f1f7-d51f-4715-af09-2a4ee02546ab') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:10.233816 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (eca7f1f7-d51f-4715-af09-2a4ee02546ab), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.249579 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (eca7f1f7-d51f-4715-af09-2a4ee02546ab), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.256452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:55:10.257032 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (eca7f1f7-d51f-4715-af09-2a4ee02546ab), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:55:10.258993 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:55:10.289976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fae2a-8008-4735-ac04-641cc3b1d37f req-f005843c-37d0-4340-93c9-65b7dade3e2c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:10.291598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a0fae2a-8008-4735-ac04-641cc3b1d37f req-f005843c-37d0-4340-93c9-65b7dade3e2c tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.0608008
Feb 19 20:55:10.317578 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (2f59eddf-b940-4bbe-b896-7b9364a9f83b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.323682 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.329641 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] 10.222.0.30 "DELETE /v2.0/networks/2f59eddf-b940-4bbe-b896-7b9364a9f83b HTTP/1.1" status: 204  len: 168 time: 0.3033998
Feb 19 20:55:10.343420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47402244-ddda-4f15-9ddd-593e9eb280dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2f59eddf-b940-4bbe-b896-7b9364a9f83b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:10.380911 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a0fae2a-8008-4735-ac04-641cc3b1d37f req-ccd0d215-cd7b-46da-9fbf-f52dbdcc4794 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814791
Feb 19 20:55:10.397925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623425bd-1139-42d0-b52d-320c57785b72 req-0a78f05e-2d94-4af5-9bff-2922af5fcc6c tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:10.399471 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-623425bd-1139-42d0-b52d-320c57785b72 req-0a78f05e-2d94-4af5-9bff-2922af5fcc6c tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 948 time: 0.0925725
Feb 19 20:55:10.450676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-623425bd-1139-42d0-b52d-320c57785b72 req-3eb97fa6-e754-418e-97c2-8ca4e5f12bcf tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450768
Feb 19 20:55:10.454446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43770) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:10.504284 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-20de837e-29c9-46a5-92b3-a2b47c1d4ced admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29dd33f3e21c4153b2dc5ec75558b150&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0485404
Feb 19 20:55:10.504962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43772) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:10.554266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6773a4-5c1b-467f-b5ba-02fbe05c1605 req-a15465be-d584-4c50-bee8-d0edd2e14ec3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:10.555788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60536395-f0f9-44e6-bf77-0af85a252be9 admin admin] Publish callbacks [] for security_group (1a726cc4-6a3f-4b70-a5dd-6e9217f7a620), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.556212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb6773a4-5c1b-467f-b5ba-02fbe05c1605 req-a15465be-d584-4c50-bee8-d0edd2e14ec3 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.0584702
Feb 19 20:55:10.582576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60536395-f0f9-44e6-bf77-0af85a252be9 admin admin] Publish callbacks [] for security_group (1a726cc4-6a3f-4b70-a5dd-6e9217f7a620), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.612881 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb6773a4-5c1b-467f-b5ba-02fbe05c1605 req-4c82a6bc-50fe-490d-ba8c-fe3d15a0d49c tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501268
Feb 19 20:55:10.640280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60536395-f0f9-44e6-bf77-0af85a252be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1a726cc4-6a3f-4b70-a5dd-6e9217f7a620), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.643161 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60536395-f0f9-44e6-bf77-0af85a252be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.644950 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-60536395-f0f9-44e6-bf77-0af85a252be9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a726cc4-6a3f-4b70-a5dd-6e9217f7a620 HTTP/1.1" status: 204  len: 168 time: 0.1390707
Feb 19 20:55:10.653127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60536395-f0f9-44e6-bf77-0af85a252be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a726cc4-6a3f-4b70-a5dd-6e9217f7a620,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:10.744934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44dc5f-1976-4062-ac54-187e1e762e26 req-e708f5c2-a32d-43dd-9be4-0189c03dcb24 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:10.746677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc44dc5f-1976-4062-ac54-187e1e762e26 req-e708f5c2-a32d-43dd-9be4-0189c03dcb24 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.0922127
Feb 19 20:55:10.783344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8bc47-8d66-4fc3-a836-6cbf767cdc9e req-8102ed22-96f3-4d50-aed0-9a1c947f1c36 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:10.785592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6a8bc47-8d66-4fc3-a836-6cbf767cdc9e req-8102ed22-96f3-4d50-aed0-9a1c947f1c36 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 1130 time: 0.0775132
Feb 19 20:55:10.835939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc44dc5f-1976-4062-ac54-187e1e762e26 req-211ffc7c-63d3-48f4-ad4b-919891fe8a0c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803909
Feb 19 20:55:10.900039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d6a8bc47-8d66-4fc3-a836-6cbf767cdc9e req-ff40af97-cd09-4bdb-9b1f-c45647030111 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] Deleting port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:10.900720 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d6a8bc47-8d66-4fc3-a836-6cbf767cdc9e req-ff40af97-cd09-4bdb-9b1f-c45647030111 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:10.991731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d6a8bc47-8d66-4fc3-a836-6cbf767cdc9e req-ff40af97-cd09-4bdb-9b1f-c45647030111 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] For port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:10.992112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d6a8bc47-8d66-4fc3-a836-6cbf767cdc9e req-ff40af97-cd09-4bdb-9b1f-c45647030111 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:11.010102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d6a8bc47-8d66-4fc3-a836-6cbf767cdc9e req-ff40af97-cd09-4bdb-9b1f-c45647030111 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] Calling delete_port for e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:11.164100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2349c54-6f7f-4666-8118-5f38da938e1f req-5b4abab0-cad5-468d-9bc7-5cc2b85e5ffc tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:11.165841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2349c54-6f7f-4666-8118-5f38da938e1f req-5b4abab0-cad5-468d-9bc7-5cc2b85e5ffc tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1488309
Feb 19 20:55:11.303381 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2349c54-6f7f-4666-8118-5f38da938e1f req-8ae13b8a-af9d-4dda-b508-c7b481653f34 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317196
Feb 19 20:55:11.326494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2abf9-d43d-4cbc-a423-9a306c548fce req-6c054d33-e189-47ba-8fd7-633a8ca115f6 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:11.327993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6dd2abf9-d43d-4cbc-a423-9a306c548fce req-6c054d33-e189-47ba-8fd7-633a8ca115f6 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1331217
Feb 19 20:55:11.360480 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d6a8bc47-8d66-4fc3-a836-6cbf767cdc9e req-ff40af97-cd09-4bdb-9b1f-c45647030111 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:11.372141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:11.413851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40af97-cd09-4bdb-9b1f-c45647030111 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:11.478153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6dd2abf9-d43d-4cbc-a423-9a306c548fce req-da148c67-1f63-4e41-8c36-ac7bf15c7c61 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397862
Feb 19 20:55:11.501637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a8bc47-8d66-4fc3-a836-6cbf767cdc9e req-ff40af97-cd09-4bdb-9b1f-c45647030111 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] No DVR routers for this DVR port e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:11.516048 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d6a8bc47-8d66-4fc3-a836-6cbf767cdc9e req-ff40af97-cd09-4bdb-9b1f-c45647030111 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:11.520581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6a8bc47-8d66-4fc3-a836-6cbf767cdc9e req-ff40af97-cd09-4bdb-9b1f-c45647030111 tempest-DeleteServersAdminTestJSON-442226615 tempest-DeleteServersAdminTestJSON-442226615-project-admin] 10.222.0.10 "DELETE /v2.0/ports/e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 HTTP/1.1" status: 204  len: 173 time: 0.7272470
Feb 19 20:55:11.521459 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5997373e-abc0-4f20-9feb-047df1ddcbf5', 'name': 'network-vif-deleted', 'tag': 'e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:11.532906 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d177b6b4-6198-446b-9f43-3e4f84bfeba3" -d '{"events": [{"server_uuid": "5997373e-abc0-4f20-9feb-047df1ddcbf5", "name": "network-vif-deleted", "tag": "e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:11.535081 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43804) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:11.623427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73c39451-99e1-4bcf-8844-d80b06a8c737 req-387757f6-2ba7-4dd9-a03b-bf3813b7f2f8 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=5997373e-abc0-4f20-9feb-047df1ddcbf5 HTTP/1.1" status: 200  len: 210 time: 0.0484617
Feb 19 20:55:11.684139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809419e6-df79-4a0c-84fd-741760f25f8a req-27344d81-d038-4246-a118-37352026b2b8 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:11.693528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-809419e6-df79-4a0c-84fd-741760f25f8a req-27344d81-d038-4246-a118-37352026b2b8 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.1939383
Feb 19 20:55:11.698814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1220418622-network', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:11.733556 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53064de5-6b71-438f-90a8-66e47a277c33 x-openstack-request-id: req-53064de5-6b71-438f-90a8-66e47a277c33 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:11.734143 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5997373e-abc0-4f20-9feb-047df1ddcbf5", "name": "network-vif-deleted", "tag": "e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:11.734634 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53064de5-6b71-438f-90a8-66e47a277c33 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:11.735221 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5997373e-abc0-4f20-9feb-047df1ddcbf5', 'name': 'network-vif-deleted', 'tag': 'e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90', 'status': 'completed', 'code': 200}
Feb 19 20:55:11.737540 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Made reservation on behalf of 4e7060607f9342ad93e2ddbab97d8d2b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:11.741069 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:11.751266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:11.779860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-809419e6-df79-4a0c-84fd-741760f25f8a req-a7a4b9f2-568c-4adb-910d-1574fac4b287 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850663
Feb 19 20:55:11.847810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Publish callbacks [] for security_group (cfdd99ed-1702-47ba-a912-7ca119951e67), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:11.851851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11252591-c0a0-4e49-90ac-7a6f95de8707 req-92e9d69a-5e55-4bb5-a4fc-7a7b1c8530ba tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:11.852525 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cfdd99ed-1702-47ba-a912-7ca119951e67), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:11.853443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11252591-c0a0-4e49-90ac-7a6f95de8707 req-92e9d69a-5e55-4bb5-a4fc-7a7b1c8530ba tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.0663135
Feb 19 20:55:11.885115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:55:11.897749 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdd99ed-1702-47ba-a912-7ca119951e67,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:11.906588 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:11.907106 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Added segment fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a of type vlan for network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa
Feb 19 20:55:11.914592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11252591-c0a0-4e49-90ac-7a6f95de8707 req-faf95693-8b04-47cc-974c-688e98edb1c0 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540962
Feb 19 20:55:11.956820 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (522a4889-4ca5-4003-88ab-4ec7fe7bb9fa), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:11.989578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8abd9-786f-46b3-90c7-da80619f3db7 req-967552e5-702a-49ef-bb47-330ba4875ea8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:11.990659 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (522a4889-4ca5-4003-88ab-4ec7fe7bb9fa), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:11.991782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:11.992397 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:11.997217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cc8abd9-786f-46b3-90c7-da80619f3db7 req-967552e5-702a-49ef-bb47-330ba4875ea8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.0786021
Feb 19 20:55:12.045563 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cc8abd9-786f-46b3-90c7-da80619f3db7 req-d8f06b8b-9858-43e5-9734-b418e42883e4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473473
Feb 19 20:55:12.051671 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5154364
Feb 19 20:55:12.055602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43814) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:12.062127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] Request body: {'subnet': {'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1220418622-subnet', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:12.072730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f469b51-9768-4776-91d7-de34195d60a4 admin admin] Pushing event updated for resources: {'Network': ['ID=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:12.085452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:55:12.087425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] Made reservation on behalf of 4e7060607f9342ad93e2ddbab97d8d2b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:12.091021 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:12.280027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (be4a1075-2ec5-43f3-b650-222de83a45f6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:12.341847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4a1075-2ec5-43f3-b650-222de83a45f6,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:12.351797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] Checking segment: {'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:12.352118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] Network hostable DHCP agents. Network: 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:55:12.372160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] Network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:55:12.381873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:12.386179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:12.386796 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:12.393387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed9096-cf93-4052-a976-4a225a62d3ed None None] Network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:55:12.432934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-35520882-3e5b-4fb5-9b62-d3f8a3600558 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3730345
Feb 19 20:55:12.433151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43818) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:12.441470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1220418622-router', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:12.497280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80377e68-ac78-4b57-9584-458e4b4337af req-3f3eaeae-0444-4e62-8d6e-38fce9e7d0f6 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:12.500558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80377e68-ac78-4b57-9584-458e4b4337af req-3f3eaeae-0444-4e62-8d6e-38fce9e7d0f6 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1108944
Feb 19 20:55:12.501672 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dabbf7-4f22-4664-9a77-c401a4d33eae None None] Network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:55:12.502462 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:12.506036 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:12.647388 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Publish callbacks [] for router_controller (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:12.656713 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80377e68-ac78-4b57-9584-458e4b4337af req-4fc1d2bc-c3ba-49bb-8899-481cdca22a96 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459372
Feb 19 20:55:12.749803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43875a-e884-47fc-bf40-dcbe9726c4ee req-bdadd21d-e2dc-4c2c-95ba-829f3793c3aa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:12.751612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d43875a-e884-47fc-bf40-dcbe9726c4ee req-bdadd21d-e2dc-4c2c-95ba-829f3793c3aa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1883547
Feb 19 20:55:12.883405 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Publish callbacks [] for router_gateway (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:12.962835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d43875a-e884-47fc-bf40-dcbe9726c4ee req-6eb5d6ef-bb59-459e-bea2-cf50d830a099 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677458
Feb 19 20:55:12.980506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c8f18-7d00-4d96-8e5e-d311a1d41e25 req-8b0760de-02ea-4311-b31d-02ee0c087389 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:12.981986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d3c8f18-7d00-4d96-8e5e-d311a1d41e25 req-8b0760de-02ea-4311-b31d-02ee0c087389 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1858938
Feb 19 20:55:13.093859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d3c8f18-7d00-4d96-8e5e-d311a1d41e25 req-03725103-c76b-4ed6-b6eb-b4efda8db9e8 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998447
Feb 19 20:55:13.129196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ebcc9-0fd8-4c56-a76a-b8f1a83f702e req-c0226d77-5930-4632-9175-c0a5396842e5 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:13.131321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c3ebcc9-0fd8-4c56-a76a-b8f1a83f702e req-c0226d77-5930-4632-9175-c0a5396842e5 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.1045315
Feb 19 20:55:13.247520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-58b6a597-46cf-4458-96d9-58b54b263a4f tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=756e52c91ebf4bc9bacebcc1431abb28&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0495572
Feb 19 20:55:13.377790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c3ebcc9-0fd8-4c56-a76a-b8f1a83f702e req-c2808096-daa0-48f2-b2bc-4a0c986f2a86 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076561
Feb 19 20:55:13.402715 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Publish callbacks [] for router_gateway (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:13.444019 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:13.466732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:13.490973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:13.491578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e7a4ce4e-94ea-436b-bae9-e67c3bf0fc90 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:13.551654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f704-cd09-4899-b59b-ece7d413c39a req-fb0abc30-3ff5-46e8-86ae-66e27cf05e65 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:13.553178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-fb0abc30-3ff5-46e8-86ae-66e27cf05e65 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2985239
Feb 19 20:55:13.585872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-8a9aa8ac-d2e9-43ac-b6a2-2ce3043c04c6 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/quotas/756e52c91ebf4bc9bacebcc1431abb28 HTTP/1.1" status: 200  len: 375 time: 0.0242908
Feb 19 20:55:13.651137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57110c-7f9e-4432-aec5-8fdc06000e73 req-930304de-e141-45d0-9144-f2b64a0d77b7 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:13.652754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f57110c-7f9e-4432-aec5-8fdc06000e73 req-930304de-e141-45d0-9144-f2b64a0d77b7 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.2103515
Feb 19 20:55:13.656760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-2b7ee35c-6397-45b1-a16c-f8c8a7e78b44 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=756e52c91ebf4bc9bacebcc1431abb28&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0489097
Feb 19 20:55:13.690236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Allocated IP 172.35.2.140 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/bb24f519-84d8-48a7-a9cd-58995d7a58bf) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:13.786049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f57110c-7f9e-4432-aec5-8fdc06000e73 req-7415d5d9-8016-4528-8fda-716b7fc29fd7 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266944
Feb 19 20:55:13.881400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Publish callbacks [] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:13.933416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703202d0-c6c4-40f0-931d-0576c7b947e8 req-de798278-be22-45e5-933f-9d52b3a543b3 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:13.934963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-703202d0-c6c4-40f0-931d-0576c7b947e8 req-de798278-be22-45e5-933f-9d52b3a543b3 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.1018500
Feb 19 20:55:13.980696 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:14.038443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-703202d0-c6c4-40f0-931d-0576c7b947e8 req-2ea26aea-db95-4b2a-b2f8-f7e927f098e3 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956023
Feb 19 20:55:14.044460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:14.047837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:14.062053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:14.098005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Pushing event updated for resources: {'Port': ['ID=bb24f519-84d8-48a7-a9cd-58995d7a58bf,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:14.192621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29056ea2-597e-4663-b929-a7a6e42073ee req-3b764fd1-5125-4f76-8946-1a36fbff9526 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 210 time: 0.0565703
Feb 19 20:55:14.390030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542f15c-c594-4fc6-b825-d7ff42c6725a req-d4062d4c-c9d7-4242-9d57-d5404b70b219 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:14.391690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a542f15c-c594-4fc6-b825-d7ff42c6725a req-d4062d4c-c9d7-4242-9d57-d5404b70b219 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2017300
Feb 19 20:55:14.756499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ac114-b002-4431-a63e-748fe06b169e req-990723cf-68f1-4544-86db-08e99e4a8bd4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:14.758361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf5ac114-b002-4431-a63e-748fe06b169e req-990723cf-68f1-4544-86db-08e99e4a8bd4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.4668152
Feb 19 20:55:14.835262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a542f15c-c594-4fc6-b825-d7ff42c6725a req-823bb66e-1b58-4f39-b2f1-e0d523680991 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4021871
Feb 19 20:55:14.855776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf5ac114-b002-4431-a63e-748fe06b169e req-45b3df71-6fdf-4e6e-b8ce-b6ce9d8fbcfe tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846622
Feb 19 20:55:14.868810 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Publish callbacks [] for router_gateway (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:15.020732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-ef77afd7-c17a-4a47-a9d8-c383749eda53 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=756e52c91ebf4bc9bacebcc1431abb28&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0575340
Feb 19 20:55:15.133261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b216e5-3196-4d8f-a80e-e9c581da2787 req-528d3993-a935-4fa7-98cf-a9bea23b520a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:15.134877 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25b216e5-3196-4d8f-a80e-e9c581da2787 req-528d3993-a935-4fa7-98cf-a9bea23b520a tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.2289598
Feb 19 20:55:15.218732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700eb10-b4d5-49a9-9fd5-e63130a4674c req-b70811a2-641c-418b-a8d7-5401b288df32 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:15.220227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5700eb10-b4d5-49a9-9fd5-e63130a4674c req-b70811a2-641c-418b-a8d7-5401b288df32 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.2558463
Feb 19 20:55:15.288023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f704-cd09-4899-b59b-ece7d413c39a req-73781e27-7c9a-49f1-8a96-f7f84b13fd16 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:15.289408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-73781e27-7c9a-49f1-8a96-f7f84b13fd16 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2593904
Feb 19 20:55:15.306556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Request body: {'port': {'device_id': 'e73f9801-8d11-4cf5-a822-e3692fbb693f', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '756e52c91ebf4bc9bacebcc1431abb28'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:15.389813 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25b216e5-3196-4d8f-a80e-e9c581da2787 req-7162b5e8-f589-4ed5-8bfc-abd790377bf2 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419040
Feb 19 20:55:15.408862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5700eb10-b4d5-49a9-9fd5-e63130a4674c req-0085e25a-bfb4-478a-a9cb-16313703c469 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527488
Feb 19 20:55:15.439403 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:15.592229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-744d85fe-3ff9-4f5a-a514-f86e8886452f req-7ae9e08b-3079-48f9-839d-a41b60840204 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 210 time: 0.1029034
Feb 19 20:55:15.623747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Made reservation on behalf of 756e52c91ebf4bc9bacebcc1431abb28 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:15.627103 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:15.649965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bfc5b-d8f9-4d15-bed4-a11fe983c782 req-72e3529b-79f6-43fc-8c99-23733c47a2b8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:15.651476 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b3bfc5b-d8f9-4d15-bed4-a11fe983c782 req-72e3529b-79f6-43fc-8c99-23733c47a2b8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.1958766
Feb 19 20:55:15.811999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b3bfc5b-d8f9-4d15-bed4-a11fe983c782 req-4f4c59f1-4982-4604-80ab-5d411bd9e49b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515138
Feb 19 20:55:15.841906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:55:15.850631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Allocated IP 192.168.233.202 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/fb4a12b5-a532-459a-882e-77fe1c128ae4) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:16.112973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:55:16.125457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Sync routers for ids ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:55:16.130798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f730a4-fe0f-4b56-9d4e-a38ecae0a22b req-e05969b5-7805-49e9-aa06-f1b480448e24 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:16.132435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60f730a4-fe0f-4b56-9d4e-a38ecae0a22b req-e05969b5-7805-49e9-aa06-f1b480448e24 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2024677
Feb 19 20:55:16.137988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Routers {'d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:55:16.138674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62f4d2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:16.151587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c63319-ab56-44ec-af2b-271887fa7e6e req-c97586d5-413c-4990-a979-2a0f9a2973b0 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:16.153101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69c63319-ab56-44ec-af2b-271887fa7e6e req-c97586d5-413c-4990-a979-2a0f9a2973b0 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.2161360
Feb 19 20:55:16.175500 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:16.176682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ee6307c9-6e67-4754-a11b-f2acba391041 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7416914
Feb 19 20:55:16.179619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43886) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:16.257522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Set router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:55:16.268953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60f730a4-fe0f-4b56-9d4e-a38ecae0a22b req-7928286b-86e6-4c05-af13-612e0d2e218c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247845
Feb 19 20:55:16.276136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks [] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:16.305468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69c63319-ab56-44ec-af2b-271887fa7e6e req-704d35e1-bd41-4989-b9e4-a85f60e60e39 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332924
Feb 19 20:55:16.327963 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:16.386517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:16.390755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:16.396779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:16.401542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Pushing event updated for resources: {'Port': ['ID=fb4a12b5-a532-459a-882e-77fe1c128ae4,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:16.465061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:16.465718 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:16.491948 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-db22d4e4-b710-4fc4-9d06-35c8b7fa9fd9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1929049
Feb 19 20:55:16.507730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Request body: {'port': {'device_id': 'e73f9801-8d11-4cf5-a822-e3692fbb693f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:16.523844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62f4d2e0>, [{'id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'name': 'tempest-ServerRescueTestJSON-1220418622-router', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:12Z', 'updated_at': '2022-02-19T20:55:14Z', 'revision_number': 3, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'gw_port': {'id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:13Z', 'updated_at': '2022-02-19T20:55:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:16.602499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Checking router: d4ec218c-7dbe-405e-a45a-8960d8ffc0ba for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:55:16.602988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Updating router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba port bb24f519-84d8-48a7-a9cd-58995d7a58bf binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:55:16.648163 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:16.672102 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:16.704425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320d986-3071-4f37-8a76-551e9d363fbe req-1b772a2f-eac2-4d69-813d-4d942ac36e45 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:16.707105 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2320d986-3071-4f37-8a76-551e9d363fbe req-1b772a2f-eac2-4d69-813d-4d942ac36e45 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.1729267
Feb 19 20:55:16.720126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e62571-688d-4b27-8ad0-fc415a52f933 req-6e833311-5a19-444c-93ab-833fdeff2850 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:16.729956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71e62571-688d-4b27-8ad0-fc415a52f933 req-6e833311-5a19-444c-93ab-833fdeff2850 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.1806250
Feb 19 20:55:16.777155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:16.827733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ffe9213c-3344-448d-a313-3cc7510a0cb0 None None] Provisioning complete for port fb4a12b5-a532-459a-882e-77fe1c128ae4 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:16.828092 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffe9213c-3344-448d-a313-3cc7510a0cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:16.862133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71e62571-688d-4b27-8ad0-fc415a52f933 req-133d6a7b-a456-4257-b3f6-d455caa68aaa tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313958
Feb 19 20:55:16.896268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ffe9213c-3344-448d-a313-3cc7510a0cb0 None None] Port fb4a12b5-a532-459a-882e-77fe1c128ae4 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:55:16.933683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2320d986-3071-4f37-8a76-551e9d363fbe req-b7434ee8-5e04-438f-9343-041a6b5d5607 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939092
Feb 19 20:55:16.989725 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Publish callbacks [] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.000948 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.083247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Attempting to bind port bb24f519-84d8-48a7-a9cd-58995d7a58bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:17.083901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Attempting to bind port bb24f519-84d8-48a7-a9cd-58995d7a58bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:17.084683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Attempting to bind port bb24f519-84d8-48a7-a9cd-58995d7a58bf on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:17.086209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2810b-ddb4-4934-b0f6-abf3953014ff None None] Pushing event updated for resources: {'Port': ['ID=bb24f519-84d8-48a7-a9cd-58995d7a58bf,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:17.093056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:17.093749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:17.094331 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.094934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:17.095677 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Bound port: bb24f519-84d8-48a7-a9cd-58995d7a58bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:17.096243 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.206059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92203d51-dfb7-48dc-a8ec-95b5d3db32aa req-1cf34eae-6242-42d7-8ffe-ffbaaa187e89 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:17.212979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92203d51-dfb7-48dc-a8ec-95b5d3db32aa req-1cf34eae-6242-42d7-8ffe-ffbaaa187e89 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.1166506
Feb 19 20:55:17.233228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd34631-29ae-4a42-a04b-c0be077718e0 req-8d64b639-a6ee-4944-bd6c-ad11c14a0b2d tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:17.240589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1bd34631-29ae-4a42-a04b-c0be077718e0 req-8d64b639-a6ee-4944-bd6c-ad11c14a0b2d tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 936 time: 0.2021477
Feb 19 20:55:17.329123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Allocated IP 172.20.0.1 (522a4889-4ca5-4003-88ab-4ec7fe7bb9fa/be4a1075-2ec5-43f3-b650-222de83a45f6/e43d6a57-f9af-48f8-9c21-730f4800d71a) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:17.357561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] For port bb24f519-84d8-48a7-a9cd-58995d7a58bf, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:17.363080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] For port bb24f519-84d8-48a7-a9cd-58995d7a58bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb24f519-84d8-48a7-a9cd-58995d7a58bf,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:17.367447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92203d51-dfb7-48dc-a8ec-95b5d3db32aa req-29899d4b-c383-4d2b-a61b-09dcc39df22f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532593
Feb 19 20:55:17.373989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4a12b5-a532-459a-882e-77fe1c128ae4 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:17.385562 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.397394 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Publish callbacks [] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.413578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Transition to ACTIVE for port object fb4a12b5-a532-459a-882e-77fe1c128ae4 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:55:17.420910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1bd34631-29ae-4a42-a04b-c0be077718e0 req-b1408f9f-e570-4bf1-8dae-0dcd259b04e8 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539168
Feb 19 20:55:17.434673 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.473792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2810b-ddb4-4934-b0f6-abf3953014ff None None] Pushing event updated for resources: {'Port': ['ID=bb24f519-84d8-48a7-a9cd-58995d7a58bf,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:17.479242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Routers {'d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:55:17.479987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62f4d2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:17.552398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4a12b5-a532-459a-882e-77fe1c128ae4,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:17.559543 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Publish callbacks [] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.617470 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.643386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] Set router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:55:17.661228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b47e66-34ba-44b0-8aaf-87e723f9d128 req-426b7977-4cdc-4b0c-bb58-c2f2049a0894 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:17.668996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-28b47e66-34ba-44b0-8aaf-87e723f9d128 req-426b7977-4cdc-4b0c-bb58-c2f2049a0894 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2134964
Feb 19 20:55:17.687018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e43d6a57-f9af-48f8-9c21-730f4800d71a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:17.702861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:17.704712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:17.709859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:17.746066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91014c-7788-40b8-909b-6a9728a09237 req-7a1ec350-4389-42e5-9c24-66a726f3453b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:17.748943 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b91014c-7788-40b8-909b-6a9728a09237 req-7a1ec350-4389-42e5-9c24-66a726f3453b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1934044
Feb 19 20:55:17.788389 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.810370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Attempting to bind port fb4a12b5-a532-459a-882e-77fe1c128ae4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:17.811400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Attempting to bind port fb4a12b5-a532-459a-882e-77fe1c128ae4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:17.811400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Attempting to bind port fb4a12b5-a532-459a-882e-77fe1c128ae4 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:17.844628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-28b47e66-34ba-44b0-8aaf-87e723f9d128 req-4a40f107-7c13-420d-93ee-a933fc3c249c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743543
Feb 19 20:55:17.844991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Port fb4a12b5-a532-459a-882e-77fe1c128ae4 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:55:17.845314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Attempting to bind port fb4a12b5-a532-459a-882e-77fe1c128ae4 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:17.872788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b91014c-7788-40b8-909b-6a9728a09237 req-638f79a7-5188-43a0-9b19-3a82b485e5a7 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950906
Feb 19 20:55:17.875307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:17.875307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:17.875700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:17.885383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Bound port: fb4a12b5-a532-459a-882e-77fe1c128ae4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:17.885383 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.894116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62f4d2e0>, [{'id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'name': 'tempest-ServerRescueTestJSON-1220418622-router', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:12Z', 'updated_at': '2022-02-19T20:55:14Z', 'revision_number': 3, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'gw_port': {'id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:13Z', 'updated_at': '2022-02-19T20:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:17.933830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d283f9-9a02-4785-996f-fe92e627f699 None None] The sync data for ids ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'] in ncdv-master-1 is: [{'id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'name': 'tempest-ServerRescueTestJSON-1220418622-router', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:12Z', 'updated_at': '2022-02-19T20:55:14Z', 'revision_number': 3, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'gw_port': {'id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:13Z', 'updated_at': '2022-02-19T20:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:55:17.951038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:17.964833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] For port fb4a12b5-a532-459a-882e-77fe1c128ae4, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:17.969718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] For port fb4a12b5-a532-459a-882e-77fe1c128ae4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb4a12b5-a532-459a-882e-77fe1c128ae4,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:17.986172 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:18.179085 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Publish callbacks [] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:18.185969 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:18.270442 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7a98-791a-4d51-ab67-0b3a1f2d6ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:18.294934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e43d6a57-f9af-48f8-9c21-730f4800d71a,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:18.297589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:18.422173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:18.422866 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:18.424760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] 10.222.0.10 "PUT /v2.0/ports/fb4a12b5-a532-459a-882e-77fe1c128ae4 HTTP/1.1" status: 200  len: 1096 time: 1.9238570
Feb 19 20:55:18.431712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73f9801-8d11-4cf5-a822-e3692fbb693f', 'tag': 'fb4a12b5-a532-459a-882e-77fe1c128ae4'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:18.434175 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff936ff-debb-4f42-85c9-55553057e8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e73f9801-8d11-4cf5-a822-e3692fbb693f", "tag": "fb4a12b5-a532-459a-882e-77fe1c128ae4"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:18.437116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:18.446617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:18.494962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00cb1c-4cf6-4448-a8e1-c20dc3576f70 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4a12b5-a532-459a-882e-77fe1c128ae4,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:18.544502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0933b86-8578-44ac-8e2e-9ea034a0ff3f req-62f61820-830e-4921-84e8-e21a6af5ae0f tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:18.546387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0933b86-8578-44ac-8e2e-9ea034a0ff3f req-62f61820-830e-4921-84e8-e21a6af5ae0f tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.5750620
Feb 19 20:55:18.584349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86835bd5-5dcb-47a4-b3d9-0cac87c40fe5 req-32751b46-f4a7-4469-b1a3-94d3142b89ba tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:18.585997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86835bd5-5dcb-47a4-b3d9-0cac87c40fe5 req-32751b46-f4a7-4469-b1a3-94d3142b89ba tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.2169695
Feb 19 20:55:18.639406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:55:18.740542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb24f519-84d8-48a7-a9cd-58995d7a58bf up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:18.741956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0933b86-8578-44ac-8e2e-9ea034a0ff3f req-b0f13ac2-d695-408e-9e88-7bbca6a49568 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548042
Feb 19 20:55:18.752637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f704-cd09-4899-b59b-ece7d413c39a req-37f84f4d-5e9b-47fe-98ea-f4a25d510b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:18.754654 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-37f84f4d-5e9b-47fe-98ea-f4a25d510b95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=756e52c91ebf4bc9bacebcc1431abb28&device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 1130 time: 0.2651145
Feb 19 20:55:18.758631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86835bd5-5dcb-47a4-b3d9-0cac87c40fe5 req-f90b7740-1633-4d69-9e6d-2937cd13e49f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541712
Feb 19 20:55:18.838515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:55:18.854606 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2dd278ff-db36-4549-8e57-919afed0b2d9 admin admin] 10.222.0.30 "PUT /v2.0/routers/d4ec218c-7dbe-405e-a45a-8960d8ffc0ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6726124
Feb 19 20:55:18.857901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-786fe3a0-8cc0-4871-8130-7421e859d708 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=fb4a12b5-a532-459a-882e-77fe1c128ae4 HTTP/1.1" status: 200  len: 217 time: 0.0955377
Feb 19 20:55:18.858418 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fa7bae-da7d-47cf-839c-36487f1b1bf8 x-openstack-request-id: req-29fa7bae-da7d-47cf-839c-36487f1b1bf8 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:18.858716 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73f9801-8d11-4cf5-a822-e3692fbb693f", "tag": "fb4a12b5-a532-459a-882e-77fe1c128ae4", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:18.859011 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29fa7bae-da7d-47cf-839c-36487f1b1bf8 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:18.859399 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73f9801-8d11-4cf5-a822-e3692fbb693f', 'tag': 'fb4a12b5-a532-459a-882e-77fe1c128ae4', 'status': 'completed', 'code': 200}
Feb 19 20:55:18.896324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bb24f519-84d8-48a7-a9cd-58995d7a58bf triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:18.897004 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:18.978535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f704-cd09-4899-b59b-ece7d413c39a req-d21843af-fdff-4b73-870b-45cebb7189ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:18.980019 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-d21843af-fdff-4b73-870b-45cebb7189ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1197612
Feb 19 20:55:19.025195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bb24f519-84d8-48a7-a9cd-58995d7a58bf is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:19.026081 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:19.044294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6db904-ddb0-4d2b-9cbe-ba86c499ffc2 req-823e8cbf-c65b-4588-a35f-7ab3b692af2b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:19.046132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d6db904-ddb0-4d2b-9cbe-ba86c499ffc2 req-823e8cbf-c65b-4588-a35f-7ab3b692af2b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.1536705
Feb 19 20:55:19.061430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port bb24f519-84d8-48a7-a9cd-58995d7a58bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb24f519-84d8-48a7-a9cd-58995d7a58bf,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:19.064416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be530f8c-231b-44a2-a496-9bfb67ace459 req-16724198-28ee-438b-a5ec-7d08e6922010 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:19.066606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be530f8c-231b-44a2-a496-9bfb67ace459 req-16724198-28ee-438b-a5ec-7d08e6922010 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 948 time: 0.1442554
Feb 19 20:55:19.081792 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:19.136301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f704-cd09-4899-b59b-ece7d413c39a req-e9b9a6af-4184-458d-b0c9-5b7ef2f78f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:19.137845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-e9b9a6af-4184-458d-b0c9-5b7ef2f78f8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1497490
Feb 19 20:55:19.157461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=bb24f519-84d8-48a7-a9cd-58995d7a58bf,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:19.184134 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be530f8c-231b-44a2-a496-9bfb67ace459 req-6aafd44f-2f31-475b-9f22-48a55ccb16fb tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066353
Feb 19 20:55:19.211537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d6db904-ddb0-4d2b-9cbe-ba86c499ffc2 req-e40cdede-8a9a-4c78-be73-71f4fdc9cfb7 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550012
Feb 19 20:55:19.281652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-3b91b1d0-5409-4412-9aec-51e63a887db9 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339633
Feb 19 20:55:19.462293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d10a2f-5590-45b7-88a6-6e0c0b983a32 req-bc62fe60-e327-4860-a425-54ad46d11d0b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:19.463990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00d10a2f-5590-45b7-88a6-6e0c0b983a32 req-bc62fe60-e327-4860-a425-54ad46d11d0b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1928747
Feb 19 20:55:19.475053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092406-80d2-4153-8e3a-7623fc6e2781 req-008e611a-baea-4850-8a51-e5c4e7d4e53d tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:19.476939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df092406-80d2-4153-8e3a-7623fc6e2781 req-008e611a-baea-4850-8a51-e5c4e7d4e53d tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1600256
Feb 19 20:55:19.489326 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2133f704-cd09-4899-b59b-ece7d413c39a req-9dd31424-2907-4e0f-a183-4f6b7e6a6f3d service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016940
Feb 19 20:55:19.605307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00d10a2f-5590-45b7-88a6-6e0c0b983a32 req-f3ca31ef-1753-478a-947e-df6eef614780 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272273
Feb 19 20:55:19.612911 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df092406-80d2-4153-8e3a-7623fc6e2781 req-acfec671-460a-42ca-b4d8-947e538ad157 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262884
Feb 19 20:55:19.627423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff936ff-debb-4f42-85c9-55553057e8f0 req-31db4a91-9a51-4585-994b-054023abf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:19.629807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ff936ff-debb-4f42-85c9-55553057e8f0 req-31db4a91-9a51-4585-994b-054023abf3e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=756e52c91ebf4bc9bacebcc1431abb28&device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 1130 time: 0.0960069
Feb 19 20:55:19.735712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff936ff-debb-4f42-85c9-55553057e8f0 req-1fc92aac-9c38-4f91-a7f1-11d9e33469cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:19.737848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ff936ff-debb-4f42-85c9-55553057e8f0 req-1fc92aac-9c38-4f91-a7f1-11d9e33469cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.0998445
Feb 19 20:55:19.790260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ff936ff-debb-4f42-85c9-55553057e8f0 req-2f4e051b-9a62-4e60-8d30-2b13afec1724 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=fb4a12b5-a532-459a-882e-77fe1c128ae4 HTTP/1.1" status: 200  len: 217 time: 0.0461671
Feb 19 20:55:19.852737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff936ff-debb-4f42-85c9-55553057e8f0 req-a9fd49cd-0c04-456b-8c14-ba1ed2b28bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:19.854282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ff936ff-debb-4f42-85c9-55553057e8f0 req-a9fd49cd-0c04-456b-8c14-ba1ed2b28bb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0568724
Feb 19 20:55:20.023711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff936ff-debb-4f42-85c9-55553057e8f0 req-26db536a-0a3a-47b0-8184-fd8926139b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:20.025321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ff936ff-debb-4f42-85c9-55553057e8f0 req-26db536a-0a3a-47b0-8184-fd8926139b1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1630328
Feb 19 20:55:20.041595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdee8e-de1c-4383-add1-55da01de81b5 req-b57f7b73-97fc-4749-9fb9-965240846a44 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:20.043294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7bdee8e-de1c-4383-add1-55da01de81b5 req-b57f7b73-97fc-4749-9fb9-965240846a44 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.1933639
Feb 19 20:55:20.120793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-410f4a0c-489a-4caa-8fd4-764cb21b0c2b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:20.122384 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-410f4a0c-489a-4caa-8fd4-764cb21b0c2b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/networks?id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa HTTP/1.1" status: 200  len: 811 time: 0.2561743
Feb 19 20:55:20.133294 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Sync routers for ids ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:55:20.145193 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Routers {'d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:55:20.145856 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7411bc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:54:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:20.162914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-334bfee3-a823-4ded-a51a-174b626f023f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/quotas/4e7060607f9342ad93e2ddbab97d8d2b HTTP/1.1" status: 200  len: 375 time: 0.0279465
Feb 19 20:55:20.229472 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ff936ff-debb-4f42-85c9-55553057e8f0 req-1834a106-e792-4012-a702-d4e9ddaf07d1 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961529
Feb 19 20:55:20.233798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7bdee8e-de1c-4383-add1-55da01de81b5 req-4c8ce34b-a56d-41a7-807b-4ae7001eaa3b tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728339
Feb 19 20:55:20.263953 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Set router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:55:20.326131 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-8ca81cbf-9652-4153-b810-7963a7116b5b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e7060607f9342ad93e2ddbab97d8d2b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1547060
Feb 19 20:55:20.341099 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d8997d9d-9c2e-4358-ac03-6df784f35d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:20.446371 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ff936ff-debb-4f42-85c9-55553057e8f0 req-cee614cd-fb80-4e70-9e28-a34e9fc5f1c1 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101123
Feb 19 20:55:20.472302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2b56d-3065-4c29-82be-7bb72f808e35 req-cbf94f0a-d33b-4121-94a1-e1cbec9d866e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:20.473931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14d2b56d-3065-4c29-82be-7bb72f808e35 req-cbf94f0a-d33b-4121-94a1-e1cbec9d866e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.1684358
Feb 19 20:55:20.513307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-1d8b3d18-0d46-48f2-8019-4499299a5ed8 service neutron] 10.222.0.30 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528997
Feb 19 20:55:20.573621 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7411bc10>, [{'id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'name': 'tempest-ServerRescueTestJSON-1220418622-router', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:12Z', 'updated_at': '2022-02-19T20:55:17Z', 'revision_number': 4, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'gw_port': {'id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:13Z', 'updated_at': '2022-02-19T20:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e43d6a57-f9af-48f8-9c21-730f4800d71a', 'name': '', 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'mac_address': 'fa:16:3e:2e:db:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'be4a1075-2ec5-43f3-b650-222de83a45f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:16Z', 'updated_at': '2022-02-19T20:55:18Z', 'revision_number': 2, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'subnets': [{'id': 'be4a1075-2ec5-43f3-b650-222de83a45f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:20.585889 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14d2b56d-3065-4c29-82be-7bb72f808e35 req-80f8b5ba-58e7-449b-971a-671de2bd55a6 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051357
Feb 19 20:55:20.630325 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Checking router: d4ec218c-7dbe-405e-a45a-8960d8ffc0ba for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:55:20.630687 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Updating router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba port e43d6a57-f9af-48f8-9c21-730f4800d71a binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:55:20.637335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-93252521-f7fb-44ed-810a-ffbf39e7a1de service neutron] 10.222.0.30 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1121850
Feb 19 20:55:20.668047 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:20.707670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb24f519-84d8-48a7-a9cd-58995d7a58bf up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:20.738527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6265a8b-dc80-4f63-a7c0-2aca2dd09b05 req-6e6ed50a-1c3a-42e6-8be8-c85a9a1667ac tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:20.740183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6265a8b-dc80-4f63-a7c0-2aca2dd09b05 req-6e6ed50a-1c3a-42e6-8be8-c85a9a1667ac tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 948 time: 0.0689504
Feb 19 20:55:20.774301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bb24f519-84d8-48a7-a9cd-58995d7a58bf triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:20.775064 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:20.817378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6265a8b-dc80-4f63-a7c0-2aca2dd09b05 req-d79eae95-4303-4fce-83a6-cd9cb02a5132 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705194
Feb 19 20:55:20.945523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bb24f519-84d8-48a7-a9cd-58995d7a58bf is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:21.025193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d8291-6019-482d-8c30-021237b7de94 req-04ef4f6c-ebc9-46e7-8a06-40e84047ccb0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:21.026978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f1d8291-6019-482d-8c30-021237b7de94 req-04ef4f6c-ebc9-46e7-8a06-40e84047ccb0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1292410
Feb 19 20:55:21.042772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0fbd0-4248-45f0-b2aa-c61658134176 req-c53711f4-3455-4f76-879c-42bdf0b72dad tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:21.044361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08d0fbd0-4248-45f0-b2aa-c61658134176 req-c53711f4-3455-4f76-879c-42bdf0b72dad tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.1079264
Feb 19 20:55:21.048218 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Publish callbacks [] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:21.056696 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:21.104678 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Pushing event updated for resources: {'Port': ['ID=e43d6a57-f9af-48f8-9c21-730f4800d71a,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:21.116738 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.117089 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.117462 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.117770 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.118111 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.118445 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.118776 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.119103 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.119673 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.119943 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.120458 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.120957 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.121453 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:21.136837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f1d8291-6019-482d-8c30-021237b7de94 req-b7ed1587-ba15-498c-80ac-9d9ec7f2e1c8 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914743
Feb 19 20:55:21.147696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08d0fbd0-4248-45f0-b2aa-c61658134176 req-db54154c-1a93-430e-b972-15b3d3a5953d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845428
Feb 19 20:55:21.204645 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Attempting to bind port e43d6a57-f9af-48f8-9c21-730f4800d71a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:21.205661 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Attempting to bind port e43d6a57-f9af-48f8-9c21-730f4800d71a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:21.206783 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Attempting to bind port e43d6a57-f9af-48f8-9c21-730f4800d71a on network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:21.213522 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:21.214381 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Checking segment: {'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:21.215209 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:21.216066 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Bound using segment: {'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:21.216798 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Bound port: e43d6a57-f9af-48f8-9c21-730f4800d71a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:21.217388 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:21.299036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2839f90-987d-4869-a356-6c575e713c98 req-92387df3-aef2-4dc4-8235-03e78b2db14a tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 210 time: 0.0873537
Feb 19 20:55:21.334818 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] For port e43d6a57-f9af-48f8-9c21-730f4800d71a, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:21.339729 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] For port e43d6a57-f9af-48f8-9c21-730f4800d71a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e43d6a57-f9af-48f8-9c21-730f4800d71a,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:21.352096 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:21.452006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-288b3586-1181-40d7-bf81-10b52017b545 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:21.454283 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-288b3586-1181-40d7-bf81-10b52017b545 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0945094
Feb 19 20:55:21.473122 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Routers {'d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:55:21.474023 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7411bc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:55:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:21.500014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fb4a12b5-a532-459a-882e-77fe1c128ae4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:55:21.565794 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da74d31-1a1a-4e96-9dbc-2ee31860b1be None None] Pushing event updated for resources: {'Port': ['ID=e43d6a57-f9af-48f8-9c21-730f4800d71a,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:21.575669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5858a3-1b3c-4e93-9d6a-6b1fec1247b0 req-92c87b71-6dc0-43ee-9ac9-25673bb464df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:21.577950 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e5858a3-1b3c-4e93-9d6a-6b1fec1247b0 req-92c87b71-6dc0-43ee-9ac9-25673bb464df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 1131 time: 0.1220787
Feb 19 20:55:21.620864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb46c67-c962-464c-89d4-9053e60fab7c req-88e0ce6a-556e-4818-9dfc-a752bd3f63dc tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:21.621416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56315825-d71c-4c0c-a068-789440fa3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:21.623992 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-56315825-d71c-4c0c-a068-789440fa3b78 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb&tenant_id=a6f02f88286b49babe665db9d00787a2 HTTP/1.1" status: 200  len: 1126 time: 0.1468272
Feb 19 20:55:21.635969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8bb46c67-c962-464c-89d4-9053e60fab7c req-88e0ce6a-556e-4818-9dfc-a752bd3f63dc tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.3313794
Feb 19 20:55:21.655785 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] Set router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:55:21.662074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d52a38-af9e-4681-ac91-34db2ff348ba req-55f44730-b5b8-444f-84a9-f7673877bba3 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:21.663905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0d52a38-af9e-4681-ac91-34db2ff348ba req-55f44730-b5b8-444f-84a9-f7673877bba3 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.2440844
Feb 19 20:55:21.686608 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e5858a3-1b3c-4e93-9d6a-6b1fec1247b0 req-e3a838e3-2e3a-4c3e-a5c6-2902a35dfaaa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982516
Feb 19 20:55:21.702564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-564ab988-0927-4cd8-8838-daadd667fd0a service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3996048
Feb 19 20:55:21.714101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-fec1df84-4bcf-4599-b7a9-db5b8ad6fbee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2607718
Feb 19 20:55:21.755188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-b34cdea4-2e3f-498d-a4a0-a1b7dce2d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:21.757865 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-b34cdea4-2e3f-498d-a4a0-a1b7dce2d060 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6f02f88286b49babe665db9d00787a2&device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 1126 time: 0.0998828
Feb 19 20:55:21.767066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8bb46c67-c962-464c-89d4-9053e60fab7c req-6917a90d-4b69-4d25-a086-5755e1cc2bdc tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278346
Feb 19 20:55:21.785116 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:21.790906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port fb4a12b5-a532-459a-882e-77fe1c128ae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb4a12b5-a532-459a-882e-77fe1c128ae4,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:21.798139 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0d52a38-af9e-4681-ac91-34db2ff348ba req-17c4db72-e4e8-49f5-af43-aaf689def85d tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992415
Feb 19 20:55:21.837566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'fb4a12b5-a532-459a-882e-77fe1c128ae4', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'fb4a12b5-a532-459a-882e-77fe1c128ae4', 'mac_address': 'fa:16:3e:3c:99:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:55:21.960038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port fb4a12b5-a532-459a-882e-77fe1c128ae4 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:21.960482 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:21.976790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4a12b5-a532-459a-882e-77fe1c128ae4 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:22.009670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port fb4a12b5-a532-459a-882e-77fe1c128ae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb4a12b5-a532-459a-882e-77fe1c128ae4,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:22.019320 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:22.036458 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7411bc10>, [{'id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'name': 'tempest-ServerRescueTestJSON-1220418622-router', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:12Z', 'updated_at': '2022-02-19T20:55:17Z', 'revision_number': 4, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'gw_port': {'id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:13Z', 'updated_at': '2022-02-19T20:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e43d6a57-f9af-48f8-9c21-730f4800d71a', 'name': '', 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'mac_address': 'fa:16:3e:2e:db:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'be4a1075-2ec5-43f3-b650-222de83a45f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:16Z', 'updated_at': '2022-02-19T20:55:21Z', 'revision_number': 4, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'subnets': [{'id': 'be4a1075-2ec5-43f3-b650-222de83a45f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:22.079322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-3319aaff-d8f5-4fd8-abe2-6d6c8e812828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:22.082058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=fb4a12b5-a532-459a-882e-77fe1c128ae4,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:22.082551 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a67efd-e56e-4eaf-9d30-a2827ffe13cf None None] The sync data for ids ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'] in ncdv-master-1 is: [{'id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'name': 'tempest-ServerRescueTestJSON-1220418622-router', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:12Z', 'updated_at': '2022-02-19T20:55:17Z', 'revision_number': 4, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'gw_port': {'id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:13Z', 'updated_at': '2022-02-19T20:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e43d6a57-f9af-48f8-9c21-730f4800d71a', 'name': '', 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'mac_address': 'fa:16:3e:2e:db:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'be4a1075-2ec5-43f3-b650-222de83a45f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:16Z', 'updated_at': '2022-02-19T20:55:21Z', 'revision_number': 4, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'subnets': [{'id': 'be4a1075-2ec5-43f3-b650-222de83a45f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:55:22.083075 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-3319aaff-d8f5-4fd8-abe2-6d6c8e812828 service neutron] 10.222.0.67 "GET /v2.0/networks?id=020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 200  len: 922 time: 0.1396296
Feb 19 20:55:22.157773 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-29407477-204f-4381-b11d-3f972b3a81cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9 HTTP/1.1" status: 200  len: 217 time: 0.0595901
Feb 19 20:55:22.189313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e5de6-278b-4e13-9206-bca4cf21f425 req-0cda761b-6ea0-4969-91a9-2c6b81b35188 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:22.191771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-340e5de6-278b-4e13-9206-bca4cf21f425 req-0cda761b-6ea0-4969-91a9-2c6b81b35188 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.2594399
Feb 19 20:55:22.219505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c81418-af37-4d83-89f0-7f13e3a49b7f req-d26446b4-c0d5-4171-878c-4ecdd7e2a732 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:22.221288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-32c81418-af37-4d83-89f0-7f13e3a49b7f req-d26446b4-c0d5-4171-878c-4ecdd7e2a732 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 948 time: 0.3018897
Feb 19 20:55:22.227032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-114ffad2-f15e-45e1-a2f7-2cfcc8143777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:22.228673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-114ffad2-f15e-45e1-a2f7-2cfcc8143777 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 1131 time: 0.2335613
Feb 19 20:55:22.264897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0fedf19-1e5b-4e53-bbca-d6d88657008c req-fe519c5d-1129-4c18-8875-18485a2322e6 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2819715
Feb 19 20:55:22.287414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-0d5d6db6-359c-42c9-90db-f85df4db75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:22.289409 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-0d5d6db6-359c-42c9-90db-f85df4db75a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 200  len: 861 time: 0.1075633
Feb 19 20:55:22.308071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['fb4a12b5-a532-459a-882e-77fe1c128ae4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:22.347850 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-bfd16206-dbeb-48a5-b580-d8e92284e514 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=020891c0-689f-4c7c-a850-6c2b2dfe0076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513792
Feb 19 20:55:22.392154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-32c81418-af37-4d83-89f0-7f13e3a49b7f req-8041279b-745a-4526-b548-a9d3b05c812f tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600490
Feb 19 20:55:22.563451 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-2316cf65-38e7-422c-a53d-8aa289fd75d6 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988933
Feb 19 20:55:22.584456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-340e5de6-278b-4e13-9206-bca4cf21f425 req-b6c44177-ab28-4ccd-ad73-f92cd952ee38 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3615155
Feb 19 20:55:22.625528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-1a50afcb-efe3-4131-bc69-d24e4d7300e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:22.627231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-1a50afcb-efe3-4131-bc69-d24e4d7300e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.3588846
Feb 19 20:55:22.681299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-a4d0f960-a578-460d-bb23-f380632928c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 200  len: 217 time: 0.0433500
Feb 19 20:55:22.722514 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-dd6409d3-12e6-4fa2-897f-a096d3a886f3 service neutron] 10.222.0.67 "GET /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464136
Feb 19 20:55:22.805971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e43d6a57-f9af-48f8-9c21-730f4800d71a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:22.897881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e43d6a57-f9af-48f8-9c21-730f4800d71a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:22.898253 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:23.001054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e43d6a57-f9af-48f8-9c21-730f4800d71a is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:23.001456 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:23.062660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port e43d6a57-f9af-48f8-9c21-730f4800d71a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e43d6a57-f9af-48f8-9c21-730f4800d71a,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:23.071515 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:23.081485 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:23.102655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b req-fa47d2bb-3180-4685-8268-ce858880f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:23.104195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b req-fa47d2bb-3180-4685-8268-ce858880f2cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 1130 time: 0.6658251
Feb 19 20:55:23.153682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=e43d6a57-f9af-48f8-9c21-730f4800d71a,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:23.179526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b3efa-5eb7-40e7-8354-a018b7327297 req-42346010-522c-4f62-86c1-937032d6534b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:23.180847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-254b3efa-5eb7-40e7-8354-a018b7327297 req-42346010-522c-4f62-86c1-937032d6534b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.6002917
Feb 19 20:55:23.265326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d28c7a6d-d7b5-4049-94b4-1a910e054b76 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:23.267662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d28c7a6d-d7b5-4049-94b4-1a910e054b76 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.10 "GET /v2.0/networks?id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa HTTP/1.1" status: 200  len: 811 time: 0.9168539
Feb 19 20:55:23.279852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-25cadb9b-8f47-4fed-8519-cc7b376237cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:23.281181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-25cadb9b-8f47-4fed-8519-cc7b376237cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.5887175
Feb 19 20:55:23.292506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Request body: {'port': {'device_id': '7e5ff470-fc3c-4ef2-8811-930620cc10f8', 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa', 'admin_state_up': True, 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:23.298238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-ca3a40b6-e264-45e4-8b70-e404a1e7dd71 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:23.300295 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-ca3a40b6-e264-45e4-8b70-e404a1e7dd71 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb&tenant_id=a6f02f88286b49babe665db9d00787a2&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0759969
Feb 19 20:55:23.434494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f61c-f6a6-43d3-a39a-3d17d5455c71 req-d9ddaa99-aa8e-4c26-9dc4-16c2592e2d1b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:23.436619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0333f61c-f6a6-43d3-a39a-3d17d5455c71 req-d9ddaa99-aa8e-4c26-9dc4-16c2592e2d1b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.7217307
Feb 19 20:55:23.463777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b req-89b71baa-76c6-458e-840a-421402df7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:23.465210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b req-89b71baa-76c6-458e-840a-421402df7b13 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.3453104
Feb 19 20:55:23.468853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-254b3efa-5eb7-40e7-8354-a018b7327297 req-3f7e5c5d-e9a4-4864-96ed-039bad9dc061 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537441
Feb 19 20:55:23.470441 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-1b991642-69bb-4c2d-abe4-fabe8b3c963c service neutron] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:23.479134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-1b991642-69bb-4c2d-abe4-fabe8b3c963c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:23.480031 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-01b81794-5f12-49d3-9455-b56bc7652b60 req-1b991642-69bb-4c2d-abe4-fabe8b3c963c service neutron] 10.222.0.67 "DELETE /v2.0/ports/8a66314a-6be0-4ed3-85c0-e29d46b221c9/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1658075
Feb 19 20:55:23.513855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fb4a12b5-a532-459a-882e-77fe1c128ae4 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:23.566750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b req-b800c9da-783c-4b9b-8267-f5ca78b29550 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 HTTP/1.1" status: 200  len: 217 time: 0.0583470
Feb 19 20:55:23.601440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port fb4a12b5-a532-459a-882e-77fe1c128ae4 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:55:23.606740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port fb4a12b5-a532-459a-882e-77fe1c128ae4 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:23.607117 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:23.625542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-c8425af6-8842-457d-8a7d-c27b5a029f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:23.627140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-c8425af6-8842-457d-8a7d-c27b5a029f1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3275859
Feb 19 20:55:23.682582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b4154a3-a7e4-4f28-88cf-f1f94951d9e4 req-2290a6dc-98fd-441f-92e2-0371866839f3 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 210 time: 0.0826151
Feb 19 20:55:23.717133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port fb4a12b5-a532-459a-882e-77fe1c128ae4 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:23.717526 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:23.798272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73f9801-8d11-4cf5-a822-e3692fbb693f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4a12b5-a532-459a-882e-77fe1c128ae4'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:23.806037 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827c8735-916f-4584-862a-57210a398af0" -d '{"events": [{"server_uuid": "e73f9801-8d11-4cf5-a822-e3692fbb693f", "name": "network-vif-plugged", "status": "completed", "tag": "fb4a12b5-a532-459a-882e-77fe1c128ae4"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:23.837959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0333f61c-f6a6-43d3-a39a-3d17d5455c71 req-7163adeb-c552-4704-b19d-502d579e74a3 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3631701
Feb 19 20:55:23.845257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port fb4a12b5-a532-459a-882e-77fe1c128ae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb4a12b5-a532-459a-882e-77fe1c128ae4,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:23.848235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eee39-ba5e-4f11-9ade-1b4df5b62a3d req-310ec3b1-a1cb-4fd4-8f40-487dfa0d2fcf tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:23.850061 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-767eee39-ba5e-4f11-9ade-1b4df5b62a3d req-310ec3b1-a1cb-4fd4-8f40-487dfa0d2fcf tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.67 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 945 time: 0.1143172
Feb 19 20:55:23.854094 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:23.869646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b req-3e7f3a69-1615-4390-b997-1c56aeaf9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:23.871135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b req-3e7f3a69-1615-4390-b997-1c56aeaf9b4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.2873957
Feb 19 20:55:23.934892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Made reservation on behalf of 4e7060607f9342ad93e2ddbab97d8d2b for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:23.939683 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:23.992606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=fb4a12b5-a532-459a-882e-77fe1c128ae4,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:24.027398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-767eee39-ba5e-4f11-9ade-1b4df5b62a3d req-bd55866b-42ea-472e-bc63-e61e1757ec88 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Deleting port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:24.027821 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-767eee39-ba5e-4f11-9ade-1b4df5b62a3d req-bd55866b-42ea-472e-bc63-e61e1757ec88 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:24.080054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-8d4c3cf3-fd7d-48fd-8c5e-85bf3eb36082 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4414885
Feb 19 20:55:24.125114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85dfc1-5f58-4c21-b0b0-a0b21d09c966 req-638f5bb5-6944-463b-aad9-17e503dc86d8 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:24.126859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca85dfc1-5f58-4c21-b0b0-a0b21d09c966 req-638f5bb5-6944-463b-aad9-17e503dc86d8 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.3360896
Feb 19 20:55:24.142669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b req-fa8ab83c-eb5d-4646-9831-2ad291359b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:24.144869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b req-fa8ab83c-eb5d-4646-9831-2ad291359b58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2588379
Feb 19 20:55:24.175962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-767eee39-ba5e-4f11-9ade-1b4df5b62a3d req-bd55866b-42ea-472e-bc63-e61e1757ec88 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] For port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:24.176448 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-767eee39-ba5e-4f11-9ade-1b4df5b62a3d req-bd55866b-42ea-472e-bc63-e61e1757ec88 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:24.197774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-767eee39-ba5e-4f11-9ade-1b4df5b62a3d req-bd55866b-42ea-472e-bc63-e61e1757ec88 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Calling delete_port for 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:24.362922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-767eee39-ba5e-4f11-9ade-1b4df5b62a3d req-bd55866b-42ea-472e-bc63-e61e1757ec88 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3c2d56ee-dcf8-4145-a7ce-83aa6441cb22), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:24.376448 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:24.385832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3c2d56ee-dcf8-4145-a7ce-83aa6441cb22'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:24.409793 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55866b-42ea-472e-bc63-e61e1757ec88 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Pushing event deleted for resources: {'Port': ['ID=3c2d56ee-dcf8-4145-a7ce-83aa6441cb22,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:24.422701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca85dfc1-5f58-4c21-b0b0-a0b21d09c966 req-469e230c-664f-4ba2-91d3-024ec9f4e246 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2852745
Feb 19 20:55:24.474567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Allocated IP 172.20.0.6 (522a4889-4ca5-4003-88ab-4ec7fe7bb9fa/be4a1075-2ec5-43f3-b650-222de83a45f6/dd609551-9c3b-4d51-ab65-39dd0fa6d3ba) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:24.489086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b566cd7-2474-4c18-b526-47462544b7c8 req-9aa7d86b-e6ce-4907-a555-099a59e4219f tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:24.491291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b566cd7-2474-4c18-b526-47462544b7c8 req-9aa7d86b-e6ce-4907-a555-099a59e4219f tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/ports?device_id=258092fb-1cd7-47c9-88f4-d92fafb344ef HTTP/1.1" status: 200  len: 867 time: 0.5141554
Feb 19 20:55:24.493316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb950592-14d0-476a-b55d-68d35d3f3f04 req-808bf033-e2f4-4617-8352-3606d29254ba service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3775680
Feb 19 20:55:24.508046 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b req-f2c332a7-15b7-4aa3-b4f1-2f97355c3de4 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3405077
Feb 19 20:55:24.517650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-767eee39-ba5e-4f11-9ade-1b4df5b62a3d req-bd55866b-42ea-472e-bc63-e61e1757ec88 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] No DVR routers for this DVR port 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:24.523321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-767eee39-ba5e-4f11-9ade-1b4df5b62a3d req-bd55866b-42ea-472e-bc63-e61e1757ec88 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:24.536437 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-767eee39-ba5e-4f11-9ade-1b4df5b62a3d req-bd55866b-42ea-472e-bc63-e61e1757ec88 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.67 "DELETE /v2.0/ports/3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 HTTP/1.1" status: 204  len: 173 time: 0.6752877
Feb 19 20:55:24.540097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'name': 'network-vif-deleted', 'tag': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:24.542671 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26086769-157c-4314-8a90-ac1a9cbfc044" -d '{"events": [{"server_uuid": "258092fb-1cd7-47c9-88f4-d92fafb344ef", "name": "network-vif-deleted", "tag": "3c2d56ee-dcf8-4145-a7ce-83aa6441cb22"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:24.701282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e43d6a57-f9af-48f8-9c21-730f4800d71a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:24.765119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e43d6a57-f9af-48f8-9c21-730f4800d71a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:24.765596 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:24.767232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b566cd7-2474-4c18-b526-47462544b7c8 req-4b25c07d-2b61-4567-aadf-1c23e1aaab87 tempest-FloatingIPsAssociationNegativeTestJSON-657764517 tempest-FloatingIPsAssociationNegativeTestJSON-657764517-project] 10.222.0.30 "GET /v2.0/security-groups?id=82ee180c-855b-49fe-a97f-58eb714fbf13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617018
Feb 19 20:55:24.789690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da94ee-4dda-4b3a-aadd-07392d2bc198 req-d0bec013-0b41-498e-8f20-62232bb07c30 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:24.796800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51da94ee-4dda-4b3a-aadd-07392d2bc198 req-d0bec013-0b41-498e-8f20-62232bb07c30 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 950 time: 0.2590392
Feb 19 20:55:24.828483 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8db665e-ad94-46c2-a4c7-d5f1cf94f74b req-e9305e74-54fc-49a8-880a-b0e6480fd6a7 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3101454
Feb 19 20:55:24.914712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e43d6a57-f9af-48f8-9c21-730f4800d71a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:24.944949 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51da94ee-4dda-4b3a-aadd-07392d2bc198 req-d7304fda-d60a-4737-a92e-fe129a6c31ec tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471243
Feb 19 20:55:24.948518 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks [] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:24.971007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434fc2e-5586-4584-9a22-660de9d34893 req-04d9e239-e23a-43f8-ac57-95a7f8190d30 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:24.972897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4434fc2e-5586-4584-9a22-660de9d34893 req-04d9e239-e23a-43f8-ac57-95a7f8190d30 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.1122072
Feb 19 20:55:24.999259 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3e5bec-50aa-496a-b0c8-043319a54666 x-openstack-request-id: req-fa3e5bec-50aa-496a-b0c8-043319a54666 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:24.999714 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73f9801-8d11-4cf5-a822-e3692fbb693f", "name": "network-vif-plugged", "status": "completed", "tag": "fb4a12b5-a532-459a-882e-77fe1c128ae4", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:25.000100 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa3e5bec-50aa-496a-b0c8-043319a54666 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:25.000807 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73f9801-8d11-4cf5-a822-e3692fbb693f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4a12b5-a532-459a-882e-77fe1c128ae4', 'code': 200}
Feb 19 20:55:25.053811 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:25.155908 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4434fc2e-5586-4584-9a22-660de9d34893 req-cee26692-c66b-4e1c-ad41-921a479894e5 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692898
Feb 19 20:55:25.171657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:25.183833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:25.189661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Pushing event updated for resources: {'Port': ['ID=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:25.196280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:25.233001 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68729cc-bdf2-46d5-86af-59f546cd54c3 x-openstack-request-id: req-e68729cc-bdf2-46d5-86af-59f546cd54c3 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:25.233842 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258092fb-1cd7-47c9-88f4-d92fafb344ef", "name": "network-vif-deleted", "tag": "3c2d56ee-dcf8-4145-a7ce-83aa6441cb22", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:25.233842 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e68729cc-bdf2-46d5-86af-59f546cd54c3 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:25.234945 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258092fb-1cd7-47c9-88f4-d92fafb344ef', 'name': 'network-vif-deleted', 'tag': '3c2d56ee-dcf8-4145-a7ce-83aa6441cb22', 'status': 'completed', 'code': 200}
Feb 19 20:55:25.236032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.236527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.236884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.238215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.238702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.238945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.239229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.239673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.240024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.240394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.240722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.241113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.241597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:25.268435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109096f-440f-4e3a-ba93-5780e8e1478d req-92a93288-9d34-4083-84a8-261160d91511 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:25.270479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1109096f-440f-4e3a-ba93-5780e8e1478d req-92a93288-9d34-4083-84a8-261160d91511 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2098582
Feb 19 20:55:25.285355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7886b29-4f91-4fbe-aaca-65301660dab7 req-4b630911-1f4b-4219-9caa-bca60659a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:25.286880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7886b29-4f91-4fbe-aaca-65301660dab7 req-4b630911-1f4b-4219-9caa-bca60659a248 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 1132 time: 0.2173181
Feb 19 20:55:25.311626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:25.312388 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:25.382746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-d0f9eee5-143b-4dac-8b16-3d2dbc597449 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1002750
Feb 19 20:55:25.407137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Request body: {'port': {'device_id': '7e5ff470-fc3c-4ef2-8811-930620cc10f8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:25.485357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1109096f-440f-4e3a-ba93-5780e8e1478d req-1ced5173-fe4d-477f-ba92-81322b5b68e2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058980
Feb 19 20:55:25.496703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7886b29-4f91-4fbe-aaca-65301660dab7 req-1b83b8f9-4dea-43b2-8caa-ab66953ce72a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928043
Feb 19 20:55:25.507737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0b1e9-11c5-4c19-a9cc-494639f466af req-d3ef826e-d702-4758-a8d1-0f6066d96000 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:25.509269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0b0b1e9-11c5-4c19-a9cc-494639f466af req-d3ef826e-d702-4758-a8d1-0f6066d96000 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 931 time: 0.2043242
Feb 19 20:55:25.596298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:25.643890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0b0b1e9-11c5-4c19-a9cc-494639f466af req-f5d13158-0461-4565-ae62-7b1e8abef9f1 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090083
Feb 19 20:55:25.663777 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:25.715099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c66ab-b391-4bde-8116-d44d9b67ba42 req-8caceec2-e0f7-4b4b-ab1b-b782551ded7b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:25.716804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-838c66ab-b391-4bde-8116-d44d9b67ba42 req-8caceec2-e0f7-4b4b-ab1b-b782551ded7b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.1618750
Feb 19 20:55:25.940299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-838c66ab-b391-4bde-8116-d44d9b67ba42 req-9ef72035-86b0-45b2-8935-97511c4e5505 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077005
Feb 19 20:55:25.973164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7eff09-3a40-40f8-ace2-ee12448e4dae req-9f27bd77-e874-4300-9c79-b05e7e8afb72 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:25.974840 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb7eff09-3a40-40f8-ace2-ee12448e4dae req-9f27bd77-e874-4300-9c79-b05e7e8afb72 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1892149
Feb 19 20:55:26.094738 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb7eff09-3a40-40f8-ace2-ee12448e4dae req-df89e2da-e91f-426f-8388-5ee58964f26b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078854
Feb 19 20:55:26.150877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd4c25-8bd0-47e2-abcf-1d521ad695da req-604b1a58-28d3-498d-b544-38f202316752 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:26.152573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dafd4c25-8bd0-47e2-abcf-1d521ad695da req-604b1a58-28d3-498d-b544-38f202316752 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1132 time: 0.1149135
Feb 19 20:55:26.162416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd609551-9c3b-4d51-ab65-39dd0fa6d3ba {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:26.179920 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Publish callbacks [] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:26.232024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Transition to ACTIVE for port object dd609551-9c3b-4d51-ab65-39dd0fa6d3ba will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:55:26.241948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:26.300365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dafd4c25-8bd0-47e2-abcf-1d521ad695da req-1de61b6c-6c85-4e00-b55f-328a1620669a tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405189
Feb 19 20:55:26.319986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515753-323f-4eeb-acb6-7ac6974ffbf6 req-1ebd2217-6d65-4472-9dae-931d80c6459a tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:26.321631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-15515753-323f-4eeb-acb6-7ac6974ffbf6 req-1ebd2217-6d65-4472-9dae-931d80c6459a tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 1126 time: 0.1538105
Feb 19 20:55:26.329352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:26.354291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44020) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:26.354846 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:55:26.477330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-15515753-323f-4eeb-acb6-7ac6974ffbf6 req-75d45142-29d9-4a5b-8b39-b7d9fdbbe0b0 tempest-LiveAutoBlockMigrationV225Test-579170983 tempest-LiveAutoBlockMigrationV225Test-579170983-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446152
Feb 19 20:55:26.487720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Attempting to bind port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:26.488080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Attempting to bind port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:26.488418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Attempting to bind port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba on network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:26.496474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba on network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:55:26.496852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Attempting to bind port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba on network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:26.506080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:26.506445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Checking segment: {'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:26.506834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Bound using segment: {'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:26.507406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Bound port: dd609551-9c3b-4d51-ab65-39dd0fa6d3ba, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:26.507790 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:26.536978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc735934-8dff-4ac0-87ed-bf6471798b7a req-ce43d8d8-8811-4294-a811-fba632873ed4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:26.546105 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc735934-8dff-4ac0-87ed-bf6471798b7a req-ce43d8d8-8811-4294-a811-fba632873ed4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 948 time: 0.1282043
Feb 19 20:55:26.685770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] For port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:26.722485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] For port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:26.743753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:26.755444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4c112-a013-4be5-ad55-1641bca1ecd4 req-b84fe409-7240-446b-b18c-304e23dff8ea tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:26.757265 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cc4c112-a013-4be5-ad55-1641bca1ecd4 req-b84fe409-7240-446b-b18c-304e23dff8ea tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 950 time: 0.1596694
Feb 19 20:55:26.770108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc735934-8dff-4ac0-87ed-bf6471798b7a req-eae01e56-4e48-4170-8d00-0e857c03732e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222867
Feb 19 20:55:26.779277 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (2b723363-ef22-4d01-9b6b-794b6911d80b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:26.815915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:26.816702 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:26.819118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] 10.222.0.10 "PUT /v2.0/ports/dd609551-9c3b-4d51-ab65-39dd0fa6d3ba HTTP/1.1" status: 200  len: 1091 time: 1.4237030
Feb 19 20:55:26.831808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5ff470-fc3c-4ef2-8811-930620cc10f8', 'tag': 'dd609551-9c3b-4d51-ab65-39dd0fa6d3ba'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:26.837924 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62fdedd-f896-4cc1-9d5f-7eae65f9d9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5ff470-fc3c-4ef2-8811-930620cc10f8", "tag": "dd609551-9c3b-4d51-ab65-39dd0fa6d3ba"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:26.896519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2169-39cb-4482-a0fb-4e85fcf17cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:27.142836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:55:27.146390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:27.148385 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Deleting port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:27.148966 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:27.189224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:27.189878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3c2d56ee-dcf8-4145-a7ce-83aa6441cb22 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:27.266630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] For port 634073b4-e72f-4a0f-8435-8bde4fe3a7c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=634073b4-e72f-4a0f-8435-8bde4fe3a7c9,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:27.267828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:27.272377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cc4c112-a013-4be5-ad55-1641bca1ecd4 req-03d6b440-053b-4fa2-b202-83aa13327893 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4886804
Feb 19 20:55:27.292945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Calling delete_port for 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:27.317468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:27.333083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', 'mac_address': 'fa:16:3e:f5:c2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:55:27.340107 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cd209b-dd4a-4bb0-810a-64278e2fe051 x-openstack-request-id: req-32cd209b-dd4a-4bb0-810a-64278e2fe051 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:27.341443 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5ff470-fc3c-4ef2-8811-930620cc10f8", "tag": "dd609551-9c3b-4d51-ab65-39dd0fa6d3ba", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:27.341706 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32cd209b-dd4a-4bb0-810a-64278e2fe051 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:27.342355 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5ff470-fc3c-4ef2-8811-930620cc10f8', 'tag': 'dd609551-9c3b-4d51-ab65-39dd0fa6d3ba', 'status': 'completed', 'code': 200}
Feb 19 20:55:27.376863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:27.377272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:27.385983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-49745b17-f9a6-4201-b51d-11620c305edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:27.387541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-49745b17-f9a6-4201-b51d-11620c305edf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e7060607f9342ad93e2ddbab97d8d2b&device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 1125 time: 0.5067213
Feb 19 20:55:27.397542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:27.420061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:27.426129 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:27.446423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcac34-c3db-4ce5-83a8-59c4f8e8c4b8 req-007aeb6d-29cf-4ac3-9dcf-92d3ab784c86 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:27.448566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02bcac34-c3db-4ce5-83a8-59c4f8e8c4b8 req-007aeb6d-29cf-4ac3-9dcf-92d3ab784c86 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 943 time: 0.2131469
Feb 19 20:55:27.484252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:27.495923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-8fd95ca2-5297-4038-99df-541201ea9d28 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba HTTP/1.1" status: 200  len: 217 time: 0.0923061
Feb 19 20:55:27.526718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (634073b4-e72f-4a0f-8435-8bde4fe3a7c9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:27.558310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Pushing event deleted for resources: {'Port': ['ID=634073b4-e72f-4a0f-8435-8bde4fe3a7c9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:27.571806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.571806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.571806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.573067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.573067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.573067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.573339 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.573431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.573767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.574099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.574430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.574771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.575108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:27.592578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-f465b37e-04fd-4f58-a60f-8d0973580df4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3576443
Feb 19 20:55:27.605253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02bcac34-c3db-4ce5-83a8-59c4f8e8c4b8 req-4b0594cb-6706-4faa-a769-47e4f0c9ef98 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138918
Feb 19 20:55:27.646074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a21193-ebdb-4305-a372-b99537789dec req-d2cc0dea-9143-42c9-bcc5-c62e3267e5d4 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:27.648101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2a21193-ebdb-4305-a372-b99537789dec req-d2cc0dea-9143-42c9-bcc5-c62e3267e5d4 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2651458
Feb 19 20:55:27.652167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-1a7f9eea-7d70-4f2b-91f5-8babfbda9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:27.654542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-1a7f9eea-7d70-4f2b-91f5-8babfbda9123 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be4a1075-2ec5-43f3-b650-222de83a45f6 HTTP/1.1" status: 200  len: 851 time: 0.1381865
Feb 19 20:55:27.722987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-5ce023a0-168e-46b1-84da-a806c3222a7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495975
Feb 19 20:55:27.779955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2a21193-ebdb-4305-a372-b99537789dec req-b20798cc-52f6-4aba-8e48-842b8985966a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171076
Feb 19 20:55:27.834845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (2b723363-ef22-4d01-9b6b-794b6911d80b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:28.008434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aa6c8-7f95-48d9-a87e-f47b1ab0628b req-fe788a68-c5f4-4157-b03f-2cc89a878706 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:28.012966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da1aa6c8-7f95-48d9-a87e-f47b1ab0628b req-fe788a68-c5f4-4157-b03f-2cc89a878706 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.2888947
Feb 19 20:55:28.084938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['77f19c96-0ed8-4178-b8cb-e6bc2c9ea499'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:28.089283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-39152e2f-fad9-41a8-b301-05d408dddcbd service neutron] 10.222.0.10 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3292382
Feb 19 20:55:28.103621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f1ddc-8320-4e6b-9661-a2238c0b3a54 req-7e08d1d1-6fe8-42a9-9d92-6fe42df6b633 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:28.111998 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e50f1ddc-8320-4e6b-9661-a2238c0b3a54 req-7e08d1d1-6fe8-42a9-9d92-6fe42df6b633 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.2504454
Feb 19 20:55:28.116980 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Router 2b723363-ef22-4d01-9b6b-794b6911d80b has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:55:28.258001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da1aa6c8-7f95-48d9-a87e-f47b1ab0628b req-d019de70-c67b-409f-8cfe-4ba70c3a92a6 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2368395
Feb 19 20:55:28.268992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-80d875d6-33f1-45ac-b587-1ef4200289f4 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:28.270399 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-80d875d6-33f1-45ac-b587-1ef4200289f4 tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] 10.222.0.30 "GET /v2.0/ports/baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 1129 time: 0.0954874
Feb 19 20:55:28.285196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ce8fd-cf5d-4dea-acfb-53d3f79aee64 req-6478c2b8-2228-4186-92e8-986891c18e56 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:28.285196 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-961ce8fd-cf5d-4dea-acfb-53d3f79aee64 req-6478c2b8-2228-4186-92e8-986891c18e56 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.67 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 944 time: 0.2551246
Feb 19 20:55:28.305910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e50f1ddc-8320-4e6b-9661-a2238c0b3a54 req-5a8bda0b-553e-41c8-b875-6433cbc15618 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836283
Feb 19 20:55:28.313708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:55:28.335465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0cde28-baa2-4e5b-93f8-4a8d14ce988b None None] Sync routers for ids ['2b723363-ef22-4d01-9b6b-794b6911d80b'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:55:28.335954 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-662f6f1b-d243-4160-9d69-54f410a9fe97 admin admin] 10.222.0.30 "PUT /v2.0/routers/2b723363-ef22-4d01-9b6b-794b6911d80b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9743128
Feb 19 20:55:28.335954 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44062) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:28.339999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0cde28-baa2-4e5b-93f8-4a8d14ce988b None None] Routers {'2b723363-ef22-4d01-9b6b-794b6911d80b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:55:28.340960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2a0cde28-baa2-4e5b-93f8-4a8d14ce988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63285730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:55:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2b723363-ef22-4d01-9b6b-794b6911d80b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:28.458089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c09420-d618-4ef1-b450-a9eca5e88002 req-b610d65c-f635-471f-b1f6-1a9b19ce1d6c service neutron] 10.222.0.10 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3624430
Feb 19 20:55:28.505145 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Publish callbacks [] for router (2b723363-ef22-4d01-9b6b-794b6911d80b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:28.568811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672896b-06fd-45d5-b9ce-2bb1a81e809a req-69f76f97-e56c-4f82-93d2-30080d962143 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:28.571162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a672896b-06fd-45d5-b9ce-2bb1a81e809a req-69f76f97-e56c-4f82-93d2-30080d962143 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 949 time: 0.2014422
Feb 19 20:55:28.668685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cab61-2440-4ea6-a993-eb3f24641984 req-8255ebdd-c3b5-4ee6-b2cd-da6bf7993fef tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:28.676577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-2a0cde28-baa2-4e5b-93f8-4a8d14ce988b None None] Set router 2b723363-ef22-4d01-9b6b-794b6911d80b gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:55:28.687221 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Publish callbacks [] for router_gateway (2b723363-ef22-4d01-9b6b-794b6911d80b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:28.687761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-359cab61-2440-4ea6-a993-eb3f24641984 req-8255ebdd-c3b5-4ee6-b2cd-da6bf7993fef tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 950 time: 0.2668281
Feb 19 20:55:28.739157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-961ce8fd-cf5d-4dea-acfb-53d3f79aee64 req-92513264-b0b8-46ce-9ee7-15d7b492c74d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Deleting port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:28.739555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-961ce8fd-cf5d-4dea-acfb-53d3f79aee64 req-92513264-b0b8-46ce-9ee7-15d7b492c74d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:28.749707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a672896b-06fd-45d5-b9ce-2bb1a81e809a req-858d9503-b347-4c42-a2bc-5ab1e43d03cf tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502233
Feb 19 20:55:28.792726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fdedd-f896-4cc1-9d5f-7eae65f9d9c5 req-1a564d4b-f5d3-4184-8ba4-6f382191f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:28.794312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e62fdedd-f896-4cc1-9d5f-7eae65f9d9c5 req-1a564d4b-f5d3-4184-8ba4-6f382191f6af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e7060607f9342ad93e2ddbab97d8d2b&device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 1125 time: 0.2570593
Feb 19 20:55:28.817716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Deleting port b9e0048f-9c50-4df3-8100-4239400c6361 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:28.818154 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:28.899930 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-359cab61-2440-4ea6-a993-eb3f24641984 req-a6b5a11e-f501-4d98-8f4e-599fd2c0ef80 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116623
Feb 19 20:55:28.963504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2a0cde28-baa2-4e5b-93f8-4a8d14ce988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63285730>, [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:55:27Z', 'revision_number': 5, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port': {'id': 'b9e0048f-9c50-4df3-8100-4239400c6361', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:53:56Z', 'updated_at': '2022-02-19T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:29.007791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0cde28-baa2-4e5b-93f8-4a8d14ce988b None None] Checking router: 2b723363-ef22-4d01-9b6b-794b6911d80b for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:55:29.024134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0cde28-baa2-4e5b-93f8-4a8d14ce988b None None] Routers {'2b723363-ef22-4d01-9b6b-794b6911d80b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:55:29.025170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2a0cde28-baa2-4e5b-93f8-4a8d14ce988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63285730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:55:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2b723363-ef22-4d01-9b6b-794b6911d80b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:29.088037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-961ce8fd-cf5d-4dea-acfb-53d3f79aee64 req-92513264-b0b8-46ce-9ee7-15d7b492c74d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] For port 8a66314a-6be0-4ed3-85c0-e29d46b221c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a66314a-6be0-4ed3-85c0-e29d46b221c9,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:29.088472 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-961ce8fd-cf5d-4dea-acfb-53d3f79aee64 req-92513264-b0b8-46ce-9ee7-15d7b492c74d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:29.112754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-961ce8fd-cf5d-4dea-acfb-53d3f79aee64 req-92513264-b0b8-46ce-9ee7-15d7b492c74d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Calling delete_port for 8a66314a-6be0-4ed3-85c0-e29d46b221c9 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:29.115127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fdedd-f896-4cc1-9d5f-7eae65f9d9c5 req-16602b24-0695-4c74-80f0-cafd45e5446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:29.116734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e62fdedd-f896-4cc1-9d5f-7eae65f9d9c5 req-16602b24-0695-4c74-80f0-cafd45e5446d service neutron] 10.222.0.10 "GET /v2.0/networks?id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa HTTP/1.1" status: 200  len: 912 time: 0.3137035
Feb 19 20:55:29.182448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f550e-3af6-4675-8489-78e19cf2146f req-738c01a8-6cdc-406b-8536-a4bdee860fa0 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:29.184071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-406f550e-3af6-4675-8489-78e19cf2146f req-738c01a8-6cdc-406b-8536-a4bdee860fa0 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 943 time: 0.2784741
Feb 19 20:55:29.197761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:29.211342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-2a0cde28-baa2-4e5b-93f8-4a8d14ce988b None None] Set router 2b723363-ef22-4d01-9b6b-794b6911d80b gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:55:29.225408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e62fdedd-f896-4cc1-9d5f-7eae65f9d9c5 req-b637becc-fab8-4fa9-b3f9-913ee8777fe5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba HTTP/1.1" status: 200  len: 217 time: 0.0989130
Feb 19 20:55:29.242411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e360299-2d2e-4379-8441-c9a4db79f8cd req-520c2171-563b-4627-b4ca-a7e08648b252 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:29.243973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e360299-2d2e-4379-8441-c9a4db79f8cd req-520c2171-563b-4627-b4ca-a7e08648b252 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2303681
Feb 19 20:55:29.282533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2a0cde28-baa2-4e5b-93f8-4a8d14ce988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63285730>, [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:55:28Z', 'revision_number': 6, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:29.324292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0cde28-baa2-4e5b-93f8-4a8d14ce988b None None] The sync data for ids ['2b723363-ef22-4d01-9b6b-794b6911d80b'] in ncdv-master-1 is: [{'id': '2b723363-ef22-4d01-9b6b-794b6911d80b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-70565224-router', 'tenant_id': '8a274e94e3e643c4b814892e2429db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:53:55Z', 'updated_at': '2022-02-19T20:55:28Z', 'revision_number': 6, 'project_id': '8a274e94e3e643c4b814892e2429db0e', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:55:29.366335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fdedd-f896-4cc1-9d5f-7eae65f9d9c5 req-8d9235e1-8095-4564-b600-ed8a19dc610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:29.367895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e62fdedd-f896-4cc1-9d5f-7eae65f9d9c5 req-8d9235e1-8095-4564-b600-ed8a19dc610c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be4a1075-2ec5-43f3-b650-222de83a45f6 HTTP/1.1" status: 200  len: 851 time: 0.1212947
Feb 19 20:55:29.369104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] For port b9e0048f-9c50-4df3-8100-4239400c6361, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9e0048f-9c50-4df3-8100-4239400c6361,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:29.369533 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:29.391841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Calling delete_port for b9e0048f-9c50-4df3-8100-4239400c6361 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:29.396964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-406f550e-3af6-4675-8489-78e19cf2146f req-d32b33cb-ca76-445f-be8a-0216ce03a0b6 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777716
Feb 19 20:55:29.456107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e62fdedd-f896-4cc1-9d5f-7eae65f9d9c5 req-347fe364-2dfb-4c4a-b999-ad90cc4d5cca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0798206
Feb 19 20:55:29.462123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e360299-2d2e-4379-8441-c9a4db79f8cd req-2ae16f35-0baf-44fc-8f17-0e24b8322ef2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970227
Feb 19 20:55:29.544953 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-961ce8fd-cf5d-4dea-acfb-53d3f79aee64 req-92513264-b0b8-46ce-9ee7-15d7b492c74d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8a66314a-6be0-4ed3-85c0-e29d46b221c9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:29.558808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['a926fff0-c109-4640-adbe-9f6dd047f15f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:29.644500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b9e0048f-9c50-4df3-8100-4239400c6361), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:29.711020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e0048f-9c50-4df3-8100-4239400c6361,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:29.731529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92513264-b0b8-46ce-9ee7-15d7b492c74d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Pushing event deleted for resources: {'Port': ['ID=8a66314a-6be0-4ed3-85c0-e29d46b221c9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:29.772711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e62fdedd-f896-4cc1-9d5f-7eae65f9d9c5 req-3857d510-be60-43e1-95ce-df2a71bf8ba9 service neutron] 10.222.0.10 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3058937
Feb 19 20:55:29.789063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e13168e8-df49-4c6b-aff6-95daf419dba3 req-855df37f-d14c-49b7-95f2-8a6c0ee7adc2 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=016b6ece-713e-4a2d-ba16-6de26f2479cb HTTP/1.1" status: 200  len: 210 time: 0.1421897
Feb 19 20:55:29.822632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-961ce8fd-cf5d-4dea-acfb-53d3f79aee64 req-92513264-b0b8-46ce-9ee7-15d7b492c74d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] No DVR routers for this DVR port 8a66314a-6be0-4ed3-85c0-e29d46b221c9 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:29.822824 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (2b723363-ef22-4d01-9b6b-794b6911d80b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:29.878797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-961ce8fd-cf5d-4dea-acfb-53d3f79aee64 req-92513264-b0b8-46ce-9ee7-15d7b492c74d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:29.882862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-961ce8fd-cf5d-4dea-acfb-53d3f79aee64 req-92513264-b0b8-46ce-9ee7-15d7b492c74d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.67 "DELETE /v2.0/ports/8a66314a-6be0-4ed3-85c0-e29d46b221c9 HTTP/1.1" status: 204  len: 173 time: 1.5759082
Feb 19 20:55:29.883409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'name': 'network-vif-deleted', 'tag': '8a66314a-6be0-4ed3-85c0-e29d46b221c9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:29.887431 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bf0cd3-d43d-4b54-b421-8c0bb9c10b18" -d '{"events": [{"server_uuid": "016b6ece-713e-4a2d-ba16-6de26f2479cb", "name": "network-vif-deleted", "tag": "8a66314a-6be0-4ed3-85c0-e29d46b221c9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:29.955029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-59e84bda-aa23-47cb-87fc-b443d4c90394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:29.956768 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-59e84bda-aa23-47cb-87fc-b443d4c90394 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1132 time: 0.3094780
Feb 19 20:55:29.962387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (2b723363-ef22-4d01-9b6b-794b6911d80b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:29.965098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b20a7-06c6-4471-b37f-cb2f2ec3af6d req-07f5788f-eead-4e6d-9386-e8c64c25aaba tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:29.965881 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Publish callbacks [] for router_controller (2b723363-ef22-4d01-9b6b-794b6911d80b), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:29.966664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-529b20a7-06c6-4471-b37f-cb2f2ec3af6d req-07f5788f-eead-4e6d-9386-e8c64c25aaba tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.3972671
Feb 19 20:55:30.012659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e62fdedd-f896-4cc1-9d5f-7eae65f9d9c5 req-b563c2a7-e525-4518-b665-b2b4a4d04312 service neutron] 10.222.0.10 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2010717
Feb 19 20:55:30.028172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd89d5d-2372-4f95-9ed5-6a7cae3a9fe3 req-062dca38-2bab-40a5-a4da-708b0c768de9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:30.029743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbd89d5d-2372-4f95-9ed5-6a7cae3a9fe3 req-062dca38-2bab-40a5-a4da-708b0c768de9 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 950 time: 0.1342602
Feb 19 20:55:30.063620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-529b20a7-06c6-4471-b37f-cb2f2ec3af6d req-157de951-ba33-4e44-aa97-09288eaddfcb tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863011
Feb 19 20:55:30.083151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (2b723363-ef22-4d01-9b6b-794b6911d80b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:30.083694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b723363-ef22-4d01-9b6b-794b6911d80b {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:55:30.091590 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:30.095664 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a28cf21c-99d4-4da2-9741-0e40d3a1284c admin admin] 10.222.0.30 "DELETE /v2.0/routers/2b723363-ef22-4d01-9b6b-794b6911d80b HTTP/1.1" status: 204  len: 168 time: 1.7622464
Feb 19 20:55:30.099005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44084) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:30.126566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbd89d5d-2372-4f95-9ed5-6a7cae3a9fe3 req-b58159b4-a300-4a24-ac21-18d104dd0c34 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876362
Feb 19 20:55:30.139143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-3a619d05-5fe9-402a-b15f-d964aae79ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:30.140532 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-3a619d05-5fe9-402a-b15f-d964aae79ff0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1761754
Feb 19 20:55:30.193085 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e428771e-d94a-4dc1-ba7c-ef450869c021 x-openstack-request-id: req-e428771e-d94a-4dc1-ba7c-ef450869c021 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:30.193393 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016b6ece-713e-4a2d-ba16-6de26f2479cb", "name": "network-vif-deleted", "tag": "8a66314a-6be0-4ed3-85c0-e29d46b221c9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:30.193961 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e428771e-d94a-4dc1-ba7c-ef450869c021 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:30.194378 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016b6ece-713e-4a2d-ba16-6de26f2479cb', 'name': 'network-vif-deleted', 'tag': '8a66314a-6be0-4ed3-85c0-e29d46b221c9', 'status': 'completed', 'code': 200}
Feb 19 20:55:30.202401 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-89fa1516-e874-49da-8ff4-9341ca30fea8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 217 time: 0.0519943
Feb 19 20:55:30.223547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1907b98d-8d3a-458c-a1a8-2a724bd52de7 admin admin] Deleting subnet 381ea8bc-68e7-4732-9a07-630c67a2f287 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:55:30.251170 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1907b98d-8d3a-458c-a1a8-2a724bd52de7 admin admin] Publish callbacks [] for subnet (381ea8bc-68e7-4732-9a07-630c67a2f287), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:30.259935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dc02a-8664-4418-b938-b8cb59014307 req-ae63d9a8-cc24-403e-ba60-afc76a7256e5 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:30.268038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b3dc02a-8664-4418-b938-b8cb59014307 req-ae63d9a8-cc24-403e-ba60-afc76a7256e5 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 949 time: 0.0879138
Feb 19 20:55:30.304140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-1d30793d-0ff9-45f1-b1ad-1a889184241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:30.305922 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-1d30793d-0ff9-45f1-b1ad-1a889184241e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0948009
Feb 19 20:55:30.307988 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1907b98d-8d3a-458c-a1a8-2a724bd52de7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (381ea8bc-68e7-4732-9a07-630c67a2f287), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:30.329850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b3dc02a-8664-4418-b938-b8cb59014307 req-1da6b371-8f9d-472b-b8b6-ac676f7c675a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593054
Feb 19 20:55:30.436961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-c16baca1-2d60-493e-9553-d4014b20ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:30.438522 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-c16baca1-2d60-493e-9553-d4014b20ea8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1243167
Feb 19 20:55:30.474380 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1907b98d-8d3a-458c-a1a8-2a724bd52de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (381ea8bc-68e7-4732-9a07-630c67a2f287), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:30.595983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1372586-bcf7-4ced-8ac1-744bd54e15bf req-8c8c860c-9cd1-4cdc-b5f1-ae78f2c47c43 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:30.600159 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-a606f9e8-40e2-4f65-837d-a8a84d515dca service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523032
Feb 19 20:55:30.604201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1372586-bcf7-4ced-8ac1-744bd54e15bf req-8c8c860c-9cd1-4cdc-b5f1-ae78f2c47c43 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 943 time: 0.1129460
Feb 19 20:55:30.608074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1907b98d-8d3a-458c-a1a8-2a724bd52de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (381ea8bc-68e7-4732-9a07-630c67a2f287), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:30.666965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907b98d-8d3a-458c-a1a8-2a724bd52de7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=381ea8bc-68e7-4732-9a07-630c67a2f287,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:30.700546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c05453-1460-4650-a95c-41317610949d None None] Network e1715c46-c90a-49c7-8aa3-a86a06453327 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:55:30.701091 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1907b98d-8d3a-458c-a1a8-2a724bd52de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:30.712004 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1907b98d-8d3a-458c-a1a8-2a724bd52de7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/381ea8bc-68e7-4732-9a07-630c67a2f287 HTTP/1.1" status: 204  len: 168 time: 0.6098475
Feb 19 20:55:30.712850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44104) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:30.753630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1372586-bcf7-4ced-8ac1-744bd54e15bf req-fe30cf86-fac9-46ce-b7c1-c98a8b526424 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388783
Feb 19 20:55:30.766779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3a673-11d7-429b-aeb6-2b7a02d8edec req-3867c5d0-167b-43cb-b8d9-5151d3f6edb8 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:30.770917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fcb3a673-11d7-429b-aeb6-2b7a02d8edec req-3867c5d0-167b-43cb-b8d9-5151d3f6edb8 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 950 time: 0.2010524
Feb 19 20:55:30.790873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b9e0048f-9c50-4df3-8100-4239400c6361 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:30.827523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: b9e0048f-9c50-4df3-8100-4239400c6361 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:30.827995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b9e0048f-9c50-4df3-8100-4239400c6361 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:30.828543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:30.828810 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-aa5e8221-4d5b-4885-82ae-d3cbb86fb772 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111750
Feb 19 20:55:30.864810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:30.866078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 634073b4-e72f-4a0f-8435-8bde4fe3a7c9 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:30.939867 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e1715c46-c90a-49c7-8aa3-a86a06453327), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.016584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c129b0-d99a-4ff1-9ae6-aba930579afa None None] DHCP port deletion for e1715c46-c90a-49c7-8aa3-a86a06453327 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:55:31.038213 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fcb3a673-11d7-429b-aeb6-2b7a02d8edec req-6e798d75-f579-420b-9e06-079661c5a459 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448783
Feb 19 20:55:31.067188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922cb07-e196-4c89-b193-7c983897315c req-6f906176-8044-409a-b038-cbb07fbf035b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:31.074985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2922cb07-e196-4c89-b193-7c983897315c req-6f906176-8044-409a-b038-cbb07fbf035b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1835942
Feb 19 20:55:31.095586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e1c129b0-d99a-4ff1-9ae6-aba930579afa None None] Deleting port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:31.095883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1c129b0-d99a-4ff1-9ae6-aba930579afa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.125867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Deleting port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:31.126178 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.148440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2922cb07-e196-4c89-b193-7c983897315c req-a37127ce-a902-450a-b2da-cecd588f0350 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724721
Feb 19 20:55:31.176318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:31.246226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] For port a8ca0dfd-b71d-410b-a96a-03b11cfdd648, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8ca0dfd-b71d-410b-a96a-03b11cfdd648,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:31.246720 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.266347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Calling delete_port for a8ca0dfd-b71d-410b-a96a-03b11cfdd648 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:31.280256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd7caa-7f60-469b-aef8-b2605ff782da req-08ede496-4a7f-4dd3-9eea-2bd9411f3c14 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:31.287854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03fd7caa-7f60-469b-aef8-b2605ff782da req-08ede496-4a7f-4dd3-9eea-2bd9411f3c14 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1381593
Feb 19 20:55:31.295313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e1c129b0-d99a-4ff1-9ae6-aba930579afa None None] For port a8ca0dfd-b71d-410b-a96a-03b11cfdd648, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8ca0dfd-b71d-410b-a96a-03b11cfdd648,segment=NetworkSegment(76bce24f-5c54-4230-b1d3-e743b9fe2f3a),segment_id=76bce24f-5c54-4230-b1d3-e743b9fe2f3a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:31.295888 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1c129b0-d99a-4ff1-9ae6-aba930579afa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.324381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e1c129b0-d99a-4ff1-9ae6-aba930579afa None None] Calling delete_port for a8ca0dfd-b71d-410b-a96a-03b11cfdd648 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:31.341781 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:55:31.376670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:31.376970 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.385684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03fd7caa-7f60-469b-aef8-b2605ff782da req-f9f9ecf0-2dcf-486d-ad0c-d6ca56a2a0e1 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950203
Feb 19 20:55:31.419529 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.465742 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1c129b0-d99a-4ff1-9ae6-aba930579afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (a8ca0dfd-b71d-410b-a96a-03b11cfdd648), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.477666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ca0dfd-b71d-410b-a96a-03b11cfdd648,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:31.484253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] No DVR routers for this DVR port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:31.521639 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device dd609551-9c3b-4d51-ab65-39dd0fa6d3ba details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:55:31.526483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c129b0-d99a-4ff1-9ae6-aba930579afa None None] No DVR routers for this DVR port a8ca0dfd-b71d-410b-a96a-03b11cfdd648 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:31.528255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c129b0-d99a-4ff1-9ae6-aba930579afa None None] Pushing event deleted for resources: {'Port': ['ID=a8ca0dfd-b71d-410b-a96a-03b11cfdd648,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:31.551189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:31.551644 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.571982 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e1715c46-c90a-49c7-8aa3-a86a06453327), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.580877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1410963-342e-459a-8a78-00d8085d6c62 req-ca78c40e-b6ec-4543-999a-fea15c976431 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:31.582386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1410963-342e-459a-8a78-00d8085d6c62 req-ca78c40e-b6ec-4543-999a-fea15c976431 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 949 time: 0.1585681
Feb 19 20:55:31.590868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688a015d-1d10-44c7-b358-4d2cbe080bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:31.593144 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33a8771-1999-472c-bca3-8be3d0fc1986" -d '{"events": [{"server_uuid": "688a015d-1d10-44c7-b358-4d2cbe080bc2", "name": "network-vif-plugged", "status": "completed", "tag": "77f19c96-0ed8-4178-b8cb-e6bc2c9ea499"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:31.619990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ac56430>,) {'filters': {'network_id': ['e1715c46-c90a-49c7-8aa3-a86a06453327']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:31.638347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ac56430>, '76bce24f-5c54-4230-b1d3-e743b9fe2f3a') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:31.638585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ac56430>, '76bce24f-5c54-4230-b1d3-e743b9fe2f3a') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:31.639617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:31.648809 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782744f4-ffb4-4668-af2e-29142db1313b x-openstack-request-id: req-782744f4-ffb4-4668-af2e-29142db1313b {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:31.649509 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688a015d-1d10-44c7-b358-4d2cbe080bc2", "name": "network-vif-plugged", "status": "completed", "tag": "77f19c96-0ed8-4178-b8cb-e6bc2c9ea499", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:31.649969 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-782744f4-ffb4-4668-af2e-29142db1313b {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:31.650484 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688a015d-1d10-44c7-b358-4d2cbe080bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', 'code': 200}
Feb 19 20:55:31.655362 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (76bce24f-5c54-4230-b1d3-e743b9fe2f3a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.670608 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1410963-342e-459a-8a78-00d8085d6c62 req-43b871ff-5a47-4538-a982-f0543509858a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825074
Feb 19 20:55:31.678611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (76bce24f-5c54-4230-b1d3-e743b9fe2f3a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.678788 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.679423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8a66314a-6be0-4ed3-85c0-e29d46b221c9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (76bce24f-5c54-4230-b1d3-e743b9fe2f3a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:55:31.692790 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:55:31.725887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 8a66314a-6be0-4ed3-85c0-e29d46b221c9 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:31.726463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8a66314a-6be0-4ed3-85c0-e29d46b221c9 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:31.761036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:31.776545 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e1715c46-c90a-49c7-8aa3-a86a06453327), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.783795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'dd609551-9c3b-4d51-ab65-39dd0fa6d3ba', 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa', 'port_id': 'dd609551-9c3b-4d51-ab65-39dd0fa6d3ba', 'mac_address': 'fa:16:3e:51:d8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4a1075-2ec5-43f3-b650-222de83a45f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:55:31.787332 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.792711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e1715c46-c90a-49c7-8aa3-a86a06453327 HTTP/1.1" status: 204  len: 168 time: 1.0775435
Feb 19 20:55:31.799072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba0122-efc8-4d11-b686-85a12984bbd0 req-270072e6-e735-42ad-8703-ee3587232333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:31.801946 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c6ba0122-efc8-4d11-b686-85a12984bbd0 req-270072e6-e735-42ad-8703-ee3587232333 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 1132 time: 0.0671270
Feb 19 20:55:31.807608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9643982-aa6c-4c16-ac23-9eb3453d36a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1715c46-c90a-49c7-8aa3-a86a06453327,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:31.811657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:31.889183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:31.890083 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:31.902290 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c6ba0122-efc8-4d11-b686-85a12984bbd0 req-4e25adda-6b68-4de7-9e69-3cb69eacbb5c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799870
Feb 19 20:55:31.907030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd609551-9c3b-4d51-ab65-39dd0fa6d3ba {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:31.940679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:31.941475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44704f-081e-43fc-ac32-bdddec956d6e req-59bb1118-ff47-49a0-ae58-d15352c2a868 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:31.943162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef44704f-081e-43fc-ac32-bdddec956d6e req-59bb1118-ff47-49a0-ae58-d15352c2a868 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 943 time: 0.0819237
Feb 19 20:55:31.948620 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:32.008917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44124) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:32.026691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c2a4b-3af1-476c-bfe1-d0cafe8f666e req-0487d994-264a-400b-9026-649f7462bbec tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:32.028255 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a8c2a4b-3af1-476c-bfe1-d0cafe8f666e req-0487d994-264a-400b-9026-649f7462bbec tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.10 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 950 time: 0.1096432
Feb 19 20:55:32.034384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:32.042213 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef44704f-081e-43fc-ac32-bdddec956d6e req-dd2bbb1b-8498-4080-94a7-c02a29295a66 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843585
Feb 19 20:55:32.113290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-68da319b-6b91-4717-99a1-8df9d6a03c8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a274e94e3e643c4b814892e2429db0e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1029472
Feb 19 20:55:32.116848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44138) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:32.198585 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0d73-56d8-42d6-aa77-0889433d262f admin admin] Publish callbacks [] for security_group (82ee180c-855b-49fe-a97f-58eb714fbf13), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:32.214768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-1a8c2a4b-3af1-476c-bfe1-d0cafe8f666e req-a2cd6ff8-de0b-482b-9056-b612618bc79e tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Deleting port fb4a12b5-a532-459a-882e-77fe1c128ae4 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:32.215046 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a8c2a4b-3af1-476c-bfe1-d0cafe8f666e req-a2cd6ff8-de0b-482b-9056-b612618bc79e tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:32.218926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['dd609551-9c3b-4d51-ab65-39dd0fa6d3ba'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:32.254728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0d73-56d8-42d6-aa77-0889433d262f admin admin] Publish callbacks [] for security_group (82ee180c-855b-49fe-a97f-58eb714fbf13), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:32.275242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cbb45-9bbd-4a08-9492-7cda483a205c req-95bf18bc-1576-41de-9f14-f12cc12582e7 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:32.276828 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-478cbb45-9bbd-4a08-9492-7cda483a205c req-95bf18bc-1576-41de-9f14-f12cc12582e7 tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 950 time: 0.1239800
Feb 19 20:55:32.344468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0d73-56d8-42d6-aa77-0889433d262f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (82ee180c-855b-49fe-a97f-58eb714fbf13), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:32.350599 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0d73-56d8-42d6-aa77-0889433d262f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:32.358131 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a7cc0d73-56d8-42d6-aa77-0889433d262f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82ee180c-855b-49fe-a97f-58eb714fbf13 HTTP/1.1" status: 204  len: 168 time: 0.2393153
Feb 19 20:55:32.372373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc0d73-56d8-42d6-aa77-0889433d262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ee180c-855b-49fe-a97f-58eb714fbf13,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:32.691242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a8ca0dfd-b71d-410b-a96a-03b11cfdd648 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:32.725470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a8ca0dfd-b71d-410b-a96a-03b11cfdd648 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:32.726207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a8ca0dfd-b71d-410b-a96a-03b11cfdd648 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:32.747263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1a8c2a4b-3af1-476c-bfe1-d0cafe8f666e req-a2cd6ff8-de0b-482b-9056-b612618bc79e tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] For port fb4a12b5-a532-459a-882e-77fe1c128ae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb4a12b5-a532-459a-882e-77fe1c128ae4,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:32.747765 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a8c2a4b-3af1-476c-bfe1-d0cafe8f666e req-a2cd6ff8-de0b-482b-9056-b612618bc79e tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:32.774688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624b39-00d5-499a-8328-dc6a309f2a01 req-c72a1411-5e41-4e4d-a5fc-8bf09403f422 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:32.781970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06624b39-00d5-499a-8328-dc6a309f2a01 req-c72a1411-5e41-4e4d-a5fc-8bf09403f422 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.5021510
Feb 19 20:55:32.793864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-1a8c2a4b-3af1-476c-bfe1-d0cafe8f666e req-a2cd6ff8-de0b-482b-9056-b612618bc79e tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Calling delete_port for fb4a12b5-a532-459a-882e-77fe1c128ae4 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:32.800442 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-478cbb45-9bbd-4a08-9492-7cda483a205c req-5a97a995-6704-43bd-8a02-99293ea6134c tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e76b4e0-4224-4f1f-aff9-130b91742142&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5035481
Feb 19 20:55:32.921619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06624b39-00d5-499a-8328-dc6a309f2a01 req-9ad1571c-5a25-446a-8856-c03c43f22a99 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387298
Feb 19 20:55:32.990724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f714-f64d-41d4-b8d2-d06f5091f961 req-3cd2f59b-65cc-49dc-a150-ea5f3c7d90bb tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:32.996900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5fc0f714-f64d-41d4-b8d2-d06f5091f961 req-3cd2f59b-65cc-49dc-a150-ea5f3c7d90bb tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1032970
Feb 19 20:55:33.097347 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a8c2a4b-3af1-476c-bfe1-d0cafe8f666e req-a2cd6ff8-de0b-482b-9056-b612618bc79e tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fb4a12b5-a532-459a-882e-77fe1c128ae4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.110794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['fb4a12b5-a532-459a-882e-77fe1c128ae4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:33.147349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd6ff8-de0b-482b-9056-b612618bc79e tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Pushing event deleted for resources: {'Port': ['ID=fb4a12b5-a532-459a-882e-77fe1c128ae4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:33.151733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5fc0f714-f64d-41d4-b8d2-d06f5091f961 req-b68a5474-4b1f-4ac8-b591-7dbb0a69f0b9 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242673
Feb 19 20:55:33.184369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec161c3c-020c-4941-8a6e-c39b2e26c696 req-9bd8124e-0770-4b30-8cab-2ea0e76faf31 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:33.191742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec161c3c-020c-4941-8a6e-c39b2e26c696 req-9bd8124e-0770-4b30-8cab-2ea0e76faf31 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 950 time: 0.1658168
Feb 19 20:55:33.227669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8c2a4b-3af1-476c-bfe1-d0cafe8f666e req-a2cd6ff8-de0b-482b-9056-b612618bc79e tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] No DVR routers for this DVR port fb4a12b5-a532-459a-882e-77fe1c128ae4 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:33.232045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a8c2a4b-3af1-476c-bfe1-d0cafe8f666e req-a2cd6ff8-de0b-482b-9056-b612618bc79e tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.235526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a8c2a4b-3af1-476c-bfe1-d0cafe8f666e req-a2cd6ff8-de0b-482b-9056-b612618bc79e tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.10 "DELETE /v2.0/ports/fb4a12b5-a532-459a-882e-77fe1c128ae4 HTTP/1.1" status: 204  len: 173 time: 1.1901500
Feb 19 20:55:33.237206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73f9801-8d11-4cf5-a822-e3692fbb693f', 'name': 'network-vif-deleted', 'tag': 'fb4a12b5-a532-459a-882e-77fe1c128ae4'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:33.239462 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02f142c-3d76-49fa-9480-f59b497455dd" -d '{"events": [{"server_uuid": "e73f9801-8d11-4cf5-a822-e3692fbb693f", "name": "network-vif-deleted", "tag": "fb4a12b5-a532-459a-882e-77fe1c128ae4"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:33.301621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec161c3c-020c-4941-8a6e-c39b2e26c696 req-cb287207-858c-47e5-aa8a-db6b1b0c45de tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089826
Feb 19 20:55:33.328201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c63606-6f44-4c8a-95e4-34a64b5e2db1 req-b47f5416-75a0-4fba-a07b-eb16be847681 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:33.329341 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11c63606-6f44-4c8a-95e4-34a64b5e2db1 req-b47f5416-75a0-4fba-a07b-eb16be847681 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 944 time: 0.0929132
Feb 19 20:55:33.383387 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe7bb75-be41-4062-ad06-e11a8a97f20c x-openstack-request-id: req-2fe7bb75-be41-4062-ad06-e11a8a97f20c {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:33.383965 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73f9801-8d11-4cf5-a822-e3692fbb693f", "name": "network-vif-deleted", "tag": "fb4a12b5-a532-459a-882e-77fe1c128ae4", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:33.384619 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fe7bb75-be41-4062-ad06-e11a8a97f20c {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:33.385171 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73f9801-8d11-4cf5-a822-e3692fbb693f', 'name': 'network-vif-deleted', 'tag': 'fb4a12b5-a532-459a-882e-77fe1c128ae4', 'status': 'completed', 'code': 200}
Feb 19 20:55:33.408474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44200) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:33.413094 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11c63606-6f44-4c8a-95e4-34a64b5e2db1 req-b049a778-60d1-4467-ae16-e0a13119b575 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767093
Feb 19 20:55:33.517033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device dd609551-9c3b-4d51-ab65-39dd0fa6d3ba up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:33.567212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-760537295-network', 'tenant_id': '07730507b50b4050bd8a83933845823e'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:33.586077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:55:33.591285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:33.591678 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.592249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Made reservation on behalf of 07730507b50b4050bd8a83933845823e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:33.595683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.606121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.700946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Publish callbacks [] for security_group (52e21ba8-3898-475d-b6c1-7f7f2db9a3c5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.705883 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (52e21ba8-3898-475d-b6c1-7f7f2db9a3c5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.707385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:33.707823 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.728240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:55:33.744606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5ff470-fc3c-4ef2-8811-930620cc10f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd609551-9c3b-4d51-ab65-39dd0fa6d3ba'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:33.748643 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bc6b59-d1f0-4069-809e-ad1295c75557" -d '{"events": [{"server_uuid": "7e5ff470-fc3c-4ef2-8811-930620cc10f8", "name": "network-vif-plugged", "status": "completed", "tag": "dd609551-9c3b-4d51-ab65-39dd0fa6d3ba"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:33.756492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e21ba8-3898-475d-b6c1-7f7f2db9a3c5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:33.759847 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a834607a-3429-4566-a861-fe5463140f6a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.760199 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Added segment a834607a-3429-4566-a861-fe5463140f6a of type vlan for network 53a34220-903d-4411-8b1d-2d30fd82c62a
Feb 19 20:55:33.763773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fff38-cfff-4ec8-8631-57fdfb9fb110 req-f1b45b19-0cf2-4694-9d0f-c43c2990671e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:33.770228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:33.775071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f41fff38-cfff-4ec8-8631-57fdfb9fb110 req-f1b45b19-0cf2-4694-9d0f-c43c2990671e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 944 time: 0.0851643
Feb 19 20:55:33.783920 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.819007 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (53a34220-903d-4411-8b1d-2d30fd82c62a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.824582 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dada33-cb14-4a58-af55-02a811e1740a x-openstack-request-id: req-19dada33-cb14-4a58-af55-02a811e1740a {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:33.824839 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5ff470-fc3c-4ef2-8811-930620cc10f8", "name": "network-vif-plugged", "status": "completed", "tag": "dd609551-9c3b-4d51-ab65-39dd0fa6d3ba", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:33.827106 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19dada33-cb14-4a58-af55-02a811e1740a {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:33.828268 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5ff470-fc3c-4ef2-8811-930620cc10f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd609551-9c3b-4d51-ab65-39dd0fa6d3ba', 'code': 200}
Feb 19 20:55:33.875035 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (53a34220-903d-4411-8b1d-2d30fd82c62a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.876596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:33.877416 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:33.879419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:33.891156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.891787 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.892393 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.893250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.893840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.894770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.896093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.896657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.897283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.897780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.898322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.898831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.899973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:55:33.900654 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f41fff38-cfff-4ec8-8631-57fdfb9fb110 req-0b542f78-31e9-43a8-9bfb-f56b7ff23c88 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174207
Feb 19 20:55:33.929195 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5176394
Feb 19 20:55:33.949628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44214) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:33.956186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] Request body: {'subnet': {'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-760537295-subnet', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:33.960847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26318337-9684-4f9b-9836-e670beac18b0 req-5b27b12b-aa7c-4d00-8a84-7d0edcac274c tempest-DeleteServersAdminTestJSON-1347154919 tempest-DeleteServersAdminTestJSON-1347154919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e73f9801-8d11-4cf5-a822-e3692fbb693f HTTP/1.1" status: 200  len: 210 time: 0.0430565
Feb 19 20:55:33.996780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4eefe1-d50c-49fc-abbb-f8a02bd35056 admin admin] Pushing event updated for resources: {'Network': ['ID=53a34220-903d-4411-8b1d-2d30fd82c62a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:34.006413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] Made reservation on behalf of 07730507b50b4050bd8a83933845823e for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:34.008954 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:34.020727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 53a34220-903d-4411-8b1d-2d30fd82c62a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:55:34.228553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e433c0-02ed-4c64-acea-da9cb8090b8e req-c8d50875-e3bc-4d26-9310-4f20c1c20130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:34.230044 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11e433c0-02ed-4c64-acea-da9cb8090b8e req-c8d50875-e3bc-4d26-9310-4f20c1c20130 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 1127 time: 0.2779124
Feb 19 20:55:34.238172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bdb36-925e-4b52-a802-c3a855c2f53f req-d0fc39ba-47fa-4c02-9159-85d22a883321 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:34.239780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f1bdb36-925e-4b52-a802-c3a855c2f53f req-d0fc39ba-47fa-4c02-9159-85d22a883321 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2046437
Feb 19 20:55:34.413038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf060e-b0de-40fa-a6f4-7bb8b3c0b0c3 req-bf90f05e-f820-4aa1-a1c6-0dfdda0fe43b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:34.414742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2bf060e-b0de-40fa-a6f4-7bb8b3c0b0c3 req-bf90f05e-f820-4aa1-a1c6-0dfdda0fe43b tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 944 time: 0.2308011
Feb 19 20:55:34.417100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11e433c0-02ed-4c64-acea-da9cb8090b8e req-9ebbc800-c2c5-4cde-b2ab-d6112b5bb998 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740336
Feb 19 20:55:34.454715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f1bdb36-925e-4b52-a802-c3a855c2f53f req-688f48d9-1fac-4d9e-a85a-4024c9868428 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014546
Feb 19 20:55:34.480521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30541ba-e3b3-4c82-a505-0958b0622032 req-bfcc77ce-19ec-43cf-934b-69be34bfa4a0 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:34.482220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f30541ba-e3b3-4c82-a505-0958b0622032 req-bfcc77ce-19ec-43cf-934b-69be34bfa4a0 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.2143238
Feb 19 20:55:34.483742 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (2b8a6992-f983-4cdb-90af-4bec26abd6d0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:34.591981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8a6992-f983-4cdb-90af-4bec26abd6d0,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:34.663646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] Checking segment: {'id': 'a834607a-3429-4566-a861-fe5463140f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:34.663995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] Network hostable DHCP agents. Network: 53a34220-903d-4411-8b1d-2d30fd82c62a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:55:34.677608 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f30541ba-e3b3-4c82-a505-0958b0622032 req-aea82cad-40a5-47c6-9157-c10db1606b17 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882198
Feb 19 20:55:34.700018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941faf64-32e1-4f5c-b598-609f8f88530a req-7c709edf-b19d-4a2e-85d6-3719973b1632 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:34.700951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-941faf64-32e1-4f5c-b598-609f8f88530a req-7c709edf-b19d-4a2e-85d6-3719973b1632 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 950 time: 0.1889956
Feb 19 20:55:34.752783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] Network 53a34220-903d-4411-8b1d-2d30fd82c62a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:55:34.807360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 53a34220-903d-4411-8b1d-2d30fd82c62a) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:34.814476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:34.815901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:34.816315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df2df15-a149-4948-bb86-b61ae7c73d98 None None] Network 53a34220-903d-4411-8b1d-2d30fd82c62a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:55:34.857790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-941faf64-32e1-4f5c-b598-609f8f88530a req-72d29848-85d7-4d3b-81cf-a3e640fcb796 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363611
Feb 19 20:55:34.864733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-387ea678-9811-4400-a85a-cda6ccdbaff4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9137340
Feb 19 20:55:34.868066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44228) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:34.870885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b2bf060e-b0de-40fa-a6f4-7bb8b3c0b0c3 req-e9c1c77e-0efa-4274-a05d-67a433fe7d57 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Deleting port a926fff0-c109-4640-adbe-9f6dd047f15f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:34.871246 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b2bf060e-b0de-40fa-a6f4-7bb8b3c0b0c3 req-e9c1c77e-0efa-4274-a05d-67a433fe7d57 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:34.886123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-760537295-router', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:34.888597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af4c65-f629-4003-a59c-abb45cdaa4a0 req-ccf86942-5ff6-4c29-b723-f23022929597 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:34.889708 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5af4c65-f629-4003-a59c-abb45cdaa4a0 req-ccf86942-5ff6-4c29-b723-f23022929597 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.1388865
Feb 19 20:55:34.912189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (5c322392-b135-4445-b02b-22404d38562c), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:34.913385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (5c322392-b135-4445-b02b-22404d38562c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:34.964675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-53a34220-903d-4411-8b1d-2d30fd82c62a', 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a', 'project_id': '07730507b50b4050bd8a83933845823e', 'fixed_ips': [{'subnet_id': '2b8a6992-f983-4cdb-90af-4bec26abd6d0'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:55:34.965981 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:34.988209 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Publish callbacks [] for router_controller (5c322392-b135-4445-b02b-22404d38562c), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.038406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5af4c65-f629-4003-a59c-abb45cdaa4a0 req-0891639e-d7c0-4678-8515-a0fff24a2189 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317508
Feb 19 20:55:35.062143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b2bf060e-b0de-40fa-a6f4-7bb8b3c0b0c3 req-e9c1c77e-0efa-4274-a05d-67a433fe7d57 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] For port a926fff0-c109-4640-adbe-9f6dd047f15f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a926fff0-c109-4640-adbe-9f6dd047f15f,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:35.062341 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b2bf060e-b0de-40fa-a6f4-7bb8b3c0b0c3 req-e9c1c77e-0efa-4274-a05d-67a433fe7d57 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.082330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b2bf060e-b0de-40fa-a6f4-7bb8b3c0b0c3 req-e9c1c77e-0efa-4274-a05d-67a433fe7d57 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Calling delete_port for a926fff0-c109-4640-adbe-9f6dd047f15f owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:35.155045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Allocated IP 172.20.0.2 (53a34220-903d-4411-8b1d-2d30fd82c62a/2b8a6992-f983-4cdb-90af-4bec26abd6d0/5a348135-ab47-4b7f-b006-f311186eb949) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:35.190169 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Publish callbacks [] for router_gateway (5c322392-b135-4445-b02b-22404d38562c), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.229122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a2827-f279-4035-b8ca-9c1813932e7c req-1e425044-112b-4ac3-8c84-4a480427206e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:35.236029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb7a2827-f279-4035-b8ca-9c1813932e7c req-1e425044-112b-4ac3-8c84-4a480427206e tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa53378c-0deb-40cc-a2a5-bc55778f6146 HTTP/1.1" status: 200  len: 944 time: 0.0915022
Feb 19 20:55:35.326227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb7a2827-f279-4035-b8ca-9c1813932e7c req-2a595371-887a-4e2b-810c-c80209d8ecf1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891755
Feb 19 20:55:35.349083 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Publish callbacks [] for port (5a348135-ab47-4b7f-b006-f311186eb949), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.356636 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (5a348135-ab47-4b7f-b006-f311186eb949), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.392951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e7092-abe2-434d-9808-a8a7cff066b3 req-56d0eb44-2aae-4ce7-92a4-cd1884d5ab2c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:35.399154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e7092-abe2-434d-9808-a8a7cff066b3 req-56d0eb44-2aae-4ce7-92a4-cd1884d5ab2c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:35.403697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a6e7092-abe2-434d-9808-a8a7cff066b3 req-56d0eb44-2aae-4ce7-92a4-cd1884d5ab2c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7&device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 1690 time: 0.1471677
Feb 19 20:55:35.413275 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b2bf060e-b0de-40fa-a6f4-7bb8b3c0b0c3 req-e9c1c77e-0efa-4274-a05d-67a433fe7d57 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a926fff0-c109-4640-adbe-9f6dd047f15f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.437498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Pushing event updated for resources: {'Port': ['ID=5a348135-ab47-4b7f-b006-f311186eb949,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:35.442917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['a926fff0-c109-4640-adbe-9f6dd047f15f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:35.464537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1c77e-0efa-4274-a05d-67a433fe7d57 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Pushing event deleted for resources: {'Port': ['ID=a926fff0-c109-4640-adbe-9f6dd047f15f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:35.486202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Publish callbacks [] for router_gateway (5c322392-b135-4445-b02b-22404d38562c), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.498746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Network 53a34220-903d-4411-8b1d-2d30fd82c62a is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:35.501312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:35.507813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:35.525079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bf060e-b0de-40fa-a6f4-7bb8b3c0b0c3 req-e9c1c77e-0efa-4274-a05d-67a433fe7d57 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] No DVR routers for this DVR port a926fff0-c109-4640-adbe-9f6dd047f15f on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:35.530009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.533001 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b2bf060e-b0de-40fa-a6f4-7bb8b3c0b0c3 req-e9c1c77e-0efa-4274-a05d-67a433fe7d57 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.537120 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2bf060e-b0de-40fa-a6f4-7bb8b3c0b0c3 req-e9c1c77e-0efa-4274-a05d-67a433fe7d57 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.10 "DELETE /v2.0/ports/a926fff0-c109-4640-adbe-9f6dd047f15f HTTP/1.1" status: 204  len: 173 time: 0.9304376
Feb 19 20:55:35.537674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'name': 'network-vif-deleted', 'tag': 'a926fff0-c109-4640-adbe-9f6dd047f15f'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:35.540191 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870307a7-2577-4b74-9645-9fe51504723f" -d '{"events": [{"server_uuid": "fa53378c-0deb-40cc-a2a5-bc55778f6146", "name": "network-vif-deleted", "tag": "a926fff0-c109-4640-adbe-9f6dd047f15f"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:35.570603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a926fff0-c109-4640-adbe-9f6dd047f15f no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:35.577885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a6e7092-abe2-434d-9808-a8a7cff066b3 req-808f4ac3-ed21-444b-931e-75c050173344 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566339
Feb 19 20:55:35.625585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: a926fff0-c109-4640-adbe-9f6dd047f15f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:35.625923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a926fff0-c109-4640-adbe-9f6dd047f15f not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:35.626344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fb4a12b5-a532-459a-882e-77fe1c128ae4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:35.648677 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: fb4a12b5-a532-459a-882e-77fe1c128ae4 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:35.649060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fb4a12b5-a532-459a-882e-77fe1c128ae4 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:35.659894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Attempting to bind port 5a348135-ab47-4b7f-b006-f311186eb949 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:35.660276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Attempting to bind port 5a348135-ab47-4b7f-b006-f311186eb949 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a834607a-3429-4566-a861-fe5463140f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:35.660673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Attempting to bind port 5a348135-ab47-4b7f-b006-f311186eb949 on network 53a34220-903d-4411-8b1d-2d30fd82c62a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:35.666090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:35.666585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Checking segment: {'id': 'a834607a-3429-4566-a861-fe5463140f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:35.666866 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.667268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Bound using segment: {'id': 'a834607a-3429-4566-a861-fe5463140f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:35.667841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Bound port: 5a348135-ab47-4b7f-b006-f311186eb949, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a834607a-3429-4566-a861-fe5463140f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:35.668230 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a348135-ab47-4b7f-b006-f311186eb949), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.720170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Allocated IP 172.35.2.179 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/7715d25b-193f-4a2b-bae4-d5b0004748a5) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:35.772093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] For port 5a348135-ab47-4b7f-b006-f311186eb949, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:35.781173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] For port 5a348135-ab47-4b7f-b006-f311186eb949, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a348135-ab47-4b7f-b006-f311186eb949,segment=NetworkSegment(a834607a-3429-4566-a861-fe5463140f6a),segment_id=a834607a-3429-4566-a861-fe5463140f6a)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:35.784060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0085962-3d58-49f3-a429-ebd5d7b8c035 req-551af25c-7815-44be-b31e-f15dc0b6ca96 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:35.786749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0085962-3d58-49f3-a429-ebd5d7b8c035 req-551af25c-7815-44be-b31e-f15dc0b6ca96 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.0844328
Feb 19 20:55:35.795386 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5a348135-ab47-4b7f-b006-f311186eb949), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.887972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Publish callbacks [] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:35.891619 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc737fd1-460a-48b3-8df9-a6555a761829 x-openstack-request-id: req-dc737fd1-460a-48b3-8df9-a6555a761829 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:35.892517 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa53378c-0deb-40cc-a2a5-bc55778f6146", "name": "network-vif-deleted", "tag": "a926fff0-c109-4640-adbe-9f6dd047f15f", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:35.893891 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc737fd1-460a-48b3-8df9-a6555a761829 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:35.894716 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa53378c-0deb-40cc-a2a5-bc55778f6146', 'name': 'network-vif-deleted', 'tag': 'a926fff0-c109-4640-adbe-9f6dd047f15f', 'status': 'completed', 'code': 200}
Feb 19 20:55:35.909110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0085962-3d58-49f3-a429-ebd5d7b8c035 req-8fe2b368-02db-4dbc-8319-2dfaa4c078ba tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056197
Feb 19 20:55:35.933982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96527f72-2ea2-4876-9e9c-60458791e599 None None] Pushing event updated for resources: {'Port': ['ID=5a348135-ab47-4b7f-b006-f311186eb949,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:35.946357 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:36.007127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:36.011840 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:36.017262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:36.020889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Pushing event updated for resources: {'Port': ['ID=7715d25b-193f-4a2b-bae4-d5b0004748a5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:36.160123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dfe5f-69d9-4981-987e-d522a2ce7fbf req-0363d02f-9798-4441-be45-29b9ba1e17c4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:36.161869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f27dfe5f-69d9-4981-987e-d522a2ce7fbf req-0363d02f-9798-4441-be45-29b9ba1e17c4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1389692
Feb 19 20:55:36.311048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f27dfe5f-69d9-4981-987e-d522a2ce7fbf req-3a3cf313-57f8-40bb-a591-17ae70c4dd33 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346860
Feb 19 20:55:36.317744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d48ad0-2f29-41bc-b050-c21f4352428c req-4098d276-6171-439f-9578-48c9de723fdb tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:36.327113 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a4d48ad0-2f29-41bc-b050-c21f4352428c req-4098d276-6171-439f-9578-48c9de723fdb tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 1131 time: 0.1641815
Feb 19 20:55:36.404157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a4d48ad0-2f29-41bc-b050-c21f4352428c req-6c424ef9-3c36-4ad4-866e-0dc51a4823f6 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711024
Feb 19 20:55:36.459897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44268) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:36.515466 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Publish callbacks [] for router_gateway (5c322392-b135-4445-b02b-22404d38562c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:36.626220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56209a5-50ba-4f25-aecb-c16fbf075898 req-d6d54147-0c1b-4bc5-ab17-67d3397d50fb tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:36.628488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c56209a5-50ba-4f25-aecb-c16fbf075898 req-d6d54147-0c1b-4bc5-ab17-67d3397d50fb tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.1319091
Feb 19 20:55:36.647770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a21a9-82db-405c-97e7-f9db070407fe req-4752c1a9-ff79-451c-b5d7-2797d042bd91 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:36.649487 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-517a21a9-82db-405c-97e7-f9db070407fe req-4752c1a9-ff79-451c-b5d7-2797d042bd91 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 1132 time: 0.0852721
Feb 19 20:55:36.767809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5a348135-ab47-4b7f-b006-f311186eb949 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:36.797741 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (5c322392-b135-4445-b02b-22404d38562c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:36.812815 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c56209a5-50ba-4f25-aecb-c16fbf075898 req-440c59f8-fa67-4467-a091-ec7d9575cd85 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680992
Feb 19 20:55:36.817145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-517a21a9-82db-405c-97e7-f9db070407fe req-accc75e8-c1c2-42a7-bf3f-26c0174b5d63 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566129
Feb 19 20:55:36.819800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-32e18c2f-8977-4e62-8beb-8bebcfd046e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=756e52c91ebf4bc9bacebcc1431abb28&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3583267
Feb 19 20:55:36.823382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44272) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:36.852398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5a348135-ab47-4b7f-b006-f311186eb949 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:36.852786 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5a348135-ab47-4b7f-b006-f311186eb949), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:36.894479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc33f542-ce61-4add-9baf-9bb756b03c90 admin admin] Publish callbacks [] for security_group (5e76b4e0-4224-4f1f-aff9-130b91742142), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:36.926381 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc33f542-ce61-4add-9baf-9bb756b03c90 admin admin] Publish callbacks [] for security_group (5e76b4e0-4224-4f1f-aff9-130b91742142), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:37.040042 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc33f542-ce61-4add-9baf-9bb756b03c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5e76b4e0-4224-4f1f-aff9-130b91742142), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:37.043658 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc33f542-ce61-4add-9baf-9bb756b03c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:37.045453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cc33f542-ce61-4add-9baf-9bb756b03c90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e76b4e0-4224-4f1f-aff9-130b91742142 HTTP/1.1" status: 204  len: 168 time: 0.2211134
Feb 19 20:55:37.077914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33f542-ce61-4add-9baf-9bb756b03c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e76b4e0-4224-4f1f-aff9-130b91742142,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:37.303808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5a348135-ab47-4b7f-b006-f311186eb949 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:37.305188 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a348135-ab47-4b7f-b006-f311186eb949), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:37.384781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21735-6c60-4d72-b873-c65c38056841 req-30d83c98-4dc8-4bf6-a07d-25da1f695cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:37.386395 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89d21735-6c60-4d72-b873-c65c38056841 req-30d83c98-4dc8-4bf6-a07d-25da1f695cc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e7060607f9342ad93e2ddbab97d8d2b&device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 1127 time: 0.0615568
Feb 19 20:55:37.397723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 5a348135-ab47-4b7f-b006-f311186eb949, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a348135-ab47-4b7f-b006-f311186eb949,segment=NetworkSegment(a834607a-3429-4566-a861-fe5463140f6a),segment_id=a834607a-3429-4566-a861-fe5463140f6a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:37.410389 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5a348135-ab47-4b7f-b006-f311186eb949), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:37.491879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Router 5c322392-b135-4445-b02b-22404d38562c is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:55:37.551205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=5a348135-ab47-4b7f-b006-f311186eb949,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:37.621251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2563d0b-a535-4a82-a34e-bdf76d3827c1 None None] Network 53a34220-903d-4411-8b1d-2d30fd82c62a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:55:37.677766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:55:37.688148 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Sync routers for ids ['5c322392-b135-4445-b02b-22404d38562c'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:55:37.702723 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:37.704542 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-79cf2a36-2314-4c14-a6db-0a83c39b358c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.8340528
Feb 19 20:55:37.707116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44294) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:37.713770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44296) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:37.718811 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Routers {'5c322392-b135-4445-b02b-22404d38562c'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:55:37.719690 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70182a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:55:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5c322392-b135-4445-b02b-22404d38562c'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:37.730339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21735-6c60-4d72-b873-c65c38056841 req-8c3d078b-989d-45e3-8ee9-9fcb6111aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:37.731902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89d21735-6c60-4d72-b873-c65c38056841 req-8c3d078b-989d-45e3-8ee9-9fcb6111aff8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa HTTP/1.1" status: 200  len: 912 time: 0.3368630
Feb 19 20:55:37.754402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f323197b-b10c-4b81-970c-0488a5dd3a73 None None] Provisioning complete for port 5a348135-ab47-4b7f-b006-f311186eb949 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:37.754666 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f323197b-b10c-4b81-970c-0488a5dd3a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5a348135-ab47-4b7f-b006-f311186eb949), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:37.770387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e458d-878d-47c2-a6e8-bd806fd8ed6f req-2839e81c-8d14-4656-87d2-2805c69ef533 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:37.777784 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a7e458d-878d-47c2-a6e8-bd806fd8ed6f req-2839e81c-8d14-4656-87d2-2805c69ef533 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2106526
Feb 19 20:55:37.817070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3017f-0bf4-4eb9-b6d2-f5714436892c req-bfd3c150-7c9d-45c4-a29e-9a2ace071bb4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:37.818552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80c3017f-0bf4-4eb9-b6d2-f5714436892c req-bfd3c150-7c9d-45c4-a29e-9a2ace071bb4 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 945 time: 0.2536967
Feb 19 20:55:37.826989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89d21735-6c60-4d72-b873-c65c38056841 req-a2ba4db1-8690-4243-b43c-4b1129505bd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba HTTP/1.1" status: 200  len: 217 time: 0.0822594
Feb 19 20:55:37.864239 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Set router 5c322392-b135-4445-b02b-22404d38562c gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:55:37.876695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564daf1f-fbee-471b-a6c5-c0d069e2a13e req-2ee630ab-d19d-41b2-8f7f-d3c2c26593d1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:37.878971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-564daf1f-fbee-471b-a6c5-c0d069e2a13e req-2ee630ab-d19d-41b2-8f7f-d3c2c26593d1 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.10 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 945 time: 0.2119484
Feb 19 20:55:37.920424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f323197b-b10c-4b81-970c-0488a5dd3a73 None None] Current status of the port 5a348135-ab47-4b7f-b006-f311186eb949 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:37.968287 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9887622d-6797-4668-a3e7-a00a8f3ea729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:37.998756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80c3017f-0bf4-4eb9-b6d2-f5714436892c req-3ac2887b-eece-4bd6-a2c9-3f327bc3dc5d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647322
Feb 19 20:55:38.015117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21735-6c60-4d72-b873-c65c38056841 req-d5416328-e9de-4252-a956-6c96dad1ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:38.016766 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89d21735-6c60-4d72-b873-c65c38056841 req-d5416328-e9de-4252-a956-6c96dad1ce65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be4a1075-2ec5-43f3-b650-222de83a45f6 HTTP/1.1" status: 200  len: 851 time: 0.1783533
Feb 19 20:55:38.027264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a7e458d-878d-47c2-a6e8-bd806fd8ed6f req-b56c50d0-9bdd-4f0b-ace5-c037e548745d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2485492
Feb 19 20:55:38.133657 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70182a60>, [{'id': '5c322392-b135-4445-b02b-22404d38562c', 'name': 'tempest-FloatingIPDetailsTestJSON-760537295-router', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:34Z', 'updated_at': '2022-02-19T20:55:36Z', 'revision_number': 3, 'project_id': '07730507b50b4050bd8a83933845823e', 'gw_port': {'id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:35Z', 'updated_at': '2022-02-19T20:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:38.160261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89d21735-6c60-4d72-b873-c65c38056841 req-74a3b590-bed7-4a54-bf27-fbc2bb466002 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1319592
Feb 19 20:55:38.170092 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Checking router: 5c322392-b135-4445-b02b-22404d38562c for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:55:38.171033 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Updating router 5c322392-b135-4445-b02b-22404d38562c port 7715d25b-193f-4a2b-bae4-d5b0004748a5 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:55:38.222557 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.247160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6f3e749b-e546-45ee-818b-6818f7df907f None None] Provisioning complete for port 5a348135-ab47-4b7f-b006-f311186eb949 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:38.247542 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6f3e749b-e546-45ee-818b-6818f7df907f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5a348135-ab47-4b7f-b006-f311186eb949), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.275364 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9887622d-6797-4668-a3e7-a00a8f3ea729 admin admin] Publish callbacks [] for security_group (7ab0ca14-17d7-4fbe-9f7c-9a89b5fe17a5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.294733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9887622d-6797-4668-a3e7-a00a8f3ea729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7ab0ca14-17d7-4fbe-9f7c-9a89b5fe17a5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.333567 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9887622d-6797-4668-a3e7-a00a8f3ea729 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=166cb17d87cc4b648b91c4fc60947b5f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6184380
Feb 19 20:55:38.338258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44298) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:38.343273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-564daf1f-fbee-471b-a6c5-c0d069e2a13e req-06791a82-78fa-4563-a9ec-ac8fa9bf1933 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Deleting port 8fa16ec0-665d-486a-8609-c23482d79a71 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:38.343793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-564daf1f-fbee-471b-a6c5-c0d069e2a13e req-06791a82-78fa-4563-a9ec-ac8fa9bf1933 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.356256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e749b-e546-45ee-818b-6818f7df907f None None] Current status of the port 5a348135-ab47-4b7f-b006-f311186eb949 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:38.359015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9c22-6d72-4e57-b5eb-7d1614621ff0 req-56ba7935-283a-4501-b9f6-3e63ee968e1f tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:38.364851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-014d9c22-6d72-4e57-b5eb-7d1614621ff0 req-56ba7935-283a-4501-b9f6-3e63ee968e1f tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.2090466
Feb 19 20:55:38.391327 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184ab0a-5ba4-4ac1-b0c2-283ee6910d61 req-ad1c2cd9-892f-4650-94a8-427fc4993e7f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:38.397088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3184ab0a-5ba4-4ac1-b0c2-283ee6910d61 req-ad1c2cd9-892f-4650-94a8-427fc4993e7f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.2398939
Feb 19 20:55:38.423305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887622d-6797-4668-a3e7-a00a8f3ea729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab0ca14-17d7-4fbe-9f7c-9a89b5fe17a5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:38.487221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89d21735-6c60-4d72-b873-c65c38056841 req-780aee90-2a5f-4078-8746-83c89141ac0a service neutron] 10.222.0.10 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3076890
Feb 19 20:55:38.493219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a5264e6-1a86-4baa-906d-fbc2bc0f46ab admin admin] Publish callbacks [] for security_group (7ab0ca14-17d7-4fbe-9f7c-9a89b5fe17a5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.527691 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a5264e6-1a86-4baa-906d-fbc2bc0f46ab admin admin] Publish callbacks [] for security_group (7ab0ca14-17d7-4fbe-9f7c-9a89b5fe17a5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.552870 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Publish callbacks [] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.560081 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.607035 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbf919-4c59-4341-84bc-e4b015794635 None None] Pushing event updated for resources: {'Port': ['ID=7715d25b-193f-4a2b-bae4-d5b0004748a5,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:38.610883 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.625313 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Attempting to bind port 7715d25b-193f-4a2b-bae4-d5b0004748a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:38.625909 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Attempting to bind port 7715d25b-193f-4a2b-bae4-d5b0004748a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:38.626565 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Attempting to bind port 7715d25b-193f-4a2b-bae4-d5b0004748a5 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:38.635053 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:38.636455 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:38.636881 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3184ab0a-5ba4-4ac1-b0c2-283ee6910d61 req-ed3c8d04-38ed-4961-9d3c-9d2206aeb293 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947370
Feb 19 20:55:38.637452 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.638065 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:38.638723 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Bound port: 7715d25b-193f-4a2b-bae4-d5b0004748a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:38.639426 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.640033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-014d9c22-6d72-4e57-b5eb-7d1614621ff0 req-7144282e-92ab-4157-bd85-154e7c5fa45e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418108
Feb 19 20:55:38.643920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-564daf1f-fbee-471b-a6c5-c0d069e2a13e req-06791a82-78fa-4563-a9ec-ac8fa9bf1933 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] For port 8fa16ec0-665d-486a-8609-c23482d79a71, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fa16ec0-665d-486a-8609-c23482d79a71,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:38.644343 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-564daf1f-fbee-471b-a6c5-c0d069e2a13e req-06791a82-78fa-4563-a9ec-ac8fa9bf1933 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.667735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-564daf1f-fbee-471b-a6c5-c0d069e2a13e req-06791a82-78fa-4563-a9ec-ac8fa9bf1933 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Calling delete_port for 8fa16ec0-665d-486a-8609-c23482d79a71 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:38.709151 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] For port 7715d25b-193f-4a2b-bae4-d5b0004748a5, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:38.712899 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] For port 7715d25b-193f-4a2b-bae4-d5b0004748a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7715d25b-193f-4a2b-bae4-d5b0004748a5,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:38.724549 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.740534 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a5264e6-1a86-4baa-906d-fbc2bc0f46ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7ab0ca14-17d7-4fbe-9f7c-9a89b5fe17a5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.751252 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a5264e6-1a86-4baa-906d-fbc2bc0f46ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:38.753214 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2a5264e6-1a86-4baa-906d-fbc2bc0f46ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ab0ca14-17d7-4fbe-9f7c-9a89b5fe17a5 HTTP/1.1" status: 204  len: 168 time: 0.4061460
Feb 19 20:55:38.776151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89d21735-6c60-4d72-b873-c65c38056841 req-a5214097-4355-46aa-92a1-7e8745218b86 service neutron] 10.222.0.10 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2812192
Feb 19 20:55:38.794585 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbf919-4c59-4341-84bc-e4b015794635 None None] Pushing event updated for resources: {'Port': ['ID=7715d25b-193f-4a2b-bae4-d5b0004748a5,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:38.816469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5264e6-1a86-4baa-906d-fbc2bc0f46ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab0ca14-17d7-4fbe-9f7c-9a89b5fe17a5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:38.819378 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Routers {'5c322392-b135-4445-b02b-22404d38562c'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:55:38.820582 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70182a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:55:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5c322392-b135-4445-b02b-22404d38562c'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:38.867266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-6c034d8f-aa53-4cb9-bd2a-fedef3bf78bd tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0884104
Feb 19 20:55:38.882290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5a348135-ab47-4b7f-b006-f311186eb949 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:38.998352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5a348135-ab47-4b7f-b006-f311186eb949 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:38.999021 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5a348135-ab47-4b7f-b006-f311186eb949), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:39.025756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Allocated IP 172.20.0.1 (53a34220-903d-4411-8b1d-2d30fd82c62a/2b8a6992-f983-4cdb-90af-4bec26abd6d0/886ba989-afb3-41ab-b49e-4829c59d79e3) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:39.060869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-842f3e5b-bd57-4752-917e-66abdb0a3bfa tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:39.070315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-842f3e5b-bd57-4752-917e-66abdb0a3bfa tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2013245
Feb 19 20:55:39.095013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-578194d8-3caa-428c-800a-d403e2aa2638 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/quotas/dabc5bb30faa4af797e9ba1cd4bad547 HTTP/1.1" status: 200  len: 375 time: 0.0238564
Feb 19 20:55:39.122363 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] Set router 5c322392-b135-4445-b02b-22404d38562c gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:55:39.152632 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-564daf1f-fbee-471b-a6c5-c0d069e2a13e req-06791a82-78fa-4563-a9ec-ac8fa9bf1933 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8fa16ec0-665d-486a-8609-c23482d79a71), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:39.179057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5a348135-ab47-4b7f-b006-f311186eb949 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:39.237556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06791a82-78fa-4563-a9ec-ac8fa9bf1933 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Pushing event deleted for resources: {'Port': ['ID=8fa16ec0-665d-486a-8609-c23482d79a71,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:39.243961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ffab4232-90cd-4ff7-8b9d-896e0ef12e51 req-3d8301a8-543a-4e0a-aaa2-1f96eb83942d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=470c141a-60d6-46e9-bd5f-08ce9c6a7f99 HTTP/1.1" status: 200  len: 210 time: 0.0682461
Feb 19 20:55:39.315889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Publish callbacks [] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:39.367140 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:39.415075 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70182a60>, [{'id': '5c322392-b135-4445-b02b-22404d38562c', 'name': 'tempest-FloatingIPDetailsTestJSON-760537295-router', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:34Z', 'updated_at': '2022-02-19T20:55:36Z', 'revision_number': 3, 'project_id': '07730507b50b4050bd8a83933845823e', 'gw_port': {'id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:35Z', 'updated_at': '2022-02-19T20:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:39.428578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Network 53a34220-903d-4411-8b1d-2d30fd82c62a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:39.433517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:39.439373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:39.447443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Pushing event updated for resources: {'Port': ['ID=886ba989-afb3-41ab-b49e-4829c59d79e3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:39.461677 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eec518-40a5-4776-b356-eef7cab2534e None None] The sync data for ids ['5c322392-b135-4445-b02b-22404d38562c'] in ncdv-master-1 is: [{'id': '5c322392-b135-4445-b02b-22404d38562c', 'name': 'tempest-FloatingIPDetailsTestJSON-760537295-router', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:34Z', 'updated_at': '2022-02-19T20:55:36Z', 'revision_number': 3, 'project_id': '07730507b50b4050bd8a83933845823e', 'gw_port': {'id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:35Z', 'updated_at': '2022-02-19T20:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:55:39.509083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (5c322392-b135-4445-b02b-22404d38562c), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:39.737042 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:39.745278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-564daf1f-fbee-471b-a6c5-c0d069e2a13e req-06791a82-78fa-4563-a9ec-ac8fa9bf1933 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] No DVR routers for this DVR port 8fa16ec0-665d-486a-8609-c23482d79a71 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:39.785503 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-564daf1f-fbee-471b-a6c5-c0d069e2a13e req-06791a82-78fa-4563-a9ec-ac8fa9bf1933 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:39.796122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-564daf1f-fbee-471b-a6c5-c0d069e2a13e req-06791a82-78fa-4563-a9ec-ac8fa9bf1933 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.10 "DELETE /v2.0/ports/8fa16ec0-665d-486a-8609-c23482d79a71 HTTP/1.1" status: 204  len: 173 time: 1.8910978
Feb 19 20:55:39.796704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'name': 'network-vif-deleted', 'tag': '8fa16ec0-665d-486a-8609-c23482d79a71'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:39.799035 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a574dcfc-1e1b-4ed8-b084-c1d472f32e26" -d '{"events": [{"server_uuid": "470c141a-60d6-46e9-bd5f-08ce9c6a7f99", "name": "network-vif-deleted", "tag": "8fa16ec0-665d-486a-8609-c23482d79a71"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:39.861713 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-59fda16f-216b-4359-817e-fbf0967c9709 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7614856
Feb 19 20:55:39.916529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0f52b-9922-45e2-8294-b1dc5e1d37aa req-12734636-6bc5-4310-bdbb-ce6d9ee6a8c5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:39.926576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0606c84d-24f5-4e7b-8d34-dbff77f48ecc None None] Provisioning complete for port 886ba989-afb3-41ab-b49e-4829c59d79e3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:39.928872 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0606c84d-24f5-4e7b-8d34-dbff77f48ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:39.936674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bbd0f52b-9922-45e2-8294-b1dc5e1d37aa req-12734636-6bc5-4310-bdbb-ce6d9ee6a8c5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2335799
Feb 19 20:55:40.035599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bbd0f52b-9922-45e2-8294-b1dc5e1d37aa req-60e206ac-8a82-4df8-8782-59d7cbe8c514 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974288
Feb 19 20:55:40.040512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0606c84d-24f5-4e7b-8d34-dbff77f48ecc None None] Port 886ba989-afb3-41ab-b49e-4829c59d79e3 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:55:40.144944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Publish callbacks [] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:40.153068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:40.238754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0f81e-4d07-4918-b272-2cd07373a53b req-e73460cb-e6ed-4e23-a6cc-fcef292aace9 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:40.246193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (5c322392-b135-4445-b02b-22404d38562c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:40.248569 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Pushing event updated for resources: {'Port': ['ID=886ba989-afb3-41ab-b49e-4829c59d79e3,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:40.250457 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5cd0f81e-4d07-4918-b272-2cd07373a53b req-e73460cb-e6ed-4e23-a6cc-fcef292aace9 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.1130807
Feb 19 20:55:40.345024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5cd0f81e-4d07-4918-b272-2cd07373a53b req-9f1172ea-1af4-4143-a9fa-cafe85f6b8cd tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935075
Feb 19 20:55:40.471400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Network 53a34220-903d-4411-8b1d-2d30fd82c62a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:40.473437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:40.491770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef94e5-f00c-4a8e-b9df-8be249714029 req-cc7959b4-b8b0-4f84-87a9-b8e9c5e174eb tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:40.493747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0eef94e5-f00c-4a8e-b9df-8be249714029 req-cc7959b4-b8b0-4f84-87a9-b8e9c5e174eb tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.0700235
Feb 19 20:55:40.616170 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a107c4-472b-426c-a46b-b136874a29e2 x-openstack-request-id: req-08a107c4-472b-426c-a46b-b136874a29e2 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:40.624452 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470c141a-60d6-46e9-bd5f-08ce9c6a7f99", "name": "network-vif-deleted", "tag": "8fa16ec0-665d-486a-8609-c23482d79a71", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:40.624802 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08a107c4-472b-426c-a46b-b136874a29e2 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:40.629287 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470c141a-60d6-46e9-bd5f-08ce9c6a7f99', 'name': 'network-vif-deleted', 'tag': '8fa16ec0-665d-486a-8609-c23482d79a71', 'status': 'completed', 'code': 200}
Feb 19 20:55:40.655788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0eef94e5-f00c-4a8e-b9df-8be249714029 req-6009870b-6146-4455-9479-408c7cd82d70 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425166
Feb 19 20:55:40.811256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Router 5c322392-b135-4445-b02b-22404d38562c has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:55:40.828571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7715d25b-193f-4a2b-bae4-d5b0004748a5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:41.047821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 7715d25b-193f-4a2b-bae4-d5b0004748a5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:41.048950 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:41.050709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f36cf043-a984-4bac-b931-ea9626d1d6f4 req-d703970d-742f-451f-97aa-aa8e92558bac tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 210 time: 0.0987656
Feb 19 20:55:41.160643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-43b17128-9957-4f87-913a-a8fd753f60ff None None] Provisioning complete for port 886ba989-afb3-41ab-b49e-4829c59d79e3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:41.161096 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-43b17128-9957-4f87-913a-a8fd753f60ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:41.242400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:55:41.249058 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0e4fa4e2-ca26-45b1-8e20-60703624dbd7 admin admin] 10.222.0.30 "PUT /v2.0/routers/5c322392-b135-4445-b02b-22404d38562c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5403016
Feb 19 20:55:41.289853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-43b17128-9957-4f87-913a-a8fd753f60ff None None] Port 886ba989-afb3-41ab-b49e-4829c59d79e3 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:55:41.378207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 7715d25b-193f-4a2b-bae4-d5b0004748a5 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:41.381392 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:41.389013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399672d-cb7d-4026-b718-0362b7976951 req-6552fc91-6d3f-4d0d-9a51-7cc0b8ce9daa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:41.391135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0399672d-cb7d-4026-b718-0362b7976951 req-6552fc91-6d3f-4d0d-9a51-7cc0b8ce9daa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1924279
Feb 19 20:55:41.416866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 7715d25b-193f-4a2b-bae4-d5b0004748a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7715d25b-193f-4a2b-bae4-d5b0004748a5,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:41.421506 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:41.422754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ede089-af3f-4529-87ae-30a1f62f80b2 req-d73dfd28-15b0-49b3-89e4-4175829464fe tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:41.425020 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98ede089-af3f-4529-87ae-30a1f62f80b2 req-d73dfd28-15b0-49b3-89e4-4175829464fe tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 945 time: 0.2513964
Feb 19 20:55:41.474644 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=7715d25b-193f-4a2b-bae4-d5b0004748a5,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:41.485121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0399672d-cb7d-4026-b718-0362b7976951 req-5d8a7030-9594-463b-a350-f2baf7b3a35d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849428
Feb 19 20:55:41.554860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f438d8af-a8db-44da-92fe-ef9f6ae35141 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:41.558741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98ede089-af3f-4529-87ae-30a1f62f80b2 req-cbac24d5-317b-4136-9794-44a9c356ce54 tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.30 "GET /v2.0/security-groups?id=acf377e3-546f-4005-8957-f606d08f4890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164496
Feb 19 20:55:41.602331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2dca6-3809-49b2-b439-8d9b9e31bb39 req-3ab56eb0-090f-47bd-9ac5-db50c7ad729f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:41.604217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5bc2dca6-3809-49b2-b439-8d9b9e31bb39 req-3ab56eb0-090f-47bd-9ac5-db50c7ad729f tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.10 "GET /v2.0/ports?device_id=da666172-5dd1-484f-aca0-a346a83ecec3 HTTP/1.1" status: 200  len: 945 time: 0.1139634
Feb 19 20:55:41.704234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port f438d8af-a8db-44da-92fe-ef9f6ae35141 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:41.704927 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:41.761814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343027f-776d-4868-a38a-15e285438dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f438d8af-a8db-44da-92fe-ef9f6ae35141'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:41.765511 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614b4e30-5063-43d6-9c86-93877c409723" -d '{"events": [{"server_uuid": "1343027f-776d-4868-a38a-15e285438dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "f438d8af-a8db-44da-92fe-ef9f6ae35141"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:41.788627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71e409-39b4-4e31-bebe-12120763e3e3 req-c2aee031-aee7-4415-832b-75b8aca386cb tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:41.794930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f438d8af-a8db-44da-92fe-ef9f6ae35141, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f438d8af-a8db-44da-92fe-ef9f6ae35141,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:41.795844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc71e409-39b4-4e31-bebe-12120763e3e3 req-c2aee031-aee7-4415-832b-75b8aca386cb tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.1317747
Feb 19 20:55:41.804321 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:41.805898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8fa16ec0-665d-486a-8609-c23482d79a71 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:41.824733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-5bc2dca6-3809-49b2-b439-8d9b9e31bb39 req-6e04781f-5838-44e6-984d-b5946b39b47d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Deleting port 8e715e53-af3f-4a70-b33f-5b5471d22747 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:41.825085 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5bc2dca6-3809-49b2-b439-8d9b9e31bb39 req-6e04781f-5838-44e6-984d-b5946b39b47d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:41.887032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 8fa16ec0-665d-486a-8609-c23482d79a71 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:41.887511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8fa16ec0-665d-486a-8609-c23482d79a71 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:41.926649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=f438d8af-a8db-44da-92fe-ef9f6ae35141,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:41.932011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc71e409-39b4-4e31-bebe-12120763e3e3 req-ab71dd3f-4677-4780-8d48-bbe702a12691 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351080
Feb 19 20:55:42.060900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5bc2dca6-3809-49b2-b439-8d9b9e31bb39 req-6e04781f-5838-44e6-984d-b5946b39b47d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] For port 8e715e53-af3f-4a70-b33f-5b5471d22747, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e715e53-af3f-4a70-b33f-5b5471d22747,segment=NetworkSegment(f1ced433-ea31-4c92-aac1-273857fc043e),segment_id=f1ced433-ea31-4c92-aac1-273857fc043e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:42.061273 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5bc2dca6-3809-49b2-b439-8d9b9e31bb39 req-6e04781f-5838-44e6-984d-b5946b39b47d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:42.101670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-5bc2dca6-3809-49b2-b439-8d9b9e31bb39 req-6e04781f-5838-44e6-984d-b5946b39b47d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Calling delete_port for 8e715e53-af3f-4a70-b33f-5b5471d22747 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:42.188458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19195575-5c3c-4494-a824-abbba3cd4713 req-aae82eff-27d1-4440-8054-22434c41ab14 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2527270
Feb 19 20:55:42.199249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944b2d3-7c17-4716-852b-ad7d1575ee26 req-ff31c438-2af5-4a24-a38d-bceea3802f25 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:42.200753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7944b2d3-7c17-4716-852b-ad7d1575ee26 req-ff31c438-2af5-4a24-a38d-bceea3802f25 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 944 time: 0.1604958
Feb 19 20:55:42.215220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:42.266652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Sync routers for ids ['5c322392-b135-4445-b02b-22404d38562c'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:55:42.282646 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:42.284302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Routers {'5c322392-b135-4445-b02b-22404d38562c'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:55:42.284998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a630651f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:55:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5c322392-b135-4445-b02b-22404d38562c'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:42.354126 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7944b2d3-7c17-4716-852b-ad7d1575ee26 req-35c92dee-5882-4c19-8bc2-04100e288ce4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410215
Feb 19 20:55:42.417567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Set router 5c322392-b135-4445-b02b-22404d38562c gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:55:42.422145 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55fe9f5-a92f-4cc0-b2c4-39b3b0f84ae1 x-openstack-request-id: req-f55fe9f5-a92f-4cc0-b2c4-39b3b0f84ae1 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:42.422445 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343027f-776d-4868-a38a-15e285438dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "f438d8af-a8db-44da-92fe-ef9f6ae35141", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:42.423410 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f55fe9f5-a92f-4cc0-b2c4-39b3b0f84ae1 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:42.423881 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343027f-776d-4868-a38a-15e285438dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f438d8af-a8db-44da-92fe-ef9f6ae35141', 'code': 200}
Feb 19 20:55:42.475232 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5bc2dca6-3809-49b2-b439-8d9b9e31bb39 req-6e04781f-5838-44e6-984d-b5946b39b47d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8e715e53-af3f-4a70-b33f-5b5471d22747), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:42.554092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04781f-5838-44e6-984d-b5946b39b47d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Pushing event deleted for resources: {'Port': ['ID=8e715e53-af3f-4a70-b33f-5b5471d22747,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:42.647863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc2dca6-3809-49b2-b439-8d9b9e31bb39 req-6e04781f-5838-44e6-984d-b5946b39b47d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] No DVR routers for this DVR port 8e715e53-af3f-4a70-b33f-5b5471d22747 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:42.659877 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5bc2dca6-3809-49b2-b439-8d9b9e31bb39 req-6e04781f-5838-44e6-984d-b5946b39b47d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:42.663542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5bc2dca6-3809-49b2-b439-8d9b9e31bb39 req-6e04781f-5838-44e6-984d-b5946b39b47d tempest-LiveAutoBlockMigrationV225Test-1806086406 tempest-LiveAutoBlockMigrationV225Test-1806086406-project] 10.222.0.10 "DELETE /v2.0/ports/8e715e53-af3f-4a70-b33f-5b5471d22747 HTTP/1.1" status: 204  len: 173 time: 1.0525181
Feb 19 20:55:42.671221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'name': 'network-vif-deleted', 'tag': '8e715e53-af3f-4a70-b33f-5b5471d22747'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:42.673877 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a9b7e6-54b2-4a30-af11-c61b7061aa08" -d '{"events": [{"server_uuid": "da666172-5dd1-484f-aca0-a346a83ecec3", "name": "network-vif-deleted", "tag": "8e715e53-af3f-4a70-b33f-5b5471d22747"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:42.706489 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:42.819326 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7715d25b-193f-4a2b-bae4-d5b0004748a5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:42.861494 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-14ce357d-493c-4ddc-90f5-317df2c0b6b5 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0567896
Feb 19 20:55:42.894673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-1ef64906-21fc-41c7-bf6b-0bd67e926c8d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0804081
Feb 19 20:55:43.022349 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 7715d25b-193f-4a2b-bae4-d5b0004748a5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:43.022736 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.036103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Allocated IP 172.35.2.40 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:43.040170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ea61b80f-b632-43e6-87db-4810e1888b3f req-d20c0fb3-3a1a-461f-987d-690e04d6bd7f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 210 time: 0.1855423
Feb 19 20:55:43.051771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-e8b34bef-6e6e-45ec-89f4-68ce4ddb4ea6 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:43.053776 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-e8b34bef-6e6e-45ec-89f4-68ce4ddb4ea6 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1865816
Feb 19 20:55:43.083622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a630651f0>, [{'id': '5c322392-b135-4445-b02b-22404d38562c', 'name': 'tempest-FloatingIPDetailsTestJSON-760537295-router', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:34Z', 'updated_at': '2022-02-19T20:55:39Z', 'revision_number': 4, 'project_id': '07730507b50b4050bd8a83933845823e', 'gw_port': {'id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:35Z', 'updated_at': '2022-02-19T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '886ba989-afb3-41ab-b49e-4829c59d79e3', 'name': '', 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'mac_address': 'fa:16:3e:7c:37:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2b8a6992-f983-4cdb-90af-4bec26abd6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:38Z', 'updated_at': '2022-02-19T20:55:39Z', 'revision_number': 2, 'project_id': '07730507b50b4050bd8a83933845823e', 'subnets': [{'id': '2b8a6992-f983-4cdb-90af-4bec26abd6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:43.091762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Request body: {'port': {'device_id': 'ebe6da6b-8db6-4c96-9df5-d5e74a151eda', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'dabc5bb30faa4af797e9ba1cd4bad547'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:43.126341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Checking router: 5c322392-b135-4445-b02b-22404d38562c for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:55:43.127063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Updating router 5c322392-b135-4445-b02b-22404d38562c port 886ba989-afb3-41ab-b49e-4829c59d79e3 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:55:43.173816 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.235820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-844236ec-458d-43f3-8b45-a5a7eee1b856 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:43.237963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-844236ec-458d-43f3-8b45-a5a7eee1b856 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3022583
Feb 19 20:55:43.254946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Request body: {'port': {'device_id': 'eee1ae54-f01f-41c1-811a-689b47b22890', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'dabc5bb30faa4af797e9ba1cd4bad547'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:43.257638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 7715d25b-193f-4a2b-bae4-d5b0004748a5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:43.267690 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Made reservation on behalf of dabc5bb30faa4af797e9ba1cd4bad547 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:43.274286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.341699 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for port (fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.351735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d1977-59a0-47ae-8c5a-c9a503ff0809 req-58c28527-69d2-4577-9847-b252656a34e7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:43.358715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f8d1977-59a0-47ae-8c5a-c9a503ff0809 req-58c28527-69d2-4577-9847-b252656a34e7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2110908
Feb 19 20:55:43.464141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f8d1977-59a0-47ae-8c5a-c9a503ff0809 req-cfaa0459-9dea-4c59-9163-19a1c343eed8 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045456
Feb 19 20:55:43.480003 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.505350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Allocated IP 192.168.233.34 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/365ebc46-b2da-4491-a96e-331ee2fb5b8b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:43.523414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:43.526041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Made reservation on behalf of dabc5bb30faa4af797e9ba1cd4bad547 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:43.529360 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.540596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:43.545296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44414) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:43.545866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:43.576649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event updated for resources: {'Port': ['ID=fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:43.597614 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2913db73-f5de-4cc3-9ba5-d02ce90e2fb8 x-openstack-request-id: req-2913db73-f5de-4cc3-9ba5-d02ce90e2fb8 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:43.597992 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da666172-5dd1-484f-aca0-a346a83ecec3", "name": "network-vif-deleted", "tag": "8e715e53-af3f-4a70-b33f-5b5471d22747", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:43.598172 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2913db73-f5de-4cc3-9ba5-d02ce90e2fb8 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:43.598582 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da666172-5dd1-484f-aca0-a346a83ecec3', 'name': 'network-vif-deleted', 'tag': '8e715e53-af3f-4a70-b33f-5b5471d22747', 'status': 'completed', 'code': 200}
Feb 19 20:55:43.633750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f438d8af-a8db-44da-92fe-ef9f6ae35141 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:55:43.637659 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Publish callbacks [] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.665709 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.694802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8cee14-c90c-494d-8a23-cf6d52dc6bf9 admin admin] Deleting subnet 0332d4cd-9022-4d9a-930c-e01725357615 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:55:43.707129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (8648cb38-6ad4-467d-b3bd-ceb0d6473e82), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.716576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce8cee14-c90c-494d-8a23-cf6d52dc6bf9 admin admin] Publish callbacks [] for subnet (0332d4cd-9022-4d9a-930c-e01725357615), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.809219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce8cee14-c90c-494d-8a23-cf6d52dc6bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (0332d4cd-9022-4d9a-930c-e01725357615), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.814914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba7732-c5b0-4837-810d-cd1d0e0f5d77 None None] Pushing event updated for resources: {'Port': ['ID=886ba989-afb3-41ab-b49e-4829c59d79e3,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:43.816210 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.870444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7d821-93c9-4c3e-a964-29346955801c req-e5e308f8-dcc0-4919-8395-485ec8c0893b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:43.877073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1a7d821-93c9-4c3e-a964-29346955801c req-e5e308f8-dcc0-4919-8395-485ec8c0893b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.1181290
Feb 19 20:55:43.898677 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce8cee14-c90c-494d-8a23-cf6d52dc6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (0332d4cd-9022-4d9a-930c-e01725357615), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.905539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f438d8af-a8db-44da-92fe-ef9f6ae35141, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f438d8af-a8db-44da-92fe-ef9f6ae35141,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:43.919203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Attempting to bind port 886ba989-afb3-41ab-b49e-4829c59d79e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:43.919633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Attempting to bind port 886ba989-afb3-41ab-b49e-4829c59d79e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a834607a-3429-4566-a861-fe5463140f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:43.920042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Attempting to bind port 886ba989-afb3-41ab-b49e-4829c59d79e3 on network 53a34220-903d-4411-8b1d-2d30fd82c62a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:43.932910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:43.933302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Checking segment: {'id': 'a834607a-3429-4566-a861-fe5463140f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:43.933815 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.934295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Bound using segment: {'id': 'a834607a-3429-4566-a861-fe5463140f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:43.934786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Bound port: 886ba989-afb3-41ab-b49e-4829c59d79e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a834607a-3429-4566-a861-fe5463140f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:43.935227 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:43.939043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'f438d8af-a8db-44da-92fe-ef9f6ae35141', 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6', 'port_id': 'f438d8af-a8db-44da-92fe-ef9f6ae35141', 'mac_address': 'fa:16:3e:55:52:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1483f08-a82b-401b-9a13-2fb830d29e75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:55:43.999253 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks [] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.005150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1a7d821-93c9-4c3e-a964-29346955801c req-b09ecf5e-d318-4dc3-8293-3aa2c7fd76ed tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266739
Feb 19 20:55:44.038981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce8cee14-c90c-494d-8a23-cf6d52dc6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (0332d4cd-9022-4d9a-930c-e01725357615), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.086020 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port f438d8af-a8db-44da-92fe-ef9f6ae35141 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:44.086765 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.092422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cee14-c90c-494d-8a23-cf6d52dc6bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0332d4cd-9022-4d9a-930c-e01725357615,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:44.099851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.115544 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce8cee14-c90c-494d-8a23-cf6d52dc6bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.118372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e5ab21ed-6894-401f-9008-03abbe457a73 None None] Provisioning complete for port 886ba989-afb3-41ab-b49e-4829c59d79e3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:44.123820 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e5ab21ed-6894-401f-9008-03abbe457a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.124006 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ce8cee14-c90c-494d-8a23-cf6d52dc6bf9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0332d4cd-9022-4d9a-930c-e01725357615 HTTP/1.1" status: 204  len: 168 time: 0.5723505
Feb 19 20:55:44.124309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44420) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:44.125808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:44.129141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f438d8af-a8db-44da-92fe-ef9f6ae35141 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:44.157062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] For port 886ba989-afb3-41ab-b49e-4829c59d79e3, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:44.161172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:44.164449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:44.168826 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:44.194816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event updated for resources: {'Port': ['ID=365ebc46-b2da-4491-a96e-331ee2fb5b8b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:44.207980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] For port 886ba989-afb3-41ab-b49e-4829c59d79e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886ba989-afb3-41ab-b49e-4829c59d79e3,segment=NetworkSegment(a834607a-3429-4566-a861-fe5463140f6a),segment_id=a834607a-3429-4566-a861-fe5463140f6a)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:44.226885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:44.227939 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.228133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f438d8af-a8db-44da-92fe-ef9f6ae35141, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f438d8af-a8db-44da-92fe-ef9f6ae35141,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:44.229594 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.231678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab21ed-6894-401f-9008-03abbe457a73 None None] Port 886ba989-afb3-41ab-b49e-4829c59d79e3 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:55:44.248220 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.248466 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-bbdf36b5-c169-4bc2-be17-96e3dc1d38ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1649239
Feb 19 20:55:44.248962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Allocated IP 192.168.233.163 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/6ad13ef7-c05f-4bdb-be33-195dad103115) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:44.264463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Request body: {'port': {'device_id': 'ebe6da6b-8db6-4c96-9df5-d5e74a151eda', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:44.267427 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for port (fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.295240 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.310952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Routers {'5c322392-b135-4445-b02b-22404d38562c'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:55:44.311202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a630651f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:55:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5c322392-b135-4445-b02b-22404d38562c'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:44.313789 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (020891c0-689f-4c7c-a850-6c2b2dfe0076), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.384435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.496126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event updated for resources: {'Port': ['ID=fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:44.525798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967978d-832f-449b-9735-db8583f69e46 req-765ab026-05cb-40ec-8ade-0e23ef0f2dd1 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:44.533517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5967978d-832f-449b-9735-db8583f69e46 req-765ab026-05cb-40ec-8ade-0e23ef0f2dd1 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 944 time: 0.4301193
Feb 19 20:55:44.581981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba7732-c5b0-4837-810d-cd1d0e0f5d77 None None] Pushing event updated for resources: {'Port': ['ID=886ba989-afb3-41ab-b49e-4829c59d79e3,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:44.676899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['f438d8af-a8db-44da-92fe-ef9f6ae35141'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:44.703886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (8648cb38-6ad4-467d-b3bd-ceb0d6473e82), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.727403 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=f438d8af-a8db-44da-92fe-ef9f6ae35141,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:44.755700 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (020891c0-689f-4c7c-a850-6c2b2dfe0076), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.765207 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.767296 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19195575-5c3c-4494-a824-abbba3cd4713 req-7ffbb330-87be-4071-89c3-47e6502c795b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.5613112
Feb 19 20:55:44.767683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] Set router 5c322392-b135-4445-b02b-22404d38562c gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:55:44.774700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-374207ca-e03a-4700-b844-9457809a353c None None] Provisioning complete for port 365ebc46-b2da-4491-a96e-331ee2fb5b8b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:44.775103 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-374207ca-e03a-4700-b844-9457809a353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.787626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5967978d-832f-449b-9735-db8583f69e46 req-8073933d-51b4-4526-a2f5-9e88746139d7 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2529478
Feb 19 20:55:44.856904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a88f940>,) {'filters': {'network_id': ['020891c0-689f-4c7c-a850-6c2b2dfe0076']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:44.879696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19195575-5c3c-4494-a824-abbba3cd4713 req-5a9d124f-1d7d-4fb4-94a2-e3ebc41b44c2 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.40 HTTP/1.1" status: 200  len: 695 time: 0.0962336
Feb 19 20:55:44.888129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks [] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.893522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a88f940>, 'f1ced433-ea31-4c92-aac1-273857fc043e') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:44.894884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a88f940>, 'f1ced433-ea31-4c92-aac1-273857fc043e') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:44.931924 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (f1ced433-ea31-4c92-aac1-273857fc043e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:44.943864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-374207ca-e03a-4700-b844-9457809a353c None None] Port 365ebc46-b2da-4491-a96e-331ee2fb5b8b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:55:44.988763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-15756800-15ff-4afd-a143-34b1ce041835 req-6ea4aef9-639e-4e24-886c-ec5d650b2bb3 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 210 time: 0.0917504
Feb 19 20:55:45.011585 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f1ced433-ea31-4c92-aac1-273857fc043e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.026534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:55:45.026956 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (f1ced433-ea31-4c92-aac1-273857fc043e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:55:45.030618 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:55:45.043978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-374207ca-e03a-4700-b844-9457809a353c None None] Provisioning complete for port 886ba989-afb3-41ab-b49e-4829c59d79e3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:45.044510 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-374207ca-e03a-4700-b844-9457809a353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.139437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.162311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:45.190635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19195575-5c3c-4494-a824-abbba3cd4713 req-31af0999-71f1-47db-8db1-fc08204373ea tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:45.192135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19195575-5c3c-4494-a824-abbba3cd4713 req-31af0999-71f1-47db-8db1-fc08204373ea tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.2941759
Feb 19 20:55:45.215996 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (020891c0-689f-4c7c-a850-6c2b2dfe0076), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.227786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:45.239207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event updated for resources: {'Port': ['ID=6ad13ef7-c05f-4bdb-be33-195dad103115,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:45.241933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:45.258427 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.261218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] 10.222.0.30 "DELETE /v2.0/networks/020891c0-689f-4c7c-a850-6c2b2dfe0076 HTTP/1.1" status: 204  len: 168 time: 1.1292481
Feb 19 20:55:45.267917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753309af-c54d-4407-b709-6bc5be2d894d admin admin] Pushing event deleted for resources: {'Network': ['ID=020891c0-689f-4c7c-a850-6c2b2dfe0076,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:45.269181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44434) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:45.279123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced1ea4-6726-4760-a629-b421dc11e4aa req-d9113b3e-5dec-42e9-98a4-6bd15bfe6ae7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:45.281172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ced1ea4-6726-4760-a629-b421dc11e4aa req-d9113b3e-5dec-42e9-98a4-6bd15bfe6ae7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2040081
Feb 19 20:55:45.308272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:45.377031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b02b27-ff26-48a0-95ce-819d10b1b041 admin admin] Deleting subnet 019beb3b-55c9-45ef-aee4-c4c5ae9abce8 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:55:45.383692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8b02b27-ff26-48a0-95ce-819d10b1b041 admin admin] Publish callbacks [] for subnet (019beb3b-55c9-45ef-aee4-c4c5ae9abce8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.418171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365ebc46-b2da-4491-a96e-331ee2fb5b8b {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:45.432153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Publish callbacks [] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.453117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8b02b27-ff26-48a0-95ce-819d10b1b041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (019beb3b-55c9-45ef-aee4-c4c5ae9abce8), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.464983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:45.465952 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.481883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Transition to ACTIVE for port object 365ebc46-b2da-4491-a96e-331ee2fb5b8b will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:55:45.501105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.507127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ced1ea4-6726-4760-a629-b421dc11e4aa req-6cc2f1bd-d8be-4935-b90e-b232049d1630 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072046
Feb 19 20:55:45.521167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b2fc62e4-e39e-4fd0-b93e-f8ff0a72e6d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2730212
Feb 19 20:55:45.539064 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8b02b27-ff26-48a0-95ce-819d10b1b041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (019beb3b-55c9-45ef-aee4-c4c5ae9abce8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.544936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Request body: {'port': {'device_id': 'eee1ae54-f01f-41c1-811a-689b47b22890', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:45.592171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-374207ca-e03a-4700-b844-9457809a353c None None] Current status of the port 886ba989-afb3-41ab-b49e-4829c59d79e3 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:45.593191 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-374207ca-e03a-4700-b844-9457809a353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.608593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8e715e53-af3f-4a70-b33f-5b5471d22747 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:45.613874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Pushing event updated for resources: {'Port': ['ID=365ebc46-b2da-4491-a96e-331ee2fb5b8b,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:45.680474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 8e715e53-af3f-4a70-b33f-5b5471d22747 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:45.681297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8e715e53-af3f-4a70-b33f-5b5471d22747 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:45.713754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-374207ca-e03a-4700-b844-9457809a353c None None] For port 886ba989-afb3-41ab-b49e-4829c59d79e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886ba989-afb3-41ab-b49e-4829c59d79e3,segment=NetworkSegment(a834607a-3429-4566-a861-fe5463140f6a),segment_id=a834607a-3429-4566-a861-fe5463140f6a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:45.723106 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8b02b27-ff26-48a0-95ce-819d10b1b041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (019beb3b-55c9-45ef-aee4-c4c5ae9abce8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.723406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a630651f0>, [{'id': '5c322392-b135-4445-b02b-22404d38562c', 'name': 'tempest-FloatingIPDetailsTestJSON-760537295-router', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:34Z', 'updated_at': '2022-02-19T20:55:39Z', 'revision_number': 4, 'project_id': '07730507b50b4050bd8a83933845823e', 'gw_port': {'id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:35Z', 'updated_at': '2022-02-19T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '886ba989-afb3-41ab-b49e-4829c59d79e3', 'name': '', 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'mac_address': 'fa:16:3e:7c:37:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2b8a6992-f983-4cdb-90af-4bec26abd6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:38Z', 'updated_at': '2022-02-19T20:55:44Z', 'revision_number': 4, 'project_id': '07730507b50b4050bd8a83933845823e', 'subnets': [{'id': '2b8a6992-f983-4cdb-90af-4bec26abd6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:45.736864 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-374207ca-e03a-4700-b844-9457809a353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.771071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Attempting to bind port 365ebc46-b2da-4491-a96e-331ee2fb5b8b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:45.771427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Attempting to bind port 365ebc46-b2da-4491-a96e-331ee2fb5b8b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:45.771902 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Attempting to bind port 365ebc46-b2da-4491-a96e-331ee2fb5b8b on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:45.778096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b02b27-ff26-48a0-95ce-819d10b1b041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019beb3b-55c9-45ef-aee4-c4c5ae9abce8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:45.784442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Port 365ebc46-b2da-4491-a96e-331ee2fb5b8b on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:55:45.784845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Attempting to bind port 365ebc46-b2da-4491-a96e-331ee2fb5b8b on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:45.788044 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8b02b27-ff26-48a0-95ce-819d10b1b041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.795080 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c8b02b27-ff26-48a0-95ce-819d10b1b041 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/019beb3b-55c9-45ef-aee4-c4c5ae9abce8 HTTP/1.1" status: 204  len: 168 time: 0.5247309
Feb 19 20:55:45.797082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44438) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:45.808830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3524d-28c3-405f-b04b-929074010b73 None None] The sync data for ids ['5c322392-b135-4445-b02b-22404d38562c'] in ncdv-master-1 is: [{'id': '5c322392-b135-4445-b02b-22404d38562c', 'name': 'tempest-FloatingIPDetailsTestJSON-760537295-router', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:34Z', 'updated_at': '2022-02-19T20:55:39Z', 'revision_number': 4, 'project_id': '07730507b50b4050bd8a83933845823e', 'gw_port': {'id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:35Z', 'updated_at': '2022-02-19T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '886ba989-afb3-41ab-b49e-4829c59d79e3', 'name': '', 'network_id': '53a34220-903d-4411-8b1d-2d30fd82c62a', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'mac_address': 'fa:16:3e:7c:37:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2b8a6992-f983-4cdb-90af-4bec26abd6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:38Z', 'updated_at': '2022-02-19T20:55:44Z', 'revision_number': 4, 'project_id': '07730507b50b4050bd8a83933845823e', 'subnets': [{'id': '2b8a6992-f983-4cdb-90af-4bec26abd6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:55:45.809489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:45.809849 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:45.810361 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:45.810817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Bound port: 365ebc46-b2da-4491-a96e-331ee2fb5b8b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:45.811320 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:45.983434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374207ca-e03a-4700-b844-9457809a353c None None] Pushing event updated for resources: {'Port': ['ID=886ba989-afb3-41ab-b49e-4829c59d79e3,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:46.003009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (481ef14d-712d-4b8f-be3e-98eb844e9dd6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.078433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-deac2fdd-9d95-4b64-9064-29a8da7daf63 None None] Provisioning complete for port 6ad13ef7-c05f-4bdb-be33-195dad103115 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:46.078929 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-deac2fdd-9d95-4b64-9064-29a8da7daf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.080003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8294f09-d577-4e40-ab69-c1230c71edc8 req-82cb01e0-4a14-4ce9-aa55-a2dcfd806f4e tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:46.089452 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8294f09-d577-4e40-ab69-c1230c71edc8 req-82cb01e0-4a14-4ce9-aa55-a2dcfd806f4e tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.7104821
Feb 19 20:55:46.133916 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] For port 365ebc46-b2da-4491-a96e-331ee2fb5b8b, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:46.166733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] For port 365ebc46-b2da-4491-a96e-331ee2fb5b8b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=365ebc46-b2da-4491-a96e-331ee2fb5b8b,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:46.166969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-deac2fdd-9d95-4b64-9064-29a8da7daf63 None None] Port 6ad13ef7-c05f-4bdb-be33-195dad103115 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:55:46.179511 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (481ef14d-712d-4b8f-be3e-98eb844e9dd6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.209293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.213004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8294f09-d577-4e40-ab69-c1230c71edc8 req-a2566494-d89e-4154-a10d-c3432aa142b9 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184013
Feb 19 20:55:46.225145 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.248527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a2dca90>,) {'filters': {'network_id': ['481ef14d-712d-4b8f-be3e-98eb844e9dd6']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:46.257917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:46.260014 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.262316 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] 10.222.0.67 "PUT /v2.0/ports/365ebc46-b2da-4491-a96e-331ee2fb5b8b HTTP/1.1" status: 200  len: 1095 time: 2.0040298
Feb 19 20:55:46.262982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe6da6b-8db6-4c96-9df5-d5e74a151eda', 'tag': '365ebc46-b2da-4491-a96e-331ee2fb5b8b'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:46.294304 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2246133-a6fb-4925-b42f-1036ba53f357" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe6da6b-8db6-4c96-9df5-d5e74a151eda", "tag": "365ebc46-b2da-4491-a96e-331ee2fb5b8b"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:46.307997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f304046e-a7a2-442e-b884-863deec7a58b req-ea8177dc-c693-4bf5-bcda-fe30c406abb2 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.7548435
Feb 19 20:55:46.371212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:46.382070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d4b07-63e9-4e67-890a-3cf8afe6ef98 service neutron] Pushing event updated for resources: {'Port': ['ID=365ebc46-b2da-4491-a96e-331ee2fb5b8b,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:46.402386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a2dca90>, '5183b3f6-bdc7-48dc-b800-a331b90b2ba5') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:46.402799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a2dca90>, '5183b3f6-bdc7-48dc-b800-a331b90b2ba5') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:55:46.441463 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (5183b3f6-bdc7-48dc-b800-a331b90b2ba5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.462705 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (5183b3f6-bdc7-48dc-b800-a331b90b2ba5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.472459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:55:46.473033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (5183b3f6-bdc7-48dc-b800-a331b90b2ba5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:55:46.529087 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:55:46.533268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.557539 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (481ef14d-712d-4b8f-be3e-98eb844e9dd6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.575281 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.576176 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] 10.222.0.30 "DELETE /v2.0/networks/481ef14d-712d-4b8f-be3e-98eb844e9dd6 HTTP/1.1" status: 204  len: 168 time: 0.7780898
Feb 19 20:55:46.608727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47daf6fe-9090-4937-b606-535cbe430e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=481ef14d-712d-4b8f-be3e-98eb844e9dd6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:46.618882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b5d7a4b2-43a1-41af-8c2b-3c1b8aaa3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:46.624879 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b5d7a4b2-43a1-41af-8c2b-3c1b8aaa3463 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=ebe6da6b-8db6-4c96-9df5-d5e74a151eda HTTP/1.1" status: 200  len: 1129 time: 0.2380998
Feb 19 20:55:46.676280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273a2cd-0fb7-4735-8f27-24fa9e68361c req-91e9ddd3-8532-45eb-8171-ecdedf8c3f8f tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:46.684381 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1273a2cd-0fb7-4735-8f27-24fa9e68361c req-91e9ddd3-8532-45eb-8171-ecdedf8c3f8f tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 945 time: 0.2924905
Feb 19 20:55:46.723607 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-de4b85f7-5e02-4ae7-9cf4-68cfc96b9cf6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=365ebc46-b2da-4491-a96e-331ee2fb5b8b HTTP/1.1" status: 200  len: 217 time: 0.0894237
Feb 19 20:55:46.790094 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-f5aa1e27-519d-43af-a354-3f92dba84ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:46.794584 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-f5aa1e27-519d-43af-a354-3f92dba84ac3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0639634
Feb 19 20:55:46.802666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 886ba989-afb3-41ab-b49e-4829c59d79e3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:46.803289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1273a2cd-0fb7-4735-8f27-24fa9e68361c req-3bfc3430-2e41-4be2-b230-29f291e974b2 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121252
Feb 19 20:55:46.893697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-74a40f73-0f7b-410c-9543-31de2d4f2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:46.895539 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-74a40f73-0f7b-410c-9543-31de2d4f2fd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0914590
Feb 19 20:55:46.903265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 886ba989-afb3-41ab-b49e-4829c59d79e3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:46.903732 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:46.937624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44452) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:47.002878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad13ef7-c05f-4bdb-be33-195dad103115 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:47.017495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Publish callbacks [] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.037365 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-4285c7e8-2e7e-4a5c-bfb1-db4c1295949a service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263373
Feb 19 20:55:47.039915 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 886ba989-afb3-41ab-b49e-4829c59d79e3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:47.059249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Transition to ACTIVE for port object 6ad13ef7-c05f-4bdb-be33-195dad103115 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:55:47.070156 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.076135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.100423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4aab6eab-311a-48e4-a309-9bf865eb03cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6f02f88286b49babe665db9d00787a2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1532755
Feb 19 20:55:47.116037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44454) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:47.127814 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7a90f-056e-4175-867b-81137696d96c req-cc1680d2-47c9-4dc2-90a7-db451cc8f3cd tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:47.133488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54c7a90f-056e-4175-867b-81137696d96c req-cc1680d2-47c9-4dc2-90a7-db451cc8f3cd tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 936 time: 0.2099261
Feb 19 20:55:47.210951 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-0ffb3a3b-4828-44dc-99f9-d8ce5c80f6be service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657176
Feb 19 20:55:47.222269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-267dbd6d-95a4-407d-866f-b943dcaa482a admin admin] Publish callbacks [] for security_group (acf377e3-546f-4005-8957-f606d08f4890), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.249683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Pushing event updated for resources: {'Port': ['ID=6ad13ef7-c05f-4bdb-be33-195dad103115,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:47.253742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-267dbd6d-95a4-407d-866f-b943dcaa482a admin admin] Publish callbacks [] for security_group (acf377e3-546f-4005-8957-f606d08f4890), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.318233 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-267dbd6d-95a4-407d-866f-b943dcaa482a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (acf377e3-546f-4005-8957-f606d08f4890), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.321056 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-267dbd6d-95a4-407d-866f-b943dcaa482a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.322385 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-267dbd6d-95a4-407d-866f-b943dcaa482a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/acf377e3-546f-4005-8957-f606d08f4890 HTTP/1.1" status: 204  len: 168 time: 0.2053883
Feb 19 20:55:47.343500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dbd6d-95a4-407d-866f-b943dcaa482a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf377e3-546f-4005-8957-f606d08f4890,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:47.375149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54c7a90f-056e-4175-867b-81137696d96c req-b2dfe143-5be0-48ae-bf37-b117b3addf54 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293913
Feb 19 20:55:47.428231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Allocated IP 172.35.2.73 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/d9800474-e61a-47db-8188-0c164b693cff) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:47.437034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Attempting to bind port 6ad13ef7-c05f-4bdb-be33-195dad103115 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:47.437713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Attempting to bind port 6ad13ef7-c05f-4bdb-be33-195dad103115 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:47.437875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Attempting to bind port 6ad13ef7-c05f-4bdb-be33-195dad103115 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:47.482728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Port 6ad13ef7-c05f-4bdb-be33-195dad103115 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:55:47.483252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Attempting to bind port 6ad13ef7-c05f-4bdb-be33-195dad103115 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:47.520133 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d98ee47-60ec-4f3f-9d0c-a74c9476b185 x-openstack-request-id: req-7d98ee47-60ec-4f3f-9d0c-a74c9476b185 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:47.520463 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe6da6b-8db6-4c96-9df5-d5e74a151eda", "tag": "365ebc46-b2da-4491-a96e-331ee2fb5b8b", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:47.520728 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d98ee47-60ec-4f3f-9d0c-a74c9476b185 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:47.521136 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe6da6b-8db6-4c96-9df5-d5e74a151eda', 'tag': '365ebc46-b2da-4491-a96e-331ee2fb5b8b', 'status': 'completed', 'code': 200}
Feb 19 20:55:47.551474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:47.552014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:47.552221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:47.552708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Bound port: 6ad13ef7-c05f-4bdb-be33-195dad103115, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:47.553128 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.600615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f438d8af-a8db-44da-92fe-ef9f6ae35141 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:47.651660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2246133-a6fb-4925-b42f-1036ba53f357 req-b9da421a-1a45-46a7-a759-9e2a8ac7dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:47.653886 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b2246133-a6fb-4925-b42f-1036ba53f357 req-b9da421a-1a45-46a7-a759-9e2a8ac7dacf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=ebe6da6b-8db6-4c96-9df5-d5e74a151eda HTTP/1.1" status: 200  len: 1129 time: 0.0999935
Feb 19 20:55:47.680033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port f438d8af-a8db-44da-92fe-ef9f6ae35141 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:47.681240 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.698486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] For port 6ad13ef7-c05f-4bdb-be33-195dad103115, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:47.722047 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for port (d9800474-e61a-47db-8188-0c164b693cff), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.729315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] For port 6ad13ef7-c05f-4bdb-be33-195dad103115, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ad13ef7-c05f-4bdb-be33-195dad103115,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:47.786734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d25ec-2f89-4499-8dac-a89110449f9c req-9e2f0ca7-15e9-49f4-8654-97471bcdcfcb tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:47.788277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a97d25ec-2f89-4499-8dac-a89110449f9c req-9e2f0ca7-15e9-49f4-8654-97471bcdcfcb tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1375086
Feb 19 20:55:47.790025 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.814627 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d9800474-e61a-47db-8188-0c164b693cff), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.824095 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2246133-a6fb-4925-b42f-1036ba53f357 req-17049574-0dc9-4892-891a-8c6d65492f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:47.826807 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b2246133-a6fb-4925-b42f-1036ba53f357 req-17049574-0dc9-4892-891a-8c6d65492f34 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1634443
Feb 19 20:55:47.853575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port f438d8af-a8db-44da-92fe-ef9f6ae35141 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:47.857434 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.870243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:47.880687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:47.886402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:47.887035 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.891416 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b2246133-a6fb-4925-b42f-1036ba53f357 req-b08d920f-4e34-4302-9e94-9fb0caab0536 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=365ebc46-b2da-4491-a96e-331ee2fb5b8b HTTP/1.1" status: 200  len: 217 time: 0.0572367
Feb 19 20:55:47.896640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] 10.222.0.10 "PUT /v2.0/ports/6ad13ef7-c05f-4bdb-be33-195dad103115 HTTP/1.1" status: 200  len: 1096 time: 2.3540676
Feb 19 20:55:47.897747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee1ae54-f01f-41c1-811a-689b47b22890', 'tag': '6ad13ef7-c05f-4bdb-be33-195dad103115'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:47.912660 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92df6c38-2056-4870-8a43-9f457ceec458" -d '{"events": [{"name": "network-changed", "server_uuid": "eee1ae54-f01f-41c1-811a-689b47b22890", "tag": "6ad13ef7-c05f-4bdb-be33-195dad103115"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:47.915311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343027f-776d-4868-a38a-15e285438dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f438d8af-a8db-44da-92fe-ef9f6ae35141'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:47.919748 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5dbedc-dd03-44ee-b6d3-e7a92c9bf285" -d '{"events": [{"server_uuid": "1343027f-776d-4868-a38a-15e285438dd6", "name": "network-vif-plugged", "status": "completed", "tag": "f438d8af-a8db-44da-92fe-ef9f6ae35141"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:47.947874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f438d8af-a8db-44da-92fe-ef9f6ae35141, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f438d8af-a8db-44da-92fe-ef9f6ae35141,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:47.955571 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:47.974648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44472) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:47.980014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:47.991901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c428a0-8012-4b2c-ae24-82d1b72d58aa service neutron] Pushing event updated for resources: {'Port': ['ID=6ad13ef7-c05f-4bdb-be33-195dad103115,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:48.021948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2246133-a6fb-4925-b42f-1036ba53f357 req-78770938-c8b1-4cdc-8726-36d859e6470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:48.023440 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b2246133-a6fb-4925-b42f-1036ba53f357 req-78770938-c8b1-4cdc-8726-36d859e6470a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1244073
Feb 19 20:55:48.034928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=f438d8af-a8db-44da-92fe-ef9f6ae35141,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:48.054747 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-355ce67d-5784-43c2-9aa8-577cce9a649e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49cea17e4a9b45f388e8d8b4bf2b42f4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0787215
Feb 19 20:55:48.074027 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44474) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:48.074389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44476) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:48.130285 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2246133-a6fb-4925-b42f-1036ba53f357 req-0b4fd969-d77b-4308-aed3-93467e8101ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:48.132209 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b2246133-a6fb-4925-b42f-1036ba53f357 req-0b4fd969-d77b-4308-aed3-93467e8101ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0981281
Feb 19 20:55:48.147121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a97d25ec-2f89-4499-8dac-a89110449f9c req-45379584-69c9-4b8f-9566-7de61e3dac78 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3296747
Feb 19 20:55:48.164810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a42955a-89a3-4331-86e9-be96ba7ebf35 admin admin] Publish callbacks [] for security_group (8d62cf46-dac1-45b6-91c6-02459da7654c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.226558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event updated for resources: {'Port': ['ID=d9800474-e61a-47db-8188-0c164b693cff,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:48.237354 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7776ee1f-4fb3-4e9c-89ff-dfdb26277b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.237574 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a42955a-89a3-4331-86e9-be96ba7ebf35 admin admin] Publish callbacks [] for security_group (8d62cf46-dac1-45b6-91c6-02459da7654c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.246305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-54c1f74c-fe52-4353-be3a-defe97808425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:48.248014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-54c1f74c-fe52-4353-be3a-defe97808425 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 1130 time: 0.2647879
Feb 19 20:55:48.265262 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (3cb57389-71c5-4d31-acea-ecb289f005a4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.282055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7b3f4c1-8368-4331-88fc-2d45b17a3160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.317780 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b2246133-a6fb-4925-b42f-1036ba53f357 req-3ec45623-b9c4-44f1-9598-a27d1d007167 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755183
Feb 19 20:55:48.331140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-233df66d-7ce2-4b59-aabe-61ca6118e3e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6ad13ef7-c05f-4bdb-be33-195dad103115 HTTP/1.1" status: 200  len: 217 time: 0.0730786
Feb 19 20:55:48.384970 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a42955a-89a3-4331-86e9-be96ba7ebf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8d62cf46-dac1-45b6-91c6-02459da7654c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.387763 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a42955a-89a3-4331-86e9-be96ba7ebf35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.388940 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3a42955a-89a3-4331-86e9-be96ba7ebf35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d62cf46-dac1-45b6-91c6-02459da7654c HTTP/1.1" status: 204  len: 168 time: 0.3134983
Feb 19 20:55:48.400941 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d9800474-e61a-47db-8188-0c164b693cff), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.413905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42955a-89a3-4331-86e9-be96ba7ebf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d62cf46-dac1-45b6-91c6-02459da7654c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:48.449943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af9776-31db-4701-afe9-f303c0ba7c86 req-52045ce9-cc01-47b5-87f1-2767dc216e24 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:48.451666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30af9776-31db-4701-afe9-f303c0ba7c86 req-52045ce9-cc01-47b5-87f1-2767dc216e24 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.1955826
Feb 19 20:55:48.460484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-374a67c3-c45e-459b-87f4-1281bedf5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:48.461893 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-374a67c3-c45e-459b-87f4-1281bedf5a38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1256931
Feb 19 20:55:48.477373 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7b3f4c1-8368-4331-88fc-2d45b17a3160 admin admin] Publish callbacks [] for security_group (6966b816-a1ba-4d30-a81b-2eb6e8567406), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.479591 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b2246133-a6fb-4925-b42f-1036ba53f357 req-2540068e-9249-4847-ae76-98503b149f3b service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473801
Feb 19 20:55:48.483752 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7b3f4c1-8368-4331-88fc-2d45b17a3160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6966b816-a1ba-4d30-a81b-2eb6e8567406), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.523503 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d7b3f4c1-8368-4331-88fc-2d45b17a3160 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b19698456a82425ea00402284be14a6c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4468138
Feb 19 20:55:48.524532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3f4c1-8368-4331-88fc-2d45b17a3160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6966b816-a1ba-4d30-a81b-2eb6e8567406,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:48.526946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44486) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:48.594074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5a54926-4776-474b-aa2b-0dced6bb46a5 admin admin] Publish callbacks [] for security_group (6966b816-a1ba-4d30-a81b-2eb6e8567406), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.611820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30af9776-31db-4701-afe9-f303c0ba7c86 req-84ce0b2b-7f79-4a78-87a2-1e9358487e66 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474042
Feb 19 20:55:48.620557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-c4fd6e31-c1cc-484f-8f23-5e4adb810563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:48.622054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-c4fd6e31-c1cc-484f-8f23-5e4adb810563 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1435406
Feb 19 20:55:48.632847 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5a54926-4776-474b-aa2b-0dced6bb46a5 admin admin] Publish callbacks [] for security_group (6966b816-a1ba-4d30-a81b-2eb6e8567406), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.712511 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5a54926-4776-474b-aa2b-0dced6bb46a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6966b816-a1ba-4d30-a81b-2eb6e8567406), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.715369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5a54926-4776-474b-aa2b-0dced6bb46a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.719041 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d5a54926-4776-474b-aa2b-0dced6bb46a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6966b816-a1ba-4d30-a81b-2eb6e8567406 HTTP/1.1" status: 204  len: 168 time: 0.1887417
Feb 19 20:55:48.734170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a54926-4776-474b-aa2b-0dced6bb46a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6966b816-a1ba-4d30-a81b-2eb6e8567406,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:48.776020 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for port (d9800474-e61a-47db-8188-0c164b693cff), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.792004 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d9800474-e61a-47db-8188-0c164b693cff), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:48.809488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-17925f39-d3d5-41ac-95e7-a83bfa2867d4 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783924
Feb 19 20:55:48.876601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd678-ee00-4c9a-b2d9-4ba807c40b05 req-7c24554b-e414-4d01-a0f9-c2d57068d066 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:48.878125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ebbdd678-ee00-4c9a-b2d9-4ba807c40b05 req-7c24554b-e414-4d01-a0f9-c2d57068d066 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1752672
Feb 19 20:55:48.942009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event updated for resources: {'Port': ['ID=d9800474-e61a-47db-8188-0c164b693cff,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:48.968003 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (3cb57389-71c5-4d31-acea-ecb289f005a4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.013319 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.020786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f304046e-a7a2-442e-b884-863deec7a58b req-3e7de799-c731-4eb9-8282-e1462f8d7b67 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.6611099
Feb 19 20:55:49.047555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e7c5c93-e574-44a5-a199-be6b037acdc8 req-ca8b1c4d-cb1d-4506-8e95-b11966663a51 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193675
Feb 19 20:55:49.052174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ebbdd678-ee00-4c9a-b2d9-4ba807c40b05 req-2de64736-cc7a-40b9-a903-3d7194de7206 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567552
Feb 19 20:55:49.111148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f304046e-a7a2-442e-b884-863deec7a58b req-8cda653d-5d51-4860-9c41-629c409f02d2 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.73 HTTP/1.1" status: 200  len: 695 time: 0.0892184
Feb 19 20:55:49.115095 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0103189-32d0-447f-9a54-e8e459793591 x-openstack-request-id: req-d0103189-32d0-447f-9a54-e8e459793591 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:49.115711 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343027f-776d-4868-a38a-15e285438dd6", "name": "network-vif-plugged", "status": "completed", "tag": "f438d8af-a8db-44da-92fe-ef9f6ae35141", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:49.118802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44506) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:49.125017 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0103189-32d0-447f-9a54-e8e459793591 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:49.125378 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343027f-776d-4868-a38a-15e285438dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f438d8af-a8db-44da-92fe-ef9f6ae35141', 'code': 200}
Feb 19 20:55:49.134831 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d1a2fb6-4f45-44ad-ad68-ee969a622219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.207780 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ef6283-0540-4f6d-8b6d-9a082d52720d x-openstack-request-id: req-d5ef6283-0540-4f6d-8b6d-9a082d52720d {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:49.208133 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee1ae54-f01f-41c1-811a-689b47b22890", "tag": "6ad13ef7-c05f-4bdb-be33-195dad103115", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:49.208684 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5ef6283-0540-4f6d-8b6d-9a082d52720d {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:49.209224 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee1ae54-f01f-41c1-811a-689b47b22890', 'tag': '6ad13ef7-c05f-4bdb-be33-195dad103115', 'status': 'completed', 'code': 200}
Feb 19 20:55:49.275190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d1a2fb6-4f45-44ad-ad68-ee969a622219 admin admin] Publish callbacks [] for security_group (41e08898-7079-41ca-b154-c73486438adb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.278715 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d1a2fb6-4f45-44ad-ad68-ee969a622219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (41e08898-7079-41ca-b154-c73486438adb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.324979 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1d1a2fb6-4f45-44ad-ad68-ee969a622219 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fc1f684a7ab40a993960fc7def6df16&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2049918
Feb 19 20:55:49.325775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44514) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:49.328039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a2fb6-4f45-44ad-ad68-ee969a622219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e08898-7079-41ca-b154-c73486438adb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:49.361405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304046e-a7a2-442e-b884-863deec7a58b req-1264b239-546c-45cf-ad75-71494dd4e8e1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:49.363583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f304046e-a7a2-442e-b884-863deec7a58b req-1264b239-546c-45cf-ad75-71494dd4e8e1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.2506676
Feb 19 20:55:49.365767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df6c38-2056-4870-8a43-9f457ceec458 req-926090c2-36a8-409e-827a-7fd16b395de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:49.367388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92df6c38-2056-4870-8a43-9f457ceec458 req-926090c2-36a8-409e-827a-7fd16b395de6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 1130 time: 0.1573417
Feb 19 20:55:49.405596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44518) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:49.413958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49d4f10e-1aa3-44eb-853a-7512bdebd90f admin admin] Publish callbacks [] for security_group (41e08898-7079-41ca-b154-c73486438adb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.437441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb89fb-4d49-4305-be6a-a4832f92e55a req-76308c99-a7ad-4346-8b6b-34b306d5fb74 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:49.441436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49d4f10e-1aa3-44eb-853a-7512bdebd90f admin admin] Publish callbacks [] for security_group (41e08898-7079-41ca-b154-c73486438adb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.444185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7bb89fb-4d49-4305-be6a-a4832f92e55a req-76308c99-a7ad-4346-8b6b-34b306d5fb74 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 948 time: 0.1897364
Feb 19 20:55:49.485089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88815554-e823-4a14-8bd6-0c1d94c9fa39 req-be2e31c7-21c6-4aac-b00b-4348b0978a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:49.486629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-88815554-e823-4a14-8bd6-0c1d94c9fa39 req-be2e31c7-21c6-4aac-b00b-4348b0978a56 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 1128 time: 0.2334795
Feb 19 20:55:49.494799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49d4f10e-1aa3-44eb-853a-7512bdebd90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (41e08898-7079-41ca-b154-c73486438adb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.497601 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-49d4f10e-1aa3-44eb-853a-7512bdebd90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.501162 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-49d4f10e-1aa3-44eb-853a-7512bdebd90f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41e08898-7079-41ca-b154-c73486438adb HTTP/1.1" status: 204  len: 168 time: 0.1717522
Feb 19 20:55:49.513144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4f10e-1aa3-44eb-853a-7512bdebd90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e08898-7079-41ca-b154-c73486438adb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:49.555313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1831051334-network', 'tenant_id': '63acbd462dfc418fab3fbeedccacb9c7'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:49.577807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Made reservation on behalf of 63acbd462dfc418fab3fbeedccacb9c7 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:49.582196 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.593460 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.688117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Publish callbacks [] for security_group (b362d3ab-dec9-409e-b96c-8cc83e6d831a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.693399 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b362d3ab-dec9-409e-b96c-8cc83e6d831a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.714446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:55:49.742678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (5a68a0e3-23aa-4307-9efb-676643d4d687), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.743153 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Added segment 5a68a0e3-23aa-4307-9efb-676643d4d687 of type vlan for network 38f0b579-c349-4313-af39-532bf5d625a7
Feb 19 20:55:49.752866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b362d3ab-dec9-409e-b96c-8cc83e6d831a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:49.791404 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (38f0b579-c349-4313-af39-532bf5d625a7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.825926 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (38f0b579-c349-4313-af39-532bf5d625a7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.826925 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:49.827532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:49.878978 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4723084
Feb 19 20:55:49.882029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44534) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:49.892233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] Request body: {'subnet': {'network_id': '38f0b579-c349-4313-af39-532bf5d625a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1831051334-subnet', 'tenant_id': '63acbd462dfc418fab3fbeedccacb9c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:49.898684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444520d-6817-4bcc-950f-fc5e54677698 admin admin] Pushing event updated for resources: {'Network': ['ID=38f0b579-c349-4313-af39-532bf5d625a7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:49.910050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 38f0b579-c349-4313-af39-532bf5d625a7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:55:49.912591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7bb89fb-4d49-4305-be6a-a4832f92e55a req-fdb6d839-f8b9-48ee-89cf-a79211ef533c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4651654
Feb 19 20:55:49.924667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-88815554-e823-4a14-8bd6-0c1d94c9fa39 req-2d76656f-9f8e-4fe9-be98-13b8d40fce27 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274199
Feb 19 20:55:49.933035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06783e97-060f-4494-8d80-d5ccb1ce640e req-450ee504-abbb-4697-bd73-84f824aea252 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:49.934521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06783e97-060f-4494-8d80-d5ccb1ce640e req-450ee504-abbb-4697-bd73-84f824aea252 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.4882557
Feb 19 20:55:49.942727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df6c38-2056-4870-8a43-9f457ceec458 req-b06a64a2-7cee-4615-9f65-c0088ccf0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:49.944269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92df6c38-2056-4870-8a43-9f457ceec458 req-b06a64a2-7cee-4615-9f65-c0088ccf0448 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.5675027
Feb 19 20:55:50.014559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] Made reservation on behalf of 63acbd462dfc418fab3fbeedccacb9c7 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:50.016863 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:50.180548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06783e97-060f-4494-8d80-d5ccb1ce640e req-cfd8d843-b201-42bf-a6f5-5997da384dea tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2261450
Feb 19 20:55:50.182024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92df6c38-2056-4870-8a43-9f457ceec458 req-e0614363-cddd-428c-80db-6ffa73d4d896 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6ad13ef7-c05f-4bdb-be33-195dad103115 HTTP/1.1" status: 200  len: 217 time: 0.0682845
Feb 19 20:55:50.207954 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-906b83ab-5b3e-4a0d-83d6-53bee70e8858 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2697988
Feb 19 20:55:50.236314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:50.308864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df6c38-2056-4870-8a43-9f457ceec458 req-2e4983c8-d6be-46b5-a6f0-543e1dfc2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:50.310471 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92df6c38-2056-4870-8a43-9f457ceec458 req-2e4983c8-d6be-46b5-a6f0-543e1dfc2f1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1190829
Feb 19 20:55:50.318362 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:50.338526 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-553d7cce-8427-415f-a444-2f6be0611a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:50.464988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af3c87-7c19-469a-89e0-57bad73de9f4 req-e1cb3449-283d-4c68-84ab-8b594e6b32d3 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:50.466550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13af3c87-7c19-469a-89e0-57bad73de9f4 req-e1cb3449-283d-4c68-84ab-8b594e6b32d3 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.2221866
Feb 19 20:55:50.516497 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (8c584acd-f1ea-4260-ae60-d9ed87b82a43), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:50.566482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df6c38-2056-4870-8a43-9f457ceec458 req-486bbe78-16b1-4c66-9c2c-888f3ae8d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:50.567967 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92df6c38-2056-4870-8a43-9f457ceec458 req-486bbe78-16b1-4c66-9c2c-888f3ae8d132 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2294374
Feb 19 20:55:50.651828 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13af3c87-7c19-469a-89e0-57bad73de9f4 req-61994983-ae8a-4c9c-9892-dfaa2e473731 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663752
Feb 19 20:55:50.663875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c584acd-f1ea-4260-ae60-d9ed87b82a43,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:50.711632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:50.711792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] Network hostable DHCP agents. Network: 38f0b579-c349-4313-af39-532bf5d625a7, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:55:50.769808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92df6c38-2056-4870-8a43-9f457ceec458 req-d22c190f-3f57-4752-a0bd-1a6d8511d2a9 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1930583
Feb 19 20:55:50.771316 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:50.788993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] Network 38f0b579-c349-4313-af39-532bf5d625a7 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:55:50.877025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 38f0b579-c349-4313-af39-532bf5d625a7) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:50.887534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab0cfa3-1678-4fe0-b454-1ef5ddb26ba5 None None] Network 38f0b579-c349-4313-af39-532bf5d625a7 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:55:50.887882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:50.888828 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:50.929843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23da52f-1dc8-4d7a-ad65-44ca301d7e85 req-825f0311-cd6e-4e48-87d2-a23dec9190f9 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:50.931606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a23da52f-1dc8-4d7a-ad65-44ca301d7e85 req-825f0311-cd6e-4e48-87d2-a23dec9190f9 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1995599
Feb 19 20:55:50.975570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ae888579-872a-41ff-a637-6a1aa2977c98 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0791600
Feb 19 20:55:50.996654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b203e84-cd28-456c-8d7f-2704de3762b3 None None] Network 38f0b579-c349-4313-af39-532bf5d625a7 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:55:51.015152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92df6c38-2056-4870-8a43-9f457ceec458 req-972333fe-883f-42f5-8cfd-821e3b6f0ca1 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2218032
Feb 19 20:55:51.035954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Allocated IP 172.35.2.21 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/834ce15d-c9f5-4393-8c43-10d2c653e562) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:51.063005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a23da52f-1dc8-4d7a-ad65-44ca301d7e85 req-a117154b-669b-4a0d-a993-fe1a12f0b92b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004326
Feb 19 20:55:51.180095 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for port (834ce15d-c9f5-4393-8c43-10d2c653e562), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.228631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 365ebc46-b2da-4491-a96e-331ee2fb5b8b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:55:51.230421 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (834ce15d-c9f5-4393-8c43-10d2c653e562), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.288583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:51.292270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:51.297078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:51.329694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event updated for resources: {'Port': ['ID=834ce15d-c9f5-4393-8c43-10d2c653e562,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:51.383309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 365ebc46-b2da-4491-a96e-331ee2fb5b8b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=365ebc46-b2da-4491-a96e-331ee2fb5b8b,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:51.411793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '365ebc46-b2da-4491-a96e-331ee2fb5b8b', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '365ebc46-b2da-4491-a96e-331ee2fb5b8b', 'mac_address': 'fa:16:3e:e5:ff:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:55:51.424121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (dceb5df2-1c30-41d6-8b0c-3e1ce6eaf307), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.458696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 365ebc46-b2da-4491-a96e-331ee2fb5b8b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:51.459114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.473626 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365ebc46-b2da-4491-a96e-331ee2fb5b8b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:51.496435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 365ebc46-b2da-4491-a96e-331ee2fb5b8b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=365ebc46-b2da-4491-a96e-331ee2fb5b8b,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:51.501333 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.516079 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (834ce15d-c9f5-4393-8c43-10d2c653e562), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.552853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e8084-3b1b-47a1-a8d7-5f499b93ece5 req-22839f2a-2009-40c5-b38a-3eb005bb9d28 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:51.557200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=365ebc46-b2da-4491-a96e-331ee2fb5b8b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:51.559584 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc8e8084-3b1b-47a1-a8d7-5f499b93ece5 req-22839f2a-2009-40c5-b38a-3eb005bb9d28 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 948 time: 0.1256690
Feb 19 20:55:51.637002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6ad13ef7-c05f-4bdb-be33-195dad103115 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:55:51.655951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc8e8084-3b1b-47a1-a8d7-5f499b93ece5 req-481f29f1-4db6-469e-b043-2d1602ff8b76 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955007
Feb 19 20:55:51.742998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44592) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:51.750009 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for port (834ce15d-c9f5-4393-8c43-10d2c653e562), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.750383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-798165249-network', 'tenant_id': 'f642268b70be4aae83c2f209575ec73e'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:51.760140 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.766704 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (834ce15d-c9f5-4393-8c43-10d2c653e562), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.774179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Made reservation on behalf of f642268b70be4aae83c2f209575ec73e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:51.776600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.782668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 6ad13ef7-c05f-4bdb-be33-195dad103115, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ad13ef7-c05f-4bdb-be33-195dad103115,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:51.787605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.795748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '6ad13ef7-c05f-4bdb-be33-195dad103115', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '6ad13ef7-c05f-4bdb-be33-195dad103115', 'mac_address': 'fa:16:3e:3e:a8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:55:51.836212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 6ad13ef7-c05f-4bdb-be33-195dad103115 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:51.836744 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.847560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event updated for resources: {'Port': ['ID=834ce15d-c9f5-4393-8c43-10d2c653e562,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:51.851836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad13ef7-c05f-4bdb-be33-195dad103115 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:51.867936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad693c11-c3b7-4b5d-a49b-b17e853e899f req-f4ae3f6d-dae3-4c48-8619-168977bd23a2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:51.869503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad693c11-c3b7-4b5d-a49b-b17e853e899f req-f4ae3f6d-dae3-4c48-8619-168977bd23a2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1342695
Feb 19 20:55:51.870477 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (dceb5df2-1c30-41d6-8b0c-3e1ce6eaf307), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.878745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 6ad13ef7-c05f-4bdb-be33-195dad103115, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ad13ef7-c05f-4bdb-be33-195dad103115,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:51.879316 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Publish callbacks [] for security_group (76e03435-c706-4ad4-ba98-fed10e635de3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.884402 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.884971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (76e03435-c706-4ad4-ba98-fed10e635de3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.892127 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.893303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-d5581f6f-c152-4d06-9aa2-6ce383502b03 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.6648440
Feb 19 20:55:51.910378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:55:51.924413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e03435-c706-4ad4-ba98-fed10e635de3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:51.931312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (da2dd8dc-58a2-4f8d-ac7d-bfa98dd6199d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.931987 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Added segment da2dd8dc-58a2-4f8d-ac7d-bfa98dd6199d of type vlan for network 7302c32b-fcca-4a5a-b701-194ec5415ad1
Feb 19 20:55:51.949466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=6ad13ef7-c05f-4bdb-be33-195dad103115,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:51.959986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-32aadfb1-6ac1-4775-b914-ea05c8c272fc tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.21 HTTP/1.1" status: 200  len: 695 time: 0.0561247
Feb 19 20:55:51.973891 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (7302c32b-fcca-4a5a-b701-194ec5415ad1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:51.984499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad693c11-c3b7-4b5d-a49b-b17e853e899f req-fce93b14-82a3-4f86-a08f-8ae42cf85405 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034958
Feb 19 20:55:52.013823 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (7302c32b-fcca-4a5a-b701-194ec5415ad1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:52.014823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:52.015529 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:52.079846 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3346784
Feb 19 20:55:52.084213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-401d1350-7a22-42ad-8aea-212b5d2033fd tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:52.085683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aad22719-42c4-44dc-85ca-569ce64352e6 req-401d1350-7a22-42ad-8aea-212b5d2033fd tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.1179824
Feb 19 20:55:52.086148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44598) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:52.091823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] Request body: {'subnet': {'network_id': '7302c32b-fcca-4a5a-b701-194ec5415ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-798165249-subnet', 'tenant_id': 'f642268b70be4aae83c2f209575ec73e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:52.112250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a775f1a-f694-48ba-a243-c1471389936d admin admin] Pushing event updated for resources: {'Network': ['ID=7302c32b-fcca-4a5a-b701-194ec5415ad1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:52.124347 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] Made reservation on behalf of f642268b70be4aae83c2f209575ec73e for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:52.124484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6ad13ef7-c05f-4bdb-be33-195dad103115'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:52.127214 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:52.155011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253aab38-f735-4425-9a87-eef3ab852491 req-04c4f3e8-7e3f-4d7e-96d0-d2878ad37311 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:52.165086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-253aab38-f735-4425-9a87-eef3ab852491 req-04c4f3e8-7e3f-4d7e-96d0-d2878ad37311 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.0616922
Feb 19 20:55:52.183390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 7302c32b-fcca-4a5a-b701-194ec5415ad1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:55:52.225551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-253aab38-f735-4425-9a87-eef3ab852491 req-92e8c537-5e41-45ce-90ef-11a6e3c97f03 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622776
Feb 19 20:55:52.242932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['365ebc46-b2da-4491-a96e-331ee2fb5b8b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:52.316837 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (ce4113c8-37d1-45f0-a682-f0d899c5c02d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:52.364821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf0fd8-c4f4-41d8-85db-f2f62c5f3ded req-5dec07b8-15cc-4f98-b21e-05992af35ce5 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:52.366364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4bf0fd8-c4f4-41d8-85db-f2f62c5f3ded req-5dec07b8-15cc-4f98-b21e-05992af35ce5 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1259973
Feb 19 20:55:52.398176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] Checking segment: {'id': 'da2dd8dc-58a2-4f8d-ac7d-bfa98dd6199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7302c32b-fcca-4a5a-b701-194ec5415ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:52.398587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] Network hostable DHCP agents. Network: 7302c32b-fcca-4a5a-b701-194ec5415ad1, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:55:52.400819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4113c8-37d1-45f0-a682-f0d899c5c02d,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:52.409428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-105eb32f-1e74-4316-9fda-d0f370987fff tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1521914
Feb 19 20:55:52.417876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:52.422406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] Network 7302c32b-fcca-4a5a-b701-194ec5415ad1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:55:52.437895 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7302c32b-fcca-4a5a-b701-194ec5415ad1) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:52.446949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:52.449042 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:52.454899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4327ff-78e6-4b21-90f5-baf947ad7125 None None] Network 7302c32b-fcca-4a5a-b701-194ec5415ad1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:55:52.459811 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4bf0fd8-c4f4-41d8-85db-f2f62c5f3ded req-9986188c-b135-43a7-8998-9a6ab8bbd994 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771949
Feb 19 20:55:52.462057 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:52.479164 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3927017e-5cd1-4a2c-a3c1-ab1c2c1d1d8f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3911664
Feb 19 20:55:52.597581 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:52.607407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4102a6-fcf7-49f3-9bbe-f73bb80bf32a None None] Network 7302c32b-fcca-4a5a-b701-194ec5415ad1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:55:52.719278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Allocated IP 172.35.2.199 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/93dd47ae-aa83-4ec5-a202-9120b4ba2f05) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:52.898467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for port (93dd47ae-aa83-4ec5-a202-9120b4ba2f05), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:52.954715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44624) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:52.973266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cff382-2e0a-4de4-89b7-9f7d67817568 req-99caa3e9-8159-4775-bc66-5e5c7065b1da tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:52.974829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57cff382-2e0a-4de4-89b7-9f7d67817568 req-99caa3e9-8159-4775-bc66-5e5c7065b1da tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.0746763
Feb 19 20:55:52.980714 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (93dd47ae-aa83-4ec5-a202-9120b4ba2f05), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.041269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:53.046096 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.049589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:53.059236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:53.066959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event updated for resources: {'Port': ['ID=93dd47ae-aa83-4ec5-a202-9120b4ba2f05,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:53.100218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57cff382-2e0a-4de4-89b7-9f7d67817568 req-75f36ea8-6cd7-4a33-a8ab-3fd83956b2e5 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159289
Feb 19 20:55:53.121239 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8224fce3-4f60-4f95-92b2-70b93b3645d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.206107 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8224fce3-4f60-4f95-92b2-70b93b3645d3 admin admin] Publish callbacks [] for security_group (9b5a6e49-3c5b-48e5-a6b4-e819e2b1e83f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.210005 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8224fce3-4f60-4f95-92b2-70b93b3645d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9b5a6e49-3c5b-48e5-a6b4-e819e2b1e83f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.220196 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (c7b9fff9-9978-4dee-8d67-a5cdf9491996), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.248450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224fce3-4f60-4f95-92b2-70b93b3645d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a6e49-3c5b-48e5-a6b4-e819e2b1e83f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:53.255052 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8224fce3-4f60-4f95-92b2-70b93b3645d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f74599f5d93247128d6eed7dfd59bdd8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2991776
Feb 19 20:55:53.257617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44634) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:53.265484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43683cae-f797-4c50-8249-ae1ad4986776 req-aaf09ab6-1f74-4fd4-a37b-78b8e7d5ddf1 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:53.266968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43683cae-f797-4c50-8249-ae1ad4986776 req-aaf09ab6-1f74-4fd4-a37b-78b8e7d5ddf1 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 949 time: 0.0953782
Feb 19 20:55:53.275669 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (93dd47ae-aa83-4ec5-a202-9120b4ba2f05), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.305472 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-478a4989-4451-4e6f-8fc0-0e63572af9d1 admin admin] Publish callbacks [] for security_group (9b5a6e49-3c5b-48e5-a6b4-e819e2b1e83f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.327931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-478a4989-4451-4e6f-8fc0-0e63572af9d1 admin admin] Publish callbacks [] for security_group (9b5a6e49-3c5b-48e5-a6b4-e819e2b1e83f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.364921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43683cae-f797-4c50-8249-ae1ad4986776 req-7c9dd8be-d3d5-4138-ba32-5b5c9b191d59 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864959
Feb 19 20:55:53.374923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-478a4989-4451-4e6f-8fc0-0e63572af9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9b5a6e49-3c5b-48e5-a6b4-e819e2b1e83f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.378104 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-478a4989-4451-4e6f-8fc0-0e63572af9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.381815 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-478a4989-4451-4e6f-8fc0-0e63572af9d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b5a6e49-3c5b-48e5-a6b4-e819e2b1e83f HTTP/1.1" status: 204  len: 168 time: 0.1208701
Feb 19 20:55:53.389555 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a4989-4451-4e6f-8fc0-0e63572af9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a6e49-3c5b-48e5-a6b4-e819e2b1e83f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:53.481950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for port (93dd47ae-aa83-4ec5-a202-9120b4ba2f05), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.487684 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (93dd47ae-aa83-4ec5-a202-9120b4ba2f05), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.567816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event updated for resources: {'Port': ['ID=93dd47ae-aa83-4ec5-a202-9120b4ba2f05,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:53.576213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (c7b9fff9-9978-4dee-8d67-a5cdf9491996), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.592857 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.594809 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-329cfc02-87e2-4338-a967-f7aada807842 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.1843002
Feb 19 20:55:53.639420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6ad13ef7-c05f-4bdb-be33-195dad103115 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:53.662316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-956e04bc-47a8-4107-995a-590f66c05f6e tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.199 HTTP/1.1" status: 200  len: 696 time: 0.0597916
Feb 19 20:55:53.701028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 6ad13ef7-c05f-4bdb-be33-195dad103115 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:55:53.706982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 6ad13ef7-c05f-4bdb-be33-195dad103115 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:53.707597 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.722802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44650) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:53.739797 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0714ea08-c1c0-425c-99ae-b636943e579d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.802315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 6ad13ef7-c05f-4bdb-be33-195dad103115 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:53.802982 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.826700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0714ea08-c1c0-425c-99ae-b636943e579d admin admin] Publish callbacks [] for security_group (ac5d488c-6758-4c2a-83b7-734bc806683f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.828013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee1ae54-f01f-41c1-811a-689b47b22890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad13ef7-c05f-4bdb-be33-195dad103115'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:53.830364 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c93524e-ceac-4a87-9dd7-213e93bedaeb" -d '{"events": [{"server_uuid": "eee1ae54-f01f-41c1-811a-689b47b22890", "name": "network-vif-plugged", "status": "completed", "tag": "6ad13ef7-c05f-4bdb-be33-195dad103115"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:53.831920 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0714ea08-c1c0-425c-99ae-b636943e579d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ac5d488c-6758-4c2a-83b7-734bc806683f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.844588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 6ad13ef7-c05f-4bdb-be33-195dad103115, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ad13ef7-c05f-4bdb-be33-195dad103115,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:53.850310 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:53.880354 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0714ea08-c1c0-425c-99ae-b636943e579d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09dac1ebed254b7eb708a2744966d19d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1563294
Feb 19 20:55:53.883128 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44654) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:53.890261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714ea08-c1c0-425c-99ae-b636943e579d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5d488c-6758-4c2a-83b7-734bc806683f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:53.890706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-6a3962de-89d7-47c4-a1e1-03dcbbe1955b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:53.892081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc93b10e-3e3d-4ec3-ab83-d857c96f2f4e req-6a3962de-89d7-47c4-a1e1-03dcbbe1955b tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.2212360
Feb 19 20:55:53.910597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-ea0ded8d-2f67-4c9d-814c-09b83d4e6ca3 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:53.912139 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-ea0ded8d-2f67-4c9d-814c-09b83d4e6ca3 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 808 time: 0.1759629
Feb 19 20:55:53.912687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=6ad13ef7-c05f-4bdb-be33-195dad103115,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:53.934144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-2da8c693-891a-4fe4-b5d7-6096ff75c100 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/quotas/63acbd462dfc418fab3fbeedccacb9c7 HTTP/1.1" status: 200  len: 375 time: 0.0156214
Feb 19 20:55:53.971762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-726c503f-bc39-4324-ac4d-81b3fcabdff5 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0321763
Feb 19 20:55:54.027553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdc156-4ded-4547-8295-b98ba5a18110 req-2a3e039d-4ab1-42a3-8ce3-7b62f3be784c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:54.029214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13bdc156-4ded-4547-8295-b98ba5a18110 req-2a3e039d-4ab1-42a3-8ce3-7b62f3be784c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.0600262
Feb 19 20:55:54.226234 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f30d7240-51fe-4236-98df-e8473456dcf6 admin admin] Publish callbacks [] for security_group (ac5d488c-6758-4c2a-83b7-734bc806683f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:54.249359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f30d7240-51fe-4236-98df-e8473456dcf6 admin admin] Publish callbacks [] for security_group (ac5d488c-6758-4c2a-83b7-734bc806683f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:54.297420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f30d7240-51fe-4236-98df-e8473456dcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ac5d488c-6758-4c2a-83b7-734bc806683f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:54.300689 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f30d7240-51fe-4236-98df-e8473456dcf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:54.301893 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f30d7240-51fe-4236-98df-e8473456dcf6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac5d488c-6758-4c2a-83b7-734bc806683f HTTP/1.1" status: 204  len: 168 time: 0.4175904
Feb 19 20:55:54.315318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d7240-51fe-4236-98df-e8473456dcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5d488c-6758-4c2a-83b7-734bc806683f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:54.369755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:54.382200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13bdc156-4ded-4547-8295-b98ba5a18110 req-2e28f0a1-ca0a-463c-b606-82593feec926 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3471339
Feb 19 20:55:54.468909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-67827fd2-4105-4a2d-8305-d0cfaf924e4b service neutron] 10.222.0.30 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4886682
Feb 19 20:55:54.583657 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-0ac02928-78a4-4f7a-914f-9496042fbe80 service neutron] 10.222.0.30 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1084924
Feb 19 20:55:54.671670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631a839-0c0f-4fc7-9190-fe6183a8d0c8 req-0099326d-80f4-40e0-a87f-39d38d4b214c tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:54.673220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6631a839-0c0f-4fc7-9190-fe6183a8d0c8 req-0099326d-80f4-40e0-a87f-39d38d4b214c tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.0690854
Feb 19 20:55:54.744742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6631a839-0c0f-4fc7-9190-fe6183a8d0c8 req-a9fb6eca-c01d-4a52-bef4-a24e32ad6535 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643425
Feb 19 20:55:54.850479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-315a1001-b922-4db7-b696-5954683b52ca req-83167785-ba4a-4b5d-b2e6-6984ff029b72 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips/c7b9fff9-9978-4dee-8d67-a5cdf9491996 HTTP/1.1" status: 200  len: 693 time: 0.0706046
Feb 19 20:55:54.990275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a1001-b922-4db7-b696-5954683b52ca req-2460f7d4-1b9e-4e4f-9465-b84bc83eae58 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:54.991665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-315a1001-b922-4db7-b696-5954683b52ca req-2460f7d4-1b9e-4e4f-9465-b84bc83eae58 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.1350539
Feb 19 20:55:55.004760 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e013612a-6d9c-4e12-bcfc-540cda249dab x-openstack-request-id: req-e013612a-6d9c-4e12-bcfc-540cda249dab {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:55.005254 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee1ae54-f01f-41c1-811a-689b47b22890", "name": "network-vif-plugged", "status": "completed", "tag": "6ad13ef7-c05f-4bdb-be33-195dad103115", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:55.005477 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e013612a-6d9c-4e12-bcfc-540cda249dab {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:55.005928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-315a1001-b922-4db7-b696-5954683b52ca req-02ff51b4-ff5a-4c16-a07f-f8f6442f23de tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:55:55.006326 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee1ae54-f01f-41c1-811a-689b47b22890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad13ef7-c05f-4bdb-be33-195dad103115', 'code': 200}
Feb 19 20:55:55.008766 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-315a1001-b922-4db7-b696-5954683b52ca req-02ff51b4-ff5a-4c16-a07f-f8f6442f23de tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0084987
Feb 19 20:55:55.238650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d1743-f3c7-4763-b115-b589a4b82e40 req-04519bf9-5adf-47dc-94d2-a61c91dc450b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:55.240360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-067d1743-f3c7-4763-b115-b589a4b82e40 req-04519bf9-5adf-47dc-94d2-a61c91dc450b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 950 time: 0.1599243
Feb 19 20:55:55.250410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13f598-d026-40c9-8c9e-b971cd570795 req-a8c5bd75-27bb-422a-8780-109a019cfe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:55.252238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b13f598-d026-40c9-8c9e-b971cd570795 req-a8c5bd75-27bb-422a-8780-109a019cfe0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 1132 time: 0.1587291
Feb 19 20:55:55.254395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 365ebc46-b2da-4491-a96e-331ee2fb5b8b up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:55:55.326118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 365ebc46-b2da-4491-a96e-331ee2fb5b8b completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:55:55.333682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 365ebc46-b2da-4491-a96e-331ee2fb5b8b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:55:55.334761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:55.385290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b13f598-d026-40c9-8c9e-b971cd570795 req-c364284e-4f36-4d86-a50d-91000bf80d1f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171100
Feb 19 20:55:55.394940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-e0008088-fa7c-4432-bcf1-f75057e04f60 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:55.396743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-e0008088-fa7c-4432-bcf1-f75057e04f60 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/networks?id=351c1efd-5280-463c-84c7-ead44efacdc6 HTTP/1.1" status: 200  len: 814 time: 0.2279999
Feb 19 20:55:55.413262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-067d1743-f3c7-4763-b115-b589a4b82e40 req-2a2f961f-ac08-4cf0-9d8b-4c6e7b0c7918 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411655
Feb 19 20:55:55.434714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-9f9fc315-792b-4fee-b0e8-ba05b823533b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/quotas/808305a45737485185adcb60012ea91a HTTP/1.1" status: 200  len: 375 time: 0.0203559
Feb 19 20:55:55.458162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 365ebc46-b2da-4491-a96e-331ee2fb5b8b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:55:55.458968 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:55.511151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 365ebc46-b2da-4491-a96e-331ee2fb5b8b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=365ebc46-b2da-4491-a96e-331ee2fb5b8b,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:55.517169 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:55.563896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-833e4b46-e90a-460b-b104-112def3a921b req-18f18026-15e6-430e-ba57-f0db9bf9e329 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 210 time: 0.0713401
Feb 19 20:55:55.576648 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-bd9dfe12-9cff-4957-bc0e-96876032b5a0 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=808305a45737485185adcb60012ea91a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1304295
Feb 19 20:55:55.590923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=365ebc46-b2da-4491-a96e-331ee2fb5b8b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:55.693362 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:55.694292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d65dd717-6293-479e-846f-fe67ad141a07 req-09cf44bc-1928-4999-9c1b-fa664555a364 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips/c7b9fff9-9978-4dee-8d67-a5cdf9491996 HTTP/1.1" status: 200  len: 693 time: 0.0896416
Feb 19 20:55:55.806864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-3c480c93-97aa-4192-98aa-63c7a1fa8eb6 service neutron] 10.222.0.30 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224536
Feb 19 20:55:55.897728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd717-6293-479e-846f-fe67ad141a07 req-6062e160-c953-4a7b-87c3-dce90cf5d5a6 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:55.899156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d65dd717-6293-479e-846f-fe67ad141a07 req-6062e160-c953-4a7b-87c3-dce90cf5d5a6 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.1900487
Feb 19 20:55:55.965172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d65dd717-6293-479e-846f-fe67ad141a07 req-1536a8c1-9fe2-4798-b68d-3005f60be36d tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.199 HTTP/1.1" status: 200  len: 696 time: 0.0594747
Feb 19 20:55:55.985613 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-6a187685-3e97-453e-ab6a-023859a4175e service neutron] 10.222.0.30 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677551
Feb 19 20:55:56.029505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d65dd717-6293-479e-846f-fe67ad141a07 req-aa30963c-10f5-4b72-a9cf-f8ef2a9fe3f2 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.199 HTTP/1.1" status: 200  len: 696 time: 0.0564280
Feb 19 20:55:56.180230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-0fcddde7-7067-4140-a9da-ba6cac189a95 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:56.182129 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-0fcddde7-7067-4140-a9da-ba6cac189a95 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 808 time: 0.1469867
Feb 19 20:55:56.196923 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Request body: {'port': {'device_id': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7', 'admin_state_up': True, 'tenant_id': '63acbd462dfc418fab3fbeedccacb9c7'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:56.329534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Made reservation on behalf of 63acbd462dfc418fab3fbeedccacb9c7 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:56.333239 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:56.336558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f3f21-3e3c-4394-9bb7-a52fd5bef2d1 req-75fb7101-40df-4e24-9b1d-3c5049d45281 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:56.338060 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f77f3f21-3e3c-4394-9bb7-a52fd5bef2d1 req-75fb7101-40df-4e24-9b1d-3c5049d45281 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "GET /v2.0/ports?device_id=1343027f-776d-4868-a38a-15e285438dd6 HTTP/1.1" status: 200  len: 946 time: 0.1753664
Feb 19 20:55:56.359518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c2abc-62aa-49d1-a6d1-9386d1f0f389 req-241c7d83-9801-43b2-9403-bf092120d795 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:56.361153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a6c2abc-62aa-49d1-a6d1-9386d1f0f389 req-241c7d83-9801-43b2-9403-bf092120d795 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1698191
Feb 19 20:55:56.422447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d65dd717-6293-479e-846f-fe67ad141a07 req-02b08aa0-0ae2-41bf-bcae-611bb9f8b7ac tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Deleting port 93dd47ae-aa83-4ec5-a202-9120b4ba2f05 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:56.422780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d65dd717-6293-479e-846f-fe67ad141a07 req-02b08aa0-0ae2-41bf-bcae-611bb9f8b7ac tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (93dd47ae-aa83-4ec5-a202-9120b4ba2f05), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:56.491497 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Allocated IP 172.20.0.11 (38f0b579-c349-4313-af39-532bf5d625a7/8c584acd-f1ea-4260-ae60-d9ed87b82a43/29196269-26de-4888-9bd6-bdcde982f91c) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:56.537198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a6c2abc-62aa-49d1-a6d1-9386d1f0f389 req-b5b8f13c-abbf-4bca-b6a6-c8909c15d526 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508923
Feb 19 20:55:56.614867 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d65dd717-6293-479e-846f-fe67ad141a07 req-02b08aa0-0ae2-41bf-bcae-611bb9f8b7ac tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (93dd47ae-aa83-4ec5-a202-9120b4ba2f05), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:56.615204 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d65dd717-6293-479e-846f-fe67ad141a07 req-02b08aa0-0ae2-41bf-bcae-611bb9f8b7ac tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (93dd47ae-aa83-4ec5-a202-9120b4ba2f05), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:56.631876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d65dd717-6293-479e-846f-fe67ad141a07 req-02b08aa0-0ae2-41bf-bcae-611bb9f8b7ac tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Calling delete_port for 93dd47ae-aa83-4ec5-a202-9120b4ba2f05 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:56.635451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-f77f3f21-3e3c-4394-9bb7-a52fd5bef2d1 req-ad1627e4-8daf-4473-8cf3-7dfce85eb756 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Deleting port f438d8af-a8db-44da-92fe-ef9f6ae35141 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:55:56.635800 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f77f3f21-3e3c-4394-9bb7-a52fd5bef2d1 req-ad1627e4-8daf-4473-8cf3-7dfce85eb756 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:56.737357 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks [] for port (29196269-26de-4888-9bd6-bdcde982f91c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:56.786231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (29196269-26de-4888-9bd6-bdcde982f91c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:56.828843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-f77f3f21-3e3c-4394-9bb7-a52fd5bef2d1 req-ad1627e4-8daf-4473-8cf3-7dfce85eb756 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] For port f438d8af-a8db-44da-92fe-ef9f6ae35141, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f438d8af-a8db-44da-92fe-ef9f6ae35141,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:55:56.829179 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f77f3f21-3e3c-4394-9bb7-a52fd5bef2d1 req-ad1627e4-8daf-4473-8cf3-7dfce85eb756 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:56.848492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3cd34-8250-436c-95d1-66ce7d0d54a2 req-2a306af5-44e0-4ca8-9ad9-1eae53446b00 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:56.850081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29c3cd34-8250-436c-95d1-66ce7d0d54a2 req-2a306af5-44e0-4ca8-9ad9-1eae53446b00 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.1989748
Feb 19 20:55:56.853838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Pushing event updated for resources: {'Port': ['ID=29196269-26de-4888-9bd6-bdcde982f91c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:56.857646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Network 38f0b579-c349-4313-af39-532bf5d625a7 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:56.859347 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:56.862267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:56.864663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-f77f3f21-3e3c-4394-9bb7-a52fd5bef2d1 req-ad1627e4-8daf-4473-8cf3-7dfce85eb756 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Calling delete_port for f438d8af-a8db-44da-92fe-ef9f6ae35141 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:55:56.921173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:56.921792 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:56.941960 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-9f18aabf-c0d5-4463-9396-74497a982b45 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7496669
Feb 19 20:55:56.955996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Request body: {'port': {'device_id': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:57.007716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe6da6b-8db6-4c96-9df5-d5e74a151eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ebc46-b2da-4491-a96e-331ee2fb5b8b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:57.008376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29c3cd34-8250-436c-95d1-66ce7d0d54a2 req-7bf8fb84-24d4-4576-af18-db1c2d997578 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381764
Feb 19 20:55:57.014376 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6156895a-47f3-4316-8db4-58d23fef6e81" -d '{"events": [{"server_uuid": "ebe6da6b-8db6-4c96-9df5-d5e74a151eda", "name": "network-vif-plugged", "status": "completed", "tag": "365ebc46-b2da-4491-a96e-331ee2fb5b8b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:57.022142 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d65dd717-6293-479e-846f-fe67ad141a07 req-02b08aa0-0ae2-41bf-bcae-611bb9f8b7ac tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (93dd47ae-aa83-4ec5-a202-9120b4ba2f05), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:57.028015 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29196269-26de-4888-9bd6-bdcde982f91c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:57.061501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b08aa0-0ae2-41bf-bcae-611bb9f8b7ac tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event deleted for resources: {'Port': ['ID=93dd47ae-aa83-4ec5-a202-9120b4ba2f05,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:57.166201 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f77f3f21-3e3c-4394-9bb7-a52fd5bef2d1 req-ad1627e4-8daf-4473-8cf3-7dfce85eb756 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f438d8af-a8db-44da-92fe-ef9f6ae35141), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:57.180211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['f438d8af-a8db-44da-92fe-ef9f6ae35141'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:55:57.182121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d65dd717-6293-479e-846f-fe67ad141a07 req-02b08aa0-0ae2-41bf-bcae-611bb9f8b7ac tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (c7b9fff9-9978-4dee-8d67-a5cdf9491996), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:57.184793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d65dd717-6293-479e-846f-fe67ad141a07 req-02b08aa0-0ae2-41bf-bcae-611bb9f8b7ac tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:57.190782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d65dd717-6293-479e-846f-fe67ad141a07 req-02b08aa0-0ae2-41bf-bcae-611bb9f8b7ac tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "DELETE /v2.0/floatingips/c7b9fff9-9978-4dee-8d67-a5cdf9491996 HTTP/1.1" status: 204  len: 173 time: 1.1518815
Feb 19 20:55:57.228681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1627e4-8daf-4473-8cf3-7dfce85eb756 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Pushing event deleted for resources: {'Port': ['ID=f438d8af-a8db-44da-92fe-ef9f6ae35141,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:57.322902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd2b8284-50c8-441e-94f2-1237d372d086 req-b503f97a-ed47-443e-bee4-2a6550f7eeb6 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 210 time: 0.0511916
Feb 19 20:55:57.324602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77f3f21-3e3c-4394-9bb7-a52fd5bef2d1 req-ad1627e4-8daf-4473-8cf3-7dfce85eb756 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] No DVR routers for this DVR port f438d8af-a8db-44da-92fe-ef9f6ae35141 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:55:57.359470 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f77f3f21-3e3c-4394-9bb7-a52fd5bef2d1 req-ad1627e4-8daf-4473-8cf3-7dfce85eb756 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:57.363247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f77f3f21-3e3c-4394-9bb7-a52fd5bef2d1 req-ad1627e4-8daf-4473-8cf3-7dfce85eb756 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "DELETE /v2.0/ports/f438d8af-a8db-44da-92fe-ef9f6ae35141 HTTP/1.1" status: 204  len: 173 time: 1.0197845
Feb 19 20:55:57.370680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343027f-776d-4868-a38a-15e285438dd6', 'name': 'network-vif-deleted', 'tag': 'f438d8af-a8db-44da-92fe-ef9f6ae35141'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:57.373223 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72634279-01fa-4bb1-930d-a15c9d091e92" -d '{"events": [{"server_uuid": "1343027f-776d-4868-a38a-15e285438dd6", "name": "network-vif-deleted", "tag": "f438d8af-a8db-44da-92fe-ef9f6ae35141"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:57.398314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f5e14-24aa-45b4-a02c-db4770964020 req-f66f18a7-a906-49bd-9191-a54c6d4351a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:57.399973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-020f5e14-24aa-45b4-a02c-db4770964020 req-f66f18a7-a906-49bd-9191-a54c6d4351a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 950 time: 0.0801008
Feb 19 20:55:57.459251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29196269-26de-4888-9bd6-bdcde982f91c {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:55:57.467760 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Publish callbacks [] for port (29196269-26de-4888-9bd6-bdcde982f91c), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:57.483415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Transition to ACTIVE for port object 29196269-26de-4888-9bd6-bdcde982f91c will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:55:57.493829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (29196269-26de-4888-9bd6-bdcde982f91c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:57.560826 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Pushing event updated for resources: {'Port': ['ID=29196269-26de-4888-9bd6-bdcde982f91c,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:57.589274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-020f5e14-24aa-45b4-a02c-db4770964020 req-d7e5d9f5-0fc3-4be7-8d3f-108320254b09 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824110
Feb 19 20:55:57.642875 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dad9d8d-eb86-4f25-8119-46d57f0896fd x-openstack-request-id: req-9dad9d8d-eb86-4f25-8119-46d57f0896fd {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:57.643183 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe6da6b-8db6-4c96-9df5-d5e74a151eda", "name": "network-vif-plugged", "status": "completed", "tag": "365ebc46-b2da-4491-a96e-331ee2fb5b8b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:57.643447 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9dad9d8d-eb86-4f25-8119-46d57f0896fd {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:57.643852 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe6da6b-8db6-4c96-9df5-d5e74a151eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ebc46-b2da-4491-a96e-331ee2fb5b8b', 'code': 200}
Feb 19 20:55:57.652098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:55:57.652550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:55:57.652881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:57.658020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Port 29196269-26de-4888-9bd6-bdcde982f91c on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:55:57.658977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:55:57.663069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d18854-4c90-43ef-8705-1aad58fe1701 req-d02a10f0-2aa3-4ff2-a081-1187742c8742 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:57.664600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38d18854-4c90-43ef-8705-1aad58fe1701 req-d02a10f0-2aa3-4ff2-a081-1187742c8742 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 932 time: 0.2349260
Feb 19 20:55:57.669960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:55:57.670321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:55:57.670728 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:55:57.671215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Bound port: 29196269-26de-4888-9bd6-bdcde982f91c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:55:57.671579 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29196269-26de-4888-9bd6-bdcde982f91c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:57.741893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:55:57.744872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29196269-26de-4888-9bd6-bdcde982f91c,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:55:57.750540 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (29196269-26de-4888-9bd6-bdcde982f91c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:57.788095 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:57.790890 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:57.790890 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] 10.222.0.67 "PUT /v2.0/ports/29196269-26de-4888-9bd6-bdcde982f91c HTTP/1.1" status: 200  len: 1092 time: 0.8389368
Feb 19 20:55:57.790890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'tag': '29196269-26de-4888-9bd6-bdcde982f91c'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:55:57.792804 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f635e09-d695-442d-8dbe-9c6a43dea3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa80efa-1c90-4f4a-bb66-91e6e91c9db9", "tag": "29196269-26de-4888-9bd6-bdcde982f91c"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:55:57.816937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f8ab8-ecf6-4e0b-a9af-d53e7c3083e5 service neutron] Pushing event updated for resources: {'Port': ['ID=29196269-26de-4888-9bd6-bdcde982f91c,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:57.840636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-17f65417-540c-415d-aa70-90aa00a2153a tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:57.842097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-17f65417-540c-415d-aa70-90aa00a2153a tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "GET /v2.0/networks?id=351c1efd-5280-463c-84c7-ead44efacdc6 HTTP/1.1" status: 200  len: 814 time: 0.3803844
Feb 19 20:55:57.880409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Request body: {'port': {'device_id': 'c0ece57c-a579-45c4-82fb-74b6ed0363e1', 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6', 'admin_state_up': True, 'tenant_id': '808305a45737485185adcb60012ea91a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:57.886452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-0fbaa079-1e47-4e49-8415-da1378ff5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:57.888129 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-0fbaa079-1e47-4e49-8415-da1378ff5f6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 1126 time: 0.0538058
Feb 19 20:55:57.943658 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-8700f4b5-d8a7-4f2d-afce-2a01035d97df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29196269-26de-4888-9bd6-bdcde982f91c HTTP/1.1" status: 200  len: 217 time: 0.0423679
Feb 19 20:55:58.007174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-d4e8717a-fcd6-43e8-a356-e757ac9b402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:58.008937 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-d4e8717a-fcd6-43e8-a356-e757ac9b402d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.0581226
Feb 19 20:55:58.046794 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-fbfff552-b4a4-4756-857c-997443fbde7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274937
Feb 19 20:55:58.150042 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-609a2f40-b756-48f8-9dbe-dcdf6e6868bb service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956342
Feb 19 20:55:58.247793 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dd65a709-83fa-4b82-b01b-1545c42e0954 req-947e6377-77b3-4812-b35d-7519b099f3ca service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904729
Feb 19 20:55:58.295164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38d18854-4c90-43ef-8705-1aad58fe1701 req-7d3a15cf-d0eb-444e-987b-990e324d495a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5736930
Feb 19 20:55:58.302856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61795fdc-6cf9-4b12-b8e4-14a84a45e3de req-f35c94cb-e42d-4e1a-8e9e-c1b55a67acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:58.304366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61795fdc-6cf9-4b12-b8e4-14a84a45e3de req-f35c94cb-e42d-4e1a-8e9e-c1b55a67acc5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ebe6da6b-8db6-4c96-9df5-d5e74a151eda HTTP/1.1" status: 200  len: 1131 time: 0.5376418
Feb 19 20:55:58.310576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82f173-756f-4967-a2c1-9ccabacee641 req-90bd14f7-f277-4fb5-9a5b-ec3d0434dc8a tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:58.312042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d82f173-756f-4967-a2c1-9ccabacee641 req-90bd14f7-f277-4fb5-9a5b-ec3d0434dc8a tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.6441920
Feb 19 20:55:58.367126 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52729de5-52a8-428b-a384-de6009c5f55e x-openstack-request-id: req-52729de5-52a8-428b-a384-de6009c5f55e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:58.367429 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343027f-776d-4868-a38a-15e285438dd6", "name": "network-vif-deleted", "tag": "f438d8af-a8db-44da-92fe-ef9f6ae35141", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:58.367761 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52729de5-52a8-428b-a384-de6009c5f55e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:58.369249 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343027f-776d-4868-a38a-15e285438dd6', 'name': 'network-vif-deleted', 'tag': 'f438d8af-a8db-44da-92fe-ef9f6ae35141', 'status': 'completed', 'code': 200}
Feb 19 20:55:58.388215 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61795fdc-6cf9-4b12-b8e4-14a84a45e3de req-33a9c050-8dcf-49b0-9f54-486b96995d35 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752320
Feb 19 20:55:58.400549 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Made reservation on behalf of 808305a45737485185adcb60012ea91a for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:55:58.404211 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:58.556641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5406ec-dbf1-4827-9af4-13cce8b93850 req-e90a0ea8-a792-4130-9090-bb9e93cb75b2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:58.558053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe5406ec-dbf1-4827-9af4-13cce8b93850 req-e90a0ea8-a792-4130-9090-bb9e93cb75b2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1504443
Feb 19 20:55:58.569258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca37afe-67c0-4b52-b821-d9339466f625 req-1dfe19d3-fdf7-4b35-b019-8a9200d98c1f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:58.570683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ca37afe-67c0-4b52-b821-d9339466f625 req-1dfe19d3-fdf7-4b35-b019-8a9200d98c1f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebe6da6b-8db6-4c96-9df5-d5e74a151eda HTTP/1.1" status: 200  len: 949 time: 0.1489389
Feb 19 20:55:58.671643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Allocated IP 172.20.0.2 (351c1efd-5280-463c-84c7-ead44efacdc6/a1483f08-a82b-401b-9a13-2fb830d29e75/5a3851e0-4e2d-4a66-9cec-b7694420e692) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:55:58.682572 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe5406ec-dbf1-4827-9af4-13cce8b93850 req-9f0daee6-076d-45c1-8579-c366e0d26dab tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110015
Feb 19 20:55:58.694078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ca37afe-67c0-4b52-b821-d9339466f625 req-c51f3e29-edfd-4708-9fab-1c5ccb40767d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049955
Feb 19 20:55:58.739788 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4333c276-f3fa-4ba3-8f88-88aaf8e8cdfe x-openstack-request-id: req-4333c276-f3fa-4ba3-8f88-88aaf8e8cdfe {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:55:58.740281 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa80efa-1c90-4f4a-bb66-91e6e91c9db9", "tag": "29196269-26de-4888-9bd6-bdcde982f91c", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:55:58.740436 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4333c276-f3fa-4ba3-8f88-88aaf8e8cdfe {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:55:58.740777 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'tag': '29196269-26de-4888-9bd6-bdcde982f91c', 'status': 'completed', 'code': 200}
Feb 19 20:55:58.902822 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-970b7efd-5e40-428d-8db4-cf3f4492bce7 req-95860e8f-a8b0-4434-9e18-e5b0339c481d tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=07730507b50b4050bd8a83933845823e HTTP/1.1" status: 200  len: 1654 time: 0.1437056
Feb 19 20:55:59.005881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f060395-709a-43db-a017-4f3189ea4ba6 req-ba18c29b-6266-457b-bc89-72faf406dd67 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.007444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f060395-709a-43db-a017-4f3189ea4ba6 req-ba18c29b-6266-457b-bc89-72faf406dd67 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.2441216
Feb 19 20:55:59.023216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f635e09-d695-442d-8dbe-9c6a43dea3b6 req-c9f21f6b-cf65-49b3-967e-7e921d97492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.024666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f635e09-d695-442d-8dbe-9c6a43dea3b6 req-c9f21f6b-cf65-49b3-967e-7e921d97492c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 1126 time: 0.2456777
Feb 19 20:55:59.131821 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks [] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:59.174708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b7efd-5e40-428d-8db4-cf3f4492bce7 req-53fc70f3-8614-4dd8-b6f9-6df7f5f46988 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.176103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-970b7efd-5e40-428d-8db4-cf3f4492bce7 req-53fc70f3-8614-4dd8-b6f9-6df7f5f46988 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks?id=46539bba-6cad-4c87-80c0-0d2c8447156a&id=46539bba-6cad-4c87-80c0-0d2c8447156a&id=46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 787 time: 0.2641718
Feb 19 20:55:59.182526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f060395-709a-43db-a017-4f3189ea4ba6 req-cef4c070-eefd-4932-b08c-204b54153f79 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688535
Feb 19 20:55:59.192202 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:59.233487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f635e09-d695-442d-8dbe-9c6a43dea3b6 req-e575b123-5fdf-4fc2-aac2-790ba074c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.235134 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f635e09-d695-442d-8dbe-9c6a43dea3b6 req-e575b123-5fdf-4fc2-aac2-790ba074c807 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.1895623
Feb 19 20:55:59.237456 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:59.383354 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f635e09-d695-442d-8dbe-9c6a43dea3b6 req-f8aa57c8-b994-4360-a8c0-892487d95c74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29196269-26de-4888-9bd6-bdcde982f91c HTTP/1.1" status: 200  len: 217 time: 0.1322634
Feb 19 20:55:59.386055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-31e72ef1-bc33-43fc-be61-9a2bf00e9ac2 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips/dceb5df2-1c30-41d6-8b0c-3e1ce6eaf307 HTTP/1.1" status: 200  len: 692 time: 0.1417842
Feb 19 20:55:59.398654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Network 351c1efd-5280-463c-84c7-ead44efacdc6 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:55:59.410149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Pushing event updated for resources: {'Port': ['ID=5a3851e0-4e2d-4a66-9cec-b7694420e692,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:55:59.442821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:55:59.460134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:55:59.554325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f635e09-d695-442d-8dbe-9c6a43dea3b6 req-a3204e28-5a47-4bb3-a3f7-5d96bf3c2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.555790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f635e09-d695-442d-8dbe-9c6a43dea3b6 req-a3204e28-5a47-4bb3-a3f7-5d96bf3c2ac0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.1633165
Feb 19 20:55:59.568008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2693d9-e865-43dc-9df1-9beebc148c94 req-a7e2c915-9805-442a-a238-fd98ebb2becc tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.569534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d2693d9-e865-43dc-9df1-9beebc148c94 req-a7e2c915-9805-442a-a238-fd98ebb2becc tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 931 time: 0.3157248
Feb 19 20:55:59.625279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.625900 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:59.638564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f635e09-d695-442d-8dbe-9c6a43dea3b6 req-445d9010-0ef8-44f6-a745-5e1e5917818a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618944
Feb 19 20:55:59.673478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-52c3794a-6d6a-4fd7-8eed-f6bdc39fc7c0 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.675452 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-52c3794a-6d6a-4fd7-8eed-f6bdc39fc7c0 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.2694039
Feb 19 20:55:59.685649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f438d8af-a8db-44da-92fe-ef9f6ae35141 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:55:59.706627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: f438d8af-a8db-44da-92fe-ef9f6ae35141 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:55:59.707935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f438d8af-a8db-44da-92fe-ef9f6ae35141 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:55:59.718297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-28e51054-6179-430f-a172-2f1fd95caa35 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8593304
Feb 19 20:55:59.775594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Request body: {'port': {'device_id': 'c0ece57c-a579-45c4-82fb-74b6ed0363e1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:55:59.812611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d2693d9-e865-43dc-9df1-9beebc148c94 req-1c474aae-5d4f-42ed-bab0-01190fc844d5 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299051
Feb 19 20:55:59.815162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-8958a2b4-1171-4577-bc43-4f393f83e947 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.21 HTTP/1.1" status: 200  len: 695 time: 0.1009305
Feb 19 20:55:59.875855 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44800) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:55:59.915312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-d375c44a-db08-4c27-804f-08d4196eba5d tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.21 HTTP/1.1" status: 200  len: 695 time: 0.0889113
Feb 19 20:55:59.922033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f635e09-d695-442d-8dbe-9c6a43dea3b6 req-afca5821-eef0-4c9c-8d77-282ceeef8396 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2703555
Feb 19 20:55:59.968140 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:55:59.991249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a663-9133-4315-968a-bf56e00488e3 req-774cf464-cc16-4831-b88d-5933212331c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.991881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a663-9133-4315-968a-bf56e00488e3 req-774cf464-cc16-4831-b88d-5933212331c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.992457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a663-9133-4315-968a-bf56e00488e3 req-774cf464-cc16-4831-b88d-5933212331c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.993051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a663-9133-4315-968a-bf56e00488e3 req-774cf464-cc16-4831-b88d-5933212331c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.993558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a663-9133-4315-968a-bf56e00488e3 req-774cf464-cc16-4831-b88d-5933212331c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.994185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a663-9133-4315-968a-bf56e00488e3 req-774cf464-cc16-4831-b88d-5933212331c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.995044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a663-9133-4315-968a-bf56e00488e3 req-774cf464-cc16-4831-b88d-5933212331c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:55:59.997182 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-67c0a663-9133-4315-968a-bf56e00488e3 req-774cf464-cc16-4831-b88d-5933212331c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6719 time: 0.1190879
Feb 19 20:56:00.069298 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-67c0a663-9133-4315-968a-bf56e00488e3 req-f5ad706f-1de3-4552-9034-466fe9edfe70 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0648475
Feb 19 20:56:00.195495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07703da9-8066-45f8-a592-e67b901a3517 req-b14bb98a-0214-4076-a758-6a3d6f011e27 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:00.197038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07703da9-8066-45f8-a592-e67b901a3517 req-b14bb98a-0214-4076-a758-6a3d6f011e27 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 944 time: 0.2743561
Feb 19 20:56:00.250528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f635e09-d695-442d-8dbe-9c6a43dea3b6 req-c3e2a954-9ec6-47d9-84c7-9ab8293c5902 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3144987
Feb 19 20:56:00.376357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07703da9-8066-45f8-a592-e67b901a3517 req-12d05eb2-5c65-4eeb-b801-2629c4433faa tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696975
Feb 19 20:56:00.401111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-7d21237a-0b42-4e6d-9646-5c879d979439 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Deleting port 834ce15d-c9f5-4393-8c43-10d2c653e562 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:00.401111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-7d21237a-0b42-4e6d-9646-5c879d979439 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (834ce15d-c9f5-4393-8c43-10d2c653e562), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:00.525631 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-7d21237a-0b42-4e6d-9646-5c879d979439 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (834ce15d-c9f5-4393-8c43-10d2c653e562), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:00.525987 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-7d21237a-0b42-4e6d-9646-5c879d979439 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (834ce15d-c9f5-4393-8c43-10d2c653e562), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:00.551373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-7d21237a-0b42-4e6d-9646-5c879d979439 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Calling delete_port for 834ce15d-c9f5-4393-8c43-10d2c653e562 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:00.979997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3851e0-4e2d-4a66-9cec-b7694420e692 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:01.009484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Publish callbacks [] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:01.048546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Transition to ACTIVE for port object 5a3851e0-4e2d-4a66-9cec-b7694420e692 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:01.058792 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:01.079506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0a92f-6f94-4775-acd3-bf8cfc074d82 req-9c8ccce0-6434-4463-8d3f-1446f0cdbf25 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:01.081108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4d0a92f-6f94-4775-acd3-bf8cfc074d82 req-9c8ccce0-6434-4463-8d3f-1446f0cdbf25 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.5256343
Feb 19 20:56:01.129640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-758e6ecd-a85d-41b8-a579-0e14bfb54d65 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1644769
Feb 19 20:56:01.182905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Pushing event updated for resources: {'Port': ['ID=5a3851e0-4e2d-4a66-9cec-b7694420e692,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:01.262522 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4d0a92f-6f94-4775-acd3-bf8cfc074d82 req-679f898b-ee32-4c2c-ab76-64b3a73acb2f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547112
Feb 19 20:56:01.300619 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-7d21237a-0b42-4e6d-9646-5c879d979439 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (834ce15d-c9f5-4393-8c43-10d2c653e562), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:01.339064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-6cd9592a-31db-4ce6-a5f8-361ff8f658ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:01.340618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-6cd9592a-31db-4ce6-a5f8-361ff8f658ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 1133 time: 0.1871123
Feb 19 20:56:01.346300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21237a-0b42-4e6d-9646-5c879d979439 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event deleted for resources: {'Port': ['ID=834ce15d-c9f5-4393-8c43-10d2c653e562,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:01.413725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Attempting to bind port 5a3851e0-4e2d-4a66-9cec-b7694420e692 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:01.414542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Attempting to bind port 5a3851e0-4e2d-4a66-9cec-b7694420e692 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:01.414542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Attempting to bind port 5a3851e0-4e2d-4a66-9cec-b7694420e692 on network 351c1efd-5280-463c-84c7-ead44efacdc6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:01.478271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Port 5a3851e0-4e2d-4a66-9cec-b7694420e692 on network 351c1efd-5280-463c-84c7-ead44efacdc6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:01.478605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Attempting to bind port 5a3851e0-4e2d-4a66-9cec-b7694420e692 on network 351c1efd-5280-463c-84c7-ead44efacdc6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:01.505687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:01.506045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Checking segment: {'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:01.506431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Bound using segment: {'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:01.506878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Bound port: 5a3851e0-4e2d-4a66-9cec-b7694420e692, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:01.507249 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:01.540074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-7d21237a-0b42-4e6d-9646-5c879d979439 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (dceb5df2-1c30-41d6-8b0c-3e1ce6eaf307), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:01.542676 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-7d21237a-0b42-4e6d-9646-5c879d979439 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:01.543812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-faba1c24-50ea-4a0b-8d4f-dc607b3c9d39 req-7d21237a-0b42-4e6d-9646-5c879d979439 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "DELETE /v2.0/floatingips/dceb5df2-1c30-41d6-8b0c-3e1ce6eaf307 HTTP/1.1" status: 204  len: 173 time: 1.6072640
Feb 19 20:56:01.594431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7ce92-50ef-46b7-b2ea-61ffcfd60251 req-60b2905f-be0a-4d0d-8def-386de89b6ae7 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:01.595013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6e7ce92-50ef-46b7-b2ea-61ffcfd60251 req-60b2905f-be0a-4d0d-8def-386de89b6ae7 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebe6da6b-8db6-4c96-9df5-d5e74a151eda HTTP/1.1" status: 200  len: 949 time: 0.2520404
Feb 19 20:56:01.603787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-066eb69c-48ef-4546-9e34-ddcba29cc573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:01.605257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-066eb69c-48ef-4546-9e34-ddcba29cc573 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2378674
Feb 19 20:56:01.670551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-a88c521f-7740-46b1-9970-48174ae50a98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f HTTP/1.1" status: 200  len: 217 time: 0.0546839
Feb 19 20:56:01.762333 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] For port 5a3851e0-4e2d-4a66-9cec-b7694420e692, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:01.767256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6e7ce92-50ef-46b7-b2ea-61ffcfd60251 req-af1cb77e-bdeb-4b94-877d-c108bf1ac4ed tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648448
Feb 19 20:56:01.784243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] For port 5a3851e0-4e2d-4a66-9cec-b7694420e692, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a3851e0-4e2d-4a66-9cec-b7694420e692,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:01.795504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-3be80142-fc94-4772-8c6e-e16fc0a393e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:01.797173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-3be80142-fc94-4772-8c6e-e16fc0a393e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1032698
Feb 19 20:56:01.801437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:01.871188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f5c7-dbe4-4ae3-852f-440cc74a37ff req-30a526b2-b5fe-4162-a423-310af09c67d9 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:01.872686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e597f5c7-dbe4-4ae3-852f-440cc74a37ff req-30a526b2-b5fe-4162-a423-310af09c67d9 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.2097836
Feb 19 20:56:01.890862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:01.891580 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:01.893115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] 10.222.0.10 "PUT /v2.0/ports/5a3851e0-4e2d-4a66-9cec-b7694420e692 HTTP/1.1" status: 200  len: 1091 time: 2.1563027
Feb 19 20:56:01.909143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ece57c-a579-45c4-82fb-74b6ed0363e1', 'tag': '5a3851e0-4e2d-4a66-9cec-b7694420e692'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:01.911570 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e39775-1f63-4847-bce2-3f0a456b469f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ece57c-a579-45c4-82fb-74b6ed0363e1", "tag": "5a3851e0-4e2d-4a66-9cec-b7694420e692"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:02.000620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517e158-49da-4dbc-8d4b-7dfbc0d1069b service neutron] Pushing event updated for resources: {'Port': ['ID=5a3851e0-4e2d-4a66-9cec-b7694420e692,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:02.029477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-132d66a5-0b69-45dc-a917-5e0becf668dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:02.031048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-132d66a5-0b69-45dc-a917-5e0becf668dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2270529
Feb 19 20:56:02.036676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e597f5c7-dbe4-4ae3-852f-440cc74a37ff req-ad0ec151-c0b4-40fe-af5f-62a244ecf6ad tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510620
Feb 19 20:56:02.069768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b587fdd-d6fd-4fee-b62d-94fcc89afc54 req-ae3f28e9-ba1b-4052-be76-275b3241b0be tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:02.071320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b587fdd-d6fd-4fee-b62d-94fcc89afc54 req-ae3f28e9-ba1b-4052-be76-275b3241b0be tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 943 time: 0.2290046
Feb 19 20:56:02.150730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-a5adde84-6c49-4598-b5ce-80e0b8d074fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:02.152253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-a5adde84-6c49-4598-b5ce-80e0b8d074fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=808305a45737485185adcb60012ea91a&device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 1125 time: 0.2031393
Feb 19 20:56:02.223985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-75f1c2b0-da09-4505-bf1d-736a7ba19e13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a3851e0-4e2d-4a66-9cec-b7694420e692 HTTP/1.1" status: 200  len: 217 time: 0.0595386
Feb 19 20:56:02.293924 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-9c3b3c2c-6718-4bb0-9be0-9ac186302722 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2545056
Feb 19 20:56:02.300830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b587fdd-d6fd-4fee-b62d-94fcc89afc54 req-ed560a9c-9fe9-40f2-9d7d-345605c4512a tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981254
Feb 19 20:56:02.335106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b07cd-1282-4328-a614-28e3c68ac8bf req-a71dbe3b-e23d-4804-a21a-aeaf79d53dc6 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:02.336641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d0b07cd-1282-4328-a614-28e3c68ac8bf req-a71dbe3b-e23d-4804-a21a-aeaf79d53dc6 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 944 time: 0.2322054
Feb 19 20:56:02.382769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-e84f172b-3bb9-4f83-84f2-90bc938929db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:02.384310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-e84f172b-3bb9-4f83-84f2-90bc938929db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1483f08-a82b-401b-9a13-2fb830d29e75 HTTP/1.1" status: 200  len: 854 time: 0.1558287
Feb 19 20:56:02.454333 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-fa6a2f99-a85d-4578-a2b3-e2a32a82a8fc tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips/3cb57389-71c5-4d31-acea-ecb289f005a4 HTTP/1.1" status: 200  len: 692 time: 0.1151092
Feb 19 20:56:02.478664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-aaa2541a-dd2b-45ff-8144-d274f5895072 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=351c1efd-5280-463c-84c7-ead44efacdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556021
Feb 19 20:56:02.624980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d0b07cd-1282-4328-a614-28e3c68ac8bf req-ff1017a5-3400-4f16-a452-cc6bad61053e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2577713
Feb 19 20:56:02.632991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aaf4ae36-6b61-47e9-be50-8bde6577ef65 req-98a3fcfb-928d-48ef-83a6-bde3ac31b99b service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3288729
Feb 19 20:56:02.706719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-5baa6d9b-3cee-4b7b-b4c3-60e3213513d5 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:02.707597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-5baa6d9b-3cee-4b7b-b4c3-60e3213513d5 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.2314794
Feb 19 20:56:02.712165 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-f43578be-b672-44eb-b04d-0a3e3bfc7c2e service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157013
Feb 19 20:56:02.817472 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-3cf4679c-a53b-49ab-a173-a54523f3b034 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.73 HTTP/1.1" status: 200  len: 695 time: 0.1025631
Feb 19 20:56:02.895058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-935fa5a9-dc5e-466c-8877-9655c2210849 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.73 HTTP/1.1" status: 200  len: 695 time: 0.0693829
Feb 19 20:56:02.990932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0cd6724-823b-4400-93ce-1aa3621704fd req-7e05bf47-2563-42b8-adfc-e0bc0ff84d37 service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2682607
Feb 19 20:56:03.082237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3f2d0-a192-406b-8be3-10ae56efa0f5 req-d753dcb7-8e70-4002-997e-6aa4b6bdebdd tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:03.087747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3f2d0-a192-406b-8be3-10ae56efa0f5 req-d753dcb7-8e70-4002-997e-6aa4b6bdebdd tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:03.089462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1e3f2d0-a192-406b-8be3-10ae56efa0f5 req-d753dcb7-8e70-4002-997e-6aa4b6bdebdd tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebe6da6b-8db6-4c96-9df5-d5e74a151eda&device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 1690 time: 0.1995826
Feb 19 20:56:03.141130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-62a7e7d5-4325-40d6-ab47-1491126de272 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Deleting port d9800474-e61a-47db-8188-0c164b693cff {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:03.141475 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-62a7e7d5-4325-40d6-ab47-1491126de272 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d9800474-e61a-47db-8188-0c164b693cff), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:03.158217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1e3f2d0-a192-406b-8be3-10ae56efa0f5 req-3c2254e1-db13-4fcf-8fa6-68f9fc7adf15 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611045
Feb 19 20:56:03.199632 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ca0e6a-46fd-45a5-9991-be75f62f2d2d x-openstack-request-id: req-69ca0e6a-46fd-45a5-9991-be75f62f2d2d {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:03.199935 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ece57c-a579-45c4-82fb-74b6ed0363e1", "tag": "5a3851e0-4e2d-4a66-9cec-b7694420e692", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:03.200204 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69ca0e6a-46fd-45a5-9991-be75f62f2d2d {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:03.200660 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ece57c-a579-45c4-82fb-74b6ed0363e1', 'tag': '5a3851e0-4e2d-4a66-9cec-b7694420e692', 'status': 'completed', 'code': 200}
Feb 19 20:56:03.242960 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-62a7e7d5-4325-40d6-ab47-1491126de272 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d9800474-e61a-47db-8188-0c164b693cff), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:03.243358 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-62a7e7d5-4325-40d6-ab47-1491126de272 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (d9800474-e61a-47db-8188-0c164b693cff), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:03.281583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-62a7e7d5-4325-40d6-ab47-1491126de272 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Calling delete_port for d9800474-e61a-47db-8188-0c164b693cff owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:03.282708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 29196269-26de-4888-9bd6-bdcde982f91c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:03.360180 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:56:03.376771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39775-1f63-4847-bce2-3f0a456b469f req-6373743a-979c-4155-bc1d-419dc7c15980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:03.378341 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53e39775-1f63-4847-bce2-3f0a456b469f req-6373743a-979c-4155-bc1d-419dc7c15980 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=808305a45737485185adcb60012ea91a&device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 1125 time: 0.1481738
Feb 19 20:56:03.385161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d840e3a-d6ae-466e-bbc0-460cbd832c86 req-358d9ac8-c76c-479a-8530-56ff94f98182 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:03.386622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d840e3a-d6ae-466e-bbc0-460cbd832c86 req-358d9ac8-c76c-479a-8530-56ff94f98182 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1267638
Feb 19 20:56:03.397980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29196269-26de-4888-9bd6-bdcde982f91c,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:03.411395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '29196269-26de-4888-9bd6-bdcde982f91c', 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7', 'port_id': '29196269-26de-4888-9bd6-bdcde982f91c', 'mac_address': 'fa:16:3e:71:12:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c584acd-f1ea-4260-ae60-d9ed87b82a43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:03.453540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 29196269-26de-4888-9bd6-bdcde982f91c is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:03.453979 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29196269-26de-4888-9bd6-bdcde982f91c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:03.468729 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29196269-26de-4888-9bd6-bdcde982f91c {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:03.493447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29196269-26de-4888-9bd6-bdcde982f91c,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:03.499996 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (29196269-26de-4888-9bd6-bdcde982f91c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:03.540965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39775-1f63-4847-bce2-3f0a456b469f req-dffe5209-fa5b-42f4-858c-d678dc7e3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:03.542885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53e39775-1f63-4847-bce2-3f0a456b469f req-dffe5209-fa5b-42f4-858c-d678dc7e3873 service neutron] 10.222.0.10 "GET /v2.0/networks?id=351c1efd-5280-463c-84c7-ead44efacdc6 HTTP/1.1" status: 200  len: 915 time: 0.1552670
Feb 19 20:56:03.546053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d840e3a-d6ae-466e-bbc0-460cbd832c86 req-fce66273-9091-4b45-94fa-14c52c4151ab tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487191
Feb 19 20:56:03.556368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=29196269-26de-4888-9bd6-bdcde982f91c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:03.609084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53e39775-1f63-4847-bce2-3f0a456b469f req-cb566a20-9dac-47fe-b836-e2ddc99c86fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a3851e0-4e2d-4a66-9cec-b7694420e692 HTTP/1.1" status: 200  len: 217 time: 0.0569558
Feb 19 20:56:03.685403 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-62a7e7d5-4325-40d6-ab47-1491126de272 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d9800474-e61a-47db-8188-0c164b693cff), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:03.746429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7e7d5-4325-40d6-ab47-1491126de272 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event deleted for resources: {'Port': ['ID=d9800474-e61a-47db-8188-0c164b693cff,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:03.757128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39775-1f63-4847-bce2-3f0a456b469f req-b4015762-cab2-466e-a34a-f05ced0d507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:03.758261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53e39775-1f63-4847-bce2-3f0a456b469f req-b4015762-cab2-466e-a34a-f05ced0d507a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1483f08-a82b-401b-9a13-2fb830d29e75 HTTP/1.1" status: 200  len: 854 time: 0.1426058
Feb 19 20:56:04.103422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53e39775-1f63-4847-bce2-3f0a456b469f req-5be4f5c7-b5d8-44d8-9713-9d15fd893be2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=351c1efd-5280-463c-84c7-ead44efacdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3332729
Feb 19 20:56:04.117047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['29196269-26de-4888-9bd6-bdcde982f91c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:04.137603 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-8780c472-dbf2-43b1-b90e-5c776a42b0c3 service neutron] show failed (client error): The resource could not be found.
Feb 19 20:56:04.138595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-8780c472-dbf2-43b1-b90e-5c776a42b0c3 service neutron] 10.222.0.67 "GET /v2.0/ports/baf844cf-250b-42ea-b385-80d607da7e79/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.4896812
Feb 19 20:56:04.205319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04266bd2-1d86-44d9-9a89-9d3d1c58edfc req-c9ce9a5f-8c20-40d9-a574-85fe09ea23c7 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:04.206912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04266bd2-1d86-44d9-9a89-9d3d1c58edfc req-c9ce9a5f-8c20-40d9-a574-85fe09ea23c7 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.5236752
Feb 19 20:56:04.219199 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-62a7e7d5-4325-40d6-ab47-1491126de272 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (3cb57389-71c5-4d31-acea-ecb289f005a4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:04.222378 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-62a7e7d5-4325-40d6-ab47-1491126de272 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:04.223737 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdcbe415-c822-4d5b-b3ef-1360dd04359e req-62a7e7d5-4325-40d6-ab47-1491126de272 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "DELETE /v2.0/floatingips/3cb57389-71c5-4d31-acea-ecb289f005a4 HTTP/1.1" status: 204  len: 173 time: 1.3130991
Feb 19 20:56:04.289461 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53e39775-1f63-4847-bce2-3f0a456b469f req-fb16efa4-089d-464b-888a-a21b0e9b3ea8 service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744378
Feb 19 20:56:04.301433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04266bd2-1d86-44d9-9a89-9d3d1c58edfc req-a6344cc4-df96-4199-aeda-a7cdd80cf8df tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846524
Feb 19 20:56:04.513661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493c99a-937e-4a84-9183-e4d0e9f4fe5a req-fba9a21a-185f-4954-929c-f98111fb0963 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:04.515152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5493c99a-937e-4a84-9183-e4d0e9f4fe5a req-fba9a21a-185f-4954-929c-f98111fb0963 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 943 time: 0.1512139
Feb 19 20:56:04.516959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53e39775-1f63-4847-bce2-3f0a456b469f req-8fa59964-8377-4ef0-8872-2713835869f9 service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147729
Feb 19 20:56:04.535943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bdb6ab48-b5ac-4e33-ac61-d1c69dceb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:04.537430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bdb6ab48-b5ac-4e33-ac61-d1c69dceb6dd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a&tenant_id=e2599a1bea39406f9b1e548ab3f1cd22 HTTP/1.1" status: 200  len: 1132 time: 0.1363890
Feb 19 20:56:04.554793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:04.564545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789ee2d-ba97-4c2e-9d92-c26fb10b28b1 req-98c9c43b-444e-4481-ad72-f83f7b5cfac0 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:04.565997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5789ee2d-ba97-4c2e-9d92-c26fb10b28b1 req-98c9c43b-444e-4481-ad72-f83f7b5cfac0 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 945 time: 0.1297059
Feb 19 20:56:04.639887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5493c99a-937e-4a84-9183-e4d0e9f4fe5a req-eec17a92-0f8b-41eb-8939-782b9fe410e7 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167712
Feb 19 20:56:04.681653 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5789ee2d-ba97-4c2e-9d92-c26fb10b28b1 req-558bc93f-9da8-4742-8a1f-d193f03daa3b tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931470
Feb 19 20:56:04.720378 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:04.725981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45686491-1148-4fee-b89d-a20c2503135b req-43bacd13-d101-4e8d-9fce-ace6036a8d51 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips/8648cb38-6ad4-467d-b3bd-ceb0d6473e82 HTTP/1.1" status: 200  len: 692 time: 0.0554612
Feb 19 20:56:04.956998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba6409-ec04-4bac-96e9-f9c52768b286 req-f468db81-a845-4bab-9eb8-7826bc5db172 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:04.958469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0dba6409-ec04-4bac-96e9-f9c52768b286 req-f468db81-a845-4bab-9eb8-7826bc5db172 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ebe6da6b-8db6-4c96-9df5-d5e74a151eda HTTP/1.1" status: 200  len: 1131 time: 0.2105358
Feb 19 20:56:04.966973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45686491-1148-4fee-b89d-a20c2503135b req-e12a6bf1-93ad-454f-87a4-270ca8c19fbf tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:04.968279 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45686491-1148-4fee-b89d-a20c2503135b req-e12a6bf1-93ad-454f-87a4-270ca8c19fbf tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.2361503
Feb 19 20:56:05.096692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45686491-1148-4fee-b89d-a20c2503135b req-9117ab24-d7fa-47c1-b706-da1563f082e0 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.40 HTTP/1.1" status: 200  len: 695 time: 0.1122463
Feb 19 20:56:05.172663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0dba6409-ec04-4bac-96e9-f9c52768b286 req-29007147-d7fb-43f9-b1e4-f4f25819a427 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033300
Feb 19 20:56:05.188303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45686491-1148-4fee-b89d-a20c2503135b req-72bb328e-db08-415e-a266-2215eb9ad69d tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.40 HTTP/1.1" status: 200  len: 695 time: 0.0747013
Feb 19 20:56:05.197214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638abcd-c509-484c-8de5-605ecbd8d8cc req-815288fc-1e3e-4017-942a-1b1342bc6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:05.198715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4638abcd-c509-484c-8de5-605ecbd8d8cc req-815288fc-1e3e-4017-942a-1b1342bc6451 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 1127 time: 0.2256260
Feb 19 20:56:05.282954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:05.412667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4638abcd-c509-484c-8de5-605ecbd8d8cc req-2a7eac79-4d86-42f2-ab22-75e68b8a12d8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031057
Feb 19 20:56:05.424820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:05.469491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f64297-29bc-469f-a5be-e226456a062e req-3cbd6380-339a-41c7-a28f-5e0e706686b8 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:05.471010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60f64297-29bc-469f-a5be-e226456a062e req-3cbd6380-339a-41c7-a28f-5e0e706686b8 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1946087
Feb 19 20:56:05.491262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:05.493409 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e44373-5a4e-4dd6-91bf-db35b7b2a684" -d '{"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-unplugged", "status": "completed", "tag": "baf844cf-250b-42ea-b385-80d607da7e79"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:05.497744 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Publish callbacks [] for port (baf844cf-250b-42ea-b385-80d607da7e79), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:05.533062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-45686491-1148-4fee-b89d-a20c2503135b req-af65eb86-8bf5-49b5-9f1d-29f61b0543a1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Deleting port fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:05.533433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-45686491-1148-4fee-b89d-a20c2503135b req-af65eb86-8bf5-49b5-9f1d-29f61b0543a1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:05.535264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Transition to ACTIVE for port object baf844cf-250b-42ea-b385-80d607da7e79 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:05.543137 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:05.614349 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60f64297-29bc-469f-a5be-e226456a062e req-742ba8b9-3048-4ffe-b300-b10efa953f4e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339450
Feb 19 20:56:05.664129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] No DVR routers for this DVR port baf844cf-250b-42ea-b385-80d607da7e79 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:56:05.679478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:05.732761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5a3851e0-4e2d-4a66-9cec-b7694420e692 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:05.750111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-45686491-1148-4fee-b89d-a20c2503135b req-af65eb86-8bf5-49b5-9f1d-29f61b0543a1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:05.750656 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-45686491-1148-4fee-b89d-a20c2503135b req-af65eb86-8bf5-49b5-9f1d-29f61b0543a1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:05.774825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-45686491-1148-4fee-b89d-a20c2503135b req-af65eb86-8bf5-49b5-9f1d-29f61b0543a1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Calling delete_port for fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:05.780102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:05.780479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:05.780816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:05.794630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Port baf844cf-250b-42ea-b385-80d607da7e79 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:05.794972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:05.833381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:05.833736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:05.834142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:05.835542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Bound port: baf844cf-250b-42ea-b385-80d607da7e79, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:05.836257 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:05.837842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5a3851e0-4e2d-4a66-9cec-b7694420e692, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a3851e0-4e2d-4a66-9cec-b7694420e692,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:05.855391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '5a3851e0-4e2d-4a66-9cec-b7694420e692', 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6', 'port_id': '5a3851e0-4e2d-4a66-9cec-b7694420e692', 'mac_address': 'fa:16:3e:0c:6c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1483f08-a82b-401b-9a13-2fb830d29e75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:05.857906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cbb21-aca3-467d-a133-be7134c63747 req-74480478-dfb4-452d-9aed-1894cfab204d tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:05.860788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-497cbb21-aca3-467d-a133-be7134c63747 req-74480478-dfb4-452d-9aed-1894cfab204d tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 1132 time: 0.1687281
Feb 19 20:56:05.899658 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5a3851e0-4e2d-4a66-9cec-b7694420e692 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:05.899976 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:05.912664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3851e0-4e2d-4a66-9cec-b7694420e692 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:05.933045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5a3851e0-4e2d-4a66-9cec-b7694420e692, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a3851e0-4e2d-4a66-9cec-b7694420e692,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:05.937065 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:05.977316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:05.990256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-497cbb21-aca3-467d-a133-be7134c63747 req-5124e87d-e317-4c7a-90a7-acbe9397307a tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213398
Feb 19 20:56:05.990459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5a3851e0-4e2d-4a66-9cec-b7694420e692,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:05.993969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:06.019883 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:06.081869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:06.082495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:06.084093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] 10.222.0.10 "PUT /v2.0/ports/baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 1096 time: 1.5359786
Feb 19 20:56:06.108582 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-45686491-1148-4fee-b89d-a20c2503135b req-af65eb86-8bf5-49b5-9f1d-29f61b0543a1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:06.122089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd390197-c1eb-4236-8150-b98fb12eb191 service neutron] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:06.169301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65eb86-8bf5-49b5-9f1d-29f61b0543a1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Pushing event deleted for resources: {'Port': ['ID=fe1ae4a8-b809-42b4-8030-8c5f5b51ad3c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:06.211930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['5a3851e0-4e2d-4a66-9cec-b7694420e692'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:06.318545 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-45686491-1148-4fee-b89d-a20c2503135b req-af65eb86-8bf5-49b5-9f1d-29f61b0543a1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks [] for floatingip (8648cb38-6ad4-467d-b3bd-ceb0d6473e82), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:06.322830 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-45686491-1148-4fee-b89d-a20c2503135b req-af65eb86-8bf5-49b5-9f1d-29f61b0543a1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:06.331651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44884) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:06.336872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45686491-1148-4fee-b89d-a20c2503135b req-af65eb86-8bf5-49b5-9f1d-29f61b0543a1 tempest-FloatingIPDetailsTestJSON-399934968 tempest-FloatingIPDetailsTestJSON-399934968-project] 10.222.0.30 "DELETE /v2.0/floatingips/8648cb38-6ad4-467d-b3bd-ceb0d6473e82 HTTP/1.1" status: 204  len: 173 time: 1.1284592
Feb 19 20:56:06.431613 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3210f2fc-b96d-4af1-b6e0-3ce5015a3138 x-openstack-request-id: req-3210f2fc-b96d-4af1-b6e0-3ce5015a3138 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:06.431926 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-unplugged", "status": "completed", "tag": "baf844cf-250b-42ea-b385-80d607da7e79", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:06.432195 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3210f2fc-b96d-4af1-b6e0-3ce5015a3138 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:06.432633 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79', 'code': 200}
Feb 19 20:56:06.484176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-f6089697-ae0c-4390-ba2b-0e6a47281ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:06.485848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-f6089697-ae0c-4390-ba2b-0e6a47281ace service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1130 time: 0.3150880
Feb 19 20:56:06.597015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dcced-9672-4345-8046-a324ea09b81e req-618e55ca-7b60-46e0-9530-e4214bdb1955 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:06.598581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-236dcced-9672-4345-8046-a324ea09b81e req-618e55ca-7b60-46e0-9530-e4214bdb1955 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.3160994
Feb 19 20:56:06.636655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-d100acf5-ecd3-4a9a-b1a8-adeaecf18a36 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3615034
Feb 19 20:56:06.673426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44890) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:06.712784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af335c-48ae-4083-b6d2-b462ef576b9c req-f433ea5d-1c83-44d6-b835-b3e79ad051a8 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:06.714282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-28af335c-48ae-4083-b6d2-b462ef576b9c req-f433ea5d-1c83-44d6-b835-b3e79ad051a8 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 944 time: 0.2364237
Feb 19 20:56:06.733503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-e268fbe4-a193-4fed-98fe-57dfb86d3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:06.734970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-e268fbe4-a193-4fed-98fe-57dfb86d3676 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2358730
Feb 19 20:56:06.749775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-236dcced-9672-4345-8046-a324ea09b81e req-82cdbd7d-b40a-4bed-bc98-31e876c1f27f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435792
Feb 19 20:56:06.802084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-146e485b-518b-4f4c-8d6d-30c291f64447 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 217 time: 0.0556884
Feb 19 20:56:06.854833 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (5c322392-b135-4445-b02b-22404d38562c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:06.857861 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18337957-bc8e-471b-aa5b-dd532f055fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:06.866772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-17a9134f-fd0e-4b18-ad52-0fbd15276d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:06.868249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-17a9134f-fd0e-4b18-ad52-0fbd15276d16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 1131 time: 0.1906576
Feb 19 20:56:06.880292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-28af335c-48ae-4083-b6d2-b462ef576b9c req-bf2cbcd9-fbcb-47a4-b1dc-3e9facc5c4f0 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427951
Feb 19 20:56:06.950639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-87512196-ebf1-440c-8b03-7af972ac7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:06.952103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-87512196-ebf1-440c-8b03-7af972ac7265 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1424422
Feb 19 20:56:07.041153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-e3927f14-58bf-4ac3-bb41-3d6aeee14f4c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0609443
Feb 19 20:56:07.048313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1016a46-b51a-439f-922c-ead428965faa req-dd436703-175f-46c5-8406-db20efe01b37 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:07.050988 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1016a46-b51a-439f-922c-ead428965faa req-dd436703-175f-46c5-8406-db20efe01b37 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 945 time: 0.2048275
Feb 19 20:56:07.086645 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18337957-bc8e-471b-aa5b-dd532f055fa0 admin admin] Publish callbacks [] for security_group (0d0c0614-bec9-479f-bc11-48f5a00bd379), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.096595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18337957-bc8e-471b-aa5b-dd532f055fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0d0c0614-bec9-479f-bc11-48f5a00bd379), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.144901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-b36aa606-81ba-45bd-86de-e8a786ab6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:07.146644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-b36aa606-81ba-45bd-86de-e8a786ab6cc3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2493994
Feb 19 20:56:07.152208 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-18337957-bc8e-471b-aa5b-dd532f055fa0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba474a1f664d4cfcaea1fd186c243b60&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4770575
Feb 19 20:56:07.153032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44902) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:07.154855 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18337957-bc8e-471b-aa5b-dd532f055fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0c0614-bec9-479f-bc11-48f5a00bd379,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:07.156743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-e8713fe5-c7a6-41b2-848f-aa42e96d4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:07.158722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-e8713fe5-c7a6-41b2-848f-aa42e96d4fd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1940389
Feb 19 20:56:07.246029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] Deleting port 886ba989-afb3-41ab-b49e-4829c59d79e3 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:07.246375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.295352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 29196269-26de-4888-9bd6-bdcde982f91c up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:07.333099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] For port 886ba989-afb3-41ab-b49e-4829c59d79e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886ba989-afb3-41ab-b49e-4829c59d79e3,segment=NetworkSegment(a834607a-3429-4566-a861-fe5463140f6a),segment_id=a834607a-3429-4566-a861-fe5463140f6a)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:07.334093 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.350564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] Calling delete_port for 886ba989-afb3-41ab-b49e-4829c59d79e3 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:07.352866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 29196269-26de-4888-9bd6-bdcde982f91c completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:56:07.357288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 29196269-26de-4888-9bd6-bdcde982f91c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:07.357672 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (29196269-26de-4888-9bd6-bdcde982f91c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.439828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 29196269-26de-4888-9bd6-bdcde982f91c is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:07.440220 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29196269-26de-4888-9bd6-bdcde982f91c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.464522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29196269-26de-4888-9bd6-bdcde982f91c'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:07.466801 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa9c3ee-4358-4927-b23a-579aa30251b7" -d '{"events": [{"server_uuid": "5aa80efa-1c90-4f4a-bb66-91e6e91c9db9", "name": "network-vif-plugged", "status": "completed", "tag": "29196269-26de-4888-9bd6-bdcde982f91c"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:07.480872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29196269-26de-4888-9bd6-bdcde982f91c,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:07.485389 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (29196269-26de-4888-9bd6-bdcde982f91c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.486318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:07.556798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (886ba989-afb3-41ab-b49e-4829c59d79e3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.567305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port baf844cf-250b-42ea-b385-80d607da7e79 host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:56:07.567705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:56:07.568109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-eef48951-81ef-49b2-a64d-33ec9de7fc64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 200  len: 217 time: 0.4016736
Feb 19 20:56:07.569322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=29196269-26de-4888-9bd6-bdcde982f91c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:07.589316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] Pushing event deleted for resources: {'Port': ['ID=886ba989-afb3-41ab-b49e-4829c59d79e3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:07.639698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1016a46-b51a-439f-922c-ead428965faa req-a97ecef9-5eb9-4213-b021-84eadfcb4b2c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5693946
Feb 19 20:56:07.663645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2535352-5b00-40c3-adf0-db558412c187 req-f8ca4e71-7883-4a22-b3ff-272f824ff6bf tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:07.670184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-f8ca4e71-7883-4a22-b3ff-272f824ff6bf tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6162925
Feb 19 20:56:07.717833 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-d649697f-c446-4ebd-98fb-9ad3873bbb2f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/quotas/dabc5bb30faa4af797e9ba1cd4bad547 HTTP/1.1" status: 200  len: 375 time: 0.0467029
Feb 19 20:56:07.738495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5a3851e0-4e2d-4a66-9cec-b7694420e692 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:07.745601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-ba005d09-546c-4d9b-8ef9-b48e0f172783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:07.747079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-ba005d09-546c-4d9b-8ef9-b48e0f172783 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1613357
Feb 19 20:56:07.786282 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (5c322392-b135-4445-b02b-22404d38562c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.803261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 5a3851e0-4e2d-4a66-9cec-b7694420e692 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:56:07.804071 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-156cdda9-a834-4570-8c4f-24c3d40a58ed admin admin] Publish callbacks [] for security_group (0d0c0614-bec9-479f-bc11-48f5a00bd379), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.809936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 5a3851e0-4e2d-4a66-9cec-b7694420e692 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:07.811289 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.831385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-f2089a8e-0185-48c1-9b24-3ae5cb9bb1d2 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6584687
Feb 19 20:56:07.907513 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-156cdda9-a834-4570-8c4f-24c3d40a58ed admin admin] Publish callbacks [] for security_group (0d0c0614-bec9-479f-bc11-48f5a00bd379), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.919250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5a3851e0-4e2d-4a66-9cec-b7694420e692 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:07.920195 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.963874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5a3851e0-4e2d-4a66-9cec-b7694420e692, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a3851e0-4e2d-4a66-9cec-b7694420e692,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:07.969921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:07.988396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-b00e0b0a-7449-40cd-8179-02b352e874ea tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2696719
Feb 19 20:56:08.007698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f560d-b509-4e00-a36f-dc77a3d1839b req-1d0c83f5-d2ce-42cc-ae61-4a65d96f21dd tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:08.009257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a2f560d-b509-4e00-a36f-dc77a3d1839b req-1d0c83f5-d2ce-42cc-ae61-4a65d96f21dd tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 948 time: 0.2720737
Feb 19 20:56:08.013810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-24c92b4a-4162-4b3d-a30d-7982ffe93036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:08.015566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-24c92b4a-4162-4b3d-a30d-7982ffe93036 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2364891
Feb 19 20:56:08.042251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5a3851e0-4e2d-4a66-9cec-b7694420e692,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:08.058061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] Router 5c322392-b135-4445-b02b-22404d38562c has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:56:08.068289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84db1833-c5fe-425b-aff6-6c6851367f75 req-da421417-c60a-414c-b08f-bb9714722ade service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2203395
Feb 19 20:56:08.126245 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-156cdda9-a834-4570-8c4f-24c3d40a58ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0d0c0614-bec9-479f-bc11-48f5a00bd379), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:08.129642 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-156cdda9-a834-4570-8c4f-24c3d40a58ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:08.130980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-156cdda9-a834-4570-8c4f-24c3d40a58ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d0c0614-bec9-479f-bc11-48f5a00bd379 HTTP/1.1" status: 204  len: 168 time: 0.9713805
Feb 19 20:56:08.170010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cdda9-a834-4570-8c4f-24c3d40a58ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0c0614-bec9-479f-bc11-48f5a00bd379,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:08.187582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a2f560d-b509-4e00-a36f-dc77a3d1839b req-2843b474-9b58-42e8-b2fc-b64796f5d3df tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712284
Feb 19 20:56:08.238807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:56:08.258994 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cd91ae98-37e3-414e-bb0f-55b9fd97ab82 admin admin] 10.222.0.30 "PUT /v2.0/routers/5c322392-b135-4445-b02b-22404d38562c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9226594
Feb 19 20:56:08.259948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44916) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:08.264167 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec1020-bc32-43de-be33-bb5ce1376409 None None] Sync routers for ids ['5c322392-b135-4445-b02b-22404d38562c'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:56:08.269324 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071e0cb5-4ff5-4adf-8250-c02a0a569814 x-openstack-request-id: req-071e0cb5-4ff5-4adf-8250-c02a0a569814 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:08.269630 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa80efa-1c90-4f4a-bb66-91e6e91c9db9", "name": "network-vif-plugged", "status": "completed", "tag": "29196269-26de-4888-9bd6-bdcde982f91c", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:08.269895 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-071e0cb5-4ff5-4adf-8250-c02a0a569814 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:08.270296 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29196269-26de-4888-9bd6-bdcde982f91c', 'code': 200}
Feb 19 20:56:08.293710 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec1020-bc32-43de-be33-bb5ce1376409 None None] Routers {'5c322392-b135-4445-b02b-22404d38562c'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:56:08.296321 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-76ec1020-bc32-43de-be33-bb5ce1376409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a757e7070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:55:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5c322392-b135-4445-b02b-22404d38562c'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:08.300544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-daf56b70-3ade-40a7-92ed-69c2f33d9af0 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2651060
Feb 19 20:56:08.434384 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:08.436544 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795d2460-3010-49f8-bd47-31f004515f43" -d '{"events": [{"name": "network-changed", "server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "tag": "baf844cf-250b-42ea-b385-80d607da7e79"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:08.514398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b6ca4f9-8398-4b68-80a9-3f0ded9e9bea req-bafa833b-f12b-42d7-957b-70ccb313084c service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128825
Feb 19 20:56:08.527456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86166-a190-486d-9462-c58b4ff7c335 req-04b4c5e3-2f49-4cb2-a784-62e35713f2ec tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:08.536369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0b86166-a190-486d-9462-c58b4ff7c335 req-04b4c5e3-2f49-4cb2-a784-62e35713f2ec tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.1867917
Feb 19 20:56:08.551872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b09d4b-fe52-4492-93ce-d3331950b047 req-07b6514d-d825-4a55-9383-5663df16f6c0 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:08.553587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54b09d4b-fe52-4492-93ce-d3331950b047 req-07b6514d-d825-4a55-9383-5663df16f6c0 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1398780
Feb 19 20:56:08.570424 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-76ec1020-bc32-43de-be33-bb5ce1376409 None None] Set router 5c322392-b135-4445-b02b-22404d38562c gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:56:08.633614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0b86166-a190-486d-9462-c58b4ff7c335 req-6e65171c-3a03-4053-83b1-7b9f5dfe2ef7 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950651
Feb 19 20:56:08.673696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54b09d4b-fe52-4492-93ce-d3331950b047 req-a94a3122-f6a5-4778-b548-6c326f305e14 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116829
Feb 19 20:56:08.735332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44930) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:08.815505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d439b7e2-0542-4722-911d-c3ea8312958b req-e41cc9b5-dc62-4614-ad1f-c6029e65b147 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 210 time: 0.0729275
Feb 19 20:56:08.830029 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-acb1e9be-82ab-400b-9ca2-17c49f57aa4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:08.838020 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4901f4da-10c6-4274-9b0f-c625a9924a40 x-openstack-request-id: req-4901f4da-10c6-4274-9b0f-c625a9924a40 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:08.838727 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "tag": "baf844cf-250b-42ea-b385-80d607da7e79", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:08.841297 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4901f4da-10c6-4274-9b0f-c625a9924a40 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:08.841829 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79', 'status': 'completed', 'code': 200}
Feb 19 20:56:08.972898 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Publish callbacks [] for router (5c322392-b135-4445-b02b-22404d38562c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.004527 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-76ec1020-bc32-43de-be33-bb5ce1376409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a757e7070>, [{'id': '5c322392-b135-4445-b02b-22404d38562c', 'name': 'tempest-FloatingIPDetailsTestJSON-760537295-router', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:34Z', 'updated_at': '2022-02-19T20:56:07Z', 'revision_number': 5, 'project_id': '07730507b50b4050bd8a83933845823e', 'gw_port': {'id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:35Z', 'updated_at': '2022-02-19T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:09.038081 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec1020-bc32-43de-be33-bb5ce1376409 None None] Checking router: 5c322392-b135-4445-b02b-22404d38562c for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:56:09.050207 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec1020-bc32-43de-be33-bb5ce1376409 None None] Routers {'5c322392-b135-4445-b02b-22404d38562c'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:56:09.051147 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-76ec1020-bc32-43de-be33-bb5ce1376409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a757e7070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:55:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5c322392-b135-4445-b02b-22404d38562c'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:09.057028 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-acb1e9be-82ab-400b-9ca2-17c49f57aa4a admin admin] Publish callbacks [] for security_group (0cbbc199-b39c-4969-b129-ae75eef81955), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.057502 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622ebac-ed99-4342-b387-0c225f1963fb req-360c988f-f5d5-42d5-b20b-6fe17ce91162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:09.059242 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f622ebac-ed99-4342-b387-0c225f1963fb req-360c988f-f5d5-42d5-b20b-6fe17ce91162 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 1128 time: 0.6827867
Feb 19 20:56:09.093755 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-acb1e9be-82ab-400b-9ca2-17c49f57aa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0cbbc199-b39c-4969-b129-ae75eef81955), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.129346 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f622ebac-ed99-4342-b387-0c225f1963fb req-1a37513b-253c-4650-add9-172cf7e03d68 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617797
Feb 19 20:56:09.132725 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Publish callbacks [] for router_gateway (5c322392-b135-4445-b02b-22404d38562c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.205456 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-76ec1020-bc32-43de-be33-bb5ce1376409 None None] Set router 5c322392-b135-4445-b02b-22404d38562c gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:56:09.218213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Deleting port 7715d25b-193f-4a2b-bae4-d5b0004748a5 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:09.218829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.239788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1e9be-82ab-400b-9ca2-17c49f57aa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbbc199-b39c-4969-b129-ae75eef81955,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:09.268076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44946) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:09.268833 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-acb1e9be-82ab-400b-9ca2-17c49f57aa4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59201875320043da8c25f1e39a607788&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5278566
Feb 19 20:56:09.299932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2460-3010-49f8-bd47-31f004515f43 req-4ac79cd0-fa61-4e83-abf5-2b83cef12f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:09.301745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-4ac79cd0-fa61-4e83-abf5-2b83cef12f04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1130 time: 0.4030547
Feb 19 20:56:09.308432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2460-3010-49f8-bd47-31f004515f43 req-b91cb104-c27a-4fee-89af-0b73665b7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:09.310594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-b91cb104-c27a-4fee-89af-0b73665b7c39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1130 time: 0.4643629
Feb 19 20:56:09.360732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-67dff78e-799d-478d-86da-d8215658b35f admin admin] Publish callbacks [] for security_group (0cbbc199-b39c-4969-b129-ae75eef81955), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.364130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d8373-1cd1-4a42-9d0f-742707425dd2 req-25616276-1353-41a4-a986-09252f05d6be tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:09.364698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] For port 7715d25b-193f-4a2b-bae4-d5b0004748a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7715d25b-193f-4a2b-bae4-d5b0004748a5,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:09.365064 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.365715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-255d8373-1cd1-4a42-9d0f-742707425dd2 req-25616276-1353-41a4-a986-09252f05d6be tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 946 time: 0.4020550
Feb 19 20:56:09.387952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Calling delete_port for 7715d25b-193f-4a2b-bae4-d5b0004748a5 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:09.400414 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-67dff78e-799d-478d-86da-d8215658b35f admin admin] Publish callbacks [] for security_group (0cbbc199-b39c-4969-b129-ae75eef81955), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.401925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-4e70a3e3-00da-4a15-bf5a-5dfb001678e0 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:09.408931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-4e70a3e3-00da-4a15-bf5a-5dfb001678e0 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/networks?id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa HTTP/1.1" status: 200  len: 811 time: 0.3276601
Feb 19 20:56:09.434425 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-76ec1020-bc32-43de-be33-bb5ce1376409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a757e7070>, [{'id': '5c322392-b135-4445-b02b-22404d38562c', 'name': 'tempest-FloatingIPDetailsTestJSON-760537295-router', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:34Z', 'updated_at': '2022-02-19T20:56:07Z', 'revision_number': 5, 'project_id': '07730507b50b4050bd8a83933845823e', 'gw_port': {'id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:35Z', 'updated_at': '2022-02-19T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:09.445030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-ea4e5162-bba7-49d6-94ce-ee17347c038b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/quotas/4e7060607f9342ad93e2ddbab97d8d2b HTTP/1.1" status: 200  len: 375 time: 0.0350590
Feb 19 20:56:09.464684 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec1020-bc32-43de-be33-bb5ce1376409 None None] The sync data for ids ['5c322392-b135-4445-b02b-22404d38562c'] in ncdv-master-1 is: [{'id': '5c322392-b135-4445-b02b-22404d38562c', 'name': 'tempest-FloatingIPDetailsTestJSON-760537295-router', 'tenant_id': '07730507b50b4050bd8a83933845823e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:34Z', 'updated_at': '2022-02-19T20:56:07Z', 'revision_number': 5, 'project_id': '07730507b50b4050bd8a83933845823e', 'gw_port': {'id': '7715d25b-193f-4a2b-bae4-d5b0004748a5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c322392-b135-4445-b02b-22404d38562c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:35Z', 'updated_at': '2022-02-19T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:56:09.538585 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-67dff78e-799d-478d-86da-d8215658b35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0cbbc199-b39c-4969-b129-ae75eef81955), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.541892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-67dff78e-799d-478d-86da-d8215658b35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.543065 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-67dff78e-799d-478d-86da-d8215658b35f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0cbbc199-b39c-4969-b129-ae75eef81955 HTTP/1.1" status: 204  len: 168 time: 0.2741237
Feb 19 20:56:09.560422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dff78e-799d-478d-86da-d8215658b35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbbc199-b39c-4969-b129-ae75eef81955,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:09.599677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2460-3010-49f8-bd47-31f004515f43 req-5282da9f-96c4-4438-bca7-b177f425086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:09.601206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-5282da9f-96c4-4438-bca7-b177f425086a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2783785
Feb 19 20:56:09.616902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-255d8373-1cd1-4a42-9d0f-742707425dd2 req-6f8398ae-b9d2-4cf5-b8a1-af62212d9f63 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2035561
Feb 19 20:56:09.668994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (7715d25b-193f-4a2b-bae4-d5b0004748a5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.715186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-cd3c4de8-4c43-40dd-9622-e62a9415448a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 217 time: 0.0902359
Feb 19 20:56:09.716651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2460-3010-49f8-bd47-31f004515f43 req-46f9bbe9-d5e5-48d8-bb2a-da99e35f9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:09.718345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-46f9bbe9-d5e5-48d8-bb2a-da99e35f9857 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2458651
Feb 19 20:56:09.725622 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=7715d25b-193f-4a2b-bae4-d5b0004748a5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:09.737918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:09.827119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (5c322392-b135-4445-b02b-22404d38562c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:09.911682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:09.924131 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-c9615b46-1dfb-4a8c-8fb9-03b63503982e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 217 time: 0.1300459
Feb 19 20:56:09.927619 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'baf844cf-250b-42ea-b385-80d607da7e79', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'baf844cf-250b-42ea-b385-80d607da7e79', 'mac_address': 'fa:16:3e:e2:4b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:09.955818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-5342db8d-e33d-400a-84de-6f0974e45c95 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e7060607f9342ad93e2ddbab97d8d2b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4814985
Feb 19 20:56:09.957580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-d73a1cd3-4417-485e-826b-610c4c13816d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1722727
Feb 19 20:56:09.961448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2460-3010-49f8-bd47-31f004515f43 req-4e4d37b5-8ec8-42dc-9824-22289910c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:09.962917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-4e4d37b5-8ec8-42dc-9824-22289910c9f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1761861
Feb 19 20:56:10.006242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port baf844cf-250b-42ea-b385-80d607da7e79 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:10.006826 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.025932 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (5c322392-b135-4445-b02b-22404d38562c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.028500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Publish callbacks [] for router_controller (5c322392-b135-4445-b02b-22404d38562c), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.029228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf844cf-250b-42ea-b385-80d607da7e79 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:10.060903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:10.067773 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.094949 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (5c322392-b135-4445-b02b-22404d38562c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.096572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c322392-b135-4445-b02b-22404d38562c {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:56:10.107971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.112245 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-994f3b1f-9af3-4f52-bede-91e684b83b76 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5c322392-b135-4445-b02b-22404d38562c HTTP/1.1" status: 204  len: 168 time: 1.8481758
Feb 19 20:56:10.113061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44960) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:10.154070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce674f-a93f-45fc-8c75-abbb254637bd req-8871ea53-b9c6-4407-9590-12f34388e9b0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:10.157092 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41ce674f-a93f-45fc-8c75-abbb254637bd req-8871ea53-b9c6-4407-9590-12f34388e9b0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 948 time: 0.4377518
Feb 19 20:56:10.182902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:10.231602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d34d902-5753-47e2-b50b-31720825e830 admin admin] Deleting subnet 2b8a6992-f983-4cdb-90af-4bec26abd6d0 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:56:10.245168 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d34d902-5753-47e2-b50b-31720825e830 admin admin] Publish callbacks [] for subnet (2b8a6992-f983-4cdb-90af-4bec26abd6d0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.271841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ece57c-a579-45c4-82fb-74b6ed0363e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3851e0-4e2d-4a66-9cec-b7694420e692'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:10.275509 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ebf739-9966-476c-bbaf-3a908b4193d9" -d '{"events": [{"server_uuid": "c0ece57c-a579-45c4-82fb-74b6ed0363e1", "name": "network-vif-plugged", "status": "completed", "tag": "5a3851e0-4e2d-4a66-9cec-b7694420e692"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:10.297430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2460-3010-49f8-bd47-31f004515f43 req-89ada27a-ee58-48fa-9143-531637fab51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:10.300384 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-89ada27a-ee58-48fa-9143-531637fab51b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.3404984
Feb 19 20:56:10.305844 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d34d902-5753-47e2-b50b-31720825e830 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (2b8a6992-f983-4cdb-90af-4bec26abd6d0), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.356861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['baf844cf-250b-42ea-b385-80d607da7e79'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:10.413866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d34d902-5753-47e2-b50b-31720825e830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (2b8a6992-f983-4cdb-90af-4bec26abd6d0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.436899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2460-3010-49f8-bd47-31f004515f43 req-2d7fa1fe-cc67-495f-b7ff-011c5255a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:10.438864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-2d7fa1fe-cc67-495f-b7ff-011c5255a141 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4388704
Feb 19 20:56:10.450485 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41ce674f-a93f-45fc-8c75-abbb254637bd req-5fd0838d-caab-4f50-9bda-08086d0e3125 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2746782
Feb 19 20:56:10.479618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2535352-5b00-40c3-adf0-db558412c187 req-c092dec1-8fb9-4fc8-8ac2-cbfe745d48d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:10.481142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-c092dec1-8fb9-4fc8-8ac2-cbfe745d48d4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5172987
Feb 19 20:56:10.519778 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d34d902-5753-47e2-b50b-31720825e830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (2b8a6992-f983-4cdb-90af-4bec26abd6d0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.536855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Request body: {'port': {'device_id': '4ba0c692-3aec-4680-a3f6-e88127dd525d', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'dabc5bb30faa4af797e9ba1cd4bad547'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:10.578276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d34d902-5753-47e2-b50b-31720825e830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.585569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4179e9-c8bf-410d-a01b-18c0951c1a40 None None] Network 53a34220-903d-4411-8b1d-2d30fd82c62a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:56:10.589028 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2d34d902-5753-47e2-b50b-31720825e830 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2b8a6992-f983-4cdb-90af-4bec26abd6d0 HTTP/1.1" status: 204  len: 168 time: 0.4677637
Feb 19 20:56:10.595941 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44976) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:10.641650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-8f80eb27-7ae1-44b3-b393-1fdd6743d64f service neutron] 10.222.0.30 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6677508
Feb 19 20:56:10.670203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34d902-5753-47e2-b50b-31720825e830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8a6992-f983-4cdb-90af-4bec26abd6d0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:10.673609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2460-3010-49f8-bd47-31f004515f43 req-c7a04ea3-9745-41bb-9599-2ce98937fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:10.675686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-c7a04ea3-9745-41bb-9599-2ce98937fc2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3052227
Feb 19 20:56:10.762593 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (53a34220-903d-4411-8b1d-2d30fd82c62a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.791665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7715d25b-193f-4a2b-bae4-d5b0004748a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:10.822217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 7715d25b-193f-4a2b-bae4-d5b0004748a5 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:56:10.822875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7715d25b-193f-4a2b-bae4-d5b0004748a5 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:56:10.823505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 886ba989-afb3-41ab-b49e-4829c59d79e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:10.869817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Deleting port 5a348135-ab47-4b7f-b006-f311186eb949 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:10.870271 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5a348135-ab47-4b7f-b006-f311186eb949), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.880627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa01671-d3b5-46a4-8043-01c75e26f1b6 None None] DHCP port deletion for 53a34220-903d-4411-8b1d-2d30fd82c62a request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:56:10.886085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 886ba989-afb3-41ab-b49e-4829c59d79e3 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:56:10.886718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 886ba989-afb3-41ab-b49e-4829c59d79e3 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:56:10.964902 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] For port 5a348135-ab47-4b7f-b006-f311186eb949, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a348135-ab47-4b7f-b006-f311186eb949,segment=NetworkSegment(a834607a-3429-4566-a861-fe5463140f6a),segment_id=a834607a-3429-4566-a861-fe5463140f6a)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:10.965377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5a348135-ab47-4b7f-b006-f311186eb949), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:10.982665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Calling delete_port for 5a348135-ab47-4b7f-b006-f311186eb949 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:10.986754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bfa01671-d3b5-46a4-8043-01c75e26f1b6 None None] Deleting port 5a348135-ab47-4b7f-b006-f311186eb949 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:10.989458 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bfa01671-d3b5-46a4-8043-01c75e26f1b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5a348135-ab47-4b7f-b006-f311186eb949), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.116906 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5a348135-ab47-4b7f-b006-f311186eb949), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.122162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bfa01671-d3b5-46a4-8043-01c75e26f1b6 None None] For port 5a348135-ab47-4b7f-b006-f311186eb949, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a348135-ab47-4b7f-b006-f311186eb949,segment=NetworkSegment(a834607a-3429-4566-a861-fe5463140f6a),segment_id=a834607a-3429-4566-a861-fe5463140f6a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:11.123272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bfa01671-d3b5-46a4-8043-01c75e26f1b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5a348135-ab47-4b7f-b006-f311186eb949), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.140313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bfa01671-d3b5-46a4-8043-01c75e26f1b6 None None] Calling delete_port for 5a348135-ab47-4b7f-b006-f311186eb949 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:11.155066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] No DVR routers for this DVR port 5a348135-ab47-4b7f-b006-f311186eb949 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:56:11.162180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a348135-ab47-4b7f-b006-f311186eb949,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:11.197913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-e82f968b-3d0d-43ae-aa6d-3e00f65e76c2 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7463980
Feb 19 20:56:11.220493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92351b2-bd1e-4b10-b1b3-d126c5ed2887 req-e5bea18c-1deb-4247-a61c-6d85ec7035b0 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:11.228160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d92351b2-bd1e-4b10-b1b3-d126c5ed2887 req-e5bea18c-1deb-4247-a61c-6d85ec7035b0 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.6762819
Feb 19 20:56:11.242827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (53a34220-903d-4411-8b1d-2d30fd82c62a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.265786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b2422b0>,) {'filters': {'network_id': ['53a34220-903d-4411-8b1d-2d30fd82c62a']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:11.272850 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bfa01671-d3b5-46a4-8043-01c75e26f1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (5a348135-ab47-4b7f-b006-f311186eb949), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.281582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b2422b0>, 'a834607a-3429-4566-a861-fe5463140f6a') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:11.282167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b2422b0>, 'a834607a-3429-4566-a861-fe5463140f6a') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:11.303254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a834607a-3429-4566-a861-fe5463140f6a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.323985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa01671-d3b5-46a4-8043-01c75e26f1b6 None None] Pushing event deleted for resources: {'Port': ['ID=5a348135-ab47-4b7f-b006-f311186eb949,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:11.324984 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a834607a-3429-4566-a861-fe5463140f6a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.337045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:56:11.337612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a834607a-3429-4566-a861-fe5463140f6a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.338197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa01671-d3b5-46a4-8043-01c75e26f1b6 None None] No DVR routers for this DVR port 5a348135-ab47-4b7f-b006-f311186eb949 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:56:11.341546 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:56:11.365195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-5570d854-fa24-4ef8-bef1-9f078dde2686 service neutron] 10.222.0.30 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7074952
Feb 19 20:56:11.379972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Made reservation on behalf of dabc5bb30faa4af797e9ba1cd4bad547 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:11.384134 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.401183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-c089d273-25f9-491f-9e70-d3bfeca374da service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7045207
Feb 19 20:56:11.438012 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (53a34220-903d-4411-8b1d-2d30fd82c62a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.455554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.459113 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] 10.222.0.30 "DELETE /v2.0/networks/53a34220-903d-4411-8b1d-2d30fd82c62a HTTP/1.1" status: 204  len: 168 time: 0.8618796
Feb 19 20:56:11.460098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc7e3a-0bc1-4dab-aca6-ad1f98e8b90a admin admin] Pushing event deleted for resources: {'Network': ['ID=53a34220-903d-4411-8b1d-2d30fd82c62a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:11.493092 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d92351b2-bd1e-4b10-b1b3-d126c5ed2887 req-88c7f468-4e74-40f5-8ab2-b6675652ee1b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2636249
Feb 19 20:56:11.593029 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4e0db4-211f-41d3-9cd5-108bf71cc46b x-openstack-request-id: req-8d4e0db4-211f-41d3-9cd5-108bf71cc46b {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:11.593510 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ece57c-a579-45c4-82fb-74b6ed0363e1", "name": "network-vif-plugged", "status": "completed", "tag": "5a3851e0-4e2d-4a66-9cec-b7694420e692", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:11.594737 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d4e0db4-211f-41d3-9cd5-108bf71cc46b {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:11.597244 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ece57c-a579-45c4-82fb-74b6ed0363e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3851e0-4e2d-4a66-9cec-b7694420e692', 'code': 200}
Feb 19 20:56:11.707164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45008) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:11.742381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:11.772655 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeda2f2-6b2c-4f1f-966a-daca02b8e6b6 req-dd755004-61b0-4ea2-9104-124390d6df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:11.774195 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1aeda2f2-6b2c-4f1f-966a-daca02b8e6b6 req-dd755004-61b0-4ea2-9104-124390d6df25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 1127 time: 0.1228678
Feb 19 20:56:11.780460 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-81a64a7d-48f6-4beb-9cf5-dff1dab897ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07730507b50b4050bd8a83933845823e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0673652
Feb 19 20:56:11.780757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45010) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:11.827121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0afb786-6601-4b1b-a619-9dae5f37c872 req-6b5845ee-b7c6-4ca2-9e7e-cf17832a6955 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 210 time: 0.1781802
Feb 19 20:56:11.829007 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-24bfe1b1-baf6-4ee4-ae4c-3f4b62482d54 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6176538
Feb 19 20:56:11.830897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-795d2460-3010-49f8-bd47-31f004515f43 req-a5cdd13f-4d5d-4879-8df6-bc1ef8ad97a3 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4153731
Feb 19 20:56:11.839542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port baf844cf-250b-42ea-b385-80d607da7e79 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:56:11.847053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port baf844cf-250b-42ea-b385-80d607da7e79 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:11.847781 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (baf844cf-250b-42ea-b385-80d607da7e79), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.907181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdbc0b-e675-4a04-ad6e-0c572654b315 req-5e3a6cac-b119-44c5-bba9-89926d4d75f4 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:11.916322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fccdbc0b-e675-4a04-ad6e-0c572654b315 req-5e3a6cac-b119-44c5-bba9-89926d4d75f4 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 946 time: 0.2150321
Feb 19 20:56:11.924972 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1aeda2f2-6b2c-4f1f-966a-daca02b8e6b6 req-e6bd5dec-9bc1-4eaf-ad73-8218d113a7c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416032
Feb 19 20:56:11.957007 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f53c68d-b2b2-4b07-a188-1e0bc69afa1b admin admin] Publish callbacks [] for security_group (52e21ba8-3898-475d-b6c1-7f7f2db9a3c5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.960206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port baf844cf-250b-42ea-b385-80d607da7e79 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:11.960745 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:11.983947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f53c68d-b2b2-4b07-a188-1e0bc69afa1b admin admin] Publish callbacks [] for security_group (52e21ba8-3898-475d-b6c1-7f7f2db9a3c5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:12.000628 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:12.007992 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:12.066904 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f53c68d-b2b2-4b07-a188-1e0bc69afa1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (52e21ba8-3898-475d-b6c1-7f7f2db9a3c5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:12.070115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f53c68d-b2b2-4b07-a188-1e0bc69afa1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:12.072541 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3f53c68d-b2b2-4b07-a188-1e0bc69afa1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52e21ba8-3898-475d-b6c1-7f7f2db9a3c5 HTTP/1.1" status: 204  len: 168 time: 0.2899895
Feb 19 20:56:12.082691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53c68d-b2b2-4b07-a188-1e0bc69afa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e21ba8-3898-475d-b6c1-7f7f2db9a3c5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:12.088247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:12.195999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fccdbc0b-e675-4a04-ad6e-0c572654b315 req-5b4da00a-63c8-43a0-ad97-b378a0705185 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2798550
Feb 19 20:56:12.201553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Allocated IP 192.168.233.129 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/f5cb9be2-7b1d-4cd2-91be-100fad1c21de) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:12.243620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bdb18-6a17-43fd-9429-1ae86df87291 req-07915deb-6485-4e8f-bdf1-d435cd2b6242 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:12.250776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca1bdb18-6a17-43fd-9429-1ae86df87291 req-07915deb-6485-4e8f-bdf1-d435cd2b6242 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2201407
Feb 19 20:56:12.334111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b79b59b-38f8-4cf2-87ee-b6dc66ccbfb8 req-54cc3755-5f53-4c42-bdd6-5c6dca45609f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 210 time: 0.0585790
Feb 19 20:56:12.396399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca1bdb18-6a17-43fd-9429-1ae86df87291 req-d3db3941-6a96-4c99-9556-13610461936d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447985
Feb 19 20:56:12.473552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks [] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:12.511051 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:12.529116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6ad13ef7-c05f-4bdb-be33-195dad103115'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:12.535541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', '365ebc46-b2da-4491-a96e-331ee2fb5b8b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:12.563705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:12.567696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:12.571773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:12.626230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event updated for resources: {'Port': ['ID=f5cb9be2-7b1d-4cd2-91be-100fad1c21de,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:12.634133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:12.634771 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:12.655995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-2b12ec84-4766-4462-ad81-0d611af503a0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1493578
Feb 19 20:56:12.681956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Request body: {'port': {'device_id': '4ba0c692-3aec-4680-a3f6-e88127dd525d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:12.790430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-40b6cbb9-59c9-4767-a98e-99bef7e227ee tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ac7c7b1e5ce345fd99f7b69afd3a5554&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0551965
Feb 19 20:56:12.911169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5a348135-ab47-4b7f-b006-f311186eb949 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:12.944910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 5a348135-ab47-4b7f-b006-f311186eb949 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:56:12.948499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5a348135-ab47-4b7f-b006-f311186eb949 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:56:12.962541 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.118538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1d02d-a180-484c-8e2a-bac2a85d7d93 req-233937e3-6c04-42a0-ab5d-0aa7b5baed65 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:13.120148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ba1d02d-a180-484c-8e2a-bac2a85d7d93 req-233937e3-6c04-42a0-ab5d-0aa7b5baed65 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 1128 time: 0.3265548
Feb 19 20:56:13.121701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c0ba29e1-ecdd-467b-8081-e7b0f7e1287f None None] Provisioning complete for port f5cb9be2-7b1d-4cd2-91be-100fad1c21de triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:13.122155 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c0ba29e1-ecdd-467b-8081-e7b0f7e1287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.218861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba29e1-ecdd-467b-8081-e7b0f7e1287f None None] Port f5cb9be2-7b1d-4cd2-91be-100fad1c21de cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:56:13.225540 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45062) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:13.254775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-3fe0a5ef-64ed-4ff1-9fd0-dd679e7f0918 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:13.256276 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-3fe0a5ef-64ed-4ff1-9fd0-dd679e7f0918 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4458356
Feb 19 20:56:13.292588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-066d5cea-5c25-46ee-a330-de434d0ec72b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:13.294093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-066d5cea-5c25-46ee-a330-de434d0ec72b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.67 "GET /v2.0/networks?id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa HTTP/1.1" status: 200  len: 811 time: 0.3695357
Feb 19 20:56:13.306496 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-ae067263-9c9d-4f13-b39e-339410c50dda tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/quotas/ac7c7b1e5ce345fd99f7b69afd3a5554 HTTP/1.1" status: 200  len: 375 time: 0.0391498
Feb 19 20:56:13.322877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Request body: {'port': {'device_id': '59252cac-71fd-4839-8d62-e20d42abc8cb', 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa', 'admin_state_up': True, 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:13.348570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ba1d02d-a180-484c-8e2a-bac2a85d7d93 req-d76f88a3-d5ae-4d9e-b5ec-675c7110b358 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150834
Feb 19 20:56:13.371231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-4883032-network', 'tenant_id': 'b959eb07a97740dca63d3cf3d2ed0a63'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:13.412164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Made reservation on behalf of b959eb07a97740dca63d3cf3d2ed0a63 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:13.417004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.430696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.451624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-355b330b-b538-4ccb-841f-0c6d02e00544 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac7c7b1e5ce345fd99f7b69afd3a5554&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1350579
Feb 19 20:56:13.537420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Publish callbacks [] for security_group (49dbde14-fbd5-4bb2-b6f0-c83360f334d3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.544589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (49dbde14-fbd5-4bb2-b6f0-c83360f334d3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.559987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:56:13.570783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4f989e7a-9d04-467b-b726-58b33a5dcb1d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.571174 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Added segment 4f989e7a-9d04-467b-b726-58b33a5dcb1d of type vlan for network 0b77203b-47b2-4bd5-a7b7-432923f05242
Feb 19 20:56:13.599903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:13.604316 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce8904f-7e0c-4408-a234-80f2538d56b1" -d '{"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-plugged", "status": "completed", "tag": "baf844cf-250b-42ea-b385-80d607da7e79"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:13.607096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Made reservation on behalf of 4e7060607f9342ad93e2ddbab97d8d2b for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:13.610777 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.634646 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (0b77203b-47b2-4bd5-a7b7-432923f05242), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.680447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cb9be2-7b1d-4cd2-91be-100fad1c21de {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:13.708626 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Publish callbacks [] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.734165 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (0b77203b-47b2-4bd5-a7b7-432923f05242), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.735140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:13.735736 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.810686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Transition to ACTIVE for port object f5cb9be2-7b1d-4cd2-91be-100fad1c21de will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:13.823875 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.827875 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5984669
Feb 19 20:56:13.828669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dbde14-fbd5-4bb2-b6f0-c83360f334d3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:13.837562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45080) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:13.845116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] Request body: {'subnet': {'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-4883032-subnet', 'tenant_id': 'b959eb07a97740dca63d3cf3d2ed0a63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:13.852916 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35909ead-0fac-4684-a2f5-bb30e271b085 admin admin] Pushing event updated for resources: {'Network': ['ID=0b77203b-47b2-4bd5-a7b7-432923f05242,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:13.870161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 0b77203b-47b2-4bd5-a7b7-432923f05242 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:56:13.873445 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-33325c05-c834-4ede-a009-aa8d8fb252fc tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:13.874900 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-33325c05-c834-4ede-a009-aa8d8fb252fc tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a&tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 950 time: 0.2085955
Feb 19 20:56:13.916984 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] Made reservation on behalf of b959eb07a97740dca63d3cf3d2ed0a63 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:13.920057 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:13.922515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Pushing event updated for resources: {'Port': ['ID=f5cb9be2-7b1d-4cd2-91be-100fad1c21de,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:13.955739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5e47b-9426-49ab-b00a-48e8389d2226 req-2aa922a3-54e3-4a62-8469-c3d9509b7e0d tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:13.962785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ea5e47b-9426-49ab-b00a-48e8389d2226 req-2aa922a3-54e3-4a62-8469-c3d9509b7e0d tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.2673020
Feb 19 20:56:13.979196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c07ad-255d-4cf3-b140-ef01401d171f req-3d24aa21-b961-409a-bbf7-41ede33609ea tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:13.986086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-428c07ad-255d-4cf3-b140-ef01401d171f req-3d24aa21-b961-409a-bbf7-41ede33609ea tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 936 time: 0.2809472
Feb 19 20:56:14.020441 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-e312765e-c3b2-4f73-805b-958eb3d7c486 service neutron] 10.222.0.10 "GET /v2.0/ports/baf844cf-250b-42ea-b385-80d607da7e79/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1382952
Feb 19 20:56:14.056849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Allocated IP 172.20.0.2 (522a4889-4ca5-4003-88ab-4ec7fe7bb9fa/be4a1075-2ec5-43f3-b650-222de83a45f6/31d6bb39-99dc-4d88-9fb6-3d09d608c1ea) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:14.164016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ea5e47b-9426-49ab-b00a-48e8389d2226 req-de8afae4-8eee-4971-baa1-9f673c4a6ecb tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1991124
Feb 19 20:56:14.167340 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-0d22a338-6391-4343-b777-6933129f9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:14.169099 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-0d22a338-6391-4343-b777-6933129f9b1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1132 time: 0.1183779
Feb 19 20:56:14.192600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-428c07ad-255d-4cf3-b140-ef01401d171f req-33e65300-29b6-49e8-b068-dd948bc78ca7 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013183
Feb 19 20:56:14.237969 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:14.286224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Attempting to bind port f5cb9be2-7b1d-4cd2-91be-100fad1c21de on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:14.287170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Attempting to bind port f5cb9be2-7b1d-4cd2-91be-100fad1c21de by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:14.287684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Attempting to bind port f5cb9be2-7b1d-4cd2-91be-100fad1c21de on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:14.337352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:14.353440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4a5410d-a8bd-4879-8371-68c607d86218 req-4fdd35ca-5903-404a-98c8-26e9bb299243 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 210 time: 0.0739770
Feb 19 20:56:14.354915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Port f5cb9be2-7b1d-4cd2-91be-100fad1c21de on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:14.355667 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Attempting to bind port f5cb9be2-7b1d-4cd2-91be-100fad1c21de on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:14.367292 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-20a79ec0-b031-4c03-ae14-1a656385cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:14.369073 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-20a79ec0-b031-4c03-ae14-1a656385cecb service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1819541
Feb 19 20:56:14.369757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] Checking segment: {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:14.370321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] Network hostable DHCP agents. Network: 0b77203b-47b2-4bd5-a7b7-432923f05242, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:56:14.421957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-bf8053d0-ab25-49a7-abd2-759a2c0a2085 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 217 time: 0.0449164
Feb 19 20:56:14.429610 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] Network 0b77203b-47b2-4bd5-a7b7-432923f05242 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:56:14.448243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0b77203b-47b2-4bd5-a7b7-432923f05242) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:14.457094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb989c57-4c38-49e7-a119-0b94148ac220 None None] Network 0b77203b-47b2-4bd5-a7b7-432923f05242 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:56:14.471706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:14.472316 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:14.500137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-a600886b-5b41-4741-9c32-e38fa3429ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:14.501900 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-a600886b-5b41-4741-9c32-e38fa3429ecc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0640261
Feb 19 20:56:14.507024 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7fe47c77-f91a-4177-af87-ccbdf16bb90e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 839 time: 0.6683266
Feb 19 20:56:14.508300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:14.508802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:14.509278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:14.509871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Bound port: f5cb9be2-7b1d-4cd2-91be-100fad1c21de, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:14.510335 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:14.549773 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks [] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:14.582694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-c58da0e7-41cf-4054-9a95-c346b5b4f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:14.585757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-c58da0e7-41cf-4054-9a95-c346b5b4f20e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0739737
Feb 19 20:56:14.595017 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f11aa-3ef8-4a49-bc97-17759ff3458a None None] Network 0b77203b-47b2-4bd5-a7b7-432923f05242 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:56:14.671512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d59a4-e50a-47c0-894f-46132df5482a req-88909922-760b-4636-9bcd-f11967eb8d1f tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:14.673263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-438d59a4-e50a-47c0-894f-46132df5482a req-88909922-760b-4636-9bcd-f11967eb8d1f tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 1128 time: 0.3419082
Feb 19 20:56:14.700438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] For port f5cb9be2-7b1d-4cd2-91be-100fad1c21de, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:14.712280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f85fc-81d9-4d52-bef1-0307d34e777a req-e5f64491-5d27-47a4-91c7-14e250802b7f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:14.714990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-435f85fc-81d9-4d52-bef1-0307d34e777a req-e5f64491-5d27-47a4-91c7-14e250802b7f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.2239475
Feb 19 20:56:14.721617 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-dafbb7cc-2dbf-4be3-8e93-5d63923b4de0 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267352
Feb 19 20:56:14.721848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] For port f5cb9be2-7b1d-4cd2-91be-100fad1c21de, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5cb9be2-7b1d-4cd2-91be-100fad1c21de,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:14.754940 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:14.759144 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:14.771987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['dd609551-9c3b-4d51-ab65-39dd0fa6d3ba'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:14.831801 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-24920406-6050-493f-a2e6-92c1751af861 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954382
Feb 19 20:56:14.846713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:14.848160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:14.848819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:14.850237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] 10.222.0.10 "PUT /v2.0/ports/f5cb9be2-7b1d-4cd2-91be-100fad1c21de HTTP/1.1" status: 200  len: 1096 time: 2.1737463
Feb 19 20:56:14.868110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba0c692-3aec-4680-a3f6-e88127dd525d', 'tag': 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:14.874733 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba0c692-3aec-4680-a3f6-e88127dd525d", "tag": "f5cb9be2-7b1d-4cd2-91be-100fad1c21de"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:14.907112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-438d59a4-e50a-47c0-894f-46132df5482a req-b18fe11a-ed94-4dee-a46c-b36d71a97646 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237837
Feb 19 20:56:14.908172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:14.911632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:14.945527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb27648-94e0-4e13-8cba-ddd4098eba5a service neutron] Pushing event updated for resources: {'Port': ['ID=f5cb9be2-7b1d-4cd2-91be-100fad1c21de,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:14.975910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-435f85fc-81d9-4d52-bef1-0307d34e777a req-b4fbd3e9-8797-48bc-b62a-f77fde640caa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2410731
Feb 19 20:56:15.019219 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db62e9a-d502-4ed4-afbc-50ff80edd0e7 x-openstack-request-id: req-7db62e9a-d502-4ed4-afbc-50ff80edd0e7 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:15.020109 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-plugged", "status": "completed", "tag": "baf844cf-250b-42ea-b385-80d607da7e79", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:15.022163 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7db62e9a-d502-4ed4-afbc-50ff80edd0e7 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:15.022793 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79', 'code': 200}
Feb 19 20:56:15.046560 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-dd107938-fed3-489d-8f75-3011e7c1123a tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ac7c7b1e5ce345fd99f7b69afd3a5554&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0491250
Feb 19 20:56:15.129202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:15.130196 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:15.168498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Pushing event updated for resources: {'Port': ['ID=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:15.196176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-bec3a85b-e4ad-4c12-8177-52cd71d6333f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8784237
Feb 19 20:56:15.197961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-9a32a471-cf1e-4612-8f68-4f488c509d6d tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:15.199413 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-9a32a471-cf1e-4612-8f68-4f488c509d6d tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1457593
Feb 19 20:56:15.199882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ad2bd42-fbbd-4474-b914-0356911520b0 req-fd6f1ace-bb67-42ce-8a7c-46bc65763ab6 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 210 time: 0.0840387
Feb 19 20:56:15.214391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2535352-5b00-40c3-adf0-db558412c187 req-9e8dd496-3aa0-4e01-9ce8-cc709649d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:15.215884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-9e8dd496-3aa0-4e01-9ce8-cc709649d4c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 1130 time: 0.2725124
Feb 19 20:56:15.224395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Request body: {'port': {'device_id': '59252cac-71fd-4839-8d62-e20d42abc8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:15.244248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Request body: {'port': {'device_id': '9eaee1c7-bade-4297-9c88-df64b809a763', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'ac7c7b1e5ce345fd99f7b69afd3a5554'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:15.265538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452ed54-4a0e-4166-a53d-09dee0449bdb req-2cb449e4-2927-49f9-b257-3a623d817ceb tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:15.267022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e452ed54-4a0e-4166-a53d-09dee0449bdb req-2cb449e4-2927-49f9-b257-3a623d817ceb tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1789875
Feb 19 20:56:15.311047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-8d19c000-90a7-46a3-b670-15c269514ac3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f5cb9be2-7b1d-4cd2-91be-100fad1c21de HTTP/1.1" status: 200  len: 217 time: 0.0603228
Feb 19 20:56:15.368037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Made reservation on behalf of ac7c7b1e5ce345fd99f7b69afd3a5554 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:15.372109 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:15.382056 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:15.412744 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:15.429466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e452ed54-4a0e-4166-a53d-09dee0449bdb req-c7058978-9a21-4c16-9cd7-cf5a2144a99f tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291108
Feb 19 20:56:15.448905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2535352-5b00-40c3-adf0-db558412c187 req-161152af-b7d4-44fa-8dce-a1f14bef7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:15.450381 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-161152af-b7d4-44fa-8dce-a1f14bef7bad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1233819
Feb 19 20:56:15.478666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Publish callbacks [] for security_group (427ca91f-82cc-40b4-a6f3-2367153f03cb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:15.484200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (427ca91f-82cc-40b4-a6f3-2367153f03cb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:15.523540 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4d99b2-9c7d-4091-9423-b469c2e12a42 x-openstack-request-id: req-ca4d99b2-9c7d-4091-9423-b469c2e12a42 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:15.523836 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba0c692-3aec-4680-a3f6-e88127dd525d", "tag": "f5cb9be2-7b1d-4cd2-91be-100fad1c21de", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:15.524457 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca4d99b2-9c7d-4091-9423-b469c2e12a42 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:15.524609 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba0c692-3aec-4680-a3f6-e88127dd525d', 'tag': 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de', 'status': 'completed', 'code': 200}
Feb 19 20:56:15.551108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427ca91f-82cc-40b4-a6f3-2367153f03cb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:15.628970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Allocated IP 192.168.233.133 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/d9d53a10-25f3-4c06-8b46-bd8bdfc071ea) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:15.717838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2535352-5b00-40c3-adf0-db558412c187 req-38e0c624-52dd-4da1-835e-b87d8e1739df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:15.719344 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-38e0c624-52dd-4da1-835e-b87d8e1739df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2510021
Feb 19 20:56:15.729195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-c342c5d7-46e1-4e4c-aaae-55907dea8a3b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:15.730631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-c342c5d7-46e1-4e4c-aaae-55907dea8a3b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 802 time: 0.3003011
Feb 19 20:56:15.780473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Publish callbacks [] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:15.818517 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:15.868400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:15.873272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:15.875217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Pushing event updated for resources: {'Port': ['ID=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:15.878161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:15.932377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:15.933050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:15.953684 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-e57e0a6f-16c0-4fbb-8d39-8f6b0be68fdc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.7137282
Feb 19 20:56:15.966337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Request body: {'port': {'device_id': '9eaee1c7-bade-4297-9c88-df64b809a763', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:16.034371 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:16.121999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c4290-d512-47fe-b998-fd85816b1395 req-7e0238c9-eef6-4255-bdbc-4fc02636f89e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:16.123455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c7c4290-d512-47fe-b998-fd85816b1395 req-7e0238c9-eef6-4255-bdbc-4fc02636f89e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 948 time: 0.5571926
Feb 19 20:56:16.163733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3ad00e46-29e2-489d-bc95-e0675461f900 None None] Provisioning complete for port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:16.164310 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3ad00e46-29e2-489d-bc95-e0675461f900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:16.167864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-8b028ad4-3e4b-4e78-9704-62fd4fed1be5 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/quotas/b959eb07a97740dca63d3cf3d2ed0a63 HTTP/1.1" status: 200  len: 375 time: 0.0937731
Feb 19 20:56:16.207858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3ad00e46-29e2-489d-bc95-e0675461f900 None None] Port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:56:16.226507 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-a0ae303d-c310-4128-a815-12742c972989 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0486274
Feb 19 20:56:16.316776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d53a10-25f3-4c06-8b46-bd8bdfc071ea {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:16.324749 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Publish callbacks [] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:16.336660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Transition to ACTIVE for port object d9d53a10-25f3-4c06-8b46-bd8bdfc071ea will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:16.336869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c7c4290-d512-47fe-b998-fd85816b1395 req-346dafd7-d91e-4d45-bf52-4fce81a93fa8 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841855
Feb 19 20:56:16.342199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:16.357942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-2f3f4874-52a4-4939-b069-8d45726a1d96 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6220686
Feb 19 20:56:16.424383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Pushing event updated for resources: {'Port': ['ID=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:16.498396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-cf5ac3a6-2177-4841-925b-2a9005cd7d5c service neutron] 10.222.0.30 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2544024
Feb 19 20:56:16.500123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Attempting to bind port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:16.500525 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Attempting to bind port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:16.500869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Attempting to bind port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:16.505796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:16.506131 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Attempting to bind port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:16.511247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:16.511594 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:16.511987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:16.512460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Bound port: d9d53a10-25f3-4c06-8b46-bd8bdfc071ea, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:16.512829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:16.583345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] For port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:16.589181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] For port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:16.597176 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:16.600916 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:16.623071 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Publish callbacks [] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:16.645750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fa9a0-d7ba-4894-ab82-cde201077e07 req-a0d779c7-d195-450a-bb3c-bfc7953dbd6d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:16.647805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-366fa9a0-d7ba-4894-ab82-cde201077e07 req-a0d779c7-d195-450a-bb3c-bfc7953dbd6d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 931 time: 0.2177413
Feb 19 20:56:16.654136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2535352-5b00-40c3-adf0-db558412c187 req-5c2a1418-4dd8-497a-b82e-91bb9069a3c3 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839582
Feb 19 20:56:16.668969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Pushing event updated for resources: {'Port': ['ID=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:16.677838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Transition to ACTIVE for port object 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:16.690571 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:16.702784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:16.703528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:16.706323 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-cec3512a-bdf9-4661-a9e3-acc83e2b6ffd service neutron] 10.222.0.10 "PUT /v2.0/ports/d9d53a10-25f3-4c06-8b46-bd8bdfc071ea HTTP/1.1" status: 200  len: 1096 time: 0.7445426
Feb 19 20:56:16.707847 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaee1c7-bade-4297-9c88-df64b809a763', 'tag': 'd9d53a10-25f3-4c06-8b46-bd8bdfc071ea'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:16.711202 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42355e06-0891-40fa-b490-6fba2325d9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaee1c7-bade-4297-9c88-df64b809a763", "tag": "d9d53a10-25f3-4c06-8b46-bd8bdfc071ea"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:16.788502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-a850f4df-cbc7-4be4-83a1-f1fc579e4c40 service neutron] 10.222.0.30 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2699137
Feb 19 20:56:16.789904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c req-e3e311a8-4b92-4bb6-ac5d-e02b09f296c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:16.791690 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c req-e3e311a8-4b92-4bb6-ac5d-e02b09f296c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 1130 time: 0.0656011
Feb 19 20:56:16.828064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-366fa9a0-d7ba-4894-ab82-cde201077e07 req-fa36e638-0d9d-4aa1-90f9-23c16f70595a tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694171
Feb 19 20:56:16.830836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Pushing event updated for resources: {'Port': ['ID=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:16.924882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-7a1b3dec-3585-43ea-b794-2ca7320c7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:16.926699 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-7a1b3dec-3585-43ea-b794-2ca7320c7a38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac7c7b1e5ce345fd99f7b69afd3a5554&device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 1130 time: 0.1701648
Feb 19 20:56:16.942573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c req-7c53801e-fe73-4a7f-8af6-212039a79949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:16.944287 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c req-7c53801e-fe73-4a7f-8af6-212039a79949 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1455848
Feb 19 20:56:17.023386 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c req-acb0646d-355e-4938-8581-016ca9331c17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=f5cb9be2-7b1d-4cd2-91be-100fad1c21de HTTP/1.1" status: 200  len: 217 time: 0.0644674
Feb 19 20:56:17.032780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-47d8e49b-7866-4957-bddb-4391db9bc4cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea HTTP/1.1" status: 200  len: 217 time: 0.0900774
Feb 19 20:56:17.066072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Attempting to bind port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:17.066596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Attempting to bind port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:17.067186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Attempting to bind port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea on network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:17.132203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c req-af19523a-49aa-4121-915a-24d33759b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:17.134188 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c req-af19523a-49aa-4121-915a-24d33759b307 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1010220
Feb 19 20:56:17.149471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea on network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:17.149810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Attempting to bind port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea on network 522a4889-4ca5-4003-88ab-4ec7fe7bb9fa {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:17.177387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:17.177743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Checking segment: {'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:17.178148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Bound using segment: {'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:17.178591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Bound port: 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:17.178960 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:17.186082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-6289170c-f6e8-4884-b705-02a9aa3e2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:17.187664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-6289170c-f6e8-4884-b705-02a9aa3e2786 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1232097
Feb 19 20:56:17.236590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c req-774f4465-478a-46e5-9b5c-f4da62f58464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:17.238549 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c req-774f4465-478a-46e5-9b5c-f4da62f58464 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0969048
Feb 19 20:56:17.246082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf289e-4350-4a22-ad68-4835a91a7c57 req-0c1ce0de-b08f-4f47-ad97-e863eddcfa06 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:17.253364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69bf289e-4350-4a22-ad68-4835a91a7c57 req-0c1ce0de-b08f-4f47-ad97-e863eddcfa06 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1910312
Feb 19 20:56:17.384793 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c req-76b4663a-5c2b-43c9-802c-a3c92340cfc7 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385875
Feb 19 20:56:17.401672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69bf289e-4350-4a22-ad68-4835a91a7c57 req-d06a7599-c7e1-4e32-b621-9ef2b0c8452b tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472802
Feb 19 20:56:17.406885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-1e784d10-a938-4bf2-9e5b-f4cf47abae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:17.411804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-1e784d10-a938-4bf2-9e5b-f4cf47abae5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2133479
Feb 19 20:56:17.418001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] For port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:17.425867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] For port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:17.522036 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:17.559251 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3df7320-4b66-4fd0-91d2-f2a47ba18a2c req-ccfa822d-5668-47dc-9de1-1a255beb0824 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619365
Feb 19 20:56:17.598949 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Pushing event updated for resources: {'Port': ['ID=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:17.603702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-4c4e330c-d13c-4ea8-ae1d-231bbf8c542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:17.605267 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-4c4e330c-d13c-4ea8-ae1d-231bbf8c542c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a&tenant_id=e2599a1bea39406f9b1e548ab3f1cd22 HTTP/1.1" status: 200  len: 1132 time: 0.0578759
Feb 19 20:56:17.617554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:17.664308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:17.664991 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:17.666823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-55051cda-24fb-49a3-a950-6e60eb98bf6b service neutron] 10.222.0.67 "PUT /v2.0/ports/31d6bb39-99dc-4d88-9fb6-3d09d608c1ea HTTP/1.1" status: 200  len: 1091 time: 2.4490955
Feb 19 20:56:17.669391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59252cac-71fd-4839-8d62-e20d42abc8cb', 'tag': '31d6bb39-99dc-4d88-9fb6-3d09d608c1ea'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:17.671665 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8290be-17cb-423e-beb1-a6761c735d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "59252cac-71fd-4839-8d62-e20d42abc8cb", "tag": "31d6bb39-99dc-4d88-9fb6-3d09d608c1ea"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:17.741269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ee945-33cf-4989-9eed-6b4356ca5547 req-c3e08e66-b1ee-4a69-bcb6-ea329cc6d4fe tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:17.742841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df1ee945-33cf-4989-9eed-6b4356ca5547 req-c3e08e66-b1ee-4a69-bcb6-ea329cc6d4fe tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 948 time: 0.2227159
Feb 19 20:56:17.743627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:17.764154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-969bdc74-854c-481d-ad20-88e526411cd3 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3334818
Feb 19 20:56:17.890293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-9098d603-4eef-448a-9a10-a26ad686b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:17.891848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-9098d603-4eef-448a-9a10-a26ad686b20f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e7060607f9342ad93e2ddbab97d8d2b&device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 1125 time: 0.1442902
Feb 19 20:56:17.905037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df1ee945-33cf-4989-9eed-6b4356ca5547 req-32450590-e79f-49f1-bbc1-133e5b4f0b2d tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/security-groups?id=427ca91f-82cc-40b4-a6f3-2367153f03cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255178
Feb 19 20:56:17.958588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-9a4106a6-dc95-40aa-8110-5ef79693b2df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea HTTP/1.1" status: 200  len: 217 time: 0.0507791
Feb 19 20:56:17.962244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7345c51e-f4c9-41f6-a451-49a3d2939063 req-953c68ab-a2e2-4bb1-aeda-8b0412396525 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814902
Feb 19 20:56:18.033853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-f70fffbd-e860-47a0-a645-c7002356eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:18.035677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-f70fffbd-e860-47a0-a645-c7002356eee6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be4a1075-2ec5-43f3-b650-222de83a45f6 HTTP/1.1" status: 200  len: 851 time: 0.0664811
Feb 19 20:56:18.073682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-a34fd3f6-1954-464e-a99f-3e0714e99e60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297804
Feb 19 20:56:18.191166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0894e6a-4eac-4036-ac2c-9262f9ba26c3 req-7b852091-27dc-47e5-91c0-9eec998a78e6 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 210 time: 0.0539856
Feb 19 20:56:18.234221 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ce4df9df-291d-498a-af45-c020a57e3229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:18.262376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-f0ff3ca8-ecfe-4135-81fa-913ecb1a4a48 service neutron] 10.222.0.67 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1792552
Feb 19 20:56:18.264698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42355e06-0891-40fa-b490-6fba2325d9cb req-1f729c71-4100-4295-b06a-e17e03be5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:18.266888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42355e06-0891-40fa-b490-6fba2325d9cb req-1f729c71-4100-4295-b06a-e17e03be5cf2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac7c7b1e5ce345fd99f7b69afd3a5554&device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 1130 time: 0.1629736
Feb 19 20:56:18.342604 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4c53fb-6abd-472d-9e68-3cabd42222e6 x-openstack-request-id: req-af4c53fb-6abd-472d-9e68-3cabd42222e6 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:18.342894 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaee1c7-bade-4297-9c88-df64b809a763", "tag": "d9d53a10-25f3-4c06-8b46-bd8bdfc071ea", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:18.343133 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af4c53fb-6abd-472d-9e68-3cabd42222e6 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:18.343952 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eaee1c7-bade-4297-9c88-df64b809a763', 'tag': 'd9d53a10-25f3-4c06-8b46-bd8bdfc071ea', 'status': 'completed', 'code': 200}
Feb 19 20:56:18.353045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-f6e1ab36-7705-4cc9-ab6c-451e207362d0 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:56:18.354086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-f6e1ab36-7705-4cc9-ab6c-451e207362d0 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0240393
Feb 19 20:56:18.399423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:18.437322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:18.487849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Publish callbacks [] for port (baf844cf-250b-42ea-b385-80d607da7e79), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:18.504077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Transition to ACTIVE for port object baf844cf-250b-42ea-b385-80d607da7e79 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:18.507977 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:18.549720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-1fdf5c0e-e0eb-4605-ad50-e7db7ea0f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:18.551118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-1fdf5c0e-e0eb-4605-ad50-e7db7ea0f98f service neutron] 10.222.0.30 "GET /v2.0/ports/29196269-26de-4888-9bd6-bdcde982f91c HTTP/1.1" status: 200  len: 1125 time: 0.1684086
Feb 19 20:56:18.561024 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=10']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:18.578279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:18.578731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Unknown quota resources ['binding']. {{(pid=121128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:56:18.592359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] No DVR routers for this DVR port baf844cf-250b-42ea-b385-80d607da7e79 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:56:18.622924 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ca261a-2593-4e2f-bce5-2c2bfec904e0 req-823943a3-b338-4bcc-b616-4981ceccf23d service neutron] 10.222.0.67 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3521287
Feb 19 20:56:18.630198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178da4ed-5eac-4a11-8908-2f49b76cd0fe req-efcf9888-27c3-43f5-9500-a837e3020822 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:18.631691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-178da4ed-5eac-4a11-8908-2f49b76cd0fe req-efcf9888-27c3-43f5-9500-a837e3020822 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.3000309
Feb 19 20:56:18.639333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:18.639688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:18.640160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:18.646298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Port baf844cf-250b-42ea-b385-80d607da7e79 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:18.646961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Attempting to bind port baf844cf-250b-42ea-b385-80d607da7e79 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:18.655742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:18.655960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:18.656374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:18.657011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Bound port: baf844cf-250b-42ea-b385-80d607da7e79, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:18.657401 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:18.683984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42355e06-0891-40fa-b490-6fba2325d9cb req-f19eade7-9ef4-4c91-9d10-52286a63da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:18.685505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42355e06-0891-40fa-b490-6fba2325d9cb req-f19eade7-9ef4-4c91-9d10-52286a63da71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.3604136
Feb 19 20:56:18.730127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:18.734199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:18.741048 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:18.779049 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:18.779753 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:18.781512 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] 10.222.0.67 "PUT /v2.0/ports/baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 1097 time: 1.1681509
Feb 19 20:56:18.786810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42355e06-0891-40fa-b490-6fba2325d9cb req-f4274458-b4ec-4f82-bec0-9841e0b0de32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea HTTP/1.1" status: 200  len: 217 time: 0.0449920
Feb 19 20:56:18.795356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-93d1852f-86d7-4e69-9f64-dae39cfeafb4 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:18.799019 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-93d1852f-86d7-4e69-9f64-dae39cfeafb4 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 802 time: 0.3728299
Feb 19 20:56:18.837237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Request body: {'port': {'device_id': 'd927e050-ac38-4b26-8aa5-14f490410068', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'admin_state_up': True, 'tenant_id': 'b959eb07a97740dca63d3cf3d2ed0a63'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:18.853250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba34721-72b6-40b3-96d2-63cf73a18ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=11']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:18.876231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-f672c9e3-87d8-47fa-bb69-d47cf3cc5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:18.877900 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-f672c9e3-87d8-47fa-bb69-d47cf3cc5197 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1131 time: 0.0641649
Feb 19 20:56:18.921450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-178da4ed-5eac-4a11-8908-2f49b76cd0fe req-2935be22-4302-4094-875b-a6365f08a242 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2767227
Feb 19 20:56:18.961907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42355e06-0891-40fa-b490-6fba2325d9cb req-1d3e30a8-4971-4379-97bc-52a4b0813f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:18.963415 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42355e06-0891-40fa-b490-6fba2325d9cb req-1d3e30a8-4971-4379-97bc-52a4b0813f11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1572886
Feb 19 20:56:19.014811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-62c5acb7-8252-423e-ad5b-335107ba4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:19.016408 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-62c5acb7-8252-423e-ad5b-335107ba4d85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1279263
Feb 19 20:56:19.068468 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-9c0ec45d-5bfc-4cfe-8162-7d21ccd0c4cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 217 time: 0.0422072
Feb 19 20:56:19.120388 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-ef319b28-e4ab-4807-b3ce-8358aac6bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:19.121864 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-ef319b28-e4ab-4807-b3ce-8358aac6bcd4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0450091
Feb 19 20:56:19.175538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-b3592192-7675-433d-9548-a5171342fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:19.177106 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-b3592192-7675-433d-9548-a5171342fed9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0486190
Feb 19 20:56:19.280626 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-20f284c0-cc50-4e1b-b4bb-ad82cee867c9 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0953152
Feb 19 20:56:19.354397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c on host nch1-master-1 for vnic_type normal with profile None {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:19.354751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:19.355073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:19.377118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Port 29196269-26de-4888-9bd6-bdcde982f91c on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:19.377444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:19.395927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:19.396272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:19.396693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:19.397134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Bound port: 29196269-26de-4888-9bd6-bdcde982f91c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:19.429750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42355e06-0891-40fa-b490-6fba2325d9cb req-084eb1e5-fe2c-4d92-b8b0-7d083f3acf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:19.431532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42355e06-0891-40fa-b490-6fba2325d9cb req-084eb1e5-fe2c-4d92-b8b0-7d083f3acf41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4587543
Feb 19 20:56:19.445579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bff08-9eca-4ea6-a071-23eb44d158f9 req-2f515b96-6f23-407e-9e9b-194c154990f0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:19.447034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d58bff08-9eca-4ea6-a071-23eb44d158f9 req-2f515b96-6f23-407e-9e9b-194c154990f0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 948 time: 0.4502890
Feb 19 20:56:19.460694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Made reservation on behalf of b959eb07a97740dca63d3cf3d2ed0a63 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:19.463653 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-517e16e1-bac0-4289-b8d0-dd2ba156a13f req-722519f7-1781-4836-bdb8-0461c89d5c1f service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841725
Feb 19 20:56:19.464183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:19.565985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29196269-26de-4888-9bd6-bdcde982f91c,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:19.584688 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:19.585919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-df2766a6-9d6b-4c84-98da-0c80d1ef052a service neutron] 10.222.0.30 "POST /v2.0/ports/29196269-26de-4888-9bd6-bdcde982f91c/bindings HTTP/1.1" status: 201  len: 389 time: 1.0144792
Feb 19 20:56:19.640472 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d58bff08-9eca-4ea6-a071-23eb44d158f9 req-9d8d7ff6-bf58-45dd-84fe-e8f1b2d57802 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820648
Feb 19 20:56:19.668996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42355e06-0891-40fa-b490-6fba2325d9cb req-2a7b6d9e-2810-435e-811e-1a84dba69106 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209888
Feb 19 20:56:19.713419 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f76b49-92d8-4e7f-992d-4b22f45fb853 x-openstack-request-id: req-82f76b49-92d8-4e7f-992d-4b22f45fb853 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:19.713688 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59252cac-71fd-4839-8d62-e20d42abc8cb", "tag": "31d6bb39-99dc-4d88-9fb6-3d09d608c1ea", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:19.713951 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82f76b49-92d8-4e7f-992d-4b22f45fb853 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:19.714354 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59252cac-71fd-4839-8d62-e20d42abc8cb', 'tag': '31d6bb39-99dc-4d88-9fb6-3d09d608c1ea', 'status': 'completed', 'code': 200}
Feb 19 20:56:19.784391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8290be-17cb-423e-beb1-a6761c735d9b req-e32b7877-672c-4c92-ab9d-d8c42d076ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:19.785926 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b8290be-17cb-423e-beb1-a6761c735d9b req-e32b7877-672c-4c92-ab9d-d8c42d076ded service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e7060607f9342ad93e2ddbab97d8d2b&device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 1125 time: 0.0614552
Feb 19 20:56:19.810025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d9d53a10-25f3-4c06-8b46-bd8bdfc071ea details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:19.815065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:19.856025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Allocated IP 172.20.0.7 (0b77203b-47b2-4bd5-a7b7-432923f05242/e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea/ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:19.904237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbca8b-902a-4229-838c-ebba62d6794a req-8e8ddc64-af5e-426a-a5a1-1d80055850ef tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:19.905958 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e3dbca8b-902a-4229-838c-ebba62d6794a req-8e8ddc64-af5e-426a-a5a1-1d80055850ef tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 943 time: 0.1941605
Feb 19 20:56:19.917180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port baf844cf-250b-42ea-b385-80d607da7e79 host nch2-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:56:19.918021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:56:19.926238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8290be-17cb-423e-beb1-a6761c735d9b req-186a396e-3025-47b0-9211-827c40889d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:19.927825 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b8290be-17cb-423e-beb1-a6761c735d9b req-186a396e-3025-47b0-9211-827c40889d19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa HTTP/1.1" status: 200  len: 912 time: 0.1359000
Feb 19 20:56:19.931494 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-13040277-5844-475c-93bd-e6c4a644c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:19.933058 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-13040277-5844-475c-93bd-e6c4a644c482 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 1128 time: 0.0799196
Feb 19 20:56:19.957430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:19.959712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42355e06-0891-40fa-b490-6fba2325d9cb req-3bdc7de5-bcbd-4507-883e-0883e4393b57 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2834361
Feb 19 20:56:19.970359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'd9d53a10-25f3-4c06-8b46-bd8bdfc071ea', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'd9d53a10-25f3-4c06-8b46-bd8bdfc071ea', 'mac_address': 'fa:16:3e:3c:a6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:19.973071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d738d32-e64c-4b72-9803-190ff8267ad0 req-6c9408be-e004-4e97-b6f9-2fe28e237450 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:19.974609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d738d32-e64c-4b72-9803-190ff8267ad0 req-6c9408be-e004-4e97-b6f9-2fe28e237450 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 949 time: 0.2048349
Feb 19 20:56:19.984915 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b8290be-17cb-423e-beb1-a6761c735d9b req-1b90a4e0-247d-4479-8de1-4bb21948254e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea HTTP/1.1" status: 200  len: 217 time: 0.0485449
Feb 19 20:56:20.015577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:20.015981 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:20.030053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d53a10-25f3-4c06-8b46-bd8bdfc071ea {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:20.049585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:20.054420 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:20.055537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f5cb9be2-7b1d-4cd2-91be-100fad1c21de details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:20.070466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e3dbca8b-902a-4229-838c-ebba62d6794a req-29394c9c-412c-4fa7-a48a-6440069fd535 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444099
Feb 19 20:56:20.119459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8290be-17cb-423e-beb1-a6761c735d9b req-e431a1f5-0cc7-41d8-a037-93a9681d7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:20.121298 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b8290be-17cb-423e-beb1-a6761c735d9b req-e431a1f5-0cc7-41d8-a037-93a9681d7963 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be4a1075-2ec5-43f3-b650-222de83a45f6 HTTP/1.1" status: 200  len: 851 time: 0.1259403
Feb 19 20:56:20.124308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-e924d52b-459e-4ff1-873a-754f8d9c14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:20.126027 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-e924d52b-459e-4ff1-873a-754f8d9c14a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.1833892
Feb 19 20:56:20.135314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d738d32-e64c-4b72-9803-190ff8267ad0 req-2b25258e-b1d5-466c-af53-15a9fa2b130a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445739
Feb 19 20:56:20.140533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:20.145055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f5cb9be2-7b1d-4cd2-91be-100fad1c21de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5cb9be2-7b1d-4cd2-91be-100fad1c21de,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:20.162899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de', 'mac_address': 'fa:16:3e:3d:92:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:20.206405 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks [] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:20.221643 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b8290be-17cb-423e-beb1-a6761c735d9b req-fa331109-76d4-4da4-89cf-3db107c55e05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0915227
Feb 19 20:56:20.224145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-051b2340-d476-495b-b46d-ad1c25909a8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29196269-26de-4888-9bd6-bdcde982f91c HTTP/1.1" status: 200  len: 217 time: 0.0636821
Feb 19 20:56:20.224689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port f5cb9be2-7b1d-4cd2-91be-100fad1c21de is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:20.225249 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:20.241169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cb9be2-7b1d-4cd2-91be-100fad1c21de {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:20.261537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5244f4b-eb50-4208-ac0a-f4110e549889 req-45ccc752-e3fa-4b64-b17f-7c5c21bc3a86 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:20.263052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5244f4b-eb50-4208-ac0a-f4110e549889 req-45ccc752-e3fa-4b64-b17f-7c5c21bc3a86 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 949 time: 0.1058686
Feb 19 20:56:20.263723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f5cb9be2-7b1d-4cd2-91be-100fad1c21de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5cb9be2-7b1d-4cd2-91be-100fad1c21de,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:20.268049 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:20.306857 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:20.325135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=f5cb9be2-7b1d-4cd2-91be-100fad1c21de,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:20.348192 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b50cbc17-e41a-4caf-bd5b-ec3316558b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:20.348621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79'}, {'name': 'network-changed', 'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:20.352665 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac5ed37-17df-4aa0-8771-dc6893f27845" -d '{"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-unplugged", "status": "completed", "tag": "baf844cf-250b-42ea-b385-80d607da7e79"}, {"name": "network-changed", "server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "tag": "baf844cf-250b-42ea-b385-80d607da7e79"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:20.360303 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-347d518b-1620-408a-909d-e7dfd64fe89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:20.362403 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-347d518b-1620-408a-909d-e7dfd64fe89f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.1249888
Feb 19 20:56:20.384836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Network 0b77203b-47b2-4bd5-a7b7-432923f05242 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:20.387966 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b8290be-17cb-423e-beb1-a6761c735d9b req-bd37330c-7de0-4ee5-a882-7d695d92ac7d service neutron] 10.222.0.67 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596088
Feb 19 20:56:20.392265 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5244f4b-eb50-4208-ac0a-f4110e549889 req-d0e2c95b-f863-4d32-9822-f024d91cd178 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/security-groups?id=427ca91f-82cc-40b4-a6f3-2367153f03cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121161
Feb 19 20:56:20.394175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:20.397326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:20.399756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Pushing event updated for resources: {'Port': ['ID=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:20.408587 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-f7952196-0eee-4e4d-bc6b-b7cbe00f15b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352461
Feb 19 20:56:20.431914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9356fe4-c6c5-45d6-9a31-f0ec23e3ec61 req-229f39dd-69ab-47c6-b6e8-f6444d789426 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:20.433464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9356fe4-c6c5-45d6-9a31-f0ec23e3ec61 req-229f39dd-69ab-47c6-b6e8-f6444d789426 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1948977
Feb 19 20:56:20.474672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:20.475289 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:20.533021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-2c869445-f93d-4a59-adbe-205afe79ec9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7040877
Feb 19 20:56:20.545385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9356fe4-c6c5-45d6-9a31-f0ec23e3ec61 req-e9cbb24f-0fcf-4528-9f5c-749c7c99dd0b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045971
Feb 19 20:56:20.549533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Request body: {'port': {'device_id': 'd927e050-ac38-4b26-8aa5-14f490410068', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:20.573103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['d9d53a10-25f3-4c06-8b46-bd8bdfc071ea'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:20.580888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['f5cb9be2-7b1d-4cd2-91be-100fad1c21de'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:20.590283 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b8290be-17cb-423e-beb1-a6761c735d9b req-982ba456-a891-4e1c-8e74-be88cacb0e53 service neutron] 10.222.0.67 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1845391
Feb 19 20:56:20.593307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7511e-18a4-4fd7-b422-8157eabdd9ce req-dab5fd92-7bb3-4051-8807-78bf5e9e381b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:20.594825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ed7511e-18a4-4fd7-b422-8157eabdd9ce req-dab5fd92-7bb3-4051-8807-78bf5e9e381b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 931 time: 0.1104658
Feb 19 20:56:20.596849 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-919ed271-9379-4d52-a264-a0f345067bdb service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806133
Feb 19 20:56:20.644297 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:20.707439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ed7511e-18a4-4fd7-b422-8157eabdd9ce req-e0672685-58d4-412d-b219-2d6e29235704 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896797
Feb 19 20:56:20.732556 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-78d1f6da-69e2-4a59-afc6-51d19902a9cb service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246014
Feb 19 20:56:20.789183 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad61724-967d-4f9d-ba65-a062fbede96c x-openstack-request-id: req-5ad61724-967d-4f9d-ba65-a062fbede96c {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:20.789486 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-unplugged", "status": "completed", "tag": "baf844cf-250b-42ea-b385-80d607da7e79", "code": 200}, {"name": "network-changed", "server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "tag": "baf844cf-250b-42ea-b385-80d607da7e79", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:20.789743 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ad61724-967d-4f9d-ba65-a062fbede96c {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:20.790597 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79', 'code': 200}
Feb 19 20:56:20.790597 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79', 'status': 'completed', 'code': 200}
Feb 19 20:56:20.829618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b70de-130b-4fab-ac0a-0e75a541ecae req-55863e3d-4108-431e-b565-ed1c2002fe36 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:20.832036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc3b70de-130b-4fab-ac0a-0e75a541ecae req-55863e3d-4108-431e-b565-ed1c2002fe36 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 946 time: 0.1789815
Feb 19 20:56:20.929311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-19a9ee28-6a41-4fa9-8d8d-5c67834a8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:20.930830 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-19a9ee28-6a41-4fa9-8d8d-5c67834a8162 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1131 time: 0.0991368
Feb 19 20:56:20.951999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-6126e984-7269-4d6a-9946-bf876b810a72 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:20.953504 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-6126e984-7269-4d6a-9946-bf876b810a72 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0932231
Feb 19 20:56:20.972933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:20.996376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc3b70de-130b-4fab-ac0a-0e75a541ecae req-25436705-b578-46ce-bc63-3725ae0f9c92 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574676
Feb 19 20:56:21.000452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-3abd2bf2-4f29-467f-a8ac-cd953f2c5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:21.002595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-3abd2bf2-4f29-467f-a8ac-cd953f2c5a2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1131 time: 0.1486778
Feb 19 20:56:21.158600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29196269-26de-4888-9bd6-bdcde982f91c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:21.161943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-4feea2b6-89fd-47ba-9e11-3a4636d3d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:21.163330 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-4feea2b6-89fd-47ba-9e11-3a4636d3d67e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2230055
Feb 19 20:56:21.189282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:21.221247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Publish callbacks [] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:21.232049 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-e274d4c4-3ce9-47a2-9f4c-323d2ae4c8c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 217 time: 0.0581887
Feb 19 20:56:21.252621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Transition to ACTIVE for port object ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:21.266399 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:21.310886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-73c8a15f-a783-4320-b8c8-b1ee1269cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:21.312423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-73c8a15f-a783-4320-b8c8-b1ee1269cafa service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2965367
Feb 19 20:56:21.324894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba554c-b05d-410a-b59a-202809eeeca1 req-6bffe465-21f1-4f9b-9837-904ce91ba9df tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:21.326694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50ba554c-b05d-410a-b59a-202809eeeca1 req-6bffe465-21f1-4f9b-9837-904ce91ba9df tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 949 time: 0.2198374
Feb 19 20:56:21.341829 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-e6470e88-3654-4ea4-9318-d7d102f47785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:21.343315 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-e6470e88-3654-4ea4-9318-d7d102f47785 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1036510
Feb 19 20:56:21.349154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e7378-9a80-4c7b-8a0f-fd4959366d8d req-d74beb05-8be0-46aa-b8d1-c46e3fdf932d tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:21.350633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb4e7378-9a80-4c7b-8a0f-fd4959366d8d req-d74beb05-8be0-46aa-b8d1-c46e3fdf932d tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1853364
Feb 19 20:56:21.395128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-61e18169-545e-4bb7-92c7-3a183fb022f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 200  len: 217 time: 0.0677679
Feb 19 20:56:21.406792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29196269-26de-4888-9bd6-bdcde982f91c,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:21.407026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:21.438631 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-0d0571f1-5ce5-4e08-9d1b-6c591d87acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:21.440848 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-0d0571f1-5ce5-4e08-9d1b-6c591d87acd3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0894203
Feb 19 20:56:21.500147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:21.549681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-1aadbc59-f59b-4698-bde0-7a29812fa4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:21.551160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-1aadbc59-f59b-4698-bde0-7a29812fa4ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1417098
Feb 19 20:56:21.556835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50ba554c-b05d-410a-b59a-202809eeeca1 req-db28ce2d-5066-41bd-b51c-318f9e220c1f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167482
Feb 19 20:56:21.565299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb4e7378-9a80-4c7b-8a0f-fd4959366d8d req-a4c83875-4169-45d4-ba54-a4223343f5f6 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752760
Feb 19 20:56:21.566725 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Publish callbacks [] for port (29196269-26de-4888-9bd6-bdcde982f91c), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:21.588260 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-feb3d41e-a64c-4447-b13f-f06d14f64635 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396372
Feb 19 20:56:21.591718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (29196269-26de-4888-9bd6-bdcde982f91c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:21.634703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Attempting to bind port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:21.635271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Attempting to bind port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:21.635369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Attempting to bind port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c on network 0b77203b-47b2-4bd5-a7b7-432923f05242 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:21.650850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c on network 0b77203b-47b2-4bd5-a7b7-432923f05242 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:21.651188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Attempting to bind port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c on network 0b77203b-47b2-4bd5-a7b7-432923f05242 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:21.698792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:21.699154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Checking segment: {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:21.699553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Bound using segment: {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:21.700007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Bound port: ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:21.700399 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:21.724685 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:21.737974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Pushing event updated for resources: {'Port': ['ID=29196269-26de-4888-9bd6-bdcde982f91c,revision_number=7']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:21.745715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-2ca0c38b-7f87-45f2-8153-ff8266802009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:21.747299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-2ca0c38b-7f87-45f2-8153-ff8266802009 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1805704
Feb 19 20:56:21.790361 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-55a88708-0314-4b11-bdb9-2dddb92267ac service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1903863
Feb 19 20:56:21.791161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:21.791495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:21.791822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:21.797699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Port 29196269-26de-4888-9bd6-bdcde982f91c on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:21.798022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Attempting to bind port 29196269-26de-4888-9bd6-bdcde982f91c on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:21.805889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:21.806505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:21.807219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:21.807667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Bound port: 29196269-26de-4888-9bd6-bdcde982f91c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:21.808031 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29196269-26de-4888-9bd6-bdcde982f91c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:21.812634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a09e85-4599-472c-a96d-e5a751ac286b req-ab23fafd-5de9-417d-b76d-c7091c075e86 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:21.814946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77a09e85-4599-472c-a96d-e5a751ac286b req-ab23fafd-5de9-417d-b76d-c7091c075e86 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 949 time: 0.1834838
Feb 19 20:56:21.827048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d9d53a10-25f3-4c06-8b46-bd8bdfc071ea up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:21.853780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5b05-a648-4d6b-88cd-db9035ea8cd3 req-ff29492c-e729-422c-bd83-5c60f4d63f2d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:21.855791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b1c5b05-a648-4d6b-88cd-db9035ea8cd3 req-ff29492c-e729-422c-bd83-5c60f4d63f2d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 943 time: 0.2145736
Feb 19 20:56:21.880470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:56:21.885719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:21.886216 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:21.895170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:21.898839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29196269-26de-4888-9bd6-bdcde982f91c,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:21.909099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (29196269-26de-4888-9bd6-bdcde982f91c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:21.921208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] For port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:21.964721 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] For port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:21.970441 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:21.971662 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:21.996455 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Pushing event updated for resources: {'Port': ['ID=29196269-26de-4888-9bd6-bdcde982f91c,revision_number=8']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:22.000553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaee1c7-bade-4297-9c88-df64b809a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d53a10-25f3-4c06-8b46-bd8bdfc071ea'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:22.000781 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:22.001994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:22.002892 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a8505f-d8ab-4c90-9344-dc1d7d742f14" -d '{"events": [{"server_uuid": "9eaee1c7-bade-4297-9c88-df64b809a763", "name": "network-vif-plugged", "status": "completed", "tag": "d9d53a10-25f3-4c06-8b46-bd8bdfc071ea"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:22.003063 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:22.004563 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-61854ba4-93b5-400e-ba19-3c1ae7b72c39 service neutron] 10.222.0.10 "PUT /v2.0/ports/29196269-26de-4888-9bd6-bdcde982f91c HTTP/1.1" status: 200  len: 1122 time: 1.0358338
Feb 19 20:56:22.012118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77a09e85-4599-472c-a96d-e5a751ac286b req-bc9f6310-598d-4177-ab9e-18f6b12a9c3c tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672740
Feb 19 20:56:22.016823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:22.026344 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:22.027632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f5cb9be2-7b1d-4cd2-91be-100fad1c21de up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:22.041130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-a8892617-0dd0-4b99-a1b9-a3f81a083b7d service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2661152
Feb 19 20:56:22.044303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b1c5b05-a648-4d6b-88cd-db9035ea8cd3 req-d7934bdf-6e41-4d90-be5e-0411928fae8d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703424
Feb 19 20:56:22.077135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:22.078124 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:22.079215 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] 10.222.0.67 "PUT /v2.0/ports/ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c HTTP/1.1" status: 200  len: 1091 time: 1.5374131
Feb 19 20:56:22.082184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd927e050-ac38-4b26-8aa5-14f490410068', 'tag': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:22.085187 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af44e9d9-4ca4-4cd6-a43a-18eccc7718d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d927e050-ac38-4b26-8aa5-14f490410068", "tag": "ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:22.162793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port f5cb9be2-7b1d-4cd2-91be-100fad1c21de completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:56:22.168676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port f5cb9be2-7b1d-4cd2-91be-100fad1c21de triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:22.169129 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:22.170809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:22.229456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e0db0-3f30-4264-a9c0-470508064c81 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:22.252094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['29196269-26de-4888-9bd6-bdcde982f91c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:22.293702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931b0b3-9e60-4d5d-93b8-05284123b213 req-5d651003-3a4d-46c5-b15e-6c0624d9ebd7 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:22.294432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port f5cb9be2-7b1d-4cd2-91be-100fad1c21de is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:22.294837 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:22.295182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f931b0b3-9e60-4d5d-93b8-05284123b213 req-5d651003-3a4d-46c5-b15e-6c0624d9ebd7 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 950 time: 0.1659639
Feb 19 20:56:22.310404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9c470-70f6-40c6-8396-c79ae31f254d req-c64e31f7-3ef5-4ac2-bfb5-5295a608650c tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:22.311846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43e9c470-70f6-40c6-8396-c79ae31f254d req-c64e31f7-3ef5-4ac2-bfb5-5295a608650c tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 943 time: 0.1620116
Feb 19 20:56:22.313686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ac5ed37-17df-4aa0-8771-dc6893f27845 req-e9b4daad-d746-46af-84cc-437cfff2f0dd service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2602534
Feb 19 20:56:22.339773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-7f4a26c7-f0f4-41d0-8365-8317495767ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:22.341279 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-7f4a26c7-f0f4-41d0-8365-8317495767ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 1125 time: 0.1864161
Feb 19 20:56:22.353435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f5cb9be2-7b1d-4cd2-91be-100fad1c21de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5cb9be2-7b1d-4cd2-91be-100fad1c21de,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:22.363303 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:22.402513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-f2a12bb4-dc3f-4af0-b4a7-d632074167ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c HTTP/1.1" status: 200  len: 217 time: 0.0511124
Feb 19 20:56:22.441033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=f5cb9be2-7b1d-4cd2-91be-100fad1c21de,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:22.458247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f931b0b3-9e60-4d5d-93b8-05284123b213 req-566942f7-8b42-452c-832b-19c5466a9ffc tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/security-groups?id=427ca91f-82cc-40b4-a6f3-2367153f03cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565132
Feb 19 20:56:22.464771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43e9c470-70f6-40c6-8396-c79ae31f254d req-c51475fd-e689-42a2-bf78-126e44e9c6c6 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431839
Feb 19 20:56:22.479573 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-e3cc08c4-a0ef-4b47-9d3c-7cdfce221d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:22.479573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-e3cc08c4-a0ef-4b47-9d3c-7cdfce221d90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea HTTP/1.1" status: 200  len: 842 time: 0.0670605
Feb 19 20:56:22.515316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-10305c69-9fc7-4505-88a3-df90ce2cb487 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b77203b-47b2-4bd5-a7b7-432923f05242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296483
Feb 19 20:56:22.516065 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f62d21b-105b-43fb-9847-c20f451a8487 x-openstack-request-id: req-9f62d21b-105b-43fb-9847-c20f451a8487 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:22.516393 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaee1c7-bade-4297-9c88-df64b809a763", "name": "network-vif-plugged", "status": "completed", "tag": "d9d53a10-25f3-4c06-8b46-bd8bdfc071ea", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:22.516656 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f62d21b-105b-43fb-9847-c20f451a8487 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:22.517076 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaee1c7-bade-4297-9c88-df64b809a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d53a10-25f3-4c06-8b46-bd8bdfc071ea', 'code': 200}
Feb 19 20:56:22.573326 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802daa19-411f-4f69-909b-93400bc46785 x-openstack-request-id: req-802daa19-411f-4f69-909b-93400bc46785 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:22.573618 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d927e050-ac38-4b26-8aa5-14f490410068", "tag": "ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:22.573879 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-802daa19-411f-4f69-909b-93400bc46785 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:22.574275 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd927e050-ac38-4b26-8aa5-14f490410068', 'tag': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c', 'status': 'completed', 'code': 200}
Feb 19 20:56:22.719762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-871e43b5-abdb-487b-85df-987b385191ce service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975188
Feb 19 20:56:22.729284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f035b0-1def-42cf-acbf-f57678f557df req-67d3914e-3273-47a3-94f0-3ca5d2d15a20 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:22.730805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83f035b0-1def-42cf-acbf-f57678f557df req-67d3914e-3273-47a3-94f0-3ca5d2d15a20 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 944 time: 0.1882288
Feb 19 20:56:22.735631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d98e58-c28c-4382-adad-41d3572761a6 req-d6b165d4-b47d-4f1f-8289-50bee8cc5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:22.737136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7d98e58-c28c-4382-adad-41d3572761a6 req-d6b165d4-b47d-4f1f-8289-50bee8cc5c81 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 1132 time: 0.1527748
Feb 19 20:56:22.791834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29196269-26de-4888-9bd6-bdcde982f91c'}, {'name': 'network-changed', 'server_uuid': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'tag': '29196269-26de-4888-9bd6-bdcde982f91c'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:22.794204 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59ee53d-b34e-4030-8c07-b2a3d854be5c" -d '{"events": [{"server_uuid": "5aa80efa-1c90-4f4a-bb66-91e6e91c9db9", "name": "network-vif-unplugged", "status": "completed", "tag": "29196269-26de-4888-9bd6-bdcde982f91c"}, {"name": "network-changed", "server_uuid": "5aa80efa-1c90-4f4a-bb66-91e6e91c9db9", "tag": "29196269-26de-4888-9bd6-bdcde982f91c"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:22.816266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e043b-b5be-470f-b844-ac93d4348aec req-f113bbdf-50af-4889-aa8c-fb0ce49f92cf tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:22.817761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-879e043b-b5be-470f-b844-ac93d4348aec req-f113bbdf-50af-4889-aa8c-fb0ce49f92cf tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 950 time: 0.1861382
Feb 19 20:56:23.056032 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:23.185548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83f035b0-1def-42cf-acbf-f57678f557df req-a6d56305-5cd9-4719-b1b8-f609b92b6db9 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4474130
Feb 19 20:56:23.216482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7d98e58-c28c-4382-adad-41d3572761a6 req-4d8d7ba9-0c94-48fa-bbae-912c599fc624 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=427ca91f-82cc-40b4-a6f3-2367153f03cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4709246
Feb 19 20:56:23.222116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-879e043b-b5be-470f-b844-ac93d4348aec req-ad8f74d2-f35f-4435-90bc-5dc542e4366b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3978889
Feb 19 20:56:23.224240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0505ef7d-b9fd-4d5a-936e-919076325f41 req-5411a058-d1a2-4148-84e0-f0b725e1727b service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4926150
Feb 19 20:56:23.287379 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b805fd0-eaa1-46f9-b908-fbae5393a1a3 x-openstack-request-id: req-9b805fd0-eaa1-46f9-b908-fbae5393a1a3 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:23.287707 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa80efa-1c90-4f4a-bb66-91e6e91c9db9", "name": "network-vif-unplugged", "status": "completed", "tag": "29196269-26de-4888-9bd6-bdcde982f91c", "code": 200}, {"name": "network-changed", "server_uuid": "5aa80efa-1c90-4f4a-bb66-91e6e91c9db9", "tag": "29196269-26de-4888-9bd6-bdcde982f91c", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:23.287964 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b805fd0-eaa1-46f9-b908-fbae5393a1a3 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:23.288396 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29196269-26de-4888-9bd6-bdcde982f91c', 'code': 200}
Feb 19 20:56:23.288653 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'tag': '29196269-26de-4888-9bd6-bdcde982f91c', 'status': 'completed', 'code': 200}
Feb 19 20:56:23.365618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d91ce5-c936-4539-8238-733b3ae29d05 req-b65354f7-44b5-445b-927e-c297013d20ea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:23.367094 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7d91ce5-c936-4539-8238-733b3ae29d05 req-b65354f7-44b5-445b-927e-c297013d20ea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1026311
Feb 19 20:56:23.376593 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ee53d-b34e-4030-8c07-b2a3d854be5c req-ce095c97-4022-4870-bd36-cd46dd4235aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:23.378997 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b59ee53d-b34e-4030-8c07-b2a3d854be5c req-ce095c97-4022-4870-bd36-cd46dd4235aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 1156 time: 0.0453835
Feb 19 20:56:23.389557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:23.401578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e9d9-4ca4-4cd6-a43a-18eccc7718d8 req-d13eae68-1ccb-4acc-a84c-cc9aaa998ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:23.403088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af44e9d9-4ca4-4cd6-a43a-18eccc7718d8 req-d13eae68-1ccb-4acc-a84c-cc9aaa998ea7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 1125 time: 0.0983081
Feb 19 20:56:23.473367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ee53d-b34e-4030-8c07-b2a3d854be5c req-008dc44d-bde5-4445-b561-7904246bcb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:23.474852 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b59ee53d-b34e-4030-8c07-b2a3d854be5c req-008dc44d-bde5-4445-b561-7904246bcb10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.0889738
Feb 19 20:56:23.490779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:23.504535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'baf844cf-250b-42ea-b385-80d607da7e79', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'baf844cf-250b-42ea-b385-80d607da7e79', 'mac_address': 'fa:16:3e:e2:4b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:23.508532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca698-f415-44b7-aed9-8fbbe6c7e29c req-52817c37-fa0e-4f67-9865-75871035dd90 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:23.510052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6acca698-f415-44b7-aed9-8fbbe6c7e29c req-52817c37-fa0e-4f67-9865-75871035dd90 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 949 time: 0.1644933
Feb 19 20:56:23.513108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7d91ce5-c936-4539-8238-733b3ae29d05 req-e25374e3-9682-4da5-a5e7-5f6fcd05eb7c tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261110
Feb 19 20:56:23.520454 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b59ee53d-b34e-4030-8c07-b2a3d854be5c req-b85ab2f1-6fb8-4fda-8f58-7ea1f057a6f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29196269-26de-4888-9bd6-bdcde982f91c HTTP/1.1" status: 200  len: 217 time: 0.0366392
Feb 19 20:56:23.550546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port baf844cf-250b-42ea-b385-80d607da7e79 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:23.550779 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:23.566038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf844cf-250b-42ea-b385-80d607da7e79 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:23.587852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ee53d-b34e-4030-8c07-b2a3d854be5c req-cccddde0-d186-4650-a1d9-01c2fe2b96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:23.589560 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b59ee53d-b34e-4030-8c07-b2a3d854be5c req-cccddde0-d186-4650-a1d9-01c2fe2b96bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.0627146
Feb 19 20:56:23.592375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:23.593200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6acca698-f415-44b7-aed9-8fbbe6c7e29c req-ef88e9b1-e9dd-4f1f-8327-fa39ce2e16a7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735872
Feb 19 20:56:23.601545 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:23.602273 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:23.604734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e9d9-4ca4-4cd6-a43a-18eccc7718d8 req-85e1dc23-3817-46e0-88a0-3c13dac7604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:23.606335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af44e9d9-4ca4-4cd6-a43a-18eccc7718d8 req-85e1dc23-3817-46e0-88a0-3c13dac7604a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 903 time: 0.1933458
Feb 19 20:56:23.643609 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b59ee53d-b34e-4030-8c07-b2a3d854be5c req-547f68fd-6d40-468d-aeec-cb48d0a85bb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460739
Feb 19 20:56:23.680726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af44e9d9-4ca4-4cd6-a43a-18eccc7718d8 req-c3ca9bbe-b599-4e61-ae83-89955b77862f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c HTTP/1.1" status: 200  len: 217 time: 0.0585399
Feb 19 20:56:23.716696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=12']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:23.757093 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b59ee53d-b34e-4030-8c07-b2a3d854be5c req-c15cadbb-23a5-4ccf-aeb7-910fc834a764 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1041751
Feb 19 20:56:23.771701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:23.773849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e9d9-4ca4-4cd6-a43a-18eccc7718d8 req-40a4f44e-7ea3-4c5c-8528-aa39f200245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:23.775315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af44e9d9-4ca4-4cd6-a43a-18eccc7718d8 req-40a4f44e-7ea3-4c5c-8528-aa39f200245f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea HTTP/1.1" status: 200  len: 842 time: 0.0839267
Feb 19 20:56:23.784393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e13bc1-9970-4556-ac61-f414bc1ec64c req-98643329-1248-4bd9-8374-0c19643d990c tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:23.787088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '31d6bb39-99dc-4d88-9fb6-3d09d608c1ea', 'network_id': '522a4889-4ca5-4003-88ab-4ec7fe7bb9fa', 'port_id': '31d6bb39-99dc-4d88-9fb6-3d09d608c1ea', 'mac_address': 'fa:16:3e:da:e9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4a1075-2ec5-43f3-b650-222de83a45f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:23.791289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00e13bc1-9970-4556-ac61-f414bc1ec64c req-98643329-1248-4bd9-8374-0c19643d990c tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 943 time: 0.1800816
Feb 19 20:56:23.818690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd5f6e-3bb7-4f92-834c-ec8fd37e92f4 req-46c24be3-52b1-4cc0-b007-4bb9e2e6c3ae tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:23.820306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71bd5f6e-3bb7-4f92-834c-ec8fd37e92f4 req-46c24be3-52b1-4cc0-b007-4bb9e2e6c3ae tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 950 time: 0.1427679
Feb 19 20:56:23.828849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:23.829263 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:23.842373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af44e9d9-4ca4-4cd6-a43a-18eccc7718d8 req-e521b577-d2d8-4ab9-ad5c-b78ad481d784 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b77203b-47b2-4bd5-a7b7-432923f05242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480297
Feb 19 20:56:23.842970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:23.849975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 29196269-26de-4888-9bd6-bdcde982f91c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:23.868260 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b59ee53d-b34e-4030-8c07-b2a3d854be5c req-f8d6196d-3893-4fc7-95ad-4e8c8f87b0fa service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1040139
Feb 19 20:56:23.875402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:23.881722 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:23.953222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00e13bc1-9970-4556-ac61-f414bc1ec64c req-d8a89c73-0522-4381-a84e-52dfbeb56b2f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611097
Feb 19 20:56:23.963093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71bd5f6e-3bb7-4f92-834c-ec8fd37e92f4 req-ac8f357d-4b4d-4df0-8f09-5875ee34235a tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/security-groups?id=427ca91f-82cc-40b4-a6f3-2367153f03cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230240
Feb 19 20:56:23.993814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af44e9d9-4ca4-4cd6-a43a-18eccc7718d8 req-36670652-c624-4fdf-863a-ee63227b3cf1 service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417098
Feb 19 20:56:23.997162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:24.030199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29196269-26de-4888-9bd6-bdcde982f91c,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:24.041648 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 29196269-26de-4888-9bd6-bdcde982f91c has no active binding in host nch1-master-1 {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 19 20:56:24.124074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af44e9d9-4ca4-4cd6-a43a-18eccc7718d8 req-15b3cd9a-3be7-4111-88a3-451a16a392a5 service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227810
Feb 19 20:56:24.130924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c99a71-676b-42a2-84ef-b481cf8b2492 req-1957d121-d90a-40fb-8b6c-409430a67577 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:24.132293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81c99a71-676b-42a2-84ef-b481cf8b2492 req-1957d121-d90a-40fb-8b6c-409430a67577 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 943 time: 0.0826285
Feb 19 20:56:24.179723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81c99a71-676b-42a2-84ef-b481cf8b2492 req-8a18c26e-2f2e-4259-ad67-dcd1c11c48e9 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409381
Feb 19 20:56:24.348249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e16d40-459c-4399-8943-c785fed0cbbd req-212d43dc-3a5b-4d9c-9d58-c2693fb090cf tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:24.349774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e16d40-459c-4399-8943-c785fed0cbbd req-212d43dc-3a5b-4d9c-9d58-c2693fb090cf tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 944 time: 0.0882838
Feb 19 20:56:24.364784 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:24.370552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb2186-a39e-4783-88e1-0a7c04a44724 req-e8b17c4e-ef56-4132-b3f8-23225cd945e6 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:24.372014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6eb2186-a39e-4783-88e1-0a7c04a44724 req-e8b17c4e-ef56-4132-b3f8-23225cd945e6 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 950 time: 0.0778141
Feb 19 20:56:24.432660 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e16d40-459c-4399-8943-c785fed0cbbd req-4d935a3d-6a01-49f4-9404-ae259d418224 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766170
Feb 19 20:56:24.443963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6eb2186-a39e-4783-88e1-0a7c04a44724 req-bb730d69-f89a-4696-80a3-021f2b869e74 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639586
Feb 19 20:56:24.518394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba0c692-3aec-4680-a3f6-e88127dd525d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:24.520721 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a95cf0-9c45-4890-b104-2360a0b17b77" -d '{"events": [{"server_uuid": "4ba0c692-3aec-4680-a3f6-e88127dd525d", "name": "network-vif-plugged", "status": "completed", "tag": "f5cb9be2-7b1d-4cd2-91be-100fad1c21de"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:24.553832 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac5953b-2ebc-4467-b808-bfc991f9e6ec x-openstack-request-id: req-4ac5953b-2ebc-4467-b808-bfc991f9e6ec {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:24.554130 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba0c692-3aec-4680-a3f6-e88127dd525d", "name": "network-vif-plugged", "status": "completed", "tag": "f5cb9be2-7b1d-4cd2-91be-100fad1c21de", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:24.554390 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ac5953b-2ebc-4467-b808-bfc991f9e6ec {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:24.554788 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba0c692-3aec-4680-a3f6-e88127dd525d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de', 'code': 200}
Feb 19 20:56:24.624870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['31d6bb39-99dc-4d88-9fb6-3d09d608c1ea'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:24.662093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086fb2b-6881-458c-94eb-c0f7c491fbb4 req-3e1d84ab-54ef-48d3-9b33-965383dac64a tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:24.664517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6086fb2b-6881-458c-94eb-c0f7c491fbb4 req-3e1d84ab-54ef-48d3-9b33-965383dac64a tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.0603461
Feb 19 20:56:24.772303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['baf844cf-250b-42ea-b385-80d607da7e79'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:24.781322 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d6816-cd31-43b1-8b08-16f8251b8fd0 req-ffddf62c-05bd-4e86-91b4-9af3474eed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:24.783031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b0d6816-cd31-43b1-8b08-16f8251b8fd0 req-ffddf62c-05bd-4e86-91b4-9af3474eed62 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 1132 time: 0.1171925
Feb 19 20:56:24.787668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6086fb2b-6881-458c-94eb-c0f7c491fbb4 req-f0606f9c-8b36-4d3c-8efe-4d286b701399 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109476
Feb 19 20:56:24.807003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534e1fe-4091-4d53-b3ef-ad9692726516 req-6e4796e5-d418-4766-a62e-5c0b082a4f20 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:24.808508 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3534e1fe-4091-4d53-b3ef-ad9692726516 req-6e4796e5-d418-4766-a62e-5c0b082a4f20 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1135035
Feb 19 20:56:24.865289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b0d6816-cd31-43b1-8b08-16f8251b8fd0 req-17bb9ce0-6bef-4a11-b8fd-2275b6031005 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710688
Feb 19 20:56:24.878810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3534e1fe-4091-4d53-b3ef-ad9692726516 req-82bcf7e9-f442-4086-9d45-cd247b94d42f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626423
Feb 19 20:56:25.106721 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053125f6-1a70-435e-90b0-9c3bf98ee6f6 req-45e42fcd-c6c7-450b-a129-f894305dbe9f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:25.108249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-053125f6-1a70-435e-90b0-9c3bf98ee6f6 req-45e42fcd-c6c7-450b-a129-f894305dbe9f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 944 time: 0.0890036
Feb 19 20:56:25.115635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29a3b2-e55f-4f60-b586-76576ded5ef0 req-5ce9ad6e-ef63-41f8-84ab-e9bbdc90b79e tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:25.117024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d29a3b2-e55f-4f60-b586-76576ded5ef0 req-5ce9ad6e-ef63-41f8-84ab-e9bbdc90b79e tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 950 time: 0.0869942
Feb 19 20:56:25.185838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-053125f6-1a70-435e-90b0-9c3bf98ee6f6 req-b7ab019c-9022-4397-b685-340d0d9feb9f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677981
Feb 19 20:56:25.190375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d29a3b2-e55f-4f60-b586-76576ded5ef0 req-1af98abe-235d-48b0-b379-32edb19b085a tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/security-groups?id=427ca91f-82cc-40b4-a6f3-2367153f03cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669119
Feb 19 20:56:25.297942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20118659-b522-4cf6-a479-979758bff4d0 req-d7fe5b1d-85d1-4afc-8952-4686efcebc44 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:25.299978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20118659-b522-4cf6-a479-979758bff4d0 req-d7fe5b1d-85d1-4afc-8952-4686efcebc44 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 943 time: 0.0529256
Feb 19 20:56:25.347397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20118659-b522-4cf6-a479-979758bff4d0 req-c1062d21-4bfe-4381-bdb2-ea0dd7715233 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417922
Feb 19 20:56:25.568985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5bd7f-d8e3-46a2-8566-8b14d360ef45 req-d22418f6-51db-4209-b92c-007c23c589ce tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:25.568985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8df5bd7f-d8e3-46a2-8566-8b14d360ef45 req-d22418f6-51db-4209-b92c-007c23c589ce tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 944 time: 0.0654249
Feb 19 20:56:25.641240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8df5bd7f-d8e3-46a2-8566-8b14d360ef45 req-f01cf6b3-9bf9-416c-88a9-78eea930d55c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681438
Feb 19 20:56:25.666641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2075d-28e1-40fb-b772-302220d4f2c6 req-200d18a5-a882-4975-9a85-3c0ebb9e8094 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:25.668667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80b2075d-28e1-40fb-b772-302220d4f2c6 req-200d18a5-a882-4975-9a85-3c0ebb9e8094 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 950 time: 0.0681930
Feb 19 20:56:25.695854 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:25.736913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80b2075d-28e1-40fb-b772-302220d4f2c6 req-9284b61e-b079-4671-9b3f-8725b11a87af tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527272
Feb 19 20:56:25.936287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700108ce-a0bd-4fc5-ba41-67a32152fb9e req-033cc66d-aa89-4151-acc8-8508a10ba458 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:25.937848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-700108ce-a0bd-4fc5-ba41-67a32152fb9e req-033cc66d-aa89-4151-acc8-8508a10ba458 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 950 time: 0.0882053
Feb 19 20:56:25.951238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558ed34-03ff-483b-8a9c-975e4b8deb3e req-524e5bd3-9068-49ac-9bb0-0c24ee50e62e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:25.952603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2558ed34-03ff-483b-8a9c-975e4b8deb3e req-524e5bd3-9068-49ac-9bb0-0c24ee50e62e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.0936296
Feb 19 20:56:26.022982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-700108ce-a0bd-4fc5-ba41-67a32152fb9e req-dc8d0c51-e765-4645-b555-c958307d19c6 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/security-groups?id=427ca91f-82cc-40b4-a6f3-2367153f03cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788925
Feb 19 20:56:26.029801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2558ed34-03ff-483b-8a9c-975e4b8deb3e req-d7008b9d-3c4e-4005-aecf-ff1e688d0f4a tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702336
Feb 19 20:56:26.130325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140a307-505c-4415-8550-416f8f745218 req-4268087c-8a31-4997-87f0-37f4d5bb3bdc tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:26.131822 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9140a307-505c-4415-8550-416f8f745218 req-4268087c-8a31-4997-87f0-37f4d5bb3bdc tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.0538201
Feb 19 20:56:26.177272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9140a307-505c-4415-8550-416f8f745218 req-1c29eab1-3e1b-4a1e-9440-4d1be5503db2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398939
Feb 19 20:56:26.311067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278af9-246d-4f3e-a9f6-43f887461f9a req-bce97c19-422b-4c7f-8fab-af3963764f79 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:26.316869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c278af9-246d-4f3e-a9f6-43f887461f9a req-bce97c19-422b-4c7f-8fab-af3963764f79 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 944 time: 0.0620091
Feb 19 20:56:26.369940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c278af9-246d-4f3e-a9f6-43f887461f9a req-6452d2f9-b017-43a4-9d1e-28c416287749 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495696
Feb 19 20:56:26.404221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607703d-3b01-4cf5-826a-05eb757583df req-c5fd16ed-07a9-455b-a2f5-ee28d0066d7d tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:26.405880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a607703d-3b01-4cf5-826a-05eb757583df req-c5fd16ed-07a9-455b-a2f5-ee28d0066d7d tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 1132 time: 0.0510726
Feb 19 20:56:26.482521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a607703d-3b01-4cf5-826a-05eb757583df req-ce5b2926-dc1d-410a-9a43-46cc1e7a327c tempest-MigrationsAdminTest-123295761 tempest-MigrationsAdminTest-123295761-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707462
Feb 19 20:56:26.498334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c8ddd-585e-429f-bf0c-6cd5d3a1ca08 req-4f06dcb3-04fb-48c0-aa0e-7912e0cf937d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:26.499795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-484c8ddd-585e-429f-bf0c-6cd5d3a1ca08 req-4f06dcb3-04fb-48c0-aa0e-7912e0cf937d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 943 time: 0.0744178
Feb 19 20:56:26.547364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-484c8ddd-585e-429f-bf0c-6cd5d3a1ca08 req-5a7a729a-218b-4c3c-b1a9-38691b1e1cc9 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413456
Feb 19 20:56:26.749278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f44e7-f3b4-4dbb-8d62-76e1e09e19da req-a02739f1-936f-4b1f-986f-ec32d728ece9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:26.750676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-812f44e7-f3b4-4dbb-8d62-76e1e09e19da req-a02739f1-936f-4b1f-986f-ec32d728ece9 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.0799108
Feb 19 20:56:26.797578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5428067-ea71-4fed-abbc-46674ef0b5f6 req-4fe51c21-316e-4e34-92d6-bcd117cfb9fe tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:26.799709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5428067-ea71-4fed-abbc-46674ef0b5f6 req-4fe51c21-316e-4e34-92d6-bcd117cfb9fe tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 944 time: 0.0870850
Feb 19 20:56:26.819433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-812f44e7-f3b4-4dbb-8d62-76e1e09e19da req-38109555-862b-41aa-90a4-2bb503477c91 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627820
Feb 19 20:56:26.858283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5428067-ea71-4fed-abbc-46674ef0b5f6 req-1b0ed91a-389a-4bd6-9648-f4d60e5b1411 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509484
Feb 19 20:56:26.924143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fe117-eb0e-4aa9-a21c-0d2c96652d68 req-287027ff-ab71-48af-a393-edc01c0bc366 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:26.925668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-276fe117-eb0e-4aa9-a21c-0d2c96652d68 req-287027ff-ab71-48af-a393-edc01c0bc366 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 950 time: 0.0521283
Feb 19 20:56:26.971904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-276fe117-eb0e-4aa9-a21c-0d2c96652d68 req-aafa7ac2-f291-4bc2-bf99-14c7ce34ee8f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408037
Feb 19 20:56:27.175459 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a180853-0181-4960-b96b-cca00e104e91 req-b3146d69-e0c0-49c1-a6ef-d8698bd6ed7f tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:27.176972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a180853-0181-4960-b96b-cca00e104e91 req-b3146d69-e0c0-49c1-a6ef-d8698bd6ed7f tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 950 time: 0.0868568
Feb 19 20:56:27.185282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4fb2c-225e-4256-98f1-0db109a6f7c0 req-9e7a80ca-7c89-43e8-9bae-511ac4428976 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:27.186645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc4fb2c-225e-4256-98f1-0db109a6f7c0 req-9e7a80ca-7c89-43e8-9bae-511ac4428976 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.0874448
Feb 19 20:56:27.260009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a180853-0181-4960-b96b-cca00e104e91 req-82019de3-c7cb-44f4-8278-5ddc9761da8f tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/security-groups?id=427ca91f-82cc-40b4-a6f3-2367153f03cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724008
Feb 19 20:56:27.263011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc4fb2c-225e-4256-98f1-0db109a6f7c0 req-6d816dfe-3290-498b-b8dc-923a23369238 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698256
Feb 19 20:56:27.489479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35dc5-6e1e-40c8-a3b9-c1282b9769ca req-b857672e-3c60-474d-a1b1-d958da222d38 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:27.490947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-95f35dc5-6e1e-40c8-a3b9-c1282b9769ca req-b857672e-3c60-474d-a1b1-d958da222d38 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 944 time: 0.0530741
Feb 19 20:56:27.539297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-95f35dc5-6e1e-40c8-a3b9-c1282b9769ca req-3c2ce311-a06f-4d22-8141-aaaef55ab4f4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426667
Feb 19 20:56:27.669360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365158ec-b79a-4f51-8181-7e0b1db9e46e req-ff9b3744-7d74-4b10-acdb-ce083005a915 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:27.671464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-365158ec-b79a-4f51-8181-7e0b1db9e46e req-ff9b3744-7d74-4b10-acdb-ce083005a915 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 943 time: 0.0584352
Feb 19 20:56:27.718862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-365158ec-b79a-4f51-8181-7e0b1db9e46e req-93aa6387-3927-40fa-841a-a60e28886b70 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413299
Feb 19 20:56:27.948794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a4d22-9033-41fa-b5f6-1260134d0928 req-5f8a2d44-b0df-4db1-9845-cb81deb4796a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:27.950857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-555a4d22-9033-41fa-b5f6-1260134d0928 req-5f8a2d44-b0df-4db1-9845-cb81deb4796a tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.0649755
Feb 19 20:56:28.032492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b41e44-b06e-4287-aeef-606c06cbc9ea req-80553190-9534-4f8a-a6eb-521cb9465e15 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:28.034003 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9b41e44-b06e-4287-aeef-606c06cbc9ea req-80553190-9534-4f8a-a6eb-521cb9465e15 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 944 time: 0.1091223
Feb 19 20:56:28.037353 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-555a4d22-9033-41fa-b5f6-1260134d0928 req-631bfc09-9f92-42de-b62e-62d8f8434190 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657980
Feb 19 20:56:28.083184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9b41e44-b06e-4287-aeef-606c06cbc9ea req-cd3f8a08-a1ff-42eb-9542-0ae147e643c8 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435746
Feb 19 20:56:28.143338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b96f8c-28fc-42a8-b8ed-0c5e67ea173c req-b3ae1c20-9eab-471c-91aa-69ccbcad299e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:28.144825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01b96f8c-28fc-42a8-b8ed-0c5e67ea173c req-b3ae1c20-9eab-471c-91aa-69ccbcad299e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 950 time: 0.0515609
Feb 19 20:56:28.191641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01b96f8c-28fc-42a8-b8ed-0c5e67ea173c req-afe99ec6-b6d7-47ab-acc9-602c65291409 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412223
Feb 19 20:56:28.256423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf18392-8a59-4720-9f93-a3ce26e10aed req-9d44cd83-d7f4-4da7-bfb2-b4cf31448e9c tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:28.257895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbf18392-8a59-4720-9f93-a3ce26e10aed req-9d44cd83-d7f4-4da7-bfb2-b4cf31448e9c tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.10 "GET /v2.0/ports?device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 950 time: 0.0522435
Feb 19 20:56:28.390047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa60d20-9a21-47bc-b037-3ec5feebb99a req-a5ed64b1-0998-41c1-9a62-532eac012aa6 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:28.391606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8fa60d20-9a21-47bc-b037-3ec5feebb99a req-a5ed64b1-0998-41c1-9a62-532eac012aa6 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 1132 time: 0.1328154
Feb 19 20:56:28.450616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f71036-11d9-41d6-b1b7-025952b8f24c req-569f20f6-8e70-4e29-83f1-9b49b82c583d tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:28.452002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1f71036-11d9-41d6-b1b7-025952b8f24c req-569f20f6-8e70-4e29-83f1-9b49b82c583d tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eaee1c7-bade-4297-9c88-df64b809a763 HTTP/1.1" status: 200  len: 950 time: 0.1215494
Feb 19 20:56:28.472947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-cbf18392-8a59-4720-9f93-a3ce26e10aed req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Deleting port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:28.473289 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cbf18392-8a59-4720-9f93-a3ce26e10aed req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:28.522384 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8fa60d20-9a21-47bc-b037-3ec5feebb99a req-4171d18a-d362-47b4-8f36-e3389d19bf7f tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239388
Feb 19 20:56:28.566649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1f71036-11d9-41d6-b1b7-025952b8f24c req-31c5374c-3877-43b8-857f-bd011cca5577 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.30 "GET /v2.0/security-groups?id=427ca91f-82cc-40b4-a6f3-2367153f03cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065254
Feb 19 20:56:28.654815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cbf18392-8a59-4720-9f93-a3ce26e10aed req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] For port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:28.655187 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cbf18392-8a59-4720-9f93-a3ce26e10aed req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:28.691664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-cbf18392-8a59-4720-9f93-a3ce26e10aed req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Calling delete_port for d9d53a10-25f3-4c06-8b46-bd8bdfc071ea owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:28.753923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20d68e-c21c-443f-9e1f-6fc273a8c7b1 req-ed8219c0-71bb-40c0-8fce-b85e02f81e33 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:28.755426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a20d68e-c21c-443f-9e1f-6fc273a8c7b1 req-ed8219c0-71bb-40c0-8fce-b85e02f81e33 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1619232
Feb 19 20:56:28.767061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9cd2c-6fc8-47bd-b457-29561440e0e3 req-e08cb537-e561-4221-8a33-01da3ac4262c tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:28.768517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbf9cd2c-6fc8-47bd-b457-29561440e0e3 req-e08cb537-e561-4221-8a33-01da3ac4262c tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 944 time: 0.1334677
Feb 19 20:56:28.867909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a20d68e-c21c-443f-9e1f-6fc273a8c7b1 req-9ece5e96-b0a0-4003-9fc4-721dde2308a6 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984323
Feb 19 20:56:28.876245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbf9cd2c-6fc8-47bd-b457-29561440e0e3 req-7a727654-fcff-4156-851f-29a28cfe78b4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953684
Feb 19 20:56:29.015729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-77650145-a049-4435-bd8a-b8c3064c5c76 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0565095
Feb 19 20:56:29.020826 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cbf18392-8a59-4720-9f93-a3ce26e10aed req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d9d53a10-25f3-4c06-8b46-bd8bdfc071ea), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:29.035047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['d9d53a10-25f3-4c06-8b46-bd8bdfc071ea'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:29.071919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ce33-026b-424c-a118-71786e86eae8 req-bf33d936-98fe-4805-871f-256ac623fca5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:29.073408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1a5ce33-026b-424c-a118-71786e86eae8 req-bf33d936-98fe-4805-871f-256ac623fca5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.67 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.1850433
Feb 19 20:56:29.085478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Pushing event deleted for resources: {'Port': ['ID=d9d53a10-25f3-4c06-8b46-bd8bdfc071ea,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:29.174634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.174999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.175350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.175698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.176049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.176514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.176753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.177093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.177426 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.177761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.178100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.178440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.178770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:29.187854 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:29.199509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405567ea-75ad-4229-bff5-8cb6eaaacc41 req-5f9d25bb-ec63-4a54-84db-e0de97159511 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:29.201077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-405567ea-75ad-4229-bff5-8cb6eaaacc41 req-5f9d25bb-ec63-4a54-84db-e0de97159511 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 943 time: 0.2610581
Feb 19 20:56:29.230903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf18392-8a59-4720-9f93-a3ce26e10aed req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] No DVR routers for this DVR port d9d53a10-25f3-4c06-8b46-bd8bdfc071ea on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:56:29.244135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cbf18392-8a59-4720-9f93-a3ce26e10aed req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:29.247487 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbf18392-8a59-4720-9f93-a3ce26e10aed req-1ecf9170-1da9-4178-9a91-178c78589262 tempest-TenantUsagesTestJSON-1250193384 tempest-TenantUsagesTestJSON-1250193384-project] 10.222.0.10 "DELETE /v2.0/ports/d9d53a10-25f3-4c06-8b46-bd8bdfc071ea HTTP/1.1" status: 204  len: 173 time: 0.9609654
Feb 19 20:56:29.255145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaee1c7-bade-4297-9c88-df64b809a763', 'name': 'network-vif-deleted', 'tag': 'd9d53a10-25f3-4c06-8b46-bd8bdfc071ea'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:29.257440 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d8f5be-69fb-40ac-bcc9-e52f67903ddc" -d '{"events": [{"server_uuid": "9eaee1c7-bade-4297-9c88-df64b809a763", "name": "network-vif-deleted", "tag": "d9d53a10-25f3-4c06-8b46-bd8bdfc071ea"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:29.334719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-47335388-3fa2-421c-ac32-e14a2ac3638b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:29.336189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-47335388-3fa2-421c-ac32-e14a2ac3638b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3135018
Feb 19 20:56:29.366041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-405567ea-75ad-4229-bff5-8cb6eaaacc41 req-c01226e0-58e7-45df-a64c-b7c3519c9a7f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391664
Feb 19 20:56:29.370100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b218b189-4574-45ab-84bb-8936163f5bb4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/quotas/dabc5bb30faa4af797e9ba1cd4bad547 HTTP/1.1" status: 200  len: 375 time: 0.0268757
Feb 19 20:56:29.389012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-a1a5ce33-026b-424c-a118-71786e86eae8 req-e3d09f17-0279-461d-a22b-83ca6a9f3ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Deleting port baf844cf-250b-42ea-b385-80d607da7e79 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:29.389160 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a1a5ce33-026b-424c-a118-71786e86eae8 req-e3d09f17-0279-461d-a22b-83ca6a9f3ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:29.406081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:29.603120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:29.679963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:29.700354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'port_id': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c', 'mac_address': 'fa:16:3e:c2:f8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:29.720049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port baf844cf-250b-42ea-b385-80d607da7e79 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:56:29.734012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port baf844cf-250b-42ea-b385-80d607da7e79 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:29.734398 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (baf844cf-250b-42ea-b385-80d607da7e79), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:29.765582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:29.765980 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:29.785794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:29.816489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:29.834375 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:29.849469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-4e4b18e0-6cad-4880-b1bd-4b9f2efaa8ca tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&fields=id HTTP/1.1" status: 200  len: 486 time: 0.4713609
Feb 19 20:56:29.856558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a1a5ce33-026b-424c-a118-71786e86eae8 req-e3d09f17-0279-461d-a22b-83ca6a9f3ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:29.867145 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a1a5ce33-026b-424c-a118-71786e86eae8 req-e3d09f17-0279-461d-a22b-83ca6a9f3ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (baf844cf-250b-42ea-b385-80d607da7e79), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:29.878974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port baf844cf-250b-42ea-b385-80d607da7e79 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:29.879377 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (baf844cf-250b-42ea-b385-80d607da7e79), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:29.908568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:29.915443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b65a9c-dd6f-462b-a998-b0f4ee9cd334 req-edd59bc2-669f-43a2-b833-2e824b242fde tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:29.919037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1b65a9c-dd6f-462b-a998-b0f4ee9cd334 req-edd59bc2-669f-43a2-b833-2e824b242fde tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a HTTP/1.1" status: 200  len: 950 time: 0.4756815
Feb 19 20:56:29.926969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:29.929265 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0de17f-8527-4480-a78f-c4f9e4c025e4" -d '{"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-plugged", "status": "completed", "tag": "baf844cf-250b-42ea-b385-80d607da7e79"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:29.932228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-a1a5ce33-026b-424c-a118-71786e86eae8 req-e3d09f17-0279-461d-a22b-83ca6a9f3ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Calling delete_port for baf844cf-250b-42ea-b385-80d607da7e79 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:29.935689 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-eced2ca7-41f7-455e-a36e-459426f0e60d service neutron] 10.222.0.67 "GET /v2.0/ports/29196269-26de-4888-9bd6-bdcde982f91c/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1144209
Feb 19 20:56:29.954705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port baf844cf-250b-42ea-b385-80d607da7e79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=baf844cf-250b-42ea-b385-80d607da7e79,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:29.961508 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:29.962365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:30.061158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=13']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:30.087751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1b65a9c-dd6f-462b-a998-b0f4ee9cd334 req-ccdd98d1-68f6-4e41-a4c0-fcbe23ddd0aa tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573191
Feb 19 20:56:30.121330 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:56:30.126646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:30.127160 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:30.158449 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fe5be3-9bca-4dab-8da1-355c7d9c5a9c x-openstack-request-id: req-48fe5be3-9bca-4dab-8da1-355c7d9c5a9c {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:30.158863 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaee1c7-bade-4297-9c88-df64b809a763", "name": "network-vif-deleted", "tag": "d9d53a10-25f3-4c06-8b46-bd8bdfc071ea", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:30.159006 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48fe5be3-9bca-4dab-8da1-355c7d9c5a9c {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:30.159394 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaee1c7-bade-4297-9c88-df64b809a763', 'name': 'network-vif-deleted', 'tag': 'd9d53a10-25f3-4c06-8b46-bd8bdfc071ea', 'status': 'completed', 'code': 200}
Feb 19 20:56:30.204517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c78c8e-244b-47bd-8032-e9d092e8cd67 req-44fccbfb-1562-42a5-8cb1-eb5aa58658ac tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:30.206771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20c78c8e-244b-47bd-8032-e9d092e8cd67 req-44fccbfb-1562-42a5-8cb1-eb5aa58658ac tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 944 time: 0.1181340
Feb 19 20:56:30.217399 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29196269-26de-4888-9bd6-bdcde982f91c,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:30.261811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:30.298081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:30.298596 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:30.315715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20c78c8e-244b-47bd-8032-e9d092e8cd67 req-ce9af253-fb86-40ba-b5ca-6bb88da44c1a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789688
Feb 19 20:56:30.331101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29196269-26de-4888-9bd6-bdcde982f91c {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:30.344509 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29196269-26de-4888-9bd6-bdcde982f91c,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:30.369626 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29196269-26de-4888-9bd6-bdcde982f91c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:30.386607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:30.400281 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:30.400540 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a1a5ce33-026b-424c-a118-71786e86eae8 req-e3d09f17-0279-461d-a22b-83ca6a9f3ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (baf844cf-250b-42ea-b385-80d607da7e79), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:30.420444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['99019bb9-0cfe-4900-a813-f2a3826c4aed', '45bff999-b4bd-48a5-8654-55e37f10072d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:30.423953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['191fbf35-b9ce-44cc-bb60-5039a7b3f93f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:30.500968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d09f17-0279-461d-a22b-83ca6a9f3ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Pushing event deleted for resources: {'Port': ['ID=baf844cf-250b-42ea-b385-80d607da7e79,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:30.505843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:30.509880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Transition to ACTIVE for port object 29196269-26de-4888-9bd6-bdcde982f91c will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:30.521930 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (29196269-26de-4888-9bd6-bdcde982f91c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:30.607645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45356) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:30.637584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a5ce33-026b-424c-a118-71786e86eae8 req-e3d09f17-0279-461d-a22b-83ca6a9f3ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] No DVR routers for this DVR port baf844cf-250b-42ea-b385-80d607da7e79 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:56:30.651120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b857c-d486-4413-8036-0e4eb875322c req-b1ac2baf-8c44-46de-8782-3c1d05719646 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:30.660884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:30.665811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] No DVR routers for this DVR port 29196269-26de-4888-9bd6-bdcde982f91c on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:56:30.672631 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Pushing event updated for resources: {'Port': ['ID=29196269-26de-4888-9bd6-bdcde982f91c,revision_number=10']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:30.675453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af4b857c-d486-4413-8036-0e4eb875322c req-b1ac2baf-8c44-46de-8782-3c1d05719646 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.3437228
Feb 19 20:56:30.679400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a1a5ce33-026b-424c-a118-71786e86eae8 req-e3d09f17-0279-461d-a22b-83ca6a9f3ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:30.692445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1a5ce33-026b-424c-a118-71786e86eae8 req-e3d09f17-0279-461d-a22b-83ca6a9f3ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.67 "DELETE /v2.0/ports/baf844cf-250b-42ea-b385-80d607da7e79 HTTP/1.1" status: 204  len: 173 time: 1.5786092
Feb 19 20:56:30.718918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.719692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.720306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.721446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.722040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.722622 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.723179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.723726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.724242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.724918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.726000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.727001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.728026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:30.742095 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-98f4f89f-fd8c-4de8-995f-765f9187bb0f service neutron] 10.222.0.67 "PUT /v2.0/ports/29196269-26de-4888-9bd6-bdcde982f91c/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.7987514
Feb 19 20:56:30.802653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ba088-69eb-4fd3-b8d9-7642215b6708 req-ca13ccf9-a935-4e79-9eca-d5e5d4207799 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:30.804223 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de2ba088-69eb-4fd3-b8d9-7642215b6708 req-ca13ccf9-a935-4e79-9eca-d5e5d4207799 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.3803689
Feb 19 20:56:30.909727 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-10b8c96c-945d-4c04-b15e-aa7e61c6eae7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac7c7b1e5ce345fd99f7b69afd3a5554&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3009346
Feb 19 20:56:30.912716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45360) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:30.949079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af4b857c-d486-4413-8036-0e4eb875322c req-dbf1ab11-77fa-4d4c-9a9b-93f9742a905c tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2725406
Feb 19 20:56:30.996489 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-466f22b6-c3f3-46b5-a581-288da47f6972 admin admin] Publish callbacks [] for security_group (427ca91f-82cc-40b4-a6f3-2367153f03cb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:31.002987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de2ba088-69eb-4fd3-b8d9-7642215b6708 req-496a2638-8ecd-4ff7-831d-92b095411c8c tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855707
Feb 19 20:56:31.021678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-b216752a-1b50-47bf-8b5b-8ddb27a1f2a7 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:31.023553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-b216752a-1b50-47bf-8b5b-8ddb27a1f2a7 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1760933
Feb 19 20:56:31.042004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-466f22b6-c3f3-46b5-a581-288da47f6972 admin admin] Publish callbacks [] for security_group (427ca91f-82cc-40b4-a6f3-2367153f03cb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:31.082338 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22e55f5-9d95-453f-9644-5bfaad26a0af x-openstack-request-id: req-b22e55f5-9d95-453f-9644-5bfaad26a0af {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:31.083338 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-plugged", "status": "completed", "tag": "baf844cf-250b-42ea-b385-80d607da7e79", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:31.083792 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b22e55f5-9d95-453f-9644-5bfaad26a0af {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:31.084459 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79', 'code': 200}
Feb 19 20:56:31.111244 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-466f22b6-c3f3-46b5-a581-288da47f6972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (427ca91f-82cc-40b4-a6f3-2367153f03cb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:31.114651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-466f22b6-c3f3-46b5-a581-288da47f6972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:31.117734 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-466f22b6-c3f3-46b5-a581-288da47f6972 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/427ca91f-82cc-40b4-a6f3-2367153f03cb HTTP/1.1" status: 204  len: 168 time: 0.2036433
Feb 19 20:56:31.130062 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f22b6-c3f3-46b5-a581-288da47f6972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427ca91f-82cc-40b4-a6f3-2367153f03cb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:31.172446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-b1fabe6d-e45c-4c13-bd2d-37d641020cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:31.174957 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-b1fabe6d-e45c-4c13-bd2d-37d641020cc9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9&tenant_id=63acbd462dfc418fab3fbeedccacb9c7 HTTP/1.1" status: 200  len: 1127 time: 0.1401272
Feb 19 20:56:31.235828 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-285a3bf1-442a-443f-82d6-296a9d513768 req-ad628b35-b81b-4cf1-a277-d9b40e34d8c3 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 210 time: 0.0598574
Feb 19 20:56:31.292205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee04cf3-7733-4580-bcb2-9418fbc85b78 req-43341cd8-883e-4d30-a5c7-f9d2977ce9ae tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:31.293825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bee04cf3-7733-4580-bcb2-9418fbc85b78 req-43341cd8-883e-4d30-a5c7-f9d2977ce9ae tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 944 time: 0.1168737
Feb 19 20:56:31.332224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-4ec574c7-9969-47af-b65e-3a5db9a3d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:31.334057 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-4ec574c7-9969-47af-b65e-3a5db9a3d985 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 1127 time: 0.1007903
Feb 19 20:56:31.414762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:31.440720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: baf844cf-250b-42ea-b385-80d607da7e79 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:56:31.441281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device baf844cf-250b-42ea-b385-80d607da7e79 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:56:31.441864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 29196269-26de-4888-9bd6-bdcde982f91c no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:31.447322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bee04cf3-7733-4580-bcb2-9418fbc85b78 req-31717c21-2b0b-4fce-a133-c892cbdd8f9a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470852
Feb 19 20:56:31.506263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-ee366203-8292-4877-bc26-4e8de0e3de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:31.513458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-ee366203-8292-4877-bc26-4e8de0e3de53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.1643422
Feb 19 20:56:31.515359 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-5aec516e-ce81-460c-82db-2c601f5c8cfa tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0332060
Feb 19 20:56:31.541407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port 29196269-26de-4888-9bd6-bdcde982f91c host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:56:31.541954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 29196269-26de-4888-9bd6-bdcde982f91c not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:56:31.569245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-e6cd5bd5-9b36-4d43-9758-71833a730d00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29196269-26de-4888-9bd6-bdcde982f91c HTTP/1.1" status: 200  len: 217 time: 0.0532122
Feb 19 20:56:31.614582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45374) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:31.638396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b5172cd-0c32-49c0-820c-206536e5745e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:31.688539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-e5ec938f-0cb9-4b8e-8537-e2d0a100e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:31.690580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-e5ec938f-0cb9-4b8e-8537-e2d0a100e479 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.1118615
Feb 19 20:56:31.706093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-994efa6d-c4dd-48a9-9cdf-4f171e0bf192 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:31.707561 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-994efa6d-c4dd-48a9-9cdf-4f171e0bf192 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1793425
Feb 19 20:56:31.708683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41d1ce-ac21-4f64-a760-7cd155f3d227 req-4bec8b22-206e-44a1-b903-88e9879f5f58 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:31.715600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b41d1ce-ac21-4f64-a760-7cd155f3d227 req-4bec8b22-206e-44a1-b903-88e9879f5f58 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 945 time: 0.1491513
Feb 19 20:56:31.734367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Request body: {'port': {'device_id': '87c91011-f731-4d80-b568-d970fcd46286', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'dabc5bb30faa4af797e9ba1cd4bad547'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:31.737797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518909ff-169d-4fee-8f74-dc9004f00e13 req-c23704d9-045f-42e9-88da-d8a3f62c82e5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:31.739251 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-518909ff-169d-4fee-8f74-dc9004f00e13 req-c23704d9-045f-42e9-88da-d8a3f62c82e5 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 951 time: 0.1363118
Feb 19 20:56:31.767247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-1fa7e48f-088d-423a-9a74-5b147c6074e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496104
Feb 19 20:56:31.811091 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b5172cd-0c32-49c0-820c-206536e5745e admin admin] Publish callbacks [] for security_group (eb74e166-0c29-4b63-a54c-9cc89b2e6cc1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:31.817506 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b5172cd-0c32-49c0-820c-206536e5745e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (eb74e166-0c29-4b63-a54c-9cc89b2e6cc1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:31.863784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d9d53a10-25f3-4c06-8b46-bd8bdfc071ea no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:31.868097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b41d1ce-ac21-4f64-a760-7cd155f3d227 req-9813bfba-bee7-4143-b1de-a1e7407922eb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516488
Feb 19 20:56:31.879869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-518909ff-169d-4fee-8f74-dc9004f00e13 req-3ae25309-07a7-4669-b860-a81ca2ed9649 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172841
Feb 19 20:56:31.883824 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9b5172cd-0c32-49c0-820c-206536e5745e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce545f10a3af4fb8b11a2402abf15972&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2677326
Feb 19 20:56:31.883994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45376) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:31.884213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5172cd-0c32-49c0-820c-206536e5745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb74e166-0c29-4b63-a54c-9cc89b2e6cc1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:31.889189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: d9d53a10-25f3-4c06-8b46-bd8bdfc071ea {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:56:31.889562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d9d53a10-25f3-4c06-8b46-bd8bdfc071ea not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:56:31.907379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Made reservation on behalf of dabc5bb30faa4af797e9ba1cd4bad547 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:31.911157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:31.948079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-d2ad096a-623d-49d7-a601-d6eeb92a79f4 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633492
Feb 19 20:56:31.980228 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6165-3e10-4888-99b6-624e36176e9f admin admin] Publish callbacks [] for security_group (eb74e166-0c29-4b63-a54c-9cc89b2e6cc1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:32.043569 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Allocated IP 192.168.233.176 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/a0a6b42b-6ed6-490d-be6f-f141ef78c41e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:32.067535 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6165-3e10-4888-99b6-624e36176e9f admin admin] Publish callbacks [] for security_group (eb74e166-0c29-4b63-a54c-9cc89b2e6cc1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:32.161323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-deleted', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:32.163751 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d4d237-1cb4-4319-b51b-d1d23dae816e" -d '{"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-deleted", "tag": "baf844cf-250b-42ea-b385-80d607da7e79"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:32.174422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-eb3818da-316d-4235-af77-0d6fc8dbdf32 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2125854
Feb 19 20:56:32.184841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bdc4a-3956-49ea-8069-77e2ddf0c85a req-22ede890-e0f8-4c37-ae7e-ee301791ca5f tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:32.186316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-858bdc4a-3956-49ea-8069-77e2ddf0c85a req-22ede890-e0f8-4c37-ae7e-ee301791ca5f tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1626339
Feb 19 20:56:32.207164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks [] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:32.222817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b4c6e-1d89-4dbe-907a-07348f0ce452 req-9d4983f8-54f6-4a7a-b549-8ecd0976be2e tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:32.224361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae5b4c6e-1d89-4dbe-907a-07348f0ce452 req-9d4983f8-54f6-4a7a-b549-8ecd0976be2e tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1256046
Feb 19 20:56:32.227227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6165-3e10-4888-99b6-624e36176e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (eb74e166-0c29-4b63-a54c-9cc89b2e6cc1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:32.230274 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6165-3e10-4888-99b6-624e36176e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:32.231374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c2fa6165-3e10-4888-99b6-624e36176e9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb74e166-0c29-4b63-a54c-9cc89b2e6cc1 HTTP/1.1" status: 204  len: 168 time: 0.3467672
Feb 19 20:56:32.243935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:32.256711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa6165-3e10-4888-99b6-624e36176e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb74e166-0c29-4b63-a54c-9cc89b2e6cc1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:32.257226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', '365ebc46-b2da-4491-a96e-331ee2fb5b8b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:32.266313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6ad13ef7-c05f-4bdb-be33-195dad103115', 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:32.293306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:32.296459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:32.296673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-858bdc4a-3956-49ea-8069-77e2ddf0c85a req-a4c2fff8-cd88-477d-854b-2e6325ca9ed8 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031427
Feb 19 20:56:32.300297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:32.327123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event updated for resources: {'Port': ['ID=a0a6b42b-6ed6-490d-be6f-f141ef78c41e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:32.336623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae5b4c6e-1d89-4dbe-907a-07348f0ce452 req-e7eff3a6-2173-433e-9db9-9a39b66f88ee tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992315
Feb 19 20:56:32.391908 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950dbdf1-4bf0-4e13-93de-65797dcb3a0a x-openstack-request-id: req-950dbdf1-4bf0-4e13-93de-65797dcb3a0a {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:32.392761 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a", "name": "network-vif-deleted", "tag": "baf844cf-250b-42ea-b385-80d607da7e79", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:32.393703 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-950dbdf1-4bf0-4e13-93de-65797dcb3a0a {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:32.393703 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6a0c2f-34b3-4eb3-8b8e-6fb62c29900a', 'name': 'network-vif-deleted', 'tag': 'baf844cf-250b-42ea-b385-80d607da7e79', 'status': 'completed', 'code': 200}
Feb 19 20:56:32.394700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:32.395436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:32.429212 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-b4cd9982-d54f-4a06-8e64-5b3a18ab979d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6998832
Feb 19 20:56:32.448437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Request body: {'port': {'device_id': '87c91011-f731-4d80-b568-d970fcd46286', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:32.580395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:32.588323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79920f9f-821e-4160-aa35-e70ab2bf1853 req-24bc012e-e125-432d-a339-dded7be96e3d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:32.594907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79920f9f-821e-4160-aa35-e70ab2bf1853 req-24bc012e-e125-432d-a339-dded7be96e3d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 936 time: 0.1692467
Feb 19 20:56:32.700801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-f814f25b-8646-4e8f-8a12-dfe9618f8283 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:32.702336 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-f814f25b-8646-4e8f-8a12-dfe9618f8283 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2103720
Feb 19 20:56:32.745464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79920f9f-821e-4160-aa35-e70ab2bf1853 req-c75b363b-74b2-44df-a079-2b91a2ea9c62 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230509
Feb 19 20:56:32.791841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45df0cf-cf8f-4a28-a691-bd4df066b787 req-842f2576-faf9-43d5-b3a9-ebc123899d58 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:32.799399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a45df0cf-cf8f-4a28-a691-bd4df066b787 req-842f2576-faf9-43d5-b3a9-ebc123899d58 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 944 time: 0.2004602
Feb 19 20:56:32.811771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-21eb64ef-3ef5-462b-a25a-3c9ae1ab262b None None] Provisioning complete for port a0a6b42b-6ed6-490d-be6f-f141ef78c41e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:32.812152 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-21eb64ef-3ef5-462b-a25a-3c9ae1ab262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:32.884578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a45df0cf-cf8f-4a28-a691-bd4df066b787 req-ce9b1ee3-72ea-4fe6-b073-5ac4b0540179 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842912
Feb 19 20:56:32.889733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-21eb64ef-3ef5-462b-a25a-3c9ae1ab262b None None] Port a0a6b42b-6ed6-490d-be6f-f141ef78c41e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:56:32.971875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-85199c84-d943-486d-b68e-76a31a2c0a49 service neutron] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:32.975481 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-85199c84-d943-486d-b68e-76a31a2c0a49 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:32.976893 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53863b05-ed2d-48b7-b3e9-ffab0913a440 req-85199c84-d943-486d-b68e-76a31a2c0a49 service neutron] 10.222.0.10 "DELETE /v2.0/ports/29196269-26de-4888-9bd6-bdcde982f91c/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2620614
Feb 19 20:56:33.073454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a6b42b-6ed6-490d-be6f-f141ef78c41e {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:33.083166 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Publish callbacks [] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:33.091851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59252cac-71fd-4839-8d62-e20d42abc8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d6bb39-99dc-4d88-9fb6-3d09d608c1ea'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:33.096447 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135950ff-abb0-4ca1-bf26-b98d8a1af512" -d '{"events": [{"server_uuid": "59252cac-71fd-4839-8d62-e20d42abc8cb", "name": "network-vif-plugged", "status": "completed", "tag": "31d6bb39-99dc-4d88-9fb6-3d09d608c1ea"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:33.100916 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Transition to ACTIVE for port object a0a6b42b-6ed6-490d-be6f-f141ef78c41e will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:33.103159 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a06f3-6c7d-40fd-b938-4be46ba53eb7 req-70b18afd-34e0-4e06-ad35-be956a613a5a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:33.104926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-820a06f3-6c7d-40fd-b938-4be46ba53eb7 req-70b18afd-34e0-4e06-ad35-be956a613a5a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 945 time: 0.1252749
Feb 19 20:56:33.115523 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:33.143696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3415e-41c6-462b-ae98-d5eafd26a056 req-66e67847-ef34-41f1-ab7d-695d67ea066d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:33.145322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3f3415e-41c6-462b-ae98-d5eafd26a056 req-66e67847-ef34-41f1-ab7d-695d67ea066d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 951 time: 0.0983176
Feb 19 20:56:33.206576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-820a06f3-6c7d-40fd-b938-4be46ba53eb7 req-2bfaf09a-9a68-4df6-bab0-d41e0b5a2e84 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917194
Feb 19 20:56:33.296147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3f3415e-41c6-462b-ae98-d5eafd26a056 req-4e187ba7-6104-41e3-beaf-81196978f740 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443326
Feb 19 20:56:33.318246 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a4014c-27f5-4d75-9f95-c4aec6670f0a x-openstack-request-id: req-58a4014c-27f5-4d75-9f95-c4aec6670f0a {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:33.318802 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59252cac-71fd-4839-8d62-e20d42abc8cb", "name": "network-vif-plugged", "status": "completed", "tag": "31d6bb39-99dc-4d88-9fb6-3d09d608c1ea", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:33.319082 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58a4014c-27f5-4d75-9f95-c4aec6670f0a {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:33.319559 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59252cac-71fd-4839-8d62-e20d42abc8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d6bb39-99dc-4d88-9fb6-3d09d608c1ea', 'code': 200}
Feb 19 20:56:33.338730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6c6b6-5259-4769-b7f4-51a2430e132c req-329699b2-0d85-41d7-beff-dbea979d45fd tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:33.340473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dc6c6b6-5259-4769-b7f4-51a2430e132c req-329699b2-0d85-41d7-beff-dbea979d45fd tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 951 time: 0.1008048
Feb 19 20:56:33.367667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Pushing event updated for resources: {'Port': ['ID=a0a6b42b-6ed6-490d-be6f-f141ef78c41e,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:33.392405 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Attempting to bind port a0a6b42b-6ed6-490d-be6f-f141ef78c41e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:33.392757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Attempting to bind port a0a6b42b-6ed6-490d-be6f-f141ef78c41e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:33.393237 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Attempting to bind port a0a6b42b-6ed6-490d-be6f-f141ef78c41e on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:33.408886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Port a0a6b42b-6ed6-490d-be6f-f141ef78c41e on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:33.409325 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Attempting to bind port a0a6b42b-6ed6-490d-be6f-f141ef78c41e on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:33.418133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:33.461079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:33.471392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:33.471995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:33.472599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Bound port: a0a6b42b-6ed6-490d-be6f-f141ef78c41e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:33.473135 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:33.533839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:56:33.540664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:33.541339 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:33.639307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] For port a0a6b42b-6ed6-490d-be6f-f141ef78c41e, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:33.643819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] For port a0a6b42b-6ed6-490d-be6f-f141ef78c41e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0a6b42b-6ed6-490d-be6f-f141ef78c41e,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:33.661461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:33.689379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf357ef-79e7-4074-be79-48ff437dfe69 req-8e7edba7-ae6b-48e2-816f-de068ebdb503 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:33.690933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-baf357ef-79e7-4074-be79-48ff437dfe69 req-8e7edba7-ae6b-48e2-816f-de068ebdb503 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1469288
Feb 19 20:56:33.700661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c7f13-b483-4bbc-b22c-a27dc1fdc22c req-406c6a0f-95da-433d-a188-1201a6cc6c8b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:33.702441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc7c7f13-b483-4bbc-b22c-a27dc1fdc22c req-406c6a0f-95da-433d-a188-1201a6cc6c8b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1606610
Feb 19 20:56:33.723729 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:33.724135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:33.724541 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:33.724769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:33.726179 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-98237f34-c785-4126-b4f7-1e875326213c service neutron] 10.222.0.10 "PUT /v2.0/ports/a0a6b42b-6ed6-490d-be6f-f141ef78c41e HTTP/1.1" status: 200  len: 1096 time: 1.2840950
Feb 19 20:56:33.726608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c91011-f731-4d80-b568-d970fcd46286', 'tag': 'a0a6b42b-6ed6-490d-be6f-f141ef78c41e'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:33.729132 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae730019-e555-4437-a015-98dffd4683fc" -d '{"events": [{"name": "network-changed", "server_uuid": "87c91011-f731-4d80-b568-d970fcd46286", "tag": "a0a6b42b-6ed6-490d-be6f-f141ef78c41e"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:33.746256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-2dc6c6b6-5259-4769-b7f4-51a2430e132c req-cd2381c9-78bd-4748-a2dc-e5ffc73778a0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Deleting port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:33.746256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2dc6c6b6-5259-4769-b7f4-51a2430e132c req-cd2381c9-78bd-4748-a2dc-e5ffc73778a0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:33.770412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98237f34-c785-4126-b4f7-1e875326213c service neutron] Pushing event updated for resources: {'Port': ['ID=a0a6b42b-6ed6-490d-be6f-f141ef78c41e,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:33.784895 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0f836-4b14-42e1-bce1-207c2956ce77 req-0c8e6067-9b76-45c2-b465-cd45c9d4dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:33.786639 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e6e0f836-4b14-42e1-bce1-207c2956ce77 req-0c8e6067-9b76-45c2-b465-cd45c9d4dc72 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 1127 time: 0.2695243
Feb 19 20:56:33.790669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:33.801953 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:33.862513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:33.882956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-baf357ef-79e7-4074-be79-48ff437dfe69 req-46fad945-8e12-4d4a-b4b1-6f7946bc727d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775534
Feb 19 20:56:33.900363 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e6e0f836-4b14-42e1-bce1-207c2956ce77 req-93cad53c-8bdb-46b4-8fe3-c764793fa5f5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009130
Feb 19 20:56:33.902818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc7c7f13-b483-4bbc-b22c-a27dc1fdc22c req-7311db9b-472e-469a-b2d7-a04a7f6e680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893392
Feb 19 20:56:33.908588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-0f826c15-bdb3-4eaf-977d-c901bce0a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:33.910335 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-0f826c15-bdb3-4eaf-977d-c901bce0a289 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 1130 time: 0.1223338
Feb 19 20:56:33.974224 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-ca7c318c-0e0a-4428-8dc7-76f3a1bdd21e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=a0a6b42b-6ed6-490d-be6f-f141ef78c41e HTTP/1.1" status: 200  len: 217 time: 0.0462136
Feb 19 20:56:33.993563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-2dc6c6b6-5259-4769-b7f4-51a2430e132c req-cd2381c9-78bd-4748-a2dc-e5ffc73778a0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] For port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:33.993941 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2dc6c6b6-5259-4769-b7f4-51a2430e132c req-cd2381c9-78bd-4748-a2dc-e5ffc73778a0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:34.014176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-2dc6c6b6-5259-4769-b7f4-51a2430e132c req-cd2381c9-78bd-4748-a2dc-e5ffc73778a0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Calling delete_port for 191fbf35-b9ce-44cc-bb60-5039a7b3f93f owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:34.036397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4252b-ea4e-4675-a4cc-2f5498acc9e2 req-15ff7a53-e7ed-403a-8b89-8de7a0669187 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:34.037953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7e4252b-ea4e-4675-a4cc-2f5498acc9e2 req-15ff7a53-e7ed-403a-8b89-8de7a0669187 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 1127 time: 0.0872364
Feb 19 20:56:34.042372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-bc0cb628-b77b-4c83-925c-1cf8ce08fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:34.043899 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-bc0cb628-b77b-4c83-925c-1cf8ce08fe77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0619664
Feb 19 20:56:34.103102 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab763e01-e0a0-4f97-b1be-56ffb06a2472 x-openstack-request-id: req-ab763e01-e0a0-4f97-b1be-56ffb06a2472 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:34.103725 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c91011-f731-4d80-b568-d970fcd46286", "tag": "a0a6b42b-6ed6-490d-be6f-f141ef78c41e", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:34.103725 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab763e01-e0a0-4f97-b1be-56ffb06a2472 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:34.104481 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c91011-f731-4d80-b568-d970fcd46286', 'tag': 'a0a6b42b-6ed6-490d-be6f-f141ef78c41e', 'status': 'completed', 'code': 200}
Feb 19 20:56:34.112178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-d884eca9-ed47-490b-9e26-51d394466f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:34.114184 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-d884eca9-ed47-490b-9e26-51d394466f7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0642154
Feb 19 20:56:34.152643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7e4252b-ea4e-4675-a4cc-2f5498acc9e2 req-11198083-7b6d-4ca3-8305-8d5fdc9beeef tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721655
Feb 19 20:56:34.226870 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-2d06f97e-0da0-4deb-a7ce-65c56e404d5f service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1053481
Feb 19 20:56:34.282678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28263ebe-6082-4e72-92da-b28b1c517f84 req-2a970c42-ccd7-48ba-81b2-4a0628b8ed23 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:34.284926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-28263ebe-6082-4e72-92da-b28b1c517f84 req-2a970c42-ccd7-48ba-81b2-4a0628b8ed23 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 948 time: 0.1268585
Feb 19 20:56:34.285655 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2dc6c6b6-5259-4769-b7f4-51a2430e132c req-cd2381c9-78bd-4748-a2dc-e5ffc73778a0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (191fbf35-b9ce-44cc-bb60-5039a7b3f93f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:34.299025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['99019bb9-0cfe-4900-a813-f2a3826c4aed', '45bff999-b4bd-48a5-8654-55e37f10072d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:34.351816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2381c9-78bd-4748-a2dc-e5ffc73778a0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Pushing event deleted for resources: {'Port': ['ID=191fbf35-b9ce-44cc-bb60-5039a7b3f93f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:34.368543 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-377a5ce6-7ede-4b27-882f-7d000bb47296 req-2ac28b99-d306-4583-8a4d-244806cd7a39 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336639
Feb 19 20:56:34.425010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc6c6b6-5259-4769-b7f4-51a2430e132c req-cd2381c9-78bd-4748-a2dc-e5ffc73778a0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] No DVR routers for this DVR port 191fbf35-b9ce-44cc-bb60-5039a7b3f93f on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:56:34.437758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c563-d939-4e49-ab3d-d4f66fdc7882 req-4618e4f9-93ce-4d7b-94a4-456b75175132 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:34.439334 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17c6c563-d939-4e49-ab3d-d4f66fdc7882 req-4618e4f9-93ce-4d7b-94a4-456b75175132 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 945 time: 0.1771741
Feb 19 20:56:34.443420 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2dc6c6b6-5259-4769-b7f4-51a2430e132c req-cd2381c9-78bd-4748-a2dc-e5ffc73778a0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:34.446765 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dc6c6b6-5259-4769-b7f4-51a2430e132c req-cd2381c9-78bd-4748-a2dc-e5ffc73778a0 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.10 "DELETE /v2.0/ports/191fbf35-b9ce-44cc-bb60-5039a7b3f93f HTTP/1.1" status: 204  len: 173 time: 1.0864480
Feb 19 20:56:34.447233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-deleted', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:34.449915 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d93c3d-fcf3-4b77-9dd7-196315a90c11" -d '{"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-deleted", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:34.467192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-28263ebe-6082-4e72-92da-b28b1c517f84 req-17bb490c-2efd-415a-9817-cd70918f8f35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613722
Feb 19 20:56:34.492971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae730019-e555-4437-a015-98dffd4683fc req-5db61792-14a9-4c5f-949e-9dd19eee1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:34.494941 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ae730019-e555-4437-a015-98dffd4683fc req-5db61792-14a9-4c5f-949e-9dd19eee1e72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 1130 time: 0.0701845
Feb 19 20:56:34.515342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17c6c563-d939-4e49-ab3d-d4f66fdc7882 req-67680902-761c-4fa3-bef0-58c87522977f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623252
Feb 19 20:56:34.607844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae730019-e555-4437-a015-98dffd4683fc req-1b6216f2-8370-42ea-8b09-f23a6c0170ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:34.609407 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ae730019-e555-4437-a015-98dffd4683fc req-1b6216f2-8370-42ea-8b09-f23a6c0170ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1083808
Feb 19 20:56:34.652501 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-497d83be-4c15-45af-bb09-4a2554249684 req-8f332d62-1e62-46db-86a7-417aed9e9c99 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de HTTP/1.1" status: 200  len: 210 time: 0.0309165
Feb 19 20:56:34.684167 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ae730019-e555-4437-a015-98dffd4683fc req-2b96561b-8a3f-4997-b053-60c7d5d5f3d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=a0a6b42b-6ed6-490d-be6f-f141ef78c41e HTTP/1.1" status: 200  len: 217 time: 0.0631390
Feb 19 20:56:34.718765 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57673aaa-926d-43f1-963c-c11a65faf978 x-openstack-request-id: req-57673aaa-926d-43f1-963c-c11a65faf978 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:34.719138 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de", "name": "network-vif-deleted", "tag": "191fbf35-b9ce-44cc-bb60-5039a7b3f93f", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:34.719828 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57673aaa-926d-43f1-963c-c11a65faf978 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:34.720349 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dc77ef-8119-46c0-ad0e-a1fcbb2aa6de', 'name': 'network-vif-deleted', 'tag': '191fbf35-b9ce-44cc-bb60-5039a7b3f93f', 'status': 'completed', 'code': 200}
Feb 19 20:56:34.751063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae730019-e555-4437-a015-98dffd4683fc req-24ac0693-b1a1-4f85-b9ac-dc15340dbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:34.753997 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ae730019-e555-4437-a015-98dffd4683fc req-24ac0693-b1a1-4f85-b9ac-dc15340dbf37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0546236
Feb 19 20:56:34.788291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-735e28e9-4e90-4465-93d5-7c9f9a2de472 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:34.790110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-735e28e9-4e90-4465-93d5-7c9f9a2de472 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 808 time: 0.1401999
Feb 19 20:56:34.808266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-98dff408-682b-4166-93d0-003a92c27090 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/quotas/63acbd462dfc418fab3fbeedccacb9c7 HTTP/1.1" status: 200  len: 375 time: 0.0109658
Feb 19 20:56:34.825490 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae730019-e555-4437-a015-98dffd4683fc req-d97662a7-183b-43d0-97ad-dccb52ae0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:34.827037 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ae730019-e555-4437-a015-98dffd4683fc req-d97662a7-183b-43d0-97ad-dccb52ae0d5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0631819
Feb 19 20:56:34.873820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a01f5d17-c831-4c67-8d3b-d2a749b52f5e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0564108
Feb 19 20:56:34.936253 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ae730019-e555-4437-a015-98dffd4683fc req-cc7b0992-9329-41f1-8555-ce5e03ec1cdc service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0983758
Feb 19 20:56:34.974432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-9e6963ff-c256-4302-a1e4-f7c692c44ad5 service neutron] 10.222.0.30 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929894
Feb 19 20:56:35.062094 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ae730019-e555-4437-a015-98dffd4683fc req-1d5ae5dd-960f-4d49-9d7a-4fad3eb070a7 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1076932
Feb 19 20:56:35.084669 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-f6460cfd-c241-4119-b553-b5564ccc1ec8 service neutron] 10.222.0.30 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094427
Feb 19 20:56:35.145141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839fce5-97cc-4583-9c08-d65b7bdf94dd req-c26167e0-30f3-4cbd-bd89-0175004e7d2b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:35.147262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e839fce5-97cc-4583-9c08-d65b7bdf94dd req-c26167e0-30f3-4cbd-bd89-0175004e7d2b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0673387
Feb 19 20:56:35.199162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e839fce5-97cc-4583-9c08-d65b7bdf94dd req-1a67ef02-eab8-4d74-859c-84827083bb0b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459301
Feb 19 20:56:35.303563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e24e5-0749-460c-a485-284d1a7913fc req-287dffcc-6253-434e-860b-87535d8e2684 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:35.305113 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-611e24e5-0749-460c-a485-284d1a7913fc req-287dffcc-6253-434e-860b-87535d8e2684 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.0616119
Feb 19 20:56:35.321668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd927e050-ac38-4b26-8aa5-14f490410068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:35.326362 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27778ac-8acf-4684-9b55-b2a60afcf2cc" -d '{"events": [{"server_uuid": "d927e050-ac38-4b26-8aa5-14f490410068", "name": "network-vif-plugged", "status": "completed", "tag": "ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:35.353678 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-611e24e5-0749-460c-a485-284d1a7913fc req-5b1ce247-b91f-494d-bbcd-4e1a20db99f0 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424640
Feb 19 20:56:35.420425 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556ca791-052d-4f3c-bb15-54221b02dbf6 x-openstack-request-id: req-556ca791-052d-4f3c-bb15-54221b02dbf6 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:35.421072 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d927e050-ac38-4b26-8aa5-14f490410068", "name": "network-vif-plugged", "status": "completed", "tag": "ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:35.421546 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-556ca791-052d-4f3c-bb15-54221b02dbf6 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:35.422581 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd927e050-ac38-4b26-8aa5-14f490410068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c', 'code': 200}
Feb 19 20:56:35.433593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90687335-3257-4568-a444-b0884f2601c3 req-17a4ea16-02c1-4f08-a51d-883c4e694479 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 210 time: 0.0294144
Feb 19 20:56:35.563825 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6bb13-f7b1-48af-acdf-db0f793cf79b req-20f6ae55-cb01-4476-a379-2d809dedbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:35.566991 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-65d6bb13-f7b1-48af-acdf-db0f793cf79b req-20f6ae55-cb01-4476-a379-2d809dedbc3a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 1127 time: 0.0645742
Feb 19 20:56:35.629115 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-65d6bb13-f7b1-48af-acdf-db0f793cf79b req-b7986b62-712b-4ce6-b6f5-9d12191dccd6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549366
Feb 19 20:56:35.633581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e5b68-c1d1-4f6f-a814-4de0d269551f req-ec1bc76f-410b-411d-a043-ca0ee4ab614d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:35.635481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f6e5b68-c1d1-4f6f-a814-4de0d269551f req-ec1bc76f-410b-411d-a043-ca0ee4ab614d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 948 time: 0.0779741
Feb 19 20:56:35.697161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f6e5b68-c1d1-4f6f-a814-4de0d269551f req-0af1cd31-d49b-43cf-9953-7ae20942e3ff tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546873
Feb 19 20:56:35.814991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12771d-7f08-43c2-9870-b15787a24054 req-09def1ca-fa2f-44af-a8be-ddfe974e6318 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:35.816862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb12771d-7f08-43c2-9870-b15787a24054 req-09def1ca-fa2f-44af-a8be-ddfe974e6318 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 945 time: 0.0577695
Feb 19 20:56:35.861193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a0a6b42b-6ed6-490d-be6f-f141ef78c41e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:35.886029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 191fbf35-b9ce-44cc-bb60-5039a7b3f93f no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:35.886347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb12771d-7f08-43c2-9870-b15787a24054 req-339a797b-cf6b-44d5-b9f8-c0ceb180343b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480328
Feb 19 20:56:35.917415 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 191fbf35-b9ce-44cc-bb60-5039a7b3f93f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:56:35.917778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 191fbf35-b9ce-44cc-bb60-5039a7b3f93f not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:56:36.035896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a0a6b42b-6ed6-490d-be6f-f141ef78c41e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0a6b42b-6ed6-490d-be6f-f141ef78c41e,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:36.052962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'a0a6b42b-6ed6-490d-be6f-f141ef78c41e', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'a0a6b42b-6ed6-490d-be6f-f141ef78c41e', 'mac_address': 'fa:16:3e:ad:1f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:36.097348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a0a6b42b-6ed6-490d-be6f-f141ef78c41e is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:36.097891 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:36.110432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c349d-4898-4b7b-97a9-66b5255b7ee8 req-1ec4768a-0357-4c91-9eb0-e0ee86aef1ca tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:36.112597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-418c349d-4898-4b7b-97a9-66b5255b7ee8 req-1ec4768a-0357-4c91-9eb0-e0ee86aef1ca tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.0639877
Feb 19 20:56:36.131744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a6b42b-6ed6-490d-be6f-f141ef78c41e {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:36.158344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a0a6b42b-6ed6-490d-be6f-f141ef78c41e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0a6b42b-6ed6-490d-be6f-f141ef78c41e,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:36.166393 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:36.172769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-418c349d-4898-4b7b-97a9-66b5255b7ee8 req-de1e3916-4016-48d9-bc45-edf2994e1032 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532918
Feb 19 20:56:36.235502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=a0a6b42b-6ed6-490d-be6f-f141ef78c41e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:36.244217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.244685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.248143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.248385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45498) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:36.248678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.249190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.249619 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.250017 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.250416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.250816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.251214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.251633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.252029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.252450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:36.343472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac90c-fbb3-4965-8a9d-292b549a19e7 req-2d423da4-66e7-4dd8-8004-031e462519e9 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:36.344969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c50ac90c-fbb3-4965-8a9d-292b549a19e7 req-2d423da4-66e7-4dd8-8004-031e462519e9 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0630689
Feb 19 20:56:36.372977 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0c59bf5-b849-43be-97fa-86ca3cd895c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:36.420306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c50ac90c-fbb3-4965-8a9d-292b549a19e7 req-f5a5c057-1363-4435-b0fc-5b1a5f16c147 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694022
Feb 19 20:56:36.504937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['a0a6b42b-6ed6-490d-be6f-f141ef78c41e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:36.509914 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0c59bf5-b849-43be-97fa-86ca3cd895c9 admin admin] Publish callbacks [] for security_group (560e11c4-a80b-40f0-900f-0e557d0eb46f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:36.518892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b5a36-96cb-4a47-be2d-c90beccd00d8 req-d8f2ead4-ebda-4f5f-b1f1-3961e643a0ca tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:36.524484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a8b5a36-96cb-4a47-be2d-c90beccd00d8 req-d8f2ead4-ebda-4f5f-b1f1-3961e643a0ca tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.0859249
Feb 19 20:56:36.526119 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0c59bf5-b849-43be-97fa-86ca3cd895c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (560e11c4-a80b-40f0-900f-0e557d0eb46f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:36.610613 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e0c59bf5-b849-43be-97fa-86ca3cd895c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=293e8257104f47469cf322754e382cad&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3610592
Feb 19 20:56:36.613348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45510) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:36.618744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c59bf5-b849-43be-97fa-86ca3cd895c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560e11c4-a80b-40f0-900f-0e557d0eb46f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:36.676517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c9a23d4-7ef5-47f1-93a2-fcdcb029e437 req-fa617ceb-8d15-4380-96ad-40a6dfef594c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 210 time: 0.0415521
Feb 19 20:56:36.679844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a8b5a36-96cb-4a47-be2d-c90beccd00d8 req-252dfa43-b707-4b44-8e3c-679f987ccb25 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509099
Feb 19 20:56:36.748456 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1565a126-4919-4c36-9fe1-60af1c5349ac admin admin] Publish callbacks [] for security_group (560e11c4-a80b-40f0-900f-0e557d0eb46f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:36.779019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9fc08-65e1-4f52-9808-a6d8e59f14b9 req-59eddb63-106e-4373-bba3-fa0b91c1d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:36.780975 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41c9fc08-65e1-4f52-9808-a6d8e59f14b9 req-59eddb63-106e-4373-bba3-fa0b91c1d56b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e7060607f9342ad93e2ddbab97d8d2b&device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 1127 time: 0.1289482
Feb 19 20:56:36.786398 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1565a126-4919-4c36-9fe1-60af1c5349ac admin admin] Publish callbacks [] for security_group (560e11c4-a80b-40f0-900f-0e557d0eb46f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:36.944816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a084ae-91d6-440f-95eb-aca68aba720b req-9076c3d3-5b26-4579-9cec-98d0a5b0f710 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:36.946289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3a084ae-91d6-440f-95eb-aca68aba720b req-9076c3d3-5b26-4579-9cec-98d0a5b0f710 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1806381
Feb 19 20:56:36.960834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-3bf93e07-7116-4b21-bee7-5a76bb802e86 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:36.962305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-3bf93e07-7116-4b21-bee7-5a76bb802e86 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 808 time: 0.2291815
Feb 19 20:56:36.978853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba2ffa-8df0-4556-8a39-971449ea5d11 req-a1e03027-79f5-40c4-a863-c15aae944a7c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:36.980428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94ba2ffa-8df0-4556-8a39-971449ea5d11 req-a1e03027-79f5-40c4-a863-c15aae944a7c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 949 time: 0.1584685
Feb 19 20:56:36.992924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Request body: {'port': {'device_id': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7', 'admin_state_up': True, 'tenant_id': '63acbd462dfc418fab3fbeedccacb9c7'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:37.227695 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9fc08-65e1-4f52-9808-a6d8e59f14b9 req-42e4042f-3abb-4168-98a5-d98ea5857128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:37.230703 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41c9fc08-65e1-4f52-9808-a6d8e59f14b9 req-42e4042f-3abb-4168-98a5-d98ea5857128 service neutron] 10.222.0.67 "GET /v2.0/networks?id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa HTTP/1.1" status: 200  len: 912 time: 0.4374499
Feb 19 20:56:37.278415 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41c9fc08-65e1-4f52-9808-a6d8e59f14b9 req-ddb16c14-c26b-4e4f-844c-cbb7bc7e1c3e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea HTTP/1.1" status: 200  len: 217 time: 0.0385144
Feb 19 20:56:37.279482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1565a126-4919-4c36-9fe1-60af1c5349ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (560e11c4-a80b-40f0-900f-0e557d0eb46f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:37.282103 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1565a126-4919-4c36-9fe1-60af1c5349ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:37.286583 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1565a126-4919-4c36-9fe1-60af1c5349ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/560e11c4-a80b-40f0-900f-0e557d0eb46f HTTP/1.1" status: 204  len: 168 time: 0.6721423
Feb 19 20:56:37.304066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565a126-4919-4c36-9fe1-60af1c5349ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560e11c4-a80b-40f0-900f-0e557d0eb46f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:37.352810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9fc08-65e1-4f52-9808-a6d8e59f14b9 req-00c2116d-d131-452a-abce-3dc151803700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:37.354293 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41c9fc08-65e1-4f52-9808-a6d8e59f14b9 req-00c2116d-d131-452a-abce-3dc151803700 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be4a1075-2ec5-43f3-b650-222de83a45f6 HTTP/1.1" status: 200  len: 851 time: 0.0590527
Feb 19 20:56:37.388184 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41c9fc08-65e1-4f52-9808-a6d8e59f14b9 req-2578ed7a-9dfb-4cd8-a587-392d1d26e435 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273423
Feb 19 20:56:37.456322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3a084ae-91d6-440f-95eb-aca68aba720b req-41c38e7c-53fd-436f-b365-778e8b8c3b7f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5033650
Feb 19 20:56:37.502754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94ba2ffa-8df0-4556-8a39-971449ea5d11 req-80abde43-de5a-49c5-9edc-f1f8edbeef72 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5063560
Feb 19 20:56:37.503094 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41c9fc08-65e1-4f52-9808-a6d8e59f14b9 req-f6b1eef0-1c2a-44f4-9bb1-b66849b4d924 service neutron] 10.222.0.67 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1000857
Feb 19 20:56:37.556264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Made reservation on behalf of 63acbd462dfc418fab3fbeedccacb9c7 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:37.560025 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:37.617550 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41c9fc08-65e1-4f52-9808-a6d8e59f14b9 req-50a0b209-451f-4e32-883c-a2184d9835f0 service neutron] 10.222.0.67 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1143439
Feb 19 20:56:37.698647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ddb3-37c1-4a23-98ec-2af2a9bf57d8 req-b77ec5ee-84b1-425f-ab17-79878a71cdc7 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:37.700216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c99ddb3-37c1-4a23-98ec-2af2a9bf57d8 req-b77ec5ee-84b1-425f-ab17-79878a71cdc7 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 945 time: 0.1578498
Feb 19 20:56:37.727560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b92384-5b3e-43f7-8a8f-95b96b797b4d req-ba6982b7-9710-4c5f-ab14-c1c0f2e3d6a2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:37.729084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57b92384-5b3e-43f7-8a8f-95b96b797b4d req-ba6982b7-9710-4c5f-ab14-c1c0f2e3d6a2 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.1504912
Feb 19 20:56:37.836764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Allocated IP 172.20.0.14 (38f0b579-c349-4313-af39-532bf5d625a7/8c584acd-f1ea-4260-ae60-d9ed87b82a43/36f49322-08ea-4d05-b1fa-2357653ca8be) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:37.849434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c99ddb3-37c1-4a23-98ec-2af2a9bf57d8 req-ec832016-4e6d-4a99-ae41-2a2640968a6a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381576
Feb 19 20:56:37.855897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57b92384-5b3e-43f7-8a8f-95b96b797b4d req-8488e7a6-7e1e-4ea8-a11f-26223f1a1597 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987017
Feb 19 20:56:37.876557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a0a6b42b-6ed6-490d-be6f-f141ef78c41e up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:37.961183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port a0a6b42b-6ed6-490d-be6f-f141ef78c41e completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:56:37.966899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port a0a6b42b-6ed6-490d-be6f-f141ef78c41e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:37.968083 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.043606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e80224d7-f5d1-42b7-9215-e22b56586b5b req-29472824-5c9e-42a2-883f-5b22289c90c5 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 210 time: 0.0754786
Feb 19 20:56:38.052048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a0a6b42b-6ed6-490d-be6f-f141ef78c41e is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:38.052965 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.081479 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45548) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:38.099128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dae6a-76ea-47df-9a97-2868286d8b1a req-69428606-b494-48ce-8178-cbb01d280dc6 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:38.100675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f4dae6a-76ea-47df-9a97-2868286d8b1a req-69428606-b494-48ce-8178-cbb01d280dc6 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1049163
Feb 19 20:56:38.104033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a0a6b42b-6ed6-490d-be6f-f141ef78c41e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0a6b42b-6ed6-490d-be6f-f141ef78c41e,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:38.105023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c91011-f731-4d80-b568-d970fcd46286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a6b42b-6ed6-490d-be6f-f141ef78c41e'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:38.105704 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks [] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.107635 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba22160-8030-4979-af29-f1043f805958" -d '{"events": [{"server_uuid": "87c91011-f731-4d80-b568-d970fcd46286", "name": "network-vif-plugged", "status": "completed", "tag": "a0a6b42b-6ed6-490d-be6f-f141ef78c41e"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:38.113294 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.196691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff761b25-69b4-4927-ad91-f045873f7d79 req-cc94658c-03dd-4877-aee5-7ce52538f101 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:38.198590 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff761b25-69b4-4927-ad91-f045873f7d79 req-cc94658c-03dd-4877-aee5-7ce52538f101 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 949 time: 0.0782096
Feb 19 20:56:38.204184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=a0a6b42b-6ed6-490d-be6f-f141ef78c41e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:38.225844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f4dae6a-76ea-47df-9a97-2868286d8b1a req-fdcc3331-1938-47fc-92a2-069f834e85ba tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114619
Feb 19 20:56:38.243279 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.277444 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41204564-75eb-4555-80b2-0d459e8073a5 x-openstack-request-id: req-41204564-75eb-4555-80b2-0d459e8073a5 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:38.277833 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c91011-f731-4d80-b568-d970fcd46286", "name": "network-vif-plugged", "status": "completed", "tag": "a0a6b42b-6ed6-490d-be6f-f141ef78c41e", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:38.278100 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41204564-75eb-4555-80b2-0d459e8073a5 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:38.278504 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c91011-f731-4d80-b568-d970fcd46286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a6b42b-6ed6-490d-be6f-f141ef78c41e', 'code': 200}
Feb 19 20:56:38.308373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-37231581-network', 'tenant_id': '73f78ca2c7a340a78e721152554d946d'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:38.311837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Network 38f0b579-c349-4313-af39-532bf5d625a7 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:38.325337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:38.345917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:38.346149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Made reservation on behalf of 73f78ca2c7a340a78e721152554d946d for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:38.348431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.361946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.391455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Pushing event updated for resources: {'Port': ['ID=36f49322-08ea-4d05-b1fa-2357653ca8be,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:38.399184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ff761b25-69b4-4927-ad91-f045873f7d79 req-74741944-5202-4f26-84be-553da1844c16 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Deleting port 45bff999-b4bd-48a5-8654-55e37f10072d {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:38.400090 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ff761b25-69b4-4927-ad91-f045873f7d79 req-74741944-5202-4f26-84be-553da1844c16 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.418272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:38.419224 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.432411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711b711-94b9-495d-bc8b-fbedb31a7e8d req-9bd839c8-7d41-4ef5-932d-97bbcff1ff43 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:38.434166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e711b711-94b9-495d-bc8b-fbedb31a7e8d req-9bd839c8-7d41-4ef5-932d-97bbcff1ff43 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 945 time: 0.1326149
Feb 19 20:56:38.449672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-128b715f-5da2-448f-a990-c1710924efe7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4682281
Feb 19 20:56:38.472257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Request body: {'port': {'device_id': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:38.519400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a70c34-0c09-47a0-a347-4b01b0bf257f req-5db6a776-4740-4ff3-870d-d7d11338ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:38.522640 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54a70c34-0c09-47a0-a347-4b01b0bf257f req-5db6a776-4740-4ff3-870d-d7d11338ec27 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 1132 time: 0.1615586
Feb 19 20:56:38.540887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e711b711-94b9-495d-bc8b-fbedb31a7e8d req-1d97b97c-0800-4eb9-8fb9-a4f49888ddf5 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952523
Feb 19 20:56:38.544243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-ff761b25-69b4-4927-ad91-f045873f7d79 req-74741944-5202-4f26-84be-553da1844c16 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] For port 45bff999-b4bd-48a5-8654-55e37f10072d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45bff999-b4bd-48a5-8654-55e37f10072d,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:38.544661 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ff761b25-69b4-4927-ad91-f045873f7d79 req-74741944-5202-4f26-84be-553da1844c16 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.580523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ff761b25-69b4-4927-ad91-f045873f7d79 req-74741944-5202-4f26-84be-553da1844c16 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Calling delete_port for 45bff999-b4bd-48a5-8654-55e37f10072d owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:38.609901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.620442 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Publish callbacks [] for security_group (a4f94751-386f-41e0-a55f-c0524e274e38), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.653331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a4f94751-386f-41e0-a55f-c0524e274e38), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.665418 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54a70c34-0c09-47a0-a347-4b01b0bf257f req-56bd4ac2-c8a6-48ce-890e-dc814fd2929d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361673
Feb 19 20:56:38.686252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:56:38.703887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2bc6d-7189-4efc-87c7-07a265c19982 req-89f58087-7e69-4f41-b4e6-597eac5e835e tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:38.705488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abf2bc6d-7189-4efc-87c7-07a265c19982 req-89f58087-7e69-4f41-b4e6-597eac5e835e tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1399591
Feb 19 20:56:38.712497 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4af2654b-19a5-46f1-bb0d-8fe6a59e7982), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.712497 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Added segment 4af2654b-19a5-46f1-bb0d-8fe6a59e7982 of type vlan for network 4c1adb7a-866b-4121-b88d-e43db429feed
Feb 19 20:56:38.712802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f94751-386f-41e0-a55f-c0524e274e38,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:38.792219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a331ba-395d-4779-a7d5-edeac67ac92e req-d42bb05b-e56d-476b-92fe-115ca7ab4f78 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:38.793756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34a331ba-395d-4779-a7d5-edeac67ac92e req-d42bb05b-e56d-476b-92fe-115ca7ab4f78 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 950 time: 0.1812229
Feb 19 20:56:38.797319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (4c1adb7a-866b-4121-b88d-e43db429feed), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.837806 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ff761b25-69b4-4927-ad91-f045873f7d79 req-74741944-5202-4f26-84be-553da1844c16 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (45bff999-b4bd-48a5-8654-55e37f10072d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.851622 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (4c1adb7a-866b-4121-b88d-e43db429feed), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.851872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['99019bb9-0cfe-4900-a813-f2a3826c4aed', '45bff999-b4bd-48a5-8654-55e37f10072d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:38.853400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:38.853400 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:38.877668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abf2bc6d-7189-4efc-87c7-07a265c19982 req-f07d0700-057a-4bcb-98fc-1bbb48273f2c tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642220
Feb 19 20:56:38.883016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74741944-5202-4f26-84be-553da1844c16 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Pushing event deleted for resources: {'Port': ['ID=45bff999-b4bd-48a5-8654-55e37f10072d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:38.927149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34a331ba-395d-4779-a7d5-edeac67ac92e req-bb178606-8049-44df-af44-a885c64817d5 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173415
Feb 19 20:56:38.982736 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.8998876
Feb 19 20:56:38.986335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45562) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:38.992971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] Request body: {'subnet': {'network_id': '4c1adb7a-866b-4121-b88d-e43db429feed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-37231581-subnet', 'tenant_id': '73f78ca2c7a340a78e721152554d946d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:39.000245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff761b25-69b4-4927-ad91-f045873f7d79 req-74741944-5202-4f26-84be-553da1844c16 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] No DVR routers for this DVR port 45bff999-b4bd-48a5-8654-55e37f10072d on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:56:39.005022 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ff761b25-69b4-4927-ad91-f045873f7d79 req-74741944-5202-4f26-84be-553da1844c16 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:39.008487 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff761b25-69b4-4927-ad91-f045873f7d79 req-74741944-5202-4f26-84be-553da1844c16 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.67 "DELETE /v2.0/ports/45bff999-b4bd-48a5-8654-55e37f10072d HTTP/1.1" status: 204  len: 173 time: 0.8013678
Feb 19 20:56:39.009035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'name': 'network-vif-deleted', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:39.011754 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eb7919-c672-4e23-adc9-265cc0cd563f" -d '{"events": [{"server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "name": "network-vif-deleted", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:39.021201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52cac6-2f75-4394-a4ed-a46b6a18ff3b admin admin] Pushing event updated for resources: {'Network': ['ID=4c1adb7a-866b-4121-b88d-e43db429feed,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:39.036136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 4c1adb7a-866b-4121-b88d-e43db429feed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:56:39.065793 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed38ae03-3273-43a3-891d-21e0132bba3a x-openstack-request-id: req-ed38ae03-3273-43a3-891d-21e0132bba3a {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:39.065987 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af34c3d-efca-4de5-94a6-7bdb97d068fd", "name": "network-vif-deleted", "tag": "45bff999-b4bd-48a5-8654-55e37f10072d", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:39.066202 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed38ae03-3273-43a3-891d-21e0132bba3a {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:39.066720 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af34c3d-efca-4de5-94a6-7bdb97d068fd', 'name': 'network-vif-deleted', 'tag': '45bff999-b4bd-48a5-8654-55e37f10072d', 'status': 'completed', 'code': 200}
Feb 19 20:56:39.093336 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b12b9856-34dc-4e57-834a-a6731c129c4e req-7d2fe2ef-376d-4ea7-83a6-6371d7d6c08e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af34c3d-efca-4de5-94a6-7bdb97d068fd HTTP/1.1" status: 200  len: 210 time: 0.0839579
Feb 19 20:56:39.133892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] Made reservation on behalf of 73f78ca2c7a340a78e721152554d946d for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:39.136569 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:39.223799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f49322-08ea-4d05-b1fa-2357653ca8be {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:39.235785 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Publish callbacks [] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:39.258790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Transition to ACTIVE for port object 36f49322-08ea-4d05-b1fa-2357653ca8be will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:39.275754 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:39.295945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965903a-ce3f-4f09-8a55-3326fdaa4eaf req-c716b9e1-1b1e-46bd-8c42-095b23b97dc3 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:39.297543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b965903a-ce3f-4f09-8a55-3326fdaa4eaf req-c716b9e1-1b1e-46bd-8c42-095b23b97dc3 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 932 time: 0.1647136
Feb 19 20:56:39.395661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Pushing event updated for resources: {'Port': ['ID=36f49322-08ea-4d05-b1fa-2357653ca8be,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:39.504739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b965903a-ce3f-4f09-8a55-3326fdaa4eaf req-5b727903-b221-47bd-a105-6d05ad7e8e6e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786292
Feb 19 20:56:39.551648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654828-2564-46f5-99f4-72d615c2918b req-2b5ed077-35f5-4b11-aa34-e9fbaed49b8b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:39.553183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b654828-2564-46f5-99f4-72d615c2918b req-2b5ed077-35f5-4b11-aa34-e9fbaed49b8b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.2547219
Feb 19 20:56:39.595584 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (1d08b709-03ca-42fd-ae03-448f8b8f16d1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:39.631177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:39.631513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:39.631845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:39.665436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Port 36f49322-08ea-4d05-b1fa-2357653ca8be on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:39.665744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:39.704144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:39.704495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:39.705108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:39.705545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Bound port: 36f49322-08ea-4d05-b1fa-2357653ca8be, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:39.705906 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:39.719770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d08b709-03ca-42fd-ae03-448f8b8f16d1,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:39.731639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b654828-2564-46f5-99f4-72d615c2918b req-6de2c2a7-7a30-4ea4-8997-a78d7c2fbb01 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681583
Feb 19 20:56:39.749831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] Checking segment: {'id': '4af2654b-19a5-46f1-bb0d-8fe6a59e7982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4c1adb7a-866b-4121-b88d-e43db429feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:39.750193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] Network hostable DHCP agents. Network: 4c1adb7a-866b-4121-b88d-e43db429feed, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:56:39.787514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64611ca6-9ebe-42d5-ba7c-d2d86bd8395a req-985383b0-3371-4816-a869-306f0bb7a639 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:39.789018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64611ca6-9ebe-42d5-ba7c-d2d86bd8395a req-985383b0-3371-4816-a869-306f0bb7a639 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 945 time: 0.1517360
Feb 19 20:56:39.832640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] Network 4c1adb7a-866b-4121-b88d-e43db429feed is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:56:39.849948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:39.872772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c1adb7a-866b-4121-b88d-e43db429feed) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:39.876053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f49322-08ea-4d05-b1fa-2357653ca8be,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:39.883239 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64611ca6-9ebe-42d5-ba7c-d2d86bd8395a req-f14c963c-3bac-4edb-a512-eeaa7a00f04c tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870566
Feb 19 20:56:39.883807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b981e62b-e0a8-41a7-859c-3c5196cc7b47 None None] Network 4c1adb7a-866b-4121-b88d-e43db429feed requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:56:39.884485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:39.885065 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:39.889103 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:39.929173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eae0073f-b6f1-4c3e-8fb1-7201d00af8b2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.9410405
Feb 19 20:56:39.942892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:39.943347 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:39.948943 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] 10.222.0.67 "PUT /v2.0/ports/36f49322-08ea-4d05-b1fa-2357653ca8be HTTP/1.1" status: 200  len: 1092 time: 1.4832954
Feb 19 20:56:39.951830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'tag': '36f49322-08ea-4d05-b1fa-2357653ca8be'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:39.955896 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f7e4e-1a22-4799-8362-b4bdd425cca5" -d '{"events": [{"name": "network-changed", "server_uuid": "c65e4283-9a5c-4b89-a006-7e6727e92f45", "tag": "36f49322-08ea-4d05-b1fa-2357653ca8be"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:39.985297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bf554-8797-48d4-9359-573fa80c7cba service neutron] Pushing event updated for resources: {'Port': ['ID=36f49322-08ea-4d05-b1fa-2357653ca8be,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:40.051100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa75c18-c38a-4f47-8397-1049b9756f67 None None] Network 4c1adb7a-866b-4121-b88d-e43db429feed requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:56:40.091394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-29342c5d-5917-4aa3-8c7d-c41416996bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:40.098733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-29342c5d-5917-4aa3-8c7d-c41416996bb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 1126 time: 0.0944407
Feb 19 20:56:40.151670 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-b4404ad1-e86a-4432-8c82-2531eb95a209 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f49322-08ea-4d05-b1fa-2357653ca8be HTTP/1.1" status: 200  len: 217 time: 0.0455019
Feb 19 20:56:40.196396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a8d88-7791-450d-96e9-19ad5ac3cf27 req-e770b1f7-114e-4cca-8aba-9cd78dda25fc tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:40.197797 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-091a8d88-7791-450d-96e9-19ad5ac3cf27 req-e770b1f7-114e-4cca-8aba-9cd78dda25fc tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1585495
Feb 19 20:56:40.233308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-0f20f82f-9b3b-4279-9fd6-ca2f6ddf09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:40.234873 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-0f20f82f-9b3b-4279-9fd6-ca2f6ddf09fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.0774257
Feb 19 20:56:40.276045 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-13c95ec8-592a-47d8-ab83-0bc05aa95a55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309789
Feb 19 20:56:40.283890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-091a8d88-7791-450d-96e9-19ad5ac3cf27 req-ff4c3b60-7232-4c11-bb44-14ff83fb40ec tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764954
Feb 19 20:56:40.357347 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:56:40.384429 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e189e23a-7d11-462d-a667-6eb2e97f3525 x-openstack-request-id: req-e189e23a-7d11-462d-a667-6eb2e97f3525 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:40.384729 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65e4283-9a5c-4b89-a006-7e6727e92f45", "tag": "36f49322-08ea-4d05-b1fa-2357653ca8be", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:40.384986 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e189e23a-7d11-462d-a667-6eb2e97f3525 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:40.385467 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'tag': '36f49322-08ea-4d05-b1fa-2357653ca8be', 'status': 'completed', 'code': 200}
Feb 19 20:56:40.429443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-44d22a4b-fd13-410c-9e89-2c232fa7dff4 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370578
Feb 19 20:56:40.437415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd680f0-c89c-4362-b9b0-b9865f1e15be req-00d81511-50e0-421d-850b-1e6ffa32ee16 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:40.438812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dd680f0-c89c-4362-b9b0-b9865f1e15be req-00d81511-50e0-421d-850b-1e6ffa32ee16 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 950 time: 0.0896382
Feb 19 20:56:40.557266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dd680f0-c89c-4362-b9b0-b9865f1e15be req-c904a70f-25ba-4763-a09d-a1bf1a903f7d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098087
Feb 19 20:56:40.563130 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-572fda7a-6dcb-4c80-ab46-2c60a1b34327 req-a059eabe-4e9f-4be6-91ef-f9247cafff2b tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] show failed (client error): The resource could not be found.
Feb 19 20:56:40.564854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-572fda7a-6dcb-4c80-ab46-2c60a1b34327 req-a059eabe-4e9f-4be6-91ef-f9247cafff2b tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] 10.222.0.30 "GET /v2.0/security-groups/5abd2f1c-7140-4cf9-9dde-38de0cbabd65 HTTP/1.1" status: 404  len: 352 time: 0.0267038
Feb 19 20:56:40.581449 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e78c224-7bee-469e-8da3-106d5ddfe6fd req-8bf182da-8ec2-4940-9404-e65ffe216f51 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397648
Feb 19 20:56:40.685431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f7e4e-1a22-4799-8362-b4bdd425cca5 req-c48db2e4-f27b-461c-9622-5ac70b213991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:40.686968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-415f7e4e-1a22-4799-8362-b4bdd425cca5 req-c48db2e4-f27b-461c-9622-5ac70b213991 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 1126 time: 0.0480571
Feb 19 20:56:40.830636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07475b39-6252-4d85-87ad-c62b334d03de req-fd6fe09f-e477-4c2a-8fd3-65aec3b6df23 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:40.832106 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07475b39-6252-4d85-87ad-c62b334d03de req-fd6fe09f-e477-4c2a-8fd3-65aec3b6df23 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 944 time: 0.1442957
Feb 19 20:56:40.872042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f7e4e-1a22-4799-8362-b4bdd425cca5 req-783a790e-737b-4b70-95f3-222ac83c18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:40.873437 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-415f7e4e-1a22-4799-8362-b4bdd425cca5 req-783a790e-737b-4b70-95f3-222ac83c18ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.1757672
Feb 19 20:56:40.890015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31079a8e-5973-470f-99f0-65e2f27e6c07 req-e4719b67-1230-4d99-9484-f4b5af810e05 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:40.891493 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31079a8e-5973-470f-99f0-65e2f27e6c07 req-e4719b67-1230-4d99-9484-f4b5af810e05 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 1132 time: 0.1099644
Feb 19 20:56:40.940382 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-415f7e4e-1a22-4799-8362-b4bdd425cca5 req-f328b593-d378-4bf7-aab2-d9b423fd7b06 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f49322-08ea-4d05-b1fa-2357653ca8be HTTP/1.1" status: 200  len: 217 time: 0.0578785
Feb 19 20:56:40.950013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07475b39-6252-4d85-87ad-c62b334d03de req-8721a4b2-ff3e-44d8-8103-8ee6b0d50e81 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110997
Feb 19 20:56:41.024033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31079a8e-5973-470f-99f0-65e2f27e6c07 req-a7c6c8dd-7f79-45c5-8c84-ca3d51c9dab0 tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218708
Feb 19 20:56:41.042107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f7e4e-1a22-4799-8362-b4bdd425cca5 req-adc729ac-3d25-44b4-9b28-8bd337fc11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:41.043992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-415f7e4e-1a22-4799-8362-b4bdd425cca5 req-adc729ac-3d25-44b4-9b28-8bd337fc11f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.0911801
Feb 19 20:56:41.088176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-415f7e4e-1a22-4799-8362-b4bdd425cca5 req-ff16c691-ba72-42e8-9283-c82254ffa225 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0357857
Feb 19 20:56:41.116465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85870-5d8c-4d7e-a188-3c4e319a72da req-8e634d62-b2ab-4677-8a25-d6515d708c33 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:41.117904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94d85870-5d8c-4d7e-a188-3c4e319a72da req-8e634d62-b2ab-4677-8a25-d6515d708c33 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.1096315
Feb 19 20:56:41.212457 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-988230af-4b0c-4585-b859-82f73e49ddde req-87d9579f-7e88-49b7-8c7f-bc86ea9c9b10 tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73f78ca2c7a340a78e721152554d946d HTTP/1.1" status: 200  len: 3001 time: 0.1488614
Feb 19 20:56:41.252125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94d85870-5d8c-4d7e-a188-3c4e319a72da req-64595369-535a-4b33-8bc5-b3f3ef0161e1 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244266
Feb 19 20:56:41.280945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-415f7e4e-1a22-4799-8362-b4bdd425cca5 req-be80c3aa-4392-40ca-b5b5-aac3a1edcb88 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824806
Feb 19 20:56:41.286683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-988230af-4b0c-4585-b859-82f73e49ddde req-c813938f-14a9-4dc9-af20-3e23fd6dd89f tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] 10.222.0.30 "GET /v2.0/security-groups/a4f94751-386f-41e0-a55f-c0524e274e38 HTTP/1.1" status: 200  len: 2998 time: 0.0637541
Feb 19 20:56:41.424705 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-988230af-4b0c-4585-b859-82f73e49ddde req-89e6012b-0155-4f57-b490-4d8ec2db22a0 tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] 10.222.0.30 "GET /v2.0/security-groups/a4f94751-386f-41e0-a55f-c0524e274e38 HTTP/1.1" status: 200  len: 2998 time: 0.1280065
Feb 19 20:56:41.439593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-415f7e4e-1a22-4799-8362-b4bdd425cca5 req-c3b9b081-31e4-4d4a-8993-376edf5c4572 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506913
Feb 19 20:56:41.450363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252f66f-2c93-4a7a-8090-2db0261bfdd9 req-89609964-7965-4a6e-ac61-080e8c559153 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:41.451653 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5252f66f-2c93-4a7a-8090-2db0261bfdd9 req-89609964-7965-4a6e-ac61-080e8c559153 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1131444
Feb 19 20:56:41.479285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 45bff999-b4bd-48a5-8654-55e37f10072d no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:41.503905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 45bff999-b4bd-48a5-8654-55e37f10072d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:56:41.504251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 45bff999-b4bd-48a5-8654-55e37f10072d not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:56:41.524350 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-19611c1f-296d-4648-8cf4-7fb3b9fb379b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0344596
Feb 19 20:56:41.528691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5252f66f-2c93-4a7a-8090-2db0261bfdd9 req-cf5c7b0a-58db-45f9-96a6-9038b7cee984 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704556
Feb 19 20:56:41.664891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-0fb25060-67ac-4816-bfcf-c4b0f8477468 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:41.666360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-0fb25060-67ac-4816-bfcf-c4b0f8477468 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1365709
Feb 19 20:56:41.676970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbdba8-eea9-479e-995f-2f22d8a34a4b req-fe51516d-7ac5-4e0b-942d-e35fbf6aa151 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:41.678312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2fbdba8-eea9-479e-995f-2f22d8a34a4b req-fe51516d-7ac5-4e0b-942d-e35fbf6aa151 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0942540
Feb 19 20:56:41.694641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-46144765-ee8c-4f8a-99a0-dcc9878ad04f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/quotas/dabc5bb30faa4af797e9ba1cd4bad547 HTTP/1.1" status: 200  len: 375 time: 0.0154123
Feb 19 20:56:41.761598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2fbdba8-eea9-479e-995f-2f22d8a34a4b req-a0fbad76-4255-4173-9c49-d4d3ad1a7828 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761182
Feb 19 20:56:41.785135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-9bf6e0c5-e8dc-4fb1-a6c3-a50d5ab3a299 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0838265
Feb 19 20:56:41.825180 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fee4b1af-c3d9-42af-acde-4feaff885f19 req-468675f4-edbe-455a-9ec9-bfa2e94b43ab tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] 10.222.0.30 "GET /v2.0/security-groups/a4f94751-386f-41e0-a55f-c0524e274e38 HTTP/1.1" status: 200  len: 2998 time: 0.0390737
Feb 19 20:56:41.890729 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-fee4b1af-c3d9-42af-acde-4feaff885f19 req-0b327cc6-3db2-4234-b7f8-df72ffa4120f tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 19 20:56:41.893065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fee4b1af-c3d9-42af-acde-4feaff885f19 req-0b327cc6-3db2-4234-b7f8-df72ffa4120f tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] 10.222.0.30 "DELETE /v2.0/security-groups/a4f94751-386f-41e0-a55f-c0524e274e38 HTTP/1.1" status: 409  len: 352 time: 0.0607755
Feb 19 20:56:41.970859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa26e6a0-e43c-4b15-8ba2-e62edef6ce84 req-50bfc763-ced7-44c7-8fb5-1ac471765850 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 210 time: 0.0354912
Feb 19 20:56:41.984559 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-8ca4c1cb-fc12-4b91-b48c-cea0201980e0 req-30a8d225-1885-4bda-9ec2-517023d13e54 tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] show failed (client error): The resource could not be found.
Feb 19 20:56:41.985641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ca4c1cb-fc12-4b91-b48c-cea0201980e0 req-30a8d225-1885-4bda-9ec2-517023d13e54 tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] 10.222.0.30 "GET /v2.0/security-groups/442ede3c-4664-4377-a192-81131d559bd7 HTTP/1.1" status: 404  len: 352 time: 0.0171790
Feb 19 20:56:42.021361 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-b32171d2-ed78-49a3-bbcd-9d737aeef4cb req-a7d92744-fc92-452f-9fd4-0662911e30f2 tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] show failed (client error): The resource could not be found.
Feb 19 20:56:42.022391 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b32171d2-ed78-49a3-bbcd-9d737aeef4cb req-a7d92744-fc92-452f-9fd4-0662911e30f2 tempest-SecurityGroupsNegativeTestJSON-704359152 tempest-SecurityGroupsNegativeTestJSON-704359152-project] 10.222.0.30 "GET /v2.0/security-groups/c1ddbc41-514d-40cf-a01a-894120ac7584 HTTP/1.1" status: 404  len: 352 time: 0.0144744
Feb 19 20:56:42.034398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45660) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:42.109815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-989cc69f-654a-4344-b649-8d397a3a05ad admin admin] Deleting subnet 1d08b709-03ca-42fd-ae03-448f8b8f16d1 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:56:42.115412 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-989cc69f-654a-4344-b649-8d397a3a05ad admin admin] Publish callbacks [] for subnet (1d08b709-03ca-42fd-ae03-448f8b8f16d1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.157310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea90373-818f-4b53-ac69-c48192612f0b req-34dfb726-ad5a-40b6-a102-d75667f3537c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:42.158781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ea90373-818f-4b53-ac69-c48192612f0b req-34dfb726-ad5a-40b6-a102-d75667f3537c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 944 time: 0.0936358
Feb 19 20:56:42.162690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-989cc69f-654a-4344-b649-8d397a3a05ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (1d08b709-03ca-42fd-ae03-448f8b8f16d1), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.239845 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-989cc69f-654a-4344-b649-8d397a3a05ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (1d08b709-03ca-42fd-ae03-448f8b8f16d1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.244860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ea90373-818f-4b53-ac69-c48192612f0b req-64100090-2140-4564-915b-fcba0627e10f tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799639
Feb 19 20:56:42.305730 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-989cc69f-654a-4344-b649-8d397a3a05ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (1d08b709-03ca-42fd-ae03-448f8b8f16d1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.335055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cc69f-654a-4344-b649-8d397a3a05ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d08b709-03ca-42fd-ae03-448f8b8f16d1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:42.347353 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-989cc69f-654a-4344-b649-8d397a3a05ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.350803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-989cc69f-654a-4344-b649-8d397a3a05ad admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1d08b709-03ca-42fd-ae03-448f8b8f16d1 HTTP/1.1" status: 204  len: 168 time: 0.3151903
Feb 19 20:56:42.353423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45668) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:42.391278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ec3c8-35c6-4adb-99d0-91c99995d204 req-2699c91d-ba19-48b8-9cf9-cfd71c0c9492 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:42.392947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-969ec3c8-35c6-4adb-99d0-91c99995d204 req-2699c91d-ba19-48b8-9cf9-cfd71c0c9492 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.0602164
Feb 19 20:56:42.426280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (4c1adb7a-866b-4121-b88d-e43db429feed), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.452453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-969ec3c8-35c6-4adb-99d0-91c99995d204 req-dae05481-2127-40e4-b342-a1898c317a7e tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533686
Feb 19 20:56:42.513999 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (4c1adb7a-866b-4121-b88d-e43db429feed), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.535477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69f2c370>,) {'filters': {'network_id': ['4c1adb7a-866b-4121-b88d-e43db429feed']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:42.544661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69f2c370>, '4af2654b-19a5-46f1-bb0d-8fe6a59e7982') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:42.544965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69f2c370>, '4af2654b-19a5-46f1-bb0d-8fe6a59e7982') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:42.554974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (4af2654b-19a5-46f1-bb0d-8fe6a59e7982), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.569482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4af2654b-19a5-46f1-bb0d-8fe6a59e7982), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.576578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:56:42.577307 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (4af2654b-19a5-46f1-bb0d-8fe6a59e7982), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:56:42.579009 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:56:42.638117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (4c1adb7a-866b-4121-b88d-e43db429feed), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.643172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.649072 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] 10.222.0.30 "DELETE /v2.0/networks/4c1adb7a-866b-4121-b88d-e43db429feed HTTP/1.1" status: 204  len: 168 time: 0.2920365
Feb 19 20:56:42.659314 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f9437-36d4-488f-b519-c56b1bd3e61c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1adb7a-866b-4121-b88d-e43db429feed,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:42.665890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3db972-488a-4cc8-a61a-7b3d4ea746b1 req-848e987e-43a0-436b-b98c-5d3e111b1bb3 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:42.667400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e3db972-488a-4cc8-a61a-7b3d4ea746b1 req-848e987e-43a0-436b-b98c-5d3e111b1bb3 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.0596383
Feb 19 20:56:42.717704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e3db972-488a-4cc8-a61a-7b3d4ea746b1 req-a30ab636-196e-4151-9fc7-335b449b11ec tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446119
Feb 19 20:56:42.763391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45674) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:42.804076 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b01e9b5c-4206-4dbe-a6d5-999430762d99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73f78ca2c7a340a78e721152554d946d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0395236
Feb 19 20:56:42.806957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45678) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:42.855527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-174f8cc8-9d15-40db-95a9-5e603df5c6b0 admin admin] Publish callbacks [] for security_group (a4f94751-386f-41e0-a55f-c0524e274e38), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.881138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d0276-0546-4929-bcd5-1d9203f20233 req-413c5114-93bb-497d-b091-1a7a571ca85d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:42.885752 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-174f8cc8-9d15-40db-95a9-5e603df5c6b0 admin admin] Publish callbacks [] for security_group (a4f94751-386f-41e0-a55f-c0524e274e38), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.889375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d90d0276-0546-4929-bcd5-1d9203f20233 req-413c5114-93bb-497d-b091-1a7a571ca85d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0633297
Feb 19 20:56:42.936371 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d90d0276-0546-4929-bcd5-1d9203f20233 req-73fe333e-eca8-4e1d-84a4-7d44daf66fc3 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451972
Feb 19 20:56:42.944968 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-174f8cc8-9d15-40db-95a9-5e603df5c6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a4f94751-386f-41e0-a55f-c0524e274e38), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.948548 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-174f8cc8-9d15-40db-95a9-5e603df5c6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:42.954432 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-174f8cc8-9d15-40db-95a9-5e603df5c6b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4f94751-386f-41e0-a55f-c0524e274e38 HTTP/1.1" status: 204  len: 168 time: 0.1464255
Feb 19 20:56:42.963521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f8cc8-9d15-40db-95a9-5e603df5c6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f94751-386f-41e0-a55f-c0524e274e38,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:43.084013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b135eaf2-2c0d-4630-b765-b7df38546684 req-159e65cb-f209-4ef2-9323-8b7f33c6fee6 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 210 time: 0.0315924
Feb 19 20:56:43.369424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eab9ed-a021-40ea-b59b-40ceeb5a5c3d req-79694b96-2ce1-438f-8c9b-ebc70d8bf8e4 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:43.370912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9eab9ed-a021-40ea-b59b-40ceeb5a5c3d req-79694b96-2ce1-438f-8c9b-ebc70d8bf8e4 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 944 time: 0.0552254
Feb 19 20:56:43.422741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9eab9ed-a021-40ea-b59b-40ceeb5a5c3d req-ec62055b-4e06-4d7a-b81d-986128c5c50c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453241
Feb 19 20:56:43.504341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a478f-d41d-42d2-8ba5-e2e1a410aa84 req-508b0a9b-75a3-47f4-a14f-c38a2643b50d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:43.507199 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c5a478f-d41d-42d2-8ba5-e2e1a410aa84 req-508b0a9b-75a3-47f4-a14f-c38a2643b50d tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.67 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.0842755
Feb 19 20:56:43.543400 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-431d2a82-f105-4abb-8010-0b5befa3c25f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0444679
Feb 19 20:56:43.672276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa4084-895f-4c9a-b46a-532c25ac4baa req-60f1aa8e-c736-4c48-a76a-d2e16ef4eeab tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:43.682340 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0bfa4084-895f-4c9a-b46a-532c25ac4baa req-60f1aa8e-c736-4c48-a76a-d2e16ef4eeab tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 949 time: 0.1298528
Feb 19 20:56:43.695060 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-fa5a9187-0ed5-4a78-9641-28b9ff921717 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:43.696620 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-fa5a9187-0ed5-4a78-9641-28b9ff921717 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1400094
Feb 19 20:56:43.719207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Request body: {'port': {'device_id': '7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'dabc5bb30faa4af797e9ba1cd4bad547'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:43.723346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-4c5a478f-d41d-42d2-8ba5-e2e1a410aa84 req-276993e8-a556-4afe-9985-a7e97f2e6a0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Deleting port 99019bb9-0cfe-4900-a813-f2a3826c4aed {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:56:43.723689 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4c5a478f-d41d-42d2-8ba5-e2e1a410aa84 req-276993e8-a556-4afe-9985-a7e97f2e6a0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:43.738717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45716) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:43.863224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Made reservation on behalf of dabc5bb30faa4af797e9ba1cd4bad547 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:43.867068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:43.899390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-621588329-network', 'tenant_id': '5c496adb59f3467687458650e28da232'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:43.966860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Made reservation on behalf of 5c496adb59f3467687458650e28da232 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:43.969160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:43.998325 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.038612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Allocated IP 192.168.233.175 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/020bbc87-1ec4-420c-9f86-2a44e5ea3d18) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:44.082665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0bfa4084-895f-4c9a-b46a-532c25ac4baa req-9db87a07-1e6f-434d-87a8-996d548b4560 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/security-groups?id=7bf41fb3-28a8-4729-969f-97ef9ca8daa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3994672
Feb 19 20:56:44.178493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a69ae8-3022-4505-946e-9cd7e147db0b req-ba715906-c0b5-47e0-a3a2-6f01efb07ee2 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:44.179933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96a69ae8-3022-4505-946e-9cd7e147db0b req-ba715906-c0b5-47e0-a3a2-6f01efb07ee2 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1015553
Feb 19 20:56:44.180504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Publish callbacks [] for security_group (844f3c09-bcbb-4741-87fc-cf79195e13e2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.183265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4c5a478f-d41d-42d2-8ba5-e2e1a410aa84 req-276993e8-a556-4afe-9985-a7e97f2e6a0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] For port 99019bb9-0cfe-4900-a813-f2a3826c4aed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99019bb9-0cfe-4900-a813-f2a3826c4aed,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:44.183633 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4c5a478f-d41d-42d2-8ba5-e2e1a410aa84 req-276993e8-a556-4afe-9985-a7e97f2e6a0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.188650 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (844f3c09-bcbb-4741-87fc-cf79195e13e2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.217630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-4c5a478f-d41d-42d2-8ba5-e2e1a410aa84 req-276993e8-a556-4afe-9985-a7e97f2e6a0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Calling delete_port for 99019bb9-0cfe-4900-a813-f2a3826c4aed owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:56:44.229880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:56:44.240472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844f3c09-bcbb-4741-87fc-cf79195e13e2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:44.259444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a9169740-f86f-4d34-9812-e3a7c13cfd0a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.259796 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Added segment a9169740-f86f-4d34-9812-e3a7c13cfd0a of type vlan for network 6896d345-c983-4d87-bf12-73e53cdf45a5
Feb 19 20:56:44.298154 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks [] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.310922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1bb41-1dcd-4999-860b-2fa58ef484f3 req-5b316348-c54c-419e-a207-a5d3d8caba45 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:44.312433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e1bb41-1dcd-4999-860b-2fa58ef484f3 req-5b316348-c54c-419e-a207-a5d3d8caba45 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1525736
Feb 19 20:56:44.316246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96a69ae8-3022-4505-946e-9cd7e147db0b req-4faba6cb-a4b7-42dd-ae43-60de9ced7578 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161125
Feb 19 20:56:44.317290 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (6896d345-c983-4d87-bf12-73e53cdf45a5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.367530 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (6896d345-c983-4d87-bf12-73e53cdf45a5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.367530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:44.368099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.383797 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e1bb41-1dcd-4999-860b-2fa58ef484f3 req-f8d08ba1-ed95-4015-9d6b-0dd9419cd985 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635560
Feb 19 20:56:44.428937 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.442343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', '365ebc46-b2da-4491-a96e-331ee2fb5b8b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:44.447018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6ad13ef7-c05f-4bdb-be33-195dad103115', 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de', 'a0a6b42b-6ed6-490d-be6f-f141ef78c41e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:44.453716 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4c5a478f-d41d-42d2-8ba5-e2e1a410aa84 req-276993e8-a556-4afe-9985-a7e97f2e6a0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (99019bb9-0cfe-4900-a813-f2a3826c4aed), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.478375 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.7384081
Feb 19 20:56:44.490079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45738) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:44.500232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] Request body: {'subnet': {'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-621588329-subnet', 'tenant_id': '5c496adb59f3467687458650e28da232', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:44.510547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276993e8-a556-4afe-9985-a7e97f2e6a0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Pushing event deleted for resources: {'Port': ['ID=99019bb9-0cfe-4900-a813-f2a3826c4aed,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:44.530668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d1e88-eb5c-44d0-8019-ac8b70e6445b admin admin] Pushing event updated for resources: {'Network': ['ID=6896d345-c983-4d87-bf12-73e53cdf45a5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:44.551707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 6896d345-c983-4d87-bf12-73e53cdf45a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:56:44.559174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:44.562723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] Made reservation on behalf of 5c496adb59f3467687458650e28da232 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:44.565806 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.571781 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:44.588719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:44.611231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5a478f-d41d-42d2-8ba5-e2e1a410aa84 req-276993e8-a556-4afe-9985-a7e97f2e6a0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] No DVR routers for this DVR port 99019bb9-0cfe-4900-a813-f2a3826c4aed on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:56:44.614136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4c5a478f-d41d-42d2-8ba5-e2e1a410aa84 req-276993e8-a556-4afe-9985-a7e97f2e6a0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.617364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event updated for resources: {'Port': ['ID=020bbc87-1ec4-420c-9f86-2a44e5ea3d18,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:44.620430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c5a478f-d41d-42d2-8ba5-e2e1a410aa84 req-276993e8-a556-4afe-9985-a7e97f2e6a0f tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.67 "DELETE /v2.0/ports/99019bb9-0cfe-4900-a813-f2a3826c4aed HTTP/1.1" status: 204  len: 173 time: 1.0989528
Feb 19 20:56:44.624215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'name': 'network-vif-deleted', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:44.627066 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbb4955-cad1-4e65-bcc2-62998b4d938d" -d '{"events": [{"server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "name": "network-vif-deleted", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:44.673658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc67a0-3027-481a-9574-9f9a659951b2 req-c87a4088-b2e3-4d17-a2de-26cc8cbf418c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:44.676225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5fc67a0-3027-481a-9574-9f9a659951b2 req-c87a4088-b2e3-4d17-a2de-26cc8cbf418c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 936 time: 0.2022829
Feb 19 20:56:44.699252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:44.700197 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.721847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efbbdb-9473-4b2c-b0b5-032f84c0f7c9 req-b76f8875-32f4-4504-b646-4890555f157e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:44.730262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1efbbdb-9473-4b2c-b0b5-032f84c0f7c9 req-b76f8875-32f4-4504-b646-4890555f157e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 944 time: 0.2007535
Feb 19 20:56:44.773269 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-41028143-a4ed-41d5-a1cd-35ccd8c99174 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0579145
Feb 19 20:56:44.789177 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5fc67a0-3027-481a-9574-9f9a659951b2 req-9a0d7a47-73a9-487d-8619-faabeccaed6f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061020
Feb 19 20:56:44.790142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Request body: {'port': {'device_id': '7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:44.818966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1efbbdb-9473-4b2c-b0b5-032f84c0f7c9 req-bdd3ff1a-9397-4845-aa2e-ac85e31d5972 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849874
Feb 19 20:56:44.860079 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd92b54-c263-4f8f-9032-bf7f2be6ae33 x-openstack-request-id: req-1bd92b54-c263-4f8f-9032-bf7f2be6ae33 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:44.860401 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24d94c6-d921-42bf-affb-6f8556e5b76d", "name": "network-vif-deleted", "tag": "99019bb9-0cfe-4900-a813-f2a3826c4aed", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:44.860667 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bd92b54-c263-4f8f-9032-bf7f2be6ae33 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:44.861261 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24d94c6-d921-42bf-affb-6f8556e5b76d', 'name': 'network-vif-deleted', 'tag': '99019bb9-0cfe-4900-a813-f2a3826c4aed', 'status': 'completed', 'code': 200}
Feb 19 20:56:44.921021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:44.931179 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (794a15bb-eef3-4ddf-ad80-23e8f75a417a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.028619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=794a15bb-eef3-4ddf-ad80-23e8f75a417a,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:45.106185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] Checking segment: {'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:45.108017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] Network hostable DHCP agents. Network: 6896d345-c983-4d87-bf12-73e53cdf45a5, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:56:45.219646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8e9c76c-412d-4c38-aa24-958fd33d0fcf req-532f9f5e-e7ea-4f40-a882-c12655a18468 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24d94c6-d921-42bf-affb-6f8556e5b76d HTTP/1.1" status: 200  len: 210 time: 0.0383790
Feb 19 20:56:45.250838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] Network 6896d345-c983-4d87-bf12-73e53cdf45a5 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:56:45.266642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6896d345-c983-4d87-bf12-73e53cdf45a5) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:45.274717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:45.275373 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.277949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf28f05-049b-4fc7-8e7c-289389008065 None None] Network 6896d345-c983-4d87-bf12-73e53cdf45a5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:56:45.325065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:45.337881 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Publish callbacks [] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.359125 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Transition to ACTIVE for port object 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:45.379060 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f1f746d5-3145-40ad-99c5-ee593ade5128 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.8816438
Feb 19 20:56:45.379680 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.381732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45746) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:45.398109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:45.455206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6896d345-c983-4d87-bf12-73e53cdf45a5', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'project_id': '5c496adb59f3467687458650e28da232', 'fixed_ips': [{'subnet_id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:56:45.456062 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.493537 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (23e02ab4-203d-4970-abb4-c7e69c3d9995), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.494627 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (23e02ab4-203d-4970-abb4-c7e69c3d9995), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.518675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Pushing event updated for resources: {'Port': ['ID=020bbc87-1ec4-420c-9f86-2a44e5ea3d18,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:45.549073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:45.551541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 99019bb9-0cfe-4900-a813-f2a3826c4aed no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:45.559271 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Publish callbacks [] for router_controller (23e02ab4-203d-4970-abb4-c7e69c3d9995), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.591220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Attempting to bind port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:45.591797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Attempting to bind port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:45.592275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Attempting to bind port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:45.602496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:45.603076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Attempting to bind port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:45.610183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:45.611341 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:45.612002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:45.612658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Bound port: 020bbc87-1ec4-420c-9f86-2a44e5ea3d18, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:45.613217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.642702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 99019bb9-0cfe-4900-a813-f2a3826c4aed {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:56:45.643053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 99019bb9-0cfe-4900-a813-f2a3826c4aed not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:56:45.706672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] For port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:45.710305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] For port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=020bbc87-1ec4-420c-9f86-2a44e5ea3d18,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:45.721286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.723640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37352b4a-3b80-48fb-8d4b-1501f3894af8 req-ce8c53d6-d94a-44da-b5e0-79a0e782ddac tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:45.725262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37352b4a-3b80-48fb-8d4b-1501f3894af8 req-ce8c53d6-d94a-44da-b5e0-79a0e782ddac tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.2970588
Feb 19 20:56:45.766522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:45.768296 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.770021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fa6f6-af19-43ba-a57b-0083955dc424 req-83ddbff4-315c-4cdb-92c1-f2272066e33e tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:45.770235 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] 10.222.0.67 "PUT /v2.0/ports/020bbc87-1ec4-420c-9f86-2a44e5ea3d18 HTTP/1.1" status: 200  len: 1096 time: 0.9855895
Feb 19 20:56:45.771014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99', 'tag': '020bbc87-1ec4-420c-9f86-2a44e5ea3d18'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:45.773223 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99", "tag": "020bbc87-1ec4-420c-9f86-2a44e5ea3d18"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:45.776843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-720fa6f6-af19-43ba-a57b-0083955dc424 req-83ddbff4-315c-4cdb-92c1-f2272066e33e tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.2877431
Feb 19 20:56:45.793765 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415dd03-521d-421a-9131-e14dff4185f5 service neutron] Pushing event updated for resources: {'Port': ['ID=020bbc87-1ec4-420c-9f86-2a44e5ea3d18,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:45.813593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Allocated IP 172.20.0.2 (6896d345-c983-4d87-bf12-73e53cdf45a5/794a15bb-eef3-4ddf-ad80-23e8f75a417a/eec9829b-0f48-4d8f-8292-3488014ee2d5) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:45.850591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:45.856689 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Publish callbacks [] for router_gateway (23e02ab4-203d-4970-abb4-c7e69c3d9995), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:45.881691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-767f579a-08b7-4ef3-a5b9-4c08c2bfe0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:45.883814 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-767f579a-08b7-4ef3-a5b9-4c08c2bfe0e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 1130 time: 0.0610931
Feb 19 20:56:45.940080 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-a4a55f65-1519-49fd-a1e2-c345d2ecc34a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=020bbc87-1ec4-420c-9f86-2a44e5ea3d18 HTTP/1.1" status: 200  len: 217 time: 0.0447729
Feb 19 20:56:45.979793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-720fa6f6-af19-43ba-a57b-0083955dc424 req-73c49f39-979a-4dd5-ac36-3c69e220f155 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933639
Feb 19 20:56:45.994709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37352b4a-3b80-48fb-8d4b-1501f3894af8 req-0a8e89ed-66e2-4320-b933-48f82b3715f5 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755748
Feb 19 20:56:46.038249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'port_id': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c', 'mac_address': 'fa:16:3e:c2:f8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:46.070592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-a614c27c-4af1-4157-8717-1ac3746f0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:46.077003 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-a614c27c-4af1-4157-8717-1ac3746f0865 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1298509
Feb 19 20:56:46.086691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:46.087161 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:46.094325 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5007f1ca-ec65-4734-ba4b-6af48c53176e x-openstack-request-id: req-5007f1ca-ec65-4734-ba4b-6af48c53176e {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:46.094625 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99", "tag": "020bbc87-1ec4-420c-9f86-2a44e5ea3d18", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:46.094883 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5007f1ca-ec65-4734-ba4b-6af48c53176e {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:46.095800 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99', 'tag': '020bbc87-1ec4-420c-9f86-2a44e5ea3d18', 'status': 'completed', 'code': 200}
Feb 19 20:56:46.114931 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Publish callbacks [] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:46.119908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:46.140936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:46.146518 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:46.177210 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:46.180300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-fe45ffdd-df06-4e57-bba7-89d8d099d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:46.182346 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-fe45ffdd-df06-4e57-bba7-89d8d099d090 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0899320
Feb 19 20:56:46.203187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Network 6896d345-c983-4d87-bf12-73e53cdf45a5 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:46.208282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:46.213041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:46.218337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Pushing event updated for resources: {'Port': ['ID=eec9829b-0f48-4d8f-8292-3488014ee2d5,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:46.305719 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-37e2b488-f51d-4aa8-9603-f2ae0a77a6b7 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1150248
Feb 19 20:56:46.313262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5162d8-efa8-4317-b1a3-22836a76ce43 req-f0bd2f9e-bd8c-4b67-ab91-8996a60433f3 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:46.315600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f5162d8-efa8-4317-b1a3-22836a76ce43 req-f0bd2f9e-bd8c-4b67-ab91-8996a60433f3 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 944 time: 0.1579838
Feb 19 20:56:46.323193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Publish callbacks [] for router_gateway (23e02ab4-203d-4970-abb4-c7e69c3d9995), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:46.327602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:46.330979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Attempting to bind port eec9829b-0f48-4d8f-8292-3488014ee2d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:46.331362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Attempting to bind port eec9829b-0f48-4d8f-8292-3488014ee2d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:46.331726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Attempting to bind port eec9829b-0f48-4d8f-8292-3488014ee2d5 on network 6896d345-c983-4d87-bf12-73e53cdf45a5 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:46.332114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d6217-b9a5-4525-9fe0-6f6bc8244bac req-01e8ea1d-4176-4d3c-953e-e64bdecd867d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:46.333681 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc6d6217-b9a5-4525-9fe0-6f6bc8244bac req-01e8ea1d-4176-4d3c-953e-e64bdecd867d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 948 time: 0.1400754
Feb 19 20:56:46.338323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:46.338714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Checking segment: {'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:46.339171 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:46.339508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Bound using segment: {'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:46.339980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Bound port: eec9829b-0f48-4d8f-8292-3488014ee2d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:46.340388 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:46.357193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:46.381566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:46.437128 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fa1341-cef0-4993-bd46-9ae601aa7b1d req-0c931b68-d941-497b-93b8-cdb742ea6c27 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208329
Feb 19 20:56:46.446558 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] For port eec9829b-0f48-4d8f-8292-3488014ee2d5, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:46.451764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] For port eec9829b-0f48-4d8f-8292-3488014ee2d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eec9829b-0f48-4d8f-8292-3488014ee2d5,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:46.464689 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:46.474660 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc6d6217-b9a5-4525-9fe0-6f6bc8244bac req-3d189fab-b1c7-423b-b50b-56320650341f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214747
Feb 19 20:56:46.485362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f5162d8-efa8-4317-b1a3-22836a76ce43 req-c354f4b7-c324-4c78-afd6-4329213c00ff tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308291
Feb 19 20:56:46.572067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5 req-b1e763bb-82e7-416a-9f10-973a601f9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:46.574773 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5 req-b1e763bb-82e7-416a-9f10-973a601f9b33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 1130 time: 0.0838232
Feb 19 20:56:46.577128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Allocated IP 172.35.2.177 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/8aa218b7-0824-4aa1-b8fe-0f374589fa36) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:46.587525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208e6cb-57fb-4553-a2e8-5036dacf7515 None None] Pushing event updated for resources: {'Port': ['ID=eec9829b-0f48-4d8f-8292-3488014ee2d5,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:46.706133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5 req-f5690cc5-aa9e-45a7-b7e3-8d0e5536e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:46.708636 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5 req-f5690cc5-aa9e-45a7-b7e3-8d0e5536e03d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1269627
Feb 19 20:56:46.743949 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Publish callbacks [] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:46.762232 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5 req-15eab1fd-1085-46bd-9d7a-e5cbcbde10a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=020bbc87-1ec4-420c-9f86-2a44e5ea3d18 HTTP/1.1" status: 200  len: 217 time: 0.0458052
Feb 19 20:56:46.811935 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:46.854351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5 req-c947ea82-92f5-4e93-877f-ff88c9338a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:46.856137 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5 req-c947ea82-92f5-4e93-877f-ff88c9338a9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0868971
Feb 19 20:56:46.871302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:46.874872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45772) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:46.888002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa218b7-0824-4aa1-b8fe-0f374589fa36,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:46.890672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:46.893356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:46.934524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5 req-97d3a4fe-3701-45ff-bc7b-ed172068635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:46.936354 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5 req-97d3a4fe-3701-45ff-bc7b-ed172068635f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0733745
Feb 19 20:56:47.066938 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5 req-7df3646d-3bdd-4562-800f-796953fffe7a service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223834
Feb 19 20:56:47.132108 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-02bc04d6-3bac-46ab-9f98-5928658549e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2599a1bea39406f9b1e548ab3f1cd22&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2542286
Feb 19 20:56:47.137591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45782) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:47.176634 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2a75c1d1-56ad-45ea-885f-b8d97553c6f5 req-25da61eb-74b1-4ed6-9f53-fb601e21be41 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0985246
Feb 19 20:56:47.271276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480549-3507-450a-be0e-63cfc3f2e407 req-a27e81f0-a5b9-490b-b620-2246773d1040 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:47.272790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49480549-3507-450a-be0e-63cfc3f2e407 req-a27e81f0-a5b9-490b-b620-2246773d1040 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.2002234
Feb 19 20:56:47.290818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12ce5d-a4fc-4311-be4c-c5a2dc821622 req-1e2a2194-4d7b-4456-8c0d-d8b44c3c3ff4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:47.292247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e12ce5d-a4fc-4311-be4c-c5a2dc821622 req-1e2a2194-4d7b-4456-8c0d-d8b44c3c3ff4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.2023745
Feb 19 20:56:47.350290 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4e0e-225d-432b-804a-2440fea2e310 admin admin] Publish callbacks [] for security_group (7bf41fb3-28a8-4729-969f-97ef9ca8daa9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:47.361334 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Publish callbacks [] for router_gateway (23e02ab4-203d-4970-abb4-c7e69c3d9995), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:47.468228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e12ce5d-a4fc-4311-be4c-c5a2dc821622 req-5d37f02d-5f71-4fa2-b9e3-644fccf7e019 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683559
Feb 19 20:56:47.476514 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49480549-3507-450a-be0e-63cfc3f2e407 req-a93ad228-5688-4afa-b39f-f7ef6eeb06f0 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962705
Feb 19 20:56:47.478432 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4e0e-225d-432b-804a-2440fea2e310 admin admin] Publish callbacks [] for security_group (7bf41fb3-28a8-4729-969f-97ef9ca8daa9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:47.528706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 36f49322-08ea-4d05-b1fa-2357653ca8be details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:47.535536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:47.654289 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4e0e-225d-432b-804a-2440fea2e310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7bf41fb3-28a8-4729-969f-97ef9ca8daa9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:47.656866 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4e0e-225d-432b-804a-2440fea2e310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:47.658078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ff9e4e0e-225d-432b-804a-2440fea2e310 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bf41fb3-28a8-4729-969f-97ef9ca8daa9 HTTP/1.1" status: 204  len: 168 time: 0.5165665
Feb 19 20:56:47.727273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e4e0e-225d-432b-804a-2440fea2e310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf41fb3-28a8-4729-969f-97ef9ca8daa9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:47.735599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:47.736428 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:47.783310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dc913-09b1-4af4-b7d8-645ea449450a req-6591ea1d-5b59-4abd-b07c-d2bd4bb77015 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:47.785783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d83dc913-09b1-4af4-b7d8-645ea449450a req-6591ea1d-5b59-4abd-b07c-d2bd4bb77015 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 944 time: 0.1457589
Feb 19 20:56:47.803645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9c2c4-130b-46c4-b6a6-4f41a3196714 req-04ee023f-f712-4fd6-9cfe-4256f7ccf636 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:47.805242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1df9c2c4-130b-46c4-b6a6-4f41a3196714 req-04ee023f-f712-4fd6-9cfe-4256f7ccf636 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 948 time: 0.1461105
Feb 19 20:56:47.811046 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (23e02ab4-203d-4970-abb4-c7e69c3d9995), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:47.841542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f49322-08ea-4d05-b1fa-2357653ca8be,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:47.857987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '36f49322-08ea-4d05-b1fa-2357653ca8be', 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7', 'port_id': '36f49322-08ea-4d05-b1fa-2357653ca8be', 'mac_address': 'fa:16:3e:65:f4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c584acd-f1ea-4260-ae60-d9ed87b82a43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:47.929659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:47.929659 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:47.941997 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 36f49322-08ea-4d05-b1fa-2357653ca8be is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:47.942286 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:47.956599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db55aa-31c3-4f11-867f-b3be26321e51 None None] Network 6896d345-c983-4d87-bf12-73e53cdf45a5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:56:47.970257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d83dc913-09b1-4af4-b7d8-645ea449450a req-3f9ead5a-3d9e-4ae2-a5da-3736028b11a7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756094
Feb 19 20:56:47.975771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1df9c2c4-130b-46c4-b6a6-4f41a3196714 req-59e4838b-ad7c-4f0c-8a96-620d52994076 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593654
Feb 19 20:56:47.992369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f49322-08ea-4d05-b1fa-2357653ca8be {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:48.026226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd927e050-ac38-4b26-8aa5-14f490410068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:48.029705 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4ed475-9b1c-4e13-a308-41f1435fd502" -d '{"events": [{"server_uuid": "d927e050-ac38-4b26-8aa5-14f490410068", "name": "network-vif-plugged", "status": "completed", "tag": "ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:48.035876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Router 23e02ab4-203d-4970-abb4-c7e69c3d9995 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:56:48.064447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:48.067476 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45802) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:48.081552 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa423f6-121b-4d1c-b651-ff2d4ba5bec7 x-openstack-request-id: req-3aa423f6-121b-4d1c-b651-ff2d4ba5bec7 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:48.081857 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d927e050-ac38-4b26-8aa5-14f490410068", "name": "network-vif-plugged", "status": "completed", "tag": "ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:48.082117 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3aa423f6-121b-4d1c-b651-ff2d4ba5bec7 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:48.082520 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd927e050-ac38-4b26-8aa5-14f490410068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c', 'code': 200}
Feb 19 20:56:48.084379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f49322-08ea-4d05-b1fa-2357653ca8be,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:48.087996 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.100953 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.115030 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-32e79cf8-3085-4cf0-a0a9-a3f2736c054e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=407c70643b364ed8a2371acba506a19f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0460794
Feb 19 20:56:48.117488 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45804) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:48.130629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d480ed47-a237-496e-bd54-db4af86c08e1 None None] Provisioning complete for port eec9829b-0f48-4d8f-8292-3488014ee2d5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:48.131011 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d480ed47-a237-496e-bd54-db4af86c08e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.169322 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa010898-d236-43c4-9c97-922bf8e2b776 admin admin] Publish callbacks [] for security_group (a91c2dd9-2acf-4d97-ae22-0067844f514d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.171226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:56:48.193512 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.197474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2c3e40cc-071c-4b05-b76a-a1c228d86843 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 2.8112643
Feb 19 20:56:48.197621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Sync routers for ids ['23e02ab4-203d-4970-abb4-c7e69c3d9995'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:56:48.197729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45806) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:48.200269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa010898-d236-43c4-9c97-922bf8e2b776 admin admin] Publish callbacks [] for security_group (a91c2dd9-2acf-4d97-ae22-0067844f514d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.252996 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa010898-d236-43c4-9c97-922bf8e2b776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a91c2dd9-2acf-4d97-ae22-0067844f514d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.256115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa010898-d236-43c4-9c97-922bf8e2b776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.259894 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fa010898-d236-43c4-9c97-922bf8e2b776 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a91c2dd9-2acf-4d97-ae22-0067844f514d HTTP/1.1" status: 204  len: 168 time: 0.1389961
Feb 19 20:56:48.267654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa010898-d236-43c4-9c97-922bf8e2b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91c2dd9-2acf-4d97-ae22-0067844f514d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:48.390217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:48.446195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Routers {'23e02ab4-203d-4970-abb4-c7e69c3d9995'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:56:48.447171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb8730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:56:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['23e02ab4-203d-4970-abb4-c7e69c3d9995'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:48.451468 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7b0d689c-f3ab-4ee2-b2e0-2d05b49d8d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.578848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=36f49322-08ea-4d05-b1fa-2357653ca8be,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:48.615768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d480ed47-a237-496e-bd54-db4af86c08e1 None None] Current status of the port eec9829b-0f48-4d8f-8292-3488014ee2d5 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:48.616567 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d480ed47-a237-496e-bd54-db4af86c08e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.662341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d480ed47-a237-496e-bd54-db4af86c08e1 None None] For port eec9829b-0f48-4d8f-8292-3488014ee2d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eec9829b-0f48-4d8f-8292-3488014ee2d5,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:48.668176 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d480ed47-a237-496e-bd54-db4af86c08e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.680366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Set router 23e02ab4-203d-4970-abb4-c7e69c3d9995 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:56:48.756441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a575c-2fe9-44f1-af5d-53985a2b51c6 req-71eab3e0-c216-4a4e-9b94-8567c7ea7e0b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:48.758443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-153a575c-2fe9-44f1-af5d-53985a2b51c6 req-71eab3e0-c216-4a4e-9b94-8567c7ea7e0b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1474133
Feb 19 20:56:48.816012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device eec9829b-0f48-4d8f-8292-3488014ee2d5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:48.852369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c251301-1a3e-4781-8d3d-c39621cb71dd req-606343ff-3079-45b7-9966-2fdeed7aabca tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:48.854760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c251301-1a3e-4781-8d3d-c39621cb71dd req-606343ff-3079-45b7-9966-2fdeed7aabca tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.2449083
Feb 19 20:56:48.928318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-153a575c-2fe9-44f1-af5d-53985a2b51c6 req-8679269c-cace-4a6c-a36e-51472e81b2ca tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229773
Feb 19 20:56:48.938148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480ed47-a237-496e-bd54-db4af86c08e1 None None] Pushing event updated for resources: {'Port': ['ID=eec9829b-0f48-4d8f-8292-3488014ee2d5,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:48.983839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port eec9829b-0f48-4d8f-8292-3488014ee2d5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:48.984430 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:48.993864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c251301-1a3e-4781-8d3d-c39621cb71dd req-14d3bb5f-f086-422f-a5d9-9c5719a2c00f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320951
Feb 19 20:56:49.086228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-11dc6272-d401-48a5-ae47-83f2b72a7793 None None] Provisioning complete for port eec9829b-0f48-4d8f-8292-3488014ee2d5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:49.086596 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-11dc6272-d401-48a5-ae47-83f2b72a7793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:49.191092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb8730>, [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:47Z', 'revision_number': 3, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:49.198751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port eec9829b-0f48-4d8f-8292-3488014ee2d5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:49.212244 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee6e6-1d55-41d0-8b3f-77775f21665e req-f6f90254-f1b5-4b99-981c-48e7a9f3492d tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:49.213783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-558ee6e6-1d55-41d0-8b3f-77775f21665e req-f6f90254-f1b5-4b99-981c-48e7a9f3492d tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 945 time: 0.1178701
Feb 19 20:56:49.241714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49148f5-b40b-49e1-b57b-57e359e95b94 req-1eb21e85-20f2-4afb-849d-e145adfa9aae tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:49.243343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d49148f5-b40b-49e1-b57b-57e359e95b94 req-1eb21e85-20f2-4afb-849d-e145adfa9aae tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 948 time: 0.1156898
Feb 19 20:56:49.246705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Checking router: 23e02ab4-203d-4970-abb4-c7e69c3d9995 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:56:49.247069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Updating router 23e02ab4-203d-4970-abb4-c7e69c3d9995 port 8aa218b7-0824-4aa1-b8fe-0f374589fa36 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:56:49.277043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-11dc6272-d401-48a5-ae47-83f2b72a7793 None None] Current status of the port eec9829b-0f48-4d8f-8292-3488014ee2d5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:49.281413 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:49.371111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-558ee6e6-1d55-41d0-8b3f-77775f21665e req-443bae59-f2f9-4b5e-befc-9b00c36ce4f6 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513753
Feb 19 20:56:49.374032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d49148f5-b40b-49e1-b57b-57e359e95b94 req-5f4e3d8f-4345-4a6a-b33f-410017a60243 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167362
Feb 19 20:56:49.454202 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:49.505053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['36f49322-08ea-4d05-b1fa-2357653ca8be'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:49.611801 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Publish callbacks [] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:49.624912 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:49.679443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Allocated IP 172.20.0.1 (6896d345-c983-4d87-bf12-73e53cdf45a5/794a15bb-eef3-4ddf-ad80-23e8f75a417a/b4ed5c7e-f878-4e1f-980f-e5aa33d042e4) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:49.701005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Attempting to bind port 8aa218b7-0824-4aa1-b8fe-0f374589fa36 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:49.701382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Attempting to bind port 8aa218b7-0824-4aa1-b8fe-0f374589fa36 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:49.701753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Attempting to bind port 8aa218b7-0824-4aa1-b8fe-0f374589fa36 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:49.705238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b6c5e-0ce8-464e-a533-5fb39826ebe8 None None] Pushing event updated for resources: {'Port': ['ID=8aa218b7-0824-4aa1-b8fe-0f374589fa36,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:49.714031 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:49.714410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:49.714811 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:49.715197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:49.715673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Bound port: 8aa218b7-0824-4aa1-b8fe-0f374589fa36, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:49.716053 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:49.803269 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] For port 8aa218b7-0824-4aa1-b8fe-0f374589fa36, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:49.806941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] For port 8aa218b7-0824-4aa1-b8fe-0f374589fa36, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8aa218b7-0824-4aa1-b8fe-0f374589fa36,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:49.807518 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Publish callbacks [] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:49.814710 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:49.843975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:49.873599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Routers {'23e02ab4-203d-4970-abb4-c7e69c3d9995'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:56:49.874240 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb8730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:56:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['23e02ab4-203d-4970-abb4-c7e69c3d9995'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:49.883134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Network 6896d345-c983-4d87-bf12-73e53cdf45a5 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:49.887687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:49.891372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:49.939765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b6c5e-0ce8-464e-a533-5fb39826ebe8 None None] Pushing event updated for resources: {'Port': ['ID=8aa218b7-0824-4aa1-b8fe-0f374589fa36,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:49.944398 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (23e02ab4-203d-4970-abb4-c7e69c3d9995), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:50.003643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Pushing event updated for resources: {'Port': ['ID=b4ed5c7e-f878-4e1f-980f-e5aa33d042e4,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:50.034181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] Set router 23e02ab4-203d-4970-abb4-c7e69c3d9995 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:56:50.224730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a9422-1afc-42de-9e87-8366799764c6 req-c96781e9-5109-44f6-923f-25a5f1b6fad5 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:50.226135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e16a9422-1afc-42de-9e87-8366799764c6 req-c96781e9-5109-44f6-923f-25a5f1b6fad5 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1710646
Feb 19 20:56:50.229555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0b8dee50-f78a-4c09-953f-e6131d2016f7 None None] Provisioning complete for port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:50.229935 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0b8dee50-f78a-4c09-953f-e6131d2016f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:50.265646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb7030-36e8-496f-90a5-5540b740f79e req-e7e784c4-d60c-4300-a85c-1c92a1af2756 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:50.267655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29fb7030-36e8-496f-90a5-5540b740f79e req-e7e784c4-d60c-4300-a85c-1c92a1af2756 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1756670
Feb 19 20:56:50.286078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0b8dee50-f78a-4c09-953f-e6131d2016f7 None None] Port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:56:50.286348 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:50.311527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb8730>, [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:47Z', 'revision_number': 3, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:50.348861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1642d1-d4aa-4a54-8b14-aba1097e37d1 None None] The sync data for ids ['23e02ab4-203d-4970-abb4-c7e69c3d9995'] in ncdv-master-1 is: [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:47Z', 'revision_number': 3, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:56:50.358437 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-54bed3ea-c724-4d6f-8d9f-29099e999167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:50.377045 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e16a9422-1afc-42de-9e87-8366799764c6 req-aca6989f-80d5-4255-a3eb-ac71b0515144 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310163
Feb 19 20:56:50.385397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29fb7030-36e8-496f-90a5-5540b740f79e req-e8fa978f-d805-4989-a2c5-f983df274b41 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071126
Feb 19 20:56:50.559363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Publish callbacks [] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:50.578694 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:50.689951 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (23e02ab4-203d-4970-abb4-c7e69c3d9995), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:50.716125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Pushing event updated for resources: {'Port': ['ID=b4ed5c7e-f878-4e1f-980f-e5aa33d042e4,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:50.729329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923680-4577-4694-989a-15a56800cdea req-6733882d-97be-42b2-b41d-ea36e668e205 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:50.739564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec923680-4577-4694-989a-15a56800cdea req-6733882d-97be-42b2-b41d-ea36e668e205 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 948 time: 0.2054617
Feb 19 20:56:50.750232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-c6ae1074-bc82-4b80-b3b2-4563f46bf1b3 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=106062f100884d929b001725a5daa730&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1007364
Feb 19 20:56:50.901375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8aa218b7-0824-4aa1-b8fe-0f374589fa36 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:50.914429 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec923680-4577-4694-989a-15a56800cdea req-c953d752-3a8e-4691-808e-a88d786d4f9e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738696
Feb 19 20:56:50.974385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8aa218b7-0824-4aa1-b8fe-0f374589fa36 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:50.975008 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:51.013462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e178a6-cb81-4a59-8903-8e6199df688a req-d0aa5261-ed50-4eaf-a6e7-89b33146ea5e tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:51.021398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-d0aa5261-ed50-4eaf-a6e7-89b33146ea5e tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2640688
Feb 19 20:56:51.044163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Network 6896d345-c983-4d87-bf12-73e53cdf45a5 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:51.047627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:51.074932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-78ce9fb1-749a-4207-909e-9f496fcc608f tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/quotas/106062f100884d929b001725a5daa730 HTTP/1.1" status: 200  len: 375 time: 0.0525613
Feb 19 20:56:51.090542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8aa218b7-0824-4aa1-b8fe-0f374589fa36 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:51.090944 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:51.119727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 8aa218b7-0824-4aa1-b8fe-0f374589fa36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8aa218b7-0824-4aa1-b8fe-0f374589fa36,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:51.130423 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:51.131247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device eec9829b-0f48-4d8f-8292-3488014ee2d5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:51.150293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-3b26b26b-bbbd-41aa-8a01-28a2f5d4656e tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=106062f100884d929b001725a5daa730&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0733817
Feb 19 20:56:51.254369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port eec9829b-0f48-4d8f-8292-3488014ee2d5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:51.254758 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:51.434425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Router 23e02ab4-203d-4970-abb4-c7e69c3d9995 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:56:51.458892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abf4eb-b196-4301-952e-714384124804 req-982d4999-ae40-4cb4-ae85-1c3d6989a223 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:51.464818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2abf4eb-b196-4301-952e-714384124804 req-982d4999-ae40-4cb4-ae85-1c3d6989a223 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 945 time: 0.4404542
Feb 19 20:56:51.528109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd435910-355c-4bb9-8d45-c1f5f037a6d0 req-7be31ba4-d766-48ea-83a5-8550b8b0c410 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 210 time: 0.0595264
Feb 19 20:56:51.613092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=8aa218b7-0824-4aa1-b8fe-0f374589fa36,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:51.652720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-9a1afac0-4bce-40e2-b7e7-c690e0c149fb None None] Provisioning complete for port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:51.653092 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9a1afac0-4bce-40e2-b7e7-c690e0c149fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:51.800521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2abf4eb-b196-4301-952e-714384124804 req-1e948380-d532-4c54-96ef-8e4f0efe2cc3 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3199584
Feb 19 20:56:51.809675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9a1afac0-4bce-40e2-b7e7-c690e0c149fb None None] Port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:56:51.867825 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:51.883125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port eec9829b-0f48-4d8f-8292-3488014ee2d5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:51.893421 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c765756-3656-489b-a93f-5c3c6a3f03fc req-430e43fd-790a-45cf-912c-b2c47f341fbf tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:51.900810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c765756-3656-489b-a93f-5c3c6a3f03fc req-430e43fd-790a-45cf-912c-b2c47f341fbf tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.2066267
Feb 19 20:56:51.956686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:56:51.972956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d3917771-33d5-452b-81ec-0e12e74e09ad admin admin] 10.222.0.30 "PUT /v2.0/routers/23e02ab4-203d-4970-abb4-c7e69c3d9995/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7653179
Feb 19 20:56:52.033069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c765756-3656-489b-a93f-5c3c6a3f03fc req-51ba8103-2d3c-40db-92e7-3970ba3446d6 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312983
Feb 19 20:56:52.050616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5a4c9-c982-4c7a-9bd5-b57003ba55fb req-7c5c89c4-13a1-493d-bcc6-9d93e9375742 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:52.058108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f5a4c9-c982-4c7a-9bd5-b57003ba55fb req-7c5c89c4-13a1-493d-bcc6-9d93e9375742 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1551456
Feb 19 20:56:52.128864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41f5a4c9-c982-4c7a-9bd5-b57003ba55fb req-64569ac7-b81f-4ef6-943f-fe55263e57a2 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685458
Feb 19 20:56:52.287368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc64ab7-cdf6-4d57-b698-2f6a80f67783 req-5a2eab3a-1f51-4fb7-b047-5bbbc4777cb9 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:52.288941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fc64ab7-cdf6-4d57-b698-2f6a80f67783 req-5a2eab3a-1f51-4fb7-b047-5bbbc4777cb9 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 948 time: 0.0818486
Feb 19 20:56:52.351335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fc64ab7-cdf6-4d57-b698-2f6a80f67783 req-abd13ccb-7c83-4a4e-8fa0-a97e15c22cbc tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562665
Feb 19 20:56:52.462529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45952) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:52.467318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-31752c55-7571-42d9-b61f-6571ef830a0c tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--570613036', 'description': 'tempest-description--623612396'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:52.497615 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31752c55-7571-42d9-b61f-6571ef830a0c tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:52.592820 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31752c55-7571-42d9-b61f-6571ef830a0c tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group (fe52de4a-08b9-456d-b382-662f0375813a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:52.602022 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31752c55-7571-42d9-b61f-6571ef830a0c tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fe52de4a-08b9-456d-b382-662f0375813a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:52.672322 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31752c55-7571-42d9-b61f-6571ef830a0c tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:52.691464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45956) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:52.691965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-31752c55-7571-42d9-b61f-6571ef830a0c tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.2274673
Feb 19 20:56:52.692067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-60be2e1f-820a-43c0-a603-f7ea79401fa4 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Request body: {'security_group_rule': {'security_group_id': 'fe52de4a-08b9-456d-b382-662f0375813a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:52.715225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e6e136e-3465-4847-8619-e4feddbf01d5 req-85e59ef6-4e2b-4207-b401-6d971047a802 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 210 time: 0.0890501
Feb 19 20:56:52.717685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31752c55-7571-42d9-b61f-6571ef830a0c tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe52de4a-08b9-456d-b382-662f0375813a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:52.766650 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60be2e1f-820a-43c0-a603-f7ea79401fa4 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group_rule (9cdab8ce-cbd4-4928-a6a9-a6bc29332ed3), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:52.866217 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Sync routers for ids ['23e02ab4-203d-4970-abb4-c7e69c3d9995'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:56:52.868362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8aa218b7-0824-4aa1-b8fe-0f374589fa36 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:52.888479 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Routers {'23e02ab4-203d-4970-abb4-c7e69c3d9995'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:56:52.889150 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7116e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:56:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['23e02ab4-203d-4970-abb4-c7e69c3d9995'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:52.903621 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-bae9d822-4ba2-4ddd-a518-a64958c7968d tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=106062f100884d929b001725a5daa730&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337441
Feb 19 20:56:53.000284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8aa218b7-0824-4aa1-b8fe-0f374589fa36 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:53.001799 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.041215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99706b-e2df-4d61-b480-394ac4a3f2cc req-82b9ed82-d8b8-42a3-bea6-4fc2beea60cb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:53.049249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d99706b-e2df-4d61-b480-394ac4a3f2cc req-82b9ed82-d8b8-42a3-bea6-4fc2beea60cb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 945 time: 0.0965884
Feb 19 20:56:53.073127 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.128195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8aa218b7-0824-4aa1-b8fe-0f374589fa36 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:53.180216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d99706b-e2df-4d61-b480-394ac4a3f2cc req-e4b77595-5f41-4ebd-80a1-f4d0960345ad tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297016
Feb 19 20:56:53.191720 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60be2e1f-820a-43c0-a603-f7ea79401fa4 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group_rule (9cdab8ce-cbd4-4928-a6a9-a6bc29332ed3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.196204 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Set router 23e02ab4-203d-4970-abb4-c7e69c3d9995 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:56:53.208428 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e178a6-cb81-4a59-8903-8e6199df688a req-16b54ed2-6093-4c7c-ba8d-d1d15c155dc7 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:53.210110 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-16b54ed2-6093-4c7c-ba8d-d1d15c155dc7 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2977138
Feb 19 20:56:53.211289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60be2e1f-820a-43c0-a603-f7ea79401fa4 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (9cdab8ce-cbd4-4928-a6a9-a6bc29332ed3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.228799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be2e1f-820a-43c0-a603-f7ea79401fa4 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdab8ce-cbd4-4928-a6a9-a6bc29332ed3,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:53.244698 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60be2e1f-820a-43c0-a603-f7ea79401fa4 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.246651 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-60be2e1f-820a-43c0-a603-f7ea79401fa4 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5626934
Feb 19 20:56:53.249356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45966) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:53.256723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0f4fa42e-5e64-4643-b844-ad6da0d2d979 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Request body: {'security_group_rule': {'security_group_id': 'fe52de4a-08b9-456d-b382-662f0375813a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:53.269083 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Request body: {'port': {'device_id': '75011271-d547-41a8-b625-be065cdd7483', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '106062f100884d929b001725a5daa730'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:53.361951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1ebf2-c844-45e4-8fa7-bc6eeaa2d050 req-f4bc31f8-7711-4653-a51b-4923dc338853 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:53.364013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ac1ebf2-c844-45e4-8fa7-bc6eeaa2d050 req-f4bc31f8-7711-4653-a51b-4923dc338853 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1753280
Feb 19 20:56:53.368503 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa42e-5e64-4643-b844-ad6da0d2d979 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group_rule (83487d03-b1a1-4b02-9625-18befadb0410), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.405274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4db363-dae9-497e-9b53-c18a9b4bd5ab req-bed84d87-e7f1-486d-b5c7-e7c9736c5ced tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:53.407170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b4db363-dae9-497e-9b53-c18a9b4bd5ab req-bed84d87-e7f1-486d-b5c7-e7c9736c5ced tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1215849
Feb 19 20:56:53.464244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ac1ebf2-c844-45e4-8fa7-bc6eeaa2d050 req-800507e2-ee9e-4a80-b8e9-2c23c7c72d12 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917158
Feb 19 20:56:53.487683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa42e-5e64-4643-b844-ad6da0d2d979 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group_rule (83487d03-b1a1-4b02-9625-18befadb0410), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.488042 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7116e190>, [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:50Z', 'revision_number': 4, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4ed5c7e-f878-4e1f-980f-e5aa33d042e4', 'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'tenant_id': '5c496adb59f3467687458650e28da232', 'mac_address': 'fa:16:3e:1d:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:49Z', 'updated_at': '2022-02-19T20:56:50Z', 'revision_number': 2, 'project_id': '5c496adb59f3467687458650e28da232', 'subnets': [{'id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:53.505353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa42e-5e64-4643-b844-ad6da0d2d979 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (83487d03-b1a1-4b02-9625-18befadb0410), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.521189 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Checking router: 23e02ab4-203d-4970-abb4-c7e69c3d9995 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:56:53.521636 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Updating router 23e02ab4-203d-4970-abb4-c7e69c3d9995 port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:56:53.540196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fa42e-5e64-4643-b844-ad6da0d2d979 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83487d03-b1a1-4b02-9625-18befadb0410,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:53.549556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b4db363-dae9-497e-9b53-c18a9b4bd5ab req-f03a0573-003e-4def-b607-004f3c4e296b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250260
Feb 19 20:56:53.554009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:53.559839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 36f49322-08ea-4d05-b1fa-2357653ca8be up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:53.561120 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa42e-5e64-4643-b844-ad6da0d2d979 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.565883 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0f4fa42e-5e64-4643-b844-ad6da0d2d979 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3114831
Feb 19 20:56:53.566192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45974) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:56:53.570813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:53.578158 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Made reservation on behalf of 106062f100884d929b001725a5daa730 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:56:53.583315 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.595732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.602777 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.628679 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.746755 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks [] for security_group (91b968d3-b1bb-47d0-b7b9-5c7ee196d803), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.753109 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (91b968d3-b1bb-47d0-b7b9-5c7ee196d803), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.761251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 36f49322-08ea-4d05-b1fa-2357653ca8be completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:56:53.791377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 36f49322-08ea-4d05-b1fa-2357653ca8be triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:53.792178 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.857634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54ede7-b78e-4a82-bfa6-213fd65fc1fd req-eaba1a64-8a7d-4252-8a2f-01cb22bcf990 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:53.867126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=020bbc87-1ec4-420c-9f86-2a44e5ea3d18,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:53.867424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf54ede7-b78e-4a82-bfa6-213fd65fc1fd req-eaba1a64-8a7d-4252-8a2f-01cb22bcf990 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 948 time: 0.1863556
Feb 19 20:56:53.889833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '020bbc87-1ec4-420c-9f86-2a44e5ea3d18', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '020bbc87-1ec4-420c-9f86-2a44e5ea3d18', 'mac_address': 'fa:16:3e:d5:e9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:53.902437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Allocated IP 192.168.233.149 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/7d04593a-188e-4b4f-ab61-c23f7653caf7) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:53.929359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cad7485-7ea5-438f-85ff-23d3ed23c06d req-3bd50d7b-ecde-4f83-9a55-04ace84a30e6 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 210 time: 0.0888424
Feb 19 20:56:53.963276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:53.964146 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:53.982945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:54.005603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf54ede7-b78e-4a82-bfa6-213fd65fc1fd req-344932f0-a854-4b2a-9534-1ac968327798 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371725
Feb 19 20:56:54.008314 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.032234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=020bbc87-1ec4-420c-9f86-2a44e5ea3d18,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:54.056239 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.089071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 36f49322-08ea-4d05-b1fa-2357653ca8be is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:54.089897 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.133099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f49322-08ea-4d05-b1fa-2357653ca8be'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:54.135701 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d625cc76-ccd1-4611-920c-32c49169f70d" -d '{"events": [{"server_uuid": "c65e4283-9a5c-4b89-a006-7e6727e92f45", "name": "network-vif-plugged", "status": "completed", "tag": "36f49322-08ea-4d05-b1fa-2357653ca8be"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:54.163083 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b968d3-b1bb-47d0-b7b9-5c7ee196d803,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:54.171297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=020bbc87-1ec4-420c-9f86-2a44e5ea3d18,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:54.177872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f49322-08ea-4d05-b1fa-2357653ca8be,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:54.191340 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.201952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Allocated IP 172.35.2.130 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/90c575ca-573e-45fc-a5d9-17fc501bd161) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:56:54.223291 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42f3f6d-7b66-4cff-8cfa-ce1291f9b067 x-openstack-request-id: req-e42f3f6d-7b66-4cff-8cfa-ce1291f9b067 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:54.223966 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65e4283-9a5c-4b89-a006-7e6727e92f45", "name": "network-vif-plugged", "status": "completed", "tag": "36f49322-08ea-4d05-b1fa-2357653ca8be", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:54.224516 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e42f3f6d-7b66-4cff-8cfa-ce1291f9b067 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:54.225134 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f49322-08ea-4d05-b1fa-2357653ca8be', 'code': 200}
Feb 19 20:56:54.273049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=36f49322-08ea-4d05-b1fa-2357653ca8be,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:54.287024 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks [] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.381300 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.397150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402fbec-7aab-434d-9ca8-8dd86d834129 req-dc51d131-3ce9-42af-b143-3e300462c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:54.399487 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c402fbec-7aab-434d-9ca8-8dd86d834129 req-dc51d131-3ce9-42af-b143-3e300462c71e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 1128 time: 0.0918808
Feb 19 20:56:54.416971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.441737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba43e27-eeb5-4f40-97ee-d801d97a43e2 req-06407463-663e-4f80-92e9-a247fe4cb145 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:54.446021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fba43e27-eeb5-4f40-97ee-d801d97a43e2 req-06407463-663e-4f80-92e9-a247fe4cb145 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 946 time: 0.1188111
Feb 19 20:56:54.458609 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Publish callbacks [] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.476576 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.496279 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for port (90c575ca-573e-45fc-a5d9-17fc501bd161), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.514217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:54.526926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:54.536788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:54.543076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fba43e27-eeb5-4f40-97ee-d801d97a43e2 req-582d48ee-4104-4694-8ed6-b3885ec40fb0 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900497
Feb 19 20:56:54.567566 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (90c575ca-573e-45fc-a5d9-17fc501bd161), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.591874 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Pushing event updated for resources: {'Port': ['ID=b4ed5c7e-f878-4e1f-980f-e5aa33d042e4,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:54.604017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Pushing event updated for resources: {'Port': ['ID=7d04593a-188e-4b4f-ab61-c23f7653caf7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:54.629222 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c402fbec-7aab-434d-9ca8-8dd86d834129 req-ee6ca0a0-7283-4105-9267-193f2f943da2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218852
Feb 19 20:56:54.638494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Pushing event updated for resources: {'Port': ['ID=90c575ca-573e-45fc-a5d9-17fc501bd161,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:54.639249 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.639608 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.639953 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.640294 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.646939 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.647491 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.647608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:56:54.647925 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.649186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:56:54.655102 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.655573 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.655926 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.656160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:56:54.656276 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.659273 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.659651 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:56:54.714465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:54.717719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['020bbc87-1ec4-420c-9f86-2a44e5ea3d18'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:54.738438 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.771501 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-7cc7f610-10eb-4319-9efe-9edc351a9313 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5089691
Feb 19 20:56:54.786234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Request body: {'port': {'device_id': '75011271-d547-41a8-b625-be065cdd7483', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:56:54.786700 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Attempting to bind port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:54.787080 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Attempting to bind port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:54.787450 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Attempting to bind port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 on network 6896d345-c983-4d87-bf12-73e53cdf45a5 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:54.797355 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:54.797734 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Checking segment: {'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:54.798737 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.799140 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Bound using segment: {'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:54.801251 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Bound port: b4ed5c7e-f878-4e1f-980f-e5aa33d042e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:54.801448 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.926402 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] For port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:54.934380 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] For port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4ed5c7e-f878-4e1f-980f-e5aa33d042e4,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:54.937943 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:54.945329 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:55.030829 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Routers {'23e02ab4-203d-4970-abb4-c7e69c3d9995'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:56:55.031503 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7116e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:56:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['23e02ab4-203d-4970-abb4-c7e69c3d9995'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:55.098489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-77377a00-97b6-4181-9634-b06983a6874b None None] Provisioning complete for port 7d04593a-188e-4b4f-ab61-c23f7653caf7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:55.099063 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77377a00-97b6-4181-9634-b06983a6874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:55.161815 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] Set router 23e02ab4-203d-4970-abb4-c7e69c3d9995 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:56:55.169637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-77377a00-97b6-4181-9634-b06983a6874b None None] Port 7d04593a-188e-4b4f-ab61-c23f7653caf7 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:56:55.301372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-9b1c5b6d-838c-4ff8-b8ea-6ce198510965 None None] Provisioning complete for port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:55.301757 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5b6d-838c-4ff8-b8ea-6ce198510965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:55.472751 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7116e190>, [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:50Z', 'revision_number': 4, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4ed5c7e-f878-4e1f-980f-e5aa33d042e4', 'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'tenant_id': '5c496adb59f3467687458650e28da232', 'mac_address': 'fa:16:3e:1d:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:49Z', 'updated_at': '2022-02-19T20:56:54Z', 'revision_number': 4, 'project_id': '5c496adb59f3467687458650e28da232', 'subnets': [{'id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:56:55.497606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c5b6d-838c-4ff8-b8ea-6ce198510965 None None] Current status of the port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:55.498011 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5b6d-838c-4ff8-b8ea-6ce198510965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:55.503771 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0990f0-516f-482b-a352-3924bff4a538 None None] Pushing event updated for resources: {'Port': ['ID=b4ed5c7e-f878-4e1f-980f-e5aa33d042e4,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:55.507366 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678eb8f-ed80-4e91-823b-ccdd898940f6 None None] The sync data for ids ['23e02ab4-203d-4970-abb4-c7e69c3d9995'] in ncdv-master-1 is: [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:50Z', 'revision_number': 4, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4ed5c7e-f878-4e1f-980f-e5aa33d042e4', 'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'tenant_id': '5c496adb59f3467687458650e28da232', 'mac_address': 'fa:16:3e:1d:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:49Z', 'updated_at': '2022-02-19T20:56:54Z', 'revision_number': 4, 'project_id': '5c496adb59f3467687458650e28da232', 'subnets': [{'id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:56:55.515970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d04593a-188e-4b4f-ab61-c23f7653caf7 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:55.540917 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Publish callbacks [] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:55.561895 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Transition to ACTIVE for port object 7d04593a-188e-4b4f-ab61-c23f7653caf7 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:56:55.572540 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:55.576903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaca7db-d7ad-4312-aabc-25bc2bfc84b4 req-cb161846-9c97-4439-92be-86ef955fbae1 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:55.581225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdaca7db-d7ad-4312-aabc-25bc2bfc84b4 req-cb161846-9c97-4439-92be-86ef955fbae1 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.8459597
Feb 19 20:56:55.619218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b881c8b-4546-4258-b221-c497c1b17078 req-39eea87e-17ca-425e-909d-c4814cd6cd07 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:55.620655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9b1c5b6d-838c-4ff8-b8ea-6ce198510965 None None] For port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4ed5c7e-f878-4e1f-980f-e5aa33d042e4,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:55.620797 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b881c8b-4546-4258-b221-c497c1b17078 req-39eea87e-17ca-425e-909d-c4814cd6cd07 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.8905885
Feb 19 20:56:55.638777 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5b6d-838c-4ff8-b8ea-6ce198510965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:55.708055 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for floatingip (bdf06405-5355-44db-b761-caf71f4a6175), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:55.738470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Pushing event updated for resources: {'Port': ['ID=7d04593a-188e-4b4f-ab61-c23f7653caf7,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:55.760241 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:55.776504 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdaca7db-d7ad-4312-aabc-25bc2bfc84b4 req-ab9cde88-e91e-49ac-be83-16065cdd4f1f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546607
Feb 19 20:56:55.790734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-82190d55-f494-44c0-9223-bc237aa7a466 None None] Provisioning complete for port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:55.791122 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-82190d55-f494-44c0-9223-bc237aa7a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:55.811536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b881c8b-4546-4258-b221-c497c1b17078 req-6da31683-a3c6-4ac7-927e-cc71c0f29343 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675208
Feb 19 20:56:55.824863 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (90c575ca-573e-45fc-a5d9-17fc501bd161), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:55.863271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c5b6d-838c-4ff8-b8ea-6ce198510965 None None] Pushing event updated for resources: {'Port': ['ID=b4ed5c7e-f878-4e1f-980f-e5aa33d042e4,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:55.975718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-82190d55-f494-44c0-9223-bc237aa7a466 None None] Current status of the port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:56.019884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Attempting to bind port 7d04593a-188e-4b4f-ab61-c23f7653caf7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:56:56.020505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5a3851e0-4e2d-4a66-9cec-b7694420e692 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:56:56.021325 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Attempting to bind port 7d04593a-188e-4b4f-ab61-c23f7653caf7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:56:56.027438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Attempting to bind port 7d04593a-188e-4b4f-ab61-c23f7653caf7 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:56.036904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Port 7d04593a-188e-4b4f-ab61-c23f7653caf7 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:56:56.037747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Attempting to bind port 7d04593a-188e-4b4f-ab61-c23f7653caf7 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:56:56.044018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:56:56.044657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:56:56.045207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:56:56.045892 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Bound port: 7d04593a-188e-4b4f-ab61-c23f7653caf7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:56:56.046417 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:56.172654 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for port (90c575ca-573e-45fc-a5d9-17fc501bd161), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:56.202272 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (90c575ca-573e-45fc-a5d9-17fc501bd161), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:56.208137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] For port 7d04593a-188e-4b4f-ab61-c23f7653caf7, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:56:56.216099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] For port 7d04593a-188e-4b4f-ab61-c23f7653caf7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d04593a-188e-4b4f-ab61-c23f7653caf7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:56:56.239247 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:56.261085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5a3851e0-4e2d-4a66-9cec-b7694420e692, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a3851e0-4e2d-4a66-9cec-b7694420e692,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:56.276784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5a3851e0-4e2d-4a66-9cec-b7694420e692 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:56:56.359770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '5a3851e0-4e2d-4a66-9cec-b7694420e692', 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6', 'port_id': '5a3851e0-4e2d-4a66-9cec-b7694420e692', 'mac_address': 'fa:16:3e:0c:6c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1483f08-a82b-401b-9a13-2fb830d29e75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:56:56.365557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Pushing event updated for resources: {'Port': ['ID=7d04593a-188e-4b4f-ab61-c23f7653caf7,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:56.381848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:56.382944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:56.385546 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-47ada6dd-77e9-4a87-85f6-8d03f7698b2b service neutron] 10.222.0.10 "PUT /v2.0/ports/7d04593a-188e-4b4f-ab61-c23f7653caf7 HTTP/1.1" status: 200  len: 1096 time: 1.6037123
Feb 19 20:56:56.386007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75011271-d547-41a8-b625-be065cdd7483', 'tag': '7d04593a-188e-4b4f-ab61-c23f7653caf7'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:56.388381 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "75011271-d547-41a8-b625-be065cdd7483", "tag": "7d04593a-188e-4b4f-ab61-c23f7653caf7"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:56.446911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5a3851e0-4e2d-4a66-9cec-b7694420e692 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:56.447310 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:56.476456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a3851e0-4e2d-4a66-9cec-b7694420e692 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:56.515441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Pushing event updated for resources: {'Port': ['ID=90c575ca-573e-45fc-a5d9-17fc501bd161,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:56.554296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e178a6-cb81-4a59-8903-8e6199df688a req-e6cdf3b3-bdeb-41c5-ad1b-1ef65090f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:56.555830 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-e6cdf3b3-bdeb-41c5-ad1b-1ef65090f706 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=106062f100884d929b001725a5daa730&device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 1130 time: 0.1186152
Feb 19 20:56:56.600520 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (bdf06405-5355-44db-b761-caf71f4a6175), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:56.622631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea44ef-042c-46e0-aaa8-8770e58f47d6 req-4389098d-a19c-4444-9777-932308578e7b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:56.624818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7ea44ef-042c-46e0-aaa8-8770e58f47d6 req-4389098d-a19c-4444-9777-932308578e7b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 949 time: 0.4480309
Feb 19 20:56:56.641956 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-e46ca004-8098-4266-bcfb-d0ccc9d4372c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=7d04593a-188e-4b4f-ab61-c23f7653caf7 HTTP/1.1" status: 200  len: 217 time: 0.0761898
Feb 19 20:56:56.644680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3e84c-33a1-49de-8bd5-e4efeaac146a req-546b4be1-46ea-40bd-80c3-3c751630e00a tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:56.655850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5a3851e0-4e2d-4a66-9cec-b7694420e692, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a3851e0-4e2d-4a66-9cec-b7694420e692,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:56.658290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fc3e84c-33a1-49de-8bd5-e4efeaac146a req-546b4be1-46ea-40bd-80c3-3c751630e00a tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 948 time: 0.4814644
Feb 19 20:56:56.662261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5a3851e0-4e2d-4a66-9cec-b7694420e692 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:56.662798 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:56.723391 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:56.761285 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e178a6-cb81-4a59-8903-8e6199df688a req-5bf7dc33-c750-4548-b9c7-893b87da77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:56.763897 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-5bf7dc33-c750-4548-b9c7-893b87da77a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1151142
Feb 19 20:56:56.771598 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:56.794978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e8657815-b8be-4ff5-b274-b70aee51d784 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.2275596
Feb 19 20:56:56.827285 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fc3e84c-33a1-49de-8bd5-e4efeaac146a req-4db8a7e6-de5d-4c51-8d72-a8eff3a36f2d tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589706
Feb 19 20:56:56.865135 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 20:56:56.865505 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 20:56:56.880463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e178a6-cb81-4a59-8903-8e6199df688a req-abdfa9fe-5eab-4725-b1a7-f34f4f883c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:56.888353 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-abdfa9fe-5eab-4725-b1a7-f34f4f883c41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1014395
Feb 19 20:56:56.913605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7ea44ef-042c-46e0-aaa8-8770e58f47d6 req-4d825b4a-1905-410a-b2b5-23c726e075fd tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139628
Feb 19 20:56:57.004092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:57.064950 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f32345d-8ecd-4515-b487-ac3ca8aadd1f x-openstack-request-id: req-6f32345d-8ecd-4515-b487-ac3ca8aadd1f {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:57.065499 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75011271-d547-41a8-b625-be065cdd7483", "tag": "7d04593a-188e-4b4f-ab61-c23f7653caf7", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:57.067422 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f32345d-8ecd-4515-b487-ac3ca8aadd1f {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:57.070266 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75011271-d547-41a8-b625-be065cdd7483', 'tag': '7d04593a-188e-4b4f-ab61-c23f7653caf7', 'status': 'completed', 'code': 200}
Feb 19 20:56:57.077091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5a3851e0-4e2d-4a66-9cec-b7694420e692,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:57.091616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7347-d3e0-4ddf-b25d-9bb837259ff7 req-6c296759-91ca-4bf6-9f02-4a62bea36fb4 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:57.103733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7df7347-d3e0-4ddf-b25d-9bb837259ff7 req-6c296759-91ca-4bf6-9f02-4a62bea36fb4 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 946 time: 0.1248863
Feb 19 20:56:57.104100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['5a3851e0-4e2d-4a66-9cec-b7694420e692'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:56:57.151114 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-68786cfa-49bb-490c-8bd9-354ecd68eeb5 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2543914
Feb 19 20:56:57.235093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7df7347-d3e0-4ddf-b25d-9bb837259ff7 req-18105c0f-b6b9-4af3-9424-1bd3f4aed85f tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289020
Feb 19 20:56:57.250228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:57.250519 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:57.336788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c943fb5-7b98-44dc-97d4-f604af719866 req-b32781c9-0a9a-4954-b933-1085b1be0076 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:57.343910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c943fb5-7b98-44dc-97d4-f604af719866 req-b32781c9-0a9a-4954-b933-1085b1be0076 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1490378
Feb 19 20:56:57.385205 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85e178a6-cb81-4a59-8903-8e6199df688a req-80754e32-65ec-46a4-96a1-2e5acba7fc5b service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235529
Feb 19 20:56:57.449796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c943fb5-7b98-44dc-97d4-f604af719866 req-0d2f8ea6-5966-4e0c-a9b7-2e026a951488 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959303
Feb 19 20:56:57.504281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c0442-6e99-49ba-be52-af32a07e5bf4 req-d3b6c449-e673-4160-b28f-c30c08fa74ee tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:57.512971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f7c0442-6e99-49ba-be52-af32a07e5bf4 req-d3b6c449-e673-4160-b28f-c30c08fa74ee tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 944 time: 0.1241307
Feb 19 20:56:57.571311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1 req-9becc8e8-c9e6-487e-be21-09cb63cb2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:57.581478 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1 req-9becc8e8-c9e6-487e-be21-09cb63cb2450 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=106062f100884d929b001725a5daa730&device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 1130 time: 0.1076820
Feb 19 20:56:57.625945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:57.631817 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f7c0442-6e99-49ba-be52-af32a07e5bf4 req-cc171c72-d3d6-4170-aa11-6cdbaf48f2ae tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149473
Feb 19 20:56:57.636617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5a3851e0-4e2d-4a66-9cec-b7694420e692 is: BUILD; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:57.637028 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:57.647995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:56:57.732147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5a3851e0-4e2d-4a66-9cec-b7694420e692 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:56:57.790037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5a3851e0-4e2d-4a66-9cec-b7694420e692, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a3851e0-4e2d-4a66-9cec-b7694420e692,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:57.803229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-1cc74268-0194-4f88-bc3d-8a4ac26271a2 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--570613036&fields=id&tenant_id=5c496adb59f3467687458650e28da232 HTTP/1.1" status: 200  len: 267 time: 0.1730852
Feb 19 20:56:57.823511 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:57.869744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:56:57.883652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:56:57.884098 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:57.949486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5a3851e0-4e2d-4a66-9cec-b7694420e692,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:58.060762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:56:58.061655 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:58.074026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972259e-05b1-484f-b2f3-67e734012567 req-b16b51d5-4714-4e3a-b8f8-abd0173b5ad3 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:58.084129 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-b16b51d5-4714-4e3a-b8f8-abd0173b5ad3 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/networks?id=6896d345-c983-4d87-bf12-73e53cdf45a5 HTTP/1.1" status: 200  len: 805 time: 0.2704990
Feb 19 20:56:58.105772 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-7fabe236-88dc-4260-971c-a74570fa4cf9 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/quotas/5c496adb59f3467687458650e28da232 HTTP/1.1" status: 200  len: 375 time: 0.0202093
Feb 19 20:56:58.119597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=020bbc87-1ec4-420c-9f86-2a44e5ea3d18,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:56:58.121288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020bbc87-1ec4-420c-9f86-2a44e5ea3d18'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:56:58.123931 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1381b89b-5ebb-43db-9f17-f7ec554fa5d6" -d '{"events": [{"server_uuid": "7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99", "name": "network-vif-plugged", "status": "completed", "tag": "020bbc87-1ec4-420c-9f86-2a44e5ea3d18"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:56:58.135486 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:58.162424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76528664-b426-48c9-89be-65d491d3e827 req-dc34ad5a-a445-4f09-be73-9060bdac02fe tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:58.164127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76528664-b426-48c9-89be-65d491d3e827 req-dc34ad5a-a445-4f09-be73-9060bdac02fe tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 948 time: 0.2013500
Feb 19 20:56:58.176598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1 req-ad54ce7f-1dd5-4431-bd0b-b68642d329e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:58.178664 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1 req-ad54ce7f-1dd5-4431-bd0b-b68642d329e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.5841162
Feb 19 20:56:58.207458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=020bbc87-1ec4-420c-9f86-2a44e5ea3d18,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:56:58.230283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-9976df54-3471-4dab-9577-f1a676f8e205 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c496adb59f3467687458650e28da232&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1233292
Feb 19 20:56:58.235775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76528664-b426-48c9-89be-65d491d3e827 req-57f7c13b-ad48-4282-a37a-281586af3fd4 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633981
Feb 19 20:56:58.258439 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1 req-933f7938-b1cb-40b8-9ba8-2182de2be354 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=7d04593a-188e-4b4f-ab61-c23f7653caf7 HTTP/1.1" status: 200  len: 217 time: 0.0623481
Feb 19 20:56:58.320977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1 req-694b2fa1-3d3e-4696-aa22-34728e4144ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:58.323834 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1 req-694b2fa1-3d3e-4696-aa22-34728e4144ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0521748
Feb 19 20:56:58.383992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1 req-d00571da-7d1f-4918-a787-d7d5cccc69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:58.387627 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1 req-d00571da-7d1f-4918-a787-d7d5cccc69f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0504513
Feb 19 20:56:58.400541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-9f387b9a-9dd1-47fa-802b-cb88ed2d753b service neutron] 10.222.0.30 "GET /v2.0/networks/6896d345-c983-4d87-bf12-73e53cdf45a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588380
Feb 19 20:56:58.477026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d47b5-5725-4114-afcc-6a1349863c90 req-72dfe6ba-d670-47c7-81b7-36bd354d32c7 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:58.484141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f0d47b5-5725-4114-afcc-6a1349863c90 req-72dfe6ba-d670-47c7-81b7-36bd354d32c7 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 950 time: 0.1628616
Feb 19 20:56:58.499370 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1 req-5d40a7a0-e159-498d-b00c-518a6ec1c1e4 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036432
Feb 19 20:56:58.580539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f0d47b5-5725-4114-afcc-6a1349863c90 req-8684504f-4464-46f4-abc2-44afcd30809f tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876908
Feb 19 20:56:58.595685 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-3c6046c8-061b-4063-b190-c0f3338b6bf3 service neutron] 10.222.0.30 "GET /v2.0/networks/6896d345-c983-4d87-bf12-73e53cdf45a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1849036
Feb 19 20:56:58.637875 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b215d2-03b4-4f5e-87ff-d1cbf6f3a532 x-openstack-request-id: req-35b215d2-03b4-4f5e-87ff-d1cbf6f3a532 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:56:58.638395 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99", "name": "network-vif-plugged", "status": "completed", "tag": "020bbc87-1ec4-420c-9f86-2a44e5ea3d18", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:56:58.638395 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35b215d2-03b4-4f5e-87ff-d1cbf6f3a532 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:56:58.638810 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020bbc87-1ec4-420c-9f86-2a44e5ea3d18', 'code': 200}
Feb 19 20:56:58.651429 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4a441b58-bfa7-4d1e-acba-fbf72f5dc0d1 req-1a2991ed-a215-4992-a58f-f27489fb7e6e service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408312
Feb 19 20:56:58.809234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f3a58-c8e9-4940-a158-c5e2dd425216 req-b96c9d47-aec9-4638-88ee-8cbb48a86cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:58.812305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7aa83-79f2-43f9-a94d-c6e76e5f1cdc req-306be7c2-58e5-4097-9dfa-3eccbe59e329 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:58.814564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9a7aa83-79f2-43f9-a94d-c6e76e5f1cdc req-306be7c2-58e5-4097-9dfa-3eccbe59e329 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 946 time: 0.1168482
Feb 19 20:56:58.816628 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc1f3a58-c8e9-4940-a158-c5e2dd425216 req-b96c9d47-aec9-4638-88ee-8cbb48a86cc9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 1132 time: 0.1046693
Feb 19 20:56:58.903938 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc1f3a58-c8e9-4940-a158-c5e2dd425216 req-1f79d50c-ce53-48a9-9c31-a8319a5b7025 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790043
Feb 19 20:56:58.920318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9a7aa83-79f2-43f9-a94d-c6e76e5f1cdc req-69334281-d825-42fc-8bfb-49d4b1366303 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940096
Feb 19 20:56:59.004486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41faf5-82bb-4ef9-82eb-1a1b6c8161fa req-095aa909-7be4-467c-877f-8fea26d047fd tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:59.006285 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc41faf5-82bb-4ef9-82eb-1a1b6c8161fa req-095aa909-7be4-467c-877f-8fea26d047fd tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0730543
Feb 19 20:56:59.096303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc41faf5-82bb-4ef9-82eb-1a1b6c8161fa req-e0f9ca5e-e765-4578-b2d1-3daca248f893 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784428
Feb 19 20:56:59.132688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1852479-8622-4e5a-bf67-7ef792b2d16f req-fe5256cd-ec3e-4d0b-b876-2487197a4162 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:59.134408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1852479-8622-4e5a-bf67-7ef792b2d16f req-fe5256cd-ec3e-4d0b-b876-2487197a4162 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 943 time: 0.1270571
Feb 19 20:56:59.218098 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:56:59.224192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1852479-8622-4e5a-bf67-7ef792b2d16f req-30d0e7ee-4025-4e94-a445-dcdc6707470a tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814426
Feb 19 20:56:59.282674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12872664-3f69-4100-81c8-7560676c9d12 req-11321f5c-f084-454c-aaae-7deea36c6f40 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 210 time: 0.0456474
Feb 19 20:56:59.339594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313089ab-86ca-47ac-87d5-69886b1c1e66 req-ac15233a-1dda-4c9e-aaed-a5b4f850413c tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:59.341816 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-313089ab-86ca-47ac-87d5-69886b1c1e66 req-ac15233a-1dda-4c9e-aaed-a5b4f850413c tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 1128 time: 0.0584216
Feb 19 20:56:59.435934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-313089ab-86ca-47ac-87d5-69886b1c1e66 req-324572e1-f0ec-4af8-9e9e-c6f2c13aae80 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860479
Feb 19 20:56:59.464208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec7a62-5cd8-4358-8cd6-dde0764a9ddc req-e6ff9fc6-8b87-4641-aaa9-8311329e6405 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:59.474357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2aec7a62-5cd8-4358-8cd6-dde0764a9ddc req-e6ff9fc6-8b87-4641-aaa9-8311329e6405 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 948 time: 0.0953603
Feb 19 20:56:59.550532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2aec7a62-5cd8-4358-8cd6-dde0764a9ddc req-bc3a0221-887f-4f9d-b7a4-217f4b76be95 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751388
Feb 19 20:56:59.605800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06773d7-8301-40f0-810c-6f703002e5b7 req-d9e04553-d5ed-4cac-b277-696ae0fcfc14 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:59.607895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a06773d7-8301-40f0-810c-6f703002e5b7 req-d9e04553-d5ed-4cac-b277-696ae0fcfc14 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 1128 time: 0.0777771
Feb 19 20:56:59.699704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a06773d7-8301-40f0-810c-6f703002e5b7 req-bcceefbc-5e78-45a9-82c7-11317d0d01e5 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836489
Feb 19 20:56:59.795902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414904af-f4d5-4008-ac2e-31917b1f786e req-036bbd38-b45e-459f-870d-5f3c3beafda0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:56:59.799095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-414904af-f4d5-4008-ac2e-31917b1f786e req-036bbd38-b45e-459f-870d-5f3c3beafda0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 950 time: 0.0994685
Feb 19 20:56:59.885750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-414904af-f4d5-4008-ac2e-31917b1f786e req-fd30214e-6208-4544-927e-a9242b575a18 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774994
Feb 19 20:57:00.037119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7d04593a-188e-4b4f-ab61-c23f7653caf7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:57:00.037719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89091378-f1bc-4b54-8f39-8bb3706188a6 req-43791b22-ee45-4fe2-b278-68c5b337cc7d tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:00.039079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89091378-f1bc-4b54-8f39-8bb3706188a6 req-43791b22-ee45-4fe2-b278-68c5b337cc7d tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 1128 time: 0.0651143
Feb 19 20:57:00.039727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5a3851e0-4e2d-4a66-9cec-b7694420e692 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:00.128584 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89091378-f1bc-4b54-8f39-8bb3706188a6 req-dee421b7-75c4-48bd-87f6-b63763e79df2 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746293
Feb 19 20:57:00.186240 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 5a3851e0-4e2d-4a66-9cec-b7694420e692 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:00.186911 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:00.304495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f1684-7a69-40e7-b855-acb9a7673597 req-afd93089-d6d5-4bc6-bf20-a4a3f05aa036 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:00.304748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7d04593a-188e-4b4f-ab61-c23f7653caf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d04593a-188e-4b4f-ab61-c23f7653caf7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:00.313334 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-006f1684-7a69-40e7-b855-acb9a7673597 req-afd93089-d6d5-4bc6-bf20-a4a3f05aa036 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1377413
Feb 19 20:57:00.325064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '7d04593a-188e-4b4f-ab61-c23f7653caf7', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '7d04593a-188e-4b4f-ab61-c23f7653caf7', 'mac_address': 'fa:16:3e:37:57:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:57:00.378969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-006f1684-7a69-40e7-b855-acb9a7673597 req-d9c7e107-aa96-441a-bed9-848aca570ccb tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591321
Feb 19 20:57:00.412979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5a3851e0-4e2d-4a66-9cec-b7694420e692 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:00.413371 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:00.451463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7d04593a-188e-4b4f-ab61-c23f7653caf7 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:00.451729 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:00.489539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d04593a-188e-4b4f-ab61-c23f7653caf7 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:00.542767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5a3851e0-4e2d-4a66-9cec-b7694420e692, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a3851e0-4e2d-4a66-9cec-b7694420e692,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:00.545022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7d04593a-188e-4b4f-ab61-c23f7653caf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d04593a-188e-4b4f-ab61-c23f7653caf7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:00.545711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972259e-05b1-484f-b2f3-67e734012567 req-095e305d-448c-4c03-9a47-73b0cf8a7992 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:00.551195 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-095e305d-448c-4c03-9a47-73b0cf8a7992 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.10 "GET /v2.0/networks?id=6896d345-c983-4d87-bf12-73e53cdf45a5 HTTP/1.1" status: 200  len: 805 time: 0.2805712
Feb 19 20:57:00.558024 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:00.560002 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:00.570923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec60a757-3a06-407a-bdaa-eb576a672937 req-05aebbc2-5066-446a-bd29-8da97febe64e tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 210 time: 0.0627084
Feb 19 20:57:00.623455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbbe0c-fbbd-4b1f-bd5d-998d6978a539 req-1ffcfc7a-3346-4079-b562-ac1d83c86aa3 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:00.629663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83dbbe0c-fbbd-4b1f-bd5d-998d6978a539 req-1ffcfc7a-3346-4079-b562-ac1d83c86aa3 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 943 time: 0.1692936
Feb 19 20:57:00.637124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5a3851e0-4e2d-4a66-9cec-b7694420e692,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:00.639443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ece57c-a579-45c4-82fb-74b6ed0363e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3851e0-4e2d-4a66-9cec-b7694420e692'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:00.642030 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426ce030-906a-4b40-a291-307271037836" -d '{"events": [{"server_uuid": "c0ece57c-a579-45c4-82fb-74b6ed0363e1", "name": "network-vif-plugged", "status": "completed", "tag": "5a3851e0-4e2d-4a66-9cec-b7694420e692"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:00.686146 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-a10fb124-bd38-48d0-a3da-f3ad009f3aa2 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c496adb59f3467687458650e28da232 HTTP/1.1" status: 200  len: 379 time: 0.1278067
Feb 19 20:57:00.696874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Request body: {'port': {'device_id': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'admin_state_up': True, 'tenant_id': '5c496adb59f3467687458650e28da232', 'security_groups': ['fe52de4a-08b9-456d-b382-662f0375813a']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:00.725682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7d04593a-188e-4b4f-ab61-c23f7653caf7,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:00.776611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83dbbe0c-fbbd-4b1f-bd5d-998d6978a539 req-5e1aca32-4346-4038-bec9-0d0c68f9baa6 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423497
Feb 19 20:57:00.803538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599b533-8826-4586-9592-6c2386bedda7 req-16282525-e028-476d-bdca-2bd29146225b tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:00.805356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c599b533-8826-4586-9592-6c2386bedda7 req-16282525-e028-476d-bdca-2bd29146225b tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 949 time: 0.1302900
Feb 19 20:57:00.857444 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af4586f-6254-4a79-9b9d-5f9eb47dcb55 x-openstack-request-id: req-7af4586f-6254-4a79-9b9d-5f9eb47dcb55 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:00.858014 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ece57c-a579-45c4-82fb-74b6ed0363e1", "name": "network-vif-plugged", "status": "completed", "tag": "5a3851e0-4e2d-4a66-9cec-b7694420e692", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:00.858386 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7af4586f-6254-4a79-9b9d-5f9eb47dcb55 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:00.859384 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ece57c-a579-45c4-82fb-74b6ed0363e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3851e0-4e2d-4a66-9cec-b7694420e692', 'code': 200}
Feb 19 20:57:00.862588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Made reservation on behalf of 5c496adb59f3467687458650e28da232 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:00.867680 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:00.882100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['7d04593a-188e-4b4f-ab61-c23f7653caf7'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:00.899686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c599b533-8826-4586-9592-6c2386bedda7 req-5535b50e-9801-4b84-9b18-d7c158bd2d71 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836449
Feb 19 20:57:01.117349 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4a865db-54ce-41c7-a8df-153b149b508e req-f539d420-fb3f-45d4-bcd2-8e5ee858c832 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1602261
Feb 19 20:57:01.139690 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Allocated IP 172.20.0.7 (6896d345-c983-4d87-bf12-73e53cdf45a5/794a15bb-eef3-4ddf-ad80-23e8f75a417a/7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:57:01.194252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d9ce5-a259-413a-97e6-d74155e41146 req-44fddfcd-303b-4683-b10d-29730eb5bfe9 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:01.201127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe9d9ce5-a259-413a-97e6-d74155e41146 req-44fddfcd-303b-4683-b10d-29730eb5bfe9 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 950 time: 0.1759448
Feb 19 20:57:01.293245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe9d9ce5-a259-413a-97e6-d74155e41146 req-1ed59d41-ee3a-4c7e-bef3-6c0c1614ccd3 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911531
Feb 19 20:57:01.353343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57862fc5-56da-4b8e-a693-7b85adee7621 req-aa6ee966-4a59-4ab2-b0cb-f0a14204b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:01.354558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57862fc5-56da-4b8e-a693-7b85adee7621 req-aa6ee966-4a59-4ab2-b0cb-f0a14204b67e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 1127 time: 0.2363875
Feb 19 20:57:01.361762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a865db-54ce-41c7-a8df-153b149b508e req-6648cc16-7fe8-40bd-951e-d16a9bbbd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:01.363245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4a865db-54ce-41c7-a8df-153b149b508e req-6648cc16-7fe8-40bd-951e-d16a9bbbd9e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e7060607f9342ad93e2ddbab97d8d2b&device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 1127 time: 0.1570854
Feb 19 20:57:01.422402 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:01.428556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1418d-041f-4190-b1bb-8f738a05fb77 req-b99c9119-00a4-4702-96c9-b8f8b3a82587 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:01.430121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78c1418d-041f-4190-b1bb-8f738a05fb77 req-b99c9119-00a4-4702-96c9-b8f8b3a82587 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 1128 time: 0.1469438
Feb 19 20:57:01.477954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:01.542859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Network 6896d345-c983-4d87-bf12-73e53cdf45a5 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:01.546689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:01.551781 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:57:01.579773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57862fc5-56da-4b8e-a693-7b85adee7621 req-0eb3a067-5d9c-44cb-9cff-d98a230e358b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054985
Feb 19 20:57:01.592883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Pushing event updated for resources: {'Port': ['ID=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:01.646714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:01.647914 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:01.664387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78c1418d-041f-4190-b1bb-8f738a05fb77 req-2986ff1b-2748-4525-8886-479ff84e1833 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760979
Feb 19 20:57:01.674365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3df6e-1c5a-4cdf-9f8b-68d404f5644b req-28aafe16-9001-4dce-83dc-750f9a387caa tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:01.676197 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-daa3df6e-1c5a-4cdf-9f8b-68d404f5644b req-28aafe16-9001-4dce-83dc-750f9a387caa tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1851037
Feb 19 20:57:01.690151 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-c33dde3e-c933-40a7-9a23-71135fa5b0c6 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9971156
Feb 19 20:57:01.700748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a865db-54ce-41c7-a8df-153b149b508e req-1ddc57fc-84b7-4190-b5b2-275ccf8347fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:01.702558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4a865db-54ce-41c7-a8df-153b149b508e req-1ddc57fc-84b7-4190-b5b2-275ccf8347fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa HTTP/1.1" status: 200  len: 912 time: 0.3069458
Feb 19 20:57:01.804272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Request body: {'port': {'device_id': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:01.874528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-daa3df6e-1c5a-4cdf-9f8b-68d404f5644b req-9aaf3f59-2e82-4f6c-8b2d-7238861f9b74 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891043
Feb 19 20:57:01.886208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4a865db-54ce-41c7-a8df-153b149b508e req-2d7e5d84-0810-4ad8-b4dd-c65339bcdc63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba HTTP/1.1" status: 200  len: 217 time: 0.0812016
Feb 19 20:57:01.896500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:01.946518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7004f3bf-1704-4ce9-8576-a8b658df1123 None None] Provisioning complete for port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:01.947496 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7004f3bf-1704-4ce9-8576-a8b658df1123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:01.951560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafe537-faac-476d-9de3-3b291fde0baf req-1fcb5eec-12ce-4955-b12f-962c6d0d22d8 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:01.961977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3eafe537-faac-476d-9de3-3b291fde0baf req-1fcb5eec-12ce-4955-b12f-962c6d0d22d8 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 931 time: 0.2197871
Feb 19 20:57:02.039199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7004f3bf-1704-4ce9-8576-a8b658df1123 None None] Port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:57:02.044170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3eafe537-faac-476d-9de3-3b291fde0baf req-b3840d05-db2c-4f27-ab5e-7ce3ed80898f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fe52de4a-08b9-456d-b382-662f0375813a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765755
Feb 19 20:57:02.098055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a865db-54ce-41c7-a8df-153b149b508e req-91f67127-2520-4fd8-aef5-c61a44d78496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:02.104388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4a865db-54ce-41c7-a8df-153b149b508e req-91f67127-2520-4fd8-aef5-c61a44d78496 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be4a1075-2ec5-43f3-b650-222de83a45f6 HTTP/1.1" status: 200  len: 851 time: 0.2062118
Feb 19 20:57:02.203599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4a865db-54ce-41c7-a8df-153b149b508e req-cb39b8d0-3dca-42a0-9a39-807f66986968 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0882614
Feb 19 20:57:02.291076 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e153f-fd2f-4d72-8911-72aa206cd376 req-c0fad984-f2b6-47b6-a91e-cb00ca99ed87 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:02.299533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d8e153f-fd2f-4d72-8911-72aa206cd376 req-c0fad984-f2b6-47b6-a91e-cb00ca99ed87 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1618209
Feb 19 20:57:02.307193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:02.315676 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Publish callbacks [] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:02.333036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Transition to ACTIVE for port object 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:57:02.342910 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:02.380293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d8e153f-fd2f-4d72-8911-72aa206cd376 req-6e42184e-277f-43ec-a55f-3817889f896e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791368
Feb 19 20:57:02.430493 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4a865db-54ce-41c7-a8df-153b149b508e req-70cec736-7cd9-4b4f-8c23-1f75187e1c33 service neutron] 10.222.0.10 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2227941
Feb 19 20:57:02.452251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Pushing event updated for resources: {'Port': ['ID=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:02.549052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Attempting to bind port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:02.549728 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Attempting to bind port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:02.549728 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Attempting to bind port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a on network 6896d345-c983-4d87-bf12-73e53cdf45a5 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:02.561111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a on network 6896d345-c983-4d87-bf12-73e53cdf45a5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:57:02.561440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Attempting to bind port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a on network 6896d345-c983-4d87-bf12-73e53cdf45a5 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:02.574659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:02.575010 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Checking segment: {'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:02.575421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Bound using segment: {'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:02.575847 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Bound port: 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9169740-f86f-4d34-9812-e3a7c13cfd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:02.576206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:02.684598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4a865db-54ce-41c7-a8df-153b149b508e req-89b10b51-1343-4aae-b01a-5b5f6c250a0e service neutron] 10.222.0.10 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430389
Feb 19 20:57:02.700603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaefce-698c-4785-ae0e-def444de7972 req-b8a5b03c-ea79-43c5-b572-df4a5f3f2993 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:02.702450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eedaefce-698c-4785-ae0e-def444de7972 req-b8a5b03c-ea79-43c5-b572-df4a5f3f2993 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 949 time: 0.1666040
Feb 19 20:57:02.747834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] For port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:02.767696 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] For port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:02.785623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:02.800438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eedaefce-698c-4785-ae0e-def444de7972 req-9b260030-70c3-4484-b53a-cc2053daea3e tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859463
Feb 19 20:57:02.858660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:02.859487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:02.861104 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] 10.222.0.10 "PUT /v2.0/ports/7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a HTTP/1.1" status: 200  len: 1091 time: 1.0612116
Feb 19 20:57:02.861753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'tag': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:02.864629 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d906d5-ab22-449b-8ccb-44b2f50314b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f1f59f-19d3-4b89-873c-bc100187739c", "tag": "7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:02.891371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97298b-7047-49b6-9eb8-5253884fa8ea service neutron] Pushing event updated for resources: {'Port': ['ID=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:02.983059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847531-f655-4ea5-aab0-57c095ad3ac5 req-9905e06e-dab5-4dd4-a6ae-fbc662322569 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:02.989346 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77847531-f655-4ea5-aab0-57c095ad3ac5 req-9905e06e-dab5-4dd4-a6ae-fbc662322569 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 950 time: 0.1178360
Feb 19 20:57:03.018932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972259e-05b1-484f-b2f3-67e734012567 req-bf291b3a-d1b0-4f01-bb24-8a4cfcd960e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:03.032702 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-bf291b3a-d1b0-4f01-bb24-8a4cfcd960e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c496adb59f3467687458650e28da232&device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 1125 time: 0.0827868
Feb 19 20:57:03.099937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77847531-f655-4ea5-aab0-57c095ad3ac5 req-3330a74f-5c47-43e7-903a-574490c9df45 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072898
Feb 19 20:57:03.143577 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-46ad9edd-be9d-40ff-a817-f6a5b4a6c9c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a HTTP/1.1" status: 200  len: 217 time: 0.1009161
Feb 19 20:57:03.238324 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972259e-05b1-484f-b2f3-67e734012567 req-5fe11a46-62d1-4320-abb3-0cdc7c1d0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:03.240178 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-5fe11a46-62d1-4320-abb3-0cdc7c1d0789 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=794a15bb-eef3-4ddf-ad80-23e8f75a417a HTTP/1.1" status: 200  len: 844 time: 0.0881770
Feb 19 20:57:03.265266 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5f9685-c2f5-49ae-8d16-1270bfc9ee9f x-openstack-request-id: req-ad5f9685-c2f5-49ae-8d16-1270bfc9ee9f {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:03.265578 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f1f59f-19d3-4b89-873c-bc100187739c", "tag": "7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:03.265802 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad5f9685-c2f5-49ae-8d16-1270bfc9ee9f {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:03.266287 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'tag': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a', 'status': 'completed', 'code': 200}
Feb 19 20:57:03.336202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972259e-05b1-484f-b2f3-67e734012567 req-4443c361-2a7e-41aa-9cda-4c71f2b8ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:03.340929 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-4443c361-2a7e-41aa-9cda-4c71f2b8ba73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6896d345-c983-4d87-bf12-73e53cdf45a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0883739
Feb 19 20:57:03.397911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7eb56-0b80-4127-ae98-ef2b86552d5d req-c5e94e0f-b25d-42a1-abb1-06b631da5edb tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:03.419566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ded7eb56-0b80-4127-ae98-ef2b86552d5d req-c5e94e0f-b25d-42a1-abb1-06b631da5edb tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1028450
Feb 19 20:57:03.480225 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-e11d222d-2ad7-4909-9aa3-492c16d2f168 service neutron] 10.222.0.10 "GET /v2.0/networks/6896d345-c983-4d87-bf12-73e53cdf45a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338058
Feb 19 20:57:03.492827 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ded7eb56-0b80-4127-ae98-ef2b86552d5d req-66c0b36f-aaf0-491c-b45d-6e05fdf33752 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666347
Feb 19 20:57:03.599468 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5972259e-05b1-484f-b2f3-67e734012567 req-ccead9ef-aac1-4eef-8fac-1c48a226aa64 service neutron] 10.222.0.10 "GET /v2.0/networks/6896d345-c983-4d87-bf12-73e53cdf45a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1095729
Feb 19 20:57:03.655430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6696e12-0956-4c97-b21e-981303f03d9b req-e4b1586e-5027-4c54-96fc-9fc5b2fddff1 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:03.657066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6696e12-0956-4c97-b21e-981303f03d9b req-e4b1586e-5027-4c54-96fc-9fc5b2fddff1 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 943 time: 0.0647650
Feb 19 20:57:03.745513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6696e12-0956-4c97-b21e-981303f03d9b req-8e9946e6-6d20-4588-b127-b0338b82d2a8 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fe52de4a-08b9-456d-b382-662f0375813a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801592
Feb 19 20:57:03.755968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d906d5-ab22-449b-8ccb-44b2f50314b1 req-966340c7-be1e-4650-9cf7-f6872dc4cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:03.757332 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b1d906d5-ab22-449b-8ccb-44b2f50314b1 req-966340c7-be1e-4650-9cf7-f6872dc4cd58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c496adb59f3467687458650e28da232&device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 1125 time: 0.0975027
Feb 19 20:57:03.886259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d906d5-ab22-449b-8ccb-44b2f50314b1 req-3f4b2acb-07d6-492e-8dac-e7706b10f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:03.887692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab05fd-4c99-489c-a56c-41bbb80a9ce2 req-ede309a9-1e31-4ea1-b524-372097882cce tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:03.888017 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b1d906d5-ab22-449b-8ccb-44b2f50314b1 req-3f4b2acb-07d6-492e-8dac-e7706b10f0d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6896d345-c983-4d87-bf12-73e53cdf45a5 HTTP/1.1" status: 200  len: 906 time: 0.1212375
Feb 19 20:57:03.894342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-fd49916f-f828-41f6-9180-f8b0d1f3c376 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:57:03.895476 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-fd49916f-f828-41f6-9180-f8b0d1f3c376 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2275980
Feb 19 20:57:03.898455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-66ab05fd-4c99-489c-a56c-41bbb80a9ce2 req-ede309a9-1e31-4ea1-b524-372097882cce tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 1132 time: 0.0731330
Feb 19 20:57:03.946620 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b1d906d5-ab22-449b-8ccb-44b2f50314b1 req-96ca2615-390c-4847-a5d1-b1606e1d94fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a HTTP/1.1" status: 200  len: 217 time: 0.0498025
Feb 19 20:57:03.959105 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-66ab05fd-4c99-489c-a56c-41bbb80a9ce2 req-edaa8f5a-2791-46b3-904d-6bc9d6b55f7d tempest-ServersOnMultiNodesTest-143134840 tempest-ServersOnMultiNodesTest-143134840-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616853
Feb 19 20:57:04.041983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d906d5-ab22-449b-8ccb-44b2f50314b1 req-9f17b4d3-5d7c-4841-b2bd-94f0963570a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:04.043559 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b1d906d5-ab22-449b-8ccb-44b2f50314b1 req-9f17b4d3-5d7c-4841-b2bd-94f0963570a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=794a15bb-eef3-4ddf-ad80-23e8f75a417a HTTP/1.1" status: 200  len: 844 time: 0.0902314
Feb 19 20:57:04.067069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7d04593a-188e-4b4f-ab61-c23f7653caf7 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:04.111531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd418-331c-4ba1-826b-ac77c39bda88 req-32526700-2fc6-46e6-bdc8-3ddc1e928882 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:04.113330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27cfd418-331c-4ba1-826b-ac77c39bda88 req-32526700-2fc6-46e6-bdc8-3ddc1e928882 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.0636244
Feb 19 20:57:04.117640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-10dfe309-f139-4abe-9493-562c6fcb3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:04.119024 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-10dfe309-f139-4abe-9493-562c6fcb3898 service neutron] 10.222.0.30 "GET /v2.0/ports/36f49322-08ea-4d05-b1fa-2357653ca8be HTTP/1.1" status: 200  len: 1125 time: 0.1794932
Feb 19 20:57:04.136680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:04.137143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Unknown quota resources ['binding']. {{(pid=121129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:57:04.153829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 7d04593a-188e-4b4f-ab61-c23f7653caf7 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:57:04.163388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 7d04593a-188e-4b4f-ab61-c23f7653caf7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:04.165424 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:04.177817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d906d5-ab22-449b-8ccb-44b2f50314b1 req-d29ea611-fac7-4ede-a1c8-8a55e510304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:04.179343 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b1d906d5-ab22-449b-8ccb-44b2f50314b1 req-d29ea611-fac7-4ede-a1c8-8a55e510304a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6896d345-c983-4d87-bf12-73e53cdf45a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1127458
Feb 19 20:57:04.182725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27cfd418-331c-4ba1-826b-ac77c39bda88 req-fd43ba09-c07d-4916-82b4-b89dadd25ad6 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604568
Feb 19 20:57:04.344189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122accc-354f-4669-b11c-2ba6793c329c req-11b59c7e-f330-41db-b19d-9cf2410d90aa tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:04.353997 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b1d906d5-ab22-449b-8ccb-44b2f50314b1 req-b7ef06f5-5314-4870-b906-b2e9cf3b96c8 service neutron] 10.222.0.10 "GET /v2.0/networks/6896d345-c983-4d87-bf12-73e53cdf45a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423347
Feb 19 20:57:04.357845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0122accc-354f-4669-b11c-2ba6793c329c req-11b59c7e-f330-41db-b19d-9cf2410d90aa tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 949 time: 0.0891905
Feb 19 20:57:04.429964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0122accc-354f-4669-b11c-2ba6793c329c req-8714a86e-062a-4fb1-87d3-9e11fd1cebc6 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679352
Feb 19 20:57:04.433025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7d04593a-188e-4b4f-ab61-c23f7653caf7 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:04.433248 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:04.477144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75011271-d547-41a8-b625-be065cdd7483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d04593a-188e-4b4f-ab61-c23f7653caf7'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:04.479578 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e439206f-bb00-41cc-a0cb-9b7554f0e05f" -d '{"events": [{"server_uuid": "75011271-d547-41a8-b625-be065cdd7483", "name": "network-vif-plugged", "status": "completed", "tag": "7d04593a-188e-4b4f-ab61-c23f7653caf7"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:04.508132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7d04593a-188e-4b4f-ab61-c23f7653caf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d04593a-188e-4b4f-ab61-c23f7653caf7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:04.518255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:04.551084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be on host nch1-master-1 for vnic_type normal with profile None {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:04.551084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:04.551084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:04.557959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Port 36f49322-08ea-4d05-b1fa-2357653ca8be on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:57:04.558435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:04.566392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:04.566883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:04.567344 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:04.567849 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Bound port: 36f49322-08ea-4d05-b1fa-2357653ca8be, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:04.574051 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b1d906d5-ab22-449b-8ccb-44b2f50314b1 req-e2eefd12-bb16-419b-919c-0d2e44d873b9 service neutron] 10.222.0.10 "GET /v2.0/networks/6896d345-c983-4d87-bf12-73e53cdf45a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078156
Feb 19 20:57:04.593687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7d04593a-188e-4b4f-ab61-c23f7653caf7,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:04.644030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36f49322-08ea-4d05-b1fa-2357653ca8be,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:04.656239 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:04.659181 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-bcfecb79-4741-42b3-8a7d-f4c0bdd92a34 service neutron] 10.222.0.30 "POST /v2.0/ports/36f49322-08ea-4d05-b1fa-2357653ca8be/bindings HTTP/1.1" status: 201  len: 389 time: 0.5312867
Feb 19 20:57:04.839010 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9375bcde-0ffa-4854-b399-42bb7174a7e9 x-openstack-request-id: req-9375bcde-0ffa-4854-b399-42bb7174a7e9 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:04.839684 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75011271-d547-41a8-b625-be065cdd7483", "name": "network-vif-plugged", "status": "completed", "tag": "7d04593a-188e-4b4f-ab61-c23f7653caf7", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:04.840433 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9375bcde-0ffa-4854-b399-42bb7174a7e9 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:04.841248 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75011271-d547-41a8-b625-be065cdd7483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d04593a-188e-4b4f-ab61-c23f7653caf7', 'code': 200}
Feb 19 20:57:05.006581 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0c32c-3aa7-420d-b5d8-41529bd65f6c req-0a7b3643-d9c5-48cb-a4df-294cbd5f4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:05.008639 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b7c0c32c-3aa7-420d-b5d8-41529bd65f6c req-0a7b3643-d9c5-48cb-a4df-294cbd5f4ad0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 1132 time: 0.0615001
Feb 19 20:57:05.068693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c1dde-189a-4d97-aa05-5f213cf5fe1e req-191fc71f-1b97-40ef-94f6-2408adb2e3f9 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:05.070322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-785c1dde-189a-4d97-aa05-5f213cf5fe1e req-191fc71f-1b97-40ef-94f6-2408adb2e3f9 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1702836
Feb 19 20:57:05.071675 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b7c0c32c-3aa7-420d-b5d8-41529bd65f6c req-339d290e-5e20-4307-8dcc-257543ea88c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561938
Feb 19 20:57:05.093553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed72d80-c8b1-41f4-a252-1cd61da2a64d req-c808aacf-56b6-4f66-9b00-a8d822b6b8e4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:05.095686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ed72d80-c8b1-41f4-a252-1cd61da2a64d req-c808aacf-56b6-4f66-9b00-a8d822b6b8e4 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.2005599
Feb 19 20:57:05.099164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-7872f2a8-7cd0-47b9-b646-512f65581961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:05.100626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-7872f2a8-7cd0-47b9-b646-512f65581961 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 1128 time: 0.1275015
Feb 19 20:57:05.176890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-785c1dde-189a-4d97-aa05-5f213cf5fe1e req-98afb5f5-9bf3-4fff-bfb8-cdf8f29f9ade tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005352
Feb 19 20:57:05.181998 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ed72d80-c8b1-41f4-a252-1cd61da2a64d req-b6d272d3-3602-41bc-aa1f-28afc4876556 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739615
Feb 19 20:57:05.483617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376570d-159b-464b-9647-b3387c5863e8 req-b3ec9119-6497-44c9-96d2-2b55c626550c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:05.486771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1376570d-159b-464b-9647-b3387c5863e8 req-b3ec9119-6497-44c9-96d2-2b55c626550c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 950 time: 0.2101841
Feb 19 20:57:05.499264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd46b1d-9a25-460e-a435-6a55e76a36ba req-7b992756-90ca-4561-9dec-2447abc9d9ef tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:05.500784 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cd46b1d-9a25-460e-a435-6a55e76a36ba req-7b992756-90ca-4561-9dec-2447abc9d9ef tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 946 time: 0.1772373
Feb 19 20:57:05.550590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-98fb7826-e3ff-4f3d-996b-5f40a7be5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:05.552103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-98fb7826-e3ff-4f3d-996b-5f40a7be5765 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.2270560
Feb 19 20:57:05.622040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-83b845ab-e641-4e06-95a0-39071776edf1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f49322-08ea-4d05-b1fa-2357653ca8be HTTP/1.1" status: 200  len: 217 time: 0.0546451
Feb 19 20:57:05.646670 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1376570d-159b-464b-9647-b3387c5863e8 req-ca76bc89-db7d-4309-b316-c37b56136c88 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447799
Feb 19 20:57:05.708373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cd46b1d-9a25-460e-a435-6a55e76a36ba req-ddc82366-290b-41da-b5ba-dc40d49c8503 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988347
Feb 19 20:57:05.735375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-fb9ab381-6ff9-4408-8ad5-bbbb84abf207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:05.737599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-fb9ab381-6ff9-4408-8ad5-bbbb84abf207 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.1076405
Feb 19 20:57:05.807584 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-41e7dc1e-74f0-40fe-afc1-be44e76f27ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550330
Feb 19 20:57:05.821001 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-6709b7a0-5756-426e-b209-20260915c628 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1108646
Feb 19 20:57:05.925536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a04ff-0d04-448e-8990-17ae53401612 req-1b3a2c17-7d6a-42d7-8ba3-cd1cc75ccc2d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:05.927226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a52a04ff-0d04-448e-8990-17ae53401612 req-1b3a2c17-7d6a-42d7-8ba3-cd1cc75ccc2d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 943 time: 0.1888452
Feb 19 20:57:06.030216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9d627c4d-a748-42ed-b955-468c021cc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.030571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9d627c4d-a748-42ed-b955-468c021cc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.030959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9d627c4d-a748-42ed-b955-468c021cc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.031513 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9d627c4d-a748-42ed-b955-468c021cc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.032133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9d627c4d-a748-42ed-b955-468c021cc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.032978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9d627c4d-a748-42ed-b955-468c021cc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.033465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9d627c4d-a748-42ed-b955-468c021cc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.034949 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-06807036-49f2-43f2-a21a-d216b0af0548 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105443
Feb 19 20:57:06.035834 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9d627c4d-a748-42ed-b955-468c021cc8f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0981190244846a18036aa20dce2dc60&device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 6719 time: 0.1759129
Feb 19 20:57:06.049162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a52a04ff-0d04-448e-8990-17ae53401612 req-e2ca58c1-14cd-4ed8-8e0b-c5ad1e60d40f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fe52de4a-08b9-456d-b382-662f0375813a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065433
Feb 19 20:57:06.097149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:57:06.268938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5e835-6de4-4c17-b00f-658d633f92fd req-35e5d302-52a1-42fe-a50c-6d37bd58fbcb tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.270645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6cf5e835-6de4-4c17-b00f-658d633f92fd req-35e5d302-52a1-42fe-a50c-6d37bd58fbcb tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 950 time: 0.1071744
Feb 19 20:57:06.276594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-6c75da92-7689-476b-91b5-1808c4567edb service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263834
Feb 19 20:57:06.299457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-fe45246d-1102-48cb-a8ea-a96ac3b90b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.300276 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-fe45246d-1102-48cb-a8ea-a96ac3b90b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.300947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-fe45246d-1102-48cb-a8ea-a96ac3b90b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.302737 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-fe45246d-1102-48cb-a8ea-a96ac3b90b3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c36e6964-b1c5-4d15-8ff3-6ec34911167e&id=3a65eeba-09aa-46e7-a378-b06f5822655f&id=3a65eeba-09aa-46e7-a378-b06f5822655f&id=3a65eeba-09aa-46e7-a378-b06f5822655f&id=3a65eeba-09aa-46e7-a378-b06f5822655f&id=29f753c7-df02-4765-94b5-9df128b873af&id=29f753c7-df02-4765-94b5-9df128b873af HTTP/1.1" status: 200  len: 2297 time: 0.2246356
Feb 19 20:57:06.380993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:06.399512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'port_id': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a', 'mac_address': 'fa:16:3e:8d:4b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:57:06.434672 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-1b50437b-dd4a-429e-89aa-dcdecc4fa0ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5a05223-8669-4696-8f96-528bee454543 HTTP/1.1" status: 200  len: 1001 time: 0.1190205
Feb 19 20:57:06.498926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:06.499412 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:06.511208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6cf5e835-6de4-4c17-b00f-658d633f92fd req-565290f7-8111-4348-9f7e-7e1449b0f242 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265038
Feb 19 20:57:06.520535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9db39999-0f3a-4894-a97f-77601f02083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.522973 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9db39999-0f3a-4894-a97f-77601f02083f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cff33a4-7faf-4e16-876c-8051332d4598 HTTP/1.1" status: 200  len: 855 time: 0.0746205
Feb 19 20:57:06.529300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:06.565875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:06.583695 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:06.604037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdff03-dac3-45db-92d5-c04b5bb1640f req-e02c2f40-7849-48f4-b421-7fff88514f7d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.619614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aecdff03-dac3-45db-92d5-c04b5bb1640f req-e02c2f40-7849-48f4-b421-7fff88514f7d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.2314041
Feb 19 20:57:06.660042 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-e68f8755-f557-4045-904b-3cce6d8b54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.661698 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-e68f8755-f557-4045-904b-3cce6d8b54eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c36e6964-b1c5-4d15-8ff3-6ec34911167e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1039877
Feb 19 20:57:06.689141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-6fbd8cf1-d764-4e57-9a60-cb3eb1413b59 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.692218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-6fbd8cf1-d764-4e57-9a60-cb3eb1413b59 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.2275631
Feb 19 20:57:06.751608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:06.757445 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:06.872107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aecdff03-dac3-45db-92d5-c04b5bb1640f req-42bef427-1f4b-4a44-98b2-7a96bb2aad17 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2513940
Feb 19 20:57:06.889942 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-341af14b-1f49-4c4e-aca1-46e1c2e320cb service neutron] 10.222.0.67 "GET /v2.0/networks/c36e6964-b1c5-4d15-8ff3-6ec34911167e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167509
Feb 19 20:57:06.894277 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:06.901614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-68573690-d1ed-4a9e-ab86-a035251d8064 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:06.912541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-68573690-d1ed-4a9e-ab86-a035251d8064 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/networks?id=351c1efd-5280-463c-84c7-ead44efacdc6 HTTP/1.1" status: 200  len: 814 time: 0.2435062
Feb 19 20:57:06.930972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-1b07d17f-fcb8-4c2a-988c-7fb63423d2b2 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/quotas/808305a45737485185adcb60012ea91a HTTP/1.1" status: 200  len: 375 time: 0.0214410
Feb 19 20:57:06.954437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:07.088221 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-3077a828-c89c-4714-beaa-3f848d886833 service neutron] 10.222.0.67 "GET /v2.0/networks/c36e6964-b1c5-4d15-8ff3-6ec34911167e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1907332
Feb 19 20:57:07.167192 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-bd411a53-916f-4dd7-9b24-8a0131df488e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=e1552338-247f-46d8-ba3c-0852bc6b82e8 HTTP/1.1" status: 200  len: 217 time: 0.0674067
Feb 19 20:57:07.244693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-88c4061b-0acb-45ed-af5f-e50657e4049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:07.246643 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-88c4061b-0acb-45ed-af5f-e50657e4049a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ab430779-ff98-4000-97a1-8a0acc37e927 HTTP/1.1" status: 200  len: 797 time: 0.0707581
Feb 19 20:57:07.324293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9565902e-e97a-4e03-870a-be068fca27e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:07.331211 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-9565902e-e97a-4e03-870a-be068fca27e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a65eeba-09aa-46e7-a378-b06f5822655f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0771046
Feb 19 20:57:07.461946 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-d8a2cf67-6d41-4eb8-a216-ff8e022f013c service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201038
Feb 19 20:57:07.516572 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-947c5d65-5445-4ee0-9744-de5a5b7e684c tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=808305a45737485185adcb60012ea91a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5837634
Feb 19 20:57:07.525214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36af00-aaff-413d-ad9d-fb7fe7000fc6 req-745b4d62-7be9-49f3-ac30-a55fd440dfd2 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:07.529191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d36af00-aaff-413d-ad9d-fb7fe7000fc6 req-745b4d62-7be9-49f3-ac30-a55fd440dfd2 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 950 time: 0.5045676
Feb 19 20:57:07.595950 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-b6532744-5db5-4b20-85b4-76264b6257ef service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150796
Feb 19 20:57:07.647759 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-db040bfc-aa71-4715-821f-0dd4385c6a97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=6290f8b3-0737-4492-8de5-f27de84a5a1e HTTP/1.1" status: 200  len: 217 time: 0.0448377
Feb 19 20:57:07.693896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a1594-f892-4296-84eb-6bbc04d70190 req-c19d9cb4-0df8-43a0-966e-225f0cb0b696 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:07.696344 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-406a1594-f892-4296-84eb-6bbc04d70190 req-c19d9cb4-0df8-43a0-966e-225f0cb0b696 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 950 time: 0.2303591
Feb 19 20:57:07.698854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f49322-08ea-4d05-b1fa-2357653ca8be,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:07.715561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-a91c9524-8b01-41be-a3d2-51aef00bb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:07.717010 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-a91c9524-8b01-41be-a3d2-51aef00bb443 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ab430779-ff98-4000-97a1-8a0acc37e927 HTTP/1.1" status: 200  len: 797 time: 0.0519369
Feb 19 20:57:07.728662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d36af00-aaff-413d-ad9d-fb7fe7000fc6 req-cd8c8dd0-fb5b-4d0b-8f1f-a67b85246237 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806085
Feb 19 20:57:07.776539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-e090bfcd-cbcc-45ae-925d-e7f50e6ac383 service neutron] 10.222.0.30 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2585347
Feb 19 20:57:07.791284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-5dddc069-0ef6-4b6a-961d-6cae37ecbbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:07.792942 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-5dddc069-0ef6-4b6a-961d-6cae37ecbbd8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a65eeba-09aa-46e7-a378-b06f5822655f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0662878
Feb 19 20:57:07.905308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d25f5-c405-4a23-adbf-e727dd6afe99 req-72f05308-5618-49d6-ab7b-593b9680fc1f tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:07.906434 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0b5d25f5-c405-4a23-adbf-e727dd6afe99 req-72f05308-5618-49d6-ab7b-593b9680fc1f tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ece57c-a579-45c4-82fb-74b6ed0363e1 HTTP/1.1" status: 200  len: 945 time: 0.1125085
Feb 19 20:57:07.908632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:07.951621 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-059af115-ea19-4c7c-aa36-cc64eef18361 service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454942
Feb 19 20:57:07.994882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f49322-08ea-4d05-b1fa-2357653ca8be'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:07.997104 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8f3c0e-5dba-4666-aeb7-caf39423b22b" -d '{"events": [{"server_uuid": "c65e4283-9a5c-4b89-a006-7e6727e92f45", "name": "network-vif-unplugged", "status": "completed", "tag": "36f49322-08ea-4d05-b1fa-2357653ca8be"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:08.001552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Publish callbacks [] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.011407 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-59dd97bc-98aa-4ec2-8497-47d302c6cfc5 service neutron] 10.222.0.30 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275047
Feb 19 20:57:08.016135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.023324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-406a1594-f892-4296-84eb-6bbc04d70190 req-f154e1bd-ca27-46da-9430-f6a1d57b1c35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Deleting port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:08.023665 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-406a1594-f892-4296-84eb-6bbc04d70190 req-f154e1bd-ca27-46da-9430-f6a1d57b1c35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.038126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c3cfd-a772-478f-a207-f44f1ed8c31c req-cb623ba7-a34b-4979-99be-b7664da66c97 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:08.039774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-164c3cfd-a772-478f-a207-f44f1ed8c31c req-cb623ba7-a34b-4979-99be-b7664da66c97 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 946 time: 0.2249105
Feb 19 20:57:08.094364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:08.098431 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-dae75f4f-0407-478a-a2db-9c13c8bd4aca service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373849
Feb 19 20:57:08.101383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-0b5d25f5-c405-4a23-adbf-e727dd6afe99 req-634bdfae-89d4-4d71-bb9f-09c965dd469b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Deleting port 5a3851e0-4e2d-4a66-9cec-b7694420e692 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:08.101690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0b5d25f5-c405-4a23-adbf-e727dd6afe99 req-634bdfae-89d4-4d71-bb9f-09c965dd469b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.212343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:57:08.216593 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-41e88c20-14e0-4d92-8ed0-b24871e79636 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=1e1241d9-ddbc-426c-9df0-86c2c9670f97 HTTP/1.1" status: 200  len: 217 time: 0.0831151
Feb 19 20:57:08.217872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:08.218310 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.309642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-079c2c06-b998-498e-b175-718f3b338ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:08.309866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Pushing event updated for resources: {'Port': ['ID=36f49322-08ea-4d05-b1fa-2357653ca8be,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:08.311150 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-079c2c06-b998-498e-b175-718f3b338ee7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ab430779-ff98-4000-97a1-8a0acc37e927 HTTP/1.1" status: 200  len: 797 time: 0.0848374
Feb 19 20:57:08.332207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:08.332743 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.337589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-0b5d25f5-c405-4a23-adbf-e727dd6afe99 req-634bdfae-89d4-4d71-bb9f-09c965dd469b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] For port 5a3851e0-4e2d-4a66-9cec-b7694420e692, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a3851e0-4e2d-4a66-9cec-b7694420e692,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:08.337957 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0b5d25f5-c405-4a23-adbf-e727dd6afe99 req-634bdfae-89d4-4d71-bb9f-09c965dd469b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.356129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:08.356669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:08.357056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:08.365809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:08.368864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-164c3cfd-a772-478f-a207-f44f1ed8c31c req-09a3b53a-a5f3-4586-a917-5241b73d23f4 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2958884
Feb 19 20:57:08.375971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-0b5d25f5-c405-4a23-adbf-e727dd6afe99 req-634bdfae-89d4-4d71-bb9f-09c965dd469b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Calling delete_port for 5a3851e0-4e2d-4a66-9cec-b7694420e692 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:08.385907 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3c59c7-42fe-4453-8b7c-76c239d67006" -d '{"events": [{"server_uuid": "e9f1f59f-19d3-4b89-873c-bc100187739c", "name": "network-vif-plugged", "status": "completed", "tag": "7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:08.393640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Port 36f49322-08ea-4d05-b1fa-2357653ca8be on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:57:08.393640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Attempting to bind port 36f49322-08ea-4d05-b1fa-2357653ca8be on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:08.399625 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-1411b000-776a-4505-b49f-cc27e0111328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:08.399905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-406a1594-f892-4296-84eb-6bbc04d70190 req-f154e1bd-ca27-46da-9430-f6a1d57b1c35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] For port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=020bbc87-1ec4-420c-9f86-2a44e5ea3d18,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:08.400522 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-406a1594-f892-4296-84eb-6bbc04d70190 req-f154e1bd-ca27-46da-9430-f6a1d57b1c35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.401289 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-1411b000-776a-4505-b49f-cc27e0111328 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a65eeba-09aa-46e7-a378-b06f5822655f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0755877
Feb 19 20:57:08.404633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:08.404633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:08.405017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:08.405589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Bound port: 36f49322-08ea-4d05-b1fa-2357653ca8be, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:08.405798 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.413820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:08.425433 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.436584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-406a1594-f892-4296-84eb-6bbc04d70190 req-f154e1bd-ca27-46da-9430-f6a1d57b1c35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Calling delete_port for 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:08.468261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95c92b-03bc-4f09-9e6d-21036d6555bb req-6bd09edd-4323-4c42-8f48-a280f5033c7f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:08.482421 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca95c92b-03bc-4f09-9e6d-21036d6555bb req-6bd09edd-4323-4c42-8f48-a280f5033c7f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 944 time: 0.2716374
Feb 19 20:57:08.513917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:08.575821 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-27764330-3c42-4c9a-a8d8-21d3764e2645 service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298740
Feb 19 20:57:08.632131 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca95c92b-03bc-4f09-9e6d-21036d6555bb req-1128c8db-13d9-4be5-a70b-a6dc1ba0e885 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fe52de4a-08b9-456d-b382-662f0375813a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1453662
Feb 19 20:57:08.663049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:08.692570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0b5d25f5-c405-4a23-adbf-e727dd6afe99 req-634bdfae-89d4-4d71-bb9f-09c965dd469b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5a3851e0-4e2d-4a66-9cec-b7694420e692), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.696203 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f49322-08ea-4d05-b1fa-2357653ca8be,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:08.706264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['5a3851e0-4e2d-4a66-9cec-b7694420e692'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:08.720274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfa3c3-99ac-47a0-aca2-43e7b9677b3d req-2504a247-fbd7-4f8f-a814-7b7d323a8bf2 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:08.722179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65cfa3c3-99ac-47a0-aca2-43e7b9677b3d req-2504a247-fbd7-4f8f-a814-7b7d323a8bf2 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 950 time: 0.1447134
Feb 19 20:57:08.724718 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.781528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bdfae-89d4-4d71-bb9f-09c965dd469b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Pushing event deleted for resources: {'Port': ['ID=5a3851e0-4e2d-4a66-9cec-b7694420e692,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:08.851598 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-6edbc196-3455-421b-9834-9daa37550bda service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2684367
Feb 19 20:57:08.852953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5d25f5-c405-4a23-adbf-e727dd6afe99 req-634bdfae-89d4-4d71-bb9f-09c965dd469b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] No DVR routers for this DVR port 5a3851e0-4e2d-4a66-9cec-b7694420e692 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:08.855635 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0b5d25f5-c405-4a23-adbf-e727dd6afe99 req-634bdfae-89d4-4d71-bb9f-09c965dd469b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:08.859006 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0b5d25f5-c405-4a23-adbf-e727dd6afe99 req-634bdfae-89d4-4d71-bb9f-09c965dd469b tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "DELETE /v2.0/ports/5a3851e0-4e2d-4a66-9cec-b7694420e692 HTTP/1.1" status: 204  len: 173 time: 0.9472492
Feb 19 20:57:08.859556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ece57c-a579-45c4-82fb-74b6ed0363e1', 'name': 'network-vif-deleted', 'tag': '5a3851e0-4e2d-4a66-9cec-b7694420e692'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:08.862126 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c27493e-4278-49d4-b281-bcf786b58cef" -d '{"events": [{"server_uuid": "c0ece57c-a579-45c4-82fb-74b6ed0363e1", "name": "network-vif-deleted", "tag": "5a3851e0-4e2d-4a66-9cec-b7694420e692"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:08.913001 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-65c3d38e-6433-47cc-81f7-d2d49b1d5654 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=8bb1ce04-77ae-47cb-af1b-16718979fb14 HTTP/1.1" status: 200  len: 217 time: 0.0446320
Feb 19 20:57:08.945423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65cfa3c3-99ac-47a0-aca2-43e7b9677b3d req-cf807cdc-6819-40c3-97b0-d4984b4a892a tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168109
Feb 19 20:57:08.963385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Pushing event updated for resources: {'Port': ['ID=36f49322-08ea-4d05-b1fa-2357653ca8be,revision_number=8']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:08.976524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-a715ec8a-f08f-4214-9b7e-dc03f82de78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:08.978527 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-a715ec8a-f08f-4214-9b7e-dc03f82de78d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ab430779-ff98-4000-97a1-8a0acc37e927 HTTP/1.1" status: 200  len: 797 time: 0.0591462
Feb 19 20:57:09.030180 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181cf70d-c8b1-493b-853f-3bea591feeff x-openstack-request-id: req-181cf70d-c8b1-493b-853f-3bea591feeff {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:09.030414 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65e4283-9a5c-4b89-a006-7e6727e92f45", "name": "network-vif-unplugged", "status": "completed", "tag": "36f49322-08ea-4d05-b1fa-2357653ca8be", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:09.030661 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-181cf70d-c8b1-493b-853f-3bea591feeff {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:09.031067 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f49322-08ea-4d05-b1fa-2357653ca8be', 'code': 200}
Feb 19 20:57:09.038272 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-406a1594-f892-4296-84eb-6bbc04d70190 req-f154e1bd-ca27-46da-9430-f6a1d57b1c35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (020bbc87-1ec4-420c-9f86-2a44e5ea3d18), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:09.040862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:09.041526 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:09.043637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-f71d2a9f-64b3-4f9c-b078-25b9f3d9a07d service neutron] 10.222.0.10 "PUT /v2.0/ports/36f49322-08ea-4d05-b1fa-2357653ca8be HTTP/1.1" status: 200  len: 1122 time: 2.2963269
Feb 19 20:57:09.060928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6ad13ef7-c05f-4bdb-be33-195dad103115', 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de', 'a0a6b42b-6ed6-490d-be6f-f141ef78c41e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:09.066657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', '365ebc46-b2da-4491-a96e-331ee2fb5b8b', '020bbc87-1ec4-420c-9f86-2a44e5ea3d18'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:09.071297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-79fa29d2-db10-4aae-877a-b6ad2e531a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:09.076094 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-79fa29d2-db10-4aae-877a-b6ad2e531a3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a65eeba-09aa-46e7-a378-b06f5822655f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0892994
Feb 19 20:57:09.095806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48159e74-4bf2-4af7-8f01-bff0d4521af2 req-985c7c45-a338-4865-b48e-b5d7cd579a7f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:09.102206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48159e74-4bf2-4af7-8f01-bff0d4521af2 req-985c7c45-a338-4865-b48e-b5d7cd579a7f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.3359187
Feb 19 20:57:09.139556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154e1bd-ca27-46da-9430-f6a1d57b1c35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event deleted for resources: {'Port': ['ID=020bbc87-1ec4-420c-9f86-2a44e5ea3d18,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:09.206550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eea094db-de92-4b0b-ac69-0ed40b5ffc90 req-2c92be94-fb80-49ac-a401-c3b6aa140910 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 210 time: 0.1223972
Feb 19 20:57:09.238473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-406a1594-f892-4296-84eb-6bbc04d70190 req-f154e1bd-ca27-46da-9430-f6a1d57b1c35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] No DVR routers for this DVR port 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:09.242752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-406a1594-f892-4296-84eb-6bbc04d70190 req-f154e1bd-ca27-46da-9430-f6a1d57b1c35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:09.246266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-406a1594-f892-4296-84eb-6bbc04d70190 req-f154e1bd-ca27-46da-9430-f6a1d57b1c35 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "DELETE /v2.0/ports/020bbc87-1ec4-420c-9f86-2a44e5ea3d18 HTTP/1.1" status: 204  len: 173 time: 1.5341938
Feb 19 20:57:09.286351 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['36f49322-08ea-4d05-b1fa-2357653ca8be'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:09.295412 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48159e74-4bf2-4af7-8f01-bff0d4521af2 req-64074c0a-e5e4-49e8-bbf0-ab6eb8bad8f0 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541471
Feb 19 20:57:09.320546 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-7e0caba9-a8b8-49fb-adba-8337d4d0c1c4 service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366185
Feb 19 20:57:09.363963 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c340dc8a-d8f0-4780-af03-9bd26959dc99 x-openstack-request-id: req-c340dc8a-d8f0-4780-af03-9bd26959dc99 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:09.364369 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f1f59f-19d3-4b89-873c-bc100187739c", "name": "network-vif-plugged", "status": "completed", "tag": "7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:09.364728 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c340dc8a-d8f0-4780-af03-9bd26959dc99 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:09.365244 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a', 'code': 200}
Feb 19 20:57:09.491564 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8fc711-6a06-427f-bddb-0c340ad68a1b x-openstack-request-id: req-2c8fc711-6a06-427f-bddb-0c340ad68a1b {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:09.492047 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ece57c-a579-45c4-82fb-74b6ed0363e1", "name": "network-vif-deleted", "tag": "5a3851e0-4e2d-4a66-9cec-b7694420e692", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:09.492308 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c8fc711-6a06-427f-bddb-0c340ad68a1b {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:09.492855 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ece57c-a579-45c4-82fb-74b6ed0363e1', 'name': 'network-vif-deleted', 'tag': '5a3851e0-4e2d-4a66-9cec-b7694420e692', 'status': 'completed', 'code': 200}
Feb 19 20:57:09.519426 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-cfd0065a-a24b-42da-87bd-900227a22859 service neutron] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1844194
Feb 19 20:57:09.585343 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-4610bf73-ee21-4809-a365-9312c91c94d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bd27571-334d-4e5a-a015-91dd528ffb9f HTTP/1.1" status: 200  len: 217 time: 0.0479090
Feb 19 20:57:09.588926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-414b67fa-5c64-48c4-9738-c616139af63e req-db805116-dd73-403a-9c8e-02534cc35e73 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99 HTTP/1.1" status: 200  len: 210 time: 0.1510453
Feb 19 20:57:09.654980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3825969-a9fe-4a71-804a-a018c65efce0 req-8a3aa50f-abb1-41be-bb04-dc300eef2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:09.659881 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3825969-a9fe-4a71-804a-a018c65efce0 req-8a3aa50f-abb1-41be-bb04-dc300eef2cca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 1127 time: 0.2318246
Feb 19 20:57:09.738287 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-79ca2674-3835-4269-aeac-7c40ab60b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:09.743702 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-79ca2674-3835-4269-aeac-7c40ab60b1c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7 HTTP/1.1" status: 200  len: 797 time: 0.1454597
Feb 19 20:57:09.750645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3825969-a9fe-4a71-804a-a018c65efce0 req-4a2bc766-1241-4fe5-a523-bd87bd043efc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fe52de4a-08b9-456d-b382-662f0375813a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831184
Feb 19 20:57:09.821905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-8a60ed65-cff4-4258-af08-75b8725f80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:09.825325 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-8a60ed65-cff4-4258-af08-75b8725f80cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29f753c7-df02-4765-94b5-9df128b873af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0695410
Feb 19 20:57:09.853448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6fdcc-913e-47af-af3e-93bf8bc6a7c8 req-820ac388-22e2-4176-8c9d-77d5c16fcec0 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:09.863718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfc6fdcc-913e-47af-af3e-93bf8bc6a7c8 req-820ac388-22e2-4176-8c9d-77d5c16fcec0 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 944 time: 0.1027749
Feb 19 20:57:09.934164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfc6fdcc-913e-47af-af3e-93bf8bc6a7c8 req-82c2283c-7c89-4140-ada6-ed534b7c9ee0 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681698
Feb 19 20:57:09.977249 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-72a05bc2-c201-4aad-ae3b-159a6ca5ea90 service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379552
Feb 19 20:57:10.108451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 36f49322-08ea-4d05-b1fa-2357653ca8be details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:57:10.172589 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-2c164afb-d89f-48ed-a9b3-03bc1ada5eee service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655908
Feb 19 20:57:10.265522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676568e-b4da-4e0c-b269-03462bf4f433 req-c7c69b8d-b8be-49fc-a4ba-548a5fd42aa9 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:10.272845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1676568e-b4da-4e0c-b269-03462bf4f433 req-c7c69b8d-b8be-49fc-a4ba-548a5fd42aa9 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 945 time: 0.2712204
Feb 19 20:57:10.280229 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-69f1634a-72bd-425e-8992-5a660a6b512d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc HTTP/1.1" status: 200  len: 217 time: 0.0972376
Feb 19 20:57:10.306069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f49322-08ea-4d05-b1fa-2357653ca8be,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:10.329531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-b435e28c-f06d-49d4-a739-979090202e1e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:10.330092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 36f49322-08ea-4d05-b1fa-2357653ca8be has no active binding in host nch1-master-1 {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 19 20:57:10.330877 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-b435e28c-f06d-49d4-a739-979090202e1e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "GET /v2.0/networks?id=351c1efd-5280-463c-84c7-ead44efacdc6 HTTP/1.1" status: 200  len: 814 time: 0.3275173
Feb 19 20:57:10.356425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Request body: {'port': {'device_id': 'c6d96133-519f-46d5-9906-ad66e66ae2df', 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6', 'admin_state_up': True, 'tenant_id': '808305a45737485185adcb60012ea91a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:10.378979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-43e6f4a6-e483-4f74-8cc2-7b510d82739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:10.381572 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-43e6f4a6-e483-4f74-8cc2-7b510d82739d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7 HTTP/1.1" status: 200  len: 797 time: 0.0906017
Feb 19 20:57:10.404854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1676568e-b4da-4e0c-b269-03462bf4f433 req-c70757cb-7043-4445-9271-b0df1dd9f18a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fe52de4a-08b9-456d-b382-662f0375813a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1311207
Feb 19 20:57:10.474468 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-42065be4-422b-4752-bfdc-27d3ea9369a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:10.476281 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-42065be4-422b-4752-bfdc-27d3ea9369a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29f753c7-df02-4765-94b5-9df128b873af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0858397
Feb 19 20:57:10.527380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Made reservation on behalf of 808305a45737485185adcb60012ea91a for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:10.531111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:10.566953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-72527bd6-0621-40c6-a04e-4d0c03b94764 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=106062f100884d929b001725a5daa730&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0753491
Feb 19 20:57:10.568807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ae65125-e9be-4626-befd-a3beac82c70d req-7a33b1cf-3656-4750-86b9-04419b34be28 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 210 time: 0.0784769
Feb 19 20:57:10.572724 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-731f381b-d13a-41a2-8e4c-81250f54b1b3 service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898581
Feb 19 20:57:10.675199 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a08467e-96d2-432c-b58c-5e6d0ae5f042 req-2b4a6bfe-f9f3-49f8-b06c-5f1f422f27e3 service neutron] 10.222.0.67 "GET /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0963547
Feb 19 20:57:10.820114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-95257470-6662-4c95-b95c-e6d0237acba5 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:10.821630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-95257470-6662-4c95-b95c-e6d0237acba5 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2448804
Feb 19 20:57:10.832767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce30a28-63b9-4cfa-a97c-9958aff1ce57 req-eee3e4e0-afd0-4d12-9ebb-936ab927adbd tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:10.834150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ce30a28-63b9-4cfa-a97c-9958aff1ce57 req-eee3e4e0-afd0-4d12-9ebb-936ab927adbd tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1904261
Feb 19 20:57:10.862931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-41945b17-565e-46e6-9591-b03a32138d81 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/quotas/106062f100884d929b001725a5daa730 HTTP/1.1" status: 200  len: 375 time: 0.0256522
Feb 19 20:57:10.877084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Allocated IP 172.20.0.2 (351c1efd-5280-463c-84c7-ead44efacdc6/a1483f08-a82b-401b-9a13-2fb830d29e75/25ae9901-aabc-4527-88db-b493a2eaf496) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:57:10.977222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ce30a28-63b9-4cfa-a97c-9958aff1ce57 req-69b1f9c9-0bf6-4620-8499-2829102f30f3 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310749
Feb 19 20:57:11.029033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-efddfb0c-eebc-43f5-9955-011f1272eeda tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=106062f100884d929b001725a5daa730&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1554847
Feb 19 20:57:11.035962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'tag': '36f49322-08ea-4d05-b1fa-2357653ca8be'}, {'server_uuid': '7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99', 'name': 'network-vif-deleted', 'tag': '020bbc87-1ec4-420c-9f86-2a44e5ea3d18'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:11.038241 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3955bcc-c73e-41b6-93a9-bfd0b7dcd047" -d '{"events": [{"name": "network-changed", "server_uuid": "c65e4283-9a5c-4b89-a006-7e6727e92f45", "tag": "36f49322-08ea-4d05-b1fa-2357653ca8be"}, {"server_uuid": "7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99", "name": "network-vif-deleted", "tag": "020bbc87-1ec4-420c-9f86-2a44e5ea3d18"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:11.106619 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks [] for port (25ae9901-aabc-4527-88db-b493a2eaf496), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:11.159943 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:11.221009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Pushing event updated for resources: {'Port': ['ID=25ae9901-aabc-4527-88db-b493a2eaf496,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:11.240819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Network 351c1efd-5280-463c-84c7-ead44efacdc6 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:11.242559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:11.245568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:57:11.309355 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67146bf-54df-4ea6-b1ed-8c802908dc38 x-openstack-request-id: req-e67146bf-54df-4ea6-b1ed-8c802908dc38 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:11.309644 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65e4283-9a5c-4b89-a006-7e6727e92f45", "tag": "36f49322-08ea-4d05-b1fa-2357653ca8be", "status": "completed", "code": 200}, {"server_uuid": "7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99", "name": "network-vif-deleted", "tag": "020bbc87-1ec4-420c-9f86-2a44e5ea3d18", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:11.309914 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e67146bf-54df-4ea6-b1ed-8c802908dc38 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:11.310324 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'tag': '36f49322-08ea-4d05-b1fa-2357653ca8be', 'status': 'completed', 'code': 200}
Feb 19 20:57:11.310599 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d01c2aa-f8c8-4f97-bfcc-501e8cc7bd99', 'name': 'network-vif-deleted', 'tag': '020bbc87-1ec4-420c-9f86-2a44e5ea3d18', 'status': 'completed', 'code': 200}
Feb 19 20:57:11.385950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4782a44e-560d-45e0-9d24-35238c9e1726 req-7f86313f-053e-4405-bfb0-ed1a3a465d76 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 210 time: 0.0742712
Feb 19 20:57:11.406406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:11.407097 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:11.411045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3955bcc-c73e-41b6-93a9-bfd0b7dcd047 req-ce5042ef-8746-47e9-a0e5-f57f22ab069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:11.418205 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3955bcc-c73e-41b6-93a9-bfd0b7dcd047 req-ce5042ef-8746-47e9-a0e5-f57f22ab069f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 1156 time: 0.1275826
Feb 19 20:57:11.448906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-476edba4-c16b-4ade-a512-28f5ee82680e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1020770
Feb 19 20:57:11.472559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Request body: {'port': {'device_id': 'c6d96133-519f-46d5-9906-ad66e66ae2df', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:11.520380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5953a4-b1dd-4353-905c-e4f52308fec5 req-58d37bc2-81a9-45a7-bf75-1048f4c806b3 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:11.522882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a5953a4-b1dd-4353-905c-e4f52308fec5 req-58d37bc2-81a9-45a7-bf75-1048f4c806b3 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 944 time: 0.2161391
Feb 19 20:57:11.569217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3955bcc-c73e-41b6-93a9-bfd0b7dcd047 req-1944e3db-3ec6-482c-b5b0-f6b3edd7ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:11.573716 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3955bcc-c73e-41b6-93a9-bfd0b7dcd047 req-1944e3db-3ec6-482c-b5b0-f6b3edd7ca55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.1407838
Feb 19 20:57:11.607694 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:11.625349 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a5953a4-b1dd-4353-905c-e4f52308fec5 req-47957191-5e18-4045-9e72-d6fa52a7e4e5 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950363
Feb 19 20:57:11.645225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:11.689515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:11.691245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 020bbc87-1ec4-420c-9f86-2a44e5ea3d18 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:11.974809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dfddf-2b34-4842-9c05-aa6986d59a53 req-a1db0787-b8cd-4297-987d-f0f108386757 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:11.976345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-435dfddf-2b34-4842-9c05-aa6986d59a53 req-a1db0787-b8cd-4297-987d-f0f108386757 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 945 time: 0.2096982
Feb 19 20:57:11.997572 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3955bcc-c73e-41b6-93a9-bfd0b7dcd047 req-7fad89de-a8ba-473f-b193-ab3563a4f563 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f49322-08ea-4d05-b1fa-2357653ca8be HTTP/1.1" status: 200  len: 217 time: 0.4108007
Feb 19 20:57:12.050113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-6b953bde-8b0f-41a8-ac62-c2862dd185ca tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:12.051599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-6b953bde-8b0f-41a8-ac62-c2862dd185ca tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 802 time: 0.2800386
Feb 19 20:57:12.098756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-d44dba50-303c-4807-8d82-aa34c8e111f2 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/quotas/b959eb07a97740dca63d3cf3d2ed0a63 HTTP/1.1" status: 200  len: 375 time: 0.0383351
Feb 19 20:57:12.113296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5a3851e0-4e2d-4a66-9cec-b7694420e692 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:12.119732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-435dfddf-2b34-4842-9c05-aa6986d59a53 req-b7c7b8cc-9bba-4d59-aa5c-77e4db71aecc tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fe52de4a-08b9-456d-b382-662f0375813a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350315
Feb 19 20:57:12.129517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3955bcc-c73e-41b6-93a9-bfd0b7dcd047 req-644738c2-5410-4f79-8316-bde76e02f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:12.131503 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3955bcc-c73e-41b6-93a9-bfd0b7dcd047 req-644738c2-5410-4f79-8316-bde76e02f836 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.0571430
Feb 19 20:57:12.148015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 5a3851e0-4e2d-4a66-9cec-b7694420e692 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:12.149722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5a3851e0-4e2d-4a66-9cec-b7694420e692 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:12.175860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ae9901-aabc-4527-88db-b493a2eaf496 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:12.177472 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3955bcc-c73e-41b6-93a9-bfd0b7dcd047 req-81c9babb-c27f-4e8f-adf9-a608ab5a7791 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0324628
Feb 19 20:57:12.186172 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Publish callbacks [] for port (25ae9901-aabc-4527-88db-b493a2eaf496), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:12.204961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Transition to ACTIVE for port object 25ae9901-aabc-4527-88db-b493a2eaf496 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:57:12.221151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:12.247837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-ceb78df2-7327-4506-8e7c-21e6d9b500da tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1233799
Feb 19 20:57:12.310227 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3955bcc-c73e-41b6-93a9-bfd0b7dcd047 req-68840ee5-abd0-4ff3-9832-c54d5707e5bf service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161032
Feb 19 20:57:12.354611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Pushing event updated for resources: {'Port': ['ID=25ae9901-aabc-4527-88db-b493a2eaf496,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:12.396615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa275f-6e13-479e-a437-597b2c3ae2f5 req-d5602069-2d75-40c2-bdf9-ff8d72954bd3 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:12.398246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2aa275f-6e13-479e-a437-597b2c3ae2f5 req-d5602069-2d75-40c2-bdf9-ff8d72954bd3 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 943 time: 0.1905544
Feb 19 20:57:12.426495 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a3955bcc-c73e-41b6-93a9-bfd0b7dcd047 req-d11dfb5b-52e0-445a-987d-6cc698a59036 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037345
Feb 19 20:57:12.781043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-016d36a1-0d1f-4fee-84ee-0c476782cb43 service neutron] 10.222.0.30 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5072021
Feb 19 20:57:12.857101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Attempting to bind port 25ae9901-aabc-4527-88db-b493a2eaf496 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:12.857510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Attempting to bind port 25ae9901-aabc-4527-88db-b493a2eaf496 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:12.857802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Attempting to bind port 25ae9901-aabc-4527-88db-b493a2eaf496 on network 351c1efd-5280-463c-84c7-ead44efacdc6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:12.866907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2aa275f-6e13-479e-a437-597b2c3ae2f5 req-68264f10-67df-41d1-b742-6eaa327bd469 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4570990
Feb 19 20:57:12.870337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Port 25ae9901-aabc-4527-88db-b493a2eaf496 on network 351c1efd-5280-463c-84c7-ead44efacdc6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:57:12.870671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Attempting to bind port 25ae9901-aabc-4527-88db-b493a2eaf496 on network 351c1efd-5280-463c-84c7-ead44efacdc6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:12.879989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:12.880398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Checking segment: {'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:12.880768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Bound using segment: {'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:12.881208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Bound port: 25ae9901-aabc-4527-88db-b493a2eaf496, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:12.881590 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:12.893353 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-cb523612-0bbd-4860-9e56-fa2337ed74e7 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=106062f100884d929b001725a5daa730&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0268717
Feb 19 20:57:12.946100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-2b6d7cf9-173d-474e-bfde-f868fe4730ce service neutron] 10.222.0.30 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566269
Feb 19 20:57:13.010831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] For port 25ae9901-aabc-4527-88db-b493a2eaf496, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:13.026440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] For port 25ae9901-aabc-4527-88db-b493a2eaf496, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25ae9901-aabc-4527-88db-b493a2eaf496,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:13.040284 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:13.053768 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-358e1a72-e022-4b9c-b704-bd50706e7d6d tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:13.056006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f132677-91ec-43c3-b6d5-c62ec7cf0bcd req-315c6483-94fc-419f-845b-de2e8e322208 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:13.056607 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-358e1a72-e022-4b9c-b704-bd50706e7d6d tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1532748
Feb 19 20:57:13.057905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f132677-91ec-43c3-b6d5-c62ec7cf0bcd req-315c6483-94fc-419f-845b-de2e8e322208 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 950 time: 0.0930541
Feb 19 20:57:13.071421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Request body: {'port': {'device_id': '3ce58dc5-cdde-4b6e-800d-95033c88b685', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '106062f100884d929b001725a5daa730'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:13.103376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:13.103624 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:13.105055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] 10.222.0.10 "PUT /v2.0/ports/25ae9901-aabc-4527-88db-b493a2eaf496 HTTP/1.1" status: 200  len: 1091 time: 1.6479878
Feb 19 20:57:13.152207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1c0e3-3823-4695-b7c2-334ccc91c64a service neutron] Pushing event updated for resources: {'Port': ['ID=25ae9901-aabc-4527-88db-b493a2eaf496,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:13.204036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f132677-91ec-43c3-b6d5-c62ec7cf0bcd req-68d86bd2-4c62-491d-8f62-8fa3af5f5bc9 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200616
Feb 19 20:57:13.284792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-920914c6-17bd-4b97-996e-1c4187e9d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:13.286417 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-920914c6-17bd-4b97-996e-1c4187e9d426 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=808305a45737485185adcb60012ea91a&device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 1125 time: 0.1116812
Feb 19 20:57:13.310909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Made reservation on behalf of 106062f100884d929b001725a5daa730 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:13.314419 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:13.320360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6fc7a-017f-4845-9e88-cc579f75322f req-eab258a9-eb17-4240-b3db-174032189210 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:13.322389 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2cf6fc7a-017f-4845-9e88-cc579f75322f req-eab258a9-eb17-4240-b3db-174032189210 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1266658
Feb 19 20:57:13.322904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d96133-519f-46d5-9906-ad66e66ae2df', 'tag': '25ae9901-aabc-4527-88db-b493a2eaf496'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:13.325740 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ede2f8b-eb72-43b5-bb1b-bbf21e3216cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d96133-519f-46d5-9906-ad66e66ae2df", "tag": "25ae9901-aabc-4527-88db-b493a2eaf496"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:13.390621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-d500ea50-13bc-4636-9c2e-9bba54241730 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25ae9901-aabc-4527-88db-b493a2eaf496 HTTP/1.1" status: 200  len: 217 time: 0.0945041
Feb 19 20:57:13.483508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-2b4aab03-8e07-464e-9525-27f0b7ecb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:13.485212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-2b4aab03-8e07-464e-9525-27f0b7ecb115 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1483f08-a82b-401b-9a13-2fb830d29e75 HTTP/1.1" status: 200  len: 854 time: 0.0843034
Feb 19 20:57:13.488981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2cf6fc7a-017f-4845-9e88-cc579f75322f req-9bdd9893-3af3-4a4d-9c29-27538c45689a tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238217
Feb 19 20:57:13.501626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf501f-1ae1-4ee8-9692-f339efd29fc0 req-83340393-5b4c-4591-b492-96bca2789318 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:13.506530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76bf501f-1ae1-4ee8-9692-f339efd29fc0 req-83340393-5b4c-4591-b492-96bca2789318 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 945 time: 0.2138610
Feb 19 20:57:13.521688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46418) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:13.527151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2605b2aa-f874-4b15-aca5-f3a8e934a82f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Request body: {'floatingip': {'port_id': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:13.552125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-7c5fa23c-fdab-434b-8268-6793b32cb247 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=351c1efd-5280-463c-84c7-ead44efacdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444481
Feb 19 20:57:13.574809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2605b2aa-f874-4b15-aca5-f3a8e934a82f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for floatingip (bdf06405-5355-44db-b761-caf71f4a6175), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:13.616419 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Allocated IP 192.168.233.41 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/ea4af430-5045-4885-a178-bea7b85b3f36) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:57:13.669983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:13.707591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d924a8fe-49af-4e41-ada9-4fb090baf91b req-6eca051c-a7a9-4bcd-a326-850139a2fc59 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 210 time: 0.0709581
Feb 19 20:57:13.717307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af5a24-9948-44bb-a01d-dc1abae72c10 req-1aa06ce2-34a6-4ee1-9741-154fb4a64120 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:13.718680 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-28af5a24-9948-44bb-a01d-dc1abae72c10 req-1aa06ce2-34a6-4ee1-9741-154fb4a64120 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 950 time: 0.2681077
Feb 19 20:57:13.767821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9c5fb-b0ba-4497-8f04-1a50b16e931d req-e7867a0e-1d6e-49cc-933e-122a4b6d74b8 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:13.769606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97c9c5fb-b0ba-4497-8f04-1a50b16e931d req-e7867a0e-1d6e-49cc-933e-122a4b6d74b8 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 944 time: 0.1711676
Feb 19 20:57:13.792373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:13.800469 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:13.836574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97c9c5fb-b0ba-4497-8f04-1a50b16e931d req-30b11c85-f5ab-4551-a539-baa33b6aa4ca tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602322
Feb 19 20:57:13.838018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:13.839513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd927e050-ac38-4b26-8aa5-14f490410068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:13.839681 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-7be2917b-f1e1-4416-8b43-cdabb25f8527 service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2803218
Feb 19 20:57:13.842242 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5da053-a910-4697-9cf9-4cc54a535153" -d '{"events": [{"server_uuid": "d927e050-ac38-4b26-8aa5-14f490410068", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:13.849984 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:13.903220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33d6b2b5-9b8c-4a92-a493-cbb2f75bffe6 req-645295b1-4bdb-4b58-84c0-0b59c5908468 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 210 time: 0.0701759
Feb 19 20:57:13.906857 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d38dfce-a53b-404f-9e86-81bf6424b034 x-openstack-request-id: req-2d38dfce-a53b-404f-9e86-81bf6424b034 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:13.907256 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d96133-519f-46d5-9906-ad66e66ae2df", "tag": "25ae9901-aabc-4527-88db-b493a2eaf496", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:13.907660 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d38dfce-a53b-404f-9e86-81bf6424b034 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:13.909127 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d96133-519f-46d5-9906-ad66e66ae2df', 'tag': '25ae9901-aabc-4527-88db-b493a2eaf496', 'status': 'completed', 'code': 200}
Feb 19 20:57:13.917306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:13.963987 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4ed715-aa7f-48aa-9953-7326a929eb84 x-openstack-request-id: req-2f4ed715-aa7f-48aa-9953-7326a929eb84 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:13.964358 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d927e050-ac38-4b26-8aa5-14f490410068", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:13.964825 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f4ed715-aa7f-48aa-9953-7326a929eb84 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:13.966097 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd927e050-ac38-4b26-8aa5-14f490410068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c', 'code': 200}
Feb 19 20:57:14.086184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0b859-e3bf-4ede-8e49-73f1abe4d122 req-33c7f3f3-c6c4-4322-bdb7-3b8b8c56bf3e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:14.087761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2eb0b859-e3bf-4ede-8e49-73f1abe4d122 req-33c7f3f3-c6c4-4322-bdb7-3b8b8c56bf3e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 943 time: 0.0923243
Feb 19 20:57:14.095167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a46de28-a3f1-4c18-8dc0-7b1248000013 req-6a3ec8f5-003b-4239-a6b8-429d32ad088d service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850271
Feb 19 20:57:14.151659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2eb0b859-e3bf-4ede-8e49-73f1abe4d122 req-c9a27e25-4619-463e-a493-ba9ac6a42635 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542934
Feb 19 20:57:14.200863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede2f8b-eb72-43b5-bb1b-bbf21e3216cb req-e945d883-6f41-4710-82c4-9e313196e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:14.202569 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ede2f8b-eb72-43b5-bb1b-bbf21e3216cb req-e945d883-6f41-4710-82c4-9e313196e97c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=808305a45737485185adcb60012ea91a&device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 1125 time: 0.0499883
Feb 19 20:57:14.337704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede2f8b-eb72-43b5-bb1b-bbf21e3216cb req-b48d92f3-5add-4e07-9dda-2eb66f206927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:14.339105 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ede2f8b-eb72-43b5-bb1b-bbf21e3216cb req-b48d92f3-5add-4e07-9dda-2eb66f206927 service neutron] 10.222.0.10 "GET /v2.0/networks?id=351c1efd-5280-463c-84c7-ead44efacdc6 HTTP/1.1" status: 200  len: 915 time: 0.1259668
Feb 19 20:57:14.362865 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks [] for port (ea4af430-5045-4885-a178-bea7b85b3f36), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:14.389415 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ede2f8b-eb72-43b5-bb1b-bbf21e3216cb req-1a087851-8d8a-40f3-813a-e4fa395a42b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25ae9901-aabc-4527-88db-b493a2eaf496 HTTP/1.1" status: 200  len: 217 time: 0.0421917
Feb 19 20:57:14.397362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccd171-051f-4cc9-9fba-0445c5112dd3 req-b2051d8b-ff9f-4a3e-ac17-91b2a17f8b9d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:14.398829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0ccd171-051f-4cc9-9fba-0445c5112dd3 req-b2051d8b-ff9f-4a3e-ac17-91b2a17f8b9d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 950 time: 0.1076951
Feb 19 20:57:14.410118 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-28af5a24-9948-44bb-a01d-dc1abae72c10 req-0c5b87e4-a8d2-48d0-a3e4-0b6db836e977 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Deleting port a0a6b42b-6ed6-490d-be6f-f141ef78c41e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:14.410462 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-28af5a24-9948-44bb-a01d-dc1abae72c10 req-0c5b87e4-a8d2-48d0-a3e4-0b6db836e977 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:14.471623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede2f8b-eb72-43b5-bb1b-bbf21e3216cb req-a88c5589-8e4d-4720-bcdf-0d204a83a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:14.473126 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ede2f8b-eb72-43b5-bb1b-bbf21e3216cb req-a88c5589-8e4d-4720-bcdf-0d204a83a8a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1483f08-a82b-401b-9a13-2fb830d29e75 HTTP/1.1" status: 200  len: 854 time: 0.0734382
Feb 19 20:57:14.474430 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2605b2aa-f874-4b15-aca5-f3a8e934a82f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:14.480639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0ccd171-051f-4cc9-9fba-0445c5112dd3 req-fa65a12c-d2e5-4313-94b9-57e8a211ae56 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722120
Feb 19 20:57:14.486441 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2605b2aa-f874-4b15-aca5-f3a8e934a82f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (bdf06405-5355-44db-b761-caf71f4a6175), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:14.509242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ede2f8b-eb72-43b5-bb1b-bbf21e3216cb req-fbc712f3-e7f6-4365-aee1-19248219381f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=351c1efd-5280-463c-84c7-ead44efacdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276313
Feb 19 20:57:14.604246 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:14.619101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['7d04593a-188e-4b4f-ab61-c23f7653caf7'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:14.678915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-28af5a24-9948-44bb-a01d-dc1abae72c10 req-0c5b87e4-a8d2-48d0-a3e4-0b6db836e977 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] For port a0a6b42b-6ed6-490d-be6f-f141ef78c41e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0a6b42b-6ed6-490d-be6f-f141ef78c41e,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:14.680406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-28af5a24-9948-44bb-a01d-dc1abae72c10 req-0c5b87e4-a8d2-48d0-a3e4-0b6db836e977 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:14.693721 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:14.706387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ede2f8b-eb72-43b5-bb1b-bbf21e3216cb req-e32ac1a3-26be-430b-bafb-faebcf8e3f71 service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908765
Feb 19 20:57:14.733873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:14.740691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Pushing event updated for resources: {'Port': ['ID=ea4af430-5045-4885-a178-bea7b85b3f36,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:14.746045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a710c3-2399-49f4-bd38-c942fdef5660 req-71b94b66-bc1a-48df-95fd-e23fdd2dc701 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:14.746214 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-28af5a24-9948-44bb-a01d-dc1abae72c10 req-0c5b87e4-a8d2-48d0-a3e4-0b6db836e977 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Calling delete_port for a0a6b42b-6ed6-490d-be6f-f141ef78c41e owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:14.748252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2a710c3-2399-49f4-bd38-c942fdef5660 req-71b94b66-bc1a-48df-95fd-e23fdd2dc701 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1779907
Feb 19 20:57:14.759162 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:57:14.791868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-624984a8-c506-4e5e-9ab7-6f5a4ba8c226 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:14.793751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-624984a8-c506-4e5e-9ab7-6f5a4ba8c226 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "GET /v2.0/ports?device_id=d927e050-ac38-4b26-8aa5-14f490410068 HTTP/1.1" status: 200  len: 943 time: 0.1770387
Feb 19 20:57:14.869012 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-2605b2aa-f874-4b15-aca5-f3a8e934a82f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Floating IP bdf06405-5355-44db-b761-caf71f4a6175 associated. External IP: 172.35.2.130, port: 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a.
Feb 19 20:57:15.007773 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-52393bb0-c8c8-4fb5-b2f2-03ce8f5d96b4 service neutron] 10.222.0.67 "GET /v2.0/ports/36f49322-08ea-4d05-b1fa-2357653ca8be/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3368909
Feb 19 20:57:15.043678 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2a710c3-2399-49f4-bd38-c942fdef5660 req-8bf4a327-8876-499b-a67c-0af677b22fa7 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2813578
Feb 19 20:57:15.050572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-73aa4ac2-27a5-439b-9133-e468c08ff553 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:15.051789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-73aa4ac2-27a5-439b-9133-e468c08ff553 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 802 time: 0.3796089
Feb 19 20:57:15.070982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c3b89-5232-47f1-a087-5746ed047652 req-5ecebc4d-3bbf-4b46-bf34-9997e4b636e8 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:15.078678 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-601c3b89-5232-47f1-a087-5746ed047652 req-5ecebc4d-3bbf-4b46-bf34-9997e4b636e8 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 935 time: 0.2452638
Feb 19 20:57:15.096945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Request body: {'port': {'device_id': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'admin_state_up': True, 'tenant_id': 'b959eb07a97740dca63d3cf3d2ed0a63'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:15.104801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:15.105441 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:15.152885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-37ba89a7-395a-42b9-bc1b-74ad410e0e33 None None] Provisioning complete for port ea4af430-5045-4885-a178-bea7b85b3f36 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:15.154050 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37ba89a7-395a-42b9-bc1b-74ad410e0e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:15.161119 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7a8b7793-3cfc-44a2-aaf6-ecb53b351f7c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0939956
Feb 19 20:57:15.177409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Request body: {'port': {'device_id': '3ce58dc5-cdde-4b6e-800d-95033c88b685', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:15.199916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-37ba89a7-395a-42b9-bc1b-74ad410e0e33 None None] Port ea4af430-5045-4885-a178-bea7b85b3f36 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:57:15.202974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ede2f8b-eb72-43b5-bb1b-bbf21e3216cb req-ed8d96d0-ae92-4f20-a098-44c42622f67c service neutron] 10.222.0.10 "GET /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4696231
Feb 19 20:57:15.269666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-601c3b89-5232-47f1-a087-5746ed047652 req-8de5aa83-afca-4b96-82f9-262a2b48571f tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892259
Feb 19 20:57:15.293309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-a40aabe2-b710-44f7-8d5f-31256f119549 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Deleting port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:15.293309 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-a40aabe2-b710-44f7-8d5f-31256f119549 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:15.346981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a9b2c-b989-4601-80f1-9370b849b616 req-a0ed50dc-ce3f-44fe-adfd-4b979d18d372 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:15.353237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d81a9b2c-b989-4601-80f1-9370b849b616 req-a0ed50dc-ce3f-44fe-adfd-4b979d18d372 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 944 time: 0.1969187
Feb 19 20:57:15.427473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0a6d2fa-2344-45ee-9ae4-81b85bb83131 req-1c2d460d-49a2-46f2-b135-662486ab4149 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 210 time: 0.0718470
Feb 19 20:57:15.458863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Made reservation on behalf of b959eb07a97740dca63d3cf3d2ed0a63 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:15.462121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:15.509777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d81a9b2c-b989-4601-80f1-9370b849b616 req-f85266e4-4c1f-4f84-a9ee-352aea48f452 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555994
Feb 19 20:57:15.541182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-a40aabe2-b710-44f7-8d5f-31256f119549 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] For port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:15.541545 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-a40aabe2-b710-44f7-8d5f-31256f119549 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:15.590436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-a40aabe2-b710-44f7-8d5f-31256f119549 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Calling delete_port for ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:15.695549 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:15.747151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed080f-aba0-4269-80f5-870ea703e5a1 req-9ed83e81-76cb-4ed7-b880-3bd27335e39c tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:15.748647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93ed080f-aba0-4269-80f5-870ea703e5a1 req-9ed83e81-76cb-4ed7-b880-3bd27335e39c tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 943 time: 0.2349124
Feb 19 20:57:15.760940 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-28af5a24-9948-44bb-a01d-dc1abae72c10 req-0c5b87e4-a8d2-48d0-a3e4-0b6db836e977 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a0a6b42b-6ed6-490d-be6f-f141ef78c41e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:15.777134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6ad13ef7-c05f-4bdb-be33-195dad103115', 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:15.807176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', '365ebc46-b2da-4491-a96e-331ee2fb5b8b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:15.817381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6b8ad-37cf-4817-ae24-db9374b0be22 req-33fd7f36-e0fb-4938-88d2-4e4d489d6f28 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:15.818968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81f6b8ad-37cf-4817-ae24-db9374b0be22 req-33fd7f36-e0fb-4938-88d2-4e4d489d6f28 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c91011-f731-4d80-b568-d970fcd46286 HTTP/1.1" status: 200  len: 867 time: 0.2353022
Feb 19 20:57:15.856193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b87e4-a8d2-48d0-a3e4-0b6db836e977 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event deleted for resources: {'Port': ['ID=a0a6b42b-6ed6-490d-be6f-f141ef78c41e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:15.863138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Allocated IP 172.20.0.8 (0b77203b-47b2-4bd5-a7b7-432923f05242/e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea/296aa138-ed01-4c5c-b1dd-57c160938115) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:57:15.863474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2605b2aa-f874-4b15-aca5-f3a8e934a82f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Router 23e02ab4-203d-4970-abb4-c7e69c3d9995 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:57:15.945401 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93ed080f-aba0-4269-80f5-870ea703e5a1 req-2dc4f39c-69ae-4099-a105-1c27ccffc1f1 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741102
Feb 19 20:57:15.990806 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81f6b8ad-37cf-4817-ae24-db9374b0be22 req-80f48dd7-27be-485a-b44d-ffb150984021 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611607
Feb 19 20:57:16.005627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-28af5a24-9948-44bb-a01d-dc1abae72c10 req-0c5b87e4-a8d2-48d0-a3e4-0b6db836e977 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] No DVR routers for this DVR port a0a6b42b-6ed6-490d-be6f-f141ef78c41e on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:16.005627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-28af5a24-9948-44bb-a01d-dc1abae72c10 req-0c5b87e4-a8d2-48d0-a3e4-0b6db836e977 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:16.008544 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-28af5a24-9948-44bb-a01d-dc1abae72c10 req-0c5b87e4-a8d2-48d0-a3e4-0b6db836e977 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "DELETE /v2.0/ports/a0a6b42b-6ed6-490d-be6f-f141ef78c41e HTTP/1.1" status: 204  len: 173 time: 2.2782197
Feb 19 20:57:16.013889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c91011-f731-4d80-b568-d970fcd46286', 'name': 'network-vif-deleted', 'tag': 'a0a6b42b-6ed6-490d-be6f-f141ef78c41e'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:16.016158 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a654c020-370a-401e-abd9-1b88254bf807" -d '{"events": [{"server_uuid": "87c91011-f731-4d80-b568-d970fcd46286", "name": "network-vif-deleted", "tag": "a0a6b42b-6ed6-490d-be6f-f141ef78c41e"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:16.051061 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-a40aabe2-b710-44f7-8d5f-31256f119549 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:16.059048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-83e0c2a2-036c-4d86-b9bf-bf20fba07075 service neutron] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f49322-08ea-4d05-b1fa-2357653ca8be,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:16.106120 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3126ca18-df8d-407e-b1b7-492f9a656507 x-openstack-request-id: req-3126ca18-df8d-407e-b1b7-492f9a656507 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:16.107699 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c91011-f731-4d80-b568-d970fcd46286", "name": "network-vif-deleted", "tag": "a0a6b42b-6ed6-490d-be6f-f141ef78c41e", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:16.107699 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3126ca18-df8d-407e-b1b7-492f9a656507 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:16.107699 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c91011-f731-4d80-b568-d970fcd46286', 'name': 'network-vif-deleted', 'tag': 'a0a6b42b-6ed6-490d-be6f-f141ef78c41e', 'status': 'completed', 'code': 200}
Feb 19 20:57:16.146602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-83e0c2a2-036c-4d86-b9bf-bf20fba07075 service neutron] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:16.155850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40aabe2-b710-44f7-8d5f-31256f119549 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Pushing event deleted for resources: {'Port': ['ID=ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:16.202473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 25ae9901-aabc-4527-88db-b493a2eaf496 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:57:16.210933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a0a6b42b-6ed6-490d-be6f-f141ef78c41e no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:16.236668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-a40aabe2-b710-44f7-8d5f-31256f119549 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] No DVR routers for this DVR port ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:16.241337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-83e0c2a2-036c-4d86-b9bf-bf20fba07075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f49322-08ea-4d05-b1fa-2357653ca8be {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:16.257152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: a0a6b42b-6ed6-490d-be6f-f141ef78c41e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:16.257494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a0a6b42b-6ed6-490d-be6f-f141ef78c41e not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:16.265109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-83e0c2a2-036c-4d86-b9bf-bf20fba07075 service neutron] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36f49322-08ea-4d05-b1fa-2357653ca8be,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:16.280371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2605b2aa-f874-4b15-aca5-f3a8e934a82f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:57:16.288538 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2605b2aa-f874-4b15-aca5-f3a8e934a82f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:16.296958 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-a40aabe2-b710-44f7-8d5f-31256f119549 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:16.297633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a9815-2833-4e08-aac4-45a341d2510c None None] Sync routers for ids ['23e02ab4-203d-4970-abb4-c7e69c3d9995'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:57:16.303270 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-a40aabe2-b710-44f7-8d5f-31256f119549 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "DELETE /v2.0/ports/ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c HTTP/1.1" status: 204  len: 173 time: 1.4680579
Feb 19 20:57:16.312516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd927e050-ac38-4b26-8aa5-14f490410068', 'name': 'network-vif-deleted', 'tag': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:16.315705 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac6f1c2-08cc-466b-aeb7-0be98a43542b" -d '{"events": [{"server_uuid": "d927e050-ac38-4b26-8aa5-14f490410068", "name": "network-vif-deleted", "tag": "ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:16.324826 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-83e0c2a2-036c-4d86-b9bf-bf20fba07075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:16.374785 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2605b2aa-f874-4b15-aca5-f3a8e934a82f tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "PUT /v2.0/floatingips/bdf06405-5355-44db-b761-caf71f4a6175 HTTP/1.1" status: 200  len: 991 time: 2.8495326
Feb 19 20:57:16.421517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a9815-2833-4e08-aac4-45a341d2510c None None] Routers {'23e02ab4-203d-4970-abb4-c7e69c3d9995'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:57:16.422294 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb2a9815-2833-4e08-aac4-45a341d2510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6341c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:56:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['23e02ab4-203d-4970-abb4-c7e69c3d9995'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:16.542292 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4af430-5045-4885-a178-bea7b85b3f36 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:16.553676 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Publish callbacks [] for port (ea4af430-5045-4885-a178-bea7b85b3f36), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:16.583351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-83e0c2a2-036c-4d86-b9bf-bf20fba07075 service neutron] Transition to ACTIVE for port object 36f49322-08ea-4d05-b1fa-2357653ca8be will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:57:16.587312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Transition to ACTIVE for port object ea4af430-5045-4885-a178-bea7b85b3f36 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:57:16.593620 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-83e0c2a2-036c-4d86-b9bf-bf20fba07075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:16.600172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:16.700565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-83e0c2a2-036c-4d86-b9bf-bf20fba07075 service neutron] No DVR routers for this DVR port 36f49322-08ea-4d05-b1fa-2357653ca8be on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:16.719219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0c2a2-036c-4d86-b9bf-bf20fba07075 service neutron] Pushing event updated for resources: {'Port': ['ID=36f49322-08ea-4d05-b1fa-2357653ca8be,revision_number=10']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:16.852843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 25ae9901-aabc-4527-88db-b493a2eaf496, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25ae9901-aabc-4527-88db-b493a2eaf496,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:16.858319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38105f5c-9f41-4a95-9203-62cdb11be4f6 req-0e9bebf3-241c-422b-9a48-5e927b9ca6c1 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:16.866036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38105f5c-9f41-4a95-9203-62cdb11be4f6 req-0e9bebf3-241c-422b-9a48-5e927b9ca6c1 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.6667020
Feb 19 20:57:16.892564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bb2a9815-2833-4e08-aac4-45a341d2510c None None] Set router 23e02ab4-203d-4970-abb4-c7e69c3d9995 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:57:16.897977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '25ae9901-aabc-4527-88db-b493a2eaf496', 'network_id': '351c1efd-5280-463c-84c7-ead44efacdc6', 'port_id': '25ae9901-aabc-4527-88db-b493a2eaf496', 'mac_address': 'fa:16:3e:ee:4f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1483f08-a82b-401b-9a13-2fb830d29e75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:57:16.927111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks [] for port (296aa138-ed01-4c5c-b1dd-57c160938115), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:16.973076 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81126e5-a3a1-40cb-bfd2-af34805c39d0 req-ab6ce44d-07dd-4c62-824a-56a72307e4f0 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:16.974318 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-83e0c2a2-036c-4d86-b9bf-bf20fba07075 service neutron] 10.222.0.67 "PUT /v2.0/ports/36f49322-08ea-4d05-b1fa-2357653ca8be/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.9299035
Feb 19 20:57:16.974842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a81126e5-a3a1-40cb-bfd2-af34805c39d0 req-ab6ce44d-07dd-4c62-824a-56a72307e4f0 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 947 time: 0.1552467
Feb 19 20:57:16.983552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38105f5c-9f41-4a95-9203-62cdb11be4f6 req-996942cf-c1d6-41ea-9fb1-a93e76f79a38 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165783
Feb 19 20:57:17.020227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778c54b-f712-440d-b276-51123a721649 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4af430-5045-4885-a178-bea7b85b3f36,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:17.028193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Attempting to bind port ea4af430-5045-4885-a178-bea7b85b3f36 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:17.028663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Attempting to bind port ea4af430-5045-4885-a178-bea7b85b3f36 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:17.029004 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Attempting to bind port ea4af430-5045-4885-a178-bea7b85b3f36 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:17.035168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Port ea4af430-5045-4885-a178-bea7b85b3f36 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:57:17.035508 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Attempting to bind port ea4af430-5045-4885-a178-bea7b85b3f36 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:17.041121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:17.041470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:17.041871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:17.042425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Bound port: ea4af430-5045-4885-a178-bea7b85b3f36, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:17.043362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:17.046721 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:17.090304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a81126e5-a3a1-40cb-bfd2-af34805c39d0 req-f9826998-1889-4d75-bc14-2ac704be960b tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056283
Feb 19 20:57:17.110331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Network 0b77203b-47b2-4bd5-a7b7-432923f05242 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:17.114937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:17.138941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:57:17.241773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-a728e41d-a4f9-43b0-b2cc-01189e01b48b tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:17.243424 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-a728e41d-a4f9-43b0-b2cc-01189e01b48b tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1605923
Feb 19 20:57:17.244044 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bf3ce5-7c04-46df-a33a-e8f3c0532b12 x-openstack-request-id: req-14bf3ce5-7c04-46df-a33a-e8f3c0532b12 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:17.244600 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d927e050-ac38-4b26-8aa5-14f490410068", "name": "network-vif-deleted", "tag": "ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:17.244812 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14bf3ce5-7c04-46df-a33a-e8f3c0532b12 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:17.245224 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd927e050-ac38-4b26-8aa5-14f490410068', 'name': 'network-vif-deleted', 'tag': 'ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c', 'status': 'completed', 'code': 200}
Feb 19 20:57:17.246436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Pushing event updated for resources: {'Port': ['ID=296aa138-ed01-4c5c-b1dd-57c160938115,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:17.261963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:17.263182 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:17.307691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] For port ea4af430-5045-4885-a178-bea7b85b3f36, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:17.326244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] For port ea4af430-5045-4885-a178-bea7b85b3f36, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea4af430-5045-4885-a178-bea7b85b3f36,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:17.335763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 25ae9901-aabc-4527-88db-b493a2eaf496 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:17.336382 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:17.346310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-a50bc16f-d777-471b-b83a-b9e8e6e8fcba tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2536697
Feb 19 20:57:17.350837 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-11d21331-f42b-4d12-8093-a58b3de13567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:17.354474 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-11d21331-f42b-4d12-8093-a58b3de13567 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45&tenant_id=63acbd462dfc418fab3fbeedccacb9c7 HTTP/1.1" status: 200  len: 1127 time: 0.0925443
Feb 19 20:57:17.355710 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:17.364573 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:57:17.366584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Request body: {'port': {'device_id': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:17.407694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ae9901-aabc-4527-88db-b493a2eaf496 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:17.427060 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:17.427329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38beb3b-dcdf-4378-becb-981a77a02af3 req-3c0683bc-03c2-42ea-ac43-5e6e8d644606 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:17.427453 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:17.429032 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-7778c54b-f712-440d-b276-51123a721649 service neutron] 10.222.0.67 "PUT /v2.0/ports/ea4af430-5045-4885-a178-bea7b85b3f36 HTTP/1.1" status: 200  len: 1095 time: 2.2558322
Feb 19 20:57:17.436169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e38beb3b-dcdf-4378-becb-981a77a02af3 req-3c0683bc-03c2-42ea-ac43-5e6e8d644606 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 945 time: 0.1562178
Feb 19 20:57:17.486267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53a751-d5b8-40ea-8bf6-29ba11eb970a req-f4c5eb08-68b9-4867-9974-ca0cc72e3122 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:17.487887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce53a751-d5b8-40ea-8bf6-29ba11eb970a req-f4c5eb08-68b9-4867-9974-ca0cc72e3122 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 931 time: 0.2101042
Feb 19 20:57:17.516010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 25ae9901-aabc-4527-88db-b493a2eaf496, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25ae9901-aabc-4527-88db-b493a2eaf496,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:17.533018 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:17.544837 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:17.575765 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e38beb3b-dcdf-4378-becb-981a77a02af3 req-2e2d15d1-5b2b-432f-a632-a8c72d979e83 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fe52de4a-08b9-456d-b382-662f0375813a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1361499
Feb 19 20:57:17.590213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-2cdbeb91-d187-4757-9e42-cbc974a1aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:17.593028 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-2cdbeb91-d187-4757-9e42-cbc974a1aa2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 1127 time: 0.2125025
Feb 19 20:57:17.674272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce53a751-d5b8-40ea-8bf6-29ba11eb970a req-d057d870-495f-4e02-ac20-df1af3db80d8 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777906
Feb 19 20:57:17.684818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778c54b-f712-440d-b276-51123a721649 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4af430-5045-4885-a178-bea7b85b3f36,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:17.703892 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:17.751902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=25ae9901-aabc-4527-88db-b493a2eaf496,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:17.770821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:17.771158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ad4b3aac-0db6-4a6b-bc6e-adb874dddb0c not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:17.771613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 36f49322-08ea-4d05-b1fa-2357653ca8be no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:17.796367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-dfdc71bf-f7ad-4e2a-90cc-edb5526b4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:17.798601 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-dfdc71bf-f7ad-4e2a-90cc-edb5526b4496 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.1939430
Feb 19 20:57:17.801822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-956b3936-dafb-4cc1-82a1-8a89e0e2cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:17.807438 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-956b3936-dafb-4cc1-82a1-8a89e0e2cfc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=106062f100884d929b001725a5daa730&device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 1129 time: 0.3130314
Feb 19 20:57:17.873359 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-ab2c83f3-8498-4a72-8512-1d0bae93c98b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f49322-08ea-4d05-b1fa-2357653ca8be HTTP/1.1" status: 200  len: 217 time: 0.0601652
Feb 19 20:57:17.895575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['25ae9901-aabc-4527-88db-b493a2eaf496'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:17.925582 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-bfb7749a-f076-4ae2-85a9-e2814d07cb1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ea4af430-5045-4885-a178-bea7b85b3f36 HTTP/1.1" status: 200  len: 217 time: 0.1091268
Feb 19 20:57:17.933006 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port 36f49322-08ea-4d05-b1fa-2357653ca8be host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:57:17.933387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 36f49322-08ea-4d05-b1fa-2357653ca8be not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:17.947624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0a2ea-8c7f-47a0-b647-cd402edcbd37 req-07382dad-9fd1-4d68-a52f-cba25b509582 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:17.949563 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07a0a2ea-8c7f-47a0-b647-cd402edcbd37 req-07382dad-9fd1-4d68-a52f-cba25b509582 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 945 time: 0.2238488
Feb 19 20:57:17.975440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb498f1e-a871-4edf-8bcd-cc0d6c29cc26 req-6b67ba6d-757d-4ba1-bfe5-e45bc294af42 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:17.982512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb498f1e-a871-4edf-8bcd-cc0d6c29cc26 req-6b67ba6d-757d-4ba1-bfe5-e45bc294af42 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 944 time: 0.1643875
Feb 19 20:57:18.002580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb2a9815-2833-4e08-aac4-45a341d2510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6341c0a0>, [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:50Z', 'revision_number': 4, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bdf06405-5355-44db-b761-caf71f4a6175', 'tenant_id': '5c496adb59f3467687458650e28da232', 'floating_ip_address': '172.35.2.130', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'port_id': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'mac_address': 'fa:16:3e:8d:4b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:56:55Z', 'updated_at': '2022-02-19T20:57:14Z', 'revision_number': 1, 'project_id': '5c496adb59f3467687458650e28da232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ed5c7e-f878-4e1f-980f-e5aa33d042e4', 'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'tenant_id': '5c496adb59f3467687458650e28da232', 'mac_address': 'fa:16:3e:1d:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:49Z', 'updated_at': '2022-02-19T20:56:55Z', 'revision_number': 5, 'project_id': '5c496adb59f3467687458650e28da232', 'subnets': [{'id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:18.007545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-33e15ebd-00a8-487d-82d5-24f30597e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:18.009257 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-33e15ebd-00a8-487d-82d5-24f30597e7f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.0952907
Feb 19 20:57:18.012884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-5ee5a3e4-5db1-458a-a4ae-0ad22efc4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:18.014367 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-5ee5a3e4-5db1-458a-a4ae-0ad22efc4836 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0693617
Feb 19 20:57:18.039671 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a9815-2833-4e08-aac4-45a341d2510c None None] Checking router: 23e02ab4-203d-4970-abb4-c7e69c3d9995 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:57:18.049317 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-9430a0ba-65d6-46db-9b6e-edf7254a0b86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337822
Feb 19 20:57:18.066324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a9815-2833-4e08-aac4-45a341d2510c None None] Routers {'23e02ab4-203d-4970-abb4-c7e69c3d9995'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:57:18.066956 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb2a9815-2833-4e08-aac4-45a341d2510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6341c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:56:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['23e02ab4-203d-4970-abb4-c7e69c3d9995'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:18.099856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb498f1e-a871-4edf-8bcd-cc0d6c29cc26 req-1b77fcb5-caaf-4016-a73c-bf57227279c1 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166315
Feb 19 20:57:18.102736 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07a0a2ea-8c7f-47a0-b647-cd402edcbd37 req-7bad3d3c-11c9-4495-92b9-edf63a0f3329 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178086
Feb 19 20:57:18.114139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'tag': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a'}, {'name': 'network-changed', 'server_uuid': '3ce58dc5-cdde-4b6e-800d-95033c88b685', 'tag': 'ea4af430-5045-4885-a178-bea7b85b3f36'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:18.117101 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24fe823-b169-42ef-80b0-ae973b98c2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f1f59f-19d3-4b89-873c-bc100187739c", "tag": "7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a"}, {"name": "network-changed", "server_uuid": "3ce58dc5-cdde-4b6e-800d-95033c88b685", "tag": "ea4af430-5045-4885-a178-bea7b85b3f36"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:18.162965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-5f169956-bfb4-4435-9b93-0119c7b23957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:18.164702 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-5f169956-bfb4-4435-9b93-0119c7b23957 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1406884
Feb 19 20:57:18.180640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296aa138-ed01-4c5c-b1dd-57c160938115 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:18.194110 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Publish callbacks [] for port (296aa138-ed01-4c5c-b1dd-57c160938115), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:18.221891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Transition to ACTIVE for port object 296aa138-ed01-4c5c-b1dd-57c160938115 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:57:18.241808 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:18.254049 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-16b9c8e3-810f-408d-b5d1-dcea5fc4346e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:18.264274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bb2a9815-2833-4e08-aac4-45a341d2510c None None] Set router 23e02ab4-203d-4970-abb4-c7e69c3d9995 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:57:18.270626 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-298917cc-9d20-45bb-afc7-11132bf57204 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2020178
Feb 19 20:57:18.336716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Pushing event updated for resources: {'Port': ['ID=296aa138-ed01-4c5c-b1dd-57c160938115,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:18.355557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889839-ae0c-4e7e-ac80-8ceab7144862 req-30772d7a-1cb3-4ea6-badc-c4e0639de9d0 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:18.362464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7889839-ae0c-4e7e-ac80-8ceab7144862 req-30772d7a-1cb3-4ea6-badc-c4e0639de9d0 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1603997
Feb 19 20:57:18.388377 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-949db0b8-26bd-42c7-8b2a-9d6bed6870a1 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143748
Feb 19 20:57:18.415209 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-b9dc59da-fd25-48c0-bf33-8431540e2166 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282809
Feb 19 20:57:18.434804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0b5ee-06fb-4eaf-aed7-f2ec7b677baf req-c132a42c-44a9-40cf-bb31-4872aafe2b9e tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:18.441779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecc0b5ee-06fb-4eaf-aed7-f2ec7b677baf req-c132a42c-44a9-40cf-bb31-4872aafe2b9e tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 947 time: 0.1678498
Feb 19 20:57:18.514694 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6aed6bd2-600d-4b32-808c-4d94080a2a12 req-cf1ede93-cb57-47c2-9d4d-ad18779daa6a service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1170626
Feb 19 20:57:18.516040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7889839-ae0c-4e7e-ac80-8ceab7144862 req-5ac360e8-4c4e-4cbc-a30b-c98508bf4d0b tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527238
Feb 19 20:57:18.519895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb2a9815-2833-4e08-aac4-45a341d2510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6341c0a0>, [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:50Z', 'revision_number': 4, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bdf06405-5355-44db-b761-caf71f4a6175', 'tenant_id': '5c496adb59f3467687458650e28da232', 'floating_ip_address': '172.35.2.130', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'port_id': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'mac_address': 'fa:16:3e:8d:4b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:56:55Z', 'updated_at': '2022-02-19T20:57:14Z', 'revision_number': 1, 'project_id': '5c496adb59f3467687458650e28da232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ed5c7e-f878-4e1f-980f-e5aa33d042e4', 'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'tenant_id': '5c496adb59f3467687458650e28da232', 'mac_address': 'fa:16:3e:1d:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:49Z', 'updated_at': '2022-02-19T20:56:55Z', 'revision_number': 5, 'project_id': '5c496adb59f3467687458650e28da232', 'subnets': [{'id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:18.527969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Attempting to bind port 296aa138-ed01-4c5c-b1dd-57c160938115 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:18.528315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Attempting to bind port 296aa138-ed01-4c5c-b1dd-57c160938115 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:18.528695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Attempting to bind port 296aa138-ed01-4c5c-b1dd-57c160938115 on network 0b77203b-47b2-4bd5-a7b7-432923f05242 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:18.536871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecc0b5ee-06fb-4eaf-aed7-f2ec7b677baf req-6631ac7c-fc43-4f49-bc3d-2ef61e47c462 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942128
Feb 19 20:57:18.541313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Port 296aa138-ed01-4c5c-b1dd-57c160938115 on network 0b77203b-47b2-4bd5-a7b7-432923f05242 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:57:18.541771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Attempting to bind port 296aa138-ed01-4c5c-b1dd-57c160938115 on network 0b77203b-47b2-4bd5-a7b7-432923f05242 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:18.555875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:18.555875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Checking segment: {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:18.555875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Bound using segment: {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:18.555875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Bound port: 296aa138-ed01-4c5c-b1dd-57c160938115, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:18.555875 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:18.561071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a9815-2833-4e08-aac4-45a341d2510c None None] The sync data for ids ['23e02ab4-203d-4970-abb4-c7e69c3d9995'] in ncdv-master-1 is: [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:50Z', 'revision_number': 4, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bdf06405-5355-44db-b761-caf71f4a6175', 'tenant_id': '5c496adb59f3467687458650e28da232', 'floating_ip_address': '172.35.2.130', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'port_id': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'mac_address': 'fa:16:3e:8d:4b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:56:55Z', 'updated_at': '2022-02-19T20:57:14Z', 'revision_number': 1, 'project_id': '5c496adb59f3467687458650e28da232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ed5c7e-f878-4e1f-980f-e5aa33d042e4', 'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'tenant_id': '5c496adb59f3467687458650e28da232', 'mac_address': 'fa:16:3e:1d:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:49Z', 'updated_at': '2022-02-19T20:56:55Z', 'revision_number': 5, 'project_id': '5c496adb59f3467687458650e28da232', 'subnets': [{'id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:57:18.627190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] For port 296aa138-ed01-4c5c-b1dd-57c160938115, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:18.631165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] For port 296aa138-ed01-4c5c-b1dd-57c160938115, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=296aa138-ed01-4c5c-b1dd-57c160938115,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:18.643435 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:18.672276 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c389ae1-e94f-421c-a15f-8ecb1d0f5888 x-openstack-request-id: req-3c389ae1-e94f-421c-a15f-8ecb1d0f5888 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:18.678712 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f1f59f-19d3-4b89-873c-bc100187739c", "tag": "7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ce58dc5-cdde-4b6e-800d-95033c88b685", "tag": "ea4af430-5045-4885-a178-bea7b85b3f36", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:18.681140 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c389ae1-e94f-421c-a15f-8ecb1d0f5888 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:18.682590 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'tag': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a', 'status': 'completed', 'code': 200}
Feb 19 20:57:18.683424 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce58dc5-cdde-4b6e-800d-95033c88b685', 'tag': 'ea4af430-5045-4885-a178-bea7b85b3f36', 'status': 'completed', 'code': 200}
Feb 19 20:57:18.687767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:18.688177 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:18.689708 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] 10.222.0.67 "PUT /v2.0/ports/296aa138-ed01-4c5c-b1dd-57c160938115 HTTP/1.1" status: 200  len: 1091 time: 1.3298557
Feb 19 20:57:18.763063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428025a-3a6b-424c-b16b-9c6a465499a7 service neutron] Pushing event updated for resources: {'Port': ['ID=296aa138-ed01-4c5c-b1dd-57c160938115,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:18.798652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-bc49450b-731f-481c-940e-b9a19166c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:18.800311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-bc49450b-731f-481c-940e-b9a19166c0e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=106062f100884d929b001725a5daa730&device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 1129 time: 0.0984256
Feb 19 20:57:18.842423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-5ce08c45-52bb-4f7c-84d1-b308ab765c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:18.845460 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-5ce08c45-52bb-4f7c-84d1-b308ab765c93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c496adb59f3467687458650e28da232&device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 1127 time: 0.1487811
Feb 19 20:57:18.874681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-6f323922-7b60-4d63-a816-8fd7958570ff tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:18.876479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-6f323922-7b60-4d63-a816-8fd7958570ff tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1626148
Feb 19 20:57:18.896917 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f573e2-b64f-4672-a9c3-18aa918195bf None None] New status for floating IP bdf06405-5355-44db-b761-caf71f4a6175: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:57:18.923425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-4dc4907e-bae3-4ad0-b644-72a746125ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:18.925572 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-4dc4907e-bae3-4ad0-b644-72a746125ec2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 1125 time: 0.1376452
Feb 19 20:57:18.978678 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-9e7bd295-71cb-488f-9c28-848123c96ba6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=296aa138-ed01-4c5c-b1dd-57c160938115 HTTP/1.1" status: 200  len: 217 time: 0.0447834
Feb 19 20:57:19.027222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-5433ee44-4a00-41ee-ac94-325cb537b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.028731 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-5433ee44-4a00-41ee-ac94-325cb537b784 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6896d345-c983-4d87-bf12-73e53cdf45a5 HTTP/1.1" status: 200  len: 906 time: 0.1752472
Feb 19 20:57:19.039021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-cf71d4d6-887e-424d-a6db-25cb25805eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.040658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-cf71d4d6-887e-424d-a6db-25cb25805eb7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2310979
Feb 19 20:57:19.054254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe506b3-1ddf-44c4-862a-22067e682134 req-9f692f73-163a-41bf-b278-fc1e0f851ca2 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.055851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-afe506b3-1ddf-44c4-862a-22067e682134 req-9f692f73-163a-41bf-b278-fc1e0f851ca2 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 943 time: 0.1837087
Feb 19 20:57:19.072557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5667a-c548-4efd-92ba-1d73b07ece7b req-aabe32b4-f975-406b-b7dd-034bc60bfca4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.074162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fad5667a-c548-4efd-92ba-1d73b07ece7b req-aabe32b4-f975-406b-b7dd-034bc60bfca4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 950 time: 0.2048199
Feb 19 20:57:19.089590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-23b720ff-8f78-4489-85e8-2252a888296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.091060 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-23b720ff-8f78-4489-85e8-2252a888296c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea HTTP/1.1" status: 200  len: 842 time: 0.1057041
Feb 19 20:57:19.117865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-9649f6dc-f976-43db-ba90-ec673e24ad4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ea4af430-5045-4885-a178-bea7b85b3f36 HTTP/1.1" status: 200  len: 217 time: 0.0598161
Feb 19 20:57:19.129801 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-271e8614-eb98-4093-ad32-b01edad617ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b77203b-47b2-4bd5-a7b7-432923f05242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0299735
Feb 19 20:57:19.133010 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-6a255926-09b1-4925-b8bb-fcb86d14551a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a HTTP/1.1" status: 200  len: 999 time: 0.0976250
Feb 19 20:57:19.236370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-ce1da5e4-b644-4a12-876e-375b3ffde4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.237841 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-ce1da5e4-b644-4a12-876e-375b3ffde4ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=794a15bb-eef3-4ddf-ad80-23e8f75a417a HTTP/1.1" status: 200  len: 844 time: 0.0936692
Feb 19 20:57:19.249882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'tag': '296aa138-ed01-4c5c-b1dd-57c160938115'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:19.252147 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d2b447-044d-4c9c-af61-de38c64c2611" -d '{"events": [{"name": "network-changed", "server_uuid": "0c58f78c-bd41-4570-86ec-a9d3a898e1b4", "tag": "296aa138-ed01-4c5c-b1dd-57c160938115"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:19.263606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-6dec85c8-45b7-4034-9254-5a02fde90fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.265121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-6dec85c8-45b7-4034-9254-5a02fde90fbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1343496
Feb 19 20:57:19.270183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fad5667a-c548-4efd-92ba-1d73b07ece7b req-f0f07f3a-6382-465e-971e-746b126d656b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567106
Feb 19 20:57:19.273569 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-afe506b3-1ddf-44c4-862a-22067e682134 req-fbc2fe3a-2c01-4dc0-90bc-1ba4bc528656 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969087
Feb 19 20:57:19.298548 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-5eecd03e-c920-43da-9d6c-6129f81f4bbc service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616046
Feb 19 20:57:19.299147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-31010f18-e7f1-473b-b668-a2c504cae289 service neutron] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:19.334021 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-31010f18-e7f1-473b-b668-a2c504cae289 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:19.335399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9a8d637-0251-41ca-8367-bf653acaf5d4 req-31010f18-e7f1-473b-b668-a2c504cae289 service neutron] 10.222.0.10 "DELETE /v2.0/ports/36f49322-08ea-4d05-b1fa-2357653ca8be/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4364500
Feb 19 20:57:19.390719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-d11cc26d-5ad2-46b0-bad5-a5661917849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.392217 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-d11cc26d-5ad2-46b0-bad5-a5661917849f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6896d345-c983-4d87-bf12-73e53cdf45a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1466134
Feb 19 20:57:19.404184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-758506e0-2de1-42e4-95f0-764deb3d1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.405714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-758506e0-2de1-42e4-95f0-764deb3d1fcc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1241860
Feb 19 20:57:19.456903 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8b5a193e-e005-4781-9675-0de1ba8b75cb req-64abfbbd-3df7-4232-a18b-c18b7778b5c7 service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455283
Feb 19 20:57:19.489083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c9f81-87ac-46dd-aaf2-256625e77839 req-7e1be6ed-9f0b-4079-bf91-74dad2c0ae2d tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.490627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e6c9f81-87ac-46dd-aaf2-256625e77839 req-7e1be6ed-9f0b-4079-bf91-74dad2c0ae2d tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 944 time: 0.1376700
Feb 19 20:57:19.497851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939e79c-4937-4f77-9712-1511cc63c02f req-f4be916a-270b-4755-bb8b-e148f5613e38 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.499251 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0939e79c-4937-4f77-9712-1511cc63c02f req-f4be916a-270b-4755-bb8b-e148f5613e38 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 945 time: 0.1584373
Feb 19 20:57:19.501738 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-bd9a6cb7-da1a-49c5-b31f-5fbd97af433c service neutron] 10.222.0.10 "GET /v2.0/networks/6896d345-c983-4d87-bf12-73e53cdf45a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017027
Feb 19 20:57:19.576901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-84429382-5178-4891-b5c9-767c1d41a83e service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569278
Feb 19 20:57:19.593139 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-265bc840-12af-4cc5-9df2-ab3a6b001c53 service neutron] 10.222.0.10 "GET /v2.0/networks/6896d345-c983-4d87-bf12-73e53cdf45a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828083
Feb 19 20:57:19.640175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e6c9f81-87ac-46dd-aaf2-256625e77839 req-6cf8949f-21ba-4caf-a36b-9853c268efc8 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381626
Feb 19 20:57:19.645392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0939e79c-4937-4f77-9712-1511cc63c02f req-5a9c0e46-144e-424f-a9fb-7a0ff281b9fc tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362882
Feb 19 20:57:19.692870 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2ba720-11a4-481b-8eb7-af6f87aa53e5 x-openstack-request-id: req-dd2ba720-11a4-481b-8eb7-af6f87aa53e5 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:19.693177 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c58f78c-bd41-4570-86ec-a9d3a898e1b4", "tag": "296aa138-ed01-4c5c-b1dd-57c160938115", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:19.693437 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd2ba720-11a4-481b-8eb7-af6f87aa53e5 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:19.693838 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'tag': '296aa138-ed01-4c5c-b1dd-57c160938115', 'status': 'completed', 'code': 200}
Feb 19 20:57:19.719086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a24fe823-b169-42ef-80b0-ae973b98c2f1 req-86ac7be0-dd22-47f0-9e9f-3850eff1f575 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331265
Feb 19 20:57:19.767492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2b447-044d-4c9c-af61-de38c64c2611 req-56e018c6-3a6d-47c9-a835-72db7cd2a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.769050 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-06d2b447-044d-4c9c-af61-de38c64c2611 req-56e018c6-3a6d-47c9-a835-72db7cd2a1ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 1125 time: 0.0492151
Feb 19 20:57:19.778932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e402-e5af-411f-a2be-c4b59a4cdec0 req-fe43c59b-b1d6-4b89-96ba-ad7015a37a07 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.780450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ef6e402-e5af-411f-a2be-c4b59a4cdec0 req-fe43c59b-b1d6-4b89-96ba-ad7015a37a07 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0744891
Feb 19 20:57:19.852695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bd320-6928-4037-8e1d-fe64bf6218ca req-8ef09b27-dc58-4ee0-97c0-8462d3abd5ae tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.854196 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a53bd320-6928-4037-8e1d-fe64bf6218ca req-8ef09b27-dc58-4ee0-97c0-8462d3abd5ae tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 947 time: 0.0951042
Feb 19 20:57:19.857121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ef6e402-e5af-411f-a2be-c4b59a4cdec0 req-56158982-b216-4eab-8843-bdaae229b6ce tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615366
Feb 19 20:57:19.865601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2b447-044d-4c9c-af61-de38c64c2611 req-e3e8be8b-8159-4aa9-a422-6188f8e448fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.867106 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-06d2b447-044d-4c9c-af61-de38c64c2611 req-e3e8be8b-8159-4aa9-a422-6188f8e448fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 903 time: 0.0903552
Feb 19 20:57:19.902751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a53bd320-6928-4037-8e1d-fe64bf6218ca req-62fc1066-4379-460a-b1d7-454c9f0e7d7b tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426064
Feb 19 20:57:19.913193 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-06d2b447-044d-4c9c-af61-de38c64c2611 req-a2cac559-5bde-434d-9938-18954c1ceeb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=296aa138-ed01-4c5c-b1dd-57c160938115 HTTP/1.1" status: 200  len: 217 time: 0.0390787
Feb 19 20:57:19.968770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2b447-044d-4c9c-af61-de38c64c2611 req-995c174a-3ab4-43de-813d-fb5179892271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.970895 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-06d2b447-044d-4c9c-af61-de38c64c2611 req-995c174a-3ab4-43de-813d-fb5179892271 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea HTTP/1.1" status: 200  len: 842 time: 0.0516958
Feb 19 20:57:19.990380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba27b5-0b78-48a4-96fc-0600a8e085b6 req-18d0c444-cb52-43d8-bdbc-2db151af7b92 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:19.992242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92ba27b5-0b78-48a4-96fc-0600a8e085b6 req-18d0c444-cb52-43d8-bdbc-2db151af7b92 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 1127 time: 0.0519619
Feb 19 20:57:20.009431 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-06d2b447-044d-4c9c-af61-de38c64c2611 req-8fb31132-5843-4d79-9dba-43cd9b80305b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b77203b-47b2-4bd5-a7b7-432923f05242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301225
Feb 19 20:57:20.040555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92ba27b5-0b78-48a4-96fc-0600a8e085b6 req-e7e06bac-9dce-4500-9b5b-9a5e16d97568 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424306
Feb 19 20:57:20.100425 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-06d2b447-044d-4c9c-af61-de38c64c2611 req-39fa0822-9ec9-43e7-9bd9-0f8840f53c34 service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843134
Feb 19 20:57:20.156900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 25ae9901-aabc-4527-88db-b493a2eaf496 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:20.196184 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-06d2b447-044d-4c9c-af61-de38c64c2611 req-54d65704-3311-48cf-a51f-ebbce8681408 service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892551
Feb 19 20:57:20.227796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 25ae9901-aabc-4527-88db-b493a2eaf496 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:57:20.231759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 25ae9901-aabc-4527-88db-b493a2eaf496 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:20.232128 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:20.298441 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2b068-2344-4da6-ba6c-d4a82863ad06 req-19de8c76-d591-4a44-b852-2464017ac95c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:20.301065 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-15c2b068-2344-4da6-ba6c-d4a82863ad06 req-19de8c76-d591-4a44-b852-2464017ac95c tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 950 time: 0.0606863
Feb 19 20:57:20.337887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 25ae9901-aabc-4527-88db-b493a2eaf496 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:20.338334 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:20.349588 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99e84832-1bed-4fbf-aad5-7ae43110f5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:20.368031 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d96133-519f-46d5-9906-ad66e66ae2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ae9901-aabc-4527-88db-b493a2eaf496'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:20.371762 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f07f41-0fdb-4bd6-a117-78e8d490af4d" -d '{"events": [{"server_uuid": "c6d96133-519f-46d5-9906-ad66e66ae2df", "name": "network-vif-plugged", "status": "completed", "tag": "25ae9901-aabc-4527-88db-b493a2eaf496"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:20.383601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 25ae9901-aabc-4527-88db-b493a2eaf496, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25ae9901-aabc-4527-88db-b493a2eaf496,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:20.388836 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:20.402232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-4de2ddea-d439-4b6c-84bd-1210b9878fb5 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:20.403719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-4de2ddea-d439-4b6c-84bd-1210b9878fb5 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 808 time: 0.1911337
Feb 19 20:57:20.430446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-15c2b068-2344-4da6-ba6c-d4a82863ad06 req-034a25cf-3654-4835-a92d-b6d30799809a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Deleting port f5cb9be2-7b1d-4cd2-91be-100fad1c21de {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:20.430814 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-15c2b068-2344-4da6-ba6c-d4a82863ad06 req-034a25cf-3654-4835-a92d-b6d30799809a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:20.433796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-a6b64eda-23eb-487f-84e7-a9b9a8f36231 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/quotas/63acbd462dfc418fab3fbeedccacb9c7 HTTP/1.1" status: 200  len: 375 time: 0.0133367
Feb 19 20:57:20.451577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=25ae9901-aabc-4527-88db-b493a2eaf496,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:20.491252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60292f12-2a70-4a24-8f3c-3f794b7005e0 req-577799d2-dd4d-4db3-b2e7-b1ff83e3cc75 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:20.492761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60292f12-2a70-4a24-8f3c-3f794b7005e0 req-577799d2-dd4d-4db3-b2e7-b1ff83e3cc75 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ba0c692-3aec-4680-a3f6-e88127dd525d HTTP/1.1" status: 200  len: 950 time: 0.1095223
Feb 19 20:57:20.522946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-9f624214-92c4-4077-8373-c5a14b5eb968 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0811899
Feb 19 20:57:20.531413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-15c2b068-2344-4da6-ba6c-d4a82863ad06 req-034a25cf-3654-4835-a92d-b6d30799809a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] For port f5cb9be2-7b1d-4cd2-91be-100fad1c21de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5cb9be2-7b1d-4cd2-91be-100fad1c21de,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:20.531826 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-15c2b068-2344-4da6-ba6c-d4a82863ad06 req-034a25cf-3654-4835-a92d-b6d30799809a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:20.545078 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-15c2b068-2344-4da6-ba6c-d4a82863ad06 req-034a25cf-3654-4835-a92d-b6d30799809a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Calling delete_port for f5cb9be2-7b1d-4cd2-91be-100fad1c21de owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:20.596865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60292f12-2a70-4a24-8f3c-3f794b7005e0 req-e3134780-fb70-45d0-bf7b-791579d6ad34 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959852
Feb 19 20:57:20.641154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-c1c730b3-1aa4-4c4a-bdfb-4cb1f81bab95 service neutron] 10.222.0.30 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1099246
Feb 19 20:57:20.683300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-15c2b068-2344-4da6-ba6c-d4a82863ad06 req-034a25cf-3654-4835-a92d-b6d30799809a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f5cb9be2-7b1d-4cd2-91be-100fad1c21de), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:20.694402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6ad13ef7-c05f-4bdb-be33-195dad103115', 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:20.704009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', '365ebc46-b2da-4491-a96e-331ee2fb5b8b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:20.709273 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a25cf-3654-4835-a92d-b6d30799809a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event deleted for resources: {'Port': ['ID=f5cb9be2-7b1d-4cd2-91be-100fad1c21de,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:20.758310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c2b068-2344-4da6-ba6c-d4a82863ad06 req-034a25cf-3654-4835-a92d-b6d30799809a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] No DVR routers for this DVR port f5cb9be2-7b1d-4cd2-91be-100fad1c21de on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:20.760928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-15c2b068-2344-4da6-ba6c-d4a82863ad06 req-034a25cf-3654-4835-a92d-b6d30799809a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:20.764311 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-15c2b068-2344-4da6-ba6c-d4a82863ad06 req-034a25cf-3654-4835-a92d-b6d30799809a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "DELETE /v2.0/ports/f5cb9be2-7b1d-4cd2-91be-100fad1c21de HTTP/1.1" status: 204  len: 173 time: 0.4548743
Feb 19 20:57:20.764897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba0c692-3aec-4680-a3f6-e88127dd525d', 'name': 'network-vif-deleted', 'tag': 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:20.767211 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a5b01a-5d3c-4ace-99e5-185cf6085ea4" -d '{"events": [{"server_uuid": "4ba0c692-3aec-4680-a3f6-e88127dd525d", "name": "network-vif-deleted", "tag": "f5cb9be2-7b1d-4cd2-91be-100fad1c21de"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:20.789867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80453408-a15a-4239-955b-58607d31bbfd req-a968a58c-645a-4dc3-800e-9d17869a4b4e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:20.792435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80453408-a15a-4239-955b-58607d31bbfd req-a968a58c-645a-4dc3-800e-9d17869a4b4e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 943 time: 0.1266563
Feb 19 20:57:20.798388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-2078e8e0-c4d8-4a7c-ab89-49ca7cde5a79 service neutron] 10.222.0.30 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505771
Feb 19 20:57:20.864928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80453408-a15a-4239-955b-58607d31bbfd req-1d7afc79-4389-41b9-a7ff-6f197643d19d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651305
Feb 19 20:57:20.920575 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2bbe9d-b972-4a2f-9921-95a5bdecb3ea x-openstack-request-id: req-7f2bbe9d-b972-4a2f-9921-95a5bdecb3ea {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:20.920874 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d96133-519f-46d5-9906-ad66e66ae2df", "name": "network-vif-plugged", "status": "completed", "tag": "25ae9901-aabc-4527-88db-b493a2eaf496", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:20.921132 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f2bbe9d-b972-4a2f-9921-95a5bdecb3ea {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:20.921526 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d96133-519f-46d5-9906-ad66e66ae2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ae9901-aabc-4527-88db-b493a2eaf496', 'code': 200}
Feb 19 20:57:20.983955 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4644ec-bdb1-49db-8208-75c0aa6406b6 x-openstack-request-id: req-3d4644ec-bdb1-49db-8208-75c0aa6406b6 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:20.984543 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba0c692-3aec-4680-a3f6-e88127dd525d", "name": "network-vif-deleted", "tag": "f5cb9be2-7b1d-4cd2-91be-100fad1c21de", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:20.984543 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d4644ec-bdb1-49db-8208-75c0aa6406b6 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:20.984946 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba0c692-3aec-4680-a3f6-e88127dd525d', 'name': 'network-vif-deleted', 'tag': 'f5cb9be2-7b1d-4cd2-91be-100fad1c21de', 'status': 'completed', 'code': 200}
Feb 19 20:57:21.094443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15897b8b-6f71-46d4-8aa1-96ec22372f77 req-c2bf71a7-3c6a-4b15-8233-e8163c6747d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:21.097229 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-15897b8b-6f71-46d4-8aa1-96ec22372f77 req-c2bf71a7-3c6a-4b15-8233-e8163c6747d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 1127 time: 0.0942516
Feb 19 20:57:21.142926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b502f-caa9-4cd7-9208-dec724de5902 req-21fc3115-fb8c-49e0-8b00-a65da585c0a2 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:21.157908 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c6b502f-caa9-4cd7-9208-dec724de5902 req-21fc3115-fb8c-49e0-8b00-a65da585c0a2 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 945 time: 0.1701875
Feb 19 20:57:21.182695 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-15897b8b-6f71-46d4-8aa1-96ec22372f77 req-47e233f3-2123-4c60-bbce-6ec7eacc2975 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701194
Feb 19 20:57:21.226171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c410b02-b017-4ed2-8289-21691a126a94 req-662350bd-8ea0-49e3-9f26-d0debaf8b376 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:21.227529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c410b02-b017-4ed2-8289-21691a126a94 req-662350bd-8ea0-49e3-9f26-d0debaf8b376 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1851218
Feb 19 20:57:21.245219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c6b502f-caa9-4cd7-9208-dec724de5902 req-ce95583e-7b70-41ea-8bd3-00e6fb215639 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864313
Feb 19 20:57:21.325348 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c410b02-b017-4ed2-8289-21691a126a94 req-6af323fb-80d6-4a7c-854d-88a799e8a4bf tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787029
Feb 19 20:57:21.452164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84fd2191-24db-4f70-9872-3a1695636375 req-2afee4e7-812b-4180-bb53-ed2706ab000e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 210 time: 0.0605760
Feb 19 20:57:21.461463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cdcdf-4082-4763-82ae-c90be51b991b req-09061d69-f2c4-4980-86b0-72f5e950fa3e tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:21.463214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-974cdcdf-4082-4763-82ae-c90be51b991b req-09061d69-f2c4-4980-86b0-72f5e950fa3e tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 947 time: 0.1266072
Feb 19 20:57:21.540544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-974cdcdf-4082-4763-82ae-c90be51b991b req-0b9639f5-f233-419a-bd1d-9ab86fe50b73 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644519
Feb 19 20:57:21.718266 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:22.017050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c16b6-4a4a-41ba-91d5-13df4a6edf80 req-0b947bc4-d92b-42b3-a1b7-e0b2c0c4da4b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:22.018576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c9c16b6-4a4a-41ba-91d5-13df4a6edf80 req-0b947bc4-d92b-42b3-a1b7-e0b2c0c4da4b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 943 time: 0.0857058
Feb 19 20:57:22.029268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650d84d-4aa3-482c-a2f5-fc3d3b274391 req-ce95971e-c717-4cd8-9a4d-fcbf0b96d87d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:22.030663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e650d84d-4aa3-482c-a2f5-fc3d3b274391 req-ce95971e-c717-4cd8-9a4d-fcbf0b96d87d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebe6da6b-8db6-4c96-9df5-d5e74a151eda HTTP/1.1" status: 200  len: 949 time: 0.0715578
Feb 19 20:57:22.108451 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e650d84d-4aa3-482c-a2f5-fc3d3b274391 req-093ae435-61fc-4f08-bc42-fc11b5e2fd06 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701907
Feb 19 20:57:22.112015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c9c16b6-4a4a-41ba-91d5-13df4a6edf80 req-0edd20c2-67ce-4a86-8824-39bdb6044ce7 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804961
Feb 19 20:57:22.238173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-72b153cb-f297-4600-af45-9bb315364bcb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:22.240252 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-72b153cb-f297-4600-af45-9bb315364bcb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.10 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 808 time: 0.1035056
Feb 19 20:57:22.254443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Request body: {'port': {'device_id': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7', 'admin_state_up': True, 'tenant_id': '63acbd462dfc418fab3fbeedccacb9c7'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:22.390397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b43ec9-47c8-4c47-a1a3-0771cf328c87 req-71a32e62-2ed5-479a-8315-b3d21425920e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:22.392417 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7b43ec9-47c8-4c47-a1a3-0771cf328c87 req-71a32e62-2ed5-479a-8315-b3d21425920e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 945 time: 0.0725253
Feb 19 20:57:22.400558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f05f4-49ef-4904-8107-6523d298e91f req-d1fddc51-e039-4d13-9c0c-6fe5c5ba35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:22.402068 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-931f05f4-49ef-4904-8107-6523d298e91f req-d1fddc51-e039-4d13-9c0c-6fe5c5ba35c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 1127 time: 0.0815227
Feb 19 20:57:22.406405 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Made reservation on behalf of 63acbd462dfc418fab3fbeedccacb9c7 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:22.410357 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:22.481014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7b43ec9-47c8-4c47-a1a3-0771cf328c87 req-ee0293ed-d5ef-44f1-a20b-cec8fca09836 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813468
Feb 19 20:57:22.512013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7af026-94a6-4138-b2c7-94af921af5a3 req-9991e161-bf4d-4164-b588-165bc5c2ee99 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:22.513234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f7af026-94a6-4138-b2c7-94af921af5a3 req-9991e161-bf4d-4164-b588-165bc5c2ee99 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1049507
Feb 19 20:57:22.516166 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-931f05f4-49ef-4904-8107-6523d298e91f req-1a823cdd-b76c-4521-9d75-dc7b3a383b12 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035807
Feb 19 20:57:22.578309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Allocated IP 172.20.0.7 (38f0b579-c349-4313-af39-532bf5d625a7/8c584acd-f1ea-4260-ae60-d9ed87b82a43/59f45170-96d5-43f5-8368-d97e4afa51dc) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:57:22.598138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79562eda-16c7-4b30-b9f2-8764f9c07240 req-23e0b496-c124-4e07-ba37-ca2ecc25e04b tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 210 time: 0.0336256
Feb 19 20:57:22.608628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f7af026-94a6-4138-b2c7-94af921af5a3 req-998b1140-d002-4da2-bac3-d7b87b519f02 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862646
Feb 19 20:57:22.710654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a9ad8-31bc-44fc-bf2b-5dab2be01ca9 req-45f3e586-15a3-459d-af94-2b32e33fb5bb tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:22.712171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff5a9ad8-31bc-44fc-bf2b-5dab2be01ca9 req-45f3e586-15a3-459d-af94-2b32e33fb5bb tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 947 time: 0.0532143
Feb 19 20:57:22.729471 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks [] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:22.759670 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff5a9ad8-31bc-44fc-bf2b-5dab2be01ca9 req-56ae08dd-73d2-42f0-85dc-4a7b574c2e17 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419035
Feb 19 20:57:22.765733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:22.811625 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Network 38f0b579-c349-4313-af39-532bf5d625a7 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:22.815116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:22.817444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:57:22.842493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Pushing event updated for resources: {'Port': ['ID=59f45170-96d5-43f5-8368-d97e4afa51dc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:22.869348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:22.869960 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:22.885617 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-702af53e-85c2-4f34-9cc7-580c530b6c51 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6350477
Feb 19 20:57:22.901993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Request body: {'port': {'device_id': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:22.962229 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:23.054825 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:23.278440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfa656-3ca0-4063-9f27-a47750eae7e4 req-92e502f8-a106-4e43-92f3-08e203375a65 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:23.280006 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43cfa656-3ca0-4063-9f27-a47750eae7e4 req-92e502f8-a106-4e43-92f3-08e203375a65 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 943 time: 0.0917695
Feb 19 20:57:23.287762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08883b92-f250-4500-beaa-e1307470b5be req-80d5626e-20ad-43fe-ac0e-04a842d8f271 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:23.289298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08883b92-f250-4500-beaa-e1307470b5be req-80d5626e-20ad-43fe-ac0e-04a842d8f271 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebe6da6b-8db6-4c96-9df5-d5e74a151eda HTTP/1.1" status: 200  len: 949 time: 0.0997868
Feb 19 20:57:23.367235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43cfa656-3ca0-4063-9f27-a47750eae7e4 req-7a1e9f50-76ea-4e36-ab72-29a55c49c472 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769353
Feb 19 20:57:23.370543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08883b92-f250-4500-beaa-e1307470b5be req-c8f7b6c0-2c9c-4422-b9c8-871c04860ae2 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744050
Feb 19 20:57:23.504445 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f45170-96d5-43f5-8368-d97e4afa51dc {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:23.512155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Publish callbacks [] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:23.525438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Transition to ACTIVE for port object 59f45170-96d5-43f5-8368-d97e4afa51dc will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:57:23.529810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:23.581378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Pushing event updated for resources: {'Port': ['ID=59f45170-96d5-43f5-8368-d97e4afa51dc,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:23.605048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5374e-f18f-4da4-992a-8232ca1dd538 req-3123e851-fab6-4b0b-a206-3063b59b86a5 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:23.606505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09d5374e-f18f-4da4-992a-8232ca1dd538 req-3123e851-fab6-4b0b-a206-3063b59b86a5 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee1ae54-f01f-41c1-811a-689b47b22890 HTTP/1.1" status: 200  len: 950 time: 0.0991716
Feb 19 20:57:23.650433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd24a8-834d-456a-8f02-3fe05c5d2f7e req-475e287e-ec68-4df0-aca7-d52ea4e149ed tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:23.651903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ccd24a8-834d-456a-8f02-3fe05c5d2f7e req-475e287e-ec68-4df0-aca7-d52ea4e149ed tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 945 time: 0.1020768
Feb 19 20:57:23.656590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:23.656932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:23.657784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:23.662645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Port 59f45170-96d5-43f5-8368-d97e4afa51dc on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:57:23.663632 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:23.669979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:23.670330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:23.670719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:23.671152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Bound port: 59f45170-96d5-43f5-8368-d97e4afa51dc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:23.671564 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:23.722352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ea4af430-5045-4885-a178-bea7b85b3f36 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:57:23.737442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:23.741255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59f45170-96d5-43f5-8368-d97e4afa51dc,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:23.748140 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:23.773811 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ccd24a8-834d-456a-8f02-3fe05c5d2f7e req-04f2de6a-0cd4-46b4-88c7-8eed13fc1f41 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101768
Feb 19 20:57:23.781754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:23.781754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:23.783821 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] 10.222.0.10 "PUT /v2.0/ports/59f45170-96d5-43f5-8368-d97e4afa51dc HTTP/1.1" status: 200  len: 1091 time: 0.8858733
Feb 19 20:57:23.784395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'tag': '59f45170-96d5-43f5-8368-d97e4afa51dc'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:23.787030 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54138e97-55fc-4ff9-bd39-4481e383ec29" -d '{"events": [{"name": "network-changed", "server_uuid": "b048357b-44b4-4c70-8ed5-96deddc7d40e", "tag": "59f45170-96d5-43f5-8368-d97e4afa51dc"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:23.810384 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd58892-367c-4d6f-b265-6af655f17491 req-5727c488-c84c-4880-9367-c4311a86de7a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:23.812302 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbd58892-367c-4d6f-b265-6af655f17491 req-5727c488-c84c-4880-9367-c4311a86de7a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 943 time: 0.1372724
Feb 19 20:57:23.840192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-09d5374e-f18f-4da4-992a-8232ca1dd538 req-9e65ead3-66ca-4d8f-9a53-9fc2d53d735b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Deleting port 6ad13ef7-c05f-4bdb-be33-195dad103115 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:23.840737 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-09d5374e-f18f-4da4-992a-8232ca1dd538 req-9e65ead3-66ca-4d8f-9a53-9fc2d53d735b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:23.881575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe13885-719a-4544-8587-3b5d538c9347 service neutron] Pushing event updated for resources: {'Port': ['ID=59f45170-96d5-43f5-8368-d97e4afa51dc,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:23.917709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-887b15f8-4f90-4855-8f85-0cea5e984525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:23.919303 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-887b15f8-4f90-4855-8f85-0cea5e984525 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 1125 time: 0.0790243
Feb 19 20:57:23.967994 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-2ed473c5-4566-4964-97f0-dcfbcedfc729 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f45170-96d5-43f5-8368-d97e4afa51dc HTTP/1.1" status: 200  len: 217 time: 0.0389850
Feb 19 20:57:23.968638 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbd58892-367c-4d6f-b265-6af655f17491 req-bd817f9a-1c22-4aac-a9bb-25a1e5b47e91 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486664
Feb 19 20:57:24.019028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ea4af430-5045-4885-a178-bea7b85b3f36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea4af430-5045-4885-a178-bea7b85b3f36,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:24.023601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-09d5374e-f18f-4da4-992a-8232ca1dd538 req-9e65ead3-66ca-4d8f-9a53-9fc2d53d735b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] For port 6ad13ef7-c05f-4bdb-be33-195dad103115, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ad13ef7-c05f-4bdb-be33-195dad103115,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:24.025193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-09d5374e-f18f-4da4-992a-8232ca1dd538 req-9e65ead3-66ca-4d8f-9a53-9fc2d53d735b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:24.035596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-a9066e77-0e55-4cc8-a7b3-352278dac6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:24.037253 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-a9066e77-0e55-4cc8-a7b3-352278dac6df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.0637231
Feb 19 20:57:24.040522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'ea4af430-5045-4885-a178-bea7b85b3f36', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': 'ea4af430-5045-4885-a178-bea7b85b3f36', 'mac_address': 'fa:16:3e:ca:71:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:57:24.071764 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-0995e8c1-5ecb-487e-b296-a2861c3e3449 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281916
Feb 19 20:57:24.081523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ea4af430-5045-4885-a178-bea7b85b3f36 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:24.082086 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:24.097170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4af430-5045-4885-a178-bea7b85b3f36 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:24.118156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ea4af430-5045-4885-a178-bea7b85b3f36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea4af430-5045-4885-a178-bea7b85b3f36,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:24.124410 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:24.161275 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f5cb9be2-7b1d-4cd2-91be-100fad1c21de no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:24.172357 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-6cfb0939-4614-4188-90f1-f1361a067db2 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934784
Feb 19 20:57:24.194771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: f5cb9be2-7b1d-4cd2-91be-100fad1c21de {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:24.195123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f5cb9be2-7b1d-4cd2-91be-100fad1c21de not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:24.200247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ea4af430-5045-4885-a178-bea7b85b3f36,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:24.280121 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-218f7cb7-7bb8-4287-93e9-f5f297ee9921 req-8462e9e2-7cc6-4434-ab7d-304f25f7ea93 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0940230
Feb 19 20:57:24.357748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-09d5374e-f18f-4da4-992a-8232ca1dd538 req-9e65ead3-66ca-4d8f-9a53-9fc2d53d735b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Calling delete_port for 6ad13ef7-c05f-4bdb-be33-195dad103115 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:24.365888 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:24.382520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debadad-7e11-4a7a-9d55-40513d3f2b6d req-83f135ab-a18d-4f42-90ed-2ea581808bb5 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:24.384484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5debadad-7e11-4a7a-9d55-40513d3f2b6d req-83f135ab-a18d-4f42-90ed-2ea581808bb5 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.5006249
Feb 19 20:57:24.490508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5592899-dc18-4fbf-ac1e-3388f647847c req-b9eec328-3c42-4173-8212-96c4477f8e95 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:24.492008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5592899-dc18-4fbf-ac1e-3388f647847c req-b9eec328-3c42-4173-8212-96c4477f8e95 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 948 time: 0.1502221
Feb 19 20:57:24.508486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5debadad-7e11-4a7a-9d55-40513d3f2b6d req-c981cf8f-4681-414f-a455-1bb404e9bbdf tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156309
Feb 19 20:57:24.560417 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365bb903-99d8-49df-9380-e2da61ac9016 x-openstack-request-id: req-365bb903-99d8-49df-9380-e2da61ac9016 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:24.560919 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b048357b-44b4-4c70-8ed5-96deddc7d40e", "tag": "59f45170-96d5-43f5-8368-d97e4afa51dc", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:24.561146 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-365bb903-99d8-49df-9380-e2da61ac9016 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:24.561640 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'tag': '59f45170-96d5-43f5-8368-d97e4afa51dc', 'status': 'completed', 'code': 200}
Feb 19 20:57:24.595739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5592899-dc18-4fbf-ac1e-3388f647847c req-9d8d4003-be02-4d44-9d2a-8f18091daae8 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970359
Feb 19 20:57:24.651066 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-09d5374e-f18f-4da4-992a-8232ca1dd538 req-9e65ead3-66ca-4d8f-9a53-9fc2d53d735b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6ad13ef7-c05f-4bdb-be33-195dad103115), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:24.674249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', '365ebc46-b2da-4491-a96e-331ee2fb5b8b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:24.690366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65ead3-66ca-4d8f-9a53-9fc2d53d735b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event deleted for resources: {'Port': ['ID=6ad13ef7-c05f-4bdb-be33-195dad103115,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:24.741220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651e9dc-325e-48ed-a293-3936cbc90b9e req-77afd2c8-ac8b-416f-a495-47bf9657fef0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:24.742732 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f651e9dc-325e-48ed-a293-3936cbc90b9e req-77afd2c8-ac8b-416f-a495-47bf9657fef0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebe6da6b-8db6-4c96-9df5-d5e74a151eda HTTP/1.1" status: 200  len: 949 time: 0.0831542
Feb 19 20:57:24.745450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54138e97-55fc-4ff9-bd39-4481e383ec29 req-74e80388-9107-4d1c-aa42-242cea81e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:24.746832 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54138e97-55fc-4ff9-bd39-4481e383ec29 req-74e80388-9107-4d1c-aa42-242cea81e139 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 1125 time: 0.1530960
Feb 19 20:57:24.781108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d5374e-f18f-4da4-992a-8232ca1dd538 req-9e65ead3-66ca-4d8f-9a53-9fc2d53d735b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] No DVR routers for this DVR port 6ad13ef7-c05f-4bdb-be33-195dad103115 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:24.784098 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-09d5374e-f18f-4da4-992a-8232ca1dd538 req-9e65ead3-66ca-4d8f-9a53-9fc2d53d735b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:24.787493 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09d5374e-f18f-4da4-992a-8232ca1dd538 req-9e65ead3-66ca-4d8f-9a53-9fc2d53d735b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.10 "DELETE /v2.0/ports/6ad13ef7-c05f-4bdb-be33-195dad103115 HTTP/1.1" status: 204  len: 173 time: 1.1757760
Feb 19 20:57:24.789341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee1ae54-f01f-41c1-811a-689b47b22890', 'name': 'network-vif-deleted', 'tag': '6ad13ef7-c05f-4bdb-be33-195dad103115'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:24.792190 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be954bf-cc36-4b58-a844-c59dec8d514b" -d '{"events": [{"server_uuid": "eee1ae54-f01f-41c1-811a-689b47b22890", "name": "network-vif-deleted", "tag": "6ad13ef7-c05f-4bdb-be33-195dad103115"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:24.809354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd3d5-9135-4489-92a7-612f621f01b4 req-ad19ada5-e202-47fe-afc2-f68d28887ac2 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:24.810945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50dfd3d5-9135-4489-92a7-612f621f01b4 req-ad19ada5-e202-47fe-afc2-f68d28887ac2 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 945 time: 0.2038186
Feb 19 20:57:24.883070 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50dfd3d5-9135-4489-92a7-612f621f01b4 req-c402d033-d41b-4099-a90f-e8ff41d571c8 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582936
Feb 19 20:57:24.905682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751314a-bb4f-424a-a2a1-100282c86688 req-2fdb149c-0437-414c-b14a-c1fbd428320d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:24.907551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1751314a-bb4f-424a-a2a1-100282c86688 req-2fdb149c-0437-414c-b14a-c1fbd428320d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 943 time: 0.2150047
Feb 19 20:57:24.933513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ea4af430-5045-4885-a178-bea7b85b3f36'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:24.937789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54138e97-55fc-4ff9-bd39-4481e383ec29 req-aa11e473-0135-4be0-89da-bd3935897aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:24.941531 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54138e97-55fc-4ff9-bd39-4481e383ec29 req-aa11e473-0135-4be0-89da-bd3935897aab service neutron] 10.222.0.10 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.1847577
Feb 19 20:57:24.949553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-f651e9dc-325e-48ed-a293-3936cbc90b9e req-6652e058-356f-4aa1-ac9b-d5c7e10ae79b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Deleting port 365ebc46-b2da-4491-a96e-331ee2fb5b8b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:24.950337 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f651e9dc-325e-48ed-a293-3936cbc90b9e req-6652e058-356f-4aa1-ac9b-d5c7e10ae79b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:24.980606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1751314a-bb4f-424a-a2a1-100282c86688 req-9a026932-2db8-4bd2-9ed2-1237be5989ef tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539920
Feb 19 20:57:25.055496 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54138e97-55fc-4ff9-bd39-4481e383ec29 req-cf17fd3f-311e-4c66-b910-2447069efa4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f45170-96d5-43f5-8368-d97e4afa51dc HTTP/1.1" status: 200  len: 217 time: 0.0997345
Feb 19 20:57:25.057865 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4638ec-a506-4630-8153-2c3962e44bde x-openstack-request-id: req-fa4638ec-a506-4630-8153-2c3962e44bde {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:25.058285 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee1ae54-f01f-41c1-811a-689b47b22890", "name": "network-vif-deleted", "tag": "6ad13ef7-c05f-4bdb-be33-195dad103115", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:25.058631 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa4638ec-a506-4630-8153-2c3962e44bde {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:25.059123 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee1ae54-f01f-41c1-811a-689b47b22890', 'name': 'network-vif-deleted', 'tag': '6ad13ef7-c05f-4bdb-be33-195dad103115', 'status': 'completed', 'code': 200}
Feb 19 20:57:25.080053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a592b25-9b37-4418-9575-6cb984dcd8c6 req-a45e6966-a867-410b-9c66-8bfab8e644b0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:25.082330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a592b25-9b37-4418-9575-6cb984dcd8c6 req-a45e6966-a867-410b-9c66-8bfab8e644b0 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebe6da6b-8db6-4c96-9df5-d5e74a151eda HTTP/1.1" status: 200  len: 949 time: 0.0949702
Feb 19 20:57:25.164002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a592b25-9b37-4418-9575-6cb984dcd8c6 req-a217d121-8871-4ea7-bfef-7c84b1078609 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732300
Feb 19 20:57:25.176739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-f651e9dc-325e-48ed-a293-3936cbc90b9e req-6652e058-356f-4aa1-ac9b-d5c7e10ae79b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] For port 365ebc46-b2da-4491-a96e-331ee2fb5b8b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=365ebc46-b2da-4491-a96e-331ee2fb5b8b,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:25.176739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f651e9dc-325e-48ed-a293-3936cbc90b9e req-6652e058-356f-4aa1-ac9b-d5c7e10ae79b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:25.193171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54138e97-55fc-4ff9-bd39-4481e383ec29 req-eb9ecbdc-368b-41f4-a5f5-7214839e44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:25.194676 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54138e97-55fc-4ff9-bd39-4481e383ec29 req-eb9ecbdc-368b-41f4-a5f5-7214839e44fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.1218729
Feb 19 20:57:25.203877 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-f651e9dc-325e-48ed-a293-3936cbc90b9e req-6652e058-356f-4aa1-ac9b-d5c7e10ae79b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Calling delete_port for 365ebc46-b2da-4491-a96e-331ee2fb5b8b owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:25.248240 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54138e97-55fc-4ff9-bd39-4481e383ec29 req-e14b2632-f6ce-4d8a-909e-5ae0c1e30240 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413647
Feb 19 20:57:25.356990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721e9f5-8ac0-438e-aa54-bafb2b8b321b req-6efef511-6aff-41e8-803c-5cd2d98a9b20 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:25.365049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5721e9f5-8ac0-438e-aa54-bafb2b8b321b req-6efef511-6aff-41e8-803c-5cd2d98a9b20 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 943 time: 0.1434076
Feb 19 20:57:25.410680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3793d-477b-4e30-b439-e43acedd0df1 req-5137b46a-0444-4649-92c1-4c94cacdaaf5 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:25.412868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fba3793d-477b-4e30-b439-e43acedd0df1 req-5137b46a-0444-4649-92c1-4c94cacdaaf5 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 945 time: 0.1411412
Feb 19 20:57:25.414796 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54138e97-55fc-4ff9-bd39-4481e383ec29 req-791e48b1-9218-4b66-9d5f-7e937f234058 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334665
Feb 19 20:57:25.462710 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5721e9f5-8ac0-438e-aa54-bafb2b8b321b req-02fff3e3-5bf8-4e54-bb8d-4993f38800e9 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964599
Feb 19 20:57:25.492639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fba3793d-477b-4e30-b439-e43acedd0df1 req-d283fd5a-88d0-4987-8952-37d24b17222e tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697494
Feb 19 20:57:25.544046 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f651e9dc-325e-48ed-a293-3936cbc90b9e req-6652e058-356f-4aa1-ac9b-d5c7e10ae79b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (365ebc46-b2da-4491-a96e-331ee2fb5b8b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:25.569842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:25.601344 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652e058-356f-4aa1-ac9b-d5c7e10ae79b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event deleted for resources: {'Port': ['ID=365ebc46-b2da-4491-a96e-331ee2fb5b8b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:25.627800 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54138e97-55fc-4ff9-bd39-4481e383ec29 req-4b80b79d-1f75-4704-8021-512a18b6bbc1 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1851773
Feb 19 20:57:25.645587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f651e9dc-325e-48ed-a293-3936cbc90b9e req-6652e058-356f-4aa1-ac9b-d5c7e10ae79b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] No DVR routers for this DVR port 365ebc46-b2da-4491-a96e-331ee2fb5b8b on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:25.648226 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f651e9dc-325e-48ed-a293-3936cbc90b9e req-6652e058-356f-4aa1-ac9b-d5c7e10ae79b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:25.652100 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f651e9dc-325e-48ed-a293-3936cbc90b9e req-6652e058-356f-4aa1-ac9b-d5c7e10ae79b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "DELETE /v2.0/ports/365ebc46-b2da-4491-a96e-331ee2fb5b8b HTTP/1.1" status: 204  len: 173 time: 0.9039643
Feb 19 20:57:25.669353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db91f2-1c2b-4c82-8fa1-ab507a814e41 req-07552cfc-c342-45f6-a756-3000312449d7 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:25.670884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80db91f2-1c2b-4c82-8fa1-ab507a814e41 req-07552cfc-c342-45f6-a756-3000312449d7 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0858362
Feb 19 20:57:25.678551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ced2fa-6194-40e3-af9e-44c6b1cc8429 req-6ba87090-49b4-4153-8121-b8818db7efed tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:25.680017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ced2fa-6194-40e3-af9e-44c6b1cc8429 req-6ba87090-49b4-4153-8121-b8818db7efed tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 945 time: 0.1080415
Feb 19 20:57:25.721159 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:25.734532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 296aa138-ed01-4c5c-b1dd-57c160938115 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:57:25.758830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80db91f2-1c2b-4c82-8fa1-ab507a814e41 req-433fcc82-d052-4785-9dd8-c815dacaaded tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777524
Feb 19 20:57:25.788150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ced2fa-6194-40e3-af9e-44c6b1cc8429 req-072bcecd-a312-4d03-8831-33813655e786 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999854
Feb 19 20:57:25.878374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ded387-d258-47bb-a564-f7c23ebfc40c req-ed96b65f-2a09-40f1-a1e7-f52ea4939349 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:25.885237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0ded387-d258-47bb-a564-f7c23ebfc40c req-ed96b65f-2a09-40f1-a1e7-f52ea4939349 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 948 time: 0.0608468
Feb 19 20:57:25.922700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 296aa138-ed01-4c5c-b1dd-57c160938115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=296aa138-ed01-4c5c-b1dd-57c160938115,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:25.938943 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0ded387-d258-47bb-a564-f7c23ebfc40c req-280ad1d4-fa13-4c2c-a9a5-52f92da4547f tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521002
Feb 19 20:57:25.944680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '296aa138-ed01-4c5c-b1dd-57c160938115', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'port_id': '296aa138-ed01-4c5c-b1dd-57c160938115', 'mac_address': 'fa:16:3e:b8:a8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:57:26.026109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 296aa138-ed01-4c5c-b1dd-57c160938115 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:26.026509 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:26.060313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae9f23-2dda-4759-ab1e-bc5f607582ce req-47860aac-7d62-446e-b127-8f3335e70252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:26.061991 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02ae9f23-2dda-4759-ab1e-bc5f607582ce req-47860aac-7d62-446e-b127-8f3335e70252 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e7060607f9342ad93e2ddbab97d8d2b&device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 1127 time: 0.0925944
Feb 19 20:57:26.100225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296aa138-ed01-4c5c-b1dd-57c160938115 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:26.112858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d0ec6-3dc1-4cfd-a333-e4db696fb18f req-90908f31-dd7c-4a7d-830b-3f523708085f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:26.114447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e9d0ec6-3dc1-4cfd-a333-e4db696fb18f req-90908f31-dd7c-4a7d-830b-3f523708085f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0858500
Feb 19 20:57:26.160713 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 296aa138-ed01-4c5c-b1dd-57c160938115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=296aa138-ed01-4c5c-b1dd-57c160938115,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:26.170928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 59f45170-96d5-43f5-8368-d97e4afa51dc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:57:26.175940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6ad13ef7-c05f-4bdb-be33-195dad103115 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:26.203032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e9d0ec6-3dc1-4cfd-a333-e4db696fb18f req-01417a00-de15-4f26-930e-17134ea477db tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810161
Feb 19 20:57:26.206515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae9f23-2dda-4759-ab1e-bc5f607582ce req-228dd2a0-9288-4301-ad58-cc97146fabad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:26.208089 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02ae9f23-2dda-4759-ab1e-bc5f607582ce req-228dd2a0-9288-4301-ad58-cc97146fabad service neutron] 10.222.0.67 "GET /v2.0/networks?id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa HTTP/1.1" status: 200  len: 912 time: 0.1366253
Feb 19 20:57:26.217270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 6ad13ef7-c05f-4bdb-be33-195dad103115 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:26.217594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6ad13ef7-c05f-4bdb-be33-195dad103115 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:26.239817 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:26.246661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a3133-c81b-4b3f-89a9-68f564645877 req-d3814b91-6880-451f-b271-7a0d4f0f8bec tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:26.258696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f2a3133-c81b-4b3f-89a9-68f564645877 req-d3814b91-6880-451f-b271-7a0d4f0f8bec tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 943 time: 0.1346552
Feb 19 20:57:26.282685 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02ae9f23-2dda-4759-ab1e-bc5f607582ce req-44a03484-8415-4358-ac3e-90abe83565e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea HTTP/1.1" status: 200  len: 217 time: 0.0560715
Feb 19 20:57:26.347595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae9f23-2dda-4759-ab1e-bc5f607582ce req-d33de029-6714-466d-84d2-6988e8eae857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:26.351406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=296aa138-ed01-4c5c-b1dd-57c160938115,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:26.361215 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02ae9f23-2dda-4759-ab1e-bc5f607582ce req-d33de029-6714-466d-84d2-6988e8eae857 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be4a1075-2ec5-43f3-b650-222de83a45f6 HTTP/1.1" status: 200  len: 851 time: 0.0714908
Feb 19 20:57:26.370316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f2a3133-c81b-4b3f-89a9-68f564645877 req-77830fe0-0f8a-428a-a446-2f282391f3cc tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106477
Feb 19 20:57:26.406597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d8edd-6e42-4df3-901d-2e0493e12cb8 req-dd0d9d58-63f8-4a3a-b104-21134bed2359 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:26.416127 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02ae9f23-2dda-4759-ab1e-bc5f607582ce req-d21b2540-3d3d-44c0-a632-8f7d7a57d545 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442307
Feb 19 20:57:26.420367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-724d8edd-6e42-4df3-901d-2e0493e12cb8 req-dd0d9d58-63f8-4a3a-b104-21134bed2359 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 945 time: 0.1348329
Feb 19 20:57:26.468492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59f45170-96d5-43f5-8368-d97e4afa51dc,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:26.486563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '59f45170-96d5-43f5-8368-d97e4afa51dc', 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7', 'port_id': '59f45170-96d5-43f5-8368-d97e4afa51dc', 'mac_address': 'fa:16:3e:c9:2e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c584acd-f1ea-4260-ae60-d9ed87b82a43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:57:26.513002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-724d8edd-6e42-4df3-901d-2e0493e12cb8 req-46721161-6724-4d96-8bdd-2ab18e3adddd tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783744
Feb 19 20:57:26.531495 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02ae9f23-2dda-4759-ab1e-bc5f607582ce req-a9153b6e-3689-4e62-b771-bf40ca7ea823 service neutron] 10.222.0.67 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1074758
Feb 19 20:57:26.541627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 59f45170-96d5-43f5-8368-d97e4afa51dc is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:26.542323 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:26.559500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f45170-96d5-43f5-8368-d97e4afa51dc {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:26.565586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe6da6b-8db6-4c96-9df5-d5e74a151eda', 'name': 'network-vif-deleted', 'tag': '365ebc46-b2da-4491-a96e-331ee2fb5b8b'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:26.567998 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a6ff9e-1458-4a0b-891d-8678e7b1c336" -d '{"events": [{"server_uuid": "ebe6da6b-8db6-4c96-9df5-d5e74a151eda", "name": "network-vif-deleted", "tag": "365ebc46-b2da-4491-a96e-331ee2fb5b8b"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:26.583470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59f45170-96d5-43f5-8368-d97e4afa51dc,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:26.589249 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:26.642302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=59f45170-96d5-43f5-8368-d97e4afa51dc,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:26.652009 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02ae9f23-2dda-4759-ab1e-bc5f607582ce req-ebf44fdb-4fe7-4767-8436-8f36706a9454 service neutron] 10.222.0.67 "GET /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1083171
Feb 19 20:57:26.665167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bcc20-3cc5-4c4f-b05d-bff494f73a32 req-09083405-70c0-4b9e-8442-b83863017bb5 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:26.666729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f03bcc20-3cc5-4c4f-b05d-bff494f73a32 req-09083405-70c0-4b9e-8442-b83863017bb5 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 943 time: 0.0939846
Feb 19 20:57:26.682461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ec066-0da2-467d-936f-a110415ed392 req-933b9585-7dbf-4197-b03c-d79bdcc1bcb1 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:26.683938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e88ec066-0da2-467d-936f-a110415ed392 req-933b9585-7dbf-4197-b03c-d79bdcc1bcb1 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 945 time: 0.0979152
Feb 19 20:57:26.752613 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f03bcc20-3cc5-4c4f-b05d-bff494f73a32 req-b0d37008-393d-43d2-8d73-e41983dff045 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779545
Feb 19 20:57:26.759392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e88ec066-0da2-467d-936f-a110415ed392 req-53eb53cf-9604-4135-8b5e-36f2fe08e031 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683255
Feb 19 20:57:26.803786 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763de682-3c2e-4a59-a250-3bbad7dfe8f3 x-openstack-request-id: req-763de682-3c2e-4a59-a250-3bbad7dfe8f3 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:26.804320 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe6da6b-8db6-4c96-9df5-d5e74a151eda", "name": "network-vif-deleted", "tag": "365ebc46-b2da-4491-a96e-331ee2fb5b8b", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:26.804616 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-763de682-3c2e-4a59-a250-3bbad7dfe8f3 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:26.805030 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe6da6b-8db6-4c96-9df5-d5e74a151eda', 'name': 'network-vif-deleted', 'tag': '365ebc46-b2da-4491-a96e-331ee2fb5b8b', 'status': 'completed', 'code': 200}
Feb 19 20:57:26.916149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['59f45170-96d5-43f5-8368-d97e4afa51dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:27.170096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa73c63-3747-45ce-9674-5f6d17add518 req-745235c6-56e9-4a9e-8ebe-47bc6d5bae1f tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:27.171490 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9aa73c63-3747-45ce-9674-5f6d17add518 req-745235c6-56e9-4a9e-8ebe-47bc6d5bae1f tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 945 time: 0.0918052
Feb 19 20:57:27.178961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe95d8-c471-40d8-a76b-aa4cc2db768e req-620f8f79-17af-4616-ac8a-c9e1f7a3a29d tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:27.180367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35fe95d8-c471-40d8-a76b-aa4cc2db768e req-620f8f79-17af-4616-ac8a-c9e1f7a3a29d tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 948 time: 0.0911853
Feb 19 20:57:27.249293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9aa73c63-3747-45ce-9674-5f6d17add518 req-1fb295cd-1e50-4e87-ab58-c04fa1e8e3ed tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679853
Feb 19 20:57:27.256052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35fe95d8-c471-40d8-a76b-aa4cc2db768e req-4a6bd020-bc60-46ff-a849-df8df3b003bf tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689011
Feb 19 20:57:27.390176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4601c-af34-4bd1-994f-454f395c9f47 req-6c2253eb-3741-4774-9348-fddacd87aad7 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:27.391726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72f4601c-af34-4bd1-994f-454f395c9f47 req-6c2253eb-3741-4774-9348-fddacd87aad7 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 950 time: 0.0864456
Feb 19 20:57:27.399373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b6b05-b3fe-4d14-bcf7-d917d7a7ca82 req-1865b1c7-264c-476e-a8b9-c1289b614e1c tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:27.400774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e79b6b05-b3fe-4d14-bcf7-d917d7a7ca82 req-1865b1c7-264c-476e-a8b9-c1289b614e1c tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0860288
Feb 19 20:57:27.473123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72f4601c-af34-4bd1-994f-454f395c9f47 req-50c2b30e-717c-4893-bc2e-e17617a5273a tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713141
Feb 19 20:57:27.479669 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e79b6b05-b3fe-4d14-bcf7-d917d7a7ca82 req-ddd14803-3275-4a1d-bc67-04c7024219a4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717659
Feb 19 20:57:27.577258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0865-b513-42d4-9521-265123409389 req-6a196b63-e9f2-4c38-ba08-89b52a6f7c5d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:27.578755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b86c0865-b513-42d4-9521-265123409389 req-6a196b63-e9f2-4c38-ba08-89b52a6f7c5d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 944 time: 0.0527635
Feb 19 20:57:27.625949 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b86c0865-b513-42d4-9521-265123409389 req-003e7ae3-004c-4389-be79-86209e8ede7f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417202
Feb 19 20:57:27.870061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7d51b-df3a-4de1-bef5-1050a5d40941 req-36823b76-4654-4262-94c3-2a1f0e6b9711 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:27.871575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cb7d51b-df3a-4de1-bef5-1050a5d40941 req-36823b76-4654-4262-94c3-2a1f0e6b9711 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 944 time: 0.0522842
Feb 19 20:57:27.921332 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cb7d51b-df3a-4de1-bef5-1050a5d40941 req-921d8f3b-c2ed-4a58-af79-a54a5fc8cb92 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442512
Feb 19 20:57:27.963495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['296aa138-ed01-4c5c-b1dd-57c160938115'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:28.171088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 59f45170-96d5-43f5-8368-d97e4afa51dc up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:28.220433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 59f45170-96d5-43f5-8368-d97e4afa51dc completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:57:28.224500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 59f45170-96d5-43f5-8368-d97e4afa51dc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:28.224936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:28.300366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 59f45170-96d5-43f5-8368-d97e4afa51dc is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:28.300762 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:28.332306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f45170-96d5-43f5-8368-d97e4afa51dc'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:28.337935 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c896de66-8ab1-4046-bbbc-eae8a30210e8" -d '{"events": [{"server_uuid": "b048357b-44b4-4c70-8ed5-96deddc7d40e", "name": "network-vif-plugged", "status": "completed", "tag": "59f45170-96d5-43f5-8368-d97e4afa51dc"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:28.358408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59f45170-96d5-43f5-8368-d97e4afa51dc,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:28.363039 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:28.410804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30151f9d-b7f8-469e-bd41-70eba480b9ee req-549e31d4-ded0-4e09-a0bd-ea7a2de92746 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:28.411152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=59f45170-96d5-43f5-8368-d97e4afa51dc,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:28.412422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30151f9d-b7f8-469e-bd41-70eba480b9ee req-549e31d4-ded0-4e09-a0bd-ea7a2de92746 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 945 time: 0.0908711
Feb 19 20:57:28.443850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0de85-5b87-4246-82ba-6d2130da980b req-e7ac55a2-5ffb-40aa-98e7-8d7ccfbea27c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:28.445399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9be0de85-5b87-4246-82ba-6d2130da980b req-e7ac55a2-5ffb-40aa-98e7-8d7ccfbea27c tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 948 time: 0.0886514
Feb 19 20:57:28.487693 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30151f9d-b7f8-469e-bd41-70eba480b9ee req-dd7dc034-9b5b-417f-aea9-f09f9f2fb498 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0310dfd-9365-454f-b24b-94ea9daf007e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709376
Feb 19 20:57:28.510781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9be0de85-5b87-4246-82ba-6d2130da980b req-351ea1ed-4743-4e63-ae0e-5776a8f59b69 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556684
Feb 19 20:57:28.533815 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611c0bfb-2b8c-472c-91a8-1ba25b026df1 x-openstack-request-id: req-611c0bfb-2b8c-472c-91a8-1ba25b026df1 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:28.534188 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b048357b-44b4-4c70-8ed5-96deddc7d40e", "name": "network-vif-plugged", "status": "completed", "tag": "59f45170-96d5-43f5-8368-d97e4afa51dc", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:28.534368 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-611c0bfb-2b8c-472c-91a8-1ba25b026df1 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:28.535114 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f45170-96d5-43f5-8368-d97e4afa51dc', 'code': 200}
Feb 19 20:57:28.621322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86e5a8-1d2f-40bb-b828-5c5638ac755c req-6a32f423-cb51-44b7-9183-fec3a1726e32 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:28.622795 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9f86e5a8-1d2f-40bb-b828-5c5638ac755c req-6a32f423-cb51-44b7-9183-fec3a1726e32 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 945 time: 0.0706487
Feb 19 20:57:28.690785 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4fe53-4d94-4586-8478-f18a04cbb5c2 req-65223663-b49c-40d6-89f5-ca6a170b8738 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:28.692210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efe4fe53-4d94-4586-8478-f18a04cbb5c2 req-65223663-b49c-40d6-89f5-ca6a170b8738 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 950 time: 0.1229060
Feb 19 20:57:28.706355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8537c-c400-41b8-a180-4ef1f649821a req-f5ae57d3-224c-4eea-b72d-952b38db189f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:28.707875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc8537c-c400-41b8-a180-4ef1f649821a req-f5ae57d3-224c-4eea-b72d-952b38db189f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1074710
Feb 19 20:57:28.712642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d687a-827b-4f2b-ac97-771f5a307bcf req-01366128-8932-477d-946f-8afe42141d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:28.714071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d74d687a-827b-4f2b-ac97-771f5a307bcf req-01366128-8932-477d-946f-8afe42141d38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 1127 time: 0.1016388
Feb 19 20:57:28.724441 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-9f86e5a8-1d2f-40bb-b828-5c5638ac755c req-f161eed2-50ea-4dc1-b501-d028c004fdea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Deleting port 25ae9901-aabc-4527-88db-b493a2eaf496 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:28.724930 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9f86e5a8-1d2f-40bb-b828-5c5638ac755c req-f161eed2-50ea-4dc1-b501-d028c004fdea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:28.822123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efe4fe53-4d94-4586-8478-f18a04cbb5c2 req-4054e81f-7958-4fac-bd6c-4acbb7e8de47 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124227
Feb 19 20:57:28.827266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc8537c-c400-41b8-a180-4ef1f649821a req-8ee550ea-c3ce-4511-8899-50e74d4ad791 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103926
Feb 19 20:57:28.827639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d74d687a-827b-4f2b-ac97-771f5a307bcf req-0e4d423a-97f4-4c19-a785-c16fad88f1cc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068802
Feb 19 20:57:28.849688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-9f86e5a8-1d2f-40bb-b828-5c5638ac755c req-f161eed2-50ea-4dc1-b501-d028c004fdea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] For port 25ae9901-aabc-4527-88db-b493a2eaf496, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25ae9901-aabc-4527-88db-b493a2eaf496,segment=NetworkSegment(ec5ca5ee-571e-4b3e-ad44-ef05309c76f5),segment_id=ec5ca5ee-571e-4b3e-ad44-ef05309c76f5)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:28.849688 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9f86e5a8-1d2f-40bb-b828-5c5638ac755c req-f161eed2-50ea-4dc1-b501-d028c004fdea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:28.864213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-9f86e5a8-1d2f-40bb-b828-5c5638ac755c req-f161eed2-50ea-4dc1-b501-d028c004fdea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Calling delete_port for 25ae9901-aabc-4527-88db-b493a2eaf496 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:28.923051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5a327-361d-4ad0-bdbb-7983707da730 req-ef2bb554-208c-448e-a779-6b608eae5e89 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:28.924562 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-87b5a327-361d-4ad0-bdbb-7983707da730 req-ef2bb554-208c-448e-a779-6b608eae5e89 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 950 time: 0.1165948
Feb 19 20:57:28.947372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f028-2138-48b1-9f1e-bad89144929b req-233a7d5d-28a5-47eb-b633-5930addaa5f0 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:28.955899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd95f028-2138-48b1-9f1e-bad89144929b req-233a7d5d-28a5-47eb-b633-5930addaa5f0 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 944 time: 0.0620418
Feb 19 20:57:29.030791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd95f028-2138-48b1-9f1e-bad89144929b req-d3e3d26c-8ae3-41ee-a8bd-305044988b63 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740945
Feb 19 20:57:29.055204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddf543-eaa9-45e0-8492-ea0d75f87c16 req-654378d6-7ca8-4436-8116-39ce02b77dbb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:29.056871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27ddf543-eaa9-45e0-8492-ea0d75f87c16 req-654378d6-7ca8-4436-8116-39ce02b77dbb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 945 time: 0.0686741
Feb 19 20:57:29.086312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-87b5a327-361d-4ad0-bdbb-7983707da730 req-e4fcba9e-eb49-4027-a4d3-30401f21d05e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Deleting port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:29.086661 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-87b5a327-361d-4ad0-bdbb-7983707da730 req-e4fcba9e-eb49-4027-a4d3-30401f21d05e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:29.090526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9f86e5a8-1d2f-40bb-b828-5c5638ac755c req-f161eed2-50ea-4dc1-b501-d028c004fdea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (25ae9901-aabc-4527-88db-b493a2eaf496), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:29.101635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['25ae9901-aabc-4527-88db-b493a2eaf496'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:29.134949 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27ddf543-eaa9-45e0-8492-ea0d75f87c16 req-b084670f-2232-45f6-9579-be72e48dd784 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721023
Feb 19 20:57:29.159491 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161eed2-50ea-4dc1-b501-d028c004fdea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Pushing event deleted for resources: {'Port': ['ID=25ae9901-aabc-4527-88db-b493a2eaf496,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:29.160148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66194a4-8af8-4b5e-abeb-da7dee9d4e58 req-d5d09d68-7909-4ab9-81b1-4a0c92186f0d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:29.166166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e66194a4-8af8-4b5e-abeb-da7dee9d4e58 req-d5d09d68-7909-4ab9-81b1-4a0c92186f0d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/ports?device_id=f1eb520e-c397-4539-b786-0e315ff274b7 HTTP/1.1" status: 200  len: 949 time: 0.0759363
Feb 19 20:57:29.193747 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:29.219011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f86e5a8-1d2f-40bb-b828-5c5638ac755c req-f161eed2-50ea-4dc1-b501-d028c004fdea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] No DVR routers for this DVR port 25ae9901-aabc-4527-88db-b493a2eaf496 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:29.223824 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9f86e5a8-1d2f-40bb-b828-5c5638ac755c req-f161eed2-50ea-4dc1-b501-d028c004fdea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:29.227079 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9f86e5a8-1d2f-40bb-b828-5c5638ac755c req-f161eed2-50ea-4dc1-b501-d028c004fdea tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.10 "DELETE /v2.0/ports/25ae9901-aabc-4527-88db-b493a2eaf496 HTTP/1.1" status: 204  len: 173 time: 0.5978415
Feb 19 20:57:29.227523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d96133-519f-46d5-9906-ad66e66ae2df', 'name': 'network-vif-deleted', 'tag': '25ae9901-aabc-4527-88db-b493a2eaf496'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:29.229767 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5482a0f5-2d6d-43ea-bf34-d6d76ae60559" -d '{"events": [{"server_uuid": "c6d96133-519f-46d5-9906-ad66e66ae2df", "name": "network-vif-deleted", "tag": "25ae9901-aabc-4527-88db-b493a2eaf496"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:29.259229 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-87b5a327-361d-4ad0-bdbb-7983707da730 req-e4fcba9e-eb49-4027-a4d3-30401f21d05e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] For port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:29.259608 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-87b5a327-361d-4ad0-bdbb-7983707da730 req-e4fcba9e-eb49-4027-a4d3-30401f21d05e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:29.273274 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f539ad92-7a4f-49cb-87a6-30383eeedbd3 x-openstack-request-id: req-f539ad92-7a4f-49cb-87a6-30383eeedbd3 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:29.273568 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d96133-519f-46d5-9906-ad66e66ae2df", "name": "network-vif-deleted", "tag": "25ae9901-aabc-4527-88db-b493a2eaf496", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:29.274042 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f539ad92-7a4f-49cb-87a6-30383eeedbd3 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:29.274346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-e66194a4-8af8-4b5e-abeb-da7dee9d4e58 req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Deleting port d61fad0a-c589-4682-9531-d1e1afc31551 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:29.274459 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d96133-519f-46d5-9906-ad66e66ae2df', 'name': 'network-vif-deleted', 'tag': '25ae9901-aabc-4527-88db-b493a2eaf496', 'status': 'completed', 'code': 200}
Feb 19 20:57:29.274697 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e66194a4-8af8-4b5e-abeb-da7dee9d4e58 req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:29.278548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-87b5a327-361d-4ad0-bdbb-7983707da730 req-e4fcba9e-eb49-4027-a4d3-30401f21d05e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Calling delete_port for 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:29.375140 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e66194a4-8af8-4b5e-abeb-da7dee9d4e58 req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] For port d61fad0a-c589-4682-9531-d1e1afc31551, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d61fad0a-c589-4682-9531-d1e1afc31551,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:29.375629 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e66194a4-8af8-4b5e-abeb-da7dee9d4e58 req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:29.389521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-e66194a4-8af8-4b5e-abeb-da7dee9d4e58 req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Calling delete_port for d61fad0a-c589-4682-9531-d1e1afc31551 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:29.419696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-87b5a327-361d-4ad0-bdbb-7983707da730 req-e4fcba9e-eb49-4027-a4d3-30401f21d05e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (77f19c96-0ed8-4178-b8cb-e6bc2c9ea499), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:29.433162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:29.453379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcba9e-eb49-4027-a4d3-30401f21d05e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event deleted for resources: {'Port': ['ID=77f19c96-0ed8-4178-b8cb-e6bc2c9ea499,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:29.501400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b5a327-361d-4ad0-bdbb-7983707da730 req-e4fcba9e-eb49-4027-a4d3-30401f21d05e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] No DVR routers for this DVR port 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:29.504119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-87b5a327-361d-4ad0-bdbb-7983707da730 req-e4fcba9e-eb49-4027-a4d3-30401f21d05e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:29.507871 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-87b5a327-361d-4ad0-bdbb-7983707da730 req-e4fcba9e-eb49-4027-a4d3-30401f21d05e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "DELETE /v2.0/ports/77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 HTTP/1.1" status: 204  len: 173 time: 0.5767374
Feb 19 20:57:29.553212 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e66194a4-8af8-4b5e-abeb-da7dee9d4e58 req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d61fad0a-c589-4682-9531-d1e1afc31551), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:29.578387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41', 'd61fad0a-c589-4682-9531-d1e1afc31551', '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:29.602590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event deleted for resources: {'Port': ['ID=d61fad0a-c589-4682-9531-d1e1afc31551,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:29.665133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c7b9cf7-1010-4524-84c2-756bbac1b86f req-ddf838c7-2193-404a-b8f1-b35979f6df85 tempest-ServerDiskConfigTestJSON-499592808 tempest-ServerDiskConfigTestJSON-499592808-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6d96133-519f-46d5-9906-ad66e66ae2df HTTP/1.1" status: 200  len: 210 time: 0.0660794
Feb 19 20:57:29.672002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.672491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.673873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.674009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.674335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.674740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.675140 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.675537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.675938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.676366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.677316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.677644 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.678054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:29.730769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66194a4-8af8-4b5e-abeb-da7dee9d4e58 req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] No DVR routers for this DVR port d61fad0a-c589-4682-9531-d1e1afc31551 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:29.734572 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e66194a4-8af8-4b5e-abeb-da7dee9d4e58 req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:29.738587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e66194a4-8af8-4b5e-abeb-da7dee9d4e58 req-d7b94804-306e-46ff-8d13-2b7a675d2455 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "DELETE /v2.0/ports/d61fad0a-c589-4682-9531-d1e1afc31551 HTTP/1.1" status: 204  len: 173 time: 0.5658007
Feb 19 20:57:29.739114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eb520e-c397-4539-b786-0e315ff274b7', 'name': 'network-vif-deleted', 'tag': 'd61fad0a-c589-4682-9531-d1e1afc31551'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:29.741526 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ddfab9-0b53-4c8f-9d1b-26269886dcee" -d '{"events": [{"server_uuid": "f1eb520e-c397-4539-b786-0e315ff274b7", "name": "network-vif-deleted", "tag": "d61fad0a-c589-4682-9531-d1e1afc31551"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:29.749002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ea4af430-5045-4885-a178-bea7b85b3f36 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:29.752861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d625c0-5f59-45a2-8874-c655381c1575 req-5be4cda7-59d7-44d9-98cc-60478ae406a6 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:29.754810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76d625c0-5f59-45a2-8874-c655381c1575 req-5be4cda7-59d7-44d9-98cc-60478ae406a6 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 948 time: 0.1401818
Feb 19 20:57:29.822006 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01f7fbb-7b29-403e-abff-ebdf3feb8102 x-openstack-request-id: req-d01f7fbb-7b29-403e-abff-ebdf3feb8102 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:29.822594 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1eb520e-c397-4539-b786-0e315ff274b7", "name": "network-vif-deleted", "tag": "d61fad0a-c589-4682-9531-d1e1afc31551", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:29.823083 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d01f7fbb-7b29-403e-abff-ebdf3feb8102 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:29.823723 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eb520e-c397-4539-b786-0e315ff274b7', 'name': 'network-vif-deleted', 'tag': 'd61fad0a-c589-4682-9531-d1e1afc31551', 'status': 'completed', 'code': 200}
Feb 19 20:57:29.859817 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76d625c0-5f59-45a2-8874-c655381c1575 req-f89613b1-2224-4c2e-a91e-f880e8b9143a tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979209
Feb 19 20:57:29.934053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port ea4af430-5045-4885-a178-bea7b85b3f36 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:57:29.959077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port ea4af430-5045-4885-a178-bea7b85b3f36 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:29.959842 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:30.056833 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38f1fdc2-04ef-453a-874b-63ba05037d39 req-6f077e7e-223a-43a9-91b6-46a8216aa07e tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=688a015d-1d10-44c7-b358-4d2cbe080bc2 HTTP/1.1" status: 200  len: 210 time: 0.0581539
Feb 19 20:57:30.089180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ea4af430-5045-4885-a178-bea7b85b3f36 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:30.089704 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:30.100483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a225f-5b7f-4b95-b5d4-af6de875d861 req-3ca3529a-42b3-48a1-9253-3d82a4d27e20 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:30.107410 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f66a225f-5b7f-4b95-b5d4-af6de875d861 req-3ca3529a-42b3-48a1-9253-3d82a4d27e20 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1680808
Feb 19 20:57:30.133279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ea4af430-5045-4885-a178-bea7b85b3f36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea4af430-5045-4885-a178-bea7b85b3f36,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:30.142562 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:30.143678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 296aa138-ed01-4c5c-b1dd-57c160938115 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:30.176147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f66a225f-5b7f-4b95-b5d4-af6de875d861 req-29004d6d-d48b-499a-9c36-3ce95d347187 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676980
Feb 19 20:57:30.240720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 296aa138-ed01-4c5c-b1dd-57c160938115 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:57:30.247924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 296aa138-ed01-4c5c-b1dd-57c160938115 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:30.248312 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:30.249945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ea4af430-5045-4885-a178-bea7b85b3f36,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:30.294474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb96f0c-f1ac-4a8d-81e3-2bfc43969b9d req-2466cbe0-1ac1-40aa-9bb5-21f62f95b3d5 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:30.295978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfb96f0c-f1ac-4a8d-81e3-2bfc43969b9d req-2466cbe0-1ac1-40aa-9bb5-21f62f95b3d5 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 944 time: 0.0998302
Feb 19 20:57:30.325125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df64419-39e4-4ed2-ae0c-c1ae6802500c req-4fde861b-ff17-4521-ba3e-be332738fb35 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:30.326645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8df64419-39e4-4ed2-ae0c-c1ae6802500c req-4fde861b-ff17-4521-ba3e-be332738fb35 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 945 time: 0.0884557
Feb 19 20:57:30.333914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 296aa138-ed01-4c5c-b1dd-57c160938115 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:30.334315 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:30.371068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 296aa138-ed01-4c5c-b1dd-57c160938115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=296aa138-ed01-4c5c-b1dd-57c160938115,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:30.376113 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:30.376835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfb96f0c-f1ac-4a8d-81e3-2bfc43969b9d req-5a8668a1-0877-490d-ab5a-046afa5956e4 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738673
Feb 19 20:57:30.377833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 365ebc46-b2da-4491-a96e-331ee2fb5b8b no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:30.402668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8df64419-39e4-4ed2-ae0c-c1ae6802500c req-2b42a5db-fb6e-4789-8382-3b03607414e4 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671904
Feb 19 20:57:30.438974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 365ebc46-b2da-4491-a96e-331ee2fb5b8b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:30.439338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 365ebc46-b2da-4491-a96e-331ee2fb5b8b not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:30.461159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=296aa138-ed01-4c5c-b1dd-57c160938115,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:30.536064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce58dc5-cdde-4b6e-800d-95033c88b685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4af430-5045-4885-a178-bea7b85b3f36'}, {'server_uuid': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296aa138-ed01-4c5c-b1dd-57c160938115'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:30.538791 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5be528-7eb4-472a-9622-36a5d3b2a9cf" -d '{"events": [{"server_uuid": "3ce58dc5-cdde-4b6e-800d-95033c88b685", "name": "network-vif-plugged", "status": "completed", "tag": "ea4af430-5045-4885-a178-bea7b85b3f36"}, {"server_uuid": "0c58f78c-bd41-4570-86ec-a9d3a898e1b4", "name": "network-vif-plugged", "status": "completed", "tag": "296aa138-ed01-4c5c-b1dd-57c160938115"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:30.538985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21ad8-0d7f-4ab4-a70b-eab6762625f0 req-61ad6629-aff0-44be-b80f-f323d71df007 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:30.540631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94b21ad8-0d7f-4ab4-a70b-eab6762625f0 req-61ad6629-aff0-44be-b80f-f323d71df007 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 1127 time: 0.0594475
Feb 19 20:57:30.585281 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d6764d-0dfc-483e-bcce-2c253258779e x-openstack-request-id: req-08d6764d-0dfc-483e-bcce-2c253258779e {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:30.585655 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce58dc5-cdde-4b6e-800d-95033c88b685", "name": "network-vif-plugged", "status": "completed", "tag": "ea4af430-5045-4885-a178-bea7b85b3f36", "code": 200}, {"server_uuid": "0c58f78c-bd41-4570-86ec-a9d3a898e1b4", "name": "network-vif-plugged", "status": "completed", "tag": "296aa138-ed01-4c5c-b1dd-57c160938115", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:30.586018 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08d6764d-0dfc-483e-bcce-2c253258779e {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:30.586526 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce58dc5-cdde-4b6e-800d-95033c88b685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4af430-5045-4885-a178-bea7b85b3f36', 'code': 200}
Feb 19 20:57:30.586864 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296aa138-ed01-4c5c-b1dd-57c160938115', 'code': 200}
Feb 19 20:57:30.605360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94b21ad8-0d7f-4ab4-a70b-eab6762625f0 req-ad860aa2-0c63-455f-ab02-6c63b86b2927 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470254
Feb 19 20:57:30.725928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b72e7-7133-455c-81a5-328a3540f9bc req-3322ac77-5069-49d8-ba3d-9eb8016bc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:30.727480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca6b72e7-7133-455c-81a5-328a3540f9bc req-3322ac77-5069-49d8-ba3d-9eb8016bc1a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 1131 time: 0.0565822
Feb 19 20:57:30.729474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983ec65-01ba-41e7-9e37-52709c5e2fcd req-81b6c075-4221-45a6-b712-937edc3ed192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:30.731340 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9983ec65-01ba-41e7-9e37-52709c5e2fcd req-81b6c075-4221-45a6-b712-937edc3ed192 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 1127 time: 0.0599983
Feb 19 20:57:30.787577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca6b72e7-7133-455c-81a5-328a3540f9bc req-c20cab36-a761-45d3-91c1-002e247d50d9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485628
Feb 19 20:57:30.793664 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9983ec65-01ba-41e7-9e37-52709c5e2fcd req-54dbd1cf-f7ce-4ece-9e7d-8e85b20fe7cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479474
Feb 19 20:57:30.887426 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46690) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:30.964454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b3d6b5-c619-4133-8418-21b382647138 admin admin] Deleting subnet a1483f08-a82b-401b-9a13-2fb830d29e75 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:57:30.970180 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16b3d6b5-c619-4133-8418-21b382647138 admin admin] Publish callbacks [] for subnet (a1483f08-a82b-401b-9a13-2fb830d29e75), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.020910 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16b3d6b5-c619-4133-8418-21b382647138 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (a1483f08-a82b-401b-9a13-2fb830d29e75), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.047357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68192ee-591f-4cc7-b69f-5953931de994 req-bc2b08e3-cfc4-4a98-a19f-9d8e0df925e6 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:31.048888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d68192ee-591f-4cc7-b69f-5953931de994 req-bc2b08e3-cfc4-4a98-a19f-9d8e0df925e6 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 949 time: 0.1212237
Feb 19 20:57:31.087637 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16b3d6b5-c619-4133-8418-21b382647138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a1483f08-a82b-401b-9a13-2fb830d29e75), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.135343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d68192ee-591f-4cc7-b69f-5953931de994 req-d3f66cb5-3a04-4ee5-adfd-472b4258dc58 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789998
Feb 19 20:57:31.165571 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16b3d6b5-c619-4133-8418-21b382647138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (a1483f08-a82b-401b-9a13-2fb830d29e75), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.195469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3d6b5-c619-4133-8418-21b382647138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1483f08-a82b-401b-9a13-2fb830d29e75,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:31.197384 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16b3d6b5-c619-4133-8418-21b382647138 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.200992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-16b3d6b5-c619-4133-8418-21b382647138 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a1483f08-a82b-401b-9a13-2fb830d29e75 HTTP/1.1" status: 204  len: 168 time: 0.3123283
Feb 19 20:57:31.203226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46720) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:31.277504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688a015d-1d10-44c7-b358-4d2cbe080bc2', 'name': 'network-vif-deleted', 'tag': '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:31.280600 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265981ba-5520-42a7-9f62-0f8f137db2a0" -d '{"events": [{"server_uuid": "688a015d-1d10-44c7-b358-4d2cbe080bc2", "name": "network-vif-deleted", "tag": "77f19c96-0ed8-4178-b8cb-e6bc2c9ea499"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:31.314936 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (351c1efd-5280-463c-84c7-ead44efacdc6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.339576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d0fbf-3a69-47c2-a915-a3ff9eb9790a req-bb5b1cd4-65c7-474e-8638-fa7765f4dd10 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:31.341233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae7d0fbf-3a69-47c2-a915-a3ff9eb9790a req-bb5b1cd4-65c7-474e-8638-fa7765f4dd10 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0801628
Feb 19 20:57:31.411965 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d403d491-a63b-482e-ab03-b3fbd14e8862 x-openstack-request-id: req-d403d491-a63b-482e-ab03-b3fbd14e8862 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:31.412264 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688a015d-1d10-44c7-b358-4d2cbe080bc2", "name": "network-vif-deleted", "tag": "77f19c96-0ed8-4178-b8cb-e6bc2c9ea499", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:31.412548 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d403d491-a63b-482e-ab03-b3fbd14e8862 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:31.412950 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688a015d-1d10-44c7-b358-4d2cbe080bc2', 'name': 'network-vif-deleted', 'tag': '77f19c96-0ed8-4178-b8cb-e6bc2c9ea499', 'status': 'completed', 'code': 200}
Feb 19 20:57:31.445276 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (351c1efd-5280-463c-84c7-ead44efacdc6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.480441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae7d0fbf-3a69-47c2-a915-a3ff9eb9790a req-50ca945e-e5b1-4cec-be74-33d5251f1fff tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173193
Feb 19 20:57:31.484515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a903eb0>,) {'filters': {'network_id': ['351c1efd-5280-463c-84c7-ead44efacdc6']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:31.510283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a903eb0>, 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:31.510595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a903eb0>, 'ec5ca5ee-571e-4b3e-ad44-ef05309c76f5') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:31.523247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (ec5ca5ee-571e-4b3e-ad44-ef05309c76f5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.543027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ec5ca5ee-571e-4b3e-ad44-ef05309c76f5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.555278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b50ed-0bcb-4fe5-a2af-6e935e52f0c9 req-c64eea29-ef4e-4758-a4d9-b8f6edbd6803 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:31.556755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c17b50ed-0bcb-4fe5-a2af-6e935e52f0c9 req-c64eea29-ef4e-4758-a4d9-b8f6edbd6803 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 949 time: 0.0960314
Feb 19 20:57:31.566206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:57:31.566610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (ec5ca5ee-571e-4b3e-ad44-ef05309c76f5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:57:31.568239 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:57:31.669384 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (351c1efd-5280-463c-84c7-ead44efacdc6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.681873 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.685334 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] 10.222.0.30 "DELETE /v2.0/networks/351c1efd-5280-463c-84c7-ead44efacdc6 HTTP/1.1" status: 204  len: 168 time: 0.4811559
Feb 19 20:57:31.700788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c17b50ed-0bcb-4fe5-a2af-6e935e52f0c9 req-f822e2d0-c234-4dc6-bed3-a3a65389df14 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305699
Feb 19 20:57:31.701553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9276f-0c68-4ae6-b8b3-88d4cc4df73c admin admin] Pushing event deleted for resources: {'Network': ['ID=351c1efd-5280-463c-84c7-ead44efacdc6,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:31.716548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a89b0-c547-4563-be91-110e52c2c381 req-dec453f9-40ae-4dad-b92b-5ce88f539bbc tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:31.718225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb7a89b0-c547-4563-be91-110e52c2c381 req-dec453f9-40ae-4dad-b92b-5ce88f539bbc tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.1701722
Feb 19 20:57:31.777689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb7a89b0-c547-4563-be91-110e52c2c381 req-bfb04451-4d47-4e46-9364-fd875934efe9 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530379
Feb 19 20:57:31.865603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46736) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:31.908686 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fe3e01ad-8d76-43b0-aeb5-685bbe124916 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=808305a45737485185adcb60012ea91a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0418458
Feb 19 20:57:31.911071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46738) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:31.949707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa403eef-2625-460d-a4ff-823bd823992e req-cea540d9-686f-465f-8c7f-16d82b89d9e8 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:31.951210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa403eef-2625-460d-a4ff-823bd823992e req-cea540d9-686f-465f-8c7f-16d82b89d9e8 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0533729
Feb 19 20:57:31.958692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Publish callbacks [] for security_group (d0310dfd-9365-454f-b24b-94ea9daf007e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:31.979772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Publish callbacks [] for security_group (d0310dfd-9365-454f-b24b-94ea9daf007e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:32.001917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa403eef-2625-460d-a4ff-823bd823992e req-cf95761c-ca7e-4b06-bf83-f70a4f456c26 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431228
Feb 19 20:57:32.032817 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d0310dfd-9365-454f-b24b-94ea9daf007e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:32.035397 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:32.036641 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0310dfd-9365-454f-b24b-94ea9daf007e HTTP/1.1" status: 204  len: 168 time: 0.1245840
Feb 19 20:57:32.044682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0310dfd-9365-454f-b24b-94ea9daf007e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:32.052733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.053085 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.053472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.053760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.054092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.054423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.054751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.055077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.055429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.055982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.056308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.056654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.058456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c88ead-0372-4298-9454-bf085b293ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:32.191224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 25ae9901-aabc-4527-88db-b493a2eaf496 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:32.237091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 25ae9901-aabc-4527-88db-b493a2eaf496 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:32.237657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 25ae9901-aabc-4527-88db-b493a2eaf496 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:32.275996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecb9b5-be64-4124-bfde-75c91bc97215 req-0ac8f15b-ef38-48d7-af7e-4ad305104333 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:32.277638 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fecb9b5-be64-4124-bfde-75c91bc97215 req-0ac8f15b-ef38-48d7-af7e-4ad305104333 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 949 time: 0.0625620
Feb 19 20:57:32.342173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fecb9b5-be64-4124-bfde-75c91bc97215 req-35732401-155f-4f23-8952-94e7668982b2 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566976
Feb 19 20:57:32.808135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46778) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:32.869435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861676c8-7023-4271-833f-68ebbf248163 req-cca30f4a-bf2a-4626-b4ff-3ff492ab6ef4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:32.871071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-861676c8-7023-4271-833f-68ebbf248163 req-cca30f4a-bf2a-4626-b4ff-3ff492ab6ef4 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 949 time: 0.0753024
Feb 19 20:57:32.933129 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1767507650-network', 'tenant_id': '72c7d19a9f264a299de3fef34d6cc2e3'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:32.945977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-861676c8-7023-4271-833f-68ebbf248163 req-17d561aa-5e17-4ffa-8698-83b6d9072e65 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648568
Feb 19 20:57:32.957551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22262258-170a-469b-a64d-8e44eba78815 req-23233439-f498-4dbb-b45f-3af0f1f04970 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:32.957772 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Made reservation on behalf of 72c7d19a9f264a299de3fef34d6cc2e3 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:32.959411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22262258-170a-469b-a64d-8e44eba78815 req-23233439-f498-4dbb-b45f-3af0f1f04970 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.0871978
Feb 19 20:57:32.970351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:32.974321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.014911 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22262258-170a-469b-a64d-8e44eba78815 req-48bf6303-5137-4dc7-854a-80f244fac67f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500546
Feb 19 20:57:33.081494 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Publish callbacks [] for security_group (72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.087650 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.118579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:57:33.140967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (71c49990-8ace-4aaa-98d2-af3fb27ac187), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.142244 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Added segment 71c49990-8ace-4aaa-98d2-af3fb27ac187 of type vlan for network b985be9e-d38c-4279-82e4-b246daeadbde
Feb 19 20:57:33.143730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:33.171921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba2b16-08fb-426c-a961-c8e7a4cd51af req-67e9ce2f-ca67-4cc2-8609-b2bb304db3b8 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:33.181142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54ba2b16-08fb-426c-a961-c8e7a4cd51af req-67e9ce2f-ca67-4cc2-8609-b2bb304db3b8 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1026504
Feb 19 20:57:33.234666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (b985be9e-d38c-4279-82e4-b246daeadbde), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.255574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54ba2b16-08fb-426c-a961-c8e7a4cd51af req-5366c731-53d1-40d6-997e-38fc89a4a97a tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716393
Feb 19 20:57:33.277813 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (b985be9e-d38c-4279-82e4-b246daeadbde), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.278891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:33.279491 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.325843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc828697-0fc0-4e4c-917f-7cff4f7a100e req-2a3e0b76-beb1-4a67-b776-9e841802ead3 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:33.333503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc828697-0fc0-4e4c-917f-7cff4f7a100e req-2a3e0b76-beb1-4a67-b776-9e841802ead3 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.0628877
Feb 19 20:57:33.335021 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5258660
Feb 19 20:57:33.338009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46796) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:33.346836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a278ed4-a614-4021-993d-198052fe6e69 admin admin] Pushing event updated for resources: {'Network': ['ID=b985be9e-d38c-4279-82e4-b246daeadbde,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:33.348739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] Request body: {'subnet': {'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1767507650-subnet', 'tenant_id': '72c7d19a9f264a299de3fef34d6cc2e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:33.356290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network b985be9e-d38c-4279-82e4-b246daeadbde details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:57:33.402122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] Made reservation on behalf of 72c7d19a9f264a299de3fef34d6cc2e3 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:33.409221 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.421997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc828697-0fc0-4e4c-917f-7cff4f7a100e req-889cbe93-40ea-4d8b-9c7d-0c17632ea32a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876768
Feb 19 20:57:33.506815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483796a-2363-4312-af08-b8e307126928 req-5ad5c7ad-82dc-442f-8f35-1a48ee69915d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:33.508350 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c483796a-2363-4312-af08-b8e307126928 req-5ad5c7ad-82dc-442f-8f35-1a48ee69915d tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 949 time: 0.0597270
Feb 19 20:57:33.549055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd029214-5e67-425f-9598-ee958538a57d req-ded41525-62b5-4cb7-9f7c-81c0f444a692 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:33.550574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd029214-5e67-425f-9598-ee958538a57d req-ded41525-62b5-4cb7-9f7c-81c0f444a692 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 949 time: 0.0833986
Feb 19 20:57:33.610006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-c483796a-2363-4312-af08-b8e307126928 req-27a75ddf-29b5-4bb8-87bf-6f795ef5227b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Deleting port 90891e43-b363-4c09-a2eb-51710df5cd41 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:33.610301 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c483796a-2363-4312-af08-b8e307126928 req-27a75ddf-29b5-4bb8-87bf-6f795ef5227b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.629636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd029214-5e67-425f-9598-ee958538a57d req-2558a65d-71ec-4ac5-9bb3-fb396cd769c5 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726681
Feb 19 20:57:33.687957 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (e3809839-0292-43fd-bb76-1d312d8856ab), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.705706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-c483796a-2363-4312-af08-b8e307126928 req-27a75ddf-29b5-4bb8-87bf-6f795ef5227b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] For port 90891e43-b363-4c09-a2eb-51710df5cd41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90891e43-b363-4c09-a2eb-51710df5cd41,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:33.706083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c483796a-2363-4312-af08-b8e307126928 req-27a75ddf-29b5-4bb8-87bf-6f795ef5227b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.720090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-c483796a-2363-4312-af08-b8e307126928 req-27a75ddf-29b5-4bb8-87bf-6f795ef5227b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Calling delete_port for 90891e43-b363-4c09-a2eb-51710df5cd41 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:33.749517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3809839-0292-43fd-bb76-1d312d8856ab,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:33.758354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] Checking segment: {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:33.758792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] Network hostable DHCP agents. Network: b985be9e-d38c-4279-82e4-b246daeadbde, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:57:33.761917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:33.778293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] Network b985be9e-d38c-4279-82e4-b246daeadbde is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:57:33.787311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:33.787722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 77f19c96-0ed8-4178-b8cb-e6bc2c9ea499 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:33.788295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d61fad0a-c589-4682-9531-d1e1afc31551 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:33.792134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b985be9e-d38c-4279-82e4-b246daeadbde) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:33.798349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:33.798740 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.819848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-be408838-4705-4989-85e1-00724e43a063 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4805827
Feb 19 20:57:33.837961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: d61fad0a-c589-4682-9531-d1e1afc31551 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:33.838569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d61fad0a-c589-4682-9531-d1e1afc31551 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:33.840547 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4072e37-de47-4555-93d1-1797dfe209ae None None] Network b985be9e-d38c-4279-82e4-b246daeadbde requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:57:33.882221 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c483796a-2363-4312-af08-b8e307126928 req-27a75ddf-29b5-4bb8-87bf-6f795ef5227b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (90891e43-b363-4c09-a2eb-51710df5cd41), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.897601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['90891e43-b363-4c09-a2eb-51710df5cd41'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:33.921437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a75ddf-29b5-4bb8-87bf-6f795ef5227b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Pushing event deleted for resources: {'Port': ['ID=90891e43-b363-4c09-a2eb-51710df5cd41,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:33.954335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb74553-80b4-4e5a-8c45-a0a147b7d040 req-950aca9d-6e7b-4229-80f3-e62483542660 tempest-ServersAdminNegativeTestJSON-922784106 tempest-ServersAdminNegativeTestJSON-922784106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:33.962559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbb74553-80b4-4e5a-8c45-a0a147b7d040 req-950aca9d-6e7b-4229-80f3-e62483542660 tempest-ServersAdminNegativeTestJSON-922784106 tempest-ServersAdminNegativeTestJSON-922784106-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 1131 time: 0.0712399
Feb 19 20:57:33.989323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fbb74553-80b4-4e5a-8c45-a0a147b7d040 req-fbd2cfab-514c-43a5-abfe-603c7a66ae64 tempest-ServersAdminNegativeTestJSON-922784106 tempest-ServersAdminNegativeTestJSON-922784106-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:33.995549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c483796a-2363-4312-af08-b8e307126928 req-27a75ddf-29b5-4bb8-87bf-6f795ef5227b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] No DVR routers for this DVR port 90891e43-b363-4c09-a2eb-51710df5cd41 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:34.000105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c483796a-2363-4312-af08-b8e307126928 req-27a75ddf-29b5-4bb8-87bf-6f795ef5227b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:34.003870 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c483796a-2363-4312-af08-b8e307126928 req-27a75ddf-29b5-4bb8-87bf-6f795ef5227b tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.67 "DELETE /v2.0/ports/90891e43-b363-4c09-a2eb-51710df5cd41 HTTP/1.1" status: 204  len: 173 time: 0.4889081
Feb 19 20:57:34.004565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c97b67a-8ac7-415a-8fd9-9b05f343eb16', 'name': 'network-vif-deleted', 'tag': '90891e43-b363-4c09-a2eb-51710df5cd41'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:34.007997 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2323c31-042a-4f2b-9739-a5f236f157d8" -d '{"events": [{"server_uuid": "4c97b67a-8ac7-415a-8fd9-9b05f343eb16", "name": "network-vif-deleted", "tag": "90891e43-b363-4c09-a2eb-51710df5cd41"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:34.015362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da1bf0d-81cf-4f22-84d2-c4224873ced6 None None] Network b985be9e-d38c-4279-82e4-b246daeadbde requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:57:34.107678 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e08a687-57b3-4654-9028-9cf0bab86d74 req-a0ce6255-b022-45b6-96c9-0a766b0665e1 tempest-ServersOnMultiNodesTest-855722549 tempest-ServersOnMultiNodesTest-855722549-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c97b67a-8ac7-415a-8fd9-9b05f343eb16 HTTP/1.1" status: 200  len: 210 time: 0.0427401
Feb 19 20:57:34.125117 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fbb74553-80b4-4e5a-8c45-a0a147b7d040 req-fbd2cfab-514c-43a5-abfe-603c7a66ae64 tempest-ServersAdminNegativeTestJSON-922784106 tempest-ServersAdminNegativeTestJSON-922784106-project-admin] Publish callbacks [] for security_group (99d790ee-ae6d-4880-a0ae-0666f13e34e0), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:34.132424 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fbb74553-80b4-4e5a-8c45-a0a147b7d040 req-fbd2cfab-514c-43a5-abfe-603c7a66ae64 tempest-ServersAdminNegativeTestJSON-922784106 tempest-ServersAdminNegativeTestJSON-922784106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (99d790ee-ae6d-4880-a0ae-0666f13e34e0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:34.171425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2cfab-514c-43a5-abfe-603c7a66ae64 tempest-ServersAdminNegativeTestJSON-922784106 tempest-ServersAdminNegativeTestJSON-922784106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d790ee-ae6d-4880-a0ae-0666f13e34e0,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:34.176169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbb74553-80b4-4e5a-8c45-a0a147b7d040 req-fbd2cfab-514c-43a5-abfe-603c7a66ae64 tempest-ServersAdminNegativeTestJSON-922784106 tempest-ServersAdminNegativeTestJSON-922784106-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2128944
Feb 19 20:57:34.187212 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71a80b3-01c1-41e5-8045-9a00004e4041 x-openstack-request-id: req-e71a80b3-01c1-41e5-8045-9a00004e4041 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:34.187720 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c97b67a-8ac7-415a-8fd9-9b05f343eb16", "name": "network-vif-deleted", "tag": "90891e43-b363-4c09-a2eb-51710df5cd41", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:34.187985 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e71a80b3-01c1-41e5-8045-9a00004e4041 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:34.188496 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c97b67a-8ac7-415a-8fd9-9b05f343eb16', 'name': 'network-vif-deleted', 'tag': '90891e43-b363-4c09-a2eb-51710df5cd41', 'status': 'completed', 'code': 200}
Feb 19 20:57:34.463161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c4531-0e58-46c1-9271-2706ad4dcfba req-24a7c389-d224-4283-9e2d-259dad413615 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:34.464680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-728c4531-0e58-46c1-9271-2706ad4dcfba req-24a7c389-d224-4283-9e2d-259dad413615 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1363082
Feb 19 20:57:34.511527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-7823d9f6-6c94-400c-871c-cf7a0e990fa7 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:34.513066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-7823d9f6-6c94-400c-871c-cf7a0e990fa7 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/networks?id=b985be9e-d38c-4279-82e4-b246daeadbde HTTP/1.1" status: 200  len: 813 time: 0.1419320
Feb 19 20:57:34.541598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-510baddb-9c3c-4437-8cca-69f4d8e3b9fb tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/quotas/72c7d19a9f264a299de3fef34d6cc2e3 HTTP/1.1" status: 200  len: 375 time: 0.0218885
Feb 19 20:57:34.545263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-728c4531-0e58-46c1-9271-2706ad4dcfba req-0edd0570-042e-4cc3-b227-5b329b60e75d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739233
Feb 19 20:57:34.593437 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-3e4f2dbd-5ea8-4ab2-8d35-acace6588379 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=72c7d19a9f264a299de3fef34d6cc2e3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442121
Feb 19 20:57:34.730986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f7ff7-379c-43d6-9daf-3fb864af5d4a req-77714371-335c-49cb-8438-eb8135ca2bc6 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:34.732571 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a1f7ff7-379c-43d6-9daf-3fb864af5d4a req-77714371-335c-49cb-8438-eb8135ca2bc6 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.1140406
Feb 19 20:57:34.734562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-0f3a8eb2-f5aa-44ac-8e87-d1211dce06d6 service neutron] 10.222.0.30 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340852
Feb 19 20:57:34.842721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a1f7ff7-379c-43d6-9daf-3fb864af5d4a req-0673275c-3fa5-4638-ad7d-3c2939063fcb tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021540
Feb 19 20:57:34.864283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-06e13897-026e-4fee-bf9c-4801ec68c30e service neutron] 10.222.0.30 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225154
Feb 19 20:57:35.117441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4acd097f-e93c-44fc-9cc9-734a1abddf11 req-97f3a084-a64c-44b2-9876-888e477c4562 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 210 time: 0.0280960
Feb 19 20:57:35.310556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142bbec-08fb-487c-a21d-9784bc45a93d req-85a6f921-0349-4117-aaba-2aab8972f42a tempest-ServersAdminNegativeTestJSON-922784106 tempest-ServersAdminNegativeTestJSON-922784106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:35.312541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4142bbec-08fb-487c-a21d-9784bc45a93d req-85a6f921-0349-4117-aaba-2aab8972f42a tempest-ServersAdminNegativeTestJSON-922784106 tempest-ServersAdminNegativeTestJSON-922784106-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 1131 time: 0.0484693
Feb 19 20:57:35.359847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4142bbec-08fb-487c-a21d-9784bc45a93d req-fd9aa318-788e-4c75-8e80-f1f4eb263834 tempest-ServersAdminNegativeTestJSON-922784106 tempest-ServersAdminNegativeTestJSON-922784106-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404127
Feb 19 20:57:35.404474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46858) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:35.575620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3326f83c-b46e-44bb-8454-bd2d4737cb39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dabc5bb30faa4af797e9ba1cd4bad547&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1697023
Feb 19 20:57:35.578278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46874) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:35.699377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9843c3d9-0001-4669-8972-18a1df270ce9 admin admin] Publish callbacks [] for security_group (4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:35.761554 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9843c3d9-0001-4669-8972-18a1df270ce9 admin admin] Publish callbacks [] for security_group (4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:35.797087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3664f-67ed-4e33-9d4b-c3ae4fd58cc1 req-d6e58df7-1708-4ca9-b816-cbc8c7435456 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:35.798957 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2a3664f-67ed-4e33-9d4b-c3ae4fd58cc1 req-d6e58df7-1708-4ca9-b816-cbc8c7435456 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.1192877
Feb 19 20:57:35.905110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2a3664f-67ed-4e33-9d4b-c3ae4fd58cc1 req-cee38fb7-963a-4fce-aab5-7daa0a60c835 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976536
Feb 19 20:57:35.907127 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9843c3d9-0001-4669-8972-18a1df270ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:35.910510 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9843c3d9-0001-4669-8972-18a1df270ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:35.911672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9843c3d9-0001-4669-8972-18a1df270ce9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac HTTP/1.1" status: 204  len: 168 time: 0.3325160
Feb 19 20:57:35.928569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843c3d9-0001-4669-8972-18a1df270ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddba1c2-0ffe-4233-b5db-cb2221e9e9ac,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:35.934836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f93f2-2230-473e-b7bf-6e94340a387b req-7adfd521-0285-447c-9207-1445bff96fdb tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:35.936794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c53f93f2-2230-473e-b7bf-6e94340a387b req-7adfd521-0285-447c-9207-1445bff96fdb tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 1127 time: 0.1194475
Feb 19 20:57:35.970557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef855505-2ecb-4283-bac3-b71f1d6ac3e6 req-7541162c-ba11-469a-8453-1d30069f09c4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:35.972123 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef855505-2ecb-4283-bac3-b71f1d6ac3e6 req-7541162c-ba11-469a-8453-1d30069f09c4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.67 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 945 time: 0.0944939
Feb 19 20:57:36.034095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c53f93f2-2230-473e-b7bf-6e94340a387b req-2280bf67-caba-49c9-832d-5aab4beb9fa7 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890183
Feb 19 20:57:36.100772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a317ff9-96cd-4458-b6cf-cb8b078a074f req-24d0a685-c670-4003-b110-85547a4828db tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:36.107074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ef855505-2ecb-4283-bac3-b71f1d6ac3e6 req-42ca6f84-be01-4308-ad0f-6ba0a5a86ff4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Deleting port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:36.107539 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ef855505-2ecb-4283-bac3-b71f1d6ac3e6 req-42ca6f84-be01-4308-ad0f-6ba0a5a86ff4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:36.108052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a317ff9-96cd-4458-b6cf-cb8b078a074f req-24d0a685-c670-4003-b110-85547a4828db tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 949 time: 0.0926793
Feb 19 20:57:36.198047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a317ff9-96cd-4458-b6cf-cb8b078a074f req-13db281d-5736-4331-9d06-0b24e005a752 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888710
Feb 19 20:57:36.222595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2f32f-a7eb-48bd-a8a1-96814bdb1e8d req-3e49cf6b-a797-42ef-8fb4-cd54b83bb222 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:36.224200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76f2f32f-a7eb-48bd-a8a1-96814bdb1e8d req-3e49cf6b-a797-42ef-8fb4-cd54b83bb222 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.1137791
Feb 19 20:57:36.226732 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-ef855505-2ecb-4283-bac3-b71f1d6ac3e6 req-42ca6f84-be01-4308-ad0f-6ba0a5a86ff4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] For port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:36.227104 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ef855505-2ecb-4283-bac3-b71f1d6ac3e6 req-42ca6f84-be01-4308-ad0f-6ba0a5a86ff4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:36.242231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ef855505-2ecb-4283-bac3-b71f1d6ac3e6 req-42ca6f84-be01-4308-ad0f-6ba0a5a86ff4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Calling delete_port for 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:36.371269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46892) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:36.390376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-06ff8439-5383-4e4e-b343-4ee2ed3a21af tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:36.392669 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-06ff8439-5383-4e4e-b343-4ee2ed3a21af tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.67 "GET /v2.0/networks?id=b985be9e-d38c-4279-82e4-b246daeadbde HTTP/1.1" status: 200  len: 813 time: 0.1362171
Feb 19 20:57:36.408422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Request body: {'port': {'device_id': '79c8a420-124f-496a-9605-633f80408b4b', 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde', 'admin_state_up': True, 'tenant_id': '72c7d19a9f264a299de3fef34d6cc2e3'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:36.538936 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76f2f32f-a7eb-48bd-a8a1-96814bdb1e8d req-4a51d33c-0a99-43c1-987e-edb2a2a74fd6 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3009784
Feb 19 20:57:36.540004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ef855505-2ecb-4283-bac3-b71f1d6ac3e6 req-42ca6f84-be01-4308-ad0f-6ba0a5a86ff4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (31d6bb39-99dc-4d88-9fb6-3d09d608c1ea), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:36.554293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['dd609551-9c3b-4d51-ab65-39dd0fa6d3ba'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:36.571517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Made reservation on behalf of 72c7d19a9f264a299de3fef34d6cc2e3 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:36.576938 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:36.639480 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['31d6bb39-99dc-4d88-9fb6-3d09d608c1ea'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:36.708578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef855505-2ecb-4283-bac3-b71f1d6ac3e6 req-42ca6f84-be01-4308-ad0f-6ba0a5a86ff4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] No DVR routers for this DVR port 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:36.717146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca6f84-be01-4308-ad0f-6ba0a5a86ff4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Pushing event deleted for resources: {'Port': ['ID=31d6bb39-99dc-4d88-9fb6-3d09d608c1ea,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:36.720672 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ef855505-2ecb-4283-bac3-b71f1d6ac3e6 req-42ca6f84-be01-4308-ad0f-6ba0a5a86ff4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:36.725476 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef855505-2ecb-4283-bac3-b71f1d6ac3e6 req-42ca6f84-be01-4308-ad0f-6ba0a5a86ff4 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.67 "DELETE /v2.0/ports/31d6bb39-99dc-4d88-9fb6-3d09d608c1ea HTTP/1.1" status: 204  len: 173 time: 0.7459564
Feb 19 20:57:36.733470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59252cac-71fd-4839-8d62-e20d42abc8cb', 'name': 'network-vif-deleted', 'tag': '31d6bb39-99dc-4d88-9fb6-3d09d608c1ea'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:36.735929 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e211bb-2fdf-4c6c-ba1a-9d2f47664fb6" -d '{"events": [{"server_uuid": "59252cac-71fd-4839-8d62-e20d42abc8cb", "name": "network-vif-deleted", "tag": "31d6bb39-99dc-4d88-9fb6-3d09d608c1ea"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:36.751499 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e9d3133e-5028-462b-a6f7-89275b4e32ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=044539d0759e4edd8a8cf729fb4a2955&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3790245
Feb 19 20:57:36.755458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46906) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:36.819016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-ae600bad-1a0c-4295-9519-f2467949903b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:36.820594 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-ae600bad-1a0c-4295-9519-f2467949903b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "GET /v2.0/networks?id=b985be9e-d38c-4279-82e4-b246daeadbde HTTP/1.1" status: 200  len: 813 time: 0.3401074
Feb 19 20:57:36.830299 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a274315-3b93-4080-9aae-5b332383a70c admin admin] Publish callbacks [] for security_group (4c9dd898-ea71-49d7-b8bd-888d7f672012), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:36.838543 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Request body: {'port': {'device_id': '80d46c81-d4d9-49ea-9d75-cce281fb0945', 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde', 'admin_state_up': True, 'tenant_id': '72c7d19a9f264a299de3fef34d6cc2e3'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:36.913387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a274315-3b93-4080-9aae-5b332383a70c admin admin] Publish callbacks [] for security_group (4c9dd898-ea71-49d7-b8bd-888d7f672012), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:36.999809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a274315-3b93-4080-9aae-5b332383a70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4c9dd898-ea71-49d7-b8bd-888d7f672012), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:37.002742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a274315-3b93-4080-9aae-5b332383a70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:37.006336 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6a274315-3b93-4080-9aae-5b332383a70c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c9dd898-ea71-49d7-b8bd-888d7f672012 HTTP/1.1" status: 204  len: 168 time: 0.2476318
Feb 19 20:57:37.013241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a274315-3b93-4080-9aae-5b332383a70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9dd898-ea71-49d7-b8bd-888d7f672012,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:37.030157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Made reservation on behalf of 72c7d19a9f264a299de3fef34d6cc2e3 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:37.041971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:37.098749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21119fe2-63c2-4659-9038-2de2c811316a req-dd9be248-2021-447a-94e0-833ddf3b6497 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 210 time: 0.0492868
Feb 19 20:57:37.160099 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141c013b-f8a7-40b5-ad40-e8f7a45f04ba x-openstack-request-id: req-141c013b-f8a7-40b5-ad40-e8f7a45f04ba {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:37.160099 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59252cac-71fd-4839-8d62-e20d42abc8cb", "name": "network-vif-deleted", "tag": "31d6bb39-99dc-4d88-9fb6-3d09d608c1ea", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:37.160644 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-141c013b-f8a7-40b5-ad40-e8f7a45f04ba {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:37.160901 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59252cac-71fd-4839-8d62-e20d42abc8cb', 'name': 'network-vif-deleted', 'tag': '31d6bb39-99dc-4d88-9fb6-3d09d608c1ea', 'status': 'completed', 'code': 200}
Feb 19 20:57:37.213300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Allocated IP 172.20.0.3 (b985be9e-d38c-4279-82e4-b246daeadbde/e3809839-0292-43fd-bb76-1d312d8856ab/3f866cda-3fba-4690-9199-9e11ff500810) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:57:37.266317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6cbe0f9-045e-428e-88d6-61cebeed9bdf req-3c41565f-642a-4fd2-9650-e5d6c79f22a6 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=59252cac-71fd-4839-8d62-e20d42abc8cb HTTP/1.1" status: 200  len: 210 time: 0.0380142
Feb 19 20:57:37.455106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc859940-da9f-4a51-ab31-0466062fd959 req-ed4bfd0a-e5b5-4f16-a93b-52ca2f33bb03 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:37.456649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc859940-da9f-4a51-ab31-0466062fd959 req-ed4bfd0a-e5b5-4f16-a93b-52ca2f33bb03 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 949 time: 0.0948868
Feb 19 20:57:37.461028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-ec954b87-528b-4d97-bfef-073d5d0f4471 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:57:37.462200 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-ec954b87-528b-4d97-bfef-073d5d0f4471 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0072258
Feb 19 20:57:37.480612 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks [] for port (3f866cda-3fba-4690-9199-9e11ff500810), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:37.517904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-b3e66aa2-cc5f-42d3-a793-4018274d4cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:37.519482 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-b3e66aa2-cc5f-42d3-a793-4018274d4cdd service neutron] 10.222.0.30 "GET /v2.0/ports/59f45170-96d5-43f5-8368-d97e4afa51dc HTTP/1.1" status: 200  len: 1124 time: 0.0473230
Feb 19 20:57:37.528887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:37.529555 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Unknown quota resources ['binding']. {{(pid=121129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:57:37.535873 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc859940-da9f-4a51-ab31-0466062fd959 req-f26d956f-6a5c-4f66-bd0c-76cd64a10929 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707772
Feb 19 20:57:37.550898 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3f866cda-3fba-4690-9199-9e11ff500810), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:37.608825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Network b985be9e-d38c-4279-82e4-b246daeadbde is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:37.613465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:37.615780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:57:37.618524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Pushing event updated for resources: {'Port': ['ID=3f866cda-3fba-4690-9199-9e11ff500810,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:37.699685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:37.700352 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:37.703305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Allocated IP 172.20.0.7 (b985be9e-d38c-4279-82e4-b246daeadbde/e3809839-0292-43fd-bb76-1d312d8856ab/5e90c8de-efa6-4cdf-a9b2-90d008369593) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:57:37.723329 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-01f5f988-29ae-4264-a176-d3054715d047 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3201423
Feb 19 20:57:37.748979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9e695-8045-4b0d-84cc-0097ead56fcf req-ef5609f7-0616-47ca-ae7a-b2642d886ed7 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:37.750115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2b9e695-8045-4b0d-84cc-0097ead56fcf req-ef5609f7-0616-47ca-ae7a-b2642d886ed7 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.1023407
Feb 19 20:57:37.754128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Request body: {'port': {'device_id': '79c8a420-124f-496a-9605-633f80408b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:37.791056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 90891e43-b363-4c09-a2eb-51710df5cd41 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:37.811415 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 90891e43-b363-4c09-a2eb-51710df5cd41 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:37.812131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 90891e43-b363-4c09-a2eb-51710df5cd41 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:37.813925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:37.837467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:37.838049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 31d6bb39-99dc-4d88-9fb6-3d09d608c1ea not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:37.849353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc on host nch2-master-1 for vnic_type normal with profile None {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:37.849694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:37.850032 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:37.855281 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2b9e695-8045-4b0d-84cc-0097ead56fcf req-0a5a9e8d-fea0-49d6-b715-113721e48db2 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785687
Feb 19 20:57:37.856080 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Port 59f45170-96d5-43f5-8368-d97e4afa51dc on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:57:37.856436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:37.865647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:37.865991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:37.866385 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:37.867086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Bound port: 59f45170-96d5-43f5-8368-d97e4afa51dc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:37.894013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3f866cda-3fba-4690-9199-9e11ff500810), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:37.947164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks [] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:37.984850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59f45170-96d5-43f5-8368-d97e4afa51dc,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:37.996806 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:38.001243 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8665f8b5-fe79-4426-8e73-f47f28ad325e service neutron] 10.222.0.30 "POST /v2.0/ports/59f45170-96d5-43f5-8368-d97e4afa51dc/bindings HTTP/1.1" status: 201  len: 389 time: 0.4754691
Feb 19 20:57:38.049060 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cba01-c615-45f5-b78d-fb307cc226e1 req-755ea31d-7144-4b13-a16a-aedfa1b555fe tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:38.050548 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-615cba01-c615-45f5-b78d-fb307cc226e1 req-755ea31d-7144-4b13-a16a-aedfa1b555fe tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 949 time: 0.1004837
Feb 19 20:57:38.112295 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:38.274177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Network b985be9e-d38c-4279-82e4-b246daeadbde is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:38.283596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:38.290436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Pushing event updated for resources: {'Port': ['ID=5e90c8de-efa6-4cdf-a9b2-90d008369593,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:38.297145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:57:38.319257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d4bd-ebf4-4950-841c-c492634cff6a req-78987503-5b40-4572-ae37-27b895c72650 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:38.320899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe47d4bd-ebf4-4950-841c-c492634cff6a req-78987503-5b40-4572-ae37-27b895c72650 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 945 time: 0.1368992
Feb 19 20:57:38.376834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-615cba01-c615-45f5-b78d-fb307cc226e1 req-7310edd3-b4ed-4e17-8af8-1af30e8c2eed tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Deleting port ea4af430-5045-4885-a178-bea7b85b3f36 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:38.377302 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-615cba01-c615-45f5-b78d-fb307cc226e1 req-7310edd3-b4ed-4e17-8af8-1af30e8c2eed tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:38.379546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eaf84b-978f-48aa-851f-c523fb80bc6a req-9b652016-813d-4203-a967-39df13a366b8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:38.381200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9eaf84b-978f-48aa-851f-c523fb80bc6a req-9b652016-813d-4203-a967-39df13a366b8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 931 time: 0.1664829
Feb 19 20:57:38.390558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f866cda-3fba-4690-9199-9e11ff500810 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:38.405383 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Publish callbacks [] for port (3f866cda-3fba-4690-9199-9e11ff500810), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:38.431403 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:38.432024 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:38.448424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Transition to ACTIVE for port object 3f866cda-3fba-4690-9199-9e11ff500810 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:57:38.457903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-241f42d7-24e6-456a-94f7-501cf8161f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:38.459668 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3f866cda-3fba-4690-9199-9e11ff500810), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:38.460137 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-241f42d7-24e6-456a-94f7-501cf8161f37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 1127 time: 0.1598926
Feb 19 20:57:38.464769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe47d4bd-ebf4-4950-841c-c492634cff6a req-cf250634-ab0c-482b-8095-3a28fee60909 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227407
Feb 19 20:57:38.466293 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-4d705225-3751-4a4f-b438-5daefe83dc22 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6331263
Feb 19 20:57:38.483807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Request body: {'port': {'device_id': '80d46c81-d4d9-49ea-9d75-cce281fb0945', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:38.548575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Pushing event updated for resources: {'Port': ['ID=3f866cda-3fba-4690-9199-9e11ff500810,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:38.576953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9eaf84b-978f-48aa-851f-c523fb80bc6a req-7017a27b-2e85-49d1-a674-e431f5388207 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758242
Feb 19 20:57:38.784882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dde28-34ea-49d7-9576-718294d2a56a req-bd6af10a-d679-4d9b-83e0-d3402d34edca tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:38.786607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c45dde28-34ea-49d7-9576-718294d2a56a req-bd6af10a-d679-4d9b-83e0-d3402d34edca tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 949 time: 0.1249099
Feb 19 20:57:38.787510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Attempting to bind port 3f866cda-3fba-4690-9199-9e11ff500810 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:38.787925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Attempting to bind port 3f866cda-3fba-4690-9199-9e11ff500810 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:38.788351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Attempting to bind port 3f866cda-3fba-4690-9199-9e11ff500810 on network b985be9e-d38c-4279-82e4-b246daeadbde {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:38.793515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Port 3f866cda-3fba-4690-9199-9e11ff500810 on network b985be9e-d38c-4279-82e4-b246daeadbde not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:57:38.793931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Attempting to bind port 3f866cda-3fba-4690-9199-9e11ff500810 on network b985be9e-d38c-4279-82e4-b246daeadbde {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:38.800753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:38.801239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Checking segment: {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:38.801828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Bound using segment: {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:38.802399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Bound port: 3f866cda-3fba-4690-9199-9e11ff500810, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:38.802844 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3f866cda-3fba-4690-9199-9e11ff500810), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:38.924480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c45dde28-34ea-49d7-9576-718294d2a56a req-950234f0-1565-481a-97ec-8fec3b671dc7 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247859
Feb 19 20:57:38.963749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f3dad-f0e7-4f55-b81e-65f3bdcb6d79 req-53bc47a0-7418-4175-b72c-cf90becad45f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:38.965318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-720f3dad-f0e7-4f55-b81e-65f3bdcb6d79 req-53bc47a0-7418-4175-b72c-cf90becad45f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.1003783
Feb 19 20:57:38.966441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] For port 3f866cda-3fba-4690-9199-9e11ff500810, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:38.969893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-615cba01-c615-45f5-b78d-fb307cc226e1 req-7310edd3-b4ed-4e17-8af8-1af30e8c2eed tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] For port ea4af430-5045-4885-a178-bea7b85b3f36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea4af430-5045-4885-a178-bea7b85b3f36,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:38.970160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] For port 3f866cda-3fba-4690-9199-9e11ff500810, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f866cda-3fba-4690-9199-9e11ff500810,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:38.970318 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-615cba01-c615-45f5-b78d-fb307cc226e1 req-7310edd3-b4ed-4e17-8af8-1af30e8c2eed tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:38.980178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:38.982402 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3f866cda-3fba-4690-9199-9e11ff500810), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:38.996692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-615cba01-c615-45f5-b78d-fb307cc226e1 req-7310edd3-b4ed-4e17-8af8-1af30e8c2eed tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Calling delete_port for ea4af430-5045-4885-a178-bea7b85b3f36 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:39.016233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-d3b25828-f5a3-493b-9fc5-c6a226f9bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:39.017768 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-d3b25828-f5a3-493b-9fc5-c6a226f9bd79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.5506182
Feb 19 20:57:39.080867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:39.081513 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:39.082960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] 10.222.0.67 "PUT /v2.0/ports/3f866cda-3fba-4690-9199-9e11ff500810 HTTP/1.1" status: 200  len: 1091 time: 1.3424568
Feb 19 20:57:39.083420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c8a420-124f-496a-9605-633f80408b4b', 'tag': '3f866cda-3fba-4690-9199-9e11ff500810'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:39.085828 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197f579e-2935-43cd-a7ed-90113ed37f31" -d '{"events": [{"name": "network-changed", "server_uuid": "79c8a420-124f-496a-9605-633f80408b4b", "tag": "3f866cda-3fba-4690-9199-9e11ff500810"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:39.106913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-720f3dad-f0e7-4f55-b81e-65f3bdcb6d79 req-856eaeb1-3ea9-4aca-9c7e-267fa26b70c6 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334965
Feb 19 20:57:39.108397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036943c0-eca8-4a0a-9102-701072f1268f service neutron] Pushing event updated for resources: {'Port': ['ID=3f866cda-3fba-4690-9199-9e11ff500810,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:39.113292 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-60b13879-35ef-42ce-86bf-d1967a9d555d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f45170-96d5-43f5-8368-d97e4afa51dc HTTP/1.1" status: 200  len: 217 time: 0.0697665
Feb 19 20:57:39.131143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57c5be-24e8-4d5c-8ca2-3de55650b67e req-1ffee34f-5667-4edb-a019-ff92bad746a4 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:39.132801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da57c5be-24e8-4d5c-8ca2-3de55650b67e req-1ffee34f-5667-4edb-a019-ff92bad746a4 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.1120708
Feb 19 20:57:39.226563 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da57c5be-24e8-4d5c-8ca2-3de55650b67e req-59263d89-7760-438a-b1df-1f984d42727e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792022
Feb 19 20:57:39.237929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-5dd158ac-4040-4506-ac44-43030d52fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:39.239373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-5dd158ac-4040-4506-ac44-43030d52fca3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72c7d19a9f264a299de3fef34d6cc2e3&device_id=79c8a420-124f-496a-9605-633f80408b4b HTTP/1.1" status: 200  len: 1125 time: 0.0854108
Feb 19 20:57:39.258927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-a2f74927-9d73-4361-8626-3eed446b9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:39.260462 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-a2f74927-9d73-4361-8626-3eed446b9751 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.1382678
Feb 19 20:57:39.297244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-3ee51413-abff-42bf-a450-a0533b75484c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f866cda-3fba-4690-9199-9e11ff500810 HTTP/1.1" status: 200  len: 217 time: 0.0442815
Feb 19 20:57:39.312767 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b1c8e-7240-49d0-ace3-a3ae979f5bef x-openstack-request-id: req-314b1c8e-7240-49d0-ace3-a3ae979f5bef {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:39.313681 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c8a420-124f-496a-9605-633f80408b4b", "tag": "3f866cda-3fba-4690-9199-9e11ff500810", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:39.314000 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-314b1c8e-7240-49d0-ace3-a3ae979f5bef {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:39.314578 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c8a420-124f-496a-9605-633f80408b4b', 'tag': '3f866cda-3fba-4690-9199-9e11ff500810', 'status': 'completed', 'code': 200}
Feb 19 20:57:39.352450 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-da2427f2-0b48-47f8-b6f5-2d789f48858f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0860641
Feb 19 20:57:39.356177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-36ee6b9e-4d61-462c-81e1-6afdd8cf1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:39.358136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-36ee6b9e-4d61-462c-81e1-6afdd8cf1fcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e3809839-0292-43fd-bb76-1d312d8856ab HTTP/1.1" status: 200  len: 853 time: 0.0543244
Feb 19 20:57:39.395568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-61028985-47ee-4dbb-8b0c-df57a3c062e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b985be9e-d38c-4279-82e4-b246daeadbde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0312755
Feb 19 20:57:39.447605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-615cba01-c615-45f5-b78d-fb307cc226e1 req-7310edd3-b4ed-4e17-8af8-1af30e8c2eed tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ea4af430-5045-4885-a178-bea7b85b3f36), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:39.461234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['7d04593a-188e-4b4f-ab61-c23f7653caf7'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:39.464248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ea4af430-5045-4885-a178-bea7b85b3f36'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:39.506176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-98a39536-1a00-4a66-a94d-bfdfbdc424f9 service neutron] 10.222.0.67 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1034548
Feb 19 20:57:39.506560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310edd3-b4ed-4e17-8af8-1af30e8c2eed tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Pushing event deleted for resources: {'Port': ['ID=ea4af430-5045-4885-a178-bea7b85b3f36,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:39.558717 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-2ab98990-cd63-4a69-a536-5e482e79fcc3 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1979795
Feb 19 20:57:39.615148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-615cba01-c615-45f5-b78d-fb307cc226e1 req-7310edd3-b4ed-4e17-8af8-1af30e8c2eed tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] No DVR routers for this DVR port ea4af430-5045-4885-a178-bea7b85b3f36 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:39.620496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-615cba01-c615-45f5-b78d-fb307cc226e1 req-7310edd3-b4ed-4e17-8af8-1af30e8c2eed tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:39.623844 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-615cba01-c615-45f5-b78d-fb307cc226e1 req-7310edd3-b4ed-4e17-8af8-1af30e8c2eed tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.67 "DELETE /v2.0/ports/ea4af430-5045-4885-a178-bea7b85b3f36 HTTP/1.1" status: 204  len: 173 time: 1.5674806
Feb 19 20:57:39.624320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce58dc5-cdde-4b6e-800d-95033c88b685', 'name': 'network-vif-deleted', 'tag': 'ea4af430-5045-4885-a178-bea7b85b3f36'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:39.626671 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfc3657-a4c8-45ad-acf2-5795f220cf48" -d '{"events": [{"server_uuid": "3ce58dc5-cdde-4b6e-800d-95033c88b685", "name": "network-vif-deleted", "tag": "ea4af430-5045-4885-a178-bea7b85b3f36"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:39.727950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e90c8de-efa6-4cdf-a9b2-90d008369593 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:39.756510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Publish callbacks [] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:39.791683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Transition to ACTIVE for port object 5e90c8de-efa6-4cdf-a9b2-90d008369593 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:57:39.802731 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-368d6d40-498f-4b3c-9140-3e56bb8c8c86 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111590
Feb 19 20:57:39.805090 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:39.828224 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-0eae06a8-068d-4573-b21b-4a3e61b32f2e service neutron] 10.222.0.67 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2995188
Feb 19 20:57:39.858040 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc61d4-4a60-4077-99f0-b5267795dfee req-2dc63b16-4c5c-4c72-a4dc-4355727de7fc tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:39.860536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fefc61d4-4a60-4077-99f0-b5267795dfee req-2dc63b16-4c5c-4c72-a4dc-4355727de7fc tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 945 time: 0.2555938
Feb 19 20:57:39.885481 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e90c8de-efa6-4cdf-a9b2-90d008369593,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:39.894805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb432b-b780-48c5-9777-721b533c3258 req-6dd88c98-de09-415f-90ed-6753b140d09c tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:39.906269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fddb432b-b780-48c5-9777-721b533c3258 req-6dd88c98-de09-415f-90ed-6753b140d09c tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 931 time: 0.1947536
Feb 19 20:57:39.990157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Attempting to bind port 5e90c8de-efa6-4cdf-a9b2-90d008369593 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:39.990515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Attempting to bind port 5e90c8de-efa6-4cdf-a9b2-90d008369593 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:39.990840 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Attempting to bind port 5e90c8de-efa6-4cdf-a9b2-90d008369593 on network b985be9e-d38c-4279-82e4-b246daeadbde {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:39.998255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Port 5e90c8de-efa6-4cdf-a9b2-90d008369593 on network b985be9e-d38c-4279-82e4-b246daeadbde not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:57:39.998594 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Attempting to bind port 5e90c8de-efa6-4cdf-a9b2-90d008369593 on network b985be9e-d38c-4279-82e4-b246daeadbde {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:40.004478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:40.004823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Checking segment: {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:40.005737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Bound using segment: {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:40.005737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Bound port: 5e90c8de-efa6-4cdf-a9b2-90d008369593, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:40.006146 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:40.009907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46998) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:40.014322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fddb432b-b780-48c5-9777-721b533c3258 req-2a4f5a69-716b-46be-a4fd-e2c12d40728d tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071603
Feb 19 20:57:40.051961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f579e-2935-43cd-a7ed-90113ed37f31 req-9432e313-6026-4261-8990-44bb3900f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:40.053613 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-197f579e-2935-43cd-a7ed-90113ed37f31 req-9432e313-6026-4261-8990-44bb3900f8ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72c7d19a9f264a299de3fef34d6cc2e3&device_id=79c8a420-124f-496a-9605-633f80408b4b HTTP/1.1" status: 200  len: 1125 time: 0.1035075
Feb 19 20:57:40.059008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fefc61d4-4a60-4077-99f0-b5267795dfee req-2ec07e6f-a16d-455a-8e29-f56bd880c563 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849549
Feb 19 20:57:40.112713 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507048d4-74a5-4049-9cf9-06f96d5e375b x-openstack-request-id: req-507048d4-74a5-4049-9cf9-06f96d5e375b {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:40.113277 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce58dc5-cdde-4b6e-800d-95033c88b685", "name": "network-vif-deleted", "tag": "ea4af430-5045-4885-a178-bea7b85b3f36", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:40.113277 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-507048d4-74a5-4049-9cf9-06f96d5e375b {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:40.113650 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce58dc5-cdde-4b6e-800d-95033c88b685', 'name': 'network-vif-deleted', 'tag': 'ea4af430-5045-4885-a178-bea7b85b3f36', 'status': 'completed', 'code': 200}
Feb 19 20:57:40.124937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] For port 5e90c8de-efa6-4cdf-a9b2-90d008369593, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:40.128681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] For port 5e90c8de-efa6-4cdf-a9b2-90d008369593, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e90c8de-efa6-4cdf-a9b2-90d008369593,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:40.135168 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:40.199435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:40.200072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:40.201507 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] 10.222.0.10 "PUT /v2.0/ports/5e90c8de-efa6-4cdf-a9b2-90d008369593 HTTP/1.1" status: 200  len: 1091 time: 1.7227416
Feb 19 20:57:40.221605 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a01d31-55eb-45b4-9ce9-e49aece52ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e90c8de-efa6-4cdf-a9b2-90d008369593,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:40.265074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5561a007-99aa-4e8b-a3c7-8b6b4772dcdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:40.268135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4efc7e6f-421f-4913-b1fb-411b7df43303 req-1ef9a0a4-96fd-4765-a1d5-eed9c5de6770 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ce58dc5-cdde-4b6e-800d-95033c88b685 HTTP/1.1" status: 200  len: 210 time: 0.0821080
Feb 19 20:57:40.305454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f579e-2935-43cd-a7ed-90113ed37f31 req-f702597e-764c-49a3-b486-7781237f1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:40.306936 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-197f579e-2935-43cd-a7ed-90113ed37f31 req-f702597e-764c-49a3-b486-7781237f1b10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b985be9e-d38c-4279-82e4-b246daeadbde HTTP/1.1" status: 200  len: 914 time: 0.2417786
Feb 19 20:57:40.318472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-c357f804-4815-4a65-8416-6005cae6b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:40.320114 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-c357f804-4815-4a65-8416-6005cae6b716 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72c7d19a9f264a299de3fef34d6cc2e3&device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 1125 time: 0.0710042
Feb 19 20:57:40.378888 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-572caf5a-450b-4f1a-bb89-53c24793767f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e90c8de-efa6-4cdf-a9b2-90d008369593 HTTP/1.1" status: 200  len: 217 time: 0.0477884
Feb 19 20:57:40.388206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-197f579e-2935-43cd-a7ed-90113ed37f31 req-f368cd6e-082d-463d-838f-3754d4d3c72d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f866cda-3fba-4690-9199-9e11ff500810 HTTP/1.1" status: 200  len: 217 time: 0.0692015
Feb 19 20:57:40.442816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-b3b552b7-5dea-4343-97b0-e2f363519cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:40.444477 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-b3b552b7-5dea-4343-97b0-e2f363519cdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3809839-0292-43fd-bb76-1d312d8856ab HTTP/1.1" status: 200  len: 853 time: 0.0588579
Feb 19 20:57:40.458738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71427ed8-22d8-4d4c-8e4d-d04058ab0019 req-3bf8445f-3949-4d50-87fe-f0199f0c8e3a tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:40.460255 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71427ed8-22d8-4d4c-8e4d-d04058ab0019 req-3bf8445f-3949-4d50-87fe-f0199f0c8e3a tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.2340515
Feb 19 20:57:40.506905 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-aa760332-04d5-434a-af31-c2e5ab782e5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b985be9e-d38c-4279-82e4-b246daeadbde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385184
Feb 19 20:57:40.518252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f579e-2935-43cd-a7ed-90113ed37f31 req-81fa2bc4-1117-4294-9a47-a3d0299c49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:40.519984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-197f579e-2935-43cd-a7ed-90113ed37f31 req-81fa2bc4-1117-4294-9a47-a3d0299c49dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e3809839-0292-43fd-bb76-1d312d8856ab HTTP/1.1" status: 200  len: 853 time: 0.1236386
Feb 19 20:57:40.594689 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d87a8-a5ad-4274-b8ac-25010e21ceed req-9c5bed8c-96d5-42fd-8d3a-f27ef04cfa0f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:40.596244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b03d87a8-a5ad-4274-b8ac-25010e21ceed req-9c5bed8c-96d5-42fd-8d3a-f27ef04cfa0f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.2226930
Feb 19 20:57:40.603373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-197f579e-2935-43cd-a7ed-90113ed37f31 req-11c847f1-ea93-4734-b5e7-f880b9c5be48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b985be9e-d38c-4279-82e4-b246daeadbde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0741386
Feb 19 20:57:40.613930 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-3ba45669-87b4-403f-bffc-2ee6d5f7b25f service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0987730
Feb 19 20:57:40.621289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71427ed8-22d8-4d4c-8e4d-d04058ab0019 req-3bf6623b-8320-4c61-a994-fd115311409d tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470351
Feb 19 20:57:40.623103 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5561a007-99aa-4e8b-a3c7-8b6b4772dcdf admin admin] Publish callbacks [] for security_group (89166dbf-7019-4f24-baf8-84e5977aa635), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:40.649280 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5561a007-99aa-4e8b-a3c7-8b6b4772dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (89166dbf-7019-4f24-baf8-84e5977aa635), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:40.723556 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc9d485d-5027-49a7-8095-fe2570e7f699 req-ec1f1ea4-0f38-424f-9e1e-fa2cdf90e7cd service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1014612
Feb 19 20:57:40.766934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5561a007-99aa-4e8b-a3c7-8b6b4772dcdf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eba55f50287a466fa60373088ef7f5ff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7516193
Feb 19 20:57:40.769665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47016) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:40.774117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561a007-99aa-4e8b-a3c7-8b6b4772dcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89166dbf-7019-4f24-baf8-84e5977aa635,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:40.791613 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b03d87a8-a5ad-4274-b8ac-25010e21ceed req-3c4cd771-b4fa-4f6c-97d6-23bf55a560bb tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825650
Feb 19 20:57:40.820304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-197f579e-2935-43cd-a7ed-90113ed37f31 req-362fb45d-2852-4780-b00b-73645c0d65db service neutron] 10.222.0.67 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022395
Feb 19 20:57:40.825425 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10d59142-4ac0-4b86-80c8-dcecd1edc378 admin admin] Publish callbacks [] for security_group (89166dbf-7019-4f24-baf8-84e5977aa635), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:40.849098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10d59142-4ac0-4b86-80c8-dcecd1edc378 admin admin] Publish callbacks [] for security_group (89166dbf-7019-4f24-baf8-84e5977aa635), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:40.902626 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10d59142-4ac0-4b86-80c8-dcecd1edc378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (89166dbf-7019-4f24-baf8-84e5977aa635), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:40.905708 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10d59142-4ac0-4b86-80c8-dcecd1edc378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:40.907672 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-10d59142-4ac0-4b86-80c8-dcecd1edc378 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89166dbf-7019-4f24-baf8-84e5977aa635 HTTP/1.1" status: 204  len: 168 time: 0.1369619
Feb 19 20:57:40.916136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d59142-4ac0-4b86-80c8-dcecd1edc378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89166dbf-7019-4f24-baf8-84e5977aa635,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:40.950191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-197f579e-2935-43cd-a7ed-90113ed37f31 req-619e4b83-f31e-44c4-9b60-470fb3831cde service neutron] 10.222.0.67 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1178186
Feb 19 20:57:41.184129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca212-463e-4bbd-8bfa-41adc00fbe53 req-222c56b6-c413-4aa4-b1ba-73bb20514963 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:41.185681 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-602ca212-463e-4bbd-8bfa-41adc00fbe53 req-222c56b6-c413-4aa4-b1ba-73bb20514963 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 943 time: 0.0905483
Feb 19 20:57:41.208763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47026) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:41.222306 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d4998f8-5b9e-4877-9a98-ff9f7fad9a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:41.223400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552708b6-206c-4697-99b0-d3ee453cc58d req-8b543a29-d036-4e7f-b5c1-4f0100fe5031 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:41.224920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-552708b6-206c-4697-99b0-d3ee453cc58d req-8b543a29-d036-4e7f-b5c1-4f0100fe5031 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 945 time: 0.0866177
Feb 19 20:57:41.269468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-602ca212-463e-4bbd-8bfa-41adc00fbe53 req-a6718368-8284-4d14-b1e6-af2a907bf274 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761547
Feb 19 20:57:41.299977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-552708b6-206c-4697-99b0-d3ee453cc58d req-6d0399bb-7a4e-44eb-ac5e-7023d7ad2d3d tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651608
Feb 19 20:57:41.332808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06099f-a66d-4c75-a3aa-dd07d19620f9 req-492eee8e-f839-4204-aed1-90541da20177 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:41.334363 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eb06099f-a66d-4c75-a3aa-dd07d19620f9 req-492eee8e-f839-4204-aed1-90541da20177 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.0911748
Feb 19 20:57:41.379120 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d4998f8-5b9e-4877-9a98-ff9f7fad9a75 admin admin] Publish callbacks [] for security_group (295633db-daed-4032-9c0a-ab631514315e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:41.388974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d4998f8-5b9e-4877-9a98-ff9f7fad9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (295633db-daed-4032-9c0a-ab631514315e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:41.472508 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7d4998f8-5b9e-4877-9a98-ff9f7fad9a75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f969ce2097d43f08a67616f2acc6ea9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2626243
Feb 19 20:57:41.473496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4998f8-5b9e-4877-9a98-ff9f7fad9a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295633db-daed-4032-9c0a-ab631514315e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:41.475786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47034) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:41.510145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-eb06099f-a66d-4c75-a3aa-dd07d19620f9 req-2ae8fe2c-f067-4227-ae31-0731f3fc8794 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Deleting port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:41.510607 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-eb06099f-a66d-4c75-a3aa-dd07d19620f9 req-2ae8fe2c-f067-4227-ae31-0731f3fc8794 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:41.544241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a53bcbf-1663-4d59-9bcd-7abc09ed6534 admin admin] Publish callbacks [] for security_group (295633db-daed-4032-9c0a-ab631514315e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:41.585722 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a53bcbf-1663-4d59-9bcd-7abc09ed6534 admin admin] Publish callbacks [] for security_group (295633db-daed-4032-9c0a-ab631514315e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:41.606763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-eb06099f-a66d-4c75-a3aa-dd07d19620f9 req-2ae8fe2c-f067-4227-ae31-0731f3fc8794 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] For port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:41.607125 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-eb06099f-a66d-4c75-a3aa-dd07d19620f9 req-2ae8fe2c-f067-4227-ae31-0731f3fc8794 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:41.619737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-eb06099f-a66d-4c75-a3aa-dd07d19620f9 req-2ae8fe2c-f067-4227-ae31-0731f3fc8794 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Calling delete_port for dd609551-9c3b-4d51-ab65-39dd0fa6d3ba owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:41.623171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914831c-2a28-419b-ba8a-803568bbe28c req-aed8069f-8907-4b20-9f13-55bca7b00686 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:41.626095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3914831c-2a28-419b-ba8a-803568bbe28c req-aed8069f-8907-4b20-9f13-55bca7b00686 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 950 time: 0.0957451
Feb 19 20:57:41.674799 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a53bcbf-1663-4d59-9bcd-7abc09ed6534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (295633db-daed-4032-9c0a-ab631514315e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:41.677610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a53bcbf-1663-4d59-9bcd-7abc09ed6534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:41.681611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6a53bcbf-1663-4d59-9bcd-7abc09ed6534 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/295633db-daed-4032-9c0a-ab631514315e HTTP/1.1" status: 204  len: 168 time: 0.2019618
Feb 19 20:57:41.693527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3914831c-2a28-419b-ba8a-803568bbe28c req-e3e57ebc-1565-4dd4-bc45-bc7718d4d327 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603116
Feb 19 20:57:41.696547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53bcbf-1663-4d59-9bcd-7abc09ed6534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295633db-daed-4032-9c0a-ab631514315e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:41.783328 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ad89e-e080-40fd-a393-216f2e9676ae req-469752c0-e5b7-4d92-a88c-f726c7179c66 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:41.784853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-561ad89e-e080-40fd-a393-216f2e9676ae req-469752c0-e5b7-4d92-a88c-f726c7179c66 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5ff470-fc3c-4ef2-8811-930620cc10f8 HTTP/1.1" status: 200  len: 945 time: 0.0602136
Feb 19 20:57:41.795670 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-eb06099f-a66d-4c75-a3aa-dd07d19620f9 req-2ae8fe2c-f067-4227-ae31-0731f3fc8794 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (dd609551-9c3b-4d51-ab65-39dd0fa6d3ba), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:41.818081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['dd609551-9c3b-4d51-ab65-39dd0fa6d3ba'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:41.825670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8fe2c-f067-4227-ae31-0731f3fc8794 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Pushing event deleted for resources: {'Port': ['ID=dd609551-9c3b-4d51-ab65-39dd0fa6d3ba,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:41.849345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ea4af430-5045-4885-a178-bea7b85b3f36 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:41.875129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: ea4af430-5045-4885-a178-bea7b85b3f36 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:41.876424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ea4af430-5045-4885-a178-bea7b85b3f36 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:41.885152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-561ad89e-e080-40fd-a393-216f2e9676ae req-9d38083c-2ab3-4514-b3d2-64744a97a04f tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cfdd99ed-1702-47ba-a912-7ca119951e67&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939796
Feb 19 20:57:41.886972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb06099f-a66d-4c75-a3aa-dd07d19620f9 req-2ae8fe2c-f067-4227-ae31-0731f3fc8794 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] No DVR routers for this DVR port dd609551-9c3b-4d51-ab65-39dd0fa6d3ba on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:41.889692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-eb06099f-a66d-4c75-a3aa-dd07d19620f9 req-2ae8fe2c-f067-4227-ae31-0731f3fc8794 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:41.893888 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eb06099f-a66d-4c75-a3aa-dd07d19620f9 req-2ae8fe2c-f067-4227-ae31-0731f3fc8794 tempest-ServerRescueTestJSON-1630397071 tempest-ServerRescueTestJSON-1630397071-project] 10.222.0.10 "DELETE /v2.0/ports/dd609551-9c3b-4d51-ab65-39dd0fa6d3ba HTTP/1.1" status: 204  len: 173 time: 0.5514956
Feb 19 20:57:41.961096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1e2e7-5a89-4c42-a089-a6cff4937741 req-df48e788-1db7-4b6c-ad42-139afc63f30d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:41.962606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0f1e2e7-5a89-4c42-a089-a6cff4937741 req-df48e788-1db7-4b6c-ad42-139afc63f30d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.0764072
Feb 19 20:57:42.019665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0f1e2e7-5a89-4c42-a089-a6cff4937741 req-667e0b44-1eac-41ee-a0ab-deec83ae30e8 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503542
Feb 19 20:57:42.114935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d46c81-d4d9-49ea-9d75-cce281fb0945', 'tag': '5e90c8de-efa6-4cdf-a9b2-90d008369593'}, {'server_uuid': '7e5ff470-fc3c-4ef2-8811-930620cc10f8', 'name': 'network-vif-deleted', 'tag': 'dd609551-9c3b-4d51-ab65-39dd0fa6d3ba'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:42.117361 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606ec4f7-f324-47d2-b42a-729ddf9787a1" -d '{"events": [{"name": "network-changed", "server_uuid": "80d46c81-d4d9-49ea-9d75-cce281fb0945", "tag": "5e90c8de-efa6-4cdf-a9b2-90d008369593"}, {"server_uuid": "7e5ff470-fc3c-4ef2-8811-930620cc10f8", "name": "network-vif-deleted", "tag": "dd609551-9c3b-4d51-ab65-39dd0fa6d3ba"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:42.161132 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29f670d-58fd-4468-be6b-4861e9c678e4 x-openstack-request-id: req-a29f670d-58fd-4468-be6b-4861e9c678e4 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:42.161460 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d46c81-d4d9-49ea-9d75-cce281fb0945", "tag": "5e90c8de-efa6-4cdf-a9b2-90d008369593", "status": "completed", "code": 200}, {"server_uuid": "7e5ff470-fc3c-4ef2-8811-930620cc10f8", "name": "network-vif-deleted", "tag": "dd609551-9c3b-4d51-ab65-39dd0fa6d3ba", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:42.161726 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a29f670d-58fd-4468-be6b-4861e9c678e4 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:42.162155 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d46c81-d4d9-49ea-9d75-cce281fb0945', 'tag': '5e90c8de-efa6-4cdf-a9b2-90d008369593', 'status': 'completed', 'code': 200}
Feb 19 20:57:42.162423 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5ff470-fc3c-4ef2-8811-930620cc10f8', 'name': 'network-vif-deleted', 'tag': 'dd609551-9c3b-4d51-ab65-39dd0fa6d3ba', 'status': 'completed', 'code': 200}
Feb 19 20:57:42.230857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ec4f7-f324-47d2-b42a-729ddf9787a1 req-4c73623a-aaa1-46aa-b35e-845f6b81f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:42.232539 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-606ec4f7-f324-47d2-b42a-729ddf9787a1 req-4c73623a-aaa1-46aa-b35e-845f6b81f8f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72c7d19a9f264a299de3fef34d6cc2e3&device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 1125 time: 0.0450547
Feb 19 20:57:42.349040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ec4f7-f324-47d2-b42a-729ddf9787a1 req-4382b3e0-6e35-475c-92ce-fecfa22c72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:42.350674 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-606ec4f7-f324-47d2-b42a-729ddf9787a1 req-4382b3e0-6e35-475c-92ce-fecfa22c72ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=b985be9e-d38c-4279-82e4-b246daeadbde HTTP/1.1" status: 200  len: 914 time: 0.1079874
Feb 19 20:57:42.413987 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-606ec4f7-f324-47d2-b42a-729ddf9787a1 req-606a8941-9a54-49c1-b27a-cad0e127589d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e90c8de-efa6-4cdf-a9b2-90d008369593 HTTP/1.1" status: 200  len: 217 time: 0.0504045
Feb 19 20:57:42.468670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370bfcd-4295-4b95-b346-a0c7b4f9aa9e req-ef4b93fa-d45d-44f1-bc8f-5700ec5701a6 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:42.475048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ec4f7-f324-47d2-b42a-729ddf9787a1 req-3fa5913a-b2ab-409e-98a0-c31fbfa85494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:42.476123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1370bfcd-4295-4b95-b346-a0c7b4f9aa9e req-ef4b93fa-d45d-44f1-bc8f-5700ec5701a6 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 943 time: 0.1280341
Feb 19 20:57:42.477333 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-606ec4f7-f324-47d2-b42a-729ddf9787a1 req-3fa5913a-b2ab-409e-98a0-c31fbfa85494 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3809839-0292-43fd-bb76-1d312d8856ab HTTP/1.1" status: 200  len: 853 time: 0.0537319
Feb 19 20:57:42.485981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da504d-6a5f-4d46-9382-0dcd7e1ac2c8 req-e80e5a6b-c5bd-4f2d-ae9c-187ae5e58954 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:42.492945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52da504d-6a5f-4d46-9382-0dcd7e1ac2c8 req-e80e5a6b-c5bd-4f2d-ae9c-187ae5e58954 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 945 time: 0.1012399
Feb 19 20:57:42.518556 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-606ec4f7-f324-47d2-b42a-729ddf9787a1 req-4c475d4d-2fc1-48a8-bbd7-116b0594f348 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b985be9e-d38c-4279-82e4-b246daeadbde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333176
Feb 19 20:57:42.569383 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1370bfcd-4295-4b95-b346-a0c7b4f9aa9e req-cce6d46f-3378-4d94-b7fb-1471d2e99869 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923748
Feb 19 20:57:42.574329 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52da504d-6a5f-4d46-9382-0dcd7e1ac2c8 req-ac5499a6-47ef-4ac9-a250-3a0675f4a37d tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805733
Feb 19 20:57:42.632956 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-606ec4f7-f324-47d2-b42a-729ddf9787a1 req-5ddf600f-6a99-4464-b2ef-5925062d4cff service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022508
Feb 19 20:57:42.735333 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-606ec4f7-f324-47d2-b42a-729ddf9787a1 req-b6bb1d0b-d60d-4dd1-b59c-aec378459135 service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0950646
Feb 19 20:57:42.826468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de61b8-b1a7-42c6-b54b-57a0c73dc27f req-2ff7879f-94a2-4c2d-9cb0-ad4cd774227b tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:42.828104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6de61b8-b1a7-42c6-b54b-57a0c73dc27f req-2ff7879f-94a2-4c2d-9cb0-ad4cd774227b tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 950 time: 0.0539651
Feb 19 20:57:42.879405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6de61b8-b1a7-42c6-b54b-57a0c73dc27f req-10c4b017-a1d6-4e73-b4b8-848669438fed tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.30 "GET /v2.0/security-groups?id=91b968d3-b1bb-47d0-b7b9-5c7ee196d803&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455890
Feb 19 20:57:42.936972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47092) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:43.158795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d14438-0a8e-44ae-9989-899a79dbb9b8 req-5b822456-4048-4c50-b75c-216fa240fc27 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:43.160287 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-38d14438-0a8e-44ae-9989-899a79dbb9b8 req-5b822456-4048-4c50-b75c-216fa240fc27 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.10 "GET /v2.0/ports?device_id=75011271-d547-41a8-b625-be065cdd7483 HTTP/1.1" status: 200  len: 950 time: 0.0616794
Feb 19 20:57:43.199205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f43733-0159-4735-9c26-6668e5cd9951 req-8abd96a2-e44d-418c-9ac8-ea2dd077b4c4 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:43.205456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2f43733-0159-4735-9c26-6668e5cd9951 req-8abd96a2-e44d-418c-9ac8-ea2dd077b4c4 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.0922749
Feb 19 20:57:43.276840 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2f43733-0159-4735-9c26-6668e5cd9951 req-16d1d327-b9e1-40e2-a3a1-9bfcddc29b1e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686772
Feb 19 20:57:43.290995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-38d14438-0a8e-44ae-9989-899a79dbb9b8 req-46fe7808-dcf2-4f77-9e8e-e253177b4a12 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Deleting port 7d04593a-188e-4b4f-ab61-c23f7653caf7 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:43.291571 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-38d14438-0a8e-44ae-9989-899a79dbb9b8 req-46fe7808-dcf2-4f77-9e8e-e253177b4a12 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:43.415689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-38d14438-0a8e-44ae-9989-899a79dbb9b8 req-46fe7808-dcf2-4f77-9e8e-e253177b4a12 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] For port 7d04593a-188e-4b4f-ab61-c23f7653caf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d04593a-188e-4b4f-ab61-c23f7653caf7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:43.416053 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-38d14438-0a8e-44ae-9989-899a79dbb9b8 req-46fe7808-dcf2-4f77-9e8e-e253177b4a12 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:43.425292 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:43.431863 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-38d14438-0a8e-44ae-9989-899a79dbb9b8 req-46fe7808-dcf2-4f77-9e8e-e253177b4a12 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Calling delete_port for 7d04593a-188e-4b4f-ab61-c23f7653caf7 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:43.585558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47118) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:43.613213 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-38d14438-0a8e-44ae-9989-899a79dbb9b8 req-46fe7808-dcf2-4f77-9e8e-e253177b4a12 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (7d04593a-188e-4b4f-ab61-c23f7653caf7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:43.630394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['7d04593a-188e-4b4f-ab61-c23f7653caf7'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:43.691124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe7808-dcf2-4f77-9e8e-e253177b4a12 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Pushing event deleted for resources: {'Port': ['ID=7d04593a-188e-4b4f-ab61-c23f7653caf7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:43.691481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-520627e6-c52f-4c20-b39c-70f47d8350b5 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:43.693062 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-520627e6-c52f-4c20-b39c-70f47d8350b5 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1018276
Feb 19 20:57:43.704055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:43.755384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d14438-0a8e-44ae-9989-899a79dbb9b8 req-46fe7808-dcf2-4f77-9e8e-e253177b4a12 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] No DVR routers for this DVR port 7d04593a-188e-4b4f-ab61-c23f7653caf7 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:43.757896 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-38d14438-0a8e-44ae-9989-899a79dbb9b8 req-46fe7808-dcf2-4f77-9e8e-e253177b4a12 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:43.761599 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-38d14438-0a8e-44ae-9989-899a79dbb9b8 req-46fe7808-dcf2-4f77-9e8e-e253177b4a12 tempest-ServersAdminNegativeTestJSON-1342040653 tempest-ServersAdminNegativeTestJSON-1342040653-project] 10.222.0.10 "DELETE /v2.0/ports/7d04593a-188e-4b4f-ab61-c23f7653caf7 HTTP/1.1" status: 204  len: 173 time: 0.5933063
Feb 19 20:57:43.793848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a4b955e-28ae-45af-a271-a900135fe69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:43.817175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3f866cda-3fba-4690-9199-9e11ff500810 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:57:43.892846 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:43.911088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a4b955e-28ae-45af-a271-a900135fe69e admin admin] Publish callbacks [] for security_group (c097f1c3-2eb3-4b82-82e3-c5f894a47c6c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:43.917212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a4b955e-28ae-45af-a271-a900135fe69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c097f1c3-2eb3-4b82-82e3-c5f894a47c6c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:43.938939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3f866cda-3fba-4690-9199-9e11ff500810, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f866cda-3fba-4690-9199-9e11ff500810,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:43.947902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f1532-9dd3-451f-90f4-e0c59b259c40 req-b76d88c2-1a2a-4c7a-af47-7a62dc6212d9 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:43.949368 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548f1532-9dd3-451f-90f4-e0c59b259c40 req-b76d88c2-1a2a-4c7a-af47-7a62dc6212d9 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 945 time: 0.2425621
Feb 19 20:57:43.959900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '3f866cda-3fba-4690-9199-9e11ff500810', 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde', 'port_id': '3f866cda-3fba-4690-9199-9e11ff500810', 'mac_address': 'fa:16:3e:a1:43:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3809839-0292-43fd-bb76-1d312d8856ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:57:43.965841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b955e-28ae-45af-a271-a900135fe69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c097f1c3-2eb3-4b82-82e3-c5f894a47c6c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:43.973967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf613a3-8f44-434c-812d-4acede13a091 req-d13fdd7c-27be-4afb-8f8d-43d8d3e10645 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:43.975445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abf613a3-8f44-434c-812d-4acede13a091 req-d13fdd7c-27be-4afb-8f8d-43d8d3e10645 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 943 time: 0.2384706
Feb 19 20:57:43.981539 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1a4b955e-28ae-45af-a271-a900135fe69e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d27e01b703a488e80050c9bc4f2eb50&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3949342
Feb 19 20:57:43.984109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47128) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:44.007964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3f866cda-3fba-4690-9199-9e11ff500810 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:44.008449 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3f866cda-3fba-4690-9199-9e11ff500810), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.022297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f866cda-3fba-4690-9199-9e11ff500810 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:44.049210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c69f855b-deaa-41c0-ae7d-cb4347e5122a admin admin] Publish callbacks [] for security_group (c097f1c3-2eb3-4b82-82e3-c5f894a47c6c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.050370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3f866cda-3fba-4690-9199-9e11ff500810, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f866cda-3fba-4690-9199-9e11ff500810,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:44.055847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3f866cda-3fba-4690-9199-9e11ff500810), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.056896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 59f45170-96d5-43f5-8368-d97e4afa51dc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:57:44.073641 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c69f855b-deaa-41c0-ae7d-cb4347e5122a admin admin] Publish callbacks [] for security_group (c097f1c3-2eb3-4b82-82e3-c5f894a47c6c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.139919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c69f855b-deaa-41c0-ae7d-cb4347e5122a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c097f1c3-2eb3-4b82-82e3-c5f894a47c6c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.143876 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c69f855b-deaa-41c0-ae7d-cb4347e5122a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.145398 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c69f855b-deaa-41c0-ae7d-cb4347e5122a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c097f1c3-2eb3-4b82-82e3-c5f894a47c6c HTTP/1.1" status: 204  len: 168 time: 0.1590905
Feb 19 20:57:44.155595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f855b-deaa-41c0-ae7d-cb4347e5122a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c097f1c3-2eb3-4b82-82e3-c5f894a47c6c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:44.163332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75011271-d547-41a8-b625-be065cdd7483', 'name': 'network-vif-deleted', 'tag': '7d04593a-188e-4b4f-ab61-c23f7653caf7'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:44.166190 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae6f35e-cd1d-478c-a328-31a879c05111" -d '{"events": [{"server_uuid": "75011271-d547-41a8-b625-be065cdd7483", "name": "network-vif-deleted", "tag": "7d04593a-188e-4b4f-ab61-c23f7653caf7"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:44.385072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5e90c8de-efa6-4cdf-a9b2-90d008369593 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:57:44.402555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device dd609551-9c3b-4d51-ab65-39dd0fa6d3ba no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:44.446463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3f866cda-3fba-4690-9199-9e11ff500810,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:44.452974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59f45170-96d5-43f5-8368-d97e4afa51dc,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:44.466470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: dd609551-9c3b-4d51-ab65-39dd0fa6d3ba {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:44.466920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device dd609551-9c3b-4d51-ab65-39dd0fa6d3ba not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:44.473587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] Deleting port e43d6a57-f9af-48f8-9c21-730f4800d71a {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:44.474044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.494158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 59f45170-96d5-43f5-8368-d97e4afa51dc has no active binding in host nch2-master-1 {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 19 20:57:44.520817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.521164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.521508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.521847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.522178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.522509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.522841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.523419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.523646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.523794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.524114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.524794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.524794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:57:44.532866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548f1532-9dd3-451f-90f4-e0c59b259c40 req-de5209e8-80e7-4cb2-bdef-3b56a248d9a3 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5759499
Feb 19 20:57:44.569947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abf613a3-8f44-434c-812d-4acede13a091 req-eca90910-3d87-4a02-a622-e1c590ae00a4 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5786777
Feb 19 20:57:44.613024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59f45170-96d5-43f5-8368-d97e4afa51dc,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:44.634239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5e90c8de-efa6-4cdf-a9b2-90d008369593, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e90c8de-efa6-4cdf-a9b2-90d008369593,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:44.639873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] For port e43d6a57-f9af-48f8-9c21-730f4800d71a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e43d6a57-f9af-48f8-9c21-730f4800d71a,segment=NetworkSegment(fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a),segment_id=fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:44.640442 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.661155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] Calling delete_port for e43d6a57-f9af-48f8-9c21-730f4800d71a owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:44.663769 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403a667f-19b4-4932-a2a9-0dde5c5b713d x-openstack-request-id: req-403a667f-19b4-4932-a2a9-0dde5c5b713d {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:44.664553 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75011271-d547-41a8-b625-be065cdd7483", "name": "network-vif-deleted", "tag": "7d04593a-188e-4b4f-ab61-c23f7653caf7", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:44.664924 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-403a667f-19b4-4932-a2a9-0dde5c5b713d {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:44.665419 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75011271-d547-41a8-b625-be065cdd7483', 'name': 'network-vif-deleted', 'tag': '7d04593a-188e-4b4f-ab61-c23f7653caf7', 'status': 'completed', 'code': 200}
Feb 19 20:57:44.669064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '5e90c8de-efa6-4cdf-a9b2-90d008369593', 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde', 'port_id': '5e90c8de-efa6-4cdf-a9b2-90d008369593', 'mac_address': 'fa:16:3e:16:6c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3809839-0292-43fd-bb76-1d312d8856ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:57:44.716477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5e90c8de-efa6-4cdf-a9b2-90d008369593 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:44.716806 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.734357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e90c8de-efa6-4cdf-a9b2-90d008369593 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:44.758733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:44.761207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5e90c8de-efa6-4cdf-a9b2-90d008369593, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e90c8de-efa6-4cdf-a9b2-90d008369593,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:44.768874 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.825144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f45170-96d5-43f5-8368-d97e4afa51dc'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:44.827739 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce5ca38-2dfe-4492-83ac-b1e16f663c46" -d '{"events": [{"server_uuid": "b048357b-44b4-4c70-8ed5-96deddc7d40e", "name": "network-vif-unplugged", "status": "completed", "tag": "59f45170-96d5-43f5-8368-d97e4afa51dc"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:44.830785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5e90c8de-efa6-4cdf-a9b2-90d008369593,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:44.835203 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Publish callbacks [] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.853047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04efdd-f565-4ccf-b621-b7391b784198 req-c4e34503-bcc4-4944-9738-015bd22aff5f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:44.853047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb04efdd-f565-4ccf-b621-b7391b784198 req-c4e34503-bcc4-4944-9738-015bd22aff5f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.1826808
Feb 19 20:57:44.854790 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:44.928067 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3f866cda-3fba-4690-9199-9e11ff500810'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:44.936785 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d89e1f-cd04-47af-a2de-62e604c8b384 x-openstack-request-id: req-34d89e1f-cd04-47af-a2de-62e604c8b384 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:44.937088 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b048357b-44b4-4c70-8ed5-96deddc7d40e", "name": "network-vif-unplugged", "status": "completed", "tag": "59f45170-96d5-43f5-8368-d97e4afa51dc", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:44.937337 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34d89e1f-cd04-47af-a2de-62e604c8b384 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:44.937730 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f45170-96d5-43f5-8368-d97e4afa51dc', 'code': 200}
Feb 19 20:57:45.005067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47158) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:45.059432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Pushing event updated for resources: {'Port': ['ID=59f45170-96d5-43f5-8368-d97e4afa51dc,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:45.066000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:45.066343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:45.066794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:45.075430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb04efdd-f565-4ccf-b621-b7391b784198 req-dcd35e34-1e54-4424-8469-887646b869ec tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101779
Feb 19 20:57:45.080883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Port 59f45170-96d5-43f5-8368-d97e4afa51dc on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:57:45.080883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Attempting to bind port 59f45170-96d5-43f5-8368-d97e4afa51dc on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:45.092142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:45.092562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:45.093030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:45.093478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Bound port: 59f45170-96d5-43f5-8368-d97e4afa51dc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:45.093844 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.097703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['5e90c8de-efa6-4cdf-a9b2-90d008369593'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:45.192560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:45.194997 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47164) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:45.197041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59f45170-96d5-43f5-8368-d97e4afa51dc,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:45.200998 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e43d6a57-f9af-48f8-9c21-730f4800d71a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.212448 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.249965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e43d6a57-f9af-48f8-9c21-730f4800d71a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:45.268468 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1320097038-network', 'tenant_id': 'd99e2ff1d3274058a039b44ef7eb3bcd'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:45.305133 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-846c2b89-c180-4277-b92b-26a669a497fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=106062f100884d929b001725a5daa730&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2964666
Feb 19 20:57:45.305133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Made reservation on behalf of d99e2ff1d3274058a039b44ef7eb3bcd for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:45.306734 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.315568 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47168) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:45.322011 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.372569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:45.373235 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.374905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] 10.222.0.67 "PUT /v2.0/ports/59f45170-96d5-43f5-8368-d97e4afa51dc HTTP/1.1" status: 200  len: 1121 time: 1.6758356
Feb 19 20:57:45.386547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8bb28-c938-40af-ab3e-7d5ef7f98a50 service neutron] Pushing event updated for resources: {'Port': ['ID=59f45170-96d5-43f5-8368-d97e4afa51dc,revision_number=8']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:45.405047 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00857f56-016d-4e58-8303-96e1b164b2b9 admin admin] Publish callbacks [] for security_group (91b968d3-b1bb-47d0-b7b9-5c7ee196d803), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.443640 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00857f56-016d-4e58-8303-96e1b164b2b9 admin admin] Publish callbacks [] for security_group (91b968d3-b1bb-47d0-b7b9-5c7ee196d803), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.468421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Publish callbacks [] for security_group (169b8330-dbbf-4a7d-bab4-c8cecd1c479c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.473801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['59f45170-96d5-43f5-8368-d97e4afa51dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:45.483383 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (169b8330-dbbf-4a7d-bab4-c8cecd1c479c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.517787 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:57:45.527723 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.528931 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169b8330-dbbf-4a7d-bab4-c8cecd1c479c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:45.535232 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (3d736281-ed77-4f73-a52d-5029a11292bf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.535583 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Added segment 3d736281-ed77-4f73-a52d-5029a11292bf of type vlan for network a1ccbd7c-0991-4be0-a183-1a020c503c03
Feb 19 20:57:45.546234 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00857f56-016d-4e58-8303-96e1b164b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (91b968d3-b1bb-47d0-b7b9-5c7ee196d803), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.549061 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00857f56-016d-4e58-8303-96e1b164b2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.552642 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-00857f56-016d-4e58-8303-96e1b164b2b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91b968d3-b1bb-47d0-b7b9-5c7ee196d803 HTTP/1.1" status: 204  len: 168 time: 0.2337210
Feb 19 20:57:45.585958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00857f56-016d-4e58-8303-96e1b164b2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b968d3-b1bb-47d0-b7b9-5c7ee196d803,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:45.590769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (a1ccbd7c-0991-4be0-a183-1a020c503c03), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.594404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['59f45170-96d5-43f5-8368-d97e4afa51dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:45.658789 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (a1ccbd7c-0991-4be0-a183-1a020c503c03), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.659771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:45.660407 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.751617 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5543780
Feb 19 20:57:45.755431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47176) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:45.756242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520327c-7256-4397-891d-112ac79b3fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=a1ccbd7c-0991-4be0-a183-1a020c503c03,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:45.765428 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] Request body: {'subnet': {'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1320097038-subnet', 'tenant_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:45.789064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] Made reservation on behalf of d99e2ff1d3274058a039b44ef7eb3bcd for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:45.791558 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:45.806723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network a1ccbd7c-0991-4be0-a183-1a020c503c03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:57:45.822813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073f0c4-4764-4cfc-95d7-d5cc73b9762a req-e1ffc5c5-ea76-4ead-a14b-ff384c059f7a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:45.824315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d073f0c4-4764-4cfc-95d7-d5cc73b9762a req-e1ffc5c5-ea76-4ead-a14b-ff384c059f7a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 943 time: 0.1472268
Feb 19 20:57:45.879709 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8c796-46dc-49ed-8de3-3e4adc560624 req-d7f963c7-cbcf-4a1c-8c95-82a997e57b27 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:45.881156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57e8c796-46dc-49ed-8de3-3e4adc560624 req-d7f963c7-cbcf-4a1c-8c95-82a997e57b27 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 944 time: 0.1789706
Feb 19 20:57:46.001189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47180) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:46.027568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.031547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d073f0c4-4764-4cfc-95d7-d5cc73b9762a req-7ea37127-477d-4202-94ab-8973ba82c2d0 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959469
Feb 19 20:57:46.038728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57e8c796-46dc-49ed-8de3-3e4adc560624 req-e96a3445-d36b-4de5-a52a-963d99d83c66 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161284
Feb 19 20:57:46.069895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-227a980f-2a85-407b-b432-4ed3345512df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78c6c05f9889458fa6889998b10a07e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0636544
Feb 19 20:57:46.072435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47182) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:46.082456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] Router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:57:46.089574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:46.105554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] Checking segment: {'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:46.106083 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] Network hostable DHCP agents. Network: a1ccbd7c-0991-4be0-a183-1a020c503c03, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:57:46.126289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] Network a1ccbd7c-0991-4be0-a183-1a020c503c03 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:57:46.136720 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a1ccbd7c-0991-4be0-a183-1a020c503c03) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:46.141570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:46.143846 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.150441 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f38c1-4ff4-4b03-822e-564393fac16e None None] Network a1ccbd7c-0991-4be0-a183-1a020c503c03 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:57:46.176202 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cd101782-0a4c-4ac4-b728-83ad0f83ce5e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4158719
Feb 19 20:57:46.176885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47186) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:46.183377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1320097038-router', 'tenant_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:46.206891 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.208008 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.226297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5e90c8de-efa6-4cdf-a9b2-90d008369593 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:46.231501 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2dad02f4-4f4c-42a1-9905-3a42a24d4d30 admin admin] Publish callbacks [] for security_group (99d790ee-ae6d-4880-a0ae-0666f13e34e0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.273060 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Publish callbacks [] for router_controller (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.275218 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2dad02f4-4f4c-42a1-9905-3a42a24d4d30 admin admin] Publish callbacks [] for security_group (99d790ee-ae6d-4880-a0ae-0666f13e34e0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.295602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a1ccbd7c-0991-4be0-a183-1a020c503c03', 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03', 'project_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'fixed_ips': [{'subnet_id': 'cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:57:46.296494 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.309646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6b88a-a979-4f22-aa76-71f26fffa203 req-b0e23dbb-1dbe-4d97-b808-3c6e37cf9989 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:46.311147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9a6b88a-a979-4f22-aa76-71f26fffa203 req-b0e23dbb-1dbe-4d97-b808-3c6e37cf9989 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.1292031
Feb 19 20:57:46.314812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 5e90c8de-efa6-4cdf-a9b2-90d008369593 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:57:46.324572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 5e90c8de-efa6-4cdf-a9b2-90d008369593 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:46.325214 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.326647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:57:46.338793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e6fc6c93-88c3-4f09-8e15-6bb25d5a27cd admin admin] 10.222.0.30 "PUT /v2.0/routers/d4ec218c-7dbe-405e-a45a-8960d8ffc0ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4006400
Feb 19 20:57:46.347313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47188) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:46.400771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66147bc-72e4-4b55-bfdd-cf57f8ebe1a7 None None] Sync routers for ids ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:57:46.439011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66147bc-72e4-4b55-bfdd-cf57f8ebe1a7 None None] Routers {'d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:57:46.439661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f66147bc-72e4-4b55-bfdd-cf57f8ebe1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a630fb790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:46.461584 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9a6b88a-a979-4f22-aa76-71f26fffa203 req-859fed72-b5f5-4f0f-91b3-4e060068c968 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418364
Feb 19 20:57:46.467222 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2dad02f4-4f4c-42a1-9905-3a42a24d4d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (99d790ee-ae6d-4880-a0ae-0666f13e34e0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.469950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2dad02f4-4f4c-42a1-9905-3a42a24d4d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.473497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2dad02f4-4f4c-42a1-9905-3a42a24d4d30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99d790ee-ae6d-4880-a0ae-0666f13e34e0 HTTP/1.1" status: 204  len: 168 time: 0.3969178
Feb 19 20:57:46.473651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Publish callbacks [] for router_gateway (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.504425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad02f4-4f4c-42a1-9905-3a42a24d4d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d790ee-ae6d-4880-a0ae-0666f13e34e0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:46.523454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Publish callbacks [] for router (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.616726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Allocated IP 172.20.0.2 (a1ccbd7c-0991-4be0-a183-1a020c503c03/cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d/f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:57:46.647456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5e90c8de-efa6-4cdf-a9b2-90d008369593 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:46.647855 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.685212 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Publish callbacks [] for router_gateway (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.718951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f66147bc-72e4-4b55-bfdd-cf57f8ebe1a7 None None] Set router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:57:46.766967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Publish callbacks [] for router_gateway (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.770600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Deleting port bb24f519-84d8-48a7-a9cd-58995d7a58bf {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:46.771121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.789958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.831770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d46c81-d4d9-49ea-9d75-cce281fb0945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e90c8de-efa6-4cdf-a9b2-90d008369593'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:46.843678 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64217d1e-c4d9-4c2d-9aee-8e07b65e25a4" -d '{"events": [{"server_uuid": "80d46c81-d4d9-49ea-9d75-cce281fb0945", "name": "network-vif-plugged", "status": "completed", "tag": "5e90c8de-efa6-4cdf-a9b2-90d008369593"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:46.890671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] For port bb24f519-84d8-48a7-a9cd-58995d7a58bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb24f519-84d8-48a7-a9cd-58995d7a58bf,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:46.891761 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.905536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5e90c8de-efa6-4cdf-a9b2-90d008369593, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e90c8de-efa6-4cdf-a9b2-90d008369593,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:46.914741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Calling delete_port for bb24f519-84d8-48a7-a9cd-58995d7a58bf owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:46.924344 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:46.925194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7d04593a-188e-4b4f-ab61-c23f7653caf7 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:46.929320 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d808d9a-e756-424a-84fa-dfd6c7738826 x-openstack-request-id: req-8d808d9a-e756-424a-84fa-dfd6c7738826 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:46.929615 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d46c81-d4d9-49ea-9d75-cce281fb0945", "name": "network-vif-plugged", "status": "completed", "tag": "5e90c8de-efa6-4cdf-a9b2-90d008369593", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:46.929871 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d808d9a-e756-424a-84fa-dfd6c7738826 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:46.930253 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d46c81-d4d9-49ea-9d75-cce281fb0945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e90c8de-efa6-4cdf-a9b2-90d008369593', 'code': 200}
Feb 19 20:57:46.964213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Allocated IP 172.35.2.142 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/da6f2dfc-0fea-495c-aa98-97881d71d207) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:57:46.977146 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'tag': '59f45170-96d5-43f5-8368-d97e4afa51dc'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:46.980178 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f4b243-8b3f-4bdc-a71c-3af8e42edc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b048357b-44b4-4c70-8ed5-96deddc7d40e", "tag": "59f45170-96d5-43f5-8368-d97e4afa51dc"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:46.990558 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 7d04593a-188e-4b4f-ab61-c23f7653caf7 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:46.990896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7d04593a-188e-4b4f-ab61-c23f7653caf7 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:47.054394 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf9e299-1825-4756-955f-991345b41dab x-openstack-request-id: req-0cf9e299-1825-4756-955f-991345b41dab {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:47.054999 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b048357b-44b4-4c70-8ed5-96deddc7d40e", "tag": "59f45170-96d5-43f5-8368-d97e4afa51dc", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:47.056186 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0cf9e299-1825-4756-955f-991345b41dab {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:47.056549 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'tag': '59f45170-96d5-43f5-8368-d97e4afa51dc', 'status': 'completed', 'code': 200}
Feb 19 20:57:47.100789 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Publish callbacks [] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.102233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5e90c8de-efa6-4cdf-a9b2-90d008369593,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:47.158102 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.197724 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Publish callbacks [] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.216042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Network a1ccbd7c-0991-4be0-a183-1a020c503c03 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:47.224257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Pushing event updated for resources: {'Port': ['ID=f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:47.226752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:47.230788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:57:47.270662 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.294306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f66147bc-72e4-4b55-bfdd-cf57f8ebe1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a630fb790>, [{'id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'name': 'tempest-ServerRescueTestJSON-1220418622-router', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:12Z', 'updated_at': '2022-02-19T20:57:45Z', 'revision_number': 5, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'gw_port': {'id': 'bb24f519-84d8-48a7-a9cd-58995d7a58bf', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:55:13Z', 'updated_at': '2022-02-19T20:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:47.327283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b243-8b3f-4bdc-a71c-3af8e42edc8f req-056c7463-a65f-419f-a975-2b0acd263079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:47.330137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47f4b243-8b3f-4bdc-a71c-3af8e42edc8f req-056c7463-a65f-419f-a975-2b0acd263079 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 1155 time: 0.2142298
Feb 19 20:57:47.332471 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:47.332652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66147bc-72e4-4b55-bfdd-cf57f8ebe1a7 None None] Checking router: d4ec218c-7dbe-405e-a45a-8960d8ffc0ba for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:57:47.338989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:47.339545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Attempting to bind port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:47.340101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Attempting to bind port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:47.340500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Attempting to bind port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 on network a1ccbd7c-0991-4be0-a183-1a020c503c03 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:47.343983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:57:47.354338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:47.354747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Checking segment: {'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:47.355135 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.355600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Bound using segment: {'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:47.356012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Bound port: f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:47.356552 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.360513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66147bc-72e4-4b55-bfdd-cf57f8ebe1a7 None None] Routers {'d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:57:47.361146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f66147bc-72e4-4b55-bfdd-cf57f8ebe1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a630fb790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:47.388756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Pushing event updated for resources: {'Port': ['ID=da6f2dfc-0fea-495c-aa98-97881d71d207,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:47.410701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e47008-9d86-4227-b8ab-3ee3755dc9a4 req-ab011405-7334-443b-87f2-0c122f12a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:47.413593 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-18e47008-9d86-4227-b8ab-3ee3755dc9a4 req-ab011405-7334-443b-87f2-0c122f12a66e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 1127 time: 0.1568551
Feb 19 20:57:47.454631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b243-8b3f-4bdc-a71c-3af8e42edc8f req-d43dc0b1-d9aa-46ef-821a-17e219479247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:47.456129 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47f4b243-8b3f-4bdc-a71c-3af8e42edc8f req-d43dc0b1-d9aa-46ef-821a-17e219479247 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.1132400
Feb 19 20:57:47.464242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70061c-239c-45b0-98c9-a66e4b7af799 req-0bf39b6a-342b-4118-b4a2-4077c43d475e tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:47.465851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a70061c-239c-45b0-98c9-a66e4b7af799 req-0bf39b6a-342b-4118-b4a2-4077c43d475e tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 945 time: 0.3100326
Feb 19 20:57:47.483053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9cab1-9764-4d1f-9d21-a1c615719b36 req-a01478c0-3538-4b64-8bbd-9cee25e418ec tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:47.485347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ebe9cab1-9764-4d1f-9d21-a1c615719b36 req-a01478c0-3538-4b64-8bbd-9cee25e418ec tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 943 time: 0.2670078
Feb 19 20:57:47.514802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47222) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:47.562532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47f4b243-8b3f-4bdc-a71c-3af8e42edc8f req-54ef6aa6-aa5e-4067-92cb-4ee9cccfbadd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f45170-96d5-43f5-8368-d97e4afa51dc HTTP/1.1" status: 200  len: 217 time: 0.0945849
Feb 19 20:57:47.566332 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-18e47008-9d86-4227-b8ab-3ee3755dc9a4 req-6977125e-b729-462a-807f-e8c84bdded7a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420414
Feb 19 20:57:47.589813 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (bb24f519-84d8-48a7-a9cd-58995d7a58bf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.649940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb24f519-84d8-48a7-a9cd-58995d7a58bf,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:47.669914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-9930101-network', 'tenant_id': '0eaac4cd79ca4f808d452057a3216fdd'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:47.676061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] For port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:47.680292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] For port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2,segment=NetworkSegment(3d736281-ed77-4f73-a52d-5029a11292bf),segment_id=3d736281-ed77-4f73-a52d-5029a11292bf)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:47.687881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f66147bc-72e4-4b55-bfdd-cf57f8ebe1a7 None None] Set router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:57:47.708519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Made reservation on behalf of 0eaac4cd79ca4f808d452057a3216fdd for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:47.710987 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.716754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ebe9cab1-9764-4d1f-9d21-a1c615719b36 req-9a3db787-3fad-4b44-9d5d-a577cf481b50 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943579
Feb 19 20:57:47.722372 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a70061c-239c-45b0-98c9-a66e4b7af799 req-af451c74-1b8b-449f-ab4b-43d33ef1b25f tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2330494
Feb 19 20:57:47.730407 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.747527 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.751613 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.756784 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Publish callbacks [] for router_gateway (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.756927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f66147bc-72e4-4b55-bfdd-cf57f8ebe1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a630fb790>, [{'id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'name': 'tempest-ServerRescueTestJSON-1220418622-router', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:12Z', 'updated_at': '2022-02-19T20:57:46Z', 'revision_number': 6, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:47.806634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66147bc-72e4-4b55-bfdd-cf57f8ebe1a7 None None] The sync data for ids ['d4ec218c-7dbe-405e-a45a-8960d8ffc0ba'] in ncdv-master-1 is: [{'id': 'd4ec218c-7dbe-405e-a45a-8960d8ffc0ba', 'name': 'tempest-ServerRescueTestJSON-1220418622-router', 'tenant_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:55:12Z', 'updated_at': '2022-02-19T20:57:46Z', 'revision_number': 6, 'project_id': '4e7060607f9342ad93e2ddbab97d8d2b', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:57:47.834021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3f866cda-3fba-4690-9199-9e11ff500810 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:47.898679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70661677-de0e-4b93-bc86-333d27f2aee6 None None] Pushing event updated for resources: {'Port': ['ID=f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:47.924461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 3f866cda-3fba-4690-9199-9e11ff500810 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:57:47.929647 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 3f866cda-3fba-4690-9199-9e11ff500810 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:47.930040 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3f866cda-3fba-4690-9199-9e11ff500810), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.989809 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:47.993321 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Publish callbacks [] for router_controller (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.026559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3f866cda-3fba-4690-9199-9e11ff500810 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:48.026559 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3f866cda-3fba-4690-9199-9e11ff500810), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.074039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3f866cda-3fba-4690-9199-9e11ff500810, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f866cda-3fba-4690-9199-9e11ff500810,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:48.078278 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3f866cda-3fba-4690-9199-9e11ff500810), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.088038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b243-8b3f-4bdc-a71c-3af8e42edc8f req-8e3ca971-2bef-462b-bb43-300c80651b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:48.089616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47f4b243-8b3f-4bdc-a71c-3af8e42edc8f req-8e3ca971-2bef-462b-bb43-300c80651b94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.2942061
Feb 19 20:57:48.132646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bdf37-4f76-45f4-a650-b461be03574e req-22b67bf6-7a8d-46a2-86dc-2f796647a1b5 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:48.137448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3f866cda-3fba-4690-9199-9e11ff500810,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:48.139484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d5bdf37-4f76-45f4-a650-b461be03574e req-22b67bf6-7a8d-46a2-86dc-2f796647a1b5 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.2483730
Feb 19 20:57:48.143147 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (d4ec218c-7dbe-405e-a45a-8960d8ffc0ba), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.143147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4ec218c-7dbe-405e-a45a-8960d8ffc0ba {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:57:48.145268 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47f4b243-8b3f-4bdc-a71c-3af8e42edc8f req-5b74d012-1eea-4d7e-833c-599436cc909a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485082
Feb 19 20:57:48.149579 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.154348 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-99ffcebb-830a-4c22-9e3f-aeeb6343929d admin admin] 10.222.0.30 "DELETE /v2.0/routers/d4ec218c-7dbe-405e-a45a-8960d8ffc0ba HTTP/1.1" status: 204  len: 168 time: 1.8052516
Feb 19 20:57:48.213605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47226) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:48.224807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d5bdf37-4f76-45f4-a650-b461be03574e req-603ffba2-513f-468b-9ff5-b6e761be9604 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843263
Feb 19 20:57:48.236082 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2d86-60fa-47bb-86ed-938b800f140f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.452892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Publish callbacks [] for security_group (57bb801d-fb67-4e21-b20a-e1d3a3605af4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.459248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (57bb801d-fb67-4e21-b20a-e1d3a3605af4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.498762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:57:48.511551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb801d-fb67-4e21-b20a-e1d3a3605af4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:48.518211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7f6ef7a9-5cb1-49fc-9981-6d9197776293), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.518574 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Added segment 7f6ef7a9-5cb1-49fc-9981-6d9197776293 of type vlan for network 46b8fcf2-9c1f-4149-9ebf-600e0208ce2d
Feb 19 20:57:48.554093 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.628201 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (46b8fcf2-9c1f-4149-9ebf-600e0208ce2d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.669061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-4974d4a4-d449-453b-a86f-15d22e8dc99b admin admin] Deleting subnet be4a1075-2ec5-43f3-b650-222de83a45f6 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:57:48.674199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (46b8fcf2-9c1f-4149-9ebf-600e0208ce2d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.675163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:48.675778 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.683078 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4974d4a4-d449-453b-a86f-15d22e8dc99b admin admin] Publish callbacks [] for subnet (be4a1075-2ec5-43f3-b650-222de83a45f6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.745497 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4974d4a4-d449-453b-a86f-15d22e8dc99b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (be4a1075-2ec5-43f3-b650-222de83a45f6), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.748905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47f4b243-8b3f-4bdc-a71c-3af8e42edc8f req-17a9c9f0-80cb-4187-affb-ddf912ce48ad service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5362678
Feb 19 20:57:48.753094 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2372313
Feb 19 20:57:48.756096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47228) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:48.762727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] Request body: {'subnet': {'network_id': '46b8fcf2-9c1f-4149-9ebf-600e0208ce2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-9930101-subnet', 'tenant_id': '0eaac4cd79ca4f808d452057a3216fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:48.785882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f10ffe-1c61-43cb-b4f1-b95cce3606fe admin admin] Pushing event updated for resources: {'Network': ['ID=46b8fcf2-9c1f-4149-9ebf-600e0208ce2d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:48.812390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] Made reservation on behalf of 0eaac4cd79ca4f808d452057a3216fdd for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:48.814858 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:48.815338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 46b8fcf2-9c1f-4149-9ebf-600e0208ce2d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:57:48.937225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c8a420-124f-496a-9605-633f80408b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f866cda-3fba-4690-9199-9e11ff500810'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:48.943944 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03276522-2335-4794-b046-aeee355daf66" -d '{"events": [{"server_uuid": "79c8a420-124f-496a-9605-633f80408b4b", "name": "network-vif-plugged", "status": "completed", "tag": "3f866cda-3fba-4690-9199-9e11ff500810"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:48.997500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Router 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:57:49.041940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:49.107633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47f4b243-8b3f-4bdc-a71c-3af8e42edc8f req-21c1f403-c551-4bb3-a358-d487c4dfda53 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3376455
Feb 19 20:57:49.113924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:49.115041 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.136595 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4974d4a4-d449-453b-a86f-15d22e8dc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (be4a1075-2ec5-43f3-b650-222de83a45f6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.235514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a36cd-d345-41aa-abee-efe492d2a1e9 req-a1bc4123-cc2f-4c73-9da8-1ae3a041c990 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:49.237920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f6a36cd-d345-41aa-abee-efe492d2a1e9 req-a1bc4123-cc2f-4c73-9da8-1ae3a041c990 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 943 time: 0.2374926
Feb 19 20:57:49.239284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:49.240520 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.245660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5007e-aefd-4750-9094-01fe8d9e7d66 req-f9a53942-360c-400f-90fc-917d30d00c54 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:49.249068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8b5007e-aefd-4750-9094-01fe8d9e7d66 req-f9a53942-360c-400f-90fc-917d30d00c54 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 945 time: 0.2360740
Feb 19 20:57:49.289689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2,segment=NetworkSegment(3d736281-ed77-4f73-a52d-5029a11292bf),segment_id=3d736281-ed77-4f73-a52d-5029a11292bf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:49.314131 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.330530 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (75da72fc-68ae-410f-a416-6dd5f6c8cb20), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.381446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:49.385133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f6a36cd-d345-41aa-abee-efe492d2a1e9 req-2d8a73ee-857c-4080-ad4b-1ba25ad7d8f5 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329150
Feb 19 20:57:49.388902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8b5007e-aefd-4750-9094-01fe8d9e7d66 req-f368d6b4-48e6-4eca-9b08-4175e48b9a54 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235352
Feb 19 20:57:49.389965 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4974d4a4-d449-453b-a86f-15d22e8dc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (be4a1075-2ec5-43f3-b650-222de83a45f6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.404259 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4974d4a4-d449-453b-a86f-15d22e8dc99b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.408098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4974d4a4-d449-453b-a86f-15d22e8dc99b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/be4a1075-2ec5-43f3-b650-222de83a45f6 HTTP/1.1" status: 204  len: 168 time: 1.1742499
Feb 19 20:57:49.422894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47238) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:49.427125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8e8ca-7864-49e0-86f4-907db81f09c1 None None] Network a1ccbd7c-0991-4be0-a183-1a020c503c03 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:57:49.447134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974d4a4-d449-453b-a86f-15d22e8dc99b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4a1075-2ec5-43f3-b650-222de83a45f6,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:49.493139 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d967f32-2ae4-475a-aff7-39a5629832e0 x-openstack-request-id: req-7d967f32-2ae4-475a-aff7-39a5629832e0 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:57:49.493443 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c8a420-124f-496a-9605-633f80408b4b", "name": "network-vif-plugged", "status": "completed", "tag": "3f866cda-3fba-4690-9199-9e11ff500810", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:57:49.493707 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d967f32-2ae4-475a-aff7-39a5629832e0 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:57:49.494106 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c8a420-124f-496a-9605-633f80408b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f866cda-3fba-4690-9199-9e11ff500810', 'code': 200}
Feb 19 20:57:49.521921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f6e31fe3-18fe-4213-8484-735c67d01a28 None None] Provisioning complete for port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:49.522303 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f6e31fe3-18fe-4213-8484-735c67d01a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.551836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:57:49.568188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] Pushing event updated for resources: {'Subnet': ['ID=75da72fc-68ae-410f-a416-6dd5f6c8cb20,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:49.575184 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Sync routers for ids ['0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:57:49.576872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e43d6a57-f9af-48f8-9c21-730f4800d71a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:49.594714 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (522a4889-4ca5-4003-88ab-4ec7fe7bb9fa), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.602578 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Routers {'0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:57:49.603482 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] Checking segment: {'id': '7f6ef7a9-5cb1-49fc-9981-6d9197776293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46b8fcf2-9c1f-4149-9ebf-600e0208ce2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:49.603981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] Network hostable DHCP agents. Network: 46b8fcf2-9c1f-4149-9ebf-600e0208ce2d, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:57:49.604352 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a72e1e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:49.610643 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.612623 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6e0ebf91-a48d-40a0-97a9-bb3830363775 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 3.4340475
Feb 19 20:57:49.615228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47240) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:49.632034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e43d6a57-f9af-48f8-9c21-730f4800d71a {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:49.632661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e43d6a57-f9af-48f8-9c21-730f4800d71a not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:49.633239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb24f519-84d8-48a7-a9cd-58995d7a58bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:49.646203 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82527d-8eb5-4fff-b1bc-0381bd0b5880 req-3c626bad-08f1-4e59-a139-1f264cb45153 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:49.647669 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b82527d-8eb5-4fff-b1bc-0381bd0b5880 req-3c626bad-08f1-4e59-a139-1f264cb45153 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.1468468
Feb 19 20:57:49.682184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f634b7-9761-465d-8ad6-68087ac2d021 req-eab84d63-af01-4fc1-a0ce-0b0850493eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:49.684235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44f634b7-9761-465d-8ad6-68087ac2d021 req-eab84d63-af01-4fc1-a0ce-0b0850493eca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=79c8a420-124f-496a-9605-633f80408b4b HTTP/1.1" status: 200  len: 1127 time: 0.0994005
Feb 19 20:57:49.691483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: bb24f519-84d8-48a7-a9cd-58995d7a58bf {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:49.691912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb24f519-84d8-48a7-a9cd-58995d7a58bf not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:49.731363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b82527d-8eb5-4fff-b1bc-0381bd0b5880 req-4acfee7a-9d8d-4e50-baa0-bc957a5e46b2 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760238
Feb 19 20:57:49.740962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] Network 46b8fcf2-9c1f-4149-9ebf-600e0208ce2d is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:57:49.767060 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Set router 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:57:49.767604 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44f634b7-9761-465d-8ad6-68087ac2d021 req-21ec23d3-75e6-4d32-8bb2-e7276dcd56cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695343
Feb 19 20:57:49.768088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f6e31fe3-18fe-4213-8484-735c67d01a28 None None] Current status of the port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:49.797916 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 46b8fcf2-9c1f-4149-9ebf-600e0208ce2d) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:49.805962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:49.806561 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.810003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc319dc1-1ca4-4f4e-94fc-ff58d55926a9 None None] Network 46b8fcf2-9c1f-4149-9ebf-600e0208ce2d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:57:49.825110 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (522a4889-4ca5-4003-88ab-4ec7fe7bb9fa), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:49.843493 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-75c59d77-e0ab-4f40-9ce4-3a5cccaa300f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0862505
Feb 19 20:57:49.870449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69c97a60>,) {'filters': {'network_id': ['522a4889-4ca5-4003-88ab-4ec7fe7bb9fa']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:49.884734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69c97a60>, 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:49.885037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69c97a60>, 'fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:49.975061 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a72e1e490>, [{'id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'name': 'tempest-FloatingIPsNegativeTestJSON-1320097038-router', 'tenant_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142'}], 'enable_snat': True}, 'gw_port_id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:47Z', 'revision_number': 3, 'project_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'gw_port': {'id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:49.993543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b39ece0-53fb-46cc-a98e-47f20f75fd94 None None] Network 46b8fcf2-9c1f-4149-9ebf-600e0208ce2d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:57:50.006652 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Checking router: 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:57:50.007233 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Updating router 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 port da6f2dfc-0fea-495c-aa98-97881d71d207 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:57:50.031051 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.061558 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.061824 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.079052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:57:50.079463 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (fdbcc5ad-b71e-4bfe-b4e9-11ccc259143a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:57:50.081516 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:57:50.129087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8df81039-34ab-4093-905c-d980ac83cbea None None] Provisioning complete for port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:50.129444 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8df81039-34ab-4093-905c-d980ac83cbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.205434 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (522a4889-4ca5-4003-88ab-4ec7fe7bb9fa), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.215010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.221728 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] 10.222.0.30 "DELETE /v2.0/networks/522a4889-4ca5-4003-88ab-4ec7fe7bb9fa HTTP/1.1" status: 204  len: 168 time: 0.7942593
Feb 19 20:57:50.233248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25335eb-d56c-4cb6-b852-adbb9a24a715 admin admin] Pushing event deleted for resources: {'Network': ['ID=522a4889-4ca5-4003-88ab-4ec7fe7bb9fa,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:50.252031 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8df81039-34ab-4093-905c-d980ac83cbea None None] Current status of the port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:50.342571 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9200d3f9-356d-4a75-9756-f663f725b721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.393637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47256) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:50.430263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.453038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47262) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:50.453445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-781bd8cb-3afa-471d-9220-1926a9aa61e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e7060607f9342ad93e2ddbab97d8d2b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0580156
Feb 19 20:57:50.460473 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Publish callbacks [] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.470851 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.537694 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5b367-8bc2-4688-882b-63790305cb82 None None] Pushing event updated for resources: {'Port': ['ID=da6f2dfc-0fea-495c-aa98-97881d71d207,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:50.564742 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Attempting to bind port da6f2dfc-0fea-495c-aa98-97881d71d207 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:50.565381 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Attempting to bind port da6f2dfc-0fea-495c-aa98-97881d71d207 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:50.566010 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Attempting to bind port da6f2dfc-0fea-495c-aa98-97881d71d207 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:50.569243 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5ee198c-fade-473b-9a73-da03a7b4d3d1 admin admin] Publish callbacks [] for security_group (cfdd99ed-1702-47ba-a912-7ca119951e67), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.573505 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:50.574109 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:50.574787 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.575546 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:50.576828 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Bound port: da6f2dfc-0fea-495c-aa98-97881d71d207, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:50.577600 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.615037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572f11c-3619-41a8-8000-8eb70621e6f1 req-182b0acd-f560-4860-920d-cd4d649d5a23 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:50.616675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8572f11c-3619-41a8-8000-8eb70621e6f1 req-182b0acd-f560-4860-920d-cd4d649d5a23 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 943 time: 0.1324053
Feb 19 20:57:50.638639 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47266) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:50.647264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a692cf1-36d6-414f-abdd-de9090867c7b req-5dbd100f-ce46-4a89-b413-1170138b3bb4 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:50.649026 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5ee198c-fade-473b-9a73-da03a7b4d3d1 admin admin] Publish callbacks [] for security_group (cfdd99ed-1702-47ba-a912-7ca119951e67), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.649482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a692cf1-36d6-414f-abdd-de9090867c7b req-5dbd100f-ce46-4a89-b413-1170138b3bb4 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 945 time: 0.1207550
Feb 19 20:57:50.653737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2091978900-network', 'tenant_id': '2c8b0fee8ceb425baae8c1d9bfd288e3'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:50.721927 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8572f11c-3619-41a8-8000-8eb70621e6f1 req-60663967-a077-472a-8de1-dbe737249941 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963168
Feb 19 20:57:50.741403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a692cf1-36d6-414f-abdd-de9090867c7b req-eda15fef-f2f1-4353-b2e6-2402cf4fa130 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823853
Feb 19 20:57:50.748571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Made reservation on behalf of 2c8b0fee8ceb425baae8c1d9bfd288e3 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:50.757001 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.759574 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] For port da6f2dfc-0fea-495c-aa98-97881d71d207, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:50.764663 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] For port da6f2dfc-0fea-495c-aa98-97881d71d207, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da6f2dfc-0fea-495c-aa98-97881d71d207,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:57:50.775306 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.777664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.779396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5ee198c-fade-473b-9a73-da03a7b4d3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cfdd99ed-1702-47ba-a912-7ca119951e67), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.782884 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5ee198c-fade-473b-9a73-da03a7b4d3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:50.786849 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f5ee198c-fade-473b-9a73-da03a7b4d3d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cfdd99ed-1702-47ba-a912-7ca119951e67 HTTP/1.1" status: 204  len: 168 time: 0.3288796
Feb 19 20:57:50.805848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Allocated IP 172.20.0.1 (a1ccbd7c-0991-4be0-a183-1a020c503c03/cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d/fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:57:50.852628 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee198c-fade-473b-9a73-da03a7b4d3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdd99ed-1702-47ba-a912-7ca119951e67,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:50.853369 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Routers {'0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:57:50.854951 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a72e1e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:50.878907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:50.973229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f1880-6741-494d-9aad-ba07ef208c07 req-f894aa56-32ff-4bae-b882-d8d2cbf2cee2 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:50.978773 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5b367-8bc2-4688-882b-63790305cb82 None None] Pushing event updated for resources: {'Port': ['ID=da6f2dfc-0fea-495c-aa98-97881d71d207,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:50.980661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad1f1880-6741-494d-9aad-ba07ef208c07 req-f894aa56-32ff-4bae-b882-d8d2cbf2cee2 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=79c8a420-124f-496a-9605-633f80408b4b HTTP/1.1" status: 200  len: 945 time: 0.1291604
Feb 19 20:57:51.003756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:51.004357 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.040217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03102d-c9b0-4ae6-b95d-204592ad95f2 req-000f1e84-903c-4e07-bcf1-642a2d277115 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:51.043014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b03102d-c9b0-4ae6-b95d-204592ad95f2 req-000f1e84-903c-4e07-bcf1-642a2d277115 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.1422939
Feb 19 20:57:51.044601 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] Set router 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:57:51.061433 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Publish callbacks [] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.074914 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Publish callbacks [] for security_group (6192134b-d6d7-42e8-a07c-44e07c8fd19a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.086704 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6192134b-d6d7-42e8-a07c-44e07c8fd19a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.098356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad1f1880-6741-494d-9aad-ba07ef208c07 req-cdaef121-90ef-411e-afe4-8765efbb4b26 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164186
Feb 19 20:57:51.126975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:57:51.150983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6192134b-d6d7-42e8-a07c-44e07c8fd19a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:51.159129 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (016fe4eb-7d31-41e1-8b6b-7b2178b43287), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.159558 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Added segment 016fe4eb-7d31-41e1-8b6b-7b2178b43287 of type vlan for network f806a3d5-7772-400a-ae4b-061973360aa1
Feb 19 20:57:51.160849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:51.170589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.178374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b03102d-c9b0-4ae6-b95d-204592ad95f2 req-a5baf48b-adc4-40ac-bd8c-e2727e883186 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212146
Feb 19 20:57:51.245334 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Network a1ccbd7c-0991-4be0-a183-1a020c503c03 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:51.251674 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f806a3d5-7772-400a-ae4b-061973360aa1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.253991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:51.255772 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:51.259365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:57:51.311066 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.344872 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a72e1e490>, [{'id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'name': 'tempest-FloatingIPsNegativeTestJSON-1320097038-router', 'tenant_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142'}], 'enable_snat': True}, 'gw_port_id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:47Z', 'revision_number': 3, 'project_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'gw_port': {'id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:51.353362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f806a3d5-7772-400a-ae4b-061973360aa1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.354332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:51.354926 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.398011 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5909252-0a3e-40c1-b67a-010f30b7a438 None None] The sync data for ids ['0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'] in ncdv-master-1 is: [{'id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'name': 'tempest-FloatingIPsNegativeTestJSON-1320097038-router', 'tenant_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142'}], 'enable_snat': True}, 'gw_port_id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:47Z', 'revision_number': 3, 'project_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'gw_port': {'id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:57:51.460928 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8183661
Feb 19 20:57:51.464121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47284) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:51.471663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] Request body: {'subnet': {'network_id': 'f806a3d5-7772-400a-ae4b-061973360aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2091978900-subnet', 'tenant_id': '2c8b0fee8ceb425baae8c1d9bfd288e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:51.489886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078124d-1292-4958-a036-4c5d79929e44 admin admin] Pushing event updated for resources: {'Network': ['ID=f806a3d5-7772-400a-ae4b-061973360aa1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:51.503638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f806a3d5-7772-400a-ae4b-061973360aa1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:57:51.507817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] Made reservation on behalf of 2c8b0fee8ceb425baae8c1d9bfd288e3 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:51.511403 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.630276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.746128 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (e02d0307-d8ee-4bb2-b5e5-e2a41a62e1cf), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.772601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.773875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-686487ef-0956-4340-a58b-2ed99482129a None None] Provisioning complete for port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:51.774921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-686487ef-0956-4340-a58b-2ed99482129a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.846476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-686487ef-0956-4340-a58b-2ed99482129a None None] Port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:57:51.914210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02d0307-d8ee-4bb2-b5e5-e2a41a62e1cf,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:51.922058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] Checking segment: {'id': '016fe4eb-7d31-41e1-8b6b-7b2178b43287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f806a3d5-7772-400a-ae4b-061973360aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:51.922961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] Network hostable DHCP agents. Network: f806a3d5-7772-400a-ae4b-061973360aa1, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:57:51.924819 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Publish callbacks [] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.930263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:51.972166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde49f9-5e59-4d23-a199-f46a6547c316 req-00a100c8-301f-486d-ad28-afc73d870989 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:51.973823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cde49f9-5e59-4d23-a199-f46a6547c316 req-00a100c8-301f-486d-ad28-afc73d870989 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 943 time: 0.1092918
Feb 19 20:57:51.975297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] Network f806a3d5-7772-400a-ae4b-061973360aa1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:57:52.026914 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:52.030822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:52.036604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f806a3d5-7772-400a-ae4b-061973360aa1) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:52.055157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bac218-4993-44a8-99a4-2d9807ec3817 None None] Network f806a3d5-7772-400a-ae4b-061973360aa1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:57:52.058711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cde49f9-5e59-4d23-a199-f46a6547c316 req-93770b16-d8d8-4f49-bcf8-bd8711796783 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749445
Feb 19 20:57:52.066636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:52.068835 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:52.132360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b087fc40-c0bf-4a4f-b2de-cbbc9cd0706f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6516960
Feb 19 20:57:52.237541 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Network a1ccbd7c-0991-4be0-a183-1a020c503c03 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:52.239282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:52.363061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6ff81d-9479-48c9-89ca-3cd7f2ca8bfd None None] Network f806a3d5-7772-400a-ae4b-061973360aa1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:57:52.420146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-940e0e4a-6dd7-45e9-95a9-498fa91e797b service neutron] 10.222.0.10 "GET /v2.0/ports/59f45170-96d5-43f5-8368-d97e4afa51dc/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2335951
Feb 19 20:57:52.435314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92c382-cf2b-4ee3-a263-696e163f8694 req-15b5449e-e06a-4398-8b32-987421665ef5 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:52.436978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb92c382-cf2b-4ee3-a263-696e163f8694 req-15b5449e-e06a-4398-8b32-987421665ef5 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=79c8a420-124f-496a-9605-633f80408b4b HTTP/1.1" status: 200  len: 945 time: 0.1443839
Feb 19 20:57:52.511881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Router 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:57:52.534504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc86a3-dd63-4ee9-9808-4c2a9b162d2d req-dbd53054-11bd-4287-b0e8-7f207fafbd01 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:52.542151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08dc86a3-dd63-4ee9-9808-4c2a9b162d2d req-dbd53054-11bd-4287-b0e8-7f207fafbd01 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.2186916
Feb 19 20:57:52.626708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47312) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:52.645896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb92c382-cf2b-4ee3-a263-696e163f8694 req-7d856edb-e6db-4460-a699-ac0494dfc3f3 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946504
Feb 19 20:57:52.712452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d3392121-7378-4173-8375-578fb04f62c2 None None] Provisioning complete for port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:52.713218 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3392121-7378-4173-8375-578fb04f62c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:52.731444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08dc86a3-dd63-4ee9-9808-4c2a9b162d2d req-8fb2a690-244f-4992-9346-57f0dd42d97e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882930
Feb 19 20:57:52.734523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:57:52.750700 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9e2746b2-c4ed-43f1-aec0-182a11f3fa99 admin admin] 10.222.0.30 "PUT /v2.0/routers/0ae909c0-eb8a-4d1f-be6a-fef2c0f26063/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1341004
Feb 19 20:57:52.798730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d3392121-7378-4173-8375-578fb04f62c2 None None] Port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:57:52.849728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aad71ecc-5ea3-4b30-9a88-0384ec8f4c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:52.921321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da6f2dfc-0fea-495c-aa98-97881d71d207 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:52.946377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-e23c06c2-084e-4c31-add8-f3ca5f6faa6a service neutron] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59f45170-96d5-43f5-8368-d97e4afa51dc,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:52.994424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-e23c06c2-084e-4c31-add8-f3ca5f6faa6a service neutron] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:53.007229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port da6f2dfc-0fea-495c-aa98-97881d71d207 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:53.007879 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.073371 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.115060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port da6f2dfc-0fea-495c-aa98-97881d71d207 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:53.115589 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.139124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port da6f2dfc-0fea-495c-aa98-97881d71d207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da6f2dfc-0fea-495c-aa98-97881d71d207,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:53.143481 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.157863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58e0deea-51c4-42ff-b8dd-3ed532dd5d39 req-edf29bca-4c50-46f0-9bce-5c1c63465e95 tempest-FloatingIPsNegativeTestJSON-1111180806 tempest-FloatingIPsNegativeTestJSON-1111180806-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=d99e2ff1d3274058a039b44ef7eb3bcd HTTP/1.1" status: 200  len: 217 time: 0.0733693
Feb 19 20:57:53.166960 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-e23c06c2-084e-4c31-add8-f3ca5f6faa6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f45170-96d5-43f5-8368-d97e4afa51dc {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:53.185985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aad71ecc-5ea3-4b30-9a88-0384ec8f4c06 admin admin] Publish callbacks [] for security_group (08843383-c0e9-4767-81eb-bc8b814c8dcc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.195066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-e23c06c2-084e-4c31-add8-f3ca5f6faa6a service neutron] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59f45170-96d5-43f5-8368-d97e4afa51dc,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:53.196945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=da6f2dfc-0fea-495c-aa98-97881d71d207,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:53.200432 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aad71ecc-5ea3-4b30-9a88-0384ec8f4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (08843383-c0e9-4767-81eb-bc8b814c8dcc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.260662 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-e23c06c2-084e-4c31-add8-f3ca5f6faa6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.297684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aad71ecc-5ea3-4b30-9a88-0384ec8f4c06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=090a062b91aa4d50b1a37e0d8ce4bb08&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6675031
Feb 19 20:57:53.300868 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47336) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:53.306156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-3d6489d4-de2e-4715-860a-60ffbbac3c0f tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:53.307820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-3d6489d4-de2e-4715-860a-60ffbbac3c0f tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/networks?id=46b8fcf2-9c1f-4149-9ebf-600e0208ce2d HTTP/1.1" status: 200  len: 812 time: 0.3147709
Feb 19 20:57:53.310652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad71ecc-5ea3-4b30-9a88-0384ec8f4c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08843383-c0e9-4767-81eb-bc8b814c8dcc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:53.351310 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738e0fcb-454e-48a2-95b2-ab9197c22910 admin admin] Publish callbacks [] for security_group (08843383-c0e9-4767-81eb-bc8b814c8dcc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.355081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-0c14c893-0d7c-47f7-b787-977e14650f53 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/quotas/0eaac4cd79ca4f808d452057a3216fdd HTTP/1.1" status: 200  len: 375 time: 0.0385978
Feb 19 20:57:53.372625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738e0fcb-454e-48a2-95b2-ab9197c22910 admin admin] Publish callbacks [] for security_group (08843383-c0e9-4767-81eb-bc8b814c8dcc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.401982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-77a17ed2-d3ad-496f-aa14-e227df6d833c tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eaac4cd79ca4f808d452057a3216fdd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0398381
Feb 19 20:57:53.409434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836be2a-291e-43b4-b730-0b03b4cf7dfd req-1db5cb4d-7e1d-4afd-8a54-929b4a8f72d0 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:53.410869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0836be2a-291e-43b4-b730-0b03b4cf7dfd req-1db5cb4d-7e1d-4afd-8a54-929b4a8f72d0 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 943 time: 0.1871614
Feb 19 20:57:53.427076 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738e0fcb-454e-48a2-95b2-ab9197c22910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (08843383-c0e9-4767-81eb-bc8b814c8dcc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.430034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738e0fcb-454e-48a2-95b2-ab9197c22910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.434372 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-738e0fcb-454e-48a2-95b2-ab9197c22910 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08843383-c0e9-4767-81eb-bc8b814c8dcc HTTP/1.1" status: 204  len: 168 time: 0.1326749
Feb 19 20:57:53.443037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e0fcb-454e-48a2-95b2-ab9197c22910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08843383-c0e9-4767-81eb-bc8b814c8dcc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:53.517574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-e23c06c2-084e-4c31-add8-f3ca5f6faa6a service neutron] Transition to ACTIVE for port object 59f45170-96d5-43f5-8368-d97e4afa51dc will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:57:53.533376 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-e23c06c2-084e-4c31-add8-f3ca5f6faa6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:53.590633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0836be2a-291e-43b4-b730-0b03b4cf7dfd req-d78cb97c-754f-4dde-b048-70003518e0d2 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623430
Feb 19 20:57:53.613859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-544295c3-4860-4746-b42a-99fcde53f28e service neutron] 10.222.0.30 "GET /v2.0/networks/46b8fcf2-9c1f-4149-9ebf-600e0208ce2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1970174
Feb 19 20:57:53.647358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-e23c06c2-084e-4c31-add8-f3ca5f6faa6a service neutron] No DVR routers for this DVR port 59f45170-96d5-43f5-8368-d97e4afa51dc on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:53.673948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c06c2-084e-4c31-add8-f3ca5f6faa6a service neutron] Pushing event updated for resources: {'Port': ['ID=59f45170-96d5-43f5-8368-d97e4afa51dc,revision_number=10']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:53.721955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-716d2116-1b46-458a-95ee-5e104271d246 req-c85808c8-94c7-464d-9670-039cac1c8c70 tempest-FloatingIPsNegativeTestJSON-1111180806 tempest-FloatingIPsNegativeTestJSON-1111180806-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0832925
Feb 19 20:57:53.748498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-e23c06c2-084e-4c31-add8-f3ca5f6faa6a service neutron] 10.222.0.10 "PUT /v2.0/ports/59f45170-96d5-43f5-8368-d97e4afa51dc/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3088796
Feb 19 20:57:53.810646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a0bb58df-a049-4699-ae50-5d10bbe66003 service neutron] 10.222.0.30 "GET /v2.0/networks/46b8fcf2-9c1f-4149-9ebf-600e0208ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734183
Feb 19 20:57:53.893651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5f558-86c3-44ee-b3c9-a17341a60de1 req-bb6fd36f-b05b-476b-b82d-00c6399f17ef tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:53.901430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Sync routers for ids ['0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:57:53.912236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29a5f558-86c3-44ee-b3c9-a17341a60de1 req-bb6fd36f-b05b-476b-b82d-00c6399f17ef tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=79c8a420-124f-496a-9605-633f80408b4b HTTP/1.1" status: 200  len: 945 time: 0.1198487
Feb 19 20:57:53.918674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Routers {'0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:57:53.919317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb8190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:53.920745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-9c70b016-941e-44c4-b550-fe493978fea7 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:53.922793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-9c70b016-941e-44c4-b550-fe493978fea7 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1141613
Feb 19 20:57:54.040726 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-17867e8a-f631-40ed-8781-78c0e7740510 req-103f78bb-3d21-41cb-a1a0-46d7da165acb tempest-FloatingIPsNegativeTestJSON-1111180806 tempest-FloatingIPsNegativeTestJSON-1111180806-project] show failed (client error): The resource could not be found.
Feb 19 20:57:54.053499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17867e8a-f631-40ed-8781-78c0e7740510 req-103f78bb-3d21-41cb-a1a0-46d7da165acb tempest-FloatingIPsNegativeTestJSON-1111180806 tempest-FloatingIPsNegativeTestJSON-1111180806-project] 10.222.0.30 "GET /v2.0/floatingips/6cb9a7d7-af9d-49d6-ba29-543c04fc90ad HTTP/1.1" status: 404  len: 350 time: 0.0971410
Feb 19 20:57:54.054101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47366) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:54.072631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Set router 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:57:54.122716 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29a5f558-86c3-44ee-b3c9-a17341a60de1 req-ef11d1b9-de57-4672-b3f1-28c6a5ea74b8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2095549
Feb 19 20:57:54.193413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-906d8f42-2982-4052-af53-a7b24c6cf94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:54.195146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-906d8f42-2982-4052-af53-a7b24c6cf94e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e&tenant_id=63acbd462dfc418fab3fbeedccacb9c7 HTTP/1.1" status: 200  len: 1126 time: 0.2487493
Feb 19 20:57:54.235479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250660-2e36-46d2-9ce4-39f30b5fae84 req-f349341b-1e16-4a7d-bf07-7105bd87ac17 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:54.244564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d250660-2e36-46d2-9ce4-39f30b5fae84 req-f349341b-1e16-4a7d-bf07-7105bd87ac17 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.0909083
Feb 19 20:57:54.271533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 59f45170-96d5-43f5-8368-d97e4afa51dc no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:54.321631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-799f2858-4a50-45a3-9f70-d6c875bc8832 req-7da3e84d-fbf6-4faa-998c-4e61eda886d8 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 210 time: 0.0744023
Feb 19 20:57:54.370405 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:57:54.379675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d250660-2e36-46d2-9ce4-39f30b5fae84 req-06cfcd84-9d6b-48d0-9e2e-7a1b8883a349 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339445
Feb 19 20:57:54.394193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-99835475-cd16-4beb-9d36-f09bfc8903e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:54.395960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-99835475-cd16-4beb-9d36-f09bfc8903e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 1126 time: 0.1478910
Feb 19 20:57:54.531477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port 59f45170-96d5-43f5-8368-d97e4afa51dc host nch2-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:57:54.532037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 59f45170-96d5-43f5-8368-d97e4afa51dc not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:54.540843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8b0b6dae-10d6-4611-abe4-3551a4cfebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:54.545263 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:54.546552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-8b0b6dae-10d6-4611-abe4-3551a4cfebf7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.1415153
Feb 19 20:57:54.573333 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb8190>, [{'id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'name': 'tempest-FloatingIPsNegativeTestJSON-1320097038-router', 'tenant_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142'}], 'enable_snat': True}, 'gw_port_id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:51Z', 'revision_number': 4, 'project_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'gw_port': {'id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71', 'name': '', 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03', 'tenant_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'mac_address': 'fa:16:3e:07:74:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:57:50Z', 'updated_at': '2022-02-19T20:57:51Z', 'revision_number': 2, 'project_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'subnets': [{'id': 'cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:54.612891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Checking router: 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:57:54.613415 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Updating router 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:57:54.650455 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:54.669505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-1b85e37d-4b23-4759-8c12-1e084db5c06c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f45170-96d5-43f5-8368-d97e4afa51dc HTTP/1.1" status: 200  len: 217 time: 0.1147442
Feb 19 20:57:54.807192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-7b4277c4-b6e8-4f45-8c12-47cf8f9f9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:54.809256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-7b4277c4-b6e8-4f45-8c12-47cf8f9f9ba6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.1287801
Feb 19 20:57:54.842728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc81dfbc-627b-4ae6-ad59-8c42af7196f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:54.884933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-3289dd78-237c-4dc6-aab6-3eef5f2d95b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567651
Feb 19 20:57:54.892948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dae58-8105-4e4a-8de7-47bb824b9882 req-59f81ac6-91a0-47dd-9c74-7c2ad1f1dc9c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:54.894540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c7dae58-8105-4e4a-8de7-47bb824b9882 req-59f81ac6-91a0-47dd-9c74-7c2ad1f1dc9c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 944 time: 0.1480691
Feb 19 20:57:54.903851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da6f2dfc-0fea-495c-aa98-97881d71d207 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:57:55.038513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port da6f2dfc-0fea-495c-aa98-97881d71d207 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:57:55.038867 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:55.053706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329040b-67fd-40ff-8a38-96bf73b9f58b req-e88e70d9-2f2d-4573-9d57-79be44379933 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:55.055290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5329040b-67fd-40ff-8a38-96bf73b9f58b req-e88e70d9-2f2d-4573-9d57-79be44379933 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 945 time: 0.1589265
Feb 19 20:57:55.107535 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c7dae58-8105-4e4a-8de7-47bb824b9882 req-6fc1f8e0-ac24-416a-bfde-5c8bb465e670 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958637
Feb 19 20:57:55.177104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-9f0c922d-2cec-40d8-91f6-3941623bf1c4 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2815452
Feb 19 20:57:55.191535 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5329040b-67fd-40ff-8a38-96bf73b9f58b req-c335b54e-8866-45bf-81de-6b777aeed972 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fe52de4a-08b9-456d-b382-662f0375813a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262820
Feb 19 20:57:55.324051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-cc81dfbc-627b-4ae6-ad59-8c42af7196f0 admin admin] Deleting port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:55.326167 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc81dfbc-627b-4ae6-ad59-8c42af7196f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:55.326400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-265cb020-1864-4996-99a4-6bf3dc24a6a7 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328962
Feb 19 20:57:55.346269 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port da6f2dfc-0fea-495c-aa98-97881d71d207 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:57:55.374013 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Publish callbacks [] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:55.388880 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:55.448427 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc81dfbc-627b-4ae6-ad59-8c42af7196f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:55.470027 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-cc81dfbc-627b-4ae6-ad59-8c42af7196f0 admin admin] Calling delete_port for fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:55.496662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4095ba82-aa3f-449e-9582-6d1708e85604 req-c3d9fc4f-47d4-4ec7-9ca6-a1319c1aac76 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 210 time: 0.0459340
Feb 19 20:57:55.506176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901e5fd-395a-4391-bd20-5deccabc6f68 req-35ba8d67-90f4-4db0-95ec-8d6800d1f700 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:55.509208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a901e5fd-395a-4391-bd20-5deccabc6f68 req-35ba8d67-90f4-4db0-95ec-8d6800d1f700 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=79c8a420-124f-496a-9605-633f80408b4b HTTP/1.1" status: 200  len: 945 time: 0.1823096
Feb 19 20:57:55.590824 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a901e5fd-395a-4391-bd20-5deccabc6f68 req-51f77fd0-9a0f-4c00-b391-ea06055a001e tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755880
Feb 19 20:57:55.738750 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:55.740241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf2299-8afa-46d9-b198-b76c0d27ad38 None None] Pushing event updated for resources: {'Port': ['ID=fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:55.794268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-0bfdbab9-f973-47d8-85c3-634025bb7c66 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:55.796356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-0bfdbab9-f973-47d8-85c3-634025bb7c66 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.67 "GET /v2.0/networks?id=46b8fcf2-9c1f-4149-9ebf-600e0208ce2d HTTP/1.1" status: 200  len: 812 time: 0.1849737
Feb 19 20:57:55.802581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Attempting to bind port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:55.802988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Attempting to bind port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:55.803357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Attempting to bind port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 on network a1ccbd7c-0991-4be0-a183-1a020c503c03 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:55.817258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:55.817642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Checking segment: {'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:55.818055 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:55.818456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Bound using segment: {'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:55.820432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Bound port: fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:55.820852 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:55.838668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Request body: {'port': {'device_id': '2442bd9a-30f5-4574-bb24-5f0857fb20ed', 'network_id': '46b8fcf2-9c1f-4149-9ebf-600e0208ce2d', 'admin_state_up': True, 'tenant_id': '0eaac4cd79ca4f808d452057a3216fdd'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:55.881576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc81dfbc-627b-4ae6-ad59-8c42af7196f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:55.940106 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 20:57:55.940593 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 20:57:55.991518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b019f-20e1-4777-a938-7bb35bbe518f req-42197f11-9741-4826-808e-5bdea4c6e6da tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:55.993458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-520b019f-20e1-4777-a938-7bb35bbe518f req-42197f11-9741-4826-808e-5bdea4c6e6da tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.3764551
Feb 19 20:57:56.000834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-a912e5c5-f3aa-4963-ac9f-995d3c974d79 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:56.002536 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-a912e5c5-f3aa-4963-ac9f-995d3c974d79 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2059975
Feb 19 20:57:56.005839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81dfbc-627b-4ae6-ad59-8c42af7196f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:56.072749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-520b019f-20e1-4777-a938-7bb35bbe518f req-948c4726-3c15-4aef-a2d1-59076b1ee8e9 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699418
Feb 19 20:57:56.073878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Made reservation on behalf of 0eaac4cd79ca4f808d452057a3216fdd for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:57:56.077095 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:56.142571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1b2ca0ae-14bf-42fb-95a1-46caf48cfed2 None None] Could not find standard attr ID for object fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 20:57:56.373252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcd8a5-05e5-481c-9460-5375d9b20f99 req-6800c50d-c8f6-4f6e-9613-4cfc663ffb01 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:56.380723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ddcd8a5-05e5-481c-9460-5375d9b20f99 req-6800c50d-c8f6-4f6e-9613-4cfc663ffb01 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 945 time: 0.1877582
Feb 19 20:57:56.399627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Allocated IP 172.20.0.11 (46b8fcf2-9c1f-4149-9ebf-600e0208ce2d/75da72fc-68ae-410f-a416-6dd5f6c8cb20/f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:57:56.430315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a490de-5c02-43bf-bb31-c00bd1c7fdfc req-bb9d6ca3-7d3e-4d31-a541-60f46cbffe1c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:56.431870 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11a490de-5c02-43bf-bb31-c00bd1c7fdfc req-bb9d6ca3-7d3e-4d31-a541-60f46cbffe1c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 944 time: 0.1836269
Feb 19 20:57:56.456502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Attempting to bind port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:57:56.457073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Attempting to bind port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:57:56.457335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Attempting to bind port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 on network a1ccbd7c-0991-4be0-a183-1a020c503c03 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:57:56.463177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:57:56.463554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Checking segment: {'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:57:56.463961 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:56.464382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Bound using segment: {'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:57:56.464868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Bound port: fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d736281-ed77-4f73-a52d-5029a11292bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1ccbd7c-0991-4be0-a183-1a020c503c03'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:57:56.465255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:56.496301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Port fbf1b743-2b0e-4f3a-a80f-b14c0fff5b71 has been deleted concurrently {{(pid=121130) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Feb 19 20:57:56.501838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ddcd8a5-05e5-481c-9460-5375d9b20f99 req-c0a48196-af88-41e7-8786-40bccbdf20ff tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fe52de4a-08b9-456d-b382-662f0375813a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1170287
Feb 19 20:57:56.516515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Routers {'0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:57:56.517199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb8190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:56.572002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11a490de-5c02-43bf-bb31-c00bd1c7fdfc req-da9aaec1-5b08-4783-b732-601e4e364362 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295445
Feb 19 20:57:56.605105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc81dfbc-627b-4ae6-ad59-8c42af7196f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:56.686514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] Set router 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:57:56.743165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-7a92deeb-dbff-444c-af2d-cdd72a8342ff service neutron] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:57:56.746598 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-7a92deeb-dbff-444c-af2d-cdd72a8342ff service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:56.747736 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bac8bce6-0483-464d-a27d-e91d64ad5e28 req-7a92deeb-dbff-444c-af2d-cdd72a8342ff service neutron] 10.222.0.67 "DELETE /v2.0/ports/59f45170-96d5-43f5-8368-d97e4afa51dc/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.6752911
Feb 19 20:57:56.880082 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Publish callbacks [] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:56.886430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78a934c5-4452-4b8a-a53b-9fbb1718e577 req-08524b80-ee37-487c-8912-0ba54e7c06a7 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 210 time: 0.0997190
Feb 19 20:57:56.983730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc81dfbc-627b-4ae6-ad59-8c42af7196f0 admin admin] Router 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:57:57.011147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb8190>, [{'id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'name': 'tempest-FloatingIPsNegativeTestJSON-1320097038-router', 'tenant_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142'}], 'enable_snat': True}, 'gw_port_id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:55Z', 'revision_number': 5, 'project_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'gw_port': {'id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:57.052242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:57.057304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c6fe1-c3a3-40f2-bc08-9e969e75392d None None] The sync data for ids ['0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'] in ncdv-master-1 is: [{'id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'name': 'tempest-FloatingIPsNegativeTestJSON-1320097038-router', 'tenant_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142'}], 'enable_snat': True}, 'gw_port_id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:55Z', 'revision_number': 5, 'project_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'gw_port': {'id': 'da6f2dfc-0fea-495c-aa98-97881d71d207', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:57:57.195298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc81dfbc-627b-4ae6-ad59-8c42af7196f0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:57:57.217413 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc81dfbc-627b-4ae6-ad59-8c42af7196f0 admin admin] 10.222.0.30 "PUT /v2.0/routers/0ae909c0-eb8a-4d1f-be6a-fef2c0f26063/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1619630
Feb 19 20:57:57.222521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47462) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:57.384063 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Publish callbacks [] for router (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:57.516415 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Publish callbacks [] for router_gateway (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:57.527276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Network 46b8fcf2-9c1f-4149-9ebf-600e0208ce2d is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:57:57.546513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde25ec-b724-492b-9fd5-6869e40b60f8 req-0bdd3080-53d8-46b8-8ae5-d7dd045a6001 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:57.554486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5fde25ec-b724-492b-9fd5-6869e40b60f8 req-0bdd3080-53d8-46b8-8ae5-d7dd045a6001 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 1126 time: 0.6361921
Feb 19 20:57:57.563383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:57:57.582360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:57:57.583156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Deleting port da6f2dfc-0fea-495c-aa98-97881d71d207 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:57.583637 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:57.688096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Pushing event updated for resources: {'Port': ['ID=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:57.698697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] For port da6f2dfc-0fea-495c-aa98-97881d71d207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da6f2dfc-0fea-495c-aa98-97881d71d207,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:57.699246 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:57.716824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Calling delete_port for da6f2dfc-0fea-495c-aa98-97881d71d207 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:57.735625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-c0e84657-c80b-4dc6-9ae6-826f91fb55fe tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:57.745406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-c0e84657-c80b-4dc6-9ae6-826f91fb55fe tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/networks?id=b985be9e-d38c-4279-82e4-b246daeadbde HTTP/1.1" status: 200  len: 813 time: 0.7528543
Feb 19 20:57:57.764724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5fde25ec-b724-492b-9fd5-6869e40b60f8 req-95298a28-8572-46db-a826-261e793df3d8 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075572
Feb 19 20:57:57.779684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:57.779684 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:57.804117 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-326f99b9-2890-4d43-b76d-b848faa0866c tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/quotas/72c7d19a9f264a299de3fef34d6cc2e3 HTTP/1.1" status: 200  len: 375 time: 0.0577166
Feb 19 20:57:57.813461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d318a-3d79-4751-b082-406896992831 req-4cb533be-2541-4264-8032-ca6166334139 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:57.814904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f4d318a-3d79-4751-b082-406896992831 req-4cb533be-2541-4264-8032-ca6166334139 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 945 time: 0.2859769
Feb 19 20:57:57.829901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-a1aa969c-e4ab-4acd-b46e-6ed7564e16f1 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9975955
Feb 19 20:57:57.863363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Request body: {'port': {'device_id': '2442bd9a-30f5-4574-bb24-5f0857fb20ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:57:57.939689 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (da6f2dfc-0fea-495c-aa98-97881d71d207), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:57.968000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6f2dfc-0fea-495c-aa98-97881d71d207,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:58.036715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-d9c47ec4-9ca5-494d-aca8-082ebb0b6c9c tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=72c7d19a9f264a299de3fef34d6cc2e3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2316198
Feb 19 20:57:58.037208 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21649313-1dca-4ed9-9ae8-054b855be856 None None] Sync routers for ids ['0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:57:58.038862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.051852 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21649313-1dca-4ed9-9ae8-054b855be856 None None] Routers {'0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:57:58.052951 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-21649313-1dca-4ed9-9ae8-054b855be856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a704b0070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:58.091886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.104593 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb690f2-3fac-4895-b89f-0c9126b53625 req-2b19c954-e73c-4175-a4f3-e923a9e30c0f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:58.106065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1bb690f2-3fac-4895-b89f-0c9126b53625 req-2b19c954-e73c-4175-a4f3-e923a9e30c0f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.2509468
Feb 19 20:57:58.127634 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-21649313-1dca-4ed9-9ae8-054b855be856 None None] Set router 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:57:58.160588 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.164041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Publish callbacks [] for router_controller (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.203042 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-21649313-1dca-4ed9-9ae8-054b855be856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a704b0070>, [{'id': '0ae909c0-eb8a-4d1f-be6a-fef2c0f26063', 'name': 'tempest-FloatingIPsNegativeTestJSON-1320097038-router', 'tenant_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:57:46Z', 'updated_at': '2022-02-19T20:57:57Z', 'revision_number': 7, 'project_id': 'd99e2ff1d3274058a039b44ef7eb3bcd', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:57:58.216062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (0ae909c0-eb8a-4d1f-be6a-fef2c0f26063), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.216651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:57:58.221920 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.225631 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ada13baf-4e0c-4165-b376-b2665f802918 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 HTTP/1.1" status: 204  len: 168 time: 1.0014887
Feb 19 20:57:58.238731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47484) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:58.242716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Deleting port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:58.242862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbae0-50eb-4b98-9d13-9f2e92bc520f req-246fd345-daac-4fd5-9648-090664252b8f tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:58.243118 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.244380 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8cadbae0-50eb-4b98-9d13-9f2e92bc520f req-246fd345-daac-4fd5-9648-090664252b8f tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.67 "GET /v2.0/ports?device_id=79c8a420-124f-496a-9605-633f80408b4b HTTP/1.1" status: 200  len: 945 time: 0.1167696
Feb 19 20:57:58.252740 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21649313-1dca-4ed9-9ae8-054b855be856 None None] Checking router: 0ae909c0-eb8a-4d1f-be6a-fef2c0f26063 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:57:58.261650 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21649313-1dca-4ed9-9ae8-054b855be856 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:57:58.262718 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21649313-1dca-4ed9-9ae8-054b855be856 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 19 20:57:58.263617 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_agentschedulers_db [None req-21649313-1dca-4ed9-9ae8-054b855be856 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent'). {{(pid=121131) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 19 20:57:58.263759 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21649313-1dca-4ed9-9ae8-054b855be856 None None] The sync data for ids ['0ae909c0-eb8a-4d1f-be6a-fef2c0f26063'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:57:58.342374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-11aa4c6d-b35c-4282-9819-f98555e1e527 service neutron] 10.222.0.30 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3047071
Feb 19 20:57:58.364035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1bb690f2-3fac-4895-b89f-0c9126b53625 req-0cefec98-2bfb-4f7e-be65-6b268c4eda0f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2395082
Feb 19 20:57:58.391712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-8cadbae0-50eb-4b98-9d13-9f2e92bc520f req-45013298-54cd-4197-9e89-1db98053a1f3 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Deleting port 3f866cda-3fba-4690-9199-9e11ff500810 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:58.392062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8cadbae0-50eb-4b98-9d13-9f2e92bc520f req-45013298-54cd-4197-9e89-1db98053a1f3 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3f866cda-3fba-4690-9199-9e11ff500810), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.446316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d466c26-2df2-4964-ba78-4864115a7fe7 req-79583e0b-91d6-45d2-8397-be3714a40221 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:58.447737 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1d466c26-2df2-4964-ba78-4864115a7fe7 req-79583e0b-91d6-45d2-8397-be3714a40221 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "GET /v2.0/ports?device_id=80d46c81-d4d9-49ea-9d75-cce281fb0945 HTTP/1.1" status: 200  len: 945 time: 0.1108520
Feb 19 20:57:58.514011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe3f9a0-5edd-4935-8ed8-5e066cfd7837 admin admin] Deleting subnet cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:57:58.541595 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2fe3f9a0-5edd-4935-8ed8-5e066cfd7837 admin admin] Publish callbacks [] for subnet (cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.558152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-8cadbae0-50eb-4b98-9d13-9f2e92bc520f req-45013298-54cd-4197-9e89-1db98053a1f3 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] For port 3f866cda-3fba-4690-9199-9e11ff500810, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3f866cda-3fba-4690-9199-9e11ff500810,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:58.558519 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8cadbae0-50eb-4b98-9d13-9f2e92bc520f req-45013298-54cd-4197-9e89-1db98053a1f3 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3f866cda-3fba-4690-9199-9e11ff500810), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.574517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-8cadbae0-50eb-4b98-9d13-9f2e92bc520f req-45013298-54cd-4197-9e89-1db98053a1f3 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Calling delete_port for 3f866cda-3fba-4690-9199-9e11ff500810 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:58.629973 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-1d466c26-2df2-4964-ba78-4864115a7fe7 req-774ad6be-f518-4fbb-9ffb-714ec343d31b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Deleting port 5e90c8de-efa6-4cdf-a9b2-90d008369593 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:58.630232 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1d466c26-2df2-4964-ba78-4864115a7fe7 req-774ad6be-f518-4fbb-9ffb-714ec343d31b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.686230 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2fe3f9a0-5edd-4935-8ed8-5e066cfd7837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.689530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] For port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:58.689893 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.712628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-9bfc9553-054e-4fd1-847c-319bbacef36b service neutron] 10.222.0.30 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3529487
Feb 19 20:57:58.743992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae83cc-e596-474b-b31b-d0f18ca08cc9 req-3fccef3d-2131-4b61-b4a6-ba6c33b48219 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:58.745582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3aae83cc-e596-474b-b31b-d0f18ca08cc9 req-3fccef3d-2131-4b61-b4a6-ba6c33b48219 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 945 time: 0.2625313
Feb 19 20:57:58.745715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1d466c26-2df2-4964-ba78-4864115a7fe7 req-774ad6be-f518-4fbb-9ffb-714ec343d31b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] For port 5e90c8de-efa6-4cdf-a9b2-90d008369593, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e90c8de-efa6-4cdf-a9b2-90d008369593,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:58.746217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1d466c26-2df2-4964-ba78-4864115a7fe7 req-774ad6be-f518-4fbb-9ffb-714ec343d31b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.789516 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-1d466c26-2df2-4964-ba78-4864115a7fe7 req-774ad6be-f518-4fbb-9ffb-714ec343d31b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Calling delete_port for 5e90c8de-efa6-4cdf-a9b2-90d008369593 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:58.860049 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8cadbae0-50eb-4b98-9d13-9f2e92bc520f req-45013298-54cd-4197-9e89-1db98053a1f3 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3f866cda-3fba-4690-9199-9e11ff500810), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:58.875964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['5e90c8de-efa6-4cdf-a9b2-90d008369593'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:58.919512 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45013298-54cd-4197-9e89-1db98053a1f3 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Pushing event deleted for resources: {'Port': ['ID=3f866cda-3fba-4690-9199-9e11ff500810,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:58.951081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3f866cda-3fba-4690-9199-9e11ff500810'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:58.955175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da6f2dfc-0fea-495c-aa98-97881d71d207 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:57:58.993728 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cadbae0-50eb-4b98-9d13-9f2e92bc520f req-45013298-54cd-4197-9e89-1db98053a1f3 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] No DVR routers for this DVR port 3f866cda-3fba-4690-9199-9e11ff500810 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:59.006774 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8cadbae0-50eb-4b98-9d13-9f2e92bc520f req-45013298-54cd-4197-9e89-1db98053a1f3 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.016735 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8cadbae0-50eb-4b98-9d13-9f2e92bc520f req-45013298-54cd-4197-9e89-1db98053a1f3 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.67 "DELETE /v2.0/ports/3f866cda-3fba-4690-9199-9e11ff500810 HTTP/1.1" status: 204  len: 173 time: 0.7649307
Feb 19 20:57:59.017396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c8a420-124f-496a-9605-633f80408b4b', 'name': 'network-vif-deleted', 'tag': '3f866cda-3fba-4690-9199-9e11ff500810'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:57:59.023271 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb632ab4-15b7-41a0-8723-12eaf207d518" -d '{"events": [{"server_uuid": "79c8a420-124f-496a-9605-633f80408b4b", "name": "network-vif-deleted", "tag": "3f866cda-3fba-4690-9199-9e11ff500810"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:57:59.034345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: da6f2dfc-0fea-495c-aa98-97881d71d207 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:57:59.034779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da6f2dfc-0fea-495c-aa98-97881d71d207 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:57:59.078329 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2fe3f9a0-5edd-4935-8ed8-5e066cfd7837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.124158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3aae83cc-e596-474b-b31b-d0f18ca08cc9 req-d0205de5-cdf4-43fb-bffe-649ce7871e34 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups?id=fe52de4a-08b9-456d-b382-662f0375813a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3645139
Feb 19 20:57:59.166376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1d466c26-2df2-4964-ba78-4864115a7fe7 req-774ad6be-f518-4fbb-9ffb-714ec343d31b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5e90c8de-efa6-4cdf-a9b2-90d008369593), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.205347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['5e90c8de-efa6-4cdf-a9b2-90d008369593'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:59.252621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3f866cda-3fba-4690-9199-9e11ff500810'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:57:59.255779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ad6be-f518-4fbb-9ffb-714ec343d31b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Pushing event deleted for resources: {'Port': ['ID=5e90c8de-efa6-4cdf-a9b2-90d008369593,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:59.325342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d466c26-2df2-4964-ba78-4864115a7fe7 req-774ad6be-f518-4fbb-9ffb-714ec343d31b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] No DVR routers for this DVR port 5e90c8de-efa6-4cdf-a9b2-90d008369593 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:57:59.328461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1d466c26-2df2-4964-ba78-4864115a7fe7 req-774ad6be-f518-4fbb-9ffb-714ec343d31b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.334860 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1d466c26-2df2-4964-ba78-4864115a7fe7 req-774ad6be-f518-4fbb-9ffb-714ec343d31b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "DELETE /v2.0/ports/5e90c8de-efa6-4cdf-a9b2-90d008369593 HTTP/1.1" status: 204  len: 173 time: 0.8782797
Feb 19 20:57:59.353296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:57:59.355043 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.371423 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Publish callbacks [] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.395219 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.395591 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (bdf06405-5355-44db-b761-caf71f4a6175), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.396027 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Floating IP bdf06405-5355-44db-b761-caf71f4a6175 disassociated. External IP: 172.35.2.130, port: 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a.
Feb 19 20:57:59.396248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Calling delete_port for 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:57:59.438757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Transition to ACTIVE for port object f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:57:59.459994 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2fe3f9a0-5edd-4935-8ed8-5e066cfd7837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.519475 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.522355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3f9a0-5edd-4935-8ed8-5e066cfd7837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:59.537349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eb9e9-284e-4413-9de5-cdb66ed3fe55 req-4988170a-5084-4259-a5d0-78d240adc3b0 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:59.539659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f15eb9e9-284e-4413-9de5-cdb66ed3fe55 req-4988170a-5084-4259-a5d0-78d240adc3b0 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 932 time: 0.2786140
Feb 19 20:57:59.570668 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2fe3f9a0-5edd-4935-8ed8-5e066cfd7837 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.573991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2fe3f9a0-5edd-4935-8ed8-5e066cfd7837 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cb8fb852-6ae4-4a09-9be4-ea6457a2fc8d HTTP/1.1" status: 204  len: 168 time: 1.3341196
Feb 19 20:57:59.576847 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47504) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:57:59.578799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677bc3e8-cffd-4da4-9fcc-4f9e9fc3cbd7 None None] Network a1ccbd7c-0991-4be0-a183-1a020c503c03 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:57:59.601945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45d4cd-f240-4a9b-82b6-fcc3f1343cea req-88b2ed09-b8d7-438a-a54a-26ea9cc796b3 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:57:59.608779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd45d4cd-f240-4a9b-82b6-fcc3f1343cea req-88b2ed09-b8d7-438a-a54a-26ea9cc796b3 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 1126 time: 0.3449528
Feb 19 20:57:59.654398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Pushing event updated for resources: {'Port': ['ID=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:57:59.685504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (a1ccbd7c-0991-4be0-a183-1a020c503c03), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.772823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f15eb9e9-284e-4413-9de5-cdb66ed3fe55 req-3d389d3e-3ecf-4dbd-a6ae-1d78a1b92f94 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/security-groups?id=57bb801d-fb67-4e21-b20a-e1d3a3605af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891670
Feb 19 20:57:59.774716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Deleting port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:57:59.775236 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.823791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd45d4cd-f240-4a9b-82b6-fcc3f1343cea req-01085673-1e6b-4f1f-a4e6-f85700a77382 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132208
Feb 19 20:57:59.914596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] For port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2,segment=NetworkSegment(3d736281-ed77-4f73-a52d-5029a11292bf),segment_id=3d736281-ed77-4f73-a52d-5029a11292bf)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:57:59.915055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:57:59.934005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Calling delete_port for f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:00.040539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f6cc1f-e04f-4877-a8e8-bd91ace9d2ba None None] DHCP port deletion for a1ccbd7c-0991-4be0-a183-1a020c503c03 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:58:00.043806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Attempting to bind port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:00.057358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Attempting to bind port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f6ef7a9-5cb1-49fc-9981-6d9197776293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46b8fcf2-9c1f-4149-9ebf-600e0208ce2d'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:00.058866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Attempting to bind port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 on network 46b8fcf2-9c1f-4149-9ebf-600e0208ce2d {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:00.075572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 on network 46b8fcf2-9c1f-4149-9ebf-600e0208ce2d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:58:00.075950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Attempting to bind port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 on network 46b8fcf2-9c1f-4149-9ebf-600e0208ce2d {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:00.092263 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3e2a1c-3954-498d-904f-8737febc1a58 x-openstack-request-id: req-fe3e2a1c-3954-498d-904f-8737febc1a58 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:00.093336 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c8a420-124f-496a-9605-633f80408b4b", "name": "network-vif-deleted", "tag": "3f866cda-3fba-4690-9199-9e11ff500810", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:00.093861 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe3e2a1c-3954-498d-904f-8737febc1a58 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:00.095471 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c8a420-124f-496a-9605-633f80408b4b', 'name': 'network-vif-deleted', 'tag': '3f866cda-3fba-4690-9199-9e11ff500810', 'status': 'completed', 'code': 200}
Feb 19 20:58:00.106899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.129065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:00.129416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Checking segment: {'id': '7f6ef7a9-5cb1-49fc-9981-6d9197776293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46b8fcf2-9c1f-4149-9ebf-600e0208ce2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:00.129832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Bound using segment: {'id': '7f6ef7a9-5cb1-49fc-9981-6d9197776293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46b8fcf2-9c1f-4149-9ebf-600e0208ce2d'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:00.130287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Bound port: f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6ef7a9-5cb1-49fc-9981-6d9197776293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46b8fcf2-9c1f-4149-9ebf-600e0208ce2d'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:00.130659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.134151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-56f6cc1f-e04f-4877-a8e8-bd91ace9d2ba None None] Deleting port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:00.134551 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56f6cc1f-e04f-4877-a8e8-bd91ace9d2ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.166249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:00.177314 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] No DVR routers for this DVR port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:00.192726 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.240482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5e90c8de-efa6-4cdf-a9b2-90d008369593 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:00.306169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Pushing event deleted for resources: {'Port': ['ID=7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:00.357324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 5e90c8de-efa6-4cdf-a9b2-90d008369593 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:00.358117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5e90c8de-efa6-4cdf-a9b2-90d008369593 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:00.358634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:00.412652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-56f6cc1f-e04f-4877-a8e8-bd91ace9d2ba None None] For port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2, host ncdv-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:00.413332 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56f6cc1f-e04f-4877-a8e8-bd91ace9d2ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.414612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (a1ccbd7c-0991-4be0-a183-1a020c503c03), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.434775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:00.435131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:00.462519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6adc2970>,) {'filters': {'network_id': ['a1ccbd7c-0991-4be0-a183-1a020c503c03']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:00.483301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06338489-fab3-4379-91bd-7f34b94f817b req-7c7f531c-7062-4bfa-a932-45c0debfa088 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:00.486142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06338489-fab3-4379-91bd-7f34b94f817b req-7c7f531c-7062-4bfa-a932-45c0debfa088 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.3929658
Feb 19 20:58:00.502162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-56f6cc1f-e04f-4877-a8e8-bd91ace9d2ba None None] Calling delete_port for f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:00.508826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.ipam_backend_mixin [None req-56f6cc1f-e04f-4877-a8e8-bd91ace9d2ba None None] Port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 was not found and therefore no delete operation was performed {{(pid=121130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 20:58:00.511027 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56f6cc1f-e04f-4877-a8e8-bd91ace9d2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.519501 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6adc2970>, '3d736281-ed77-4f73-a52d-5029a11292bf') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:00.520198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6adc2970>, '3d736281-ed77-4f73-a52d-5029a11292bf') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:00.523536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] For port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:00.543707 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (3d736281-ed77-4f73-a52d-5029a11292bf), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.551974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] For port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947,segment=NetworkSegment(7f6ef7a9-5cb1-49fc-9981-6d9197776293),segment_id=7f6ef7a9-5cb1-49fc-9981-6d9197776293)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:00.571618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.572756 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (3d736281-ed77-4f73-a52d-5029a11292bf), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.577880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6cc1f-e04f-4877-a8e8-bd91ace9d2ba None None] No DVR routers for this DVR port f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:00.584688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:58:00.585414 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (3d736281-ed77-4f73-a52d-5029a11292bf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.585893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6cc1f-e04f-4877-a8e8-bd91ace9d2ba None None] Pushing event deleted for resources: {'Port': ['ID=f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   items = [
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:58:00.591594 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:58:00.708570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Pushing event updated for resources: {'Port': ['ID=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:00.721655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:00.722653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.724314 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (a1ccbd7c-0991-4be0-a183-1a020c503c03), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.736468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-72c22bb2-f553-43fc-b338-7e4662d9caff service neutron] 10.222.0.67 "PUT /v2.0/ports/f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 HTTP/1.1" status: 200  len: 1092 time: 2.8674951
Feb 19 20:58:00.739939 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:00.742063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2442bd9a-30f5-4574-bb24-5f0857fb20ed', 'tag': 'f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:00.744826 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a1ccbd7c-0991-4be0-a183-1a020c503c03 HTTP/1.1" status: 204  len: 168 time: 1.1667180
Feb 19 20:58:00.746588 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a628ed-c24a-4180-a38a-cc9960899479" -d '{"events": [{"name": "network-changed", "server_uuid": "2442bd9a-30f5-4574-bb24-5f0857fb20ed", "tag": "f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:00.765102 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06338489-fab3-4379-91bd-7f34b94f817b req-d66b80d0-27fb-4d75-b183-a4e85e06ae0c tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2708671
Feb 19 20:58:00.768806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb92e19-d163-467c-b57a-b7d3a48dce43 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ccbd7c-0991-4be0-a183-1a020c503c03,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:00.816872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Router 23e02ab4-203d-4970-abb4-c7e69c3d9995 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:58:00.942577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24a3b717-2ff6-413a-9efb-70fe49c0deb9 req-7fa2f82a-805d-4fcf-a208-7d2ce79dd32c tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 210 time: 0.1681335
Feb 19 20:58:00.953181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:00.997231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:00.997603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f4cb9c9a-c362-4a16-8af8-84de1e2f6ee2 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:01.070788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f210dc0-ac90-4b04-84da-b904c22c8bd9 req-1c8a018b-56d7-4655-bdd3-7210a8d65563 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 210 time: 0.1292267
Feb 19 20:58:01.114109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47540) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:01.170753 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3ed4aa09-f14e-4fa9-a936-0ba5589acf1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d99e2ff1d3274058a039b44ef7eb3bcd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0532157
Feb 19 20:58:01.171178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47546) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:01.210886 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bc270d-7f50-421f-b9d6-0a724a17de8e x-openstack-request-id: req-50bc270d-7f50-421f-b9d6-0a724a17de8e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:01.211162 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2442bd9a-30f5-4574-bb24-5f0857fb20ed", "tag": "f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:01.211480 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50bc270d-7f50-421f-b9d6-0a724a17de8e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:01.212027 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2442bd9a-30f5-4574-bb24-5f0857fb20ed', 'tag': 'f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947', 'status': 'completed', 'code': 200}
Feb 19 20:58:01.234617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e208d1a2-ffe8-4bc9-86b0-b589cf790474 admin admin] Publish callbacks [] for security_group (169b8330-dbbf-4a7d-bab4-c8cecd1c479c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:01.270598 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e208d1a2-ffe8-4bc9-86b0-b589cf790474 admin admin] Publish callbacks [] for security_group (169b8330-dbbf-4a7d-bab4-c8cecd1c479c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:01.304501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-30cd3792-ff02-4581-920a-88f37ef310d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:01.306030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-30cd3792-ff02-4581-920a-88f37ef310d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0eaac4cd79ca4f808d452057a3216fdd&device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 1126 time: 0.2719994
Feb 19 20:58:01.324194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:58:01.337281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc2ef9-cc47-4a40-923a-c9b15b21e433 None None] Sync routers for ids ['23e02ab4-203d-4970-abb4-c7e69c3d9995'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:58:01.346703 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e208d1a2-ffe8-4bc9-86b0-b589cf790474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (169b8330-dbbf-4a7d-bab4-c8cecd1c479c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:01.349410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e208d1a2-ffe8-4bc9-86b0-b589cf790474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:01.353032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc2ef9-cc47-4a40-923a-c9b15b21e433 None None] Routers {'23e02ab4-203d-4970-abb4-c7e69c3d9995'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:01.353032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-77bc2ef9-cc47-4a40-923a-c9b15b21e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63994400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['23e02ab4-203d-4970-abb4-c7e69c3d9995'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:01.353806 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e208d1a2-ffe8-4bc9-86b0-b589cf790474 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/169b8330-dbbf-4a7d-bab4-c8cecd1c479c HTTP/1.1" status: 204  len: 168 time: 0.1815171
Feb 19 20:58:01.363969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208d1a2-ffe8-4bc9-86b0-b589cf790474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169b8330-dbbf-4a7d-bab4-c8cecd1c479c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:01.586989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-77bc2ef9-cc47-4a40-923a-c9b15b21e433 None None] Set router 23e02ab4-203d-4970-abb4-c7e69c3d9995 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:01.702377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-e3c92b24-170a-48d3-8811-d094f1955aff tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:01.703762 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-e3c92b24-170a-48d3-8811-d094f1955aff tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "GET /v2.0/networks?id=b985be9e-d38c-4279-82e4-b246daeadbde HTTP/1.1" status: 200  len: 813 time: 0.2368753
Feb 19 20:58:01.722349 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Request body: {'port': {'device_id': '330ffac4-6847-4284-aba3-e438b631a218', 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde', 'admin_state_up': True, 'tenant_id': '72c7d19a9f264a299de3fef34d6cc2e3'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:01.806235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491478b-2966-4523-bc14-6bc53365e546 req-d9854253-e987-4aa7-9e69-dfdbe0d7cfab tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:01.824480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d491478b-2966-4523-bc14-6bc53365e546 req-d9854253-e987-4aa7-9e69-dfdbe0d7cfab tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 944 time: 0.5992746
Feb 19 20:58:01.866690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-d0986225-3951-45e7-a39a-fdbb02217285 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 HTTP/1.1" status: 200  len: 217 time: 0.5512593
Feb 19 20:58:01.928986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3f866cda-3fba-4690-9199-9e11ff500810 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:01.978208 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Made reservation on behalf of 72c7d19a9f264a299de3fef34d6cc2e3 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:01.982181 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:01.987314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 3f866cda-3fba-4690-9199-9e11ff500810 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:01.987664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3f866cda-3fba-4690-9199-9e11ff500810 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:02.001105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] No DVR routers for this DVR port 7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:02.004419 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:02.008758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f4d318a-3d79-4751-b082-406896992831 req-da8096bd-1a36-4462-bce5-28907059687d tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.10 "DELETE /v2.0/ports/7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a HTTP/1.1" status: 204  len: 173 time: 4.1825373
Feb 19 20:58:02.105407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d46c81-d4d9-49ea-9d75-cce281fb0945', 'name': 'network-vif-deleted', 'tag': '5e90c8de-efa6-4cdf-a9b2-90d008369593'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:02.111226 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ae384b-1bbd-4f52-a94c-6e1a24066291" -d '{"events": [{"server_uuid": "80d46c81-d4d9-49ea-9d75-cce281fb0945", "name": "network-vif-deleted", "tag": "5e90c8de-efa6-4cdf-a9b2-90d008369593"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:02.111712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d491478b-2966-4523-bc14-6bc53365e546 req-08340ba3-add7-4974-8e60-bef7100788e0 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/security-groups?id=57bb801d-fb67-4e21-b20a-e1d3a3605af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2824163
Feb 19 20:58:02.169400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-9f912312-d6a1-4204-80b8-6f78de068b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:02.173610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-9f912312-d6a1-4204-80b8-6f78de068b1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75da72fc-68ae-410f-a416-6dd5f6c8cb20 HTTP/1.1" status: 200  len: 852 time: 0.2704740
Feb 19 20:58:02.177157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-77bc2ef9-cc47-4a40-923a-c9b15b21e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63994400>, [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:50Z', 'revision_number': 4, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4ed5c7e-f878-4e1f-980f-e5aa33d042e4', 'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'tenant_id': '5c496adb59f3467687458650e28da232', 'mac_address': 'fa:16:3e:1d:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:49Z', 'updated_at': '2022-02-19T20:56:55Z', 'revision_number': 5, 'project_id': '5c496adb59f3467687458650e28da232', 'subnets': [{'id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:02.207646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc2ef9-cc47-4a40-923a-c9b15b21e433 None None] Checking router: 23e02ab4-203d-4970-abb4-c7e69c3d9995 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:58:02.218875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc2ef9-cc47-4a40-923a-c9b15b21e433 None None] Routers {'23e02ab4-203d-4970-abb4-c7e69c3d9995'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:02.220251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-77bc2ef9-cc47-4a40-923a-c9b15b21e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63994400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['23e02ab4-203d-4970-abb4-c7e69c3d9995'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:02.221454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Allocated IP 172.20.0.10 (b985be9e-d38c-4279-82e4-b246daeadbde/e3809839-0292-43fd-bb76-1d312d8856ab/bfe33598-34b0-438e-98e1-b9d8f02efb0b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:58:02.233174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776bc1b-bf82-4565-a3de-eeaa961d708f req-01970190-87bb-454c-b92f-9a95445acf72 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:02.235568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9776bc1b-bf82-4565-a3de-eeaa961d708f req-01970190-87bb-454c-b92f-9a95445acf72 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.3353577
Feb 19 20:58:02.241821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-056c62aa-c86b-433b-9e68-5d43b07b338b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:02.243472 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-056c62aa-c86b-433b-9e68-5d43b07b338b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "GET /v2.0/networks?id=b985be9e-d38c-4279-82e4-b246daeadbde HTTP/1.1" status: 200  len: 813 time: 0.4634402
Feb 19 20:58:02.246840 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-0883ce19-4b49-44c5-a1f6-60dafa7cbf65 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=46b8fcf2-9c1f-4149-9ebf-600e0208ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604060
Feb 19 20:58:02.275526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Request body: {'port': {'device_id': '9678da86-446e-4e8a-8bde-75d9478d3ecf', 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde', 'admin_state_up': True, 'tenant_id': '72c7d19a9f264a299de3fef34d6cc2e3'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:02.361591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-77bc2ef9-cc47-4a40-923a-c9b15b21e433 None None] Set router 23e02ab4-203d-4970-abb4-c7e69c3d9995 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:02.441661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d3a6df5-909c-479e-80b3-42f42d4a42ff req-ff9684b0-44ab-4726-8be5-9e487742af60 tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9f1f59f-19d3-4b89-873c-bc100187739c HTTP/1.1" status: 200  len: 210 time: 0.0449255
Feb 19 20:58:02.457369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9776bc1b-bf82-4565-a3de-eeaa961d708f req-89c39402-e05a-4b93-b3ed-8b340a1d0029 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107654
Feb 19 20:58:02.459472 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks [] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:02.528131 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-c82d7913-53ff-44d6-8e78-802d071d1f4b service neutron] 10.222.0.67 "GET /v2.0/networks/46b8fcf2-9c1f-4149-9ebf-600e0208ce2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2643065
Feb 19 20:58:02.560121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:02.669738 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a6b50c-7545-4981-a5ea-c653d1ecc857 x-openstack-request-id: req-e0a6b50c-7545-4981-a5ea-c653d1ecc857 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:02.670075 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d46c81-d4d9-49ea-9d75-cce281fb0945", "name": "network-vif-deleted", "tag": "5e90c8de-efa6-4cdf-a9b2-90d008369593", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:02.671133 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0a6b50c-7545-4981-a5ea-c653d1ecc857 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:02.671602 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d46c81-d4d9-49ea-9d75-cce281fb0945', 'name': 'network-vif-deleted', 'tag': '5e90c8de-efa6-4cdf-a9b2-90d008369593', 'status': 'completed', 'code': 200}
Feb 19 20:58:02.680567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Made reservation on behalf of 72c7d19a9f264a299de3fef34d6cc2e3 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:02.686027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:02.747113 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4318dba8-e035-46f2-94f0-89c652afdca4 req-a0aaa064-3628-412e-a2bf-ae339c948fcc tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 210 time: 0.1667325
Feb 19 20:58:02.757729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Network b985be9e-d38c-4279-82e4-b246daeadbde is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:02.770651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:02.781007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:58:02.829880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Pushing event updated for resources: {'Port': ['ID=bfe33598-34b0-438e-98e1-b9d8f02efb0b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:02.857491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-77bc2ef9-cc47-4a40-923a-c9b15b21e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63994400>, [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:50Z', 'revision_number': 4, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4ed5c7e-f878-4e1f-980f-e5aa33d042e4', 'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'tenant_id': '5c496adb59f3467687458650e28da232', 'mac_address': 'fa:16:3e:1d:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:49Z', 'updated_at': '2022-02-19T20:56:55Z', 'revision_number': 5, 'project_id': '5c496adb59f3467687458650e28da232', 'subnets': [{'id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:02.862712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:02.863924 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:02.889153 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-526199d1-87d6-453e-b786-0d8c3eae5414 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1769271
Feb 19 20:58:02.902275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Request body: {'port': {'device_id': '330ffac4-6847-4284-aba3-e438b631a218', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:02.928481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc2ef9-cc47-4a40-923a-c9b15b21e433 None None] The sync data for ids ['23e02ab4-203d-4970-abb4-c7e69c3d9995'] in ncdv-master-1 is: [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:56:50Z', 'revision_number': 4, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4ed5c7e-f878-4e1f-980f-e5aa33d042e4', 'name': '', 'network_id': '6896d345-c983-4d87-bf12-73e53cdf45a5', 'tenant_id': '5c496adb59f3467687458650e28da232', 'mac_address': 'fa:16:3e:1d:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:49Z', 'updated_at': '2022-02-19T20:56:55Z', 'revision_number': 5, 'project_id': '5c496adb59f3467687458650e28da232', 'subnets': [{'id': '794a15bb-eef3-4ddf-ad80-23e8f75a417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:58:02.994034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08bda4e8-4c32-4d8e-8548-fe630b0e4e31 req-716f2c2d-1447-41d4-8972-12aab77787ef service neutron] 10.222.0.67 "GET /v2.0/networks/46b8fcf2-9c1f-4149-9ebf-600e0208ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4125350
Feb 19 20:58:03.004559 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:03.094778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Allocated IP 172.20.0.8 (b985be9e-d38c-4279-82e4-b246daeadbde/e3809839-0292-43fd-bb76-1d312d8856ab/c0ad5b33-b1ef-47b6-9a56-eaa61e73c963) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:58:03.262717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a628ed-c24a-4180-a38a-cc9960899479 req-13b0b533-6333-494c-aa69-297f65baf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:03.264256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07a628ed-c24a-4180-a38a-cc9960899479 req-13b0b533-6333-494c-aa69-297f65baf892 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0eaac4cd79ca4f808d452057a3216fdd&device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 1126 time: 0.2098496
Feb 19 20:58:03.264733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'name': 'network-vif-deleted', 'tag': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:03.267506 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02c0416-3f57-4067-8f23-4299dd4fc8cc" -d '{"events": [{"server_uuid": "e9f1f59f-19d3-4b89-873c-bc100187739c", "name": "network-vif-deleted", "tag": "7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:03.451873 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7903d0-4ad3-4db6-94bf-3a75453bfbcb None None] New status for floating IP bdf06405-5355-44db-b761-caf71f4a6175: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:58:03.477220 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks [] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:03.575093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaea8017-7e2d-44d0-858e-004fbc87869a req-90b7118c-d89a-48b3-a74a-8b871c64aa0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2067869
Feb 19 20:58:03.576191 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:03.585212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de018ac-ae52-42ce-8a78-ceabb8fcd0a9 req-672769af-10c5-46ca-97c6-a8f924537cc3 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:03.586906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8de018ac-ae52-42ce-8a78-ceabb8fcd0a9 req-672769af-10c5-46ca-97c6-a8f924537cc3 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 944 time: 0.3136787
Feb 19 20:58:03.592912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a628ed-c24a-4180-a38a-cc9960899479 req-60ccf1ac-e084-4682-89a9-3810f23b7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:03.595181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07a628ed-c24a-4180-a38a-cc9960899479 req-60ccf1ac-e084-4682-89a9-3810f23b7c3c service neutron] 10.222.0.67 "GET /v2.0/networks?id=46b8fcf2-9c1f-4149-9ebf-600e0208ce2d HTTP/1.1" status: 200  len: 913 time: 0.3202755
Feb 19 20:58:03.741982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Network b985be9e-d38c-4279-82e4-b246daeadbde is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:03.746289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07a628ed-c24a-4180-a38a-cc9960899479 req-d18b27a2-84da-45e4-89a6-57aed5709de5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 HTTP/1.1" status: 200  len: 217 time: 0.1230347
Feb 19 20:58:03.755242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:03.765575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Pushing event updated for resources: {'Port': ['ID=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:03.777512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:58:03.838320 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55991442-7cee-4b94-aa6b-449c915cf3b3 x-openstack-request-id: req-55991442-7cee-4b94-aa6b-449c915cf3b3 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:03.838625 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f1f59f-19d3-4b89-873c-bc100187739c", "name": "network-vif-deleted", "tag": "7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:03.838882 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55991442-7cee-4b94-aa6b-449c915cf3b3 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:03.839469 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f1f59f-19d3-4b89-873c-bc100187739c', 'name': 'network-vif-deleted', 'tag': '7b13225c-b3f5-46c0-a7ec-cecdc4f9a82a', 'status': 'completed', 'code': 200}
Feb 19 20:58:03.846576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe33598-34b0-438e-98e1-b9d8f02efb0b {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:03.856170 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Publish callbacks [] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:03.880513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8de018ac-ae52-42ce-8a78-ceabb8fcd0a9 req-7e2b269f-22ff-4734-96f5-5907b9f92021 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/security-groups?id=57bb801d-fb67-4e21-b20a-e1d3a3605af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2690287
Feb 19 20:58:03.882192 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Transition to ACTIVE for port object bfe33598-34b0-438e-98e1-b9d8f02efb0b will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:58:03.891790 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:03.955263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a628ed-c24a-4180-a38a-cc9960899479 req-07bd5f59-ed84-4e41-9c03-403386ef5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:03.956896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07a628ed-c24a-4180-a38a-cc9960899479 req-07bd5f59-ed84-4e41-9c03-403386ef5c57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75da72fc-68ae-410f-a416-6dd5f6c8cb20 HTTP/1.1" status: 200  len: 852 time: 0.2036793
Feb 19 20:58:03.967783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe33598-34b0-438e-98e1-b9d8f02efb0b,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:03.978640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea8017-7e2d-44d0-858e-004fbc87869a req-29dedfd1-f40d-4694-8060-dae35a6b26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:03.980834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaea8017-7e2d-44d0-858e-004fbc87869a req-29dedfd1-f40d-4694-8060-dae35a6b26c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 1127 time: 0.3558476
Feb 19 20:58:04.014414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.016308 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:04.050904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Attempting to bind port bfe33598-34b0-438e-98e1-b9d8f02efb0b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:04.052716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Attempting to bind port bfe33598-34b0-438e-98e1-b9d8f02efb0b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:04.052716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Attempting to bind port bfe33598-34b0-438e-98e1-b9d8f02efb0b on network b985be9e-d38c-4279-82e4-b246daeadbde {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:04.056950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Port bfe33598-34b0-438e-98e1-b9d8f02efb0b on network b985be9e-d38c-4279-82e4-b246daeadbde not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:58:04.057355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Attempting to bind port bfe33598-34b0-438e-98e1-b9d8f02efb0b on network b985be9e-d38c-4279-82e4-b246daeadbde {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:04.064623 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:04.065075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Checking segment: {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:04.065548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Bound using segment: {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:04.066148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Bound port: bfe33598-34b0-438e-98e1-b9d8f02efb0b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:04.066972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:04.067349 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07a628ed-c24a-4180-a38a-cc9960899479 req-a2410bb5-d776-4cc5-9b1e-33cec9751fc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=46b8fcf2-9c1f-4149-9ebf-600e0208ce2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0909815
Feb 19 20:58:04.142172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7be05db6-ad25-423d-905c-9c12a3445bc8 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8798771
Feb 19 20:58:04.149605 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] For port bfe33598-34b0-438e-98e1-b9d8f02efb0b, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:04.153062 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] For port bfe33598-34b0-438e-98e1-b9d8f02efb0b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bfe33598-34b0-438e-98e1-b9d8f02efb0b,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:04.159280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:04.187378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Request body: {'port': {'device_id': '9678da86-446e-4e8a-8bde-75d9478d3ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:04.210282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c82f5f-ce1a-40b0-bf7a-6aacbda5e342 req-f44a6994-6844-4e3e-b0c9-df453f937ef8 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.211835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-75c82f5f-ce1a-40b0-bf7a-6aacbda5e342 req-f44a6994-6844-4e3e-b0c9-df453f937ef8 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.2918990
Feb 19 20:58:04.215972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.216636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:04.218042 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] 10.222.0.10 "PUT /v2.0/ports/bfe33598-34b0-438e-98e1-b9d8f02efb0b HTTP/1.1" status: 200  len: 1092 time: 1.3227663
Feb 19 20:58:04.229354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d0bf1-a92a-406a-a912-2789171e4a55 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe33598-34b0-438e-98e1-b9d8f02efb0b,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:04.269170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86be61-50be-4151-987b-37ccb6c9f0bd req-c9ebd34d-48a6-496c-a39e-e02f17f9c81e tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.274418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86be61-50be-4151-987b-37ccb6c9f0bd req-c9ebd34d-48a6-496c-a39e-e02f17f9c81e tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.279703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86be61-50be-4151-987b-37ccb6c9f0bd req-c9ebd34d-48a6-496c-a39e-e02f17f9c81e tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.285018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86be61-50be-4151-987b-37ccb6c9f0bd req-c9ebd34d-48a6-496c-a39e-e02f17f9c81e tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.290278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86be61-50be-4151-987b-37ccb6c9f0bd req-c9ebd34d-48a6-496c-a39e-e02f17f9c81e tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.295669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86be61-50be-4151-987b-37ccb6c9f0bd req-c9ebd34d-48a6-496c-a39e-e02f17f9c81e tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.301258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86be61-50be-4151-987b-37ccb6c9f0bd req-c9ebd34d-48a6-496c-a39e-e02f17f9c81e tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.303085 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f86be61-50be-4151-987b-37ccb6c9f0bd req-c9ebd34d-48a6-496c-a39e-e02f17f9c81e tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5445 time: 0.3511913
Feb 19 20:58:04.311500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-79907690-842c-4cf9-90bf-2dd03fdb0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.313601 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-79907690-842c-4cf9-90bf-2dd03fdb0932 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72c7d19a9f264a299de3fef34d6cc2e3&device_id=330ffac4-6847-4284-aba3-e438b631a218 HTTP/1.1" status: 200  len: 1126 time: 0.0504451
Feb 19 20:58:04.359684 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-db8c640b-2098-46b8-8d79-ca55339da846 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe33598-34b0-438e-98e1-b9d8f02efb0b HTTP/1.1" status: 200  len: 217 time: 0.0392201
Feb 19 20:58:04.411177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea8017-7e2d-44d0-858e-004fbc87869a req-b15d1cb4-ab23-44f2-be30-7d6a54aeb3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.412715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaea8017-7e2d-44d0-858e-004fbc87869a req-b15d1cb4-ab23-44f2-be30-7d6a54aeb3cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.3936305
Feb 19 20:58:04.416190 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-2469d586-ebf1-4198-8719-51772ea2621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.417770 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-2469d586-ebf1-4198-8719-51772ea2621e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3809839-0292-43fd-bb76-1d312d8856ab HTTP/1.1" status: 200  len: 853 time: 0.0523610
Feb 19 20:58:04.428063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07a628ed-c24a-4180-a38a-cc9960899479 req-085c4795-48a0-4677-b396-a904461acede service neutron] 10.222.0.67 "GET /v2.0/networks/46b8fcf2-9c1f-4149-9ebf-600e0208ce2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3440630
Feb 19 20:58:04.453889 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-0018d33b-5f59-4c6f-8d39-8ab41aabfabc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b985be9e-d38c-4279-82e4-b246daeadbde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302694
Feb 19 20:58:04.491969 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:04.511729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-75c82f5f-ce1a-40b0-bf7a-6aacbda5e342 req-1342aec7-a662-4548-a7e8-5d44101d2e75 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2800953
Feb 19 20:58:04.513094 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaea8017-7e2d-44d0-858e-004fbc87869a req-2b99b6d7-92c3-40f9-bd99-a5bb27b14338 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29196269-26de-4888-9bd6-bdcde982f91c HTTP/1.1" status: 200  len: 217 time: 0.0873873
Feb 19 20:58:04.581597 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fc102581-5662-4850-86cf-c7038c4866a3 service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218483
Feb 19 20:58:04.614107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f86be61-50be-4151-987b-37ccb6c9f0bd req-3975dcac-0967-42a9-955c-29575a0b4e9a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2980285
Feb 19 20:58:04.669141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea8017-7e2d-44d0-858e-004fbc87869a req-3cd1263e-7dd5-4c25-82ec-9c8b48549d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.670791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaea8017-7e2d-44d0-858e-004fbc87869a req-3cd1263e-7dd5-4c25-82ec-9c8b48549d17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.1161304
Feb 19 20:58:04.678217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330ffac4-6847-4284-aba3-e438b631a218', 'tag': 'bfe33598-34b0-438e-98e1-b9d8f02efb0b'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:04.678676 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4692168c-8eb5-4c83-979a-8384c5d1608e" -d '{"events": [{"name": "network-changed", "server_uuid": "330ffac4-6847-4284-aba3-e438b631a218", "tag": "bfe33598-34b0-438e-98e1-b9d8f02efb0b"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:04.687343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47736) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:04.730343 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-5f610734-7e48-41f2-85f9-92cc634edf08 service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431906
Feb 19 20:58:04.821808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaea8017-7e2d-44d0-858e-004fbc87869a req-4bf041dc-687f-46ae-9faf-2d97d97984a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1419077
Feb 19 20:58:04.864511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07a628ed-c24a-4180-a38a-cc9960899479 req-26bb5873-ba5d-4934-844f-4a6d8242a210 service neutron] 10.222.0.67 "GET /v2.0/networks/46b8fcf2-9c1f-4149-9ebf-600e0208ce2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4129100
Feb 19 20:58:04.886367 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c124c79-b9d6-4db8-90ef-5670c694dba0 x-openstack-request-id: req-8c124c79-b9d6-4db8-90ef-5670c694dba0 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:04.886926 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330ffac4-6847-4284-aba3-e438b631a218", "tag": "bfe33598-34b0-438e-98e1-b9d8f02efb0b", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:04.887177 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c124c79-b9d6-4db8-90ef-5670c694dba0 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:04.887684 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330ffac4-6847-4284-aba3-e438b631a218', 'tag': 'bfe33598-34b0-438e-98e1-b9d8f02efb0b', 'status': 'completed', 'code': 200}
Feb 19 20:58:04.974668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692168c-8eb5-4c83-979a-8384c5d1608e req-13816840-b44c-48ec-9880-ceef51ed8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:04.976534 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4692168c-8eb5-4c83-979a-8384c5d1608e req-13816840-b44c-48ec-9880-ceef51ed8f62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72c7d19a9f264a299de3fef34d6cc2e3&device_id=330ffac4-6847-4284-aba3-e438b631a218 HTTP/1.1" status: 200  len: 1126 time: 0.0645652
Feb 19 20:58:05.036628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e19a78-52e2-4b89-8e0d-94b0674dd6cc req-ad29ac8f-948d-44c8-a9d7-4be3e892cac4 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:05.044112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05e19a78-52e2-4b89-8e0d-94b0674dd6cc req-ad29ac8f-948d-44c8-a9d7-4be3e892cac4 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 931 time: 0.3374560
Feb 19 20:58:05.057715 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6c94-4df5-412c-bd32-83675382b85b tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group (fe52de4a-08b9-456d-b382-662f0375813a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:05.089074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692168c-8eb5-4c83-979a-8384c5d1608e req-cb45b1cb-b36d-4e9a-a676-1af3ef4cf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:05.090475 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4692168c-8eb5-4c83-979a-8384c5d1608e req-cb45b1cb-b36d-4e9a-a676-1af3ef4cf50e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b985be9e-d38c-4279-82e4-b246daeadbde HTTP/1.1" status: 200  len: 914 time: 0.1077554
Feb 19 20:58:05.143937 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4692168c-8eb5-4c83-979a-8384c5d1608e req-fa14cece-6609-494a-ae5f-720cccacd8e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe33598-34b0-438e-98e1-b9d8f02efb0b HTTP/1.1" status: 200  len: 217 time: 0.0467412
Feb 19 20:58:05.180649 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6c94-4df5-412c-bd32-83675382b85b tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group (fe52de4a-08b9-456d-b382-662f0375813a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:05.197818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692168c-8eb5-4c83-979a-8384c5d1608e req-30328ae4-8027-4018-a050-37d3f5324560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:05.199284 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4692168c-8eb5-4c83-979a-8384c5d1608e req-30328ae4-8027-4018-a050-37d3f5324560 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3809839-0292-43fd-bb76-1d312d8856ab HTTP/1.1" status: 200  len: 853 time: 0.0488718
Feb 19 20:58:05.231311 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4692168c-8eb5-4c83-979a-8384c5d1608e req-57012ae4-9cb9-44b2-9119-2911b5138804 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b985be9e-d38c-4279-82e4-b246daeadbde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259290
Feb 19 20:58:05.258238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaea8017-7e2d-44d0-858e-004fbc87869a req-b2482dd0-ad0f-4e24-b981-972c2afa6e34 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4190199
Feb 19 20:58:05.273423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05e19a78-52e2-4b89-8e0d-94b0674dd6cc req-d51abc02-728c-485b-a419-f60ade784ecf tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283914
Feb 19 20:58:05.370061 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4692168c-8eb5-4c83-979a-8384c5d1608e req-4af8790b-39e0-4070-bebd-f9f711dacc89 service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322501
Feb 19 20:58:05.494342 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4692168c-8eb5-4c83-979a-8384c5d1608e req-f755b71f-82b7-43a7-8d1d-8376925fbed6 service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1172125
Feb 19 20:58:05.761158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:05.781090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ce7c6-896e-4fe6-a722-5e31c476142e req-70359187-d90e-418a-9879-91441601995a tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:05.783325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-006ce7c6-896e-4fe6-a722-5e31c476142e req-70359187-d90e-418a-9879-91441601995a tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 944 time: 0.6559653
Feb 19 20:58:05.788716 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Publish callbacks [] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:05.800968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6c94-4df5-412c-bd32-83675382b85b tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fe52de4a-08b9-456d-b382-662f0375813a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:05.804152 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6c94-4df5-412c-bd32-83675382b85b tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:05.805587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ee3d6c94-4df5-412c-bd32-83675382b85b tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "DELETE /v2.0/security-groups/fe52de4a-08b9-456d-b382-662f0375813a HTTP/1.1" status: 204  len: 168 time: 1.1163659
Feb 19 20:58:05.808796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47796) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:05.824050 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-8192495b-1d31-4021-8924-6143c805a21a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] show failed (client error): The resource could not be found.
Feb 19 20:58:05.827694 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8192495b-1d31-4021-8924-6143c805a21a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "GET /v2.0/security-groups/fe52de4a-08b9-456d-b382-662f0375813a HTTP/1.1" status: 404  len: 347 time: 0.0148218
Feb 19 20:58:05.827934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47798) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:05.849619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d6c94-4df5-412c-bd32-83675382b85b tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe52de4a-08b9-456d-b382-662f0375813a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:05.855745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Transition to ACTIVE for port object c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:58:05.874691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:05.930736 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaea8017-7e2d-44d0-858e-004fbc87869a req-065bb45b-4695-48dd-84d9-f39bbb462870 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6499925
Feb 19 20:58:05.937747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:58:05.948823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ea9a-1827-41a4-95f8-f5f82612c9fc req-db58d9e0-f71a-4bb1-9d41-d02efc1d88f3 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:05.956950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5f1ea9a-1827-41a4-95f8-f5f82612c9fc req-db58d9e0-f71a-4bb1-9d41-d02efc1d88f3 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.2419786
Feb 19 20:58:06.002673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-006ce7c6-896e-4fe6-a722-5e31c476142e req-9016bff9-2879-4c97-91fe-3b350cbae5e2 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/security-groups?id=57bb801d-fb67-4e21-b20a-e1d3a3605af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037687
Feb 19 20:58:06.022604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:06.029741 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d152caf0-28a4-47b0-a4da-b896f3f0b52a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Deleting port 90c575ca-573e-45fc-a5d9-17fc501bd161 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:06.033033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d152caf0-28a4-47b0-a4da-b896f3f0b52a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (90c575ca-573e-45fc-a5d9-17fc501bd161), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:06.130449 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5f1ea9a-1827-41a4-95f8-f5f82612c9fc req-975c1c46-47a8-48cb-9200-d8657d2ae361 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722684
Feb 19 20:58:06.143606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947,segment=NetworkSegment(7f6ef7a9-5cb1-49fc-9981-6d9197776293),segment_id=7f6ef7a9-5cb1-49fc-9981-6d9197776293)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:06.162842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947', 'network_id': '46b8fcf2-9c1f-4149-9ebf-600e0208ce2d', 'port_id': 'f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947', 'mac_address': 'fa:16:3e:3a:f4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75da72fc-68ae-410f-a416-6dd5f6c8cb20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:58:06.177798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Attempting to bind port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:06.178383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Attempting to bind port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:06.178914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Attempting to bind port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 on network b985be9e-d38c-4279-82e4-b246daeadbde {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:06.184251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 on network b985be9e-d38c-4279-82e4-b246daeadbde not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:58:06.184808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Attempting to bind port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 on network b985be9e-d38c-4279-82e4-b246daeadbde {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:06.192135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:06.192970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Checking segment: {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:06.193369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Bound using segment: {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:06.194038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Bound port: c0ad5b33-b1ef-47b6-9a56-eaa61e73c963, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c49990-8ace-4aaa-98d2-af3fb27ac187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:06.194402 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:06.257836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:06.258541 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:06.277979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:06.285097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] For port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:06.288275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] For port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:06.293329 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d152caf0-28a4-47b0-a4da-b896f3f0b52a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (90c575ca-573e-45fc-a5d9-17fc501bd161), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:06.293901 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d152caf0-28a4-47b0-a4da-b896f3f0b52a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for floatingip (90c575ca-573e-45fc-a5d9-17fc501bd161), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:06.308910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947,segment=NetworkSegment(7f6ef7a9-5cb1-49fc-9981-6d9197776293),segment_id=7f6ef7a9-5cb1-49fc-9981-6d9197776293)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:06.313785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d152caf0-28a4-47b0-a4da-b896f3f0b52a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Calling delete_port for 90c575ca-573e-45fc-a5d9-17fc501bd161 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:06.316628 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:06.375802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:06.380778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:06.467021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:06.467654 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:06.469071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] 10.222.0.10 "PUT /v2.0/ports/c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 HTTP/1.1" status: 200  len: 1091 time: 2.2892160
Feb 19 20:58:06.472802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9678da86-446e-4e8a-8bde-75d9478d3ecf', 'tag': 'c0ad5b33-b1ef-47b6-9a56-eaa61e73c963'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:06.474794 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac5fdab-34a3-499c-a993-d934a5adfaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "9678da86-446e-4e8a-8bde-75d9478d3ecf", "tag": "c0ad5b33-b1ef-47b6-9a56-eaa61e73c963"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:06.507641 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d152caf0-28a4-47b0-a4da-b896f3f0b52a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (90c575ca-573e-45fc-a5d9-17fc501bd161), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:06.521139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f9810-450f-4d15-ae39-c2ed5e89bd85 req-2c7c83db-8d30-4e6b-a10d-192239f5a815 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:06.526307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f9810-450f-4d15-ae39-c2ed5e89bd85 req-2c7c83db-8d30-4e6b-a10d-192239f5a815 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:06.532011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f9810-450f-4d15-ae39-c2ed5e89bd85 req-2c7c83db-8d30-4e6b-a10d-192239f5a815 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:06.535460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152caf0-28a4-47b0-a4da-b896f3f0b52a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Pushing event deleted for resources: {'Port': ['ID=90c575ca-573e-45fc-a5d9-17fc501bd161,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:06.537356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f9810-450f-4d15-ae39-c2ed5e89bd85 req-2c7c83db-8d30-4e6b-a10d-192239f5a815 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:06.545141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f9810-450f-4d15-ae39-c2ed5e89bd85 req-2c7c83db-8d30-4e6b-a10d-192239f5a815 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:06.551085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f9810-450f-4d15-ae39-c2ed5e89bd85 req-2c7c83db-8d30-4e6b-a10d-192239f5a815 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:06.556305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f9810-450f-4d15-ae39-c2ed5e89bd85 req-2c7c83db-8d30-4e6b-a10d-192239f5a815 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:06.558655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f4f9810-450f-4d15-ae39-c2ed5e89bd85 req-2c7c83db-8d30-4e6b-a10d-192239f5a815 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5445 time: 0.2484469
Feb 19 20:58:06.570769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7f367-c087-45e1-88e1-202df9d925a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:06.610500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d152caf0-28a4-47b0-a4da-b896f3f0b52a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks [] for floatingip (bdf06405-5355-44db-b761-caf71f4a6175), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:06.615719 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d152caf0-28a4-47b0-a4da-b896f3f0b52a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:06.617112 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d152caf0-28a4-47b0-a4da-b896f3f0b52a tempest-ServersTestJSON-264749798 tempest-ServersTestJSON-264749798-project] 10.222.0.30 "DELETE /v2.0/floatingips/bdf06405-5355-44db-b761-caf71f4a6175 HTTP/1.1" status: 204  len: 168 time: 0.7881656
Feb 19 20:58:06.620665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47842) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:06.634974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cfb79-3a69-4819-a817-c80997798d0b req-8f3e7056-5ac5-4d45-9766-12638ba1f66b tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:06.636502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-8f3e7056-5ac5-4d45-9766-12638ba1f66b tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 808 time: 0.3451700
Feb 19 20:58:06.673366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-a606a024-91af-4438-a6f6-42431851ed72 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/quotas/63acbd462dfc418fab3fbeedccacb9c7 HTTP/1.1" status: 200  len: 375 time: 0.0256088
Feb 19 20:58:06.680387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-0634c42b-35cd-41d7-ac71-ace215026d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:06.681925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-0634c42b-35cd-41d7-ac71-ace215026d5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72c7d19a9f264a299de3fef34d6cc2e3&device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 1125 time: 0.1222332
Feb 19 20:58:06.765538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-78eafa4c-447d-4b31-bd6d-50f3b936d6ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 HTTP/1.1" status: 200  len: 217 time: 0.0630274
Feb 19 20:58:06.770908 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f4f9810-450f-4d15-ae39-c2ed5e89bd85 req-fa5bf8f2-c240-4842-9f1c-a129b0cda2dc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1928353
Feb 19 20:58:06.802185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:06.843178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-e93a8219-105d-46a1-9dbf-3cddea34f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:06.846744 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-e93a8219-105d-46a1-9dbf-3cddea34f329 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3809839-0292-43fd-bb76-1d312d8856ab HTTP/1.1" status: 200  len: 853 time: 0.0739994
Feb 19 20:58:06.863673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-4172b741-faec-4cdb-ab0d-a0fe8e2dfca4 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1806843
Feb 19 20:58:06.952497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-f0b3c61c-3e8c-41a7-974e-a7b6ebb53b05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b985be9e-d38c-4279-82e4-b246daeadbde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0868638
Feb 19 20:58:07.111391 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-4e209f23-25c4-495c-a801-402e2ced37cc service neutron] 10.222.0.30 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381098
Feb 19 20:58:07.121217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966c5ef-3e4b-4784-a19e-226f0001e927 req-946d0961-07ea-4e2c-a239-abb40f112d9b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:07.122725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2966c5ef-3e4b-4784-a19e-226f0001e927 req-946d0961-07ea-4e2c-a239-abb40f112d9b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 943 time: 0.1676960
Feb 19 20:58:07.126473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-7ed89c83-8460-408b-a6fe-f843e0422bae service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613355
Feb 19 20:58:07.301495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2966c5ef-3e4b-4784-a19e-226f0001e927 req-3c8b2975-8583-4db2-922f-11056e451faa tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675608
Feb 19 20:58:07.352993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d1f5cf1-4e38-4944-8326-2a7b81323344 req-58188131-c1e7-4a75-8ec3-2f77f65483d7 service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2178309
Feb 19 20:58:07.358462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c24105e1-8e50-42e1-838c-7512336eccf6 service neutron] 10.222.0.30 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346375
Feb 19 20:58:07.516881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-7ae07ac8-37f5-4d87-af88-0f85f2520300 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:07.518421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (23e02ab4-203d-4970-abb4-c7e69c3d9995), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:07.530740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-7ae07ac8-37f5-4d87-af88-0f85f2520300 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:07.538136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-7ae07ac8-37f5-4d87-af88-0f85f2520300 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:07.544492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-7ae07ac8-37f5-4d87-af88-0f85f2520300 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:07.550531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-7ae07ac8-37f5-4d87-af88-0f85f2520300 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:07.555810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-7ae07ac8-37f5-4d87-af88-0f85f2520300 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:07.562657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-7ae07ac8-37f5-4d87-af88-0f85f2520300 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:07.564640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-7ae07ac8-37f5-4d87-af88-0f85f2520300 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5445 time: 0.1767387
Feb 19 20:58:07.568531 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd11df43-4f8b-4c09-84fe-c3595530af6e x-openstack-request-id: req-dd11df43-4f8b-4c09-84fe-c3595530af6e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:07.568846 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9678da86-446e-4e8a-8bde-75d9478d3ecf", "tag": "c0ad5b33-b1ef-47b6-9a56-eaa61e73c963", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:07.569095 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd11df43-4f8b-4c09-84fe-c3595530af6e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:07.569495 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9678da86-446e-4e8a-8bde-75d9478d3ecf', 'tag': 'c0ad5b33-b1ef-47b6-9a56-eaa61e73c963', 'status': 'completed', 'code': 200}
Feb 19 20:58:07.670286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-5c42e17a-a79e-43fa-9200-3130f8f5c69c tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:07.671711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-5c42e17a-a79e-43fa-9200-3130f8f5c69c tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "GET /v2.0/ports/6290f8b3-0737-4492-8de5-f27de84a5a1e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0866697
Feb 19 20:58:07.711409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5fdab-34a3-499c-a993-d934a5adfaa6 req-72a8661a-7da0-477b-95bb-8c7786516609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:07.713148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ac5fdab-34a3-499c-a993-d934a5adfaa6 req-72a8661a-7da0-477b-95bb-8c7786516609 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72c7d19a9f264a299de3fef34d6cc2e3&device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 1125 time: 0.1475997
Feb 19 20:58:07.762050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964d21b-a580-4d21-88fc-fe477986109b req-fa07c3bc-d17f-45a1-aebf-34308ca5614c tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:07.763830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8964d21b-a580-4d21-88fc-fe477986109b req-fa07c3bc-d17f-45a1-aebf-34308ca5614c tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 945 time: 0.1972003
Feb 19 20:58:07.931176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8964d21b-a580-4d21-88fc-fe477986109b req-525d9f68-0c4d-4eda-a4fd-5efcbb0ba960 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/security-groups?id=57bb801d-fb67-4e21-b20a-e1d3a3605af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532464
Feb 19 20:58:07.935374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-5e9aa0f7-ce6d-4bf0-8746-498d8bf2f377 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "GET /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2562518
Feb 19 20:58:07.957081 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] Deleting port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:07.957647 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:07.959871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:07.975386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:08.024993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5fdab-34a3-499c-a993-d934a5adfaa6 req-14228d91-59d3-4573-a5ac-4e02c1a284d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:08.026557 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ac5fdab-34a3-499c-a993-d934a5adfaa6 req-14228d91-59d3-4573-a5ac-4e02c1a284d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b985be9e-d38c-4279-82e4-b246daeadbde HTTP/1.1" status: 200  len: 914 time: 0.2769351
Feb 19 20:58:08.111302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:58:08.117261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:08.118710 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:08.133632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ac5fdab-34a3-499c-a993-d934a5adfaa6 req-d83042aa-421b-444c-ac78-5f3a01fde5e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 HTTP/1.1" status: 200  len: 217 time: 0.0986331
Feb 19 20:58:08.136092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] For port b4ed5c7e-f878-4e1f-980f-e5aa33d042e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4ed5c7e-f878-4e1f-980f-e5aa33d042e4,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:08.136586 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:08.168757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] Calling delete_port for b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:08.183989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dad14db9-864e-4fa5-97a8-68efa1912f70 req-cc0716c3-1d26-40cf-a7aa-316218ccccb1 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 210 time: 0.0750952
Feb 19 20:58:08.227418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d4be-294d-4546-87f1-b8c44f06b182 req-91776f5a-ec8d-4978-969b-1729aa088e4a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:08.228545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:08.229494 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:08.235117 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6c5d4be-294d-4546-87f1-b8c44f06b182 req-91776f5a-ec8d-4978-969b-1729aa088e4a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.2987361
Feb 19 20:58:08.238555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:08.264864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2442bd9a-30f5-4574-bb24-5f0857fb20ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:08.268884 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0e4ce8-5c25-4309-982f-4659209f5633" -d '{"events": [{"server_uuid": "2442bd9a-30f5-4574-bb24-5f0857fb20ed", "name": "network-vif-plugged", "status": "completed", "tag": "f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:08.284418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947,segment=NetworkSegment(7f6ef7a9-5cb1-49fc-9981-6d9197776293),segment_id=7f6ef7a9-5cb1-49fc-9981-6d9197776293)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:08.293205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device bfe33598-34b0-438e-98e1-b9d8f02efb0b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:58:08.296614 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:08.297747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:08.356804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5fdab-34a3-499c-a993-d934a5adfaa6 req-252c2a3b-330e-4781-a186-a8c89a7ab058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:08.358475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ac5fdab-34a3-499c-a993-d934a5adfaa6 req-252c2a3b-330e-4781-a186-a8c89a7ab058 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3809839-0292-43fd-bb76-1d312d8856ab HTTP/1.1" status: 200  len: 853 time: 0.2095551
Feb 19 20:58:08.414946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:08.428821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ac5fdab-34a3-499c-a993-d934a5adfaa6 req-646251c0-84e9-4513-96e7-f0eded75af35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b985be9e-d38c-4279-82e4-b246daeadbde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613303
Feb 19 20:58:08.463565 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b4ed5c7e-f878-4e1f-980f-e5aa33d042e4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:08.498545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ed5c7e-f878-4e1f-980f-e5aa33d042e4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:08.553264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:08.553677 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:08.581121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6c5d4be-294d-4546-87f1-b8c44f06b182 req-91da0cd7-a0f5-4600-ada0-1b30d8115c14 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3299096
Feb 19 20:58:08.591707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port bfe33598-34b0-438e-98e1-b9d8f02efb0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bfe33598-34b0-438e-98e1-b9d8f02efb0b,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:08.631854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:08.633153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'bfe33598-34b0-438e-98e1-b9d8f02efb0b', 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde', 'port_id': 'bfe33598-34b0-438e-98e1-b9d8f02efb0b', 'mac_address': 'fa:16:3e:58:30:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3809839-0292-43fd-bb76-1d312d8856ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:58:08.649066 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:08.653264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 8bb1ce04-77ae-47cb-af1b-16718979fb14 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:08.662878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ac5fdab-34a3-499c-a993-d934a5adfaa6 req-acfa65e4-56fd-4eb6-b725-de1e368a14e8 service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192950
Feb 19 20:58:08.712586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d7ac-69f3-4a8c-8dea-95dcbb788d8b req-1b5f0db1-964f-4498-80f9-2e265e7c9f9b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:08.716540 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d078983-d7d5-491f-8f98-a78382a69fc3 x-openstack-request-id: req-9d078983-d7d5-491f-8f98-a78382a69fc3 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:08.716849 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2442bd9a-30f5-4574-bb24-5f0857fb20ed", "name": "network-vif-plugged", "status": "completed", "tag": "f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:08.717611 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d078983-d7d5-491f-8f98-a78382a69fc3 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:08.717611 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2442bd9a-30f5-4574-bb24-5f0857fb20ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947', 'code': 200}
Feb 19 20:58:08.720513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d7ac-69f3-4a8c-8dea-95dcbb788d8b req-1b5f0db1-964f-4498-80f9-2e265e7c9f9b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:08.744491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d7ac-69f3-4a8c-8dea-95dcbb788d8b req-1b5f0db1-964f-4498-80f9-2e265e7c9f9b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:08.782233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d7ac-69f3-4a8c-8dea-95dcbb788d8b req-1b5f0db1-964f-4498-80f9-2e265e7c9f9b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:08.806058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d7ac-69f3-4a8c-8dea-95dcbb788d8b req-1b5f0db1-964f-4498-80f9-2e265e7c9f9b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:08.822961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:08.827702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d7ac-69f3-4a8c-8dea-95dcbb788d8b req-1b5f0db1-964f-4498-80f9-2e265e7c9f9b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:08.846569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d7ac-69f3-4a8c-8dea-95dcbb788d8b req-1b5f0db1-964f-4498-80f9-2e265e7c9f9b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:08.867362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f682d7ac-69f3-4a8c-8dea-95dcbb788d8b req-1b5f0db1-964f-4498-80f9-2e265e7c9f9b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 5445 time: 0.5253134
Feb 19 20:58:08.903271 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (23e02ab4-203d-4970-abb4-c7e69c3d9995), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:08.917023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac0c37-0f08-4a8e-b2fc-46c2190eb4b5 req-1d169d33-b1f2-4d47-9546-a3789d316079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:08.918538 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-59ac0c37-0f08-4a8e-b2fc-46c2190eb4b5 req-1d169d33-b1f2-4d47-9546-a3789d316079 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 1128 time: 0.1089575
Feb 19 20:58:09.005431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port bfe33598-34b0-438e-98e1-b9d8f02efb0b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:09.006036 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:09.037518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe33598-34b0-438e-98e1-b9d8f02efb0b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:09.046739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 8bb1ce04-77ae-47cb-af1b-16718979fb14 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:09.047405 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:09.071627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port bfe33598-34b0-438e-98e1-b9d8f02efb0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bfe33598-34b0-438e-98e1-b9d8f02efb0b,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:09.083304 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:09.116745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] For port 6290f8b3-0737-4492-8de5-f27de84a5a1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6290f8b3-0737-4492-8de5-f27de84a5a1e,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:09.134459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 8bb1ce04-77ae-47cb-af1b-16718979fb14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8bb1ce04-77ae-47cb-af1b-16718979fb14,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:09.144946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:09.162827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=bfe33598-34b0-438e-98e1-b9d8f02efb0b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:09.192440 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-59ac0c37-0f08-4a8e-b2fc-46c2190eb4b5 req-0329f9db-cb37-435d-9fff-c01d8af13091 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=57bb801d-fb67-4e21-b20a-e1d3a3605af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2536120
Feb 19 20:58:09.215833 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f682d7ac-69f3-4a8c-8dea-95dcbb788d8b req-47dfa119-5d92-4eb0-a66f-4c603fa0dbbc tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3451097
Feb 19 20:58:09.259338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=8bb1ce04-77ae-47cb-af1b-16718979fb14,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:09.274659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] For port 6290f8b3-0737-4492-8de5-f27de84a5a1e, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:09.309400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ac5fdab-34a3-499c-a993-d934a5adfaa6 req-a556e656-d91a-4540-bc83-9478f1b2058f service neutron] 10.222.0.10 "GET /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6363461
Feb 19 20:58:09.322703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['bfe33598-34b0-438e-98e1-b9d8f02efb0b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:09.355976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612b993-8341-46d5-b34e-268fffffe126 req-987f3e55-83dd-46d6-a0e9-48bc72900466 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:09.362351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c612b993-8341-46d5-b34e-268fffffe126 req-987f3e55-83dd-46d6-a0e9-48bc72900466 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 943 time: 0.4442406
Feb 19 20:58:09.421255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] device_id is not set on port 6290f8b3-0737-4492-8de5-f27de84a5a1e yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 20:58:09.427557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47976) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:09.454572 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] Publish callbacks [] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:09.454808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] Router 23e02ab4-203d-4970-abb4-c7e69c3d9995 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:58:09.492753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:09.539628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c612b993-8341-46d5-b34e-268fffffe126 req-49038e0d-1a43-4587-90b8-c1fd95f3f680 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653912
Feb 19 20:58:09.568775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce238cc6-6342-4a4e-ae61-1ea7a5ce703a req-3b6404f8-4c51-4261-a78e-78665c7a50df tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:09.577961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce238cc6-6342-4a4e-ae61-1ea7a5ce703a req-3b6404f8-4c51-4261-a78e-78665c7a50df tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 946 time: 0.2717004
Feb 19 20:58:09.644832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce238cc6-6342-4a4e-ae61-1ea7a5ce703a req-8eeb02de-2d51-4a3a-9ab5-c0f0833ef4a6 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/security-groups?id=57bb801d-fb67-4e21-b20a-e1d3a3605af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652645
Feb 19 20:58:09.681195 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64846a4b-873f-4a6e-a441-2e8f3c037926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:09.723095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] No DVR routers for this DVR port 6290f8b3-0737-4492-8de5-f27de84a5a1e on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:09.728545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:58:09.735859 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-86f899f9-1495-4114-9b96-1597353ed95b admin admin] 10.222.0.30 "PUT /v2.0/routers/23e02ab4-203d-4970-abb4-c7e69c3d9995/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1139522
Feb 19 20:58:09.739911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47984) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:09.746670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df61e4-9721-4391-ba18-7756c28f426b None None] Sync routers for ids ['23e02ab4-203d-4970-abb4-c7e69c3d9995'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:58:09.761898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df61e4-9721-4391-ba18-7756c28f426b None None] Routers {'23e02ab4-203d-4970-abb4-c7e69c3d9995'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:09.762614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-28df61e4-9721-4391-ba18-7756c28f426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634b8700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['23e02ab4-203d-4970-abb4-c7e69c3d9995'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:09.836221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] Pushing event updated for resources: {'Port': ['ID=6290f8b3-0737-4492-8de5-f27de84a5a1e,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:09.840577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0b70505-57f3-419d-988d-79e6107dc246 req-e50204df-0ce0-4a6a-9517-204e78d9ea84 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 210 time: 0.1293976
Feb 19 20:58:09.884286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1d435-d4a1-4ad5-9795-06b208ddbf6c req-34e8380a-8944-4408-af1a-8a0e0753cfd0 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:09.891533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2d1d435-d4a1-4ad5-9795-06b208ddbf6c req-34e8380a-8944-4408-af1a-8a0e0753cfd0 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.0914972
Feb 19 20:58:09.913972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] In _notify_port_updated(), no bound segment for port 6290f8b3-0737-4492-8de5-f27de84a5a1e on network 3a65eeba-09aa-46e7-a378-b06f5822655f {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 20:58:09.915174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:09.915978 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:09.917529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-58034948-3407-4056-b47a-f6e8c822c650 service neutron] 10.222.0.67 "PUT /v2.0/ports/6290f8b3-0737-4492-8de5-f27de84a5a1e HTTP/1.1" status: 200  len: 1032 time: 1.9649596
Feb 19 20:58:09.981485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 1e1241d9-ddbc-426c-9df0-86c2c9670f97 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:10.008103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2d1d435-d4a1-4ad5-9795-06b208ddbf6c req-7a195b89-483f-4e2f-82d8-6d18a662c068 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154482
Feb 19 20:58:10.010919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-1d3d1c1f-939d-495d-846d-1a5c16d389d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:10.011814 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Publish callbacks [] for router (23e02ab4-203d-4970-abb4-c7e69c3d9995), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.013024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-1d3d1c1f-939d-495d-846d-1a5c16d389d4 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "GET /v2.0/ports/e1552338-247f-46d8-ba3c-0852bc6b82e8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0887201
Feb 19 20:58:10.027173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:10.048897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-28df61e4-9721-4391-ba18-7756c28f426b None None] Set router 23e02ab4-203d-4970-abb4-c7e69c3d9995 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:10.091909 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64846a4b-873f-4a6e-a441-2e8f3c037926 admin admin] Publish callbacks [] for security_group (f8387c21-1f9a-4ffc-9be5-db17bd8d53d6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.163854 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64846a4b-873f-4a6e-a441-2e8f3c037926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f8387c21-1f9a-4ffc-9be5-db17bd8d53d6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.200017 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-64846a4b-873f-4a6e-a441-2e8f3c037926 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fbbbcdc1b76467abd0d49ef006fb692&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7713134
Feb 19 20:58:10.201849 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48012) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:10.299824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64846a4b-873f-4a6e-a441-2e8f3c037926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8387c21-1f9a-4ffc-9be5-db17bd8d53d6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:10.332929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a43fa4d5-5506-479b-b29f-38e0b3baf760 admin admin] Publish callbacks [] for security_group (f8387c21-1f9a-4ffc-9be5-db17bd8d53d6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.358217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:58:10.381086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a43fa4d5-5506-479b-b29f-38e0b3baf760 admin admin] Publish callbacks [] for security_group (f8387c21-1f9a-4ffc-9be5-db17bd8d53d6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.432091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cfb79-3a69-4819-a817-c80997798d0b req-e7ac33f7-09eb-4765-81de-e18e9abad8cb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:10.434033 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-e7ac33f7-09eb-4765-81de-e18e9abad8cb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 808 time: 0.4134531
Feb 19 20:58:10.444074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device bfe33598-34b0-438e-98e1-b9d8f02efb0b up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:10.452053 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Publish callbacks [] for router_gateway (23e02ab4-203d-4970-abb4-c7e69c3d9995), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.462932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Request body: {'port': {'device_id': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7', 'admin_state_up': True, 'tenant_id': '63acbd462dfc418fab3fbeedccacb9c7'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:10.472705 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a43fa4d5-5506-479b-b29f-38e0b3baf760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f8387c21-1f9a-4ffc-9be5-db17bd8d53d6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.475745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a43fa4d5-5506-479b-b29f-38e0b3baf760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.479871 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a43fa4d5-5506-479b-b29f-38e0b3baf760 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8387c21-1f9a-4ffc-9be5-db17bd8d53d6 HTTP/1.1" status: 204  len: 168 time: 0.2704594
Feb 19 20:58:10.546766 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:10.547659 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.565945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-87779a20-601f-4ee7-8e2b-353322e182d8 None None] Provisioning complete for port 6290f8b3-0737-4492-8de5-f27de84a5a1e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:10.567761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-87779a20-601f-4ee7-8e2b-353322e182d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.569917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fa4d5-5506-479b-b29f-38e0b3baf760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8387c21-1f9a-4ffc-9be5-db17bd8d53d6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:10.655061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 1e1241d9-ddbc-426c-9df0-86c2c9670f97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e1241d9-ddbc-426c-9df0-86c2c9670f97,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:10.657152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Deleting port 8aa218b7-0824-4aa1-b8fe-0f374589fa36 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:10.657597 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.663711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-87779a20-601f-4ee7-8e2b-353322e182d8 None None] Port 6290f8b3-0737-4492-8de5-f27de84a5a1e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:58:10.721241 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.723900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e1552338-247f-46d8-ba3c-0852bc6b82e8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:10.801791 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.806022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Made reservation on behalf of 63acbd462dfc418fab3fbeedccacb9c7 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:10.818279 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.842101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72bb29c9-1a0c-4c88-a3aa-9aed178a43cc'}, {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb1ce04-77ae-47cb-af1b-16718979fb14'}, {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e1241d9-ddbc-426c-9df0-86c2c9670f97'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:10.847297 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963ce1bc-44ec-46ce-8899-8cda86c99f3e" -d '{"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-unplugged", "status": "completed", "tag": "72bb29c9-1a0c-4c88-a3aa-9aed178a43cc"}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb1ce04-77ae-47cb-af1b-16718979fb14"}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-unplugged", "status": "completed", "tag": "1e1241d9-ddbc-426c-9df0-86c2c9670f97"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:10.895528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-35db8be8-b3a7-449c-983c-4c3e279eadca tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ba0a055a14bb46128600e77140b79b10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0761986
Feb 19 20:58:10.944946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] For port 8aa218b7-0824-4aa1-b8fe-0f374589fa36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8aa218b7-0824-4aa1-b8fe-0f374589fa36,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:10.945362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:10.972697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:10.973880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Calling delete_port for 8aa218b7-0824-4aa1-b8fe-0f374589fa36 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:11.032295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920be7-c065-4482-aaac-737363013a42 req-d0371d88-f04c-4865-9b8f-27747874fe5e tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:11.040905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-d0371d88-f04c-4865-9b8f-27747874fe5e tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1444900
Feb 19 20:58:11.049919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-28df61e4-9721-4391-ba18-7756c28f426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634b8700>, [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:58:08Z', 'revision_number': 5, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port': {'id': '8aa218b7-0824-4aa1-b8fe-0f374589fa36', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:56:46Z', 'updated_at': '2022-02-19T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:11.084500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df61e4-9721-4391-ba18-7756c28f426b None None] Checking router: 23e02ab4-203d-4970-abb4-c7e69c3d9995 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:58:11.138797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df61e4-9721-4391-ba18-7756c28f426b None None] Routers {'23e02ab4-203d-4970-abb4-c7e69c3d9995'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:11.139506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-28df61e4-9721-4391-ba18-7756c28f426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634b8700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:57:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['23e02ab4-203d-4970-abb4-c7e69c3d9995'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:11.194696 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Allocated IP 172.20.0.2 (38f0b579-c349-4313-af39-532bf5d625a7/8c584acd-f1ea-4260-ae60-d9ed87b82a43/6c8ecc50-2b75-491a-8873-0464b03ecc0d) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:58:11.225575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e1552338-247f-46d8-ba3c-0852bc6b82e8 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:11.226196 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:11.228416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'c0ad5b33-b1ef-47b6-9a56-eaa61e73c963', 'network_id': 'b985be9e-d38c-4279-82e4-b246daeadbde', 'port_id': 'c0ad5b33-b1ef-47b6-9a56-eaa61e73c963', 'mac_address': 'fa:16:3e:c6:26:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3809839-0292-43fd-bb76-1d312d8856ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:58:11.234198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port bfe33598-34b0-438e-98e1-b9d8f02efb0b completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:58:11.238103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=1e1241d9-ddbc-426c-9df0-86c2c9670f97,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:11.240172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-2f0c9a6f-8575-439a-b9c9-8ca2af603ea5 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/quotas/ba0a055a14bb46128600e77140b79b10 HTTP/1.1" status: 200  len: 375 time: 0.1864686
Feb 19 20:58:11.252992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] For port e1552338-247f-46d8-ba3c-0852bc6b82e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1552338-247f-46d8-ba3c-0852bc6b82e8,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:11.258617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port bfe33598-34b0-438e-98e1-b9d8f02efb0b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:11.258819 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:11.275108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda0ce4-6ebe-4f1d-8c3d-169a9c657ccb req-b2b8bcf3-ac6f-4a93-b5e0-4802bdc36cd5 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:11.294982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda0ce4-6ebe-4f1d-8c3d-169a9c657ccb req-b2b8bcf3-ac6f-4a93-b5e0-4802bdc36cd5 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:11.301261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda0ce4-6ebe-4f1d-8c3d-169a9c657ccb req-b2b8bcf3-ac6f-4a93-b5e0-4802bdc36cd5 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:11.317903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda0ce4-6ebe-4f1d-8c3d-169a9c657ccb req-b2b8bcf3-ac6f-4a93-b5e0-4802bdc36cd5 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:11.326267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda0ce4-6ebe-4f1d-8c3d-169a9c657ccb req-b2b8bcf3-ac6f-4a93-b5e0-4802bdc36cd5 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:11.331252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda0ce4-6ebe-4f1d-8c3d-169a9c657ccb req-b2b8bcf3-ac6f-4a93-b5e0-4802bdc36cd5 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:11.333420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccda0ce4-6ebe-4f1d-8c3d-169a9c657ccb req-b2b8bcf3-ac6f-4a93-b5e0-4802bdc36cd5 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 4660 time: 0.5154114
Feb 19 20:58:11.346447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-28df61e4-9721-4391-ba18-7756c28f426b None None] Set router 23e02ab4-203d-4970-abb4-c7e69c3d9995 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:11.402780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-ad0c9ad9-feb0-4007-844c-a2ed0bfea945 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba0a055a14bb46128600e77140b79b10&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1518281
Feb 19 20:58:11.548384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8aa218b7-0824-4aa1-b8fe-0f374589fa36), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:11.607117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] For port e1552338-247f-46d8-ba3c-0852bc6b82e8, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:11.641593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-28df61e4-9721-4391-ba18-7756c28f426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634b8700>, [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:58:10Z', 'revision_number': 6, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:11.641593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:11.641593 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:11.643649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa218b7-0824-4aa1-b8fe-0f374589fa36,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:11.673432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] device_id is not set on port e1552338-247f-46d8-ba3c-0852bc6b82e8 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 20:58:11.676069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:11.685213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] Publish callbacks [] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:11.702291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df61e4-9721-4391-ba18-7756c28f426b None None] The sync data for ids ['23e02ab4-203d-4970-abb4-c7e69c3d9995'] in ncdv-master-1 is: [{'id': '23e02ab4-203d-4970-abb4-c7e69c3d9995', 'name': 'tempest-ServersTestJSON-621588329-router', 'tenant_id': '5c496adb59f3467687458650e28da232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:56:45Z', 'updated_at': '2022-02-19T20:58:10Z', 'revision_number': 6, 'project_id': '5c496adb59f3467687458650e28da232', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:58:11.731385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccda0ce4-6ebe-4f1d-8c3d-169a9c657ccb req-c190f3fe-1bde-4b18-8507-b329d93dd238 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&id=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3787649
Feb 19 20:58:11.736625 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:11.746265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks [] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:11.845506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:11.941157 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:11.981411 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:11.983359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (23e02ab4-203d-4970-abb4-c7e69c3d9995), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:11.994607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] No DVR routers for this DVR port e1552338-247f-46d8-ba3c-0852bc6b82e8 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:11.999511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] Pushing event updated for resources: {'Port': ['ID=e1552338-247f-46d8-ba3c-0852bc6b82e8,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:12.062083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['59f45170-96d5-43f5-8368-d97e4afa51dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:12.176622 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Network 38f0b579-c349-4313-af39-532bf5d625a7 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:12.189972 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 20:58:12.190810 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 20:58:12.195423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:12.197485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] In _notify_port_updated(), no bound segment for port e1552338-247f-46d8-ba3c-0852bc6b82e8 on network 3a65eeba-09aa-46e7-a378-b06f5822655f {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 20:58:12.198500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:12.199257 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.200744 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-20a77696-5567-485f-86fa-00dad4624a19 service neutron] 10.222.0.67 "PUT /v2.0/ports/e1552338-247f-46d8-ba3c-0852bc6b82e8 HTTP/1.1" status: 200  len: 1033 time: 2.1795537
Feb 19 20:58:12.212885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port bfe33598-34b0-438e-98e1-b9d8f02efb0b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:12.213481 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.218369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6a15c-0f0f-4e0e-992a-a27a93e3752a req-7817fb4a-735a-4277-a577-bc7e88ef3f33 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:12.220993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14e6a15c-0f0f-4e0e-992a-a27a93e3752a req-7817fb4a-735a-4277-a577-bc7e88ef3f33 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 944 time: 0.3007758
Feb 19 20:58:12.234419 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:58:12.237529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9267129-94af-4fe1-b22d-09a0d0d889b7 req-377fdab5-7ac4-4d05-96b2-05eccd3d0557 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:12.239269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9267129-94af-4fe1-b22d-09a0d0d889b7 req-377fdab5-7ac4-4d05-96b2-05eccd3d0557 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 946 time: 0.2492685
Feb 19 20:58:12.252942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['c0ad5b33-b1ef-47b6-9a56-eaa61e73c963'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:12.296318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:12.305622 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (23e02ab4-203d-4970-abb4-c7e69c3d9995), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.351083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Publish callbacks [] for router_controller (23e02ab4-203d-4970-abb4-c7e69c3d9995), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.360184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:12.361759 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.368989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port bfe33598-34b0-438e-98e1-b9d8f02efb0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bfe33598-34b0-438e-98e1-b9d8f02efb0b,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:12.391560 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.440636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9267129-94af-4fe1-b22d-09a0d0d889b7 req-c97337a7-08ba-4f07-85eb-150e12ac744f tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/security-groups?id=57bb801d-fb67-4e21-b20a-e1d3a3605af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644931
Feb 19 20:58:12.457965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14e6a15c-0f0f-4e0e-992a-a27a93e3752a req-3ed9e1db-2775-4e4d-abf1-6fc67e0c190e tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2285757
Feb 19 20:58:12.487721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-af7e220e-7636-4754-a591-63648579db0d None None] Provisioning complete for port e1552338-247f-46d8-ba3c-0852bc6b82e8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:12.488099 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af7e220e-7636-4754-a591-63648579db0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.512866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Pushing event updated for resources: {'Port': ['ID=6c8ecc50-2b75-491a-8873-0464b03ecc0d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:12.522226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-0e9ef925-3c65-47b2-9a78-440a35c46ce7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Deleting port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:12.523042 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-0e9ef925-3c65-47b2-9a78-440a35c46ce7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.565943 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-95067fd4-77d7-4e6d-83ed-1be16d951023 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0966609
Feb 19 20:58:12.588082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Request body: {'port': {'device_id': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:12.592943 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2d10fb-4ee5-4cb7-87d4-172e24deb966 x-openstack-request-id: req-ee2d10fb-4ee5-4cb7-87d4-172e24deb966 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:12.593241 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-unplugged", "status": "completed", "tag": "72bb29c9-1a0c-4c88-a3aa-9aed178a43cc", "code": 200}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb1ce04-77ae-47cb-af1b-16718979fb14", "code": 200}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-unplugged", "status": "completed", "tag": "1e1241d9-ddbc-426c-9df0-86c2c9670f97", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:12.593543 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee2d10fb-4ee5-4cb7-87d4-172e24deb966 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:12.594609 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72bb29c9-1a0c-4c88-a3aa-9aed178a43cc', 'code': 200}
Feb 19 20:58:12.594869 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb1ce04-77ae-47cb-af1b-16718979fb14', 'code': 200}
Feb 19 20:58:12.595122 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e1241d9-ddbc-426c-9df0-86c2c9670f97', 'code': 200}
Feb 19 20:58:12.610195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=bfe33598-34b0-438e-98e1-b9d8f02efb0b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:12.626442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-af7e220e-7636-4754-a591-63648579db0d None None] Port e1552338-247f-46d8-ba3c-0852bc6b82e8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:58:12.745092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e1552338-247f-46d8-ba3c-0852bc6b82e8 is: DOWN; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:12.746449 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 6290f8b3-0737-4492-8de5-f27de84a5a1e no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:12.778280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (23e02ab4-203d-4970-abb4-c7e69c3d9995), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.779184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e02ab4-203d-4970-abb4-c7e69c3d9995 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:58:12.790882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port 6290f8b3-0737-4492-8de5-f27de84a5a1e host ! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:58:12.791474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 6290f8b3-0737-4492-8de5-f27de84a5a1e not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:12.792077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 2bd27571-334d-4e5a-a015-91dd528ffb9f no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:12.829399 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.830606 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a12068c5-212b-4072-b1e1-622df523bde6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/23e02ab4-203d-4970-abb4-c7e69c3d9995 HTTP/1.1" status: 204  len: 168 time: 3.0908594
Feb 19 20:58:12.834695 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48092) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:12.876252 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.914201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 2bd27571-334d-4e5a-a015-91dd528ffb9f is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:12.914201 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.964171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 2bd27571-334d-4e5a-a015-91dd528ffb9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bd27571-334d-4e5a-a015-91dd528ffb9f,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:12.967704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8aa218b7-0824-4aa1-b8fe-0f374589fa36 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:12.974748 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:12.975883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a5a05223-8669-4696-8f96-528bee454543 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:13.033824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-0e9ef925-3c65-47b2-9a78-440a35c46ce7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] For port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:13.034340 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-0e9ef925-3c65-47b2-9a78-440a35c46ce7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:13.070916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8aa218b7-0824-4aa1-b8fe-0f374589fa36 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:13.072048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8aa218b7-0824-4aa1-b8fe-0f374589fa36 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:13.072668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:13.115736 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:13.116384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b4ed5c7e-f878-4e1f-980f-e5aa33d042e4 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:13.137836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaec751-27e2-47b5-80d7-f0f11925340b req-9415d383-d207-490f-9ce6-a93c052cd01c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:13.145204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaaec751-27e2-47b5-80d7-f0f11925340b req-9415d383-d207-490f-9ce6-a93c052cd01c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 931 time: 0.4531748
Feb 19 20:58:13.163905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=2bd27571-334d-4e5a-a015-91dd528ffb9f,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:13.177346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b3b3a-07f8-4340-b7ff-1683ba245c96 req-728e8e61-c04c-4cd8-95b5-d25875fd720b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:13.186644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d16b3b3a-07f8-4340-b7ff-1683ba245c96 req-728e8e61-c04c-4cd8-95b5-d25875fd720b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.4161727
Feb 19 20:58:13.195587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-0e9ef925-3c65-47b2-9a78-440a35c46ce7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Calling delete_port for 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:13.250954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port a5a05223-8669-4696-8f96-528bee454543 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:13.251114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a5a05223-8669-4696-8f96-528bee454543), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:13.295265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-6521de27-0572-4736-b91e-dd8e2fc097cf admin admin] Deleting subnet 794a15bb-eef3-4ddf-ad80-23e8f75a417a {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:58:13.324911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a5a05223-8669-4696-8f96-528bee454543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5a05223-8669-4696-8f96-528bee454543,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:13.335246 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a5a05223-8669-4696-8f96-528bee454543), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:13.345052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6521de27-0572-4736-b91e-dd8e2fc097cf admin admin] Publish callbacks [] for subnet (794a15bb-eef3-4ddf-ad80-23e8f75a417a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:13.407803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaaec751-27e2-47b5-80d7-f0f11925340b req-4459be86-455c-4669-aa0b-4bb5cde7e3cd tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2603831
Feb 19 20:58:13.418709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6521de27-0572-4736-b91e-dd8e2fc097cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (794a15bb-eef3-4ddf-ad80-23e8f75a417a), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:13.442746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d16b3b3a-07f8-4340-b7ff-1683ba245c96 req-0d113150-bc27-4e22-abb5-2fb603064422 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538354
Feb 19 20:58:13.550961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=a5a05223-8669-4696-8f96-528bee454543,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:13.633646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-d042bf3b-6ae1-4cc9-a0da-8039224664ff tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ba0a055a14bb46128600e77140b79b10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0655339
Feb 19 20:58:13.664805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8ecc50-2b75-491a-8873-0464b03ecc0d {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:13.674261 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6521de27-0572-4736-b91e-dd8e2fc097cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (794a15bb-eef3-4ddf-ad80-23e8f75a417a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:13.714715 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Publish callbacks [] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:13.718407 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-f1cf505c-1f35-4bb2-9b97-3bb43ec0a4dc tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ba0a055a14bb46128600e77140b79b10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0756238
Feb 19 20:58:13.808306 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-0e9ef925-3c65-47b2-9a78-440a35c46ce7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (72bb29c9-1a0c-4c88-a3aa-9aed178a43cc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:13.872649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ef925-3c65-47b2-9a78-440a35c46ce7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Port': ['ID=72bb29c9-1a0c-4c88-a3aa-9aed178a43cc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:13.907240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94f1ef-3f53-4880-b57a-7fd34749e4c6 req-2ac82451-07a5-42ab-8099-aea1d19a9c70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:13.915324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94f1ef-3f53-4880-b57a-7fd34749e4c6 req-2ac82451-07a5-42ab-8099-aea1d19a9c70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:13.921262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94f1ef-3f53-4880-b57a-7fd34749e4c6 req-2ac82451-07a5-42ab-8099-aea1d19a9c70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:13.928106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94f1ef-3f53-4880-b57a-7fd34749e4c6 req-2ac82451-07a5-42ab-8099-aea1d19a9c70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:13.935402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94f1ef-3f53-4880-b57a-7fd34749e4c6 req-2ac82451-07a5-42ab-8099-aea1d19a9c70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:13.945250 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d94f1ef-3f53-4880-b57a-7fd34749e4c6 req-2ac82451-07a5-42ab-8099-aea1d19a9c70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 3798 time: 0.3428507
Feb 19 20:58:14.030925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafa72-f920-4bd2-afc9-451776fc692d req-8e1cfb5e-51ca-410b-8166-201dca6eefc8 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:14.038934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-8e1cfb5e-51ca-410b-8166-201dca6eefc8 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3581948
Feb 19 20:58:14.045056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-0e9ef925-3c65-47b2-9a78-440a35c46ce7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] No DVR routers for this DVR port 72bb29c9-1a0c-4c88-a3aa-9aed178a43cc on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:14.056529 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-0e9ef925-3c65-47b2-9a78-440a35c46ce7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:14.061166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-0e9ef925-3c65-47b2-9a78-440a35c46ce7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "DELETE /v2.0/ports/72bb29c9-1a0c-4c88-a3aa-9aed178a43cc HTTP/1.1" status: 204  len: 173 time: 1.8524022
Feb 19 20:58:14.073009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-deleted', 'tag': '72bb29c9-1a0c-4c88-a3aa-9aed178a43cc'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:14.075958 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a272b9e0-7951-4318-9df9-e0259b6cb240" -d '{"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-deleted", "tag": "72bb29c9-1a0c-4c88-a3aa-9aed178a43cc"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:14.102032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-c30115a7-e5f4-4bf4-bba1-b71aada4d54f tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/quotas/ba0a055a14bb46128600e77140b79b10 HTTP/1.1" status: 200  len: 375 time: 0.0612426
Feb 19 20:58:14.218425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-545e8199-cd2e-40ea-8f1c-7da5fc246f97 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba0a055a14bb46128600e77140b79b10&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0977604
Feb 19 20:58:14.239349 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d94f1ef-3f53-4880-b57a-7fd34749e4c6 req-6a425ca6-2dcb-49eb-8edd-e02b897e830f tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2929225
Feb 19 20:58:14.338674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:14.447824 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6521de27-0572-4736-b91e-dd8e2fc097cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (794a15bb-eef3-4ddf-ad80-23e8f75a417a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:14.481969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Transition to ACTIVE for port object 6c8ecc50-2b75-491a-8873-0464b03ecc0d will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:58:14.484870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-b0b51f44-c8a2-4551-86f2-8c09349bca70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Deleting port 2bd27571-334d-4e5a-a015-91dd528ffb9f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:14.485557 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-b0b51f44-c8a2-4551-86f2-8c09349bca70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:14.487074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:58:14.496168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:14.496582 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:14.535032 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:14.546073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521de27-0572-4736-b91e-dd8e2fc097cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=794a15bb-eef3-4ddf-ad80-23e8f75a417a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:14.569379 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6521de27-0572-4736-b91e-dd8e2fc097cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:14.583219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48168) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:14.584624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c5437-5ff6-4152-bf6e-a1e67997b0c7 None None] Network 6896d345-c983-4d87-bf12-73e53cdf45a5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:58:14.589080 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6521de27-0572-4736-b91e-dd8e2fc097cf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/794a15bb-eef3-4ddf-ad80-23e8f75a417a HTTP/1.1" status: 204  len: 168 time: 1.7464678
Feb 19 20:58:14.591127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff7c5c-52c5-4ce6-8a25-968c0692c05a req-1bc4ed8a-32d5-4ec2-999d-b295606df6e5 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:14.603544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71ff7c5c-52c5-4ce6-8a25-968c0692c05a req-1bc4ed8a-32d5-4ec2-999d-b295606df6e5 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 944 time: 0.1809807
Feb 19 20:58:14.741405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330ffac4-6847-4284-aba3-e438b631a218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe33598-34b0-438e-98e1-b9d8f02efb0b'}, {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd27571-334d-4e5a-a015-91dd528ffb9f'}, {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a05223-8669-4696-8f96-528bee454543'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:14.743638 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd65b273-4e6d-493b-aecb-5b555fe36942" -d '{"events": [{"server_uuid": "330ffac4-6847-4284-aba3-e438b631a218", "name": "network-vif-plugged", "status": "completed", "tag": "bfe33598-34b0-438e-98e1-b9d8f02efb0b"}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd27571-334d-4e5a-a015-91dd528ffb9f"}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a05223-8669-4696-8f96-528bee454543"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:14.751332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920be7-c065-4482-aaac-737363013a42 req-e875ce0d-e1d6-4284-905d-58a9e3a470e2 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:14.754298 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-e875ce0d-e1d6-4284-905d-58a9e3a470e2 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.0172274
Feb 19 20:58:14.768092 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffedfbc-f83a-48e4-a8b1-c80ef391c224 x-openstack-request-id: req-3ffedfbc-f83a-48e4-a8b1-c80ef391c224 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:14.772011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Request body: {'port': {'device_id': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'ba0a055a14bb46128600e77140b79b10'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:14.796912 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-deleted", "tag": "72bb29c9-1a0c-4c88-a3aa-9aed178a43cc", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:14.797176 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ffedfbc-f83a-48e4-a8b1-c80ef391c224 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:14.797621 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-deleted', 'tag': '72bb29c9-1a0c-4c88-a3aa-9aed178a43cc', 'status': 'completed', 'code': 200}
Feb 19 20:58:14.902825 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Pushing event updated for resources: {'Port': ['ID=6c8ecc50-2b75-491a-8873-0464b03ecc0d,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:14.944379 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (6896d345-c983-4d87-bf12-73e53cdf45a5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:14.973783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:14.974494 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.012992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:15.013602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:15.014169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:15.026804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71ff7c5c-52c5-4ce6-8a25-968c0692c05a req-bbcbcf2e-c602-4e3c-9c25-2250c2e63b63 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4204042
Feb 19 20:58:15.030002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-b0b51f44-c8a2-4551-86f2-8c09349bca70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] For port 2bd27571-334d-4e5a-a015-91dd528ffb9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bd27571-334d-4e5a-a015-91dd528ffb9f,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:15.030383 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-b0b51f44-c8a2-4551-86f2-8c09349bca70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.033294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:58:15.033808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:15.053987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:15.054599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:15.055197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:15.055640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Bound port: 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:15.056180 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.073265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:15.077927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-b0b51f44-c8a2-4551-86f2-8c09349bca70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Calling delete_port for 2bd27571-334d-4e5a-a015-91dd528ffb9f owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:15.098440 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.099930 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Made reservation on behalf of ba0a055a14bb46128600e77140b79b10 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:15.107965 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.138533 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.184963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9e602-26e8-42ea-bf29-8ded1991b1fe None None] DHCP port deletion for 6896d345-c983-4d87-bf12-73e53cdf45a5 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:58:15.250952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:15.255673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:15.292080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.358891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa62a3-4a54-48d4-b30b-1462a1614d52 req-775520c6-307d-42a2-9c7a-cccd4514b572 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:15.362278 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:15.380607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9e602-26e8-42ea-bf29-8ded1991b1fe None None] Deleting port eec9829b-0f48-4d8f-8292-3488014ee2d5 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:15.380876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99fa62a3-4a54-48d4-b30b-1462a1614d52 req-775520c6-307d-42a2-9c7a-cccd4514b572 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 943 time: 0.2423790
Feb 19 20:58:15.381463 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e602-26e8-42ea-bf29-8ded1991b1fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.430270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Deleting port eec9829b-0f48-4d8f-8292-3488014ee2d5 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:15.431560 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.460965 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks [] for security_group (f85d2ed5-8fdc-4664-9264-c81f9438a9b3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.477799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5ee9e602-26e8-42ea-bf29-8ded1991b1fe None None] For port eec9829b-0f48-4d8f-8292-3488014ee2d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eec9829b-0f48-4d8f-8292-3488014ee2d5,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:15.478196 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e602-26e8-42ea-bf29-8ded1991b1fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.484831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:15.485919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.488574 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] 10.222.0.67 "PUT /v2.0/ports/6c8ecc50-2b75-491a-8873-0464b03ecc0d HTTP/1.1" status: 200  len: 1091 time: 2.9185376
Feb 19 20:58:15.490960 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f85d2ed5-8fdc-4664-9264-c81f9438a9b3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.492121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9e602-26e8-42ea-bf29-8ded1991b1fe None None] Calling delete_port for eec9829b-0f48-4d8f-8292-3488014ee2d5 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:15.504449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'tag': '6c8ecc50-2b75-491a-8873-0464b03ecc0d'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:15.514513 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4609f1-f60b-442d-93f7-079b71d76115" -d '{"events": [{"name": "network-changed", "server_uuid": "c69ff896-e0c9-463d-ac90-7b19f8f7d912", "tag": "6c8ecc50-2b75-491a-8873-0464b03ecc0d"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:15.603768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] For port eec9829b-0f48-4d8f-8292-3488014ee2d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eec9829b-0f48-4d8f-8292-3488014ee2d5,segment=NetworkSegment(a9169740-f86f-4d34-9812-e3a7c13cfd0a),segment_id=a9169740-f86f-4d34-9812-e3a7c13cfd0a)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:15.604557 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.641464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99fa62a3-4a54-48d4-b30b-1462a1614d52 req-52b19111-e10d-4999-9999-e4a9e49b96e6 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570605
Feb 19 20:58:15.657282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Calling delete_port for eec9829b-0f48-4d8f-8292-3488014ee2d5 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:15.660157 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e602-26e8-42ea-bf29-8ded1991b1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.696715 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9e602-26e8-42ea-bf29-8ded1991b1fe None None] Pushing event deleted for resources: {'Port': ['ID=eec9829b-0f48-4d8f-8292-3488014ee2d5,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:15.698859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee9e602-26e8-42ea-bf29-8ded1991b1fe None None] No DVR routers for this DVR port eec9829b-0f48-4d8f-8292-3488014ee2d5 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:15.729767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48198) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:15.802376 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efc6df-061d-41e1-9519-49266d97c02f service neutron] Pushing event updated for resources: {'Port': ['ID=6c8ecc50-2b75-491a-8873-0464b03ecc0d,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:15.837267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85d2ed5-8fdc-4664-9264-c81f9438a9b3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:15.847160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439854a-f124-49a5-8601-494864429f2e req-22919437-68bc-4304-b1ed-0f861b56374c tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:15.859798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cfb79-3a69-4819-a817-c80997798d0b req-71f50811-4b18-440a-b250-6ec958ef8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:15.861744 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-71f50811-4b18-440a-b250-6ec958ef8a51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 1125 time: 0.1310635
Feb 19 20:58:15.867512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2439854a-f124-49a5-8601-494864429f2e req-22919437-68bc-4304-b1ed-0f861b56374c tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 945 time: 0.3676360
Feb 19 20:58:15.870788 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-b0b51f44-c8a2-4551-86f2-8c09349bca70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (2bd27571-334d-4e5a-a015-91dd528ffb9f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:15.934480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b51f44-c8a2-4551-86f2-8c09349bca70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Port': ['ID=2bd27571-334d-4e5a-a015-91dd528ffb9f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:15.945005 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-a2444835-97a7-4b94-88bf-76fb17823b6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d HTTP/1.1" status: 200  len: 217 time: 0.0749693
Feb 19 20:58:15.984730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Allocated IP 192.168.233.108 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/835957bc-cf48-4628-ac6b-011383e9ecd7) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:58:16.018946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cfb79-3a69-4819-a817-c80997798d0b req-53062b38-43b3-4b4a-aadb-87092ea9b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:16.019119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8628cedd-206d-4faa-80a0-4b8d77c004c1 req-1862d4f0-a505-425d-a10b-49cc591e4d1c tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 210 time: 0.1816282
Feb 19 20:58:16.020406 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-53062b38-43b3-4b4a-aadb-87092ea9b3e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.0683720
Feb 19 20:58:16.068757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-f2ee787f-f83c-4814-b0e5-ef2d968bbae1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281377
Feb 19 20:58:16.079274 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f23726a-4250-42d9-a428-b84e7257ac8a x-openstack-request-id: req-8f23726a-4250-42d9-a428-b84e7257ac8a {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:16.079584 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330ffac4-6847-4284-aba3-e438b631a218", "name": "network-vif-plugged", "status": "completed", "tag": "bfe33598-34b0-438e-98e1-b9d8f02efb0b", "code": 200}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd27571-334d-4e5a-a015-91dd528ffb9f", "code": 200}, {"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a05223-8669-4696-8f96-528bee454543", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:16.079835 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f23726a-4250-42d9-a428-b84e7257ac8a {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:16.080229 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330ffac4-6847-4284-aba3-e438b631a218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe33598-34b0-438e-98e1-b9d8f02efb0b', 'code': 200}
Feb 19 20:58:16.080512 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd27571-334d-4e5a-a015-91dd528ffb9f', 'code': 200}
Feb 19 20:58:16.080762 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a05223-8669-4696-8f96-528bee454543', 'code': 200}
Feb 19 20:58:16.093268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f6687f1-cc5a-4b03-92eb-c5ccc992c865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:16.098460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-b0b51f44-c8a2-4551-86f2-8c09349bca70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] No DVR routers for this DVR port 2bd27571-334d-4e5a-a015-91dd528ffb9f on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:16.112901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-b0b51f44-c8a2-4551-86f2-8c09349bca70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:16.116648 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-b0b51f44-c8a2-4551-86f2-8c09349bca70 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "DELETE /v2.0/ports/2bd27571-334d-4e5a-a015-91dd528ffb9f HTTP/1.1" status: 204  len: 173 time: 2.0247452
Feb 19 20:58:16.233026 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2439854a-f124-49a5-8601-494864429f2e req-50f12644-355a-4bc4-ac4c-07aeb4fd343a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3410418
Feb 19 20:58:16.264516 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (eec9829b-0f48-4d8f-8292-3488014ee2d5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:16.279790 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-c1a1aaf2-8390-4a12-912c-9a2f49aa3868 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966093
Feb 19 20:58:16.349535 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df09315-cdab-43d4-85b3-2f129df1bf95 x-openstack-request-id: req-7df09315-cdab-43d4-85b3-2f129df1bf95 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:16.349535 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69ff896-e0c9-463d-ac90-7b19f8f7d912", "tag": "6c8ecc50-2b75-491a-8873-0464b03ecc0d", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:16.349895 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7df09315-cdab-43d4-85b3-2f129df1bf95 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:16.350122 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'tag': '6c8ecc50-2b75-491a-8873-0464b03ecc0d', 'status': 'completed', 'code': 200}
Feb 19 20:58:16.375156 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks [] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:16.387503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=eec9829b-0f48-4d8f-8292-3488014ee2d5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:16.416918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] No DVR routers for this DVR port eec9829b-0f48-4d8f-8292-3488014ee2d5 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:16.468554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-fb4bec84-417f-4034-b1d1-33152cf49d5b tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ba0a055a14bb46128600e77140b79b10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1013794
Feb 19 20:58:16.508108 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e38cfb79-3a69-4819-a817-c80997798d0b req-45390a0a-b962-4729-a90c-932d845a9c8b service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2185733
Feb 19 20:58:16.514898 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:16.643198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:16.649639 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:16.652379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Pushing event updated for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:16.654672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:58:16.692530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63977c-b452-412a-9cb6-c9c904ce2ace req-2ae4bb02-94f2-44aa-91a8-be515f84349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:16.694088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e63977c-b452-412a-9cb6-c9c904ce2ace req-2ae4bb02-94f2-44aa-91a8-be515f84349c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=330ffac4-6847-4284-aba3-e438b631a218 HTTP/1.1" status: 200  len: 1128 time: 0.5161695
Feb 19 20:58:16.715959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4609f1-f60b-442d-93f7-079b71d76115 req-651b96da-ae85-41a8-9340-3b11c952e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:16.718042 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f4609f1-f60b-442d-93f7-079b71d76115 req-651b96da-ae85-41a8-9340-3b11c952e8ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 1125 time: 0.1325333
Feb 19 20:58:16.735491 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:16.736619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:16.786107 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (6896d345-c983-4d87-bf12-73e53cdf45a5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:16.804627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a6b2c-75a8-41e0-88b2-16437d6f452b req-2e0e92bc-2c67-4648-9c81-7ee3f96aeec5 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:16.810699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a6b2c-75a8-41e0-88b2-16437d6f452b req-2e0e92bc-2c67-4648-9c81-7ee3f96aeec5 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:16.811474 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-3684d041-8d9c-458d-b9f4-b6f057429844 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0446506
Feb 19 20:58:16.817167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a6b2c-75a8-41e0-88b2-16437d6f452b req-2e0e92bc-2c67-4648-9c81-7ee3f96aeec5 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:16.819454 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d0a6b2c-75a8-41e0-88b2-16437d6f452b req-2e0e92bc-2c67-4648-9c81-7ee3f96aeec5 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 2410 time: 0.5826726
Feb 19 20:58:16.823765 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Request body: {'port': {'device_id': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:16.834404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-deleted', 'tag': '2bd27571-334d-4e5a-a015-91dd528ffb9f'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:16.837162 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0254be60-7215-4375-9330-0b6296b743ca" -d '{"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-deleted", "tag": "2bd27571-334d-4e5a-a015-91dd528ffb9f"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:16.881735 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f6687f1-cc5a-4b03-92eb-c5ccc992c865 admin admin] Publish callbacks [] for security_group (0829577d-e698-4399-a6e7-ec41bcf3645c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:16.882873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device eec9829b-0f48-4d8f-8292-3488014ee2d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:16.910681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4609f1-f60b-442d-93f7-079b71d76115 req-bc55cb65-c855-4f77-b25a-b645bd0048fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:16.912201 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f4609f1-f60b-442d-93f7-079b71d76115 req-bc55cb65-c855-4f77-b25a-b645bd0048fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.1870477
Feb 19 20:58:16.917548 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:16.919061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-a2eb3e83-8d2e-4572-a92f-5b98581fb814 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Deleting port 8bb1ce04-77ae-47cb-af1b-16718979fb14 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:16.919839 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-a2eb3e83-8d2e-4572-a92f-5b98581fb814 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:16.926744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: eec9829b-0f48-4d8f-8292-3488014ee2d5 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:16.927162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device eec9829b-0f48-4d8f-8292-3488014ee2d5 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:16.958858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafa72-f920-4bd2-afc9-451776fc692d req-df55117d-fbb5-43b5-af12-03556ce2bfe1 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:16.960311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-df55117d-fbb5-43b5-af12-03556ce2bfe1 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4854646
Feb 19 20:58:16.960962 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f6687f1-cc5a-4b03-92eb-c5ccc992c865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0829577d-e698-4399-a6e7-ec41bcf3645c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:16.971891 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f4609f1-f60b-442d-93f7-079b71d76115 req-1a136749-9611-4afa-a7f7-58ad743220f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d HTTP/1.1" status: 200  len: 217 time: 0.0513701
Feb 19 20:58:17.018996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2663a39a-57dc-4e22-b854-07c2a89b3d73 None None] Provisioning complete for port 835957bc-cf48-4628-ac6b-011383e9ecd7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:17.019704 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2663a39a-57dc-4e22-b854-07c2a89b3d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.059660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2663a39a-57dc-4e22-b854-07c2a89b3d73 None None] Port 835957bc-cf48-4628-ac6b-011383e9ecd7 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:58:17.138363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4609f1-f60b-442d-93f7-079b71d76115 req-98c0a58b-93a3-446d-a53d-12d7bf2bc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:17.139867 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f4609f1-f60b-442d-93f7-079b71d76115 req-98c0a58b-93a3-446d-a53d-12d7bf2bc503 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.1194386
Feb 19 20:58:17.196272 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f4609f1-f60b-442d-93f7-079b71d76115 req-abd83c26-f012-45ce-a662-9b9afa1a2447 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320959
Feb 19 20:58:17.271916 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b9af5b0>,) {'filters': {'network_id': ['6896d345-c983-4d87-bf12-73e53cdf45a5']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:17.326080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Request body: {'port': {'device_id': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'ba0a055a14bb46128600e77140b79b10'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:17.351151 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f4609f1-f60b-442d-93f7-079b71d76115 req-7a1209d7-d325-4e3c-aa74-f24de4860c54 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407361
Feb 19 20:58:17.351853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42e329-2c2f-4d62-8d02-70739b1438b0 req-21ebbb3a-9c59-4273-a311-3552ad1653de tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:17.353347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd42e329-2c2f-4d62-8d02-70739b1438b0 req-21ebbb3a-9c59-4273-a311-3552ad1653de tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 945 time: 0.8283298
Feb 19 20:58:17.355081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b9af5b0>, 'a9169740-f86f-4d34-9812-e3a7c13cfd0a') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:17.355383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b9af5b0>, 'a9169740-f86f-4d34-9812-e3a7c13cfd0a') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:17.363078 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835957bc-cf48-4628-ac6b-011383e9ecd7 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:17.378975 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Publish callbacks [] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.408459 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (a9169740-f86f-4d34-9812-e3a7c13cfd0a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.416148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e63977c-b452-412a-9cb6-c9c904ce2ace req-c1e64887-43c6-463c-a662-69ba4638f393 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6866539
Feb 19 20:58:17.433676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Transition to ACTIVE for port object 835957bc-cf48-4628-ac6b-011383e9ecd7 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:58:17.438956 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.450854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6687f1-cc5a-4b03-92eb-c5ccc992c865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0829577d-e698-4399-a6e7-ec41bcf3645c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:17.472841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1f6687f1-cc5a-4b03-92eb-c5ccc992c865 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e29ccf0af6a4566b2b5895350a3ae38&name=default HTTP/1.1" status: 200  len: 2996 time: 1.7357831
Feb 19 20:58:17.482779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48224) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:17.512553 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a9169740-f86f-4d34-9812-e3a7c13cfd0a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.534425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d0a6b2c-75a8-41e0-88b2-16437d6f452b req-ba53cadd-d0cc-4d0e-b84f-aec54d13757b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6890197
Feb 19 20:58:17.561138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:58:17.561658 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (a9169740-f86f-4d34-9812-e3a7c13cfd0a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:58:17.565897 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:58:17.618182 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f4609f1-f60b-442d-93f7-079b71d76115 req-12dda6ff-3c90-4ced-8bf1-b13e7fb05dd3 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505577
Feb 19 20:58:17.621723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Pushing event updated for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:17.642979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-a2eb3e83-8d2e-4572-a92f-5b98581fb814 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] For port 8bb1ce04-77ae-47cb-af1b-16718979fb14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8bb1ce04-77ae-47cb-af1b-16718979fb14,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:17.643679 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-a2eb3e83-8d2e-4572-a92f-5b98581fb814 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.664828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91f2f28a-cbf3-4a0f-997f-1e95cb2fd44f admin admin] Publish callbacks [] for security_group (0829577d-e698-4399-a6e7-ec41bcf3645c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.691289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd42e329-2c2f-4d62-8d02-70739b1438b0 req-180c2bc6-650c-4325-bf2f-0693ffc5a08b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3233244
Feb 19 20:58:17.693637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Attempting to bind port 835957bc-cf48-4628-ac6b-011383e9ecd7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:17.693979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Attempting to bind port 835957bc-cf48-4628-ac6b-011383e9ecd7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:17.694317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Attempting to bind port 835957bc-cf48-4628-ac6b-011383e9ecd7 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:17.695208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-a2eb3e83-8d2e-4572-a92f-5b98581fb814 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Calling delete_port for 8bb1ce04-77ae-47cb-af1b-16718979fb14 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:17.708713 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91f2f28a-cbf3-4a0f-997f-1e95cb2fd44f admin admin] Publish callbacks [] for security_group (0829577d-e698-4399-a6e7-ec41bcf3645c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.736058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Port 835957bc-cf48-4628-ac6b-011383e9ecd7 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:58:17.736429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Attempting to bind port 835957bc-cf48-4628-ac6b-011383e9ecd7 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:17.736585 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (6896d345-c983-4d87-bf12-73e53cdf45a5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.760533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:17.760883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:17.761282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:17.765125 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Bound port: 835957bc-cf48-4628-ac6b-011383e9ecd7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:17.766124 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.778970 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.783497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] 10.222.0.30 "DELETE /v2.0/networks/6896d345-c983-4d87-bf12-73e53cdf45a5 HTTP/1.1" status: 204  len: 168 time: 3.1780379
Feb 19 20:58:17.824856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Made reservation on behalf of ba0a055a14bb46128600e77140b79b10 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:17.829208 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.840856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503f8d3-0534-4334-a8bf-40a3c3d4a7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6896d345-c983-4d87-bf12-73e53cdf45a5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:17.899493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:17.903488 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:17.908148 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91f2f28a-cbf3-4a0f-997f-1e95cb2fd44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0829577d-e698-4399-a6e7-ec41bcf3645c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.911746 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91f2f28a-cbf3-4a0f-997f-1e95cb2fd44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:17.915297 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-91f2f28a-cbf3-4a0f-997f-1e95cb2fd44f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0829577d-e698-4399-a6e7-ec41bcf3645c HTTP/1.1" status: 204  len: 168 time: 0.4296279
Feb 19 20:58:17.946886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2f28a-cbf3-4a0f-997f-1e95cb2fd44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0829577d-e698-4399-a6e7-ec41bcf3645c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:17.952301 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:18.035130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940e952-e41d-45f7-b5a4-8adef0dbf77a req-7f8d67e3-9d7e-41ef-86ae-8a206d2fc24b tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:18.043681 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4940e952-e41d-45f7-b5a4-8adef0dbf77a req-7f8d67e3-9d7e-41ef-86ae-8a206d2fc24b tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 943 time: 0.2356417
Feb 19 20:58:18.044231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:18.045445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:18.047991 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] 10.222.0.67 "PUT /v2.0/ports/835957bc-cf48-4628-ac6b-011383e9ecd7 HTTP/1.1" status: 200  len: 1096 time: 1.2272675
Feb 19 20:58:18.048513 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48240) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:18.082208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9678da86-446e-4e8a-8bde-75d9478d3ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ad5b33-b1ef-47b6-9a56-eaa61e73c963'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:18.087801 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3538f59e-d9e3-4bc9-b2d6-c8d1d93207f2" -d '{"events": [{"server_uuid": "9678da86-446e-4e8a-8bde-75d9478d3ecf", "name": "network-vif-plugged", "status": "completed", "tag": "c0ad5b33-b1ef-47b6-9a56-eaa61e73c963"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:18.175862 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-a2eb3e83-8d2e-4572-a92f-5b98581fb814 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8bb1ce04-77ae-47cb-af1b-16718979fb14), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:18.205394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1293-dd90-40e0-a525-9f68016180f4 service neutron] Pushing event updated for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:18.217464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb3e83-8d2e-4572-a92f-5b98581fb814 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Port': ['ID=8bb1ce04-77ae-47cb-af1b-16718979fb14,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:18.219658 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-59130cb3-18ab-44b1-958f-48e0bf3cb324 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c496adb59f3467687458650e28da232&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1692088
Feb 19 20:58:18.220304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48248) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:18.235300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4940e952-e41d-45f7-b5a4-8adef0dbf77a req-cbe8010a-1deb-454c-8b4f-0df02cda6896 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870592
Feb 19 20:58:18.247055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Allocated IP 192.168.233.68 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/89832a83-9f4f-4449-b43c-c9fafb143517) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:58:18.256743 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb388d5-d769-4d14-9a58-40bb93985069 x-openstack-request-id: req-cdb388d5-d769-4d14-9a58-40bb93985069 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:18.257039 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-deleted", "tag": "2bd27571-334d-4e5a-a015-91dd528ffb9f", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:18.257300 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdb388d5-d769-4d14-9a58-40bb93985069 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:18.257768 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-deleted', 'tag': '2bd27571-334d-4e5a-a015-91dd528ffb9f', 'status': 'completed', 'code': 200}
Feb 19 20:58:18.274776 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b8e75c58-c940-4490-9dec-8739a07b6297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:18.322210 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b25991-b89c-4cf4-8e03-e1a695e38c87 x-openstack-request-id: req-a1b25991-b89c-4cf4-8e03-e1a695e38c87 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:18.322882 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9678da86-446e-4e8a-8bde-75d9478d3ecf", "name": "network-vif-plugged", "status": "completed", "tag": "c0ad5b33-b1ef-47b6-9a56-eaa61e73c963", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:18.324190 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1b25991-b89c-4cf4-8e03-e1a695e38c87 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:18.326098 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9678da86-446e-4e8a-8bde-75d9478d3ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ad5b33-b1ef-47b6-9a56-eaa61e73c963', 'code': 200}
Feb 19 20:58:18.341740 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920be7-c065-4482-aaac-737363013a42 req-9159cf7e-2ae9-4dda-b871-47b5d7a65e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:18.344286 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-9159cf7e-2ae9-4dda-b871-47b5d7a65e9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba0a055a14bb46128600e77140b79b10&device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 1130 time: 0.2350559
Feb 19 20:58:18.358441 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:18.365921 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368aae24-f125-4ff2-94d2-60599d6121eb" -d '{"events": [{"name": "network-changed", "server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:18.416496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-a2eb3e83-8d2e-4572-a92f-5b98581fb814 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] No DVR routers for this DVR port 8bb1ce04-77ae-47cb-af1b-16718979fb14 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:18.454913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-a2eb3e83-8d2e-4572-a92f-5b98581fb814 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:18.459255 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-a2eb3e83-8d2e-4572-a92f-5b98581fb814 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "DELETE /v2.0/ports/8bb1ce04-77ae-47cb-af1b-16718979fb14 HTTP/1.1" status: 204  len: 173 time: 2.3285851
Feb 19 20:58:18.557968 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14d8e93-a6a1-4c7f-ad6a-fc389bd0bbae x-openstack-request-id: req-a14d8e93-a6a1-4c7f-ad6a-fc389bd0bbae {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:18.558639 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:18.559056 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a14d8e93-a6a1-4c7f-ad6a-fc389bd0bbae {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:18.559763 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'status': 'completed', 'code': 200}
Feb 19 20:58:18.570026 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-65d02559-6880-4171-8424-173070c47a47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=835957bc-cf48-4628-ac6b-011383e9ecd7 HTTP/1.1" status: 200  len: 217 time: 0.2153041
Feb 19 20:58:18.575628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37c94988-feed-4dd5-96c1-5c606a5cf981 req-25506b75-0dc9-4449-b218-3f6ff0d727a7 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 210 time: 0.1505365
Feb 19 20:58:18.596050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48264) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:18.642380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920be7-c065-4482-aaac-737363013a42 req-2bb3dc39-3815-462e-90b7-e5af0465056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:18.644514 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-2bb3dc39-3815-462e-90b7-e5af0465056e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0673013
Feb 19 20:58:18.646034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf7c01c-0ced-44df-b81b-bd54461beec2 admin admin] Publish callbacks [] for security_group (844f3c09-bcbb-4741-87fc-cf79195e13e2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:18.685406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf7c01c-0ced-44df-b81b-bd54461beec2 admin admin] Publish callbacks [] for security_group (844f3c09-bcbb-4741-87fc-cf79195e13e2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:18.753373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-72fcff1e-e131-4bfb-8b5d-660f74999e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:18.757642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920be7-c065-4482-aaac-737363013a42 req-8a1a97e3-c941-49c3-9084-34bef4a60193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:18.760748 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-8a1a97e3-c941-49c3-9084-34bef4a60193 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0902479
Feb 19 20:58:18.849036 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf7c01c-0ced-44df-b81b-bd54461beec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (844f3c09-bcbb-4741-87fc-cf79195e13e2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:18.852405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf7c01c-0ced-44df-b81b-bd54461beec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:18.855925 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8cf7c01c-0ced-44df-b81b-bd54461beec2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/844f3c09-bcbb-4741-87fc-cf79195e13e2 HTTP/1.1" status: 204  len: 168 time: 0.6309936
Feb 19 20:58:18.871381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7c01c-0ced-44df-b81b-bd54461beec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844f3c09-bcbb-4741-87fc-cf79195e13e2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:18.877837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82902d8-4655-4a0d-85c9-aa5b5d12b6cb req-c1f9d380-29af-427a-8a03-1d64716359bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:18.879541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e82902d8-4655-4a0d-85c9-aa5b5d12b6cb req-c1f9d380-29af-427a-8a03-1d64716359bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 1127 time: 0.4667952
Feb 19 20:58:18.899717 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-96e83e1e-609f-4c0b-b5ed-6c02cf77a81d service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317337
Feb 19 20:58:19.013068 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-69920be7-c065-4482-aaac-737363013a42 req-a5cb826f-5b45-442f-bf8d-f678a554d607 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1069369
Feb 19 20:58:19.022428 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks [] for port (89832a83-9f4f-4449-b43c-c9fafb143517), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.082585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d8788-6150-4006-8803-d4cf295ec3a9 req-b48d340b-9c4c-459f-8b1f-5a2e4c881d16 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:19.084141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f44d8788-6150-4006-8803-d4cf295ec3a9 req-b48d340b-9c4c-459f-8b1f-5a2e4c881d16 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 945 time: 0.2465458
Feb 19 20:58:19.086372 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e82902d8-4655-4a0d-85c9-aa5b5d12b6cb req-45537a54-aaed-491d-aa2f-15f929602ba6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938956
Feb 19 20:58:19.101478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256b97c-9b7b-48c5-b634-4dbbcddec7b2 req-e2a22deb-d389-4b68-8557-26acda4b927a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:19.106802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256b97c-9b7b-48c5-b634-4dbbcddec7b2 req-e2a22deb-d389-4b68-8557-26acda4b927a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:19.113797 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2256b97c-9b7b-48c5-b634-4dbbcddec7b2 req-e2a22deb-d389-4b68-8557-26acda4b927a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 1677 time: 0.4174907
Feb 19 20:58:19.125168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aae24-f125-4ff2-94d2-60599d6121eb req-c4e5760d-34f2-4562-bd78-412682b329f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:19.127064 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-368aae24-f125-4ff2-94d2-60599d6121eb req-c4e5760d-34f2-4562-bd78-412682b329f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba0a055a14bb46128600e77140b79b10&device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 1130 time: 0.0599837
Feb 19 20:58:19.128859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Deleting port a5a05223-8669-4696-8f96-528bee454543 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:19.129210 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a5a05223-8669-4696-8f96-528bee454543), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.225835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aae24-f125-4ff2-94d2-60599d6121eb req-ef0fe519-bbd2-4cb5-9d54-2165de3b2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:19.227338 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-368aae24-f125-4ff2-94d2-60599d6121eb req-ef0fe519-bbd2-4cb5-9d54-2165de3b2875 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.0938542
Feb 19 20:58:19.278154 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-368aae24-f125-4ff2-94d2-60599d6121eb req-5ea7c26e-14db-451b-b9e6-9e2e5d10eaf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=835957bc-cf48-4628-ac6b-011383e9ecd7 HTTP/1.1" status: 200  len: 217 time: 0.0441482
Feb 19 20:58:19.306589 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-72fcff1e-e131-4bfb-8b5d-660f74999e2c admin admin] Publish callbacks [] for security_group (023d8a77-06f0-4914-b184-84f7646ab131), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.313948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.325300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2256b97c-9b7b-48c5-b634-4dbbcddec7b2 req-c60e2109-651c-46ab-a870-76f9e908567b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1910214
Feb 19 20:58:19.333733 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-72fcff1e-e131-4bfb-8b5d-660f74999e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (023d8a77-06f0-4914-b184-84f7646ab131), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.336006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aae24-f125-4ff2-94d2-60599d6121eb req-c8e7e3f9-d383-49af-ac40-8701e7e4379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:19.337761 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-368aae24-f125-4ff2-94d2-60599d6121eb req-c8e7e3f9-d383-49af-ac40-8701e7e4379f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0538459
Feb 19 20:58:19.338654 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f44d8788-6150-4006-8803-d4cf295ec3a9 req-761de93b-3d05-43a4-88a4-7e591e21039c tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222860
Feb 19 20:58:19.413167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aae24-f125-4ff2-94d2-60599d6121eb req-9546394e-5e8f-4684-8e16-bdcf5a357960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:19.422461 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-368aae24-f125-4ff2-94d2-60599d6121eb req-9546394e-5e8f-4684-8e16-bdcf5a357960 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0765762
Feb 19 20:58:19.432509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:19.466456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-72fcff1e-e131-4bfb-8b5d-660f74999e2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b2a76c905d2442c80a694e36cee88e4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8634446
Feb 19 20:58:19.467550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:19.469905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48290) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:19.505578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] For port a5a05223-8669-4696-8f96-528bee454543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5a05223-8669-4696-8f96-528bee454543,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:19.505960 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a5a05223-8669-4696-8f96-528bee454543), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.518376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:58:19.533819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcff1e-e131-4bfb-8b5d-660f74999e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023d8a77-06f0-4914-b184-84f7646ab131,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:19.538639 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-368aae24-f125-4ff2-94d2-60599d6121eb req-4a34fe30-dd0d-45d1-8943-81fd1e2284b0 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1091943
Feb 19 20:58:19.567135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Pushing event updated for resources: {'Port': ['ID=89832a83-9f4f-4449-b43c-c9fafb143517,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:19.675964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:19.676665 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.700047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c600-46d0-4d4b-96ba-7fb0f4821593 req-2f635910-4780-43b9-a4dd-579d51b32283 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:19.707465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abc3c600-46d0-4d4b-96ba-7fb0f4821593 req-2f635910-4780-43b9-a4dd-579d51b32283 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 943 time: 0.2839222
Feb 19 20:58:19.709531 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-368aae24-f125-4ff2-94d2-60599d6121eb req-62f8e18e-21e8-427b-9f51-2cbf631ae564 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641293
Feb 19 20:58:19.805606 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b6c82204-2d05-42bf-9d3f-b96ccf029049 admin admin] Publish callbacks [] for security_group (023d8a77-06f0-4914-b184-84f7646ab131), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.810042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-51ca3828-cf74-4ca8-ba2c-a472fdfa12df tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4928410
Feb 19 20:58:19.820605 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48308) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:19.838050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Request body: {'port': {'device_id': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:19.885875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-78b0d2f6-705b-4330-bae6-e5a5a7c4231c None None] Provisioning complete for port 89832a83-9f4f-4449-b43c-c9fafb143517 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:19.886495 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-78b0d2f6-705b-4330-bae6-e5a5a7c4231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.927945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-78b0d2f6-705b-4330-bae6-e5a5a7c4231c None None] Port 89832a83-9f4f-4449-b43c-c9fafb143517 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:58:19.931589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-398568013-network', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:19.935728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b6c82204-2d05-42bf-9d3f-b96ccf029049 admin admin] Publish callbacks [] for security_group (023d8a77-06f0-4914-b184-84f7646ab131), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.951023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Made reservation on behalf of 5b11084a5a46488cbb721afa4256a6bd for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:19.953499 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.962974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:19.970309 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abc3c600-46d0-4d4b-96ba-7fb0f4821593 req-1f844a39-13ac-47d1-861d-5a38d2cb4574 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620156
Feb 19 20:58:19.999692 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.000124 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (d6f80be5-cac4-4724-97f2-a8541eb21c39), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.000482 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Floating IP d6f80be5-cac4-4724-97f2-a8541eb21c39 disassociated. External IP: 172.35.2.250, port: a5a05223-8669-4696-8f96-528bee454543.
Feb 19 20:58:20.000832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Calling delete_port for a5a05223-8669-4696-8f96-528bee454543 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:20.030791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73aae5-5535-43eb-900c-088cad5aaf7b req-b95e4e98-9191-4791-a1fd-90781856a90b tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:20.033146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df73aae5-5535-43eb-900c-088cad5aaf7b req-b95e4e98-9191-4791-a1fd-90781856a90b tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 935 time: 0.2950864
Feb 19 20:58:20.047804 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.063440 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Publish callbacks [] for security_group (e9cd14c8-4902-474e-9991-abf7eeb7c80a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.069594 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e9cd14c8-4902-474e-9991-abf7eeb7c80a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.123033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd14c8-4902-474e-9991-abf7eeb7c80a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:20.143390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:58:20.195101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (fb20d39f-e798-470c-a05d-c4ec9cb18448), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.195804 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Added segment fb20d39f-e798-470c-a05d-c4ec9cb18448 of type vlan for network 81f242f2-1080-48a8-9d1e-339d4894947e
Feb 19 20:58:20.240482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (81f242f2-1080-48a8-9d1e-339d4894947e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.245384 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b6c82204-2d05-42bf-9d3f-b96ccf029049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (023d8a77-06f0-4914-b184-84f7646ab131), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.248188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b6c82204-2d05-42bf-9d3f-b96ccf029049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.252363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b6c82204-2d05-42bf-9d3f-b96ccf029049 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/023d8a77-06f0-4914-b184-84f7646ab131 HTTP/1.1" status: 204  len: 168 time: 0.7433352
Feb 19 20:58:20.260153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-deleted', 'tag': '8bb1ce04-77ae-47cb-af1b-16718979fb14'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:20.262612 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e2abc7-2984-4647-8806-dff9670cbbf0" -d '{"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-deleted", "tag": "8bb1ce04-77ae-47cb-af1b-16718979fb14"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:20.269263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (81f242f2-1080-48a8-9d1e-339d4894947e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.270648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:20.271685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.312220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c82204-2d05-42bf-9d3f-b96ccf029049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023d8a77-06f0-4914-b184-84f7646ab131,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:20.333609 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5114441
Feb 19 20:58:20.336966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48322) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:20.344396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df73aae5-5535-43eb-900c-088cad5aaf7b req-c946f0c5-6d86-4c62-92d8-ea041ee2bf81 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2984138
Feb 19 20:58:20.345603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] Request body: {'subnet': {'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-398568013-subnet', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:20.354990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a865ec4-0c5a-430c-9539-53a4e418f949 admin admin] Pushing event updated for resources: {'Network': ['ID=81f242f2-1080-48a8-9d1e-339d4894947e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:20.377531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 81f242f2-1080-48a8-9d1e-339d4894947e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:58:20.381037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] Made reservation on behalf of 5b11084a5a46488cbb721afa4256a6bd for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:20.383735 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.434585 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd480270-d9ff-4d78-ba15-b72a8318bda0 x-openstack-request-id: req-bd480270-d9ff-4d78-ba15-b72a8318bda0 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:20.435166 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-deleted", "tag": "8bb1ce04-77ae-47cb-af1b-16718979fb14", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:20.435352 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd480270-d9ff-4d78-ba15-b72a8318bda0 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:20.435789 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-deleted', 'tag': '8bb1ce04-77ae-47cb-af1b-16718979fb14', 'status': 'completed', 'code': 200}
Feb 19 20:58:20.489029 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-da2ef869-ac8e-45f5-bf77-ac1d62cc04b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.498223 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a5a05223-8669-4696-8f96-528bee454543), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.561664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Port': ['ID=a5a05223-8669-4696-8f96-528bee454543,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:20.694240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (c0624bf1-e248-469d-8e03-76429423d519), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.768752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0624bf1-e248-469d-8e03-76429423d519,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:20.774849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89832a83-9f4f-4449-b43c-c9fafb143517 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:20.778167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] Checking segment: {'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:20.778732 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] Network hostable DHCP agents. Network: 81f242f2-1080-48a8-9d1e-339d4894947e, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:58:20.790279 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Publish callbacks [] for port (89832a83-9f4f-4449-b43c-c9fafb143517), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.799103 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] Network 81f242f2-1080-48a8-9d1e-339d4894947e is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:58:20.810071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 81f242f2-1080-48a8-9d1e-339d4894947e) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:20.815485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:20.816099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.819042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Transition to ACTIVE for port object 89832a83-9f4f-4449-b43c-c9fafb143517 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:58:20.829779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985d2af-ff78-451a-aa1c-8e257f003671 None None] Network 81f242f2-1080-48a8-9d1e-339d4894947e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:58:20.834225 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.838649 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4898dd70-9b29-4c62-b2ed-bce0c97f2b46 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5005767
Feb 19 20:58:20.842085 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48344) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:20.847722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b2adf-61a0-4bc2-a4e6-d479d4b203c0 req-30e34a1b-e91b-469c-849c-3d2f06dcaa2b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:20.848455 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:20.855325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-342b2adf-61a0-4bc2-a4e6-d479d4b203c0 req-30e34a1b-e91b-469c-849c-3d2f06dcaa2b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 945 time: 0.2268517
Feb 19 20:58:20.866531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed6e85-7d88-444c-9b77-b76ec078e5b9 req-07797244-ab5a-4d7a-81fa-b0097c490470 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:20.873404 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65ed6e85-7d88-444c-9b77-b76ec078e5b9 req-07797244-ab5a-4d7a-81fa-b0097c490470 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 943 time: 0.2495711
Feb 19 20:58:20.877030 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.878165 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.943014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:58:20.958420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Publish callbacks [] for router_controller (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:20.968907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Pushing event updated for resources: {'Port': ['ID=89832a83-9f4f-4449-b43c-c9fafb143517,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:21.007562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-81f242f2-1080-48a8-9d1e-339d4894947e', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:58:21.008720 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:21.213388 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Publish callbacks [] for router_gateway (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:21.262186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Allocated IP 172.20.0.2 (81f242f2-1080-48a8-9d1e-339d4894947e/c0624bf1-e248-469d-8e03-76429423d519/cb007680-83ab-4bd4-887c-fcd20ef01232) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:58:21.463749 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Publish callbacks [] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:21.472803 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:21.537063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-342b2adf-61a0-4bc2-a4e6-d479d4b203c0 req-91be6ce9-445d-4439-a5a6-8890c2c6f025 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6694505
Feb 19 20:58:21.576247 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Publish callbacks [] for router_gateway (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:21.604725 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:21.682161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65ed6e85-7d88-444c-9b77-b76ec078e5b9 req-f87d4f30-4adf-4946-a18c-2f1cfe1a4e12 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8078144
Feb 19 20:58:21.710758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Attempting to bind port 89832a83-9f4f-4449-b43c-c9fafb143517 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:21.710758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Attempting to bind port 89832a83-9f4f-4449-b43c-c9fafb143517 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:21.710758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Attempting to bind port 89832a83-9f4f-4449-b43c-c9fafb143517 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:21.726093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Port 89832a83-9f4f-4449-b43c-c9fafb143517 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:58:21.726093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Attempting to bind port 89832a83-9f4f-4449-b43c-c9fafb143517 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:21.730774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:21.731240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:21.734790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:21.735409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Bound port: 89832a83-9f4f-4449-b43c-c9fafb143517, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:21.735879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:21.798563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Network 81f242f2-1080-48a8-9d1e-339d4894947e is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:21.814442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:21.821116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:58:21.849983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Pushing event updated for resources: {'Port': ['ID=cb007680-83ab-4bd4-887c-fcd20ef01232,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:21.860225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:58:21.873540 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:21.875878 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ff7740-118f-4187-9489-4f6c68dae29f None None] Sync routers for ids ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:58:21.894528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Allocated IP 172.35.2.14 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/e559a280-bcd7-41d0-b050-465e157b8759) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:58:21.903633 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff7740-118f-4187-9489-4f6c68dae29f None None] Routers {'9daac51d-f29c-4a8d-a967-1f73c2a8ff72'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:21.908245 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-09ff7740-118f-4187-9489-4f6c68dae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70348910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:21.926825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Attempting to bind port cb007680-83ab-4bd4-887c-fcd20ef01232 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:21.927447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Attempting to bind port cb007680-83ab-4bd4-887c-fcd20ef01232 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:21.927992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Attempting to bind port cb007680-83ab-4bd4-887c-fcd20ef01232 on network 81f242f2-1080-48a8-9d1e-339d4894947e {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:21.934121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:21.934782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Checking segment: {'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:21.935376 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:21.935951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Bound using segment: {'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:21.936646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Bound port: cb007680-83ab-4bd4-887c-fcd20ef01232, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:21.937354 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:22.012940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] For port cb007680-83ab-4bd4-887c-fcd20ef01232, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:22.018488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] For port cb007680-83ab-4bd4-887c-fcd20ef01232, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb007680-83ab-4bd4-887c-fcd20ef01232,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:22.028499 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:22.036249 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Publish callbacks [] for port (e559a280-bcd7-41d0-b050-465e157b8759), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:22.056716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] No DVR routers for this DVR port a5a05223-8669-4696-8f96-528bee454543 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:22.063574 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:22.067255 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-47f9ef7e-b6fc-41d6-b7ca-831c808c5ec6 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "DELETE /v2.0/ports/a5a05223-8669-4696-8f96-528bee454543 HTTP/1.1" status: 204  len: 173 time: 3.5835121
Feb 19 20:58:22.070213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] For port 89832a83-9f4f-4449-b43c-c9fafb143517, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:22.082039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3071196-d838-4802-87cc-7cc32db89904 req-b8c0f31b-e137-4bdd-b2fa-c41a676f7833 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:22.088196 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e559a280-bcd7-41d0-b050-465e157b8759), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:22.090232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3071196-d838-4802-87cc-7cc32db89904 req-b8c0f31b-e137-4bdd-b2fa-c41a676f7833 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 943 time: 0.2886364
Feb 19 20:58:22.097617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 835957bc-cf48-4628-ac6b-011383e9ecd7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:58:22.118514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] For port 89832a83-9f4f-4449-b43c-c9fafb143517, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89832a83-9f4f-4449-b43c-c9fafb143517,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:22.200164 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:22.215987 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-09ff7740-118f-4187-9489-4f6c68dae29f None None] Set router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:22.299114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:22.312425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3071196-d838-4802-87cc-7cc32db89904 req-d12c5812-522e-48e0-b2a7-6ccda84cb47d tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207875
Feb 19 20:58:22.349933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'mac_address': 'fa:16:3e:ea:2e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:58:22.362064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:22.363382 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:22.368458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] 10.222.0.10 "PUT /v2.0/ports/89832a83-9f4f-4449-b43c-c9fafb143517 HTTP/1.1" status: 200  len: 1095 time: 2.5447450
Feb 19 20:58:22.485964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 835957bc-cf48-4628-ac6b-011383e9ecd7 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:22.486137 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:22.492558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-deleted', 'tag': 'a5a05223-8669-4696-8f96-528bee454543'}, {'name': 'network-changed', 'server_uuid': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'tag': '89832a83-9f4f-4449-b43c-c9fafb143517'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:22.502036 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5995d3b-9539-43e9-9a47-8ca34623adfd" -d '{"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-deleted", "tag": "a5a05223-8669-4696-8f96-528bee454543"}, {"name": "network-changed", "server_uuid": "87f8a307-e082-4ac1-b3db-3860b9e66774", "tag": "89832a83-9f4f-4449-b43c-c9fafb143517"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:22.532857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52141b56-cdca-489b-95b3-73a34c2c1b18 None None] Pushing event updated for resources: {'Port': ['ID=cb007680-83ab-4bd4-887c-fcd20ef01232,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:22.540693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835957bc-cf48-4628-ac6b-011383e9ecd7 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:22.589477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:22.603298 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:22.603993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 296aa138-ed01-4c5c-b1dd-57c160938115 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:58:22.714321 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-09ff7740-118f-4187-9489-4f6c68dae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70348910>, [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 4, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dd492be-f23d-4139-8217-6dafc545a891', 'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'mac_address': 'fa:16:3e:5c:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:17Z', 'updated_at': '2022-02-19T20:52:27Z', 'revision_number': 5, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'subnets': [{'id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:22.805611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550de50-50ca-46ea-9edd-aa5e1d833b67 service neutron] Pushing event updated for resources: {'Port': ['ID=89832a83-9f4f-4449-b43c-c9fafb143517,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:22.806825 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ff7740-118f-4187-9489-4f6c68dae29f None None] Checking router: 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:58:22.826861 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff7740-118f-4187-9489-4f6c68dae29f None None] Routers {'9daac51d-f29c-4a8d-a967-1f73c2a8ff72'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:22.827752 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-09ff7740-118f-4187-9489-4f6c68dae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70348910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:22.839301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5398e-8493-4585-85ff-9083c36f6358 req-e85717d0-dd29-4730-b369-ba8abdbb1eab tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:22.848357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4fe5398e-8493-4585-85ff-9083c36f6358 req-e85717d0-dd29-4730-b369-ba8abdbb1eab tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 947 time: 0.5582573
Feb 19 20:58:22.875980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafa72-f920-4bd2-afc9-451776fc692d req-354e5a60-9cbd-482f-9096-73a883a1b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:22.881875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-354e5a60-9cbd-482f-9096-73a883a1b2c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba0a055a14bb46128600e77140b79b10&device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 1129 time: 0.4573715
Feb 19 20:58:22.906188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 296aa138-ed01-4c5c-b1dd-57c160938115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=296aa138-ed01-4c5c-b1dd-57c160938115,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:22.911472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96a9df-9cfc-453b-b263-4874bb01a09a req-cc5f102a-23e5-427c-bc2d-14bef663e547 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:22.915171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c96a9df-9cfc-453b-b263-4874bb01a09a req-cc5f102a-23e5-427c-bc2d-14bef663e547 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=330ffac4-6847-4284-aba3-e438b631a218 HTTP/1.1" status: 200  len: 946 time: 0.4717634
Feb 19 20:58:22.936647 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:22.948044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '296aa138-ed01-4c5c-b1dd-57c160938115', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'port_id': '296aa138-ed01-4c5c-b1dd-57c160938115', 'mac_address': 'fa:16:3e:b8:a8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:58:22.972156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:22.979546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:22.989898 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:58:22.995930 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e559a280-bcd7-41d0-b050-465e157b8759,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:23.020755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 296aa138-ed01-4c5c-b1dd-57c160938115 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:23.021257 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:23.026261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cb007680-83ab-4bd4-887c-fcd20ef01232 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:23.046479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-c19810fa-6135-46bf-97fa-1739f6832194 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Deleting port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:23.049563 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-c19810fa-6135-46bf-97fa-1739f6832194 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:23.057681 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-fbc4b010-db2a-4a12-89b1-0507321d9bfb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=89832a83-9f4f-4449-b43c-c9fafb143517 HTTP/1.1" status: 200  len: 217 time: 0.1353974
Feb 19 20:58:23.108782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 296aa138-ed01-4c5c-b1dd-57c160938115 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:23.121610 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-09ff7740-118f-4187-9489-4f6c68dae29f None None] Set router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:23.138687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port cb007680-83ab-4bd4-887c-fcd20ef01232 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:23.143115 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:23.148570 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:23.226195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 296aa138-ed01-4c5c-b1dd-57c160938115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=296aa138-ed01-4c5c-b1dd-57c160938115,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:23.239404 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:23.240473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 6c8ecc50-2b75-491a-8873-0464b03ecc0d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:58:23.284743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4fe5398e-8493-4585-85ff-9083c36f6358 req-658f1805-2d0c-4f9f-b23d-19d79b442a9d tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4350314
Feb 19 20:58:23.357873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafa72-f920-4bd2-afc9-451776fc692d req-b229ddbd-1bb9-4ab3-a0e3-3a034155d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:23.359938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-b229ddbd-1bb9-4ab3-a0e3-3a034155d7d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1865036
Feb 19 20:58:23.370157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c96a9df-9cfc-453b-b263-4874bb01a09a req-3ba682ed-6c69-44c9-a0fe-27dd1549170e tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3096838
Feb 19 20:58:23.419277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-c19810fa-6135-46bf-97fa-1739f6832194 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] For port 1e1241d9-ddbc-426c-9df0-86c2c9670f97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e1241d9-ddbc-426c-9df0-86c2c9670f97,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:23.419814 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-c19810fa-6135-46bf-97fa-1739f6832194 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:23.423844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port cb007680-83ab-4bd4-887c-fcd20ef01232 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:23.423844 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:23.440062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-c19810fa-6135-46bf-97fa-1739f6832194 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Calling delete_port for 1e1241d9-ddbc-426c-9df0-86c2c9670f97 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:23.475420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafa72-f920-4bd2-afc9-451776fc692d req-29b6620c-4611-49fd-8006-426fce34ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:23.477143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-29b6620c-4611-49fd-8006-426fce34ba3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1059306
Feb 19 20:58:23.496151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=296aa138-ed01-4c5c-b1dd-57c160938115,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:23.518479 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Publish callbacks [] for router_gateway (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:23.561222 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371257ef-122f-495d-aae4-dd6c22e5dada x-openstack-request-id: req-371257ef-122f-495d-aae4-dd6c22e5dada {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:23.561539 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-deleted", "tag": "a5a05223-8669-4696-8f96-528bee454543", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87f8a307-e082-4ac1-b3db-3860b9e66774", "tag": "89832a83-9f4f-4449-b43c-c9fafb143517", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:23.561869 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-371257ef-122f-495d-aae4-dd6c22e5dada {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:23.562974 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-deleted', 'tag': 'a5a05223-8669-4696-8f96-528bee454543', 'status': 'completed', 'code': 200}
Feb 19 20:58:23.563286 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'tag': '89832a83-9f4f-4449-b43c-c9fafb143517', 'status': 'completed', 'code': 200}
Feb 19 20:58:23.595134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port cb007680-83ab-4bd4-887c-fcd20ef01232, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb007680-83ab-4bd4-887c-fcd20ef01232,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:23.639783 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:23.779212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:23.808339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '6c8ecc50-2b75-491a-8873-0464b03ecc0d', 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7', 'port_id': '6c8ecc50-2b75-491a-8873-0464b03ecc0d', 'mac_address': 'fa:16:3e:c1:e8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c584acd-f1ea-4260-ae60-d9ed87b82a43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:58:23.823650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=cb007680-83ab-4bd4-887c-fcd20ef01232,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:23.878213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 6c8ecc50-2b75-491a-8873-0464b03ecc0d is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:23.878624 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:23.929215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483967-1170-4500-b71b-d1fda7ce9f94 req-d1510df4-c337-4329-8fed-21366a54943d tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:23.932577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb483967-1170-4500-b71b-d1fda7ce9f94 req-d1510df4-c337-4329-8fed-21366a54943d tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 943 time: 0.1798785
Feb 19 20:58:23.939799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-d4c6e880-8f29-49cb-8406-f9d3937c1a83 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3755996
Feb 19 20:58:23.947751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8ecc50-2b75-491a-8873-0464b03ecc0d {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:23.971112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17762c-00ae-4a48-a4ec-030a7eb3e7ca req-11e3f9b5-57dc-480f-a024-246824602e67 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:23.972057 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:23.982012 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a17762c-00ae-4a48-a4ec-030a7eb3e7ca req-11e3f9b5-57dc-480f-a024-246824602e67 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 943 time: 0.2305102
Feb 19 20:58:23.996247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:24.008753 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:24.010410 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-09ff7740-118f-4187-9489-4f6c68dae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70348910>, [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 4, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dd492be-f23d-4139-8217-6dafc545a891', 'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'mac_address': 'fa:16:3e:5c:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:17Z', 'updated_at': '2022-02-19T20:52:27Z', 'revision_number': 5, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'subnets': [{'id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:24.065345 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ff7740-118f-4187-9489-4f6c68dae29f None None] The sync data for ids ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'] in ncdv-master-1 is: [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:52:18Z', 'revision_number': 4, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3dd492be-f23d-4139-8217-6dafc545a891', 'name': '', 'network_id': 'c36e6964-b1c5-4d15-8ff3-6ec34911167e', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'mac_address': 'fa:16:3e:5c:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:17Z', 'updated_at': '2022-02-19T20:52:27Z', 'revision_number': 5, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'subnets': [{'id': '6cff33a4-7faf-4e16-876c-8051332d4598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:58:24.111148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=6c8ecc50-2b75-491a-8873-0464b03ecc0d,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:24.134733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca111ae8-9643-42a7-a2f9-1e02c9a5b103 None None] Network 81f242f2-1080-48a8-9d1e-339d4894947e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:58:24.175050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['296aa138-ed01-4c5c-b1dd-57c160938115'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:24.232659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 20:58:24.258697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03aafa72-f920-4bd2-afc9-451776fc692d req-681e95c8-3774-4604-8c90-d7def0021c81 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3021355
Feb 19 20:58:24.276680 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-c19810fa-6135-46bf-97fa-1739f6832194 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (1e1241d9-ddbc-426c-9df0-86c2c9670f97), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:24.302661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6b9a85e9-62b1-43c2-a116-3bfaa0860325 None None] Provisioning complete for port cb007680-83ab-4bd4-887c-fcd20ef01232 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:24.305500 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6b9a85e9-62b1-43c2-a116-3bfaa0860325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:24.313404 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a17762c-00ae-4a48-a4ec-030a7eb3e7ca req-18744bff-fb80-46b4-a194-8424e634a389 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a6fd058-e30e-4b41-9b89-fe9e82aff608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3303161
Feb 19 20:58:24.411585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19810fa-6135-46bf-97fa-1739f6832194 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Port': ['ID=1e1241d9-ddbc-426c-9df0-86c2c9670f97,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:24.455205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:58:24.492580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:24.498335 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d3e09096-cd8e-4c52-b6b7-860b4d2f05c3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.6525846
Feb 19 20:58:24.499680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb483967-1170-4500-b71b-d1fda7ce9f94 req-62c20d09-42b4-4e08-b179-c7ed0265182f tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5439563
Feb 19 20:58:24.500385 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48448) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:24.503976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Sync routers for ids ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:58:24.552512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Routers {'1f31a1f9-165e-4e4b-97f2-3a134fc944c3'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:24.553327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62fec9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:24.565110 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:24.600014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-c19810fa-6135-46bf-97fa-1739f6832194 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] No DVR routers for this DVR port 1e1241d9-ddbc-426c-9df0-86c2c9670f97 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:24.614216 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-c19810fa-6135-46bf-97fa-1739f6832194 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:24.618249 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccedbb-c5f3-43dc-b743-b3bfcf47b606 None None] New status for floating IP d6f80be5-cac4-4724-97f2-a8541eb21c39: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:58:24.627717 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f277bb-b28a-45d1-b99f-e6cdbe51b3bd req-c19810fa-6135-46bf-97fa-1739f6832194 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.67 "DELETE /v2.0/ports/1e1241d9-ddbc-426c-9df0-86c2c9670f97 HTTP/1.1" status: 204  len: 173 time: 2.5349443
Feb 19 20:58:24.651365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5995d3b-9539-43e9-9a47-8ca34623adfd req-5d8afdde-be62-48b8-8c4d-5fb938e5a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:24.653632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5995d3b-9539-43e9-9a47-8ca34623adfd req-5d8afdde-be62-48b8-8c4d-5fb938e5a034 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba0a055a14bb46128600e77140b79b10&device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 1129 time: 0.2755201
Feb 19 20:58:24.736763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['835957bc-cf48-4628-ac6b-011383e9ecd7'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:24.858538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['6c8ecc50-2b75-491a-8873-0464b03ecc0d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:25.067588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b6365-f18e-4cf3-8dbf-97d808e1848e req-812305f0-0f15-4983-8d3c-94aeec408cb5 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:25.082698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef7b6365-f18e-4cf3-8dbf-97d808e1848e req-812305f0-0f15-4983-8d3c-94aeec408cb5 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 947 time: 0.4537449
Feb 19 20:58:25.106654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cb007680-83ab-4bd4-887c-fcd20ef01232 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:25.328676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef7b6365-f18e-4cf3-8dbf-97d808e1848e req-a0ae9e71-9306-4d57-a40a-ba9f7ed9c746 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2395451
Feb 19 20:58:25.336989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5995d3b-9539-43e9-9a47-8ca34623adfd req-5505e0f3-af4f-43cb-9695-7f9dc938bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:25.341222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5995d3b-9539-43e9-9a47-8ca34623adfd req-5505e0f3-af4f-43cb-9695-7f9dc938bedb service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.6582963
Feb 19 20:58:25.410186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a85e9-62b1-43c2-a116-3bfaa0860325 None None] Current status of the port cb007680-83ab-4bd4-887c-fcd20ef01232 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:25.433211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5995d3b-9539-43e9-9a47-8ca34623adfd req-17082d3d-e091-40ae-997c-6272a6f0d9fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=89832a83-9f4f-4449-b43c-c9fafb143517 HTTP/1.1" status: 200  len: 217 time: 0.0691016
Feb 19 20:58:25.494791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port cb007680-83ab-4bd4-887c-fcd20ef01232 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:25.495312 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:25.537768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab241527-dd30-4fcb-94ad-650278ee2330 req-64b07af1-88ae-4507-89a9-7b5614ef36bf tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:25.546363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab241527-dd30-4fcb-94ad-650278ee2330 req-64b07af1-88ae-4507-89a9-7b5614ef36bf tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=330ffac4-6847-4284-aba3-e438b631a218 HTTP/1.1" status: 200  len: 946 time: 0.2006588
Feb 19 20:58:25.566181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-deleted', 'tag': '1e1241d9-ddbc-426c-9df0-86c2c9670f97'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:25.569036 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d8c1f9-520d-48cd-b157-263e102411b4" -d '{"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-deleted", "tag": "1e1241d9-ddbc-426c-9df0-86c2c9670f97"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:25.584639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5995d3b-9539-43e9-9a47-8ca34623adfd req-a1ededf4-cbe9-494c-a2fa-d614701eba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:25.586188 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5995d3b-9539-43e9-9a47-8ca34623adfd req-a1ededf4-cbe9-494c-a2fa-d614701eba65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1444743
Feb 19 20:58:25.607342 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:25.618209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d01acc15-cb53-4e9c-adca-6bf588a8bb65 req-80d8723c-a182-4fef-b785-3d418ac04b9a tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/ports?device_id=d13c63f9-b079-4f3b-9187-bfddac8c9749 HTTP/1.1" status: 200  len: 210 time: 0.0623169
Feb 19 20:58:25.688850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab241527-dd30-4fcb-94ad-650278ee2330 req-dd0270bf-2d16-4ad2-9304-9671dfb5acec tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408811
Feb 19 20:58:25.717854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5995d3b-9539-43e9-9a47-8ca34623adfd req-1799ace0-e201-43fd-9045-373d5401dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:25.720906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5995d3b-9539-43e9-9a47-8ca34623adfd req-1799ace0-e201-43fd-9045-373d5401dd7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1135893
Feb 19 20:58:25.822305 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19370423-470a-44ee-82e2-74af9b40b338 x-openstack-request-id: req-19370423-470a-44ee-82e2-74af9b40b338 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:25.822611 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13c63f9-b079-4f3b-9187-bfddac8c9749", "name": "network-vif-deleted", "tag": "1e1241d9-ddbc-426c-9df0-86c2c9670f97", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:25.822873 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19370423-470a-44ee-82e2-74af9b40b338 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:25.823273 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13c63f9-b079-4f3b-9187-bfddac8c9749', 'name': 'network-vif-deleted', 'tag': '1e1241d9-ddbc-426c-9df0-86c2c9670f97', 'status': 'completed', 'code': 200}
Feb 19 20:58:25.838884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Set router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:25.925470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189e08a-762f-4c5a-966a-9817993b26b5 req-9ebf6000-5d48-4a89-b764-129975abef9a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:25.933076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b189e08a-762f-4c5a-966a-9817993b26b5 req-9ebf6000-5d48-4a89-b764-129975abef9a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 944 time: 0.1260166
Feb 19 20:58:25.959977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5995d3b-9539-43e9-9a47-8ca34623adfd req-f7a29b94-a5f0-4c0a-bade-e8035407eb83 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300100
Feb 19 20:58:25.980233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Allocated IP 172.20.0.1 (81f242f2-1080-48a8-9d1e-339d4894947e/c0624bf1-e248-469d-8e03-76429423d519/4059132e-1d53-4fbb-8c8a-2c813f224590) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:58:26.043820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b189e08a-762f-4c5a-966a-9817993b26b5 req-9088bbf4-e051-4a0a-9a33-efc5977bd05f tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078868
Feb 19 20:58:26.120756 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Publish callbacks [] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.184261 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.190423 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.201651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d260dc92-be79-4c81-9047-c498edf6bc43 None None] Provisioning complete for port cb007680-83ab-4bd4-887c-fcd20ef01232 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:26.202329 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d260dc92-be79-4c81-9047-c498edf6bc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.242409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Network 81f242f2-1080-48a8-9d1e-339d4894947e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:26.244601 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5995d3b-9539-43e9-9a47-8ca34623adfd req-881c93a9-4f27-42a2-8005-c50706bf4f19 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659214
Feb 19 20:58:26.246082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:26.252022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:58:26.288489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Pushing event updated for resources: {'Port': ['ID=4059132e-1d53-4fbb-8c8a-2c813f224590,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:26.311669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.334297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ad989-a2fa-49bb-b2ed-94ba5a92bf4b req-db336bb8-7bfa-4b88-88ca-249edc107d77 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:26.338194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-515ad989-a2fa-49bb-b2ed-94ba5a92bf4b req-db336bb8-7bfa-4b88-88ca-249edc107d77 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "GET /v2.0/ports?device_id=330ffac4-6847-4284-aba3-e438b631a218 HTTP/1.1" status: 200  len: 946 time: 0.1941767
Feb 19 20:58:26.552726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port cb007680-83ab-4bd4-887c-fcd20ef01232 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:26.571058 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.628766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b58f-2344-45db-93fe-b72a6562c6be req-4e474ce9-deae-45e7-9ffa-48079499b81d tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:26.638707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d260dc92-be79-4c81-9047-c498edf6bc43 None None] Current status of the port cb007680-83ab-4bd4-887c-fcd20ef01232 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:26.642313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9427b58f-2344-45db-93fe-b72a6562c6be req-4e474ce9-deae-45e7-9ffa-48079499b81d tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 947 time: 0.1472647
Feb 19 20:58:26.656623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62fec9d0>, [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:23Z', 'revision_number': 3, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:26.723093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Checking router: 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:58:26.725308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Updating router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 port e559a280-bcd7-41d0-b050-465e157b8759 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:58:26.727478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-515ad989-a2fa-49bb-b2ed-94ba5a92bf4b req-23ac2c01-f0ce-4faf-8bc5-87b1b07977ca tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Deleting port bfe33598-34b0-438e-98e1-b9d8f02efb0b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:26.739099 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-515ad989-a2fa-49bb-b2ed-94ba5a92bf4b req-23ac2c01-f0ce-4faf-8bc5-87b1b07977ca tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.823559 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e559a280-bcd7-41d0-b050-465e157b8759), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.871000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2a991988-a0c5-45a6-955f-c1a7d1cb8877 None None] Provisioning complete for port 4059132e-1d53-4fbb-8c8a-2c813f224590 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:26.871245 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a991988-a0c5-45a6-955f-c1a7d1cb8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.890297 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Publish callbacks [] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.902605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.959971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9427b58f-2344-45db-93fe-b72a6562c6be req-d2fb5597-6294-482c-a230-abd32631d3ee tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3166213
Feb 19 20:58:26.963348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-515ad989-a2fa-49bb-b2ed-94ba5a92bf4b req-23ac2c01-f0ce-4faf-8bc5-87b1b07977ca tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] For port bfe33598-34b0-438e-98e1-b9d8f02efb0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bfe33598-34b0-438e-98e1-b9d8f02efb0b,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:26.969386 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-515ad989-a2fa-49bb-b2ed-94ba5a92bf4b req-23ac2c01-f0ce-4faf-8bc5-87b1b07977ca tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:26.998802 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:27.019034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Pushing event updated for resources: {'Port': ['ID=4059132e-1d53-4fbb-8c8a-2c813f224590,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:27.023184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-515ad989-a2fa-49bb-b2ed-94ba5a92bf4b req-23ac2c01-f0ce-4faf-8bc5-87b1b07977ca tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Calling delete_port for bfe33598-34b0-438e-98e1-b9d8f02efb0b owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:27.024348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48550) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:27.043545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33ea30-9e9c-4754-9120-0b317b9658ee req-dd555184-0b53-4d4b-afee-355650a74655 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:27.048693 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc33ea30-9e9c-4754-9120-0b317b9658ee req-dd555184-0b53-4d4b-afee-355650a74655 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "GET /v2.0/ports?device_id=9678da86-446e-4e8a-8bde-75d9478d3ecf HTTP/1.1" status: 200  len: 945 time: 0.4034719
Feb 19 20:58:27.057390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2a991988-a0c5-45a6-955f-c1a7d1cb8877 None None] Port 4059132e-1d53-4fbb-8c8a-2c813f224590 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:58:27.196380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617ff11-55a1-479e-b2e2-a77f812fae6b req-5880e802-3b5b-45c4-af50-79daa79b1d5b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:27.215347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5617ff11-55a1-479e-b2e2-a77f812fae6b req-5880e802-3b5b-45c4-af50-79daa79b1d5b tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=330ffac4-6847-4284-aba3-e438b631a218 HTTP/1.1" status: 200  len: 946 time: 0.3521788
Feb 19 20:58:27.248168 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a84b26e-510f-45d6-8527-e49ea8d7d997 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group (1a6fd058-e30e-4b41-9b89-fe9e82aff608), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:27.325405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a84b26e-510f-45d6-8527-e49ea8d7d997 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group (1a6fd058-e30e-4b41-9b89-fe9e82aff608), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:27.353661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Network 81f242f2-1080-48a8-9d1e-339d4894947e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:27.357543 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:27.460715 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Publish callbacks [] for port (e559a280-bcd7-41d0-b050-465e157b8759), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:27.469364 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e559a280-bcd7-41d0-b050-465e157b8759), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:27.563566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5617ff11-55a1-479e-b2e2-a77f812fae6b req-2286cd0f-63b1-4ea1-9fd8-f21f558e64ad tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/security-groups?id=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3418107
Feb 19 20:58:27.587875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526159c1-1ac1-4c81-8a2b-63fc42f5cdbd None None] Pushing event updated for resources: {'Port': ['ID=e559a280-bcd7-41d0-b050-465e157b8759,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:27.593385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Attempting to bind port e559a280-bcd7-41d0-b050-465e157b8759 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:27.595859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Attempting to bind port e559a280-bcd7-41d0-b050-465e157b8759 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:27.596848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Attempting to bind port e559a280-bcd7-41d0-b050-465e157b8759 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:27.606609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:27.607372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:27.608048 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:27.608734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:27.609649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Bound port: e559a280-bcd7-41d0-b050-465e157b8759, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:27.612016 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e559a280-bcd7-41d0-b050-465e157b8759), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:27.654715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-dc33ea30-9e9c-4754-9120-0b317b9658ee req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Deleting port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:27.655068 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc33ea30-9e9c-4754-9120-0b317b9658ee req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:27.684969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82221895-3966-44be-834f-ae517ae66b18 req-b88e2af9-924c-4b94-a975-c6806878910c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:27.693747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82221895-3966-44be-834f-ae517ae66b18 req-b88e2af9-924c-4b94-a975-c6806878910c tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 944 time: 0.2876334
Feb 19 20:58:27.700577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:58:27.702788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] For port e559a280-bcd7-41d0-b050-465e157b8759, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:27.721148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] For port e559a280-bcd7-41d0-b050-465e157b8759, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e559a280-bcd7-41d0-b050-465e157b8759,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:27.755261 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e559a280-bcd7-41d0-b050-465e157b8759), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:27.891860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a84b26e-510f-45d6-8527-e49ea8d7d997 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1a6fd058-e30e-4b41-9b89-fe9e82aff608), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:27.894081 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a84b26e-510f-45d6-8527-e49ea8d7d997 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:27.895193 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0a84b26e-510f-45d6-8527-e49ea8d7d997 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "DELETE /v2.0/security-groups/1a6fd058-e30e-4b41-9b89-fe9e82aff608 HTTP/1.1" status: 204  len: 168 time: 0.8619175
Feb 19 20:58:27.923594 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48594) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:27.975020 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Routers {'1f31a1f9-165e-4e4b-97f2-3a134fc944c3'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:27.975668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62fec9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:27.977746 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84b26e-510f-45d6-8527-e49ea8d7d997 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6fd058-e30e-4b41-9b89-fe9e82aff608,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:27.988821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ba8b410f-adc7-4267-9f6c-4ae13d59248b None None] Provisioning complete for port 4059132e-1d53-4fbb-8c8a-2c813f224590 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:27.989678 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba8b410f-adc7-4267-9f6c-4ae13d59248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:28.002388 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-53560702-0dc7-4d2d-945b-10ef65e417e7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] show failed (client error): The resource could not be found.
Feb 19 20:58:28.003538 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-53560702-0dc7-4d2d-945b-10ef65e417e7 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "GET /v2.0/security-groups/1a6fd058-e30e-4b41-9b89-fe9e82aff608 HTTP/1.1" status: 404  len: 347 time: 0.0772889
Feb 19 20:58:28.009856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48600) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:28.079543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526159c1-1ac1-4c81-8a2b-63fc42f5cdbd None None] Pushing event updated for resources: {'Port': ['ID=e559a280-bcd7-41d0-b050-465e157b8759,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:28.136695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 835957bc-cf48-4628-ac6b-011383e9ecd7 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:28.228421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b410f-adc7-4267-9f6c-4ae13d59248b None None] Port 4059132e-1d53-4fbb-8c8a-2c813f224590 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:58:28.279440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:58:28.286403 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b6283f6a-2ce7-4a31-b4b2-9fc14148945b admin admin] 10.222.0.30 "PUT /v2.0/routers/1f31a1f9-165e-4e4b-97f2-3a134fc944c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7851994
Feb 19 20:58:28.297484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 835957bc-cf48-4628-ac6b-011383e9ecd7 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:58:28.303101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 835957bc-cf48-4628-ac6b-011383e9ecd7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:28.303493 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:28.349965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] Set router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:28.429563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b601d5f7-7599-4edd-aa0f-2c1f336d66fa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Deleting port 15d236d8-652a-4c71-ad8e-ab44523583ed {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:28.429928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b601d5f7-7599-4edd-aa0f-2c1f336d66fa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (15d236d8-652a-4c71-ad8e-ab44523583ed), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:28.518250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 89832a83-9f4f-4449-b43c-c9fafb143517 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:58:28.530682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device bfe33598-34b0-438e-98e1-b9d8f02efb0b no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:28.563743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b601d5f7-7599-4edd-aa0f-2c1f336d66fa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (15d236d8-652a-4c71-ad8e-ab44523583ed), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:28.564163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b601d5f7-7599-4edd-aa0f-2c1f336d66fa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for floatingip (15d236d8-652a-4c71-ad8e-ab44523583ed), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:28.589975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b601d5f7-7599-4edd-aa0f-2c1f336d66fa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Calling delete_port for 15d236d8-652a-4c71-ad8e-ab44523583ed owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:28.642335 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-515ad989-a2fa-49bb-b2ed-94ba5a92bf4b req-23ac2c01-f0ce-4faf-8bc5-87b1b07977ca tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (bfe33598-34b0-438e-98e1-b9d8f02efb0b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:28.766035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac2c01-f0ce-4faf-8bc5-87b1b07977ca tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Pushing event deleted for resources: {'Port': ['ID=bfe33598-34b0-438e-98e1-b9d8f02efb0b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:28.821354 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82221895-3966-44be-834f-ae517ae66b18 req-308d030a-a2f9-4971-81b2-baed5b5aeaa6 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1266184
Feb 19 20:58:28.825847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 89832a83-9f4f-4449-b43c-c9fafb143517, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89832a83-9f4f-4449-b43c-c9fafb143517,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:28.846145 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b601d5f7-7599-4edd-aa0f-2c1f336d66fa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (15d236d8-652a-4c71-ad8e-ab44523583ed), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:28.849433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '89832a83-9f4f-4449-b43c-c9fafb143517', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '89832a83-9f4f-4449-b43c-c9fafb143517', 'mac_address': 'fa:16:3e:5e:18:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:58:28.910706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-dc33ea30-9e9c-4754-9120-0b317b9658ee req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] For port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963,segment=NetworkSegment(71c49990-8ace-4aaa-98d2-af3fb27ac187),segment_id=71c49990-8ace-4aaa-98d2-af3fb27ac187)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:28.912184 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc33ea30-9e9c-4754-9120-0b317b9658ee req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:28.914298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['c0ad5b33-b1ef-47b6-9a56-eaa61e73c963'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:28.938932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601d5f7-7599-4edd-aa0f-2c1f336d66fa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Port': ['ID=15d236d8-652a-4c71-ad8e-ab44523583ed,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:28.945290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-dc33ea30-9e9c-4754-9120-0b317b9658ee req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Calling delete_port for c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:28.967373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: bfe33598-34b0-438e-98e1-b9d8f02efb0b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:28.970431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device bfe33598-34b0-438e-98e1-b9d8f02efb0b not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:29.158285 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b601d5f7-7599-4edd-aa0f-2c1f336d66fa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for floatingip (d6f80be5-cac4-4724-97f2-a8541eb21c39), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:29.160885 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b601d5f7-7599-4edd-aa0f-2c1f336d66fa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:29.162098 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b601d5f7-7599-4edd-aa0f-2c1f336d66fa tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "DELETE /v2.0/floatingips/d6f80be5-cac4-4724-97f2-a8541eb21c39 HTTP/1.1" status: 204  len: 168 time: 1.1483872
Feb 19 20:58:29.175574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48656) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:29.242859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 89832a83-9f4f-4449-b43c-c9fafb143517 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:29.242859 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:29.347080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a18f691f-97f0-4ff2-8501-9181b987c598 req-9fc64cd2-279a-41ae-9236-e6dfb7fbc400 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.30 "GET /v2.0/ports?device_id=330ffac4-6847-4284-aba3-e438b631a218 HTTP/1.1" status: 200  len: 210 time: 0.1128225
Feb 19 20:58:29.388535 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:29.446249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89832a83-9f4f-4449-b43c-c9fafb143517 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:29.450294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ac850c60-98db-4b55-9ad5-44f8a7d705db tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Deleting port 6290f8b3-0737-4492-8de5-f27de84a5a1e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:29.450651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac850c60-98db-4b55-9ad5-44f8a7d705db tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:29.500498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-515ad989-a2fa-49bb-b2ed-94ba5a92bf4b req-23ac2c01-f0ce-4faf-8bc5-87b1b07977ca tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] No DVR routers for this DVR port bfe33598-34b0-438e-98e1-b9d8f02efb0b on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:29.520245 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-515ad989-a2fa-49bb-b2ed-94ba5a92bf4b req-23ac2c01-f0ce-4faf-8bc5-87b1b07977ca tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:29.527253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-515ad989-a2fa-49bb-b2ed-94ba5a92bf4b req-23ac2c01-f0ce-4faf-8bc5-87b1b07977ca tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "DELETE /v2.0/ports/bfe33598-34b0-438e-98e1-b9d8f02efb0b HTTP/1.1" status: 204  len: 173 time: 3.1791735
Feb 19 20:58:29.547131 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330ffac4-6847-4284-aba3-e438b631a218', 'name': 'network-vif-deleted', 'tag': 'bfe33598-34b0-438e-98e1-b9d8f02efb0b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:29.554463 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890ccce8-20e2-4a5a-b9a1-8af5192b5633" -d '{"events": [{"server_uuid": "330ffac4-6847-4284-aba3-e438b631a218", "name": "network-vif-deleted", "tag": "bfe33598-34b0-438e-98e1-b9d8f02efb0b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:29.578749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ba90c-6eb1-462e-aab4-c1c8446e168c req-6ea1a501-5ed6-4b2a-80b6-1253bfc4a645 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:29.580954 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-577ba90c-6eb1-462e-aab4-c1c8446e168c req-6ea1a501-5ed6-4b2a-80b6-1253bfc4a645 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 947 time: 1.1802216
Feb 19 20:58:29.622282 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc33ea30-9e9c-4754-9120-0b317b9658ee req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c0ad5b33-b1ef-47b6-9a56-eaa61e73c963), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:29.696789 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Pushing event deleted for resources: {'Port': ['ID=c0ad5b33-b1ef-47b6-9a56-eaa61e73c963,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:29.711636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac850c60-98db-4b55-9ad5-44f8a7d705db tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:29.765713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ac850c60-98db-4b55-9ad5-44f8a7d705db tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Calling delete_port for 6290f8b3-0737-4492-8de5-f27de84a5a1e owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:29.803072 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-577ba90c-6eb1-462e-aab4-c1c8446e168c req-7b274615-b2fc-4e5e-929b-fd1c3529dac8 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039852
Feb 19 20:58:29.813802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.814566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.816077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.816665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.817147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.817585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.818027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.818464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.818910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.819523 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.819951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.820417 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.820847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:29.912588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc33ea30-9e9c-4754-9120-0b317b9658ee req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] No DVR routers for this DVR port c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:29.915281 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc33ea30-9e9c-4754-9120-0b317b9658ee req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:29.920266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc33ea30-9e9c-4754-9120-0b317b9658ee req-56d85fdd-20fe-425d-b549-5918c6c84d75 tempest-MultipleCreateTestJSON-1195871442 tempest-MultipleCreateTestJSON-1195871442-project] 10.222.0.10 "DELETE /v2.0/ports/c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 HTTP/1.1" status: 204  len: 173 time: 2.8576088
Feb 19 20:58:29.966211 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6287256e-91e7-4c45-8485-340742b97b30 x-openstack-request-id: req-6287256e-91e7-4c45-8485-340742b97b30 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:29.966815 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330ffac4-6847-4284-aba3-e438b631a218", "name": "network-vif-deleted", "tag": "bfe33598-34b0-438e-98e1-b9d8f02efb0b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:29.967366 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6287256e-91e7-4c45-8485-340742b97b30 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:29.967990 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330ffac4-6847-4284-aba3-e438b631a218', 'name': 'network-vif-deleted', 'tag': 'bfe33598-34b0-438e-98e1-b9d8f02efb0b', 'status': 'completed', 'code': 200}
Feb 19 20:58:30.072702 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac850c60-98db-4b55-9ad5-44f8a7d705db tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (6290f8b3-0737-4492-8de5-f27de84a5a1e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:30.110797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['c0ad5b33-b1ef-47b6-9a56-eaa61e73c963'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:30.143629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 89832a83-9f4f-4449-b43c-c9fafb143517, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89832a83-9f4f-4449-b43c-c9fafb143517,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:30.186139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac850c60-98db-4b55-9ad5-44f8a7d705db tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Port': ['ID=6290f8b3-0737-4492-8de5-f27de84a5a1e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:30.283006 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:30.342423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 835957bc-cf48-4628-ac6b-011383e9ecd7 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:30.347206 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:30.397804 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac850c60-98db-4b55-9ad5-44f8a7d705db tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:30.403941 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ac850c60-98db-4b55-9ad5-44f8a7d705db tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "DELETE /v2.0/ports/6290f8b3-0737-4492-8de5-f27de84a5a1e HTTP/1.1" status: 204  len: 168 time: 1.2277358
Feb 19 20:58:30.407252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48698) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:30.562148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=89832a83-9f4f-4449-b43c-c9fafb143517,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:30.607389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:30.638242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-87264d14-4018-4410-9a46-21ebb89f95c2 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Deleting port e1552338-247f-46d8-ba3c-0852bc6b82e8 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:30.639308 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-87264d14-4018-4410-9a46-21ebb89f95c2 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:30.667620 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:30.668419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c0ad5b33-b1ef-47b6-9a56-eaa61e73c963 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:30.688747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:30.692528 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1471f93-72ff-4a62-a882-9e055c57afc0" -d '{"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-plugged", "status": "completed", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:30.762169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['89832a83-9f4f-4449-b43c-c9fafb143517'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:30.780483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:30.814734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c5140-b0aa-416c-b0b4-bd2be790254c req-a1bef721-384c-4b85-b39c-7704ec8b0e76 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:30.825308 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-502c5140-b0aa-416c-b0b4-bd2be790254c req-a1bef721-384c-4b85-b39c-7704ec8b0e76 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 944 time: 0.2970800
Feb 19 20:58:30.830282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62fec9d0>, [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4059132e-1d53-4fbb-8c8a-2c813f224590', 'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'mac_address': 'fa:16:3e:5c:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:25Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 2, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'subnets': [{'id': 'c0624bf1-e248-469d-8e03-76429423d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:30.948777 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:30.951935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 6c8ecc50-2b75-491a-8873-0464b03ecc0d up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:30.979335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-502c5140-b0aa-416c-b0b4-bd2be790254c req-22405d70-4b27-41fc-bd03-078dcfbaae38 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530378
Feb 19 20:58:31.020057 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48708) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:31.025199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc96eb7-8b8d-4598-9da8-685d47777751 None None] The sync data for ids ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'] in ncdv-master-1 is: [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4059132e-1d53-4fbb-8c8a-2c813f224590', 'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'mac_address': 'fa:16:3e:5c:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:25Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 2, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'subnets': [{'id': 'c0624bf1-e248-469d-8e03-76429423d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:58:31.025489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a66574cd-3121-4f0f-9712-9e3acde984f8 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000879777', 'description': 'tempest-description--528254392'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:31.027634 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-87264d14-4018-4410-9a46-21ebb89f95c2 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.043372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-87264d14-4018-4410-9a46-21ebb89f95c2 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Calling delete_port for e1552338-247f-46d8-ba3c-0852bc6b82e8 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:31.077378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:31.134704 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a66574cd-3121-4f0f-9712-9e3acde984f8 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.256675 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-87264d14-4018-4410-9a46-21ebb89f95c2 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e1552338-247f-46d8-ba3c-0852bc6b82e8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.351800 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81343d40-aa91-4fcf-8e58-9521be39a2f7 x-openstack-request-id: req-81343d40-aa91-4fcf-8e58-9521be39a2f7 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:31.352553 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-plugged", "status": "completed", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:31.352955 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81343d40-aa91-4fcf-8e58-9521be39a2f7 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:31.353372 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'code': 200}
Feb 19 20:58:31.362137 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a66574cd-3121-4f0f-9712-9e3acde984f8 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group (c8a50c26-0cbc-4c41-a6bb-43c359152f22), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.377033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a66574cd-3121-4f0f-9712-9e3acde984f8 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c8a50c26-0cbc-4c41-a6bb-43c359152f22), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.381379 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:58:31.390981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 6c8ecc50-2b75-491a-8873-0464b03ecc0d completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:58:31.404530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 6c8ecc50-2b75-491a-8873-0464b03ecc0d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:31.404940 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.423100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87264d14-4018-4410-9a46-21ebb89f95c2 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Port': ['ID=e1552338-247f-46d8-ba3c-0852bc6b82e8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:31.451398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66574cd-3121-4f0f-9712-9e3acde984f8 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a50c26-0cbc-4c41-a6bb-43c359152f22,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:31.494977 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a66574cd-3121-4f0f-9712-9e3acde984f8 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.504967 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a66574cd-3121-4f0f-9712-9e3acde984f8 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4837134
Feb 19 20:58:31.505982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48722) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:31.518236 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e364f6ac-3fdb-472e-bd1f-cc3de4c47a8d tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Request body: {'security_group_rule': {'security_group_id': 'c8a50c26-0cbc-4c41-a6bb-43c359152f22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:31.580363 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e364f6ac-3fdb-472e-bd1f-cc3de4c47a8d tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group_rule (ed3824f5-3793-4639-9379-0a70b8aff8ef), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.730963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 6c8ecc50-2b75-491a-8873-0464b03ecc0d is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:31.733269 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.754786 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e364f6ac-3fdb-472e-bd1f-cc3de4c47a8d tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group_rule (ed3824f5-3793-4639-9379-0a70b8aff8ef), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.768495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e364f6ac-3fdb-472e-bd1f-cc3de4c47a8d tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (ed3824f5-3793-4639-9379-0a70b8aff8ef), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.791783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:31.804155 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.807208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 296aa138-ed01-4c5c-b1dd-57c160938115 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:31.814590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364f6ac-3fdb-472e-bd1f-cc3de4c47a8d tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3824f5-3793-4639-9379-0a70b8aff8ef,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:31.844299 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e364f6ac-3fdb-472e-bd1f-cc3de4c47a8d tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.845664 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e364f6ac-3fdb-472e-bd1f-cc3de4c47a8d tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3362112
Feb 19 20:58:31.848248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48726) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:31.853962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Request body: {'security_group_rule': {'security_group_id': 'c8a50c26-0cbc-4c41-a6bb-43c359152f22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:31.911215 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group_rule (10d3b286-4faa-48ed-9fff-d626b9046f85), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:31.943921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c68b6-87ec-465f-a0e2-cbe6aeeb21cd req-9e6317cc-213f-4f53-8613-8af5518bcd9b tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:31.951616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a2c68b6-87ec-465f-a0e2-cbe6aeeb21cd req-9e6317cc-213f-4f53-8613-8af5518bcd9b tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 948 time: 0.4789200
Feb 19 20:58:31.952456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=6c8ecc50-2b75-491a-8873-0464b03ecc0d,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:31.965421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 296aa138-ed01-4c5c-b1dd-57c160938115 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:31.966289 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.000610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9678da86-446e-4e8a-8bde-75d9478d3ecf', 'name': 'network-vif-deleted', 'tag': 'c0ad5b33-b1ef-47b6-9a56-eaa61e73c963'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:32.003791 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf353c0-562a-4e84-a48e-e0f80e3b6e85" -d '{"events": [{"server_uuid": "9678da86-446e-4e8a-8bde-75d9478d3ecf", "name": "network-vif-deleted", "tag": "c0ad5b33-b1ef-47b6-9a56-eaa61e73c963"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:32.026645 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-87264d14-4018-4410-9a46-21ebb89f95c2 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.041295 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-87264d14-4018-4410-9a46-21ebb89f95c2 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "DELETE /v2.0/ports/e1552338-247f-46d8-ba3c-0852bc6b82e8 HTTP/1.1" status: 204  len: 168 time: 1.6324618
Feb 19 20:58:32.047114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48736) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:32.050774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b3fb-e27b-4df1-baea-945d15e6073c req-42516b24-dd4a-48ca-b7a3-6f08d28c86d2 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:32.052762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4726b3fb-e27b-4df1-baea-945d15e6073c req-42516b24-dd4a-48ca-b7a3-6f08d28c86d2 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 946 time: 0.6314840
Feb 19 20:58:32.071376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group_rule (10d3b286-4faa-48ed-9fff-d626b9046f85), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.099179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26e0c0-552a-406d-b94a-9d2ee9299c3a req-a6d6ce55-8bb1-4abf-b998-015c066efe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:32.101183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb26e0c0-552a-406d-b94a-9d2ee9299c3a req-a6d6ce55-8bb1-4abf-b998-015c066efe00 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 1132 time: 0.6033578
Feb 19 20:58:32.115336 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 296aa138-ed01-4c5c-b1dd-57c160938115 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:32.115912 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.135016 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (10d3b286-4faa-48ed-9fff-d626b9046f85), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.200811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d3b286-4faa-48ed-9fff-d626b9046f85,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:32.211847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 296aa138-ed01-4c5c-b1dd-57c160938115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=296aa138-ed01-4c5c-b1dd-57c160938115,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:32.217210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a2c68b6-87ec-465f-a0e2-cbe6aeeb21cd req-9f18e305-9981-42fe-8d04-9042ce66ad99 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2631698
Feb 19 20:58:32.225862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4726b3fb-e27b-4df1-baea-945d15e6073c req-ebec683b-24c9-4075-8cbc-3b243a3eadf6 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/security-groups?id=57bb801d-fb67-4e21-b20a-e1d3a3605af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640015
Feb 19 20:58:32.233245 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.265009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.273967 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4245529
Feb 19 20:58:32.277344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48740) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:32.286888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48742) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:32.288479 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadbb983-e6ab-4ce4-8c31-c251d037a4a3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Deleting subnet 8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:58:32.294629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.294986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.295339 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.295682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.297682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.298039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.298382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.300658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.301048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.301395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.301737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.302082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.302422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09307b18-6dcc-4400-a07e-b9882199d637 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:32.312130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:32.313211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cadbb983-e6ab-4ce4-8c31-c251d037a4a3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for subnet (8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.340799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb26e0c0-552a-406d-b94a-9d2ee9299c3a req-53a1afae-e376-4d4e-8cdb-bb6b02072464 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2275579
Feb 19 20:58:32.374475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=296aa138-ed01-4c5c-b1dd-57c160938115,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:32.426751 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cadbb983-e6ab-4ce4-8c31-c251d037a4a3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.430505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 89832a83-9f4f-4449-b43c-c9fafb143517 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:32.449136 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8447f00-337f-4e37-9196-5130ece59355 x-openstack-request-id: req-c8447f00-337f-4e37-9196-5130ece59355 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:32.452731 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9678da86-446e-4e8a-8bde-75d9478d3ecf", "name": "network-vif-deleted", "tag": "c0ad5b33-b1ef-47b6-9a56-eaa61e73c963", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:32.452731 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8447f00-337f-4e37-9196-5130ece59355 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:32.452731 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9678da86-446e-4e8a-8bde-75d9478d3ecf', 'name': 'network-vif-deleted', 'tag': 'c0ad5b33-b1ef-47b6-9a56-eaa61e73c963', 'status': 'completed', 'code': 200}
Feb 19 20:58:32.520888 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.596732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cadbb983-e6ab-4ce4-8c31-c251d037a4a3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.623360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2d0869-7c89-4cd7-a782-13e155e2621d admin admin] Deleting subnet e3809839-0292-43fd-bb76-1d312d8856ab {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:58:32.628941 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0869-7c89-4cd7-a782-13e155e2621d admin admin] Publish callbacks [] for subnet (e3809839-0292-43fd-bb76-1d312d8856ab), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.667414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 89832a83-9f4f-4449-b43c-c9fafb143517 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:58:32.681484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 89832a83-9f4f-4449-b43c-c9fafb143517 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:32.682445 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.684835 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0869-7c89-4cd7-a782-13e155e2621d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (e3809839-0292-43fd-bb76-1d312d8856ab), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.729481 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cadbb983-e6ab-4ce4-8c31-c251d037a4a3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.758443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbb983-e6ab-4ce4-8c31-c251d037a4a3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Subnet': ['ID=8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:32.775866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cadbb983-e6ab-4ce4-8c31-c251d037a4a3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.780896 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cadbb983-e6ab-4ce4-8c31-c251d037a4a3 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "DELETE /v2.0/subnets/8f42f8cf-6ac1-48dc-ac1e-0d23f1d8c7d7 HTTP/1.1" status: 204  len: 168 time: 0.7258072
Feb 19 20:58:32.783254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48756) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:32.803461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e31d0f0-a33d-4a46-a150-89f162de1392 None None] Network 29f753c7-df02-4765-94b5-9df128b873af requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:58:32.839861 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0869-7c89-4cd7-a782-13e155e2621d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (e3809839-0292-43fd-bb76-1d312d8856ab), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:32.920009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831d137-cfd4-490e-8fb9-b2ef2b18042c req-81799050-6535-4929-9ee2-f3a79eb38657 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:32.927745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a831d137-cfd4-490e-8fb9-b2ef2b18042c req-81799050-6535-4929-9ee2-f3a79eb38657 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 945 time: 0.4239707
Feb 19 20:58:32.929342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e66bd2c-501b-4d10-9b00-b03fe4770c66 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Deleting subnet ab430779-ff98-4000-97a1-8a0acc37e927 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:58:32.933209 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7e66bd2c-501b-4d10-9b00-b03fe4770c66 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks [] for subnet (ab430779-ff98-4000-97a1-8a0acc37e927), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.004092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7e66bd2c-501b-4d10-9b00-b03fe4770c66 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (ab430779-ff98-4000-97a1-8a0acc37e927), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.017038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfdf0a-5d6b-4782-8ccb-3018bc7df4ba req-a92868ac-45a4-4e11-b666-2146d60ef498 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:33.018630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abbfdf0a-5d6b-4782-8ccb-3018bc7df4ba req-a92868ac-45a4-4e11-b666-2146d60ef498 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.67 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 946 time: 0.3987079
Feb 19 20:58:33.039044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e559a280-bcd7-41d0-b050-465e157b8759 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:33.151838 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7e66bd2c-501b-4d10-9b00-b03fe4770c66 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (ab430779-ff98-4000-97a1-8a0acc37e927), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.263093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0869-7c89-4cd7-a782-13e155e2621d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (e3809839-0292-43fd-bb76-1d312d8856ab), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.295672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a831d137-cfd4-490e-8fb9-b2ef2b18042c req-f2d41c0d-3e59-4e46-87c3-a60738a7189a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3640358
Feb 19 20:58:33.330374 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7e66bd2c-501b-4d10-9b00-b03fe4770c66 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (ab430779-ff98-4000-97a1-8a0acc37e927), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.345200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 89832a83-9f4f-4449-b43c-c9fafb143517 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:33.347120 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.392052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8ecc50-2b75-491a-8873-0464b03ecc0d'}, {'server_uuid': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296aa138-ed01-4c5c-b1dd-57c160938115'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:33.394793 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31274678-bf8f-4ac1-a296-7ac4de908740" -d '{"events": [{"server_uuid": "c69ff896-e0c9-463d-ac90-7b19f8f7d912", "name": "network-vif-plugged", "status": "completed", "tag": "6c8ecc50-2b75-491a-8873-0464b03ecc0d"}, {"server_uuid": "0c58f78c-bd41-4570-86ec-a9d3a898e1b4", "name": "network-vif-plugged", "status": "completed", "tag": "296aa138-ed01-4c5c-b1dd-57c160938115"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:33.405302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66bd2c-501b-4d10-9b00-b03fe4770c66 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Subnet': ['ID=ab430779-ff98-4000-97a1-8a0acc37e927,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:33.411915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d0869-7c89-4cd7-a782-13e155e2621d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3809839-0292-43fd-bb76-1d312d8856ab,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:33.413596 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7e66bd2c-501b-4d10-9b00-b03fe4770c66 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.423264 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0869-7c89-4cd7-a782-13e155e2621d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.425410 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7e66bd2c-501b-4d10-9b00-b03fe4770c66 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "DELETE /v2.0/subnets/ab430779-ff98-4000-97a1-8a0acc37e927 HTTP/1.1" status: 204  len: 168 time: 0.6381030
Feb 19 20:58:33.429697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48770) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:33.438299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9b2d0869-7c89-4cd7-a782-13e155e2621d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e3809839-0292-43fd-bb76-1d312d8856ab HTTP/1.1" status: 204  len: 168 time: 1.1102195
Feb 19 20:58:33.452548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48772) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:33.487640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 89832a83-9f4f-4449-b43c-c9fafb143517, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89832a83-9f4f-4449-b43c-c9fafb143517,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:33.489139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97983226-4636-4c61-b498-1a833c58762f None None] Network 3a65eeba-09aa-46e7-a378-b06f5822655f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:58:33.599491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.612952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e559a280-bcd7-41d0-b050-465e157b8759 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:33.613556 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e559a280-bcd7-41d0-b050-465e157b8759), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.639794 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (b985be9e-d38c-4279-82e4-b246daeadbde), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.689164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df67d748-635e-4fb0-9cc2-14002567ad96 None None] DHCP port deletion for 29f753c7-df02-4765-94b5-9df128b873af request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:58:33.714465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-abbfdf0a-5d6b-4782-8ccb-3018bc7df4ba req-d8b19d6a-a0b1-4003-92f8-983a3d82a082 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Deleting port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:33.714858 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-abbfdf0a-5d6b-4782-8ccb-3018bc7df4ba req-d8b19d6a-a0b1-4003-92f8-983a3d82a082 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.761343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdbbaf-30b0-4ef4-93a1-65c40890943f req-f3d9b9cc-a5b6-463f-82ea-bb46be656637 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:33.763299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5bdbbaf-30b0-4ef4-93a1-65c40890943f req-f3d9b9cc-a5b6-463f-82ea-bb46be656637 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 948 time: 0.3583584
Feb 19 20:58:33.772065 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.799347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846588bf-4b51-41a8-94ff-0cc89e13b231 req-459f7eb2-11f0-45b5-8575-fede72e01d07 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:33.799780 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (29f753c7-df02-4765-94b5-9df128b873af), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.801626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-846588bf-4b51-41a8-94ff-0cc89e13b231 req-459f7eb2-11f0-45b5-8575-fede72e01d07 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 946 time: 0.3321776
Feb 19 20:58:33.848075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (b985be9e-d38c-4279-82e4-b246daeadbde), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:33.943181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=89832a83-9f4f-4449-b43c-c9fafb143517,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:33.980272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-df67d748-635e-4fb0-9cc2-14002567ad96 None None] Deleting port 9894157e-c84f-4774-a3e0-93e2635dd91c {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:33.980700 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-df67d748-635e-4fb0-9cc2-14002567ad96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.069811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Allocated IP 172.35.2.80 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/4984c985-30cb-4098-8b9f-cbe2e1ae2366) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:58:34.189986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e559a280-bcd7-41d0-b050-465e157b8759 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:34.190781 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e559a280-bcd7-41d0-b050-465e157b8759), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.205337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-df67d748-635e-4fb0-9cc2-14002567ad96 None None] For port 9894157e-c84f-4774-a3e0-93e2635dd91c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9894157e-c84f-4774-a3e0-93e2635dd91c,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:34.206104 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-df67d748-635e-4fb0-9cc2-14002567ad96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.242033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-df67d748-635e-4fb0-9cc2-14002567ad96 None None] Calling delete_port for 9894157e-c84f-4774-a3e0-93e2635dd91c owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:34.252482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port e559a280-bcd7-41d0-b050-465e157b8759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e559a280-bcd7-41d0-b050-465e157b8759,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:34.268599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb6d92b-62f2-4759-ac66-c2c1f6fe7475 None None] DHCP port deletion for 3a65eeba-09aa-46e7-a378-b06f5822655f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:58:34.278603 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e559a280-bcd7-41d0-b050-465e157b8759), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.334912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-846588bf-4b51-41a8-94ff-0cc89e13b231 req-61a26e39-8c30-4f40-bd91-5561b197f8b2 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/security-groups?id=57bb801d-fb67-4e21-b20a-e1d3a3605af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4989846
Feb 19 20:58:34.351253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-abbfdf0a-5d6b-4782-8ccb-3018bc7df4ba req-d8b19d6a-a0b1-4003-92f8-983a3d82a082 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] For port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947,segment=NetworkSegment(7f6ef7a9-5cb1-49fc-9981-6d9197776293),segment_id=7f6ef7a9-5cb1-49fc-9981-6d9197776293)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:34.351781 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-abbfdf0a-5d6b-4782-8ccb-3018bc7df4ba req-d8b19d6a-a0b1-4003-92f8-983a3d82a082 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.358551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5bdbbaf-30b0-4ef4-93a1-65c40890943f req-a01f0a12-95bd-4b4c-ade3-f6c501e5956a tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5532546
Feb 19 20:58:34.387004 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-abbfdf0a-5d6b-4782-8ccb-3018bc7df4ba req-d8b19d6a-a0b1-4003-92f8-983a3d82a082 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Calling delete_port for f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:34.475121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b5021c0>,) {'filters': {'network_id': ['b985be9e-d38c-4279-82e4-b246daeadbde']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:34.527513 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Deleting port 9894157e-c84f-4774-a3e0-93e2635dd91c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:34.528207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.535037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b5021c0>, '71c49990-8ace-4aaa-98d2-af3fb27ac187') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:34.536804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b5021c0>, '71c49990-8ace-4aaa-98d2-af3fb27ac187') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:34.571485 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for port (4984c985-30cb-4098-8b9f-cbe2e1ae2366), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.574205 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7997da8d-65bf-4b42-a857-990eaa4c166e x-openstack-request-id: req-7997da8d-65bf-4b42-a857-990eaa4c166e {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:34.574707 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69ff896-e0c9-463d-ac90-7b19f8f7d912", "name": "network-vif-plugged", "status": "completed", "tag": "6c8ecc50-2b75-491a-8873-0464b03ecc0d", "code": 200}, {"server_uuid": "0c58f78c-bd41-4570-86ec-a9d3a898e1b4", "name": "network-vif-plugged", "status": "completed", "tag": "296aa138-ed01-4c5c-b1dd-57c160938115", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:34.574809 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7997da8d-65bf-4b42-a857-990eaa4c166e {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:34.575149 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8ecc50-2b75-491a-8873-0464b03ecc0d', 'code': 200}
Feb 19 20:58:34.575410 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296aa138-ed01-4c5c-b1dd-57c160938115', 'code': 200}
Feb 19 20:58:34.635143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (71c49990-8ace-4aaa-98d2-af3fb27ac187), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.694484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4984c985-30cb-4098-8b9f-cbe2e1ae2366), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.759092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (71c49990-8ace-4aaa-98d2-af3fb27ac187), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.763138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:34.771218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:34.779984 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9aa87-e46d-44c7-a4c7-5026b3000d5a req-096ede9d-fc91-4565-801b-a84f3c706cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:34.780468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:58:34.782291 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1dc9aa87-e46d-44c7-a4c7-5026b3000d5a req-096ede9d-fc91-4565-801b-a84f3c706cc3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 1127 time: 0.1447692
Feb 19 20:58:34.843025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=e559a280-bcd7-41d0-b050-465e157b8759,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:34.882113 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:58:34.883024 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (71c49990-8ace-4aaa-98d2-af3fb27ac187), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.890399 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1dc9aa87-e46d-44c7-a4c7-5026b3000d5a req-5df1f077-9de5-4374-bc13-e6c908ba4a13 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919256
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:58:34.893994 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:58:34.899561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] For port 9894157e-c84f-4774-a3e0-93e2635dd91c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9894157e-c84f-4774-a3e0-93e2635dd91c,segment=NetworkSegment(995ae48b-b7c3-4284-8f95-2ba31bd21491),segment_id=995ae48b-b7c3-4284-8f95-2ba31bd21491)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:34.903362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.903565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb5e18-c4de-4f58-bf26-e936a03c372a req-718df9e8-07fd-4f99-960b-1832f68f69fb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:34.914127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9abb5e18-c4de-4f58-bf26-e936a03c372a req-718df9e8-07fd-4f99-960b-1832f68f69fb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 945 time: 0.2725568
Feb 19 20:58:34.915829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6d92b-62f2-4759-ac66-c2c1f6fe7475 None None] Deleting port 7db32218-410d-4ba1-905f-9ad24a342c80 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:34.916368 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d92b-62f2-4759-ac66-c2c1f6fe7475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:34.917151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Pushing event updated for resources: {'Port': ['ID=4984c985-30cb-4098-8b9f-cbe2e1ae2366,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:34.997188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Calling delete_port for 9894157e-c84f-4774-a3e0-93e2635dd91c owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:35.048549 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9abb5e18-c4de-4f58-bf26-e936a03c372a req-d0f171cc-5b5a-4711-a627-2899f70a734e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269190
Feb 19 20:58:35.070707 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (b985be9e-d38c-4279-82e4-b246daeadbde), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.090525 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.094865 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] 10.222.0.30 "DELETE /v2.0/networks/b985be9e-d38c-4279-82e4-b246daeadbde HTTP/1.1" status: 204  len: 168 time: 1.6380792
Feb 19 20:58:35.096223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73990c86-6583-45fe-b38c-446acc80ef8d admin admin] Pushing event deleted for resources: {'Network': ['ID=b985be9e-d38c-4279-82e4-b246daeadbde,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:35.118858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8cb6d92b-62f2-4759-ac66-c2c1f6fe7475 None None] For port 7db32218-410d-4ba1-905f-9ad24a342c80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7db32218-410d-4ba1-905f-9ad24a342c80,segment=NetworkSegment(f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb),segment_id=f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:35.119357 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d92b-62f2-4759-ac66-c2c1f6fe7475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.125897 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-abbfdf0a-5d6b-4782-8ccb-3018bc7df4ba req-d8b19d6a-a0b1-4003-92f8-983a3d82a082 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.166985 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.197444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6d92b-62f2-4759-ac66-c2c1f6fe7475 None None] Calling delete_port for 7db32218-410d-4ba1-905f-9ad24a342c80 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:35.245187 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-df67d748-635e-4fb0-9cc2-14002567ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (9894157e-c84f-4774-a3e0-93e2635dd91c), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.247341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7db32218-410d-4ba1-905f-9ad24a342c80 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:35.280970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Port': ['ID=9894157e-c84f-4774-a3e0-93e2635dd91c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:35.308286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] No DVR routers for this DVR port 9894157e-c84f-4774-a3e0-93e2635dd91c on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:35.346618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b19d6a-a0b1-4003-92f8-983a3d82a082 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Pushing event deleted for resources: {'Port': ['ID=f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:35.435868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbfdf0a-5d6b-4782-8ccb-3018bc7df4ba req-d8b19d6a-a0b1-4003-92f8-983a3d82a082 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] No DVR routers for this DVR port f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:35.440819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-abbfdf0a-5d6b-4782-8ccb-3018bc7df4ba req-d8b19d6a-a0b1-4003-92f8-983a3d82a082 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.444175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abbfdf0a-5d6b-4782-8ccb-3018bc7df4ba req-d8b19d6a-a0b1-4003-92f8-983a3d82a082 tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.67 "DELETE /v2.0/ports/f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 HTTP/1.1" status: 204  len: 173 time: 2.4099250
Feb 19 20:58:35.444746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2442bd9a-30f5-4574-bb24-5f0857fb20ed', 'name': 'network-vif-deleted', 'tag': 'f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:35.447045 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ad1c20-8a47-4aba-839d-6d9890eef03d" -d '{"events": [{"server_uuid": "2442bd9a-30f5-4574-bb24-5f0857fb20ed", "name": "network-vif-deleted", "tag": "f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:35.452508 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for floatingip (cba31a07-a721-49d4-b39d-48b9705701f1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.516121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Sync routers for ids ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:58:35.528187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df67d748-635e-4fb0-9cc2-14002567ad96 None None] No DVR routers for this DVR port 9894157e-c84f-4774-a3e0-93e2635dd91c on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:35.544200 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4984c985-30cb-4098-8b9f-cbe2e1ae2366), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.548840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67d748-635e-4fb0-9cc2-14002567ad96 None None] Pushing event deleted for resources: {'Port': ['ID=9894157e-c84f-4774-a3e0-93e2635dd91c,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:35.577904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Routers {'1f31a1f9-165e-4e4b-97f2-3a134fc944c3'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:35.578538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63814970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:35.589696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d92b-62f2-4759-ac66-c2c1f6fe7475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (7db32218-410d-4ba1-905f-9ad24a342c80), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.634485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (29f753c7-df02-4765-94b5-9df128b873af), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.688130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a26b2e0>,) {'filters': {'network_id': ['29f753c7-df02-4765-94b5-9df128b873af']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:35.697694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48814) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:35.701102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a26b2e0>, '995ae48b-b7c3-4284-8f95-2ba31bd21491') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:35.701102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a26b2e0>, '995ae48b-b7c3-4284-8f95-2ba31bd21491') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:35.729558 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (995ae48b-b7c3-4284-8f95-2ba31bd21491), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.730853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d2637c7-6728-456b-9cb5-12816236c5b3 req-38c8d52c-fc47-412b-a9be-e54ce556d08a tempest-VolumesAdminNegativeTest-637257177 tempest-VolumesAdminNegativeTest-637257177-project] 10.222.0.30 "GET /v2.0/ports?device_id=2442bd9a-30f5-4574-bb24-5f0857fb20ed HTTP/1.1" status: 200  len: 210 time: 0.1254046
Feb 19 20:58:35.789745 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3bd52307-722a-43a0-a510-2bb478e31821 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72c7d19a9f264a299de3fef34d6cc2e3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0908258
Feb 19 20:58:35.794556 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (995ae48b-b7c3-4284-8f95-2ba31bd21491), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.803008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No active binding found for port 7db32218-410d-4ba1-905f-9ad24a342c80 {{(pid=121130) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Feb 19 20:58:35.803401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] The host ncdv-master-1 is not matching for port 7db32218-410d-4ba1-905f-9ad24a342c80 host None! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:58:35.803657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48816) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:35.803788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7db32218-410d-4ba1-905f-9ad24a342c80 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:35.804215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9894157e-c84f-4774-a3e0-93e2635dd91c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:35.872187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:58:35.872761 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (995ae48b-b7c3-4284-8f95-2ba31bd21491), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:35.879026 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be307b98-7932-43a8-abc3-5d7ef4d57368 x-openstack-request-id: req-be307b98-7932-43a8-abc3-5d7ef4d57368 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:35.879307 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2442bd9a-30f5-4574-bb24-5f0857fb20ed", "name": "network-vif-deleted", "tag": "f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:35.879557 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be307b98-7932-43a8-abc3-5d7ef4d57368 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:35.880005 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2442bd9a-30f5-4574-bb24-5f0857fb20ed', 'name': 'network-vif-deleted', 'tag': 'f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947', 'status': 'completed', 'code': 200}
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:58:35.881786 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:58:35.914057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7f458-56e3-4389-9228-05ed2a7bc1cd req-01eca2f1-2691-4de3-8fd1-6da93f9ffa62 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:35.923098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36a7f458-56e3-4389-9228-05ed2a7bc1cd req-01eca2f1-2691-4de3-8fd1-6da93f9ffa62 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 949 time: 0.3801093
Feb 19 20:58:35.978872 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6069-dcde-430d-8d81-c3c372399cdb admin admin] Publish callbacks [] for security_group (72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.026346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (29f753c7-df02-4765-94b5-9df128b873af), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.055933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36a7f458-56e3-4389-9228-05ed2a7bc1cd req-dd2681d6-e75a-4b82-9c4e-98c3f0c6c039 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319253
Feb 19 20:58:36.066260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.080462 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "DELETE /v2.0/networks/29f753c7-df02-4765-94b5-9df128b873af HTTP/1.1" status: 204  len: 168 time: 2.6503203
Feb 19 20:58:36.084940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e67263-de8c-4c66-8f94-6c18bfc2aaf9 tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Network': ['ID=29f753c7-df02-4765-94b5-9df128b873af,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:36.086833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48830) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:36.089111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6069-dcde-430d-8d81-c3c372399cdb admin admin] Publish callbacks [] for security_group (72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.131215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6d92b-62f2-4759-ac66-c2c1f6fe7475 None None] Pushing event deleted for resources: {'Port': ['ID=7db32218-410d-4ba1-905f-9ad24a342c80,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:36.151908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 9894157e-c84f-4774-a3e0-93e2635dd91c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:36.152522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9894157e-c84f-4774-a3e0-93e2635dd91c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:36.156438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:36.164991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6d92b-62f2-4759-ac66-c2c1f6fe7475 None None] No DVR routers for this DVR port 7db32218-410d-4ba1-905f-9ad24a342c80 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:36.201157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:36.201820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device f59d1dcd-7b7b-4ed6-84ab-7b2d1fd3a947 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:36.218086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (3a65eeba-09aa-46e7-a378-b06f5822655f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.264987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Set router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:36.310646 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for port (4984c985-30cb-4098-8b9f-cbe2e1ae2366), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.333407 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4984c985-30cb-4098-8b9f-cbe2e1ae2366), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.442570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (3a65eeba-09aa-46e7-a378-b06f5822655f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.448945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e55cf-c14b-4a13-ba94-8b5f1e92742d req-3f24d5d4-5357-4a6e-9aa1-947de578c361 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:36.450519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-734e55cf-c14b-4a13-ba94-8b5f1e92742d req-3f24d5d4-5357-4a6e-9aa1-947de578c361 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 945 time: 0.2121463
Feb 19 20:58:36.486552 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69cc02b0>,) {'filters': {'network_id': ['3a65eeba-09aa-46e7-a378-b06f5822655f']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:36.497000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Pushing event updated for resources: {'Port': ['ID=4984c985-30cb-4098-8b9f-cbe2e1ae2366,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:36.499812 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69cc02b0>, 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:36.500549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69cc02b0>, 'f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:36.512301 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.534456 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.537968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (cba31a07-a721-49d4-b39d-48b9705701f1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.538456 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6069-dcde-430d-8d81-c3c372399cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.541389 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b0b6069-dcde-430d-8d81-c3c372399cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.542874 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0b0b6069-dcde-430d-8d81-c3c372399cdb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313 HTTP/1.1" status: 204  len: 168 time: 0.7376707
Feb 19 20:58:36.560596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:58:36.561593 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (f4d42db9-cad7-4dc8-b7f1-1e0f218bfcbb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.596496 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-734e55cf-c14b-4a13-ba94-8b5f1e92742d req-c310877c-e6e3-4921-8414-34106836be0a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331956
Feb 19 20:58:36.607980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.610119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b535bb02-3883-42ef-848f-6482e19033ef tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.3283148
Feb 19 20:58:36.616771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89832a83-9f4f-4449-b43c-c9fafb143517'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:36.626390 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42ccd6f-73e6-4cc9-8bf5-dae326ab1b95" -d '{"events": [{"server_uuid": "87f8a307-e082-4ac1-b3db-3860b9e66774", "name": "network-vif-plugged", "status": "completed", "tag": "89832a83-9f4f-4449-b43c-c9fafb143517"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:58:36.684526 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:58:36.689585 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b6069-dcde-430d-8d81-c3c372399cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c5fb6a-2a07-4cf3-a2e5-5b0e03e5d313,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:36.706178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (3a65eeba-09aa-46e7-a378-b06f5822655f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.718124 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:36.726719 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] 10.222.0.30 "DELETE /v2.0/networks/3a65eeba-09aa-46e7-a378-b06f5822655f HTTP/1.1" status: 204  len: 168 time: 0.6323209
Feb 19 20:58:36.771044 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1191334-2b2c-45aa-9811-9b8419d9eed1 x-openstack-request-id: req-d1191334-2b2c-45aa-9811-9b8419d9eed1 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:36.774730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368d954-b5b0-4d3c-a0c0-343ec22ff15b tempest-TaggedBootDevicesTest_v242-1053603382 tempest-TaggedBootDevicesTest_v242-1053603382-project] Pushing event deleted for resources: {'Network': ['ID=3a65eeba-09aa-46e7-a378-b06f5822655f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:36.784859 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f8a307-e082-4ac1-b3db-3860b9e66774", "name": "network-vif-plugged", "status": "completed", "tag": "89832a83-9f4f-4449-b43c-c9fafb143517", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:36.785228 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1191334-2b2c-45aa-9811-9b8419d9eed1 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:36.785677 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89832a83-9f4f-4449-b43c-c9fafb143517', 'code': 200}
Feb 19 20:58:36.892184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48854) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:36.920779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79d333-1dfb-4139-8425-3c78e8953798 req-42e0f957-028c-48b2-a17c-556f2e93e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:36.929402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc79d333-1dfb-4139-8425-3c78e8953798 req-42e0f957-028c-48b2-a17c-556f2e93e606 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 1131 time: 0.1039183
Feb 19 20:58:37.004578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e559a280-bcd7-41d0-b050-465e157b8759 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:37.030144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a52d7f-5e04-4afb-a1c1-8636d77d152f admin admin] Deleting subnet 75da72fc-68ae-410f-a416-6dd5f6c8cb20 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:58:37.047394 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68a52d7f-5e04-4afb-a1c1-8636d77d152f admin admin] Publish callbacks [] for subnet (75da72fc-68ae-410f-a416-6dd5f6c8cb20), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.089478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc79d333-1dfb-4139-8425-3c78e8953798 req-d7973cd7-651b-4c21-9de3-58bb3618771a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507542
Feb 19 20:58:37.133860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63814970>, [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4059132e-1d53-4fbb-8c8a-2c813f224590', 'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'mac_address': 'fa:16:3e:5c:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:25Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 2, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'subnets': [{'id': 'c0624bf1-e248-469d-8e03-76429423d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:37.176562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68a52d7f-5e04-4afb-a1c1-8636d77d152f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (75da72fc-68ae-410f-a416-6dd5f6c8cb20), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.189221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48882) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:37.289693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Checking router: 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:58:37.290261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Updating router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 port 4059132e-1d53-4fbb-8c8a-2c813f224590 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 20:58:37.331086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-ab41ee73-d485-497d-b193-434d51952c07 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1000879777&fields=id&tenant_id=5b11084a5a46488cbb721afa4256a6bd HTTP/1.1" status: 200  len: 267 time: 0.1835725
Feb 19 20:58:37.351907 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68a52d7f-5e04-4afb-a1c1-8636d77d152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (75da72fc-68ae-410f-a416-6dd5f6c8cb20), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.412822 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.425251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e559a280-bcd7-41d0-b050-465e157b8759 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:37.425626 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e559a280-bcd7-41d0-b050-465e157b8759), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.459075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68a52d7f-5e04-4afb-a1c1-8636d77d152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (75da72fc-68ae-410f-a416-6dd5f6c8cb20), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.513846 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-682ca6b8-bea7-4251-b211-f7871beb3171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.519152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a52d7f-5e04-4afb-a1c1-8636d77d152f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75da72fc-68ae-410f-a416-6dd5f6c8cb20,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:37.521578 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68a52d7f-5e04-4afb-a1c1-8636d77d152f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.527662 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-68a52d7f-5e04-4afb-a1c1-8636d77d152f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/75da72fc-68ae-410f-a416-6dd5f6c8cb20 HTTP/1.1" status: 204  len: 168 time: 0.6337264
Feb 19 20:58:37.532626 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48902) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:37.615486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-285c58db-6d0b-45c6-aa79-815c375a84b1 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:37.626824 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (46b8fcf2-9c1f-4149-9ebf-600e0208ce2d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.630847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-285c58db-6d0b-45c6-aa79-815c375a84b1 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/networks?id=81f242f2-1080-48a8-9d1e-339d4894947e HTTP/1.1" status: 200  len: 811 time: 0.2987707
Feb 19 20:58:37.647292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d072777-0af6-4e6e-b64d-cdd2193809aa req-c2dde827-26ef-4513-9e3a-f554fa8d12cc tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:37.656777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6d072777-0af6-4e6e-b64d-cdd2193809aa req-c2dde827-26ef-4513-9e3a-f554fa8d12cc tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 949 time: 0.2715404
Feb 19 20:58:37.752966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-b764042d-2c94-4a92-aa59-a5a74825d3a1 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/quotas/5b11084a5a46488cbb721afa4256a6bd HTTP/1.1" status: 200  len: 375 time: 0.1209671
Feb 19 20:58:37.760169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e559a280-bcd7-41d0-b050-465e157b8759 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:37.764059 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (46b8fcf2-9c1f-4149-9ebf-600e0208ce2d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.803286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69f2c700>,) {'filters': {'network_id': ['46b8fcf2-9c1f-4149-9ebf-600e0208ce2d']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:37.820861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69f2c700>, '7f6ef7a9-5cb1-49fc-9981-6d9197776293') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:37.821234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69f2c700>, '7f6ef7a9-5cb1-49fc-9981-6d9197776293') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:37.837127 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (7f6ef7a9-5cb1-49fc-9981-6d9197776293), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.848925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6d072777-0af6-4e6e-b64d-cdd2193809aa req-930cf5bf-de46-4e1e-ae62-012f54e7d97f tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716108
Feb 19 20:58:37.869314 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7f6ef7a9-5cb1-49fc-9981-6d9197776293), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.873135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-682ca6b8-bea7-4251-b211-f7871beb3171 admin admin] Publish callbacks [] for security_group (a9eb0cd0-932b-4d88-b4a0-33a57e50806f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.889778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:58:37.890134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (7f6ef7a9-5cb1-49fc-9981-6d9197776293), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:58:37.892246 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:58:37.930194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-40d741ef-dbde-49f7-b8c6-2bf8149c9ec4 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b11084a5a46488cbb721afa4256a6bd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1651585
Feb 19 20:58:37.951705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-682ca6b8-bea7-4251-b211-f7871beb3171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a9eb0cd0-932b-4d88-b4a0-33a57e50806f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.087975 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (46b8fcf2-9c1f-4149-9ebf-600e0208ce2d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.094017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.097218 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] 10.222.0.30 "DELETE /v2.0/networks/46b8fcf2-9c1f-4149-9ebf-600e0208ce2d HTTP/1.1" status: 204  len: 168 time: 0.5588372
Feb 19 20:58:38.113065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48916) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:38.155648 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Publish callbacks [] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.176428 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.241623 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724f9e9-6f2f-4287-8ae8-95bccde60683 admin admin] Pushing event deleted for resources: {'Network': ['ID=46b8fcf2-9c1f-4149-9ebf-600e0208ce2d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:38.247675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4e532-4f68-479f-afdd-22cf9199845f None None] Pushing event updated for resources: {'Port': ['ID=4059132e-1d53-4fbb-8c8a-2c813f224590,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:38.272195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48928) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:38.313377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f6e895-49d0-457d-80e1-76bf652767d0 admin admin] Deleting subnet e02d0307-d8ee-4bb2-b5e5-e2a41a62e1cf {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:58:38.315238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-682ca6b8-bea7-4251-b211-f7871beb3171 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c8343da444e4075813e216ad73ff443&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1248984
Feb 19 20:58:38.319287 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48936) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:38.321083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ca6b8-bea7-4251-b211-f7871beb3171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eb0cd0-932b-4d88-b4a0-33a57e50806f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:38.321423 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e895-49d0-457d-80e1-76bf652767d0 admin admin] Publish callbacks [] for subnet (e02d0307-d8ee-4bb2-b5e5-e2a41a62e1cf), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.378774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e14103-68eb-43b0-ade9-502bd4d48761 req-9991feb3-735d-4581-aebe-a775ac2a0384 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:38.385753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01e14103-68eb-43b0-ade9-502bd4d48761 req-9991feb3-735d-4581-aebe-a775ac2a0384 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 945 time: 0.4178996
Feb 19 20:58:38.404730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-f0bfc194-b87a-47c5-b575-3710d7a47721 service neutron] 10.222.0.30 "GET /v2.0/networks/81f242f2-1080-48a8-9d1e-339d4894947e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4734063
Feb 19 20:58:38.454925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e895-49d0-457d-80e1-76bf652767d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (e02d0307-d8ee-4bb2-b5e5-e2a41a62e1cf), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.492121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1947351381-network', 'tenant_id': '2f4aa3e254e944d4a85f2085a89a921b'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:38.538450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Attempting to bind port 4059132e-1d53-4fbb-8c8a-2c813f224590 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:38.539249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Attempting to bind port 4059132e-1d53-4fbb-8c8a-2c813f224590 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:38.540097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Attempting to bind port 4059132e-1d53-4fbb-8c8a-2c813f224590 on network 81f242f2-1080-48a8-9d1e-339d4894947e {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:38.548499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:38.549144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Checking segment: {'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:38.549907 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.550482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Bound using segment: {'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:38.551118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Bound port: 4059132e-1d53-4fbb-8c8a-2c813f224590, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:38.551742 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.578018 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6f71af-9ac8-4931-85bd-63ef971c821f admin admin] Publish callbacks [] for security_group (a9eb0cd0-932b-4d88-b4a0-33a57e50806f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.584083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e895-49d0-457d-80e1-76bf652767d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (e02d0307-d8ee-4bb2-b5e5-e2a41a62e1cf), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.590697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Made reservation on behalf of 2f4aa3e254e944d4a85f2085a89a921b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:38.594788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.683937 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.684467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01e14103-68eb-43b0-ade9-502bd4d48761 req-b5cbe582-e12b-4b55-8eef-b72808a32d3e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2896655
Feb 19 20:58:38.731679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-b8000839-9540-44e1-8455-6557d05b3d8c service neutron] 10.222.0.30 "GET /v2.0/networks/81f242f2-1080-48a8-9d1e-339d4894947e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3174753
Feb 19 20:58:38.752897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] For port 4059132e-1d53-4fbb-8c8a-2c813f224590, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:38.762058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] For port 4059132e-1d53-4fbb-8c8a-2c813f224590, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4059132e-1d53-4fbb-8c8a-2c813f224590,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:38.771058 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6f71af-9ac8-4931-85bd-63ef971c821f admin admin] Publish callbacks [] for security_group (a9eb0cd0-932b-4d88-b4a0-33a57e50806f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.781673 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.903212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b935a5c1-358b-4f0c-a480-90d4e9f52fc9 None None] Provisioning complete for port 4059132e-1d53-4fbb-8c8a-2c813f224590 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:38.908198 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b935a5c1-358b-4f0c-a480-90d4e9f52fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.914749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4e532-4f68-479f-afdd-22cf9199845f None None] Pushing event updated for resources: {'Port': ['ID=4059132e-1d53-4fbb-8c8a-2c813f224590,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:38.972135 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e895-49d0-457d-80e1-76bf652767d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (e02d0307-d8ee-4bb2-b5e5-e2a41a62e1cf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:38.982100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Routers {'1f31a1f9-165e-4e4b-97f2-3a134fc944c3'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:38.982754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63814970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:39.013762 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e895-49d0-457d-80e1-76bf652767d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.017939 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b3f6e895-49d0-457d-80e1-76bf652767d0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e02d0307-d8ee-4bb2-b5e5-e2a41a62e1cf HTTP/1.1" status: 204  len: 168 time: 0.9038150
Feb 19 20:58:39.021402 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48970) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:39.132222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6ed6c-16bd-4d73-a423-8802b6fd0c0d req-e9598373-0dd5-4c86-bc69-ed7869d2b9d1 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:39.140469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7d6ed6c-16bd-4d73-a423-8802b6fd0c0d req-e9598373-0dd5-4c86-bc69-ed7869d2b9d1 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 1127 time: 0.1335270
Feb 19 20:58:39.196242 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f806a3d5-7772-400a-ae4b-061973360aa1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.203334 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6e895-49d0-457d-80e1-76bf652767d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02d0307-d8ee-4bb2-b5e5-e2a41a62e1cf,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:39.339360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7d6ed6c-16bd-4d73-a423-8802b6fd0c0d req-76c96d95-e4a0-4aac-8bd1-bc7ead84535a tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979287
Feb 19 20:58:39.357136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] Set router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:39.418344 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f806a3d5-7772-400a-ae4b-061973360aa1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.425245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc0b8-519a-4d09-97ee-fd986f5bafda req-3ec46cf1-a717-47a6-b32b-ed30cbec94ae tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:39.448539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a4d9c10>,) {'filters': {'network_id': ['f806a3d5-7772-400a-ae4b-061973360aa1']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:39.450348 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-460fc0b8-519a-4d09-97ee-fd986f5bafda req-3ec46cf1-a717-47a6-b32b-ed30cbec94ae tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 949 time: 0.2920532
Feb 19 20:58:39.461357 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6f71af-9ac8-4931-85bd-63ef971c821f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a9eb0cd0-932b-4d88-b4a0-33a57e50806f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.464452 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6f71af-9ac8-4931-85bd-63ef971c821f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.465938 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ab6f71af-9ac8-4931-85bd-63ef971c821f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9eb0cd0-932b-4d88-b4a0-33a57e50806f HTTP/1.1" status: 204  len: 168 time: 1.1423376
Feb 19 20:58:39.471126 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a4d9c10>, '016fe4eb-7d31-41e1-8b6b-7b2178b43287') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:39.471782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a4d9c10>, '016fe4eb-7d31-41e1-8b6b-7b2178b43287') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:39.494922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (016fe4eb-7d31-41e1-8b6b-7b2178b43287), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.497390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f71af-9ac8-4931-85bd-63ef971c821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eb0cd0-932b-4d88-b4a0-33a57e50806f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:39.525975 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (016fe4eb-7d31-41e1-8b6b-7b2178b43287), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.530541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac6b24c-fb9e-44a7-9d00-9dad8aef491a req-1d1a3455-c49a-40e7-b86d-28d059b7f93c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 210 time: 0.0795536
Feb 19 20:58:39.553642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:58:39.554894 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (016fe4eb-7d31-41e1-8b6b-7b2178b43287), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:58:39.561660 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:58:39.638551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-460fc0b8-519a-4d09-97ee-fd986f5bafda req-944183f8-2d73-42bb-bd4a-6aaa13e9a503 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778049
Feb 19 20:58:39.753008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1ed7c-c179-496d-9ac5-24fb7c23d426 req-29205df5-1753-48b0-b62f-597c7abff431 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:39.768164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aee1ed7c-c179-496d-9ac5-24fb7c23d426 req-29205df5-1753-48b0-b62f-597c7abff431 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 1127 time: 0.1021650
Feb 19 20:58:39.794669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Publish callbacks [] for security_group (960958dd-cebf-4455-9792-0b28a2a88217), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.801173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (f806a3d5-7772-400a-ae4b-061973360aa1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.827981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b935a5c1-358b-4f0c-a480-90d4e9f52fc9 None None] Current status of the port 4059132e-1d53-4fbb-8c8a-2c813f224590 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:39.828644 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b935a5c1-358b-4f0c-a480-90d4e9f52fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.841418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.863072 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] 10.222.0.30 "DELETE /v2.0/networks/f806a3d5-7772-400a-ae4b-061973360aa1 HTTP/1.1" status: 204  len: 168 time: 0.8411579
Feb 19 20:58:39.875364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9355c6-d087-4a07-b126-a85360c122ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f806a3d5-7772-400a-ae4b-061973360aa1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:39.877524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (960958dd-cebf-4455-9792-0b28a2a88217), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.909435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aee1ed7c-c179-496d-9ac5-24fb7c23d426 req-77a37e1f-c17e-477a-b03c-e88fa10d97e0 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294858
Feb 19 20:58:39.923522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:58:39.964947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9c89d82a-37de-4824-ab78-faec9b6f41e5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:39.965306 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Added segment 9c89d82a-37de-4824-ab78-faec9b6f41e5 of type vlan for network d8017b52-8d0b-4da2-bb30-f24fbe187d92
Feb 19 20:58:40.072929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (d8017b52-8d0b-4da2-bb30-f24fbe187d92), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:40.140518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd577864-28bf-4ab2-a87d-371c800bf5dd req-863b3153-0ecb-45aa-afa6-3e59f15a4892 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:40.151533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd577864-28bf-4ab2-a87d-371c800bf5dd req-863b3153-0ecb-45aa-afa6-3e59f15a4892 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 950 time: 0.2395432
Feb 19 20:58:40.161951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b935a5c1-358b-4f0c-a480-90d4e9f52fc9 None None] For port 4059132e-1d53-4fbb-8c8a-2c813f224590, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4059132e-1d53-4fbb-8c8a-2c813f224590,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:40.186399 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (d8017b52-8d0b-4da2-bb30-f24fbe187d92), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:40.196920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:40.205191 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:40.236475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49038) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:40.277767 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b935a5c1-358b-4f0c-a480-90d4e9f52fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:40.282572 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ebbd-dff9-4cf7-86a4-f65286065b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:40.331961 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.0578427
Feb 19 20:58:40.341196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49042) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:40.373555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] Request body: {'subnet': {'network_id': 'd8017b52-8d0b-4da2-bb30-f24fbe187d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1947351381-subnet', 'tenant_id': '2f4aa3e254e944d4a85f2085a89a921b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:40.404580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49044) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:40.467150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd577864-28bf-4ab2-a87d-371c800bf5dd req-d7d44c65-f4e6-42e6-bce5-c24b94cae63f tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2989895
Feb 19 20:58:40.475838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935a5c1-358b-4f0c-a480-90d4e9f52fc9 None None] Pushing event updated for resources: {'Port': ['ID=4059132e-1d53-4fbb-8c8a-2c813f224590,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:40.483667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Pushing event updated for resources: {'Network': ['ID=d8017b52-8d0b-4da2-bb30-f24fbe187d92,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:40.499622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-45ff869d-eb6c-49e2-bfca-71728bb1a3a4 None None] Provisioning complete for port 4059132e-1d53-4fbb-8c8a-2c813f224590 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:40.500308 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-45ff869d-eb6c-49e2-bfca-71728bb1a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:40.506741 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e06e1f-9419-4921-b61c-e2f5b6aa708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960958dd-cebf-4455-9792-0b28a2a88217,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:40.587935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network d8017b52-8d0b-4da2-bb30-f24fbe187d92 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:58:40.619701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63814970>, [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4059132e-1d53-4fbb-8c8a-2c813f224590', 'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'mac_address': 'fa:16:3e:5c:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:25Z', 'updated_at': '2022-02-19T20:58:38Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'subnets': [{'id': 'c0624bf1-e248-469d-8e03-76429423d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:40.689402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] Made reservation on behalf of 2f4aa3e254e944d4a85f2085a89a921b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:40.704376 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:40.724969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32351b5-172a-4cde-a40f-044fa8c97157 None None] The sync data for ids ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'] in ncdv-master-1 is: [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4059132e-1d53-4fbb-8c8a-2c813f224590', 'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'mac_address': 'fa:16:3e:5c:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:25Z', 'updated_at': '2022-02-19T20:58:38Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'subnets': [{'id': 'c0624bf1-e248-469d-8e03-76429423d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:58:40.746346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ebbd-dff9-4cf7-86a4-f65286065b84 admin admin] Publish callbacks [] for security_group (26cad7c6-967c-4fe7-b20b-fe76fc0f257f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:40.754740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ebbd-dff9-4cf7-86a4-f65286065b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (26cad7c6-967c-4fe7-b20b-fe76fc0f257f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:40.886627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1ebbd-dff9-4cf7-86a4-f65286065b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cad7c6-967c-4fe7-b20b-fe76fc0f257f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:40.897210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a7bbe60f-4fa4-4ca4-87c9-f7eacf97825e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0eaac4cd79ca4f808d452057a3216fdd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4798338
Feb 19 20:58:40.897687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49074) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:40.916731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-45ff869d-eb6c-49e2-bfca-71728bb1a3a4 None None] Current status of the port 4059132e-1d53-4fbb-8c8a-2c813f224590 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:40.980640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49076) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:40.989734 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6bc1ebbd-dff9-4cf7-86a4-f65286065b84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02f664f171ec456695c643fee0a40fe5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7435317
Feb 19 20:58:41.098045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49088) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:41.123426 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1570be91-adc7-4321-9365-e1fc6ebf7dd6 admin admin] Publish callbacks [] for security_group (57bb801d-fb67-4e21-b20a-e1d3a3605af4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:41.134661 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-34542bf1-3d9d-4c10-81a5-ba3a1d6625b4 admin admin] Publish callbacks [] for security_group (26cad7c6-967c-4fe7-b20b-fe76fc0f257f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:41.153972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1570be91-adc7-4321-9365-e1fc6ebf7dd6 admin admin] Publish callbacks [] for security_group (57bb801d-fb67-4e21-b20a-e1d3a3605af4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:41.178695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4059132e-1d53-4fbb-8c8a-2c813f224590 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:41.266551 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-34542bf1-3d9d-4c10-81a5-ba3a1d6625b4 admin admin] Publish callbacks [] for security_group (26cad7c6-967c-4fe7-b20b-fe76fc0f257f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:41.275816 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1570be91-adc7-4321-9365-e1fc6ebf7dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (57bb801d-fb67-4e21-b20a-e1d3a3605af4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:41.278734 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1570be91-adc7-4321-9365-e1fc6ebf7dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:41.283418 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1570be91-adc7-4321-9365-e1fc6ebf7dd6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57bb801d-fb67-4e21-b20a-e1d3a3605af4 HTTP/1.1" status: 204  len: 168 time: 0.3068883
Feb 19 20:58:41.299013 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570be91-adc7-4321-9365-e1fc6ebf7dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb801d-fb67-4e21-b20a-e1d3a3605af4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:41.354171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4059132e-1d53-4fbb-8c8a-2c813f224590 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:41.357552 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:41.623733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4059132e-1d53-4fbb-8c8a-2c813f224590 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:42.178315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49112) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:42.232402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f646b1-6d19-41c6-8798-415182b28e29 req-e462debc-e988-4595-9072-4cdfb0dda354 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 210 time: 0.0927467
Feb 19 20:58:42.289827 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d447b7a4-2bdd-4802-b0a4-154955d033f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c8b0fee8ceb425baae8c1d9bfd288e3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1076829
Feb 19 20:58:42.292809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49118) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:42.329731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-26bffc41-5e8d-42c4-a6b3-d9bcc1c1f6d1 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:42.331217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-26bffc41-5e8d-42c4-a6b3-d9bcc1c1f6d1 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.10 "GET /v2.0/networks?id=81f242f2-1080-48a8-9d1e-339d4894947e HTTP/1.1" status: 200  len: 811 time: 1.0684950
Feb 19 20:58:42.366064 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (79a1c140-e5b6-43ee-9148-fdb7258b992e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:42.427054 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb287be4-321e-480c-9826-62cd9b7af7cc admin admin] Publish callbacks [] for security_group (6192134b-d6d7-42e8-a07c-44e07c8fd19a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:42.474761 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb287be4-321e-480c-9826-62cd9b7af7cc admin admin] Publish callbacks [] for security_group (6192134b-d6d7-42e8-a07c-44e07c8fd19a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:42.509783 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-34542bf1-3d9d-4c10-81a5-ba3a1d6625b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (26cad7c6-967c-4fe7-b20b-fe76fc0f257f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:42.512549 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-34542bf1-3d9d-4c10-81a5-ba3a1d6625b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:42.516146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-34542bf1-3d9d-4c10-81a5-ba3a1d6625b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26cad7c6-967c-4fe7-b20b-fe76fc0f257f HTTP/1.1" status: 204  len: 168 time: 1.5320203
Feb 19 20:58:42.529232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a1c140-e5b6-43ee-9148-fdb7258b992e,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:42.555138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] Checking segment: {'id': '9c89d82a-37de-4824-ab78-faec9b6f41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd8017b52-8d0b-4da2-bb30-f24fbe187d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:42.555781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] Network hostable DHCP agents. Network: d8017b52-8d0b-4da2-bb30-f24fbe187d92, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:58:42.561383 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb287be4-321e-480c-9826-62cd9b7af7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6192134b-d6d7-42e8-a07c-44e07c8fd19a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:42.563711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34542bf1-3d9d-4c10-81a5-ba3a1d6625b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cad7c6-967c-4fe7-b20b-fe76fc0f257f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:42.564600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb287be4-321e-480c-9826-62cd9b7af7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:42.566914 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bb287be4-321e-480c-9826-62cd9b7af7cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6192134b-d6d7-42e8-a07c-44e07c8fd19a HTTP/1.1" status: 204  len: 168 time: 0.2713287
Feb 19 20:58:42.583104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb287be4-321e-480c-9826-62cd9b7af7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6192134b-d6d7-42e8-a07c-44e07c8fd19a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:42.708790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-b8b6df36-bc4c-4587-80d5-0227b36e8077 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b11084a5a46488cbb721afa4256a6bd HTTP/1.1" status: 200  len: 380 time: 0.3386400
Feb 19 20:58:42.754972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-1d8b1562-80b3-4642-ab33-bd1db4d19c0e tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 20:58:42.756139 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-1d8b1562-80b3-4642-ab33-bd1db4d19c0e tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3878384
Feb 19 20:58:42.759978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Request body: {'port': {'device_id': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'admin_state_up': True, 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'security_groups': ['c8a50c26-0cbc-4c41-a6bb-43c359152f22']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:42.870137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] Network d8017b52-8d0b-4da2-bb30-f24fbe187d92 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:58:42.911404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d8017b52-8d0b-4da2-bb30-f24fbe187d92) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:42.923544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:42.924183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:42.924496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bd5e1c-63d2-4259-b0d7-d47321214f50 None None] Network d8017b52-8d0b-4da2-bb30-f24fbe187d92 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:58:42.987840 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Made reservation on behalf of 5b11084a5a46488cbb721afa4256a6bd for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:42.997989 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:43.003554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5f819fe6-327e-4772-8db0-1aa1d0cccb98 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.6555471
Feb 19 20:58:43.164845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23c1d54-a564-4ed6-bcb6-ae00a2ae6584 None None] Network d8017b52-8d0b-4da2-bb30-f24fbe187d92 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:58:43.441647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-5fb60acf-b187-4632-a4d3-46073fc68de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:43.443168 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-5fb60acf-b187-4632-a4d3-46073fc68de7 service neutron] 10.222.0.30 "GET /v2.0/ports/6c8ecc50-2b75-491a-8873-0464b03ecc0d HTTP/1.1" status: 200  len: 1124 time: 0.5976629
Feb 19 20:58:43.463380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:43.464902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Unknown quota resources ['binding']. {{(pid=121128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:58:43.491568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3d3fdd4-17d3-42d0-8605-7279f6c82e4d req-b566733a-f853-432c-9788-b5ba77ce36d6 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 210 time: 0.1218095
Feb 19 20:58:43.655585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Allocated IP 172.20.0.7 (81f242f2-1080-48a8-9d1e-339d4894947e/c0624bf1-e248-469d-8e03-76429423d519/7227c1a7-5a78-4c8d-9abb-0601b9286874) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:58:43.966735 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:44.222023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-0907a81e-9834-43af-a927-3a3296c3e076 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:44.228950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-0907a81e-9834-43af-a927-3a3296c3e076 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/networks?id=d8017b52-8d0b-4da2-bb30-f24fbe187d92 HTTP/1.1" status: 200  len: 813 time: 0.1971402
Feb 19 20:58:44.235232 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:44.237269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on host nch1-master-1 for vnic_type normal with profile None {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:44.237745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:44.238152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:44.269362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:58:44.269864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:44.290214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-b4cd2b61-d2f7-4c58-80c7-e43a93d69b83 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/quotas/2f4aa3e254e944d4a85f2085a89a921b HTTP/1.1" status: 200  len: 375 time: 0.0467067
Feb 19 20:58:44.307911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:44.308692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:44.309173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:44.309726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Bound port: 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:44.354674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-c294adca-e0bb-4db1-94f7-24d130faec67 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4aa3e254e944d4a85f2085a89a921b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0630271
Feb 19 20:58:44.492019 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:44.553642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:44.590530 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:44.591434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0fdc9150-cd3d-4c5b-aae9-74a0f77654a6 service neutron] 10.222.0.30 "POST /v2.0/ports/6c8ecc50-2b75-491a-8873-0464b03ecc0d/bindings HTTP/1.1" status: 201  len: 389 time: 1.1402705
Feb 19 20:58:44.644150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Network 81f242f2-1080-48a8-9d1e-339d4894947e is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:44.653253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:44.659705 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-911dfd54-fb8b-4d47-bdf1-d00d1963d6bd service neutron] 10.222.0.30 "GET /v2.0/networks/d8017b52-8d0b-4da2-bb30-f24fbe187d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3040204
Feb 19 20:58:44.665501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:58:44.690514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Pushing event updated for resources: {'Port': ['ID=7227c1a7-5a78-4c8d-9abb-0601b9286874,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:44.868211 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:44.877165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:44.998523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-047ec141-959b-4ae0-be1e-41d52121078c tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2540526
Feb 19 20:58:45.016676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Request body: {'port': {'device_id': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:45.088981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-f30dc19a-dd46-4551-8ee3-711dea1435a0 service neutron] 10.222.0.30 "GET /v2.0/networks/d8017b52-8d0b-4da2-bb30-f24fbe187d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3954728
Feb 19 20:58:45.163879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-09860190-c19a-4afe-be42-0d3c3cb9d0f6 None None] Provisioning complete for port 7227c1a7-5a78-4c8d-9abb-0601b9286874 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:45.165088 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-09860190-c19a-4afe-be42-0d3c3cb9d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:45.197856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-917ad9f4-44ce-48ac-9071-1281e330cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:45.199572 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-917ad9f4-44ce-48ac-9071-1281e330cda5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 1127 time: 0.2703202
Feb 19 20:58:45.262494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-09860190-c19a-4afe-be42-0d3c3cb9d0f6 None None] Port 7227c1a7-5a78-4c8d-9abb-0601b9286874 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:58:45.273356 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:45.551808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] Deleting port 3dd492be-f23d-4139-8217-6dafc545a891 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:45.552440 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3dd492be-f23d-4139-8217-6dafc545a891), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:46.320412 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-e2095dc3-4cd2-4f2d-8fd3-de309c3347f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:46.321688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-e2095dc3-4cd2-4f2d-8fd3-de309c3347f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 1.1155531
Feb 19 20:58:46.417232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-c16d9bb4-7641-48cd-81c2-6c7af54a994a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d HTTP/1.1" status: 200  len: 217 time: 0.0749063
Feb 19 20:58:46.438355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa689e0-a5b5-4c25-9444-5132222f9c13 req-d985fc33-1af7-4906-b8da-ec2240547d37 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:46.440141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fa689e0-a5b5-4c25-9444-5132222f9c13 req-d985fc33-1af7-4906-b8da-ec2240547d37 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 931 time: 1.0389049
Feb 19 20:58:46.576541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36f51d-eb8d-4065-b40f-40b01a6ce996 req-70199fff-d1c3-435a-9cde-8290c588aa8b tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:46.585971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db36f51d-eb8d-4065-b40f-40b01a6ce996 req-70199fff-d1c3-435a-9cde-8290c588aa8b tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 945 time: 0.3312597
Feb 19 20:58:46.595476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] For port 3dd492be-f23d-4139-8217-6dafc545a891, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3dd492be-f23d-4139-8217-6dafc545a891,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:46.595843 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3dd492be-f23d-4139-8217-6dafc545a891), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:46.638965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] Calling delete_port for 3dd492be-f23d-4139-8217-6dafc545a891 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:46.658422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-a5b7ee51-6864-49b4-b9d2-da916b2d555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:46.659916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-a5b7ee51-6864-49b4-b9d2-da916b2d555b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.2313759
Feb 19 20:58:46.698915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fa689e0-a5b5-4c25-9444-5132222f9c13 req-299bb1d6-4108-4351-9cd2-7a8298606aac tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2446909
Feb 19 20:58:46.706545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49266) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:46.735025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-4bf90c1f-44df-4ec1-a39b-600b1efc6fb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661423
Feb 19 20:58:46.914818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40ffac7f-e93e-49f7-8060-4ad78ba7626f req-0b8402e1-144c-4c80-8fb1-b6af6ba5e926 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 210 time: 0.1252663
Feb 19 20:58:46.926014 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df170f96-4929-47e1-850a-36d8b2c6eab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:46.974817 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db36f51d-eb8d-4065-b40f-40b01a6ce996 req-6aaa7b9d-b0fc-40b5-804f-42680192b012 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3896074
Feb 19 20:58:47.132582 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df170f96-4929-47e1-850a-36d8b2c6eab0 admin admin] Publish callbacks [] for security_group (11963e99-0c2f-4452-9cf1-411b2a90754f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:47.142255 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df170f96-4929-47e1-850a-36d8b2c6eab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (11963e99-0c2f-4452-9cf1-411b2a90754f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:47.189361 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-df170f96-4929-47e1-850a-36d8b2c6eab0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afaef71d160a4be5b8a14e36bc9b7a14&name=default HTTP/1.1" status: 200  len: 2999 time: 0.4804616
Feb 19 20:58:47.195207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49290) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:47.225754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df170f96-4929-47e1-850a-36d8b2c6eab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11963e99-0c2f-4452-9cf1-411b2a90754f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:47.231974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7227c1a7-5a78-4c8d-9abb-0601b9286874 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:47.274611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Publish callbacks [] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:47.310503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-efc04c8e-b6e8-429f-baa7-a482fc81a34c tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:47.313203 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-efc04c8e-b6e8-429f-baa7-a482fc81a34c tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.67 "GET /v2.0/networks?id=d8017b52-8d0b-4da2-bb30-f24fbe187d92 HTTP/1.1" status: 200  len: 813 time: 0.4784100
Feb 19 20:58:47.321524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-fd4f56d9-3a53-4600-a019-a4907f781fb5 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5344405
Feb 19 20:58:47.332214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Request body: {'port': {'device_id': '822c2412-fbd7-43c1-995b-c9ef1a76203c', 'network_id': 'd8017b52-8d0b-4da2-bb30-f24fbe187d92', 'admin_state_up': True, 'tenant_id': '2f4aa3e254e944d4a85f2085a89a921b'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:47.346455 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9181edb6-8b61-4469-a563-2ba8a8ed12a0 admin admin] Publish callbacks [] for security_group (11963e99-0c2f-4452-9cf1-411b2a90754f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:47.350335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Transition to ACTIVE for port object 7227c1a7-5a78-4c8d-9abb-0601b9286874 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:58:47.374938 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:47.401327 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9181edb6-8b61-4469-a563-2ba8a8ed12a0 admin admin] Publish callbacks [] for security_group (11963e99-0c2f-4452-9cf1-411b2a90754f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:47.541917 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9181edb6-8b61-4469-a563-2ba8a8ed12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (11963e99-0c2f-4452-9cf1-411b2a90754f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:47.545437 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9181edb6-8b61-4469-a563-2ba8a8ed12a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:47.552747 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9181edb6-8b61-4469-a563-2ba8a8ed12a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11963e99-0c2f-4452-9cf1-411b2a90754f HTTP/1.1" status: 204  len: 168 time: 0.3561392
Feb 19 20:58:47.565028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181edb6-8b61-4469-a563-2ba8a8ed12a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11963e99-0c2f-4452-9cf1-411b2a90754f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:47.585656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Pushing event updated for resources: {'Port': ['ID=7227c1a7-5a78-4c8d-9abb-0601b9286874,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:47.749286 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3dd492be-f23d-4139-8217-6dafc545a891), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:47.821232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd492be-f23d-4139-8217-6dafc545a891,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:47.994117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Attempting to bind port 7227c1a7-5a78-4c8d-9abb-0601b9286874 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:47.994646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Attempting to bind port 7227c1a7-5a78-4c8d-9abb-0601b9286874 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:47.994990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Attempting to bind port 7227c1a7-5a78-4c8d-9abb-0601b9286874 on network 81f242f2-1080-48a8-9d1e-339d4894947e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:47.999389 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-8b8ecc14-2b3a-40af-b4b0-b1ad35944a11 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6609936
Feb 19 20:58:48.089155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Made reservation on behalf of 2f4aa3e254e944d4a85f2085a89a921b for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:48.093019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49312) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:48.096610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.116296 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e248f591-4a7d-4661-98fd-e56d45f19dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.176752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 835957bc-cf48-4628-ac6b-011383e9ecd7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:58:48.236633 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e248f591-4a7d-4661-98fd-e56d45f19dd7 admin admin] Publish callbacks [] for security_group (323336cc-cedf-40d0-9470-65a44b782134), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.243095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e248f591-4a7d-4661-98fd-e56d45f19dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (323336cc-cedf-40d0-9470-65a44b782134), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.268894 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d7ee4925-9fae-49b2-9ad1-bc0305d54272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.290644 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e248f591-4a7d-4661-98fd-e56d45f19dd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc4125ad19724f5995aeaf2887b24213&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1942761
Feb 19 20:58:48.293670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49316) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:48.415500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Allocated IP 172.20.0.9 (d8017b52-8d0b-4da2-bb30-f24fbe187d92/79a1c140-e5b6-43ee-9148-fdb7258b992e/93d1f090-a18e-465a-a925-6c32da95879a) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:58:48.430477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248f591-4a7d-4661-98fd-e56d45f19dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323336cc-cedf-40d0-9470-65a44b782134,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:48.477428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b0a28f4-b22c-4864-983c-5790e9499ec2 admin admin] Publish callbacks [] for security_group (323336cc-cedf-40d0-9470-65a44b782134), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.520192 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:48.534554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b0a28f4-b22c-4864-983c-5790e9499ec2 admin admin] Publish callbacks [] for security_group (323336cc-cedf-40d0-9470-65a44b782134), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.552385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'mac_address': 'fa:16:3e:ea:2e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:58:48.635444 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Publish callbacks [] for port (93d1f090-a18e-465a-a925-6c32da95879a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.637776 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b0a28f4-b22c-4864-983c-5790e9499ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (323336cc-cedf-40d0-9470-65a44b782134), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.645809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b0a28f4-b22c-4864-983c-5790e9499ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.648446 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9b0a28f4-b22c-4864-983c-5790e9499ec2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/323336cc-cedf-40d0-9470-65a44b782134 HTTP/1.1" status: 204  len: 168 time: 0.3532531
Feb 19 20:58:48.675400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Port 7227c1a7-5a78-4c8d-9abb-0601b9286874 on network 81f242f2-1080-48a8-9d1e-339d4894947e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:58:48.675970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Attempting to bind port 7227c1a7-5a78-4c8d-9abb-0601b9286874 on network 81f242f2-1080-48a8-9d1e-339d4894947e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:48.690549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 835957bc-cf48-4628-ac6b-011383e9ecd7 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:48.694392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a28f4-b22c-4864-983c-5790e9499ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323336cc-cedf-40d0-9470-65a44b782134,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:48.694634 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.749834 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (93d1f090-a18e-465a-a925-6c32da95879a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.779401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 835957bc-cf48-4628-ac6b-011383e9ecd7 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:48.785431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:48.786187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Checking segment: {'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:48.786596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Bound using segment: {'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:48.787058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Bound port: 7227c1a7-5a78-4c8d-9abb-0601b9286874, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb20d39f-e798-470c-a05d-c4ec9cb18448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:48.787586 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.845868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:48.854296 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:48.876376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Network d8017b52-8d0b-4da2-bb30-f24fbe187d92 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:58:49.002321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:49.030217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.033566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.034204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.034725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.036074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.037506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.038137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.039861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.040422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.042730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.043414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.044306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.047667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:58:49.061858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['835957bc-cf48-4628-ac6b-011383e9ecd7'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:49.070912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:58:49.090789 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:58:49.107743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc12be-1744-47c5-ac98-0cded45e1974 req-96c34b27-9794-47ef-8959-85c46b7a4f32 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:49.111509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ecc12be-1744-47c5-ac98-0cded45e1974 req-96c34b27-9794-47ef-8959-85c46b7a4f32 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 943 time: 1.2497723
Feb 19 20:58:49.129938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3473792-17d7-4689-88df-8db84515d815 req-04307f1e-2fd0-428e-a13a-d86abec6730a tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:49.138940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3473792-17d7-4689-88df-8db84515d815 req-04307f1e-2fd0-428e-a13a-d86abec6730a tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 931 time: 0.4555531
Feb 19 20:58:49.143262 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:49.293116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Pushing event updated for resources: {'Port': ['ID=93d1f090-a18e-465a-a925-6c32da95879a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:49.399397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] For port 7227c1a7-5a78-4c8d-9abb-0601b9286874, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:49.462523 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:49.463227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:49.535919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ecc12be-1744-47c5-ac98-0cded45e1974 req-7b551781-06a4-4ae5-acf7-49f5e7fcc252 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3680701
Feb 19 20:58:49.543800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] For port 7227c1a7-5a78-4c8d-9abb-0601b9286874, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7227c1a7-5a78-4c8d-9abb-0601b9286874,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:49.568505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3473792-17d7-4689-88df-8db84515d815 req-fa26e247-f202-44d2-8487-711f05290ee9 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4237025
Feb 19 20:58:49.607015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1e613404-da71-4b3f-a4e1-fe991eae215f tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2770898
Feb 19 20:58:49.614224 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:49.652531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Request body: {'port': {'device_id': '822c2412-fbd7-43c1-995b-c9ef1a76203c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:49.773386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:49.774026 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:49.775578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] 10.222.0.10 "PUT /v2.0/ports/7227c1a7-5a78-4c8d-9abb-0601b9286874 HTTP/1.1" status: 200  len: 1091 time: 4.7663445
Feb 19 20:58:49.814640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'tag': '7227c1a7-5a78-4c8d-9abb-0601b9286874'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:49.816987 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd5a717-3b2f-4498-b55c-481cfa80ae33" -d '{"events": [{"name": "network-changed", "server_uuid": "7d83fa58-4a1d-49bf-abb3-565b32fd4b9f", "tag": "7227c1a7-5a78-4c8d-9abb-0601b9286874"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:49.825155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f152e4f-ab58-4f66-82bf-c0b72c068f1d service neutron] Pushing event updated for resources: {'Port': ['ID=7227c1a7-5a78-4c8d-9abb-0601b9286874,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:50.100609 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (93d1f090-a18e-465a-a925-6c32da95879a), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:50.122510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c5375-2259-4576-ad4c-266cddd48a51 req-2ac346be-c7d6-49e5-b43b-d7b3c002f355 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:50.129650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c6c5375-2259-4576-ad4c-266cddd48a51 req-2ac346be-c7d6-49e5-b43b-d7b3c002f355 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 945 time: 0.4067729
Feb 19 20:58:50.180548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-b61edc46-e308-4f2a-a514-636700a83602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:50.180548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-b61edc46-e308-4f2a-a514-636700a83602 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b11084a5a46488cbb721afa4256a6bd&device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 1125 time: 0.3319402
Feb 19 20:58:50.194029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 835957bc-cf48-4628-ac6b-011383e9ecd7 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:50.250954 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb46453-2368-40b8-8fa8-2e6124914182 x-openstack-request-id: req-1bb46453-2368-40b8-8fa8-2e6124914182 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:50.251271 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d83fa58-4a1d-49bf-abb3-565b32fd4b9f", "tag": "7227c1a7-5a78-4c8d-9abb-0601b9286874", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:50.251532 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bb46453-2368-40b8-8fa8-2e6124914182 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:50.251935 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'tag': '7227c1a7-5a78-4c8d-9abb-0601b9286874', 'status': 'completed', 'code': 200}
Feb 19 20:58:50.262181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-415d1e8f-a748-4131-9b83-8ac70f2ab477 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7227c1a7-5a78-4c8d-9abb-0601b9286874 HTTP/1.1" status: 200  len: 217 time: 0.0824151
Feb 19 20:58:50.306314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 835957bc-cf48-4628-ac6b-011383e9ecd7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:50.306514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] Router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:58:50.307847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:50.317246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c6c5375-2259-4576-ad4c-266cddd48a51 req-2ac67d6a-acd4-4ef6-9c19-803907c76314 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865458
Feb 19 20:58:50.480388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 835957bc-cf48-4628-ac6b-011383e9ecd7 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:50.480820 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:50.507734 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cb8e8b30-5de9-41d1-9f3b-92420b3093f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:50.529496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:50.536626 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5343a7ee-1582-4a99-bc52-66ca3521fd80" -d '{"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-plugged", "status": "completed", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:50.556304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:50.595500 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:50.607144 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885bca2e-ea44-4ee2-ba1f-26bf3f18bb70 x-openstack-request-id: req-885bca2e-ea44-4ee2-ba1f-26bf3f18bb70 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:50.607495 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-plugged", "status": "completed", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:50.607750 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-885bca2e-ea44-4ee2-ba1f-26bf3f18bb70 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:50.609561 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'code': 200}
Feb 19 20:58:50.746544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:51.133469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-f081a2d3-edc1-4bc9-b9d3-8a45977fe090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:51.134791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-f081a2d3-edc1-4bc9-b9d3-8a45977fe090 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0624bf1-e248-469d-8e03-76429423d519 HTTP/1.1" status: 200  len: 850 time: 0.8579400
Feb 19 20:58:51.297818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0cf1e-0c6c-4077-9eff-14b8f16ae605 req-dee94ae3-bed1-4f8e-b65b-5fcbb33b7b80 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:51.299385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1b0cf1e-0c6c-4077-9eff-14b8f16ae605 req-dee94ae3-bed1-4f8e-b65b-5fcbb33b7b80 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 943 time: 0.3232682
Feb 19 20:58:51.306332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77072a-d855-4e6a-8494-3a11052e9566 req-dd44244b-e251-49a0-ae12-85f2c0f83ab6 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:51.313926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f77072a-d855-4e6a-8494-3a11052e9566 req-dd44244b-e251-49a0-ae12-85f2c0f83ab6 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 931 time: 0.3264151
Feb 19 20:58:51.361485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:58:51.378283 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3689d401-f6ef-494f-9b3d-7ccd55027ede None None] Sync routers for ids ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:58:51.382873 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f2531c3e-807a-4454-87aa-105dd444b176 admin admin] 10.222.0.30 "PUT /v2.0/routers/9daac51d-f29c-4a8d-a967-1f73c2a8ff72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2810075
Feb 19 20:58:51.383598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49426) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:51.408058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-93fba8e9-6d1f-4b0e-be2d-22f8ebb4c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:51.409631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-93fba8e9-6d1f-4b0e-be2d-22f8ebb4c2bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81f242f2-1080-48a8-9d1e-339d4894947e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2668958
Feb 19 20:58:51.414068 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689d401-f6ef-494f-9b3d-7ccd55027ede None None] Routers {'9daac51d-f29c-4a8d-a967-1f73c2a8ff72'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:51.417988 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3689d401-f6ef-494f-9b3d-7ccd55027ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705f9af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:51.538238 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Publish callbacks [] for router (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:51.548490 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1b0cf1e-0c6c-4077-9eff-14b8f16ae605 req-43e031c2-da27-4316-8959-8870219b386a tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2289252
Feb 19 20:58:51.559587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f77072a-d855-4e6a-8494-3a11052e9566 req-582c1e23-073f-4f8a-b1aa-7093ba3d42f5 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448113
Feb 19 20:58:51.667384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Publish callbacks [] for router_gateway (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:51.678819 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-c9390bf1-e49f-4166-9aae-e52a06308393 service neutron] 10.222.0.10 "GET /v2.0/networks/81f242f2-1080-48a8-9d1e-339d4894947e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2497354
Feb 19 20:58:51.752687 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-3689d401-f6ef-494f-9b3d-7ccd55027ede None None] Set router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:51.763461 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:51.813465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Deleting port abc74f5a-aa9f-43fe-95c5-8e52ff632952 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:51.814337 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:51.951283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aca5f35-9265-4451-bb43-077a1dcb022f req-427d371c-171c-4ed8-a4f8-cad718be544b service neutron] 10.222.0.10 "GET /v2.0/networks/81f242f2-1080-48a8-9d1e-339d4894947e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2145567
Feb 19 20:58:51.980147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] For port abc74f5a-aa9f-43fe-95c5-8e52ff632952, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abc74f5a-aa9f-43fe-95c5-8e52ff632952,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:51.980529 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:52.002896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Calling delete_port for abc74f5a-aa9f-43fe-95c5-8e52ff632952 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:52.162158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-4fb5f3b9-a833-490b-8a43-82b5d2e2deae tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:52.163690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-4fb5f3b9-a833-490b-8a43-82b5d2e2deae tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.4838378
Feb 19 20:58:52.228952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656c2df-70c0-4195-85b2-6c4f2bc5adeb req-f2f08563-1bf2-4ca3-bfe8-03d5b94ab2d8 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:52.230461 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e656c2df-70c0-4195-85b2-6c4f2bc5adeb req-f2f08563-1bf2-4ca3-bfe8-03d5b94ab2d8 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 945 time: 0.2738531
Feb 19 20:58:52.234250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:52.243128 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3689d401-f6ef-494f-9b3d-7ccd55027ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705f9af0>, [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63'}], 'enable_snat': True}, 'gw_port_id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:58:47Z', 'revision_number': 5, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port': {'id': 'abc74f5a-aa9f-43fe-95c5-8e52ff632952', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:15Z', 'updated_at': '2022-02-19T20:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:52.283063 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3689d401-f6ef-494f-9b3d-7ccd55027ede None None] Checking router: 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:58:52.295879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (abc74f5a-aa9f-43fe-95c5-8e52ff632952), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:52.298847 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689d401-f6ef-494f-9b3d-7ccd55027ede None None] Routers {'9daac51d-f29c-4a8d-a967-1f73c2a8ff72'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:58:52.300131 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3689d401-f6ef-494f-9b3d-7ccd55027ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705f9af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:52.336014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Pushing event deleted for resources: {'Port': ['ID=abc74f5a-aa9f-43fe-95c5-8e52ff632952,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:52.400549 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-3689d401-f6ef-494f-9b3d-7ccd55027ede None None] Set router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:58:52.427696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:52.459588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:52.480151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d1f090-a18e-465a-a925-6c32da95879a {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:52.532854 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3689d401-f6ef-494f-9b3d-7ccd55027ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705f9af0>, [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:58:52Z', 'revision_number': 7, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:52.612033 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3689d401-f6ef-494f-9b3d-7ccd55027ede None None] The sync data for ids ['9daac51d-f29c-4a8d-a967-1f73c2a8ff72'] in ncdv-master-1 is: [{'id': '9daac51d-f29c-4a8d-a967-1f73c2a8ff72', 'name': 'tempest-TaggedBootDevicesTest_v242-625824591-router', 'tenant_id': 'a0981190244846a18036aa20dce2dc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:14Z', 'updated_at': '2022-02-19T20:58:52Z', 'revision_number': 7, 'project_id': 'a0981190244846a18036aa20dce2dc60', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:58:52.645652 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:52.648778 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Publish callbacks [] for router_controller (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:52.658558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:52.735592 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (9daac51d-f29c-4a8d-a967-1f73c2a8ff72), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:52.736498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9daac51d-f29c-4a8d-a967-1f73c2a8ff72 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:58:52.748569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:52.760002 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:52.769205 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-76bea546-9add-4d0a-9ead-4edceb5c975c admin admin] 10.222.0.30 "DELETE /v2.0/routers/9daac51d-f29c-4a8d-a967-1f73c2a8ff72 HTTP/1.1" status: 204  len: 168 time: 1.3839619
Feb 19 20:58:52.770086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49536) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:52.864188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Publish callbacks [] for port (93d1f090-a18e-465a-a925-6c32da95879a), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:52.879352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6af3ef-6409-43bb-9fdf-d310c000887e admin admin] Deleting subnet 6cff33a4-7faf-4e16-876c-8051332d4598 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:58:52.882879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da6af3ef-6409-43bb-9fdf-d310c000887e admin admin] Publish callbacks [] for subnet (6cff33a4-7faf-4e16-876c-8051332d4598), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:52.930532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da6af3ef-6409-43bb-9fdf-d310c000887e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (6cff33a4-7faf-4e16-876c-8051332d4598), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.057809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5a717-3b2f-4498-b55c-481cfa80ae33 req-6a3adbdf-ceb6-4356-be85-717dabcb09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:53.059655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dd5a717-3b2f-4498-b55c-481cfa80ae33 req-6a3adbdf-ceb6-4356-be85-717dabcb09ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b11084a5a46488cbb721afa4256a6bd&device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 1125 time: 0.9721093
Feb 19 20:58:53.076137 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.079874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da6af3ef-6409-43bb-9fdf-d310c000887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (6cff33a4-7faf-4e16-876c-8051332d4598), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.085963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e656c2df-70c0-4195-85b2-6c4f2bc5adeb req-d246e3cd-3846-40ad-91c4-5433227b7186 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6288106
Feb 19 20:58:53.090529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Transition to ACTIVE for port object 93d1f090-a18e-465a-a925-6c32da95879a will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:58:53.091220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8ecc50-2b75-491a-8873-0464b03ecc0d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:53.094143 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c0211a-5b6e-481b-9ada-4df3b112b6d3" -d '{"events": [{"server_uuid": "c69ff896-e0c9-463d-ac90-7b19f8f7d912", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8ecc50-2b75-491a-8873-0464b03ecc0d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:53.192766 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da6af3ef-6409-43bb-9fdf-d310c000887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (6cff33a4-7faf-4e16-876c-8051332d4598), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.228446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6af3ef-6409-43bb-9fdf-d310c000887e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cff33a4-7faf-4e16-876c-8051332d4598,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:53.230606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da6af3ef-6409-43bb-9fdf-d310c000887e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.235476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398fe042-de86-4bfb-847c-f606427455ce None None] Network c36e6964-b1c5-4d15-8ff3-6ec34911167e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:58:53.252710 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Publish callbacks [] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.253975 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-da6af3ef-6409-43bb-9fdf-d310c000887e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6cff33a4-7faf-4e16-876c-8051332d4598 HTTP/1.1" status: 204  len: 168 time: 0.4827180
Feb 19 20:58:53.255073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49552) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:53.257441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5a717-3b2f-4498-b55c-481cfa80ae33 req-c412a084-a1cc-42d5-b437-829fe52e4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:53.259156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dd5a717-3b2f-4498-b55c-481cfa80ae33 req-c412a084-a1cc-42d5-b437-829fe52e4cc6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81f242f2-1080-48a8-9d1e-339d4894947e HTTP/1.1" status: 200  len: 912 time: 0.1722655
Feb 19 20:58:53.264445 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (93d1f090-a18e-465a-a925-6c32da95879a), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.332175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dd5a717-3b2f-4498-b55c-481cfa80ae33 req-c4e01b1f-e847-4a33-b8ee-5ab07dbb1e87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7227c1a7-5a78-4c8d-9abb-0601b9286874 HTTP/1.1" status: 200  len: 217 time: 0.0579653
Feb 19 20:58:53.357617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3dd492be-f23d-4139-8217-6dafc545a891 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:53.405610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.413452 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (c36e6964-b1c5-4d15-8ff3-6ec34911167e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.430357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 3dd492be-f23d-4139-8217-6dafc545a891 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:53.430984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3dd492be-f23d-4139-8217-6dafc545a891 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:53.552359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Deleting port 0d62cf90-9485-4654-8053-b2548d4e2c3d {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:53.552359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.589073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9af324f-0d08-4b6f-bf32-5906c475a201 None None] DHCP port deletion for c36e6964-b1c5-4d15-8ff3-6ec34911167e request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:58:53.606530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5a717-3b2f-4498-b55c-481cfa80ae33 req-9c67cc2e-8fa3-4218-a8d8-b07eadf33124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:53.610694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dd5a717-3b2f-4498-b55c-481cfa80ae33 req-9c67cc2e-8fa3-4218-a8d8-b07eadf33124 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0624bf1-e248-469d-8e03-76429423d519 HTTP/1.1" status: 200  len: 850 time: 0.1885533
Feb 19 20:58:53.611915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Pushing event updated for resources: {'Port': ['ID=93d1f090-a18e-465a-a925-6c32da95879a,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:53.619515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49556) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:53.666156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f9af324f-0d08-4b6f-bf32-5906c475a201 None None] Deleting port 0d62cf90-9485-4654-8053-b2548d4e2c3d {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:53.667148 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f9af324f-0d08-4b6f-bf32-5906c475a201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.679847 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] For port 0d62cf90-9485-4654-8053-b2548d4e2c3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d62cf90-9485-4654-8053-b2548d4e2c3d,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:53.680234 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.713669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Calling delete_port for 0d62cf90-9485-4654-8053-b2548d4e2c3d owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:53.785630 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f9af324f-0d08-4b6f-bf32-5906c475a201 None None] For port 0d62cf90-9485-4654-8053-b2548d4e2c3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d62cf90-9485-4654-8053-b2548d4e2c3d,segment=NetworkSegment(a845cad5-1877-4d4b-af8c-33cb6d4be228),segment_id=a845cad5-1877-4d4b-af8c-33cb6d4be228)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:53.788230 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f9af324f-0d08-4b6f-bf32-5906c475a201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.819532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f9af324f-0d08-4b6f-bf32-5906c475a201 None None] Calling delete_port for 0d62cf90-9485-4654-8053-b2548d4e2c3d owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:53.901027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb466c-b2d5-46d5-a400-cc8b39047ac0 req-87ed87f0-a432-48bc-ba29-e9ae75cefdbd tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:53.908695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4dbb466c-b2d5-46d5-a400-cc8b39047ac0 req-87ed87f0-a432-48bc-ba29-e9ae75cefdbd tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 943 time: 0.6465423
Feb 19 20:58:53.911496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41620052-14a9-4377-928c-2da23a756c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.947111 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f9af324f-0d08-4b6f-bf32-5906c475a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:53.951728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba0b0-4c9c-4b0f-ac8c-31e93c12f0e4 req-de41fd7b-5ebb-45a3-b9df-29664790f4b0 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:53.963431 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-678ba0b0-4c9c-4b0f-ac8c-31e93c12f0e4 req-de41fd7b-5ebb-45a3-b9df-29664790f4b0 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 943 time: 0.7019742
Feb 19 20:58:53.980303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:53.981146 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:53.981439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af324f-0d08-4b6f-bf32-5906c475a201 None None] Pushing event deleted for resources: {'Port': ['ID=0d62cf90-9485-4654-8053-b2548d4e2c3d,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:53.982105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:53.989428 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9af324f-0d08-4b6f-bf32-5906c475a201 None None] No DVR routers for this DVR port 0d62cf90-9485-4654-8053-b2548d4e2c3d on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:54.025375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0d62cf90-9485-4654-8053-b2548d4e2c3d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.041318 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41620052-14a9-4377-928c-2da23a756c10 admin admin] Publish callbacks [] for security_group (38552b4b-6aea-4e94-a7ea-779f76977c8d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.042477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] No DVR routers for this DVR port 0d62cf90-9485-4654-8053-b2548d4e2c3d on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:58:54.073684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Attempting to bind port 93d1f090-a18e-465a-a925-6c32da95879a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:54.074332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Attempting to bind port 93d1f090-a18e-465a-a925-6c32da95879a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9c89d82a-37de-4824-ab78-faec9b6f41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd8017b52-8d0b-4da2-bb30-f24fbe187d92'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:54.075004 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Attempting to bind port 93d1f090-a18e-465a-a925-6c32da95879a on network d8017b52-8d0b-4da2-bb30-f24fbe187d92 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:54.079463 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41620052-14a9-4377-928c-2da23a756c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (38552b4b-6aea-4e94-a7ea-779f76977c8d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.081623 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0d62cf90-9485-4654-8053-b2548d4e2c3d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:54.089540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Port 93d1f090-a18e-465a-a925-6c32da95879a on network d8017b52-8d0b-4da2-bb30-f24fbe187d92 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:58:54.090092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Attempting to bind port 93d1f090-a18e-465a-a925-6c32da95879a on network d8017b52-8d0b-4da2-bb30-f24fbe187d92 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:54.092965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Pushing event updated for resources: {'Port': ['ID=6c8ecc50-2b75-491a-8873-0464b03ecc0d,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:54.098092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:58:54.098494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:54.137240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:54.137662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Checking segment: {'id': '9c89d82a-37de-4824-ab78-faec9b6f41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd8017b52-8d0b-4da2-bb30-f24fbe187d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:54.138017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Bound using segment: {'id': '9c89d82a-37de-4824-ab78-faec9b6f41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd8017b52-8d0b-4da2-bb30-f24fbe187d92'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:54.138544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Bound port: 93d1f090-a18e-465a-a925-6c32da95879a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c89d82a-37de-4824-ab78-faec9b6f41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd8017b52-8d0b-4da2-bb30-f24fbe187d92'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:54.138909 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (93d1f090-a18e-465a-a925-6c32da95879a), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.141750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:54.142084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:54.142596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:54.142963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Bound port: 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:54.143319 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.181179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-678ba0b0-4c9c-4b0f-ac8c-31e93c12f0e4 req-c0524964-1936-4a02-a4bf-baa4972c2d51 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2161386
Feb 19 20:58:54.184194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5a717-3b2f-4498-b55c-481cfa80ae33 req-30c54c73-ab4d-48dc-afe0-00f90a27bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:54.185907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dd5a717-3b2f-4498-b55c-481cfa80ae33 req-30c54c73-ab4d-48dc-afe0-00f90a27bd19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81f242f2-1080-48a8-9d1e-339d4894947e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5541642
Feb 19 20:58:54.195932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41620052-14a9-4377-928c-2da23a756c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38552b4b-6aea-4e94-a7ea-779f76977c8d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:54.211972 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-41620052-14a9-4377-928c-2da23a756c10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fca2d4f883b4eccad1aae17ff04253f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5909872
Feb 19 20:58:54.212567 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49566) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:54.231472 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (c36e6964-b1c5-4d15-8ff3-6ec34911167e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.241982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4dbb466c-b2d5-46d5-a400-cc8b39047ac0 req-b51b5bd1-b23b-4f6d-9573-49093678c178 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3278039
Feb 19 20:58:54.287329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69e7d520>,) {'filters': {'network_id': ['c36e6964-b1c5-4d15-8ff3-6ec34911167e']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:54.313540 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69e7d520>, 'a845cad5-1877-4d4b-af8c-33cb6d4be228') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:54.313932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69e7d520>, 'a845cad5-1877-4d4b-af8c-33cb6d4be228') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:58:54.346827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a845cad5-1877-4d4b-af8c-33cb6d4be228), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.370343 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec5fe45f-d7e4-405b-951e-1a5f7629c4ef admin admin] Publish callbacks [] for security_group (38552b4b-6aea-4e94-a7ea-779f76977c8d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.397527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec5fe45f-d7e4-405b-951e-1a5f7629c4ef admin admin] Publish callbacks [] for security_group (38552b4b-6aea-4e94-a7ea-779f76977c8d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.419744 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.459379 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a845cad5-1877-4d4b-af8c-33cb6d4be228), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.462088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec5fe45f-d7e4-405b-951e-1a5f7629c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (38552b4b-6aea-4e94-a7ea-779f76977c8d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.465191 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec5fe45f-d7e4-405b-951e-1a5f7629c4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.467008 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec5fe45f-d7e4-405b-951e-1a5f7629c4ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38552b4b-6aea-4e94-a7ea-779f76977c8d HTTP/1.1" status: 204  len: 168 time: 0.2519171
Feb 19 20:58:54.478231 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf54fd9-bcf6-44c4-977a-973b2b45078a x-openstack-request-id: req-7cf54fd9-bcf6-44c4-977a-973b2b45078a {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:54.478809 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69ff896-e0c9-463d-ac90-7b19f8f7d912", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8ecc50-2b75-491a-8873-0464b03ecc0d", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:54.478809 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7cf54fd9-bcf6-44c4-977a-973b2b45078a {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:54.479175 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8ecc50-2b75-491a-8873-0464b03ecc0d', 'code': 200}
Feb 19 20:58:54.481006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:58:54.481522 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a845cad5-1877-4d4b-af8c-33cb6d4be228), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:58:54.483520 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:58:54.497705 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fe45f-d7e4-405b-951e-1a5f7629c4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38552b4b-6aea-4e94-a7ea-779f76977c8d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:54.556111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6c8ecc50-2b75-491a-8873-0464b03ecc0d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:58:54.597740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (c36e6964-b1c5-4d15-8ff3-6ec34911167e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.606485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.616251 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] 10.222.0.30 "DELETE /v2.0/networks/c36e6964-b1c5-4d15-8ff3-6ec34911167e HTTP/1.1" status: 204  len: 168 time: 1.3558946
Feb 19 20:58:54.617056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49576) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:54.680461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:54.690530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:54.694150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bc6ce-b5fc-4988-bf20-329c5bd515ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c36e6964-b1c5-4d15-8ff3-6ec34911167e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:54.749091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] For port 93d1f090-a18e-465a-a925-6c32da95879a, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:58:54.774791 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.798098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:54.868713 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:58:54.869264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:58:54.869894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:54.879664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:58:54.882130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Attempting to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on network 38f0b579-c349-4313-af39-532bf5d625a7 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:58:54.893852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:58:54.894396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Checking segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:58:54.895106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Bound using segment: {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:58:54.895855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Bound port: 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68a0e3-23aa-4307-9efb-676643d4d687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38f0b579-c349-4313-af39-532bf5d625a7'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:58:54.896513 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:54.934019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] For port 93d1f090-a18e-465a-a925-6c32da95879a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93d1f090-a18e-465a-a925-6c32da95879a,segment=NetworkSegment(9c89d82a-37de-4824-ab78-faec9b6f41e5),segment_id=9c89d82a-37de-4824-ab78-faec9b6f41e5)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:58:54.954606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device abc74f5a-aa9f-43fe-95c5-8e52ff632952 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:54.993302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49586) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:55.064114 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (93d1f090-a18e-465a-a925-6c32da95879a), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.077335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: abc74f5a-aa9f-43fe-95c5-8e52ff632952 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:55.081395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device abc74f5a-aa9f-43fe-95c5-8e52ff632952 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:55.082030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0d62cf90-9485-4654-8053-b2548d4e2c3d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:55.084597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dd5a717-3b2f-4498-b55c-481cfa80ae33 req-77fdcce2-abd2-44a2-812e-b7785b321af4 service neutron] 10.222.0.10 "GET /v2.0/networks/81f242f2-1080-48a8-9d1e-339d4894947e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8390629
Feb 19 20:58:55.157040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 0d62cf90-9485-4654-8053-b2548d4e2c3d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:58:55.157849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0d62cf90-9485-4654-8053-b2548d4e2c3d not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:58:55.210704 ncdv-master-1 neutron-server[121130]: WARNING neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Concurrent port binding operations failed on port 6c8ecc50-2b75-491a-8873-0464b03ecc0d
Feb 19 20:58:55.222089 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:55.226729 ncdv-master-1 neutron-server[121130]: INFO neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Attempt 2 to bind port 6c8ecc50-2b75-491a-8873-0464b03ecc0d
Feb 19 20:58:55.227302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6c8ecc50-2b75-491a-8873-0464b03ecc0d has no active binding in host nch1-master-1 {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 19 20:58:55.288604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49600) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:55.294286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:55.295152 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.297158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] 10.222.0.10 "PUT /v2.0/ports/6c8ecc50-2b75-491a-8873-0464b03ecc0d HTTP/1.1" status: 200  len: 1121 time: 3.0953493
Feb 19 20:58:55.303932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:55.304893 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.306529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] 10.222.0.67 "PUT /v2.0/ports/93d1f090-a18e-465a-a925-6c32da95879a HTTP/1.1" status: 200  len: 1091 time: 5.6633935
Feb 19 20:58:55.356837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28843529-f2e2-438d-a67c-9da03bcd1bcc service neutron] Pushing event updated for resources: {'Port': ['ID=6c8ecc50-2b75-491a-8873-0464b03ecc0d,revision_number=8']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:55.395880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6c8ecc50-2b75-491a-8873-0464b03ecc0d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:55.415379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4ec74-d34b-4b21-a424-8ca83fd25f87 req-de05c8be-1bee-4ac0-ac8e-83de4c6e790a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:55.427277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7de4ec74-d34b-4b21-a424-8ca83fd25f87 req-de05c8be-1bee-4ac0-ac8e-83de4c6e790a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 943 time: 0.7347515
Feb 19 20:58:55.462924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['6c8ecc50-2b75-491a-8873-0464b03ecc0d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:55.568811 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6fa426ab-b50d-468c-b465-57e8f4cbbd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.578480 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d2d9900b-4f6f-48fa-b1ba-913b15392d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.643756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-be639051-ae4e-4870-ad69-42c159c78ce0 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:55.650796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-be639051-ae4e-4870-ad69-42c159c78ce0 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 802 time: 0.5817001
Feb 19 20:58:55.668056 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6fa426ab-b50d-468c-b465-57e8f4cbbd42 admin admin] Publish callbacks [] for security_group (617d9a7b-17c2-4939-91f9-59e2dcf5ed7d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.682664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6fa426ab-b50d-468c-b465-57e8f4cbbd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (617d9a7b-17c2-4939-91f9-59e2dcf5ed7d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.736106 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.748247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d2d9900b-4f6f-48fa-b1ba-913b15392d1e admin admin] Publish callbacks [] for security_group (9e2cb202-dd8b-4486-a5a5-2f9e0de58cad), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.761058 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6fa426ab-b50d-468c-b465-57e8f4cbbd42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8c68ae4f3aa48ab8478d0a4019dd481&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7666523
Feb 19 20:58:55.767001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49606) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:55.777772 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa426ab-b50d-468c-b465-57e8f4cbbd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617d9a7b-17c2-4939-91f9-59e2dcf5ed7d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:55.782776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-50e0fe57-ffcc-4aeb-9279-15f2d8d56d0d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/quotas/b959eb07a97740dca63d3cf3d2ed0a63 HTTP/1.1" status: 200  len: 375 time: 0.1303871
Feb 19 20:58:55.797098 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d2d9900b-4f6f-48fa-b1ba-913b15392d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9e2cb202-dd8b-4486-a5a5-2f9e0de58cad), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.843947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d2d9900b-4f6f-48fa-b1ba-913b15392d1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dde717f283984458842f4df165074ea0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5451365
Feb 19 20:58:55.849740 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49608) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:55.921571 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7de4ec74-d34b-4b21-a424-8ca83fd25f87 req-ce52260c-7c01-4c44-bd60-fd33b4188447 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4933918
Feb 19 20:58:55.922143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28d9c31d-e231-4888-85b2-c05d09e05ea7 admin admin] Publish callbacks [] for security_group (617d9a7b-17c2-4939-91f9-59e2dcf5ed7d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.931958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca1144-5695-4f41-836d-cbcf7b98a562 service neutron] Pushing event updated for resources: {'Port': ['ID=93d1f090-a18e-465a-a925-6c32da95879a,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:55.940928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0998654a-6cc3-43eb-bf4b-15802c1e581c admin admin] Publish callbacks [] for security_group (9e2cb202-dd8b-4486-a5a5-2f9e0de58cad), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.945043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-7eca8e66-eaae-49ac-bc82-c193d15983ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:55.946829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-7eca8e66-eaae-49ac-bc82-c193d15983ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f4aa3e254e944d4a85f2085a89a921b&device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 1125 time: 0.5668211
Feb 19 20:58:55.950200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9900b-4f6f-48fa-b1ba-913b15392d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2cb202-dd8b-4486-a5a5-2f9e0de58cad,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:55.964411 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:55.970554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dd5a717-3b2f-4498-b55c-481cfa80ae33 req-54050a99-de01-4bbe-affb-2074c4c05f9a service neutron] 10.222.0.10 "GET /v2.0/networks/81f242f2-1080-48a8-9d1e-339d4894947e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8465729
Feb 19 20:58:55.977400 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28d9c31d-e231-4888-85b2-c05d09e05ea7 admin admin] Publish callbacks [] for security_group (617d9a7b-17c2-4939-91f9-59e2dcf5ed7d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:56.054059 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-4f12139c-dc79-4e0c-a8bf-c8d361a66354 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d1f090-a18e-465a-a925-6c32da95879a HTTP/1.1" status: 200  len: 217 time: 0.0823662
Feb 19 20:58:56.086356 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0998654a-6cc3-43eb-bf4b-15802c1e581c admin admin] Publish callbacks [] for security_group (9e2cb202-dd8b-4486-a5a5-2f9e0de58cad), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:56.137115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-e9083a57-badf-4dc0-b10b-5052552b76c8 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3529549
Feb 19 20:58:56.201606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28d9c31d-e231-4888-85b2-c05d09e05ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (617d9a7b-17c2-4939-91f9-59e2dcf5ed7d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:56.208834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28d9c31d-e231-4888-85b2-c05d09e05ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:56.214151 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-28d9c31d-e231-4888-85b2-c05d09e05ea7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/617d9a7b-17c2-4939-91f9-59e2dcf5ed7d HTTP/1.1" status: 204  len: 168 time: 0.4348588
Feb 19 20:58:56.215255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 296aa138-ed01-4c5c-b1dd-57c160938115 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:58:56.291945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-8bac0480-281d-4314-97c4-129c2100da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:56.298947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-8bac0480-281d-4314-97c4-129c2100da3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79a1c140-e5b6-43ee-9148-fdb7258b992e HTTP/1.1" status: 200  len: 853 time: 0.2160375
Feb 19 20:58:56.342093 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0998654a-6cc3-43eb-bf4b-15802c1e581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9e2cb202-dd8b-4486-a5a5-2f9e0de58cad), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:56.346043 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0998654a-6cc3-43eb-bf4b-15802c1e581c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:56.347749 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0998654a-6cc3-43eb-bf4b-15802c1e581c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e2cb202-dd8b-4486-a5a5-2f9e0de58cad HTTP/1.1" status: 204  len: 168 time: 0.4970584
Feb 19 20:58:56.349290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9c31d-e231-4888-85b2-c05d09e05ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617d9a7b-17c2-4939-91f9-59e2dcf5ed7d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:56.358320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 296aa138-ed01-4c5c-b1dd-57c160938115 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:56.360660 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:56.387554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998654a-6cc3-43eb-bf4b-15802c1e581c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2cb202-dd8b-4486-a5a5-2f9e0de58cad,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:56.472293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296aa138-ed01-4c5c-b1dd-57c160938115'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:56.478998 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b4b9cd-ef53-40a5-a038-9e579ea136f3" -d '{"events": [{"server_uuid": "0c58f78c-bd41-4570-86ec-a9d3a898e1b4", "name": "network-vif-unplugged", "status": "completed", "tag": "296aa138-ed01-4c5c-b1dd-57c160938115"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:56.496237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 296aa138-ed01-4c5c-b1dd-57c160938115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=296aa138-ed01-4c5c-b1dd-57c160938115,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:56.505609 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:56.566931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7227c1a7-5a78-4c8d-9abb-0601b9286874 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:58:56.593784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=296aa138-ed01-4c5c-b1dd-57c160938115,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:56.625234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] Deleting port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:56.625592 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:56.789292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7227c1a7-5a78-4c8d-9abb-0601b9286874, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7227c1a7-5a78-4c8d-9abb-0601b9286874,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:56.820882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '7227c1a7-5a78-4c8d-9abb-0601b9286874', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'port_id': '7227c1a7-5a78-4c8d-9abb-0601b9286874', 'mac_address': 'fa:16:3e:ff:26:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:58:56.829371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'tag': '6c8ecc50-2b75-491a-8873-0464b03ecc0d'}, {'name': 'network-changed', 'server_uuid': '822c2412-fbd7-43c1-995b-c9ef1a76203c', 'tag': '93d1f090-a18e-465a-a925-6c32da95879a'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:56.830920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] For port a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7,segment=NetworkSegment(27d2d161-96fc-470a-a3f1-52d7aa02b7a3),segment_id=27d2d161-96fc-470a-a3f1-52d7aa02b7a3)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:56.831443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:56.832280 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340" -d '{"events": [{"name": "network-changed", "server_uuid": "c69ff896-e0c9-463d-ac90-7b19f8f7d912", "tag": "6c8ecc50-2b75-491a-8873-0464b03ecc0d"}, {"name": "network-changed", "server_uuid": "822c2412-fbd7-43c1-995b-c9ef1a76203c", "tag": "93d1f090-a18e-465a-a925-6c32da95879a"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:56.841458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-960b2eb3-2af2-4c73-96af-7d6b5dc9e75b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8017b52-8d0b-4da2-bb30-f24fbe187d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5269175
Feb 19 20:58:56.870698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] Calling delete_port for a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:56.870990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc106e3f-3219-4109-833c-fa430e956ed4 req-d36cd169-a66e-4855-9e09-64c2f47fb913 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:56.879636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc106e3f-3219-4109-833c-fa430e956ed4 req-d36cd169-a66e-4855-9e09-64c2f47fb913 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 943 time: 0.8389897
Feb 19 20:58:56.882814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-9a4c2867-b037-4186-ae32-1bb102829ba1 service neutron] 10.222.0.30 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7450857
Feb 19 20:58:56.912990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7227c1a7-5a78-4c8d-9abb-0601b9286874 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:56.913302 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:56.959493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7227c1a7-5a78-4c8d-9abb-0601b9286874 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:58:57.024003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7227c1a7-5a78-4c8d-9abb-0601b9286874, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7227c1a7-5a78-4c8d-9abb-0601b9286874,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:57.033940 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:57.077283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-34fbe54f-2611-48e4-b0c3-b6694cbe46b2 service neutron] 10.222.0.30 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1051798
Feb 19 20:58:57.148282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc106e3f-3219-4109-833c-fa430e956ed4 req-a09d4237-ffd6-4d9c-927b-c549624c85b3 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2632244
Feb 19 20:58:57.184506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-0ceb202f-cd7a-4e25-a512-6fefb460b6e5 service neutron] 10.222.0.67 "GET /v2.0/networks/d8017b52-8d0b-4da2-bb30-f24fbe187d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3002574
Feb 19 20:58:57.201275 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7227c1a7-5a78-4c8d-9abb-0601b9286874,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:57.395679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca318c0f-8a64-4421-b5ad-bdc87e1040c4 req-589d6efe-6b7e-410d-9ff5-0b1754a07598 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:57.402853 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a34468-2b97-447e-8a1a-6bc77b100982 req-505f471a-2da6-4238-87ac-a82fc25e6d82 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:57.404537 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54a34468-2b97-447e-8a1a-6bc77b100982 req-505f471a-2da6-4238-87ac-a82fc25e6d82 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c58f78c-bd41-4570-86ec-a9d3a898e1b4 HTTP/1.1" status: 200  len: 943 time: 0.2576361
Feb 19 20:58:57.406400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca318c0f-8a64-4421-b5ad-bdc87e1040c4 req-589d6efe-6b7e-410d-9ff5-0b1754a07598 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 943 time: 0.1051710
Feb 19 20:58:57.414486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['7227c1a7-5a78-4c8d-9abb-0601b9286874'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:58:57.577918 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc64cd0f-66c1-44a0-8ee5-547dbc54fd71 x-openstack-request-id: req-cc64cd0f-66c1-44a0-8ee5-547dbc54fd71 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:57.578602 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c58f78c-bd41-4570-86ec-a9d3a898e1b4", "name": "network-vif-unplugged", "status": "completed", "tag": "296aa138-ed01-4c5c-b1dd-57c160938115", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:57.578602 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc64cd0f-66c1-44a0-8ee5-547dbc54fd71 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:57.578949 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296aa138-ed01-4c5c-b1dd-57c160938115', 'code': 200}
Feb 19 20:58:57.586140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca318c0f-8a64-4421-b5ad-bdc87e1040c4 req-a3ca8998-86fd-4aa3-8f53-affba608116a tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785455
Feb 19 20:58:57.590345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb3047-91d6-427b-935c-6e8a65b2d2ff req-79cc8e17-7293-476a-a4f0-4d69e34bcd5f service neutron] 10.222.0.67 "GET /v2.0/networks/d8017b52-8d0b-4da2-bb30-f24fbe187d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3847477
Feb 19 20:58:57.663886 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee157d53-fde4-4efe-9e04-b88ed63f8d78 x-openstack-request-id: req-ee157d53-fde4-4efe-9e04-b88ed63f8d78 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:57.664283 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69ff896-e0c9-463d-ac90-7b19f8f7d912", "tag": "6c8ecc50-2b75-491a-8873-0464b03ecc0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "822c2412-fbd7-43c1-995b-c9ef1a76203c", "tag": "93d1f090-a18e-465a-a925-6c32da95879a", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:57.664503 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee157d53-fde4-4efe-9e04-b88ed63f8d78 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:57.664863 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'tag': '6c8ecc50-2b75-491a-8873-0464b03ecc0d', 'status': 'completed', 'code': 200}
Feb 19 20:58:57.665493 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822c2412-fbd7-43c1-995b-c9ef1a76203c', 'tag': '93d1f090-a18e-465a-a925-6c32da95879a', 'status': 'completed', 'code': 200}
Feb 19 20:58:57.760941 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:57.801987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:57.934475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-779e2676-732b-4f18-a896-5e7b1def4a9d req-b4ba01bb-e5b8-4630-9e7c-c93ae821ecf3 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 210 time: 0.1451097
Feb 19 20:58:57.989578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-abc0bb4b-6ccd-4fda-8f68-7d3a4259a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:57.991209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-abc0bb4b-6ccd-4fda-8f68-7d3a4259a655 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 1155 time: 0.2899561
Feb 19 20:58:58.014137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-54a34468-2b97-447e-8a1a-6bc77b100982 req-a87d8475-8bad-41a3-b084-2a34ac566b20 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Deleting port 296aa138-ed01-4c5c-b1dd-57c160938115 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:58:58.014748 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54a34468-2b97-447e-8a1a-6bc77b100982 req-a87d8475-8bad-41a3-b084-2a34ac566b20 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:58.124736 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49670) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:58.129773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acb9d4-322a-45f6-9afd-4b1bc1c97eb6 req-0cee7513-a105-4f14-9f8d-119155af794a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:58.131353 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80acb9d4-322a-45f6-9afd-4b1bc1c97eb6 req-0cee7513-a105-4f14-9f8d-119155af794a tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 943 time: 0.3452055
Feb 19 20:58:58.369102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-a9969a4e-4ff0-4ef3-85c1-541a85e2b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:58.370279 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-a9969a4e-4ff0-4ef3-85c1-541a85e2b1f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.3667989
Feb 19 20:58:58.376282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80acb9d4-322a-45f6-9afd-4b1bc1c97eb6 req-d285bb0f-cf29-43fa-9d2a-7e4f7ab28ca5 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2358582
Feb 19 20:58:58.426965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-2e966bea-e2c5-48b6-9809-ee5b4ac3b82d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d HTTP/1.1" status: 200  len: 217 time: 0.0484755
Feb 19 20:58:58.435176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5f5b7-ce36-4480-a311-9a2bf3ca0426 req-1ea6eadf-fe7c-4b79-be8c-e495fac88d46 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:58.443167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-95d5f5b7-ce36-4480-a311-9a2bf3ca0426 req-1ea6eadf-fe7c-4b79-be8c-e495fac88d46 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 944 time: 0.1528640
Feb 19 20:58:58.460464 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:58.564019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-000b3281-4f5b-499c-826e-2ac0c69e2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:58.565528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-000b3281-4f5b-499c-826e-2ac0c69e2e49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.1198652
Feb 19 20:58:58.582645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7227c1a7-5a78-4c8d-9abb-0601b9286874 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:58:58.586002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-95d5f5b7-ce36-4480-a311-9a2bf3ca0426 req-3d6d9ae2-fea6-4e17-9232-f6d9a439c68b tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419494
Feb 19 20:58:58.647111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-3956e812-912d-4f05-b262-6dd4a583da16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0585306
Feb 19 20:58:58.700465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-689710041-network', 'tenant_id': '24560083d7dd474c820b48343b65c206'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:58.732305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 7227c1a7-5a78-4c8d-9abb-0601b9286874 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:58:58.743317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 7227c1a7-5a78-4c8d-9abb-0601b9286874 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:58:58.743712 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:58.893897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-e779826a-5af3-4a20-842f-7f7c8fa84cd8 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347655
Feb 19 20:58:58.894230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-54a34468-2b97-447e-8a1a-6bc77b100982 req-a87d8475-8bad-41a3-b084-2a34ac566b20 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] For port 296aa138-ed01-4c5c-b1dd-57c160938115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=296aa138-ed01-4c5c-b1dd-57c160938115,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:58.894981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54a34468-2b97-447e-8a1a-6bc77b100982 req-a87d8475-8bad-41a3-b084-2a34ac566b20 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:58.940153 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Made reservation on behalf of 24560083d7dd474c820b48343b65c206 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:58:58.947093 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:58.957033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-54a34468-2b97-447e-8a1a-6bc77b100982 req-a87d8475-8bad-41a3-b084-2a34ac566b20 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Calling delete_port for 296aa138-ed01-4c5c-b1dd-57c160938115 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:58:58.978652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7227c1a7-5a78-4c8d-9abb-0601b9286874 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:58:59.000518 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:59.045132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7227c1a7-5a78-4c8d-9abb-0601b9286874, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7227c1a7-5a78-4c8d-9abb-0601b9286874,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:58:59.055412 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:59.069242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a0753-e3ea-4fe4-8c0f-60ed57946d1b req-10b0cb3a-b7b6-429b-9b09-0293a5d5e24e tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:59.070841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-205a0753-e3ea-4fe4-8c0f-60ed57946d1b req-10b0cb3a-b7b6-429b-9b09-0293a5d5e24e tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 943 time: 0.1760130
Feb 19 20:58:59.079550 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:59.156990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7227c1a7-5a78-4c8d-9abb-0601b9286874,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:59.259830 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:59.312862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70140d9b-f7d9-4c7a-880b-1a5a2b1b0bbd req-60f0ea2c-7ae7-468f-88ac-1aae91516d11 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 210 time: 0.0960965
Feb 19 20:58:59.321178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-d5f97bcd-dede-41cc-b344-7bf8b67268fe service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4033308
Feb 19 20:58:59.348459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-205a0753-e3ea-4fe4-8c0f-60ed57946d1b req-65c03613-63e0-4166-af84-93c84e09fc38 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608995
Feb 19 20:58:59.464913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] Router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:58:59.580436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7227c1a7-5a78-4c8d-9abb-0601b9286874'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:58:59.584930 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196c76c2-b254-4419-b514-a49aebabbe16" -d '{"events": [{"server_uuid": "7d83fa58-4a1d-49bf-abb3-565b32fd4b9f", "name": "network-vif-plugged", "status": "completed", "tag": "7227c1a7-5a78-4c8d-9abb-0601b9286874"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:58:59.657978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Publish callbacks [] for security_group (f401d2b3-ab56-4266-ae50-9bfde3e2d82c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:59.664033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-0a5fabbe-0c6d-4e67-b408-77614270b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:59.665919 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-0a5fabbe-0c6d-4e67-b408-77614270b09d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f4aa3e254e944d4a85f2085a89a921b&device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 1125 time: 0.2494719
Feb 19 20:58:59.667368 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcd2716-2810-4566-a62c-b54a31b87fe8 x-openstack-request-id: req-afcd2716-2810-4566-a62c-b54a31b87fe8 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:58:59.667685 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d83fa58-4a1d-49bf-abb3-565b32fd4b9f", "name": "network-vif-plugged", "status": "completed", "tag": "7227c1a7-5a78-4c8d-9abb-0601b9286874", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:58:59.668695 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afcd2716-2810-4566-a62c-b54a31b87fe8 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:58:59.668695 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7227c1a7-5a78-4c8d-9abb-0601b9286874', 'code': 200}
Feb 19 20:58:59.669354 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f401d2b3-ab56-4266-ae50-9bfde3e2d82c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:59.693897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54a34468-2b97-447e-8a1a-6bc77b100982 req-a87d8475-8bad-41a3-b084-2a34ac566b20 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (296aa138-ed01-4c5c-b1dd-57c160938115), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:59.750225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-c27ce02d-9d40-414d-9af0-b549bb6d4e69 service neutron] 10.222.0.67 "GET /v2.0/ports/6c8ecc50-2b75-491a-8873-0464b03ecc0d/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3822618
Feb 19 20:58:59.827044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:58:59.855481 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d8475-8bad-41a3-b084-2a34ac566b20 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Pushing event deleted for resources: {'Port': ['ID=296aa138-ed01-4c5c-b1dd-57c160938115,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:59.890634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-87797005-cbcd-4838-ac2e-99adc6ebe872 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:59.892213 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-87797005-cbcd-4838-ac2e-99adc6ebe872 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.10 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 802 time: 0.5391247
Feb 19 20:58:59.893538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f401d2b3-ab56-4266-ae50-9bfde3e2d82c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:58:59.925652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5b5a8-39db-4a36-ae40-09cb96ef6624 req-6079d8a1-94d5-45ba-b544-b5d61597cd8e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:58:59.926526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fde5b5a8-39db-4a36-ae40-09cb96ef6624 req-6079d8a1-94d5-45ba-b544-b5d61597cd8e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 943 time: 0.3924248
Feb 19 20:58:59.928769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49732) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:58:59.939507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Request body: {'port': {'device_id': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'admin_state_up': True, 'tenant_id': 'b959eb07a97740dca63d3cf3d2ed0a63'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:58:59.956510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1f8d9a8e-5388-4a25-81d8-2c081edcd9c3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:58:59.957258 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Added segment 1f8d9a8e-5388-4a25-81d8-2c081edcd9c3 of type vlan for network 7f4d1bd2-7867-41b6-a166-75a5069b5549
Feb 19 20:59:00.000288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a34468-2b97-447e-8a1a-6bc77b100982 req-a87d8475-8bad-41a3-b084-2a34ac566b20 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] No DVR routers for this DVR port 296aa138-ed01-4c5c-b1dd-57c160938115 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:00.024798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54a34468-2b97-447e-8a1a-6bc77b100982 req-a87d8475-8bad-41a3-b084-2a34ac566b20 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:00.028703 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54a34468-2b97-447e-8a1a-6bc77b100982 req-a87d8475-8bad-41a3-b084-2a34ac566b20 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "DELETE /v2.0/ports/296aa138-ed01-4c5c-b1dd-57c160938115 HTTP/1.1" status: 204  len: 173 time: 2.5929146
Feb 19 20:59:00.032880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'name': 'network-vif-deleted', 'tag': '296aa138-ed01-4c5c-b1dd-57c160938115'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:00.036237 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f16b8b6-0c11-4662-a7fa-d129116da2a7" -d '{"events": [{"server_uuid": "0c58f78c-bd41-4570-86ec-a9d3a898e1b4", "name": "network-vif-deleted", "tag": "296aa138-ed01-4c5c-b1dd-57c160938115"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:00.082850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:59:00.095438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2debfdd-95ed-4fab-90cb-7e6aa12ff4f4 None None] Sync routers for ids ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:59:00.109183 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2a7375af-6073-4f1e-b888-7e38d1bc0f46 admin admin] 10.222.0.30 "PUT /v2.0/routers/f29169d3-fb9a-4f35-bb70-9e7fdae64a87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4891112
Feb 19 20:59:00.112896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2debfdd-95ed-4fab-90cb-7e6aa12ff4f4 None None] Routers {'f29169d3-fb9a-4f35-bb70-9e7fdae64a87'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:59:00.115221 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (7f4d1bd2-7867-41b6-a166-75a5069b5549), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:00.122246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49738) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:00.123916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f2debfdd-95ed-4fab-90cb-7e6aa12ff4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63346cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:00.298350 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.db.resource_extend [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 20:59:00.302241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-736074d8-ac23-4625-8d87-127c9cc5c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:00.304042 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-736074d8-ac23-4625-8d87-127c9cc5c0f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8017b52-8d0b-4da2-bb30-f24fbe187d92 HTTP/1.1" status: 200  len: 914 time: 0.6305184
Feb 19 20:59:00.356688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-1fa969e6-5e46-4511-b474-ae9ee8140020 service neutron] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:00.363059 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-ef364375-4b93-445e-902f-bc33a5964594 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d1f090-a18e-465a-a925-6c32da95879a HTTP/1.1" status: 200  len: 217 time: 0.0456390
Feb 19 20:59:00.388195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-1fa969e6-5e46-4511-b474-ae9ee8140020 service neutron] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:59:00.410971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (7f4d1bd2-7867-41b6-a166-75a5069b5549), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:00.412278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:00.413099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:00.424515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-1fa969e6-5e46-4511-b474-ae9ee8140020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8ecc50-2b75-491a-8873-0464b03ecc0d {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:00.438216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-1fa969e6-5e46-4511-b474-ae9ee8140020 service neutron] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:00.456524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfe54b-f43d-4f59-995c-26032b12d445 req-d59a020f-c238-479b-8748-d8177e9ee176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:00.458864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74cfe54b-f43d-4f59-995c-26032b12d445 req-d59a020f-c238-479b-8748-d8177e9ee176 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 1127 time: 0.6885173
Feb 19 20:59:00.475119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fde5b5a8-39db-4a36-ae40-09cb96ef6624 req-06d69efa-5ccf-4e4c-becd-2b2ac6af96e5 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5386360
Feb 19 20:59:00.517372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 6c8ecc50-2b75-491a-8873-0464b03ecc0d no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:00.530321 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-1fa969e6-5e46-4511-b474-ae9ee8140020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:00.538574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-a6112ade-e635-4cda-87b4-59c710290e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:00.540141 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-a6112ade-e635-4cda-87b4-59c710290e70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79a1c140-e5b6-43ee-9148-fdb7258b992e HTTP/1.1" status: 200  len: 853 time: 0.1693387
Feb 19 20:59:00.549793 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.4146273
Feb 19 20:59:00.555475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49748) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:00.603421 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-a9ba87b1-40e3-4693-8f5a-a74305b77fd3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8017b52-8d0b-4da2-bb30-f24fbe187d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524902
Feb 19 20:59:00.607223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] Request body: {'subnet': {'network_id': '7f4d1bd2-7867-41b6-a166-75a5069b5549', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-689710041-subnet', 'tenant_id': '24560083d7dd474c820b48343b65c206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:00.613231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2393843-07a3-4c28-a19b-a175cbc61e3c admin admin] Pushing event updated for resources: {'Network': ['ID=7f4d1bd2-7867-41b6-a166-75a5069b5549,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:00.645878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 7f4d1bd2-7867-41b6-a166-75a5069b5549 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:59:00.669802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce900f-4d4b-4a42-998e-b904beb8ba7a req-7a6fbac1-aca9-4b0d-b75e-e5b005768c35 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:00.675475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1bce900f-4d4b-4a42-998e-b904beb8ba7a req-7a6fbac1-aca9-4b0d-b75e-e5b005768c35 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 945 time: 0.9031527
Feb 19 20:59:00.694768 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Publish callbacks [] for router (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:00.725575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Made reservation on behalf of b959eb07a97740dca63d3cf3d2ed0a63 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:00.729721 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:00.731873 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8bb2-e487-4c69-8676-8f091d5ee459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:00.777554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-1fa969e6-5e46-4511-b474-ae9ee8140020 service neutron] Transition to ACTIVE for port object 6c8ecc50-2b75-491a-8873-0464b03ecc0d will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:59:00.802876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f2debfdd-95ed-4fab-90cb-7e6aa12ff4f4 None None] Set router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:59:00.814413 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-1fa969e6-5e46-4511-b474-ae9ee8140020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:00.874897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 6c8ecc50-2b75-491a-8873-0464b03ecc0d is: DOWN; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:00.876002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 296aa138-ed01-4c5c-b1dd-57c160938115 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:00.943248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 296aa138-ed01-4c5c-b1dd-57c160938115 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:00.943684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 296aa138-ed01-4c5c-b1dd-57c160938115 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:00.982147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa969e6-5e46-4511-b474-ae9ee8140020 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8ecc50-2b75-491a-8873-0464b03ecc0d,revision_number=10']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:01.143171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f2debfdd-95ed-4fab-90cb-7e6aa12ff4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63346cd0>, [{'id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'name': 'tempest-TaggedBootDevicesTest_v242-722256115-router', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '56b3f712-3079-4027-beb0-936d21ee2712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:23Z', 'updated_at': '2022-02-19T20:58:57Z', 'revision_number': 5, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'gw_port': {'id': '56b3f712-3079-4027-beb0-936d21ee2712', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ed:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:25Z', 'updated_at': '2022-02-19T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:01.176858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2debfdd-95ed-4fab-90cb-7e6aa12ff4f4 None None] Checking router: f29169d3-fb9a-4f35-bb70-9e7fdae64a87 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:59:01.180951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Allocated IP 172.20.0.5 (0b77203b-47b2-4bd5-a7b7-432923f05242/e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea/5973c52c-0226-472a-bd61-7d7925752963) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:01.189954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2debfdd-95ed-4fab-90cb-7e6aa12ff4f4 None None] Routers {'f29169d3-fb9a-4f35-bb70-9e7fdae64a87'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:59:01.191166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f2debfdd-95ed-4fab-90cb-7e6aa12ff4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63346cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:01.282479 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4faf8f-9b19-4249-89df-a1b9483bf2e3 x-openstack-request-id: req-7c4faf8f-9b19-4249-89df-a1b9483bf2e3 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:01.283450 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c58f78c-bd41-4570-86ec-a9d3a898e1b4", "name": "network-vif-deleted", "tag": "296aa138-ed01-4c5c-b1dd-57c160938115", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:01.283625 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c4faf8f-9b19-4249-89df-a1b9483bf2e3 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:01.284361 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c58f78c-bd41-4570-86ec-a9d3a898e1b4', 'name': 'network-vif-deleted', 'tag': '296aa138-ed01-4c5c-b1dd-57c160938115', 'status': 'completed', 'code': 200}
Feb 19 20:59:01.305958 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52dc07fb-173d-44f3-a9a2-32c1d987aa7c req-59af0f1d-482b-441c-8c2f-8c41669d8f0b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 210 time: 0.3277366
Feb 19 20:59:01.318937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] Made reservation on behalf of 24560083d7dd474c820b48343b65c206 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:01.320457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-1fa969e6-5e46-4511-b474-ae9ee8140020 service neutron] No DVR routers for this DVR port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:01.321596 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:01.377464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f2debfdd-95ed-4fab-90cb-7e6aa12ff4f4 None None] Set router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:59:01.437164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74cfe54b-f43d-4f59-995c-26032b12d445 req-808f0afe-c132-413c-a6d8-c8c2f495b0f1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9097023
Feb 19 20:59:01.454132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-1fa969e6-5e46-4511-b474-ae9ee8140020 service neutron] 10.222.0.67 "PUT /v2.0/ports/6c8ecc50-2b75-491a-8873-0464b03ecc0d/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.6928110
Feb 19 20:59:01.538163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:01.595072 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1bce900f-4d4b-4a42-998e-b904beb8ba7a req-3c04222e-3f8e-45ca-8b76-dd83c237957f tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8161566
Feb 19 20:59:01.612139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:01.652504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] Checking segment: {'id': '1f8d9a8e-5388-4a25-81d8-2c081edcd9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7f4d1bd2-7867-41b6-a166-75a5069b5549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:01.652879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] Network hostable DHCP agents. Network: 7f4d1bd2-7867-41b6-a166-75a5069b5549, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:59:01.712278 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-bd6d06e9-ae4c-40ac-b82d-2fdee9f1fe88 service neutron] 10.222.0.67 "GET /v2.0/networks/d8017b52-8d0b-4da2-bb30-f24fbe187d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0862730
Feb 19 20:59:01.743346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f2debfdd-95ed-4fab-90cb-7e6aa12ff4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63346cd0>, [{'id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'name': 'tempest-TaggedBootDevicesTest_v242-722256115-router', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '56b3f712-3079-4027-beb0-936d21ee2712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:23Z', 'updated_at': '2022-02-19T20:58:57Z', 'revision_number': 5, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'gw_port': {'id': '56b3f712-3079-4027-beb0-936d21ee2712', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ed:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:25Z', 'updated_at': '2022-02-19T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:01.746995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] Network 7f4d1bd2-7867-41b6-a166-75a5069b5549 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:59:01.755210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555af4f-72fa-4fbd-9ed2-c3fc2059b8b6 req-b5909a76-70a8-4d01-a74f-0488900ef955 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:01.762516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6555af4f-72fa-4fbd-9ed2-c3fc2059b8b6 req-b5909a76-70a8-4d01-a74f-0488900ef955 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 943 time: 0.3201780
Feb 19 20:59:01.780280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Publish callbacks [] for router_gateway (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:01.798468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2debfdd-95ed-4fab-90cb-7e6aa12ff4f4 None None] The sync data for ids ['f29169d3-fb9a-4f35-bb70-9e7fdae64a87'] in ncdv-master-1 is: [{'id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'name': 'tempest-TaggedBootDevicesTest_v242-722256115-router', 'tenant_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '56b3f712-3079-4027-beb0-936d21ee2712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:52:23Z', 'updated_at': '2022-02-19T20:58:57Z', 'revision_number': 5, 'project_id': 'e5c74fd9df6a462e8fdb33768ba14e60', 'gw_port': {'id': '56b3f712-3079-4027-beb0-936d21ee2712', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ed:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29169d3-fb9a-4f35-bb70-9e7fdae64a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:52:25Z', 'updated_at': '2022-02-19T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:59:01.805866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7f4d1bd2-7867-41b6-a166-75a5069b5549) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:01.819720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaabd53-ca85-4e86-84ca-cb4c22ba439e None None] Network 7f4d1bd2-7867-41b6-a166-75a5069b5549 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:01.826650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:01.827504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:01.870175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6555af4f-72fa-4fbd-9ed2-c3fc2059b8b6 req-9372aef5-438b-4a67-9384-54f4be6f6540 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067727
Feb 19 20:59:01.924863 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e6d2b6ed-44b7-4341-9188-8ebac93f2fb6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.3153434
Feb 19 20:59:01.924863 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff5324d4-6f93-4b78-b6c9-64c9c2ae8340 req-7f4ec801-6cd9-4cac-84e9-7e7b534fb01f service neutron] 10.222.0.67 "GET /v2.0/networks/d8017b52-8d0b-4da2-bb30-f24fbe187d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977949
Feb 19 20:59:01.938762 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks [] for port (5973c52c-0226-472a-bd61-7d7925752963), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:01.943033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Deleting port 56b3f712-3079-4027-beb0-936d21ee2712 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:01.945512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (56b3f712-3079-4027-beb0-936d21ee2712), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:01.951663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-adac1653-ac80-42f5-89f4-4e4e84ab2569 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:01.954447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-adac1653-ac80-42f5-89f4-4e4e84ab2569 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2799387
Feb 19 20:59:01.966699 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8bb2-e487-4c69-8676-8f091d5ee459 admin admin] Publish callbacks [] for security_group (da9e5c56-7bc3-4643-a3f2-bbf0800a4f32), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.006898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e7559-7014-46e4-866d-078429f331ed None None] Network 7f4d1bd2-7867-41b6-a166-75a5069b5549 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:02.046266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325bb20-f933-4d0a-a78d-e38a70ad065d req-dc975f97-b67c-4f81-bb34-8de214ec1851 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:02.048041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1325bb20-f933-4d0a-a78d-e38a70ad065d req-dc975f97-b67c-4f81-bb34-8de214ec1851 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 944 time: 0.3440788
Feb 19 20:59:02.048752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8bb2-e487-4c69-8676-8f091d5ee459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (da9e5c56-7bc3-4643-a3f2-bbf0800a4f32), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.111024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b8bb2-e487-4c69-8676-8f091d5ee459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9e5c56-7bc3-4643-a3f2-bbf0800a4f32,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:02.121150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] For port 56b3f712-3079-4027-beb0-936d21ee2712, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56b3f712-3079-4027-beb0-936d21ee2712,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:02.124829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (56b3f712-3079-4027-beb0-936d21ee2712), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.160420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Calling delete_port for 56b3f712-3079-4027-beb0-936d21ee2712 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:02.218271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 93d1f090-a18e-465a-a925-6c32da95879a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:59:02.252543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1325bb20-f933-4d0a-a78d-e38a70ad065d req-27c25bf7-c281-4138-87c5-f00c032f14c4 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856813
Feb 19 20:59:02.287467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1c9b8bb2-e487-4c69-8676-8f091d5ee459 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2e737cedbf544a2b38c10eba095d5f5&name=default HTTP/1.1" status: 200  len: 3000 time: 2.3511279
Feb 19 20:59:02.293121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49774) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:02.364211 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-59541ffd-4642-407a-bc40-892812e02942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:02.369033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-59541ffd-4642-407a-bc40-892812e02942 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912&tenant_id=63acbd462dfc418fab3fbeedccacb9c7 HTTP/1.1" status: 200  len: 1126 time: 0.4000070
Feb 19 20:59:02.390690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (5973c52c-0226-472a-bd61-7d7925752963), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.428016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 93d1f090-a18e-465a-a925-6c32da95879a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93d1f090-a18e-465a-a925-6c32da95879a,segment=NetworkSegment(9c89d82a-37de-4824-ab78-faec9b6f41e5),segment_id=9c89d82a-37de-4824-ab78-faec9b6f41e5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:02.482370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '93d1f090-a18e-465a-a925-6c32da95879a', 'network_id': 'd8017b52-8d0b-4da2-bb30-f24fbe187d92', 'port_id': '93d1f090-a18e-465a-a925-6c32da95879a', 'mac_address': 'fa:16:3e:83:59:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a1c140-e5b6-43ee-9148-fdb7258b992e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:59:02.571932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Network 0b77203b-47b2-4bd5-a7b7-432923f05242 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:02.589942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:02.598667 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:02.600309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 93d1f090-a18e-465a-a925-6c32da95879a is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:02.601516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (93d1f090-a18e-465a-a925-6c32da95879a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.603064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Pushing event updated for resources: {'Port': ['ID=5973c52c-0226-472a-bd61-7d7925752963,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:02.629505 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (56b3f712-3079-4027-beb0-936d21ee2712), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.662388 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e697562-716e-45bc-b3ad-85914e6ff53d admin admin] Publish callbacks [] for security_group (da9e5c56-7bc3-4643-a3f2-bbf0800a4f32), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.665337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d1f090-a18e-465a-a925-6c32da95879a {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:02.683859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-53eb1de4-1538-469f-9c4d-17454874f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:02.685614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-53eb1de4-1538-469f-9c4d-17454874f413 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 1126 time: 0.2668552
Feb 19 20:59:02.705413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b3f712-3079-4027-beb0-936d21ee2712,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:02.731066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 93d1f090-a18e-465a-a925-6c32da95879a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93d1f090-a18e-465a-a925-6c32da95879a,segment=NetworkSegment(9c89d82a-37de-4824-ab78-faec9b6f41e5),segment_id=9c89d82a-37de-4824-ab78-faec9b6f41e5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:02.748286 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (93d1f090-a18e-465a-a925-6c32da95879a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.770351 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e697562-716e-45bc-b3ad-85914e6ff53d admin admin] Publish callbacks [] for security_group (da9e5c56-7bc3-4643-a3f2-bbf0800a4f32), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.804173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.834416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=93d1f090-a18e-465a-a925-6c32da95879a,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:02.896657 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e697562-716e-45bc-b3ad-85914e6ff53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (da9e5c56-7bc3-4643-a3f2-bbf0800a4f32), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.899823 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e697562-716e-45bc-b3ad-85914e6ff53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.913248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7e697562-716e-45bc-b3ad-85914e6ff53d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da9e5c56-7bc3-4643-a3f2-bbf0800a4f32 HTTP/1.1" status: 204  len: 168 time: 0.6079183
Feb 19 20:59:02.957329 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.962672 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Publish callbacks [] for router_controller (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:02.986306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:02.996714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367ec30-1400-48dd-b506-db4d30576deb req-9d464713-156c-40f8-b2bc-f4bf9278343e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:03.005071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1367ec30-1400-48dd-b506-db4d30576deb req-9d464713-156c-40f8-b2bc-f4bf9278343e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 931 time: 0.5256341
Feb 19 20:59:03.027093 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (f29169d3-fb9a-4f35-bb70-9e7fdae64a87), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:03.028176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f29169d3-fb9a-4f35-bb70-9e7fdae64a87 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:59:03.037597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:03.039050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a2e8b2ca-1ebc-4ab3-9643-159836d2bfe7 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:03.052260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:03.056891 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9ef36473-f0af-4b7f-895f-ebd8f5358271 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f29169d3-fb9a-4f35-bb70-9e7fdae64a87 HTTP/1.1" status: 204  len: 168 time: 2.9285038
Feb 19 20:59:03.059077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49792) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:03.092664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e697562-716e-45bc-b3ad-85914e6ff53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9e5c56-7bc3-4643-a3f2-bbf0800a4f32,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:03.120630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:03.121277 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:03.200391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d31395-3708-48e7-93c6-ca46eec03170 admin admin] Deleting subnet 13d5a532-d6b1-439a-aa89-a3a2b142b1f3 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:59:03.208581 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97d31395-3708-48e7-93c6-ca46eec03170 admin admin] Publish callbacks [] for subnet (13d5a532-d6b1-439a-aa89-a3a2b142b1f3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:03.248143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['93d1f090-a18e-465a-a925-6c32da95879a'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:03.269336 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-ba455eea-389e-461e-a604-384b5338abad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3417444
Feb 19 20:59:03.279794 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97d31395-3708-48e7-93c6-ca46eec03170 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (13d5a532-d6b1-439a-aa89-a3a2b142b1f3), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:03.292511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Request body: {'port': {'device_id': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:03.376444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1367ec30-1400-48dd-b506-db4d30576deb req-201c33f5-9f83-4e66-9544-68044c91b83a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3702192
Feb 19 20:59:03.430478 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97d31395-3708-48e7-93c6-ca46eec03170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (13d5a532-d6b1-439a-aa89-a3a2b142b1f3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:03.478050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-4563e2ee-bc95-4152-8290-d4b0710134b2 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:03.483356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-4563e2ee-bc95-4152-8290-d4b0710134b2 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/networks?id=7f4d1bd2-7867-41b6-a166-75a5069b5549 HTTP/1.1" status: 200  len: 821 time: 0.7937205
Feb 19 20:59:03.492712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-dd93c08a-f5cf-4bea-9369-e8d2a2cf5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:03.497802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-dd93c08a-f5cf-4bea-9369-e8d2a2cf5121 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.6275849
Feb 19 20:59:03.499915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5973c52c-0226-472a-bd61-7d7925752963), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:03.550331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97d31395-3708-48e7-93c6-ca46eec03170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (13d5a532-d6b1-439a-aa89-a3a2b142b1f3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:03.582380 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef4fe9-c425-4c51-8f66-41a45ddc952c None None] Network 37065a82-7836-4d82-bd77-b50b676d1c66 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:03.606692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-b8326e27-6271-4db5-8a1b-ef0e54253280 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d HTTP/1.1" status: 200  len: 217 time: 0.0993433
Feb 19 20:59:03.607966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-37a9135f-c426-43e9-85e9-b552b1d727ec tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/quotas/24560083d7dd474c820b48343b65c206 HTTP/1.1" status: 200  len: 375 time: 0.1090245
Feb 19 20:59:03.644293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97d31395-3708-48e7-93c6-ca46eec03170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:03.654808 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-97d31395-3708-48e7-93c6-ca46eec03170 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/13d5a532-d6b1-439a-aa89-a3a2b142b1f3 HTTP/1.1" status: 204  len: 168 time: 0.5933876
Feb 19 20:59:03.658382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d31395-3708-48e7-93c6-ca46eec03170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d5a532-d6b1-439a-aa89-a3a2b142b1f3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:03.662090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49806) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:03.855072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (37065a82-7836-4d82-bd77-b50b676d1c66), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:03.921807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873235b5-3d81-4ff0-96d5-6c012c674177 None None] DHCP port deletion for 37065a82-7836-4d82-bd77-b50b676d1c66 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 20:59:04.023235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Deleting port c356b785-5a21-43d1-afe4-f7de2b0395d1 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:04.026000 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.039780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-873235b5-3d81-4ff0-96d5-6c012c674177 None None] Deleting port c356b785-5a21-43d1-afe4-f7de2b0395d1 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:04.040175 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-873235b5-3d81-4ff0-96d5-6c012c674177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.138165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-873235b5-3d81-4ff0-96d5-6c012c674177 None None] For port c356b785-5a21-43d1-afe4-f7de2b0395d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c356b785-5a21-43d1-afe4-f7de2b0395d1,segment=NetworkSegment(27d2d161-96fc-470a-a3f1-52d7aa02b7a3),segment_id=27d2d161-96fc-470a-a3f1-52d7aa02b7a3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:04.138549 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-873235b5-3d81-4ff0-96d5-6c012c674177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.186282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0dfef231-2639-45b6-a77c-53762fb07622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:04.188153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-0dfef231-2639-45b6-a77c-53762fb07622 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.5683770
Feb 19 20:59:04.218324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-873235b5-3d81-4ff0-96d5-6c012c674177 None None] Calling delete_port for c356b785-5a21-43d1-afe4-f7de2b0395d1 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:04.232272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-21c7c87f-5c1c-4f3f-aedf-53f4ae5037ff tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=24560083d7dd474c820b48343b65c206&fields=id HTTP/1.1" status: 200  len: 210 time: 0.6103647
Feb 19 20:59:04.236642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] For port c356b785-5a21-43d1-afe4-f7de2b0395d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c356b785-5a21-43d1-afe4-f7de2b0395d1,segment=NetworkSegment(27d2d161-96fc-470a-a3f1-52d7aa02b7a3),segment_id=27d2d161-96fc-470a-a3f1-52d7aa02b7a3)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:04.237336 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.270715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Calling delete_port for c356b785-5a21-43d1-afe4-f7de2b0395d1 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:04.360612 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-873235b5-3d81-4ff0-96d5-6c012c674177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.369441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-71fb98ee-9820-4274-99c3-c15702cff015 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1579394
Feb 19 20:59:04.371720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-8d2ad41b-c707-41ac-b2a2-3e3c99284007 service neutron] 10.222.0.30 "GET /v2.0/networks/7f4d1bd2-7867-41b6-a166-75a5069b5549?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1117148
Feb 19 20:59:04.384678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c356b785-5a21-43d1-afe4-f7de2b0395d1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.408132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873235b5-3d81-4ff0-96d5-6c012c674177 None None] Pushing event deleted for resources: {'Port': ['ID=c356b785-5a21-43d1-afe4-f7de2b0395d1,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:04.416808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873235b5-3d81-4ff0-96d5-6c012c674177 None None] No DVR routers for this DVR port c356b785-5a21-43d1-afe4-f7de2b0395d1 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:04.483716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=c356b785-5a21-43d1-afe4-f7de2b0395d1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:04.492300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] No DVR routers for this DVR port c356b785-5a21-43d1-afe4-f7de2b0395d1 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:04.509878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf6990-76e0-433d-9cee-d02c0c3aa957 req-751e319f-64ff-41dc-b97d-3c7e9945dd05 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:04.511433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7caf6990-76e0-433d-9cee-d02c0c3aa957 req-751e319f-64ff-41dc-b97d-3c7e9945dd05 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 945 time: 0.9702196
Feb 19 20:59:04.513380 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-392bab8a-9b68-4e64-a438-a0d360f6f854 service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240678
Feb 19 20:59:04.627391 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (37065a82-7836-4d82-bd77-b50b676d1c66), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.668829 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1f5040>,) {'filters': {'network_id': ['37065a82-7836-4d82-bd77-b50b676d1c66']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:04.685114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1f5040>, '27d2d161-96fc-470a-a3f1-52d7aa02b7a3') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:04.685642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1f5040>, '27d2d161-96fc-470a-a3f1-52d7aa02b7a3') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:04.697961 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (27d2d161-96fc-470a-a3f1-52d7aa02b7a3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.716231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (27d2d161-96fc-470a-a3f1-52d7aa02b7a3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.732002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:59:04.732766 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (27d2d161-96fc-470a-a3f1-52d7aa02b7a3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:59:04.735820 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:59:04.761408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-237e0ade-6efa-4ec9-b672-3d2b57919bec service neutron] 10.222.0.10 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2234926
Feb 19 20:59:04.791168 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7caf6990-76e0-433d-9cee-d02c0c3aa957 req-e56a2ff7-5772-406a-aa70-cbbf15dc3918 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2619009
Feb 19 20:59:04.840678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (37065a82-7836-4d82-bd77-b50b676d1c66), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.863567 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:04.873907 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] 10.222.0.30 "DELETE /v2.0/networks/37065a82-7836-4d82-bd77-b50b676d1c66 HTTP/1.1" status: 204  len: 168 time: 1.2075613
Feb 19 20:59:04.976632 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42643c0b-33d4-4650-9063-be1156eb1e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=37065a82-7836-4d82-bd77-b50b676d1c66,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:05.003493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 56b3f712-3079-4027-beb0-936d21ee2712 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:05.082103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 56b3f712-3079-4027-beb0-936d21ee2712 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:05.082668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 56b3f712-3079-4027-beb0-936d21ee2712 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:05.083293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c356b785-5a21-43d1-afe4-f7de2b0395d1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:05.131942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c356b785-5a21-43d1-afe4-f7de2b0395d1 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:05.132688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c356b785-5a21-43d1-afe4-f7de2b0395d1 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:05.180516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-7ddc66a5-0e6c-41d1-8bb2-ab34e7ca0c96 service neutron] 10.222.0.30 "GET /v2.0/networks/7f4d1bd2-7867-41b6-a166-75a5069b5549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8003957
Feb 19 20:59:05.258935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78761-ae36-40f3-b2e7-a23149eb377a req-7423a92a-6e65-4270-acaf-c03271080c32 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:05.267769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09e78761-ae36-40f3-b2e7-a23149eb377a req-7423a92a-6e65-4270-acaf-c03271080c32 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 944 time: 0.1720426
Feb 19 20:59:05.319854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-de9dc6bd-cab9-4c32-b5f1-d24290d696ce tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:05.321438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-de9dc6bd-cab9-4c32-b5f1-d24290d696ce tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912&tenant_id=63acbd462dfc418fab3fbeedccacb9c7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2250214
Feb 19 20:59:05.342463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49834) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:05.347580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5973c52c-0226-472a-bd61-7d7925752963 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:05.374838 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Publish callbacks [] for port (5973c52c-0226-472a-bd61-7d7925752963), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:05.451871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Transition to ACTIVE for port object 5973c52c-0226-472a-bd61-7d7925752963 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:59:05.466821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09e78761-ae36-40f3-b2e7-a23149eb377a req-97af71a6-e600-4c3e-8f2e-0747af0d757b tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981599
Feb 19 20:59:05.493804 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (5973c52c-0226-472a-bd61-7d7925752963), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:05.575030 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-33a16dfc-b6d5-465a-b2c8-c726be0d9917 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0981190244846a18036aa20dce2dc60&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2274051
Feb 19 20:59:05.575030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49850) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:05.661298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Pushing event updated for resources: {'Port': ['ID=5973c52c-0226-472a-bd61-7d7925752963,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:05.730037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-3c43bba3-4445-4187-aeb8-106c1609bc95 service neutron] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:59:05.751797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-3c43bba3-4445-4187-aeb8-106c1609bc95 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:05.754398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de670661-40b9-4cc6-8a2b-b7c16a728115 req-3c43bba3-4445-4187-aeb8-106c1609bc95 service neutron] 10.222.0.10 "DELETE /v2.0/ports/6c8ecc50-2b75-491a-8873-0464b03ecc0d/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4115562
Feb 19 20:59:05.766232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c789f-7e72-4d18-b4d8-bbb5efcb461e req-122f4972-6b30-4a02-8d0c-29d109df33fa tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:05.772998 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d6c789f-7e72-4d18-b4d8-bbb5efcb461e req-122f4972-6b30-4a02-8d0c-29d109df33fa tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 944 time: 0.2308092
Feb 19 20:59:05.824049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Attempting to bind port 5973c52c-0226-472a-bd61-7d7925752963 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:59:05.824441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Attempting to bind port 5973c52c-0226-472a-bd61-7d7925752963 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:59:05.824756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Attempting to bind port 5973c52c-0226-472a-bd61-7d7925752963 on network 0b77203b-47b2-4bd5-a7b7-432923f05242 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:05.866019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Port 5973c52c-0226-472a-bd61-7d7925752963 on network 0b77203b-47b2-4bd5-a7b7-432923f05242 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:59:05.866426 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Attempting to bind port 5973c52c-0226-472a-bd61-7d7925752963 on network 0b77203b-47b2-4bd5-a7b7-432923f05242 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:05.870120 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31151353-c922-46c1-9260-54626510a6cc admin admin] Publish callbacks [] for security_group (15b6f291-21a1-456c-9bc6-8aa3b2f0b65f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:05.908956 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31151353-c922-46c1-9260-54626510a6cc admin admin] Publish callbacks [] for security_group (15b6f291-21a1-456c-9bc6-8aa3b2f0b65f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:05.940406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d6c789f-7e72-4d18-b4d8-bbb5efcb461e req-bf225829-1a5a-4330-ac8a-d06dcace85be tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626251
Feb 19 20:59:05.988665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:59:05.988996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Checking segment: {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:05.990471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Bound using segment: {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:59:05.990993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Bound port: 5973c52c-0226-472a-bd61-7d7925752963, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:59:05.991866 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5973c52c-0226-472a-bd61-7d7925752963), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:06.036541 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31151353-c922-46c1-9260-54626510a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (15b6f291-21a1-456c-9bc6-8aa3b2f0b65f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:06.039826 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31151353-c922-46c1-9260-54626510a6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:06.042872 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-31151353-c922-46c1-9260-54626510a6cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15b6f291-21a1-456c-9bc6-8aa3b2f0b65f HTTP/1.1" status: 204  len: 168 time: 0.4611409
Feb 19 20:59:06.063592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31151353-c922-46c1-9260-54626510a6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b6f291-21a1-456c-9bc6-8aa3b2f0b65f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:06.145173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824658e3-95a1-4a6f-9694-71881b450263 req-f758b820-025a-4c05-abad-819b01694cdc tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:06.146948 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-824658e3-95a1-4a6f-9694-71881b450263 req-f758b820-025a-4c05-abad-819b01694cdc tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 943 time: 0.3191202
Feb 19 20:59:06.242939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 93d1f090-a18e-465a-a925-6c32da95879a up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:59:06.302667 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] For port 5973c52c-0226-472a-bd61-7d7925752963, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:59:06.347234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] For port 5973c52c-0226-472a-bd61-7d7925752963, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5973c52c-0226-472a-bd61-7d7925752963,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:59:06.366243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 93d1f090-a18e-465a-a925-6c32da95879a completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:59:06.371096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 93d1f090-a18e-465a-a925-6c32da95879a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:06.371754 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (93d1f090-a18e-465a-a925-6c32da95879a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:06.377724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-824658e3-95a1-4a6f-9694-71881b450263 req-969e87bf-f107-4f4e-a71b-ceef73fa992f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015693
Feb 19 20:59:06.395089 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (5973c52c-0226-472a-bd61-7d7925752963), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:06.502282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4645718-3ff6-4351-ae7c-e43d7c4e0f87 req-f8a03424-3eeb-427a-b51a-e132ee41b10a tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:06.506668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4645718-3ff6-4351-ae7c-e43d7c4e0f87 req-f8a03424-3eeb-427a-b51a-e132ee41b10a tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 945 time: 0.3920429
Feb 19 20:59:06.517868 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49886) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:06.523038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-303db914-48e9-41e4-997b-16738d260ae7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Request body: {'floatingip': {'port_id': '7227c1a7-5a78-4c8d-9abb-0601b9286874'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:06.647111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-303db914-48e9-41e4-997b-16738d260ae7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for floatingip (cba31a07-a721-49d4-b39d-48b9705701f1), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:06.652856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:06.665900 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:06.666417 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 93d1f090-a18e-465a-a925-6c32da95879a is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:06.666951 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (93d1f090-a18e-465a-a925-6c32da95879a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:06.667444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] 10.222.0.10 "PUT /v2.0/ports/5973c52c-0226-472a-bd61-7d7925752963 HTTP/1.1" status: 200  len: 1091 time: 3.3816113
Feb 19 20:59:06.670076 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'tag': '5973c52c-0226-472a-bd61-7d7925752963'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:06.721694 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96fe8d1-e054-4b22-9bfc-506212ea2be0" -d '{"events": [{"name": "network-changed", "server_uuid": "25db99dd-04b8-4486-9f09-dbbb9bcaf223", "tag": "5973c52c-0226-472a-bd61-7d7925752963"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:06.734870 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0eec47c7-d817-4f6f-b0f9-ac80cac39828 req-f2b612b8-f104-41f6-9404-056b17eeabbc tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 210 time: 0.2081890
Feb 19 20:59:06.750334 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822c2412-fbd7-43c1-995b-c9ef1a76203c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d1f090-a18e-465a-a925-6c32da95879a'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:06.751585 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb30f8a8-f381-4718-883e-03e41bd9e21a" -d '{"events": [{"server_uuid": "822c2412-fbd7-43c1-995b-c9ef1a76203c", "name": "network-vif-plugged", "status": "completed", "tag": "93d1f090-a18e-465a-a925-6c32da95879a"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:06.826015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 93d1f090-a18e-465a-a925-6c32da95879a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93d1f090-a18e-465a-a925-6c32da95879a,segment=NetworkSegment(9c89d82a-37de-4824-ab78-faec9b6f41e5),segment_id=9c89d82a-37de-4824-ab78-faec9b6f41e5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:06.831865 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (93d1f090-a18e-465a-a925-6c32da95879a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:06.901387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=93d1f090-a18e-465a-a925-6c32da95879a,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:06.933186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a80a0a-e02f-4586-bad9-941ca9d930ba service neutron] Pushing event updated for resources: {'Port': ['ID=5973c52c-0226-472a-bd61-7d7925752963,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:06.998205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49924) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:07.236810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-a89f2e96-c324-40fb-a343-6d6409249f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:07.240311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-a89f2e96-c324-40fb-a343-6d6409249f22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 1125 time: 0.5018089
Feb 19 20:59:07.409775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-256cf90c-5d1f-4fb4-8876-aa561b7786cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5c74fd9df6a462e8fdb33768ba14e60&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4055817
Feb 19 20:59:07.416446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49940) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:07.425257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-94815868-3381-4466-8512-d1db4479da0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5973c52c-0226-472a-bd61-7d7925752963 HTTP/1.1" status: 200  len: 217 time: 0.1740904
Feb 19 20:59:07.457904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1c2f4-8b1b-4c5c-84b8-d9f9de7b3195 req-82aa0c92-99a3-4f1e-be64-70e8661579a2 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:07.466102 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12e1c2f4-8b1b-4c5c-84b8-d9f9de7b3195 req-82aa0c92-99a3-4f1e-be64-70e8661579a2 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 945 time: 0.5134134
Feb 19 20:59:07.531794 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b90b3794-60d2-4cd1-959e-45087bbf23f7 admin admin] Publish callbacks [] for security_group (6747a814-faeb-448d-9e77-e26bbfe0ee03), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:07.561054 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b90b3794-60d2-4cd1-959e-45087bbf23f7 admin admin] Publish callbacks [] for security_group (6747a814-faeb-448d-9e77-e26bbfe0ee03), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:07.582078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c0aba-ea83-4d76-9a26-1b301fc8f491 req-6cfd2afb-1447-475f-8342-9831d55511ae tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:07.590053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-366c0aba-ea83-4d76-9a26-1b301fc8f491 req-6cfd2afb-1447-475f-8342-9831d55511ae tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 1126 time: 0.5905871
Feb 19 20:59:07.673677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49946) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:07.685291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12e1c2f4-8b1b-4c5c-84b8-d9f9de7b3195 req-aab7bef0-e759-44c2-a749-968be4b9b44d tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922727
Feb 19 20:59:07.693113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-f8fedc6a-f6f6-47da-98ee-8429733e1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:07.694636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-f8fedc6a-f6f6-47da-98ee-8429733e1df7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea HTTP/1.1" status: 200  len: 842 time: 0.2274570
Feb 19 20:59:07.749795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-1591f262-3aaa-45dd-a026-f1e97d6fcb65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b77203b-47b2-4bd5-a7b7-432923f05242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469887
Feb 19 20:59:07.806105 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-366c0aba-ea83-4d76-9a26-1b301fc8f491 req-c7cc898d-d500-496d-9466-d4c2466a47d6 tempest-LiveMigrationTest-480741307 tempest-LiveMigrationTest-480741307-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149551
Feb 19 20:59:07.812835 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217c3899-497c-40bf-9c9b-8187babb0804 x-openstack-request-id: req-217c3899-497c-40bf-9c9b-8187babb0804 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:07.813332 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25db99dd-04b8-4486-9f09-dbbb9bcaf223", "tag": "5973c52c-0226-472a-bd61-7d7925752963", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:07.813710 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-217c3899-497c-40bf-9c9b-8187babb0804 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:07.814124 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'tag': '5973c52c-0226-472a-bd61-7d7925752963', 'status': 'completed', 'code': 200}
Feb 19 20:59:07.817894 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.db.resource_extend [None req-303db914-48e9-41e4-997b-16738d260ae7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 20:59:07.876829 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b978d34-72e0-4517-97c6-1b1ab00344df x-openstack-request-id: req-2b978d34-72e0-4517-97c6-1b1ab00344df {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:07.877489 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822c2412-fbd7-43c1-995b-c9ef1a76203c", "name": "network-vif-plugged", "status": "completed", "tag": "93d1f090-a18e-465a-a925-6c32da95879a", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:07.877786 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b978d34-72e0-4517-97c6-1b1ab00344df {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:07.878661 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822c2412-fbd7-43c1-995b-c9ef1a76203c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d1f090-a18e-465a-a925-6c32da95879a', 'code': 200}
Feb 19 20:59:07.901529 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-432e95db-9b25-40e1-84b3-c5e21486a9d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:07.916352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-4c7d4ae0-a012-4752-a136-7f6f367129c3 service neutron] 10.222.0.10 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582887
Feb 19 20:59:07.920024 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-303db914-48e9-41e4-997b-16738d260ae7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:07.924184 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b90b3794-60d2-4cd1-959e-45087bbf23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6747a814-faeb-448d-9e77-e26bbfe0ee03), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:07.927074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b90b3794-60d2-4cd1-959e-45087bbf23f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:07.934345 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b90b3794-60d2-4cd1-959e-45087bbf23f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6747a814-faeb-448d-9e77-e26bbfe0ee03 HTTP/1.1" status: 204  len: 168 time: 0.5165143
Feb 19 20:59:07.964746 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-303db914-48e9-41e4-997b-16738d260ae7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (cba31a07-a721-49d4-b39d-48b9705701f1), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:08.064867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2c3fa36-ff10-421c-8802-4c6d3bced4f2 req-0f0ceb6e-5142-4a60-a0dc-e64d793213cb tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 210 time: 0.0612414
Feb 19 20:59:08.234588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8576685-373b-45f6-aedc-a72090cce4b7 req-a7bbd5fd-346c-4228-9f5d-7fbdcb762be1 service neutron] 10.222.0.10 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3118396
Feb 19 20:59:08.239398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-05634ab8-935b-4d46-80bf-0206803a49d4 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:08.244168 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-05634ab8-935b-4d46-80bf-0206803a49d4 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.67 "GET /v2.0/networks?id=7f4d1bd2-7867-41b6-a166-75a5069b5549 HTTP/1.1" status: 200  len: 821 time: 0.6265702
Feb 19 20:59:08.248801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1e3a9-34a7-4a95-8e92-e6ff86e8721a req-21b40559-1b1a-4a44-b5c8-12f5d1e3f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:08.250454 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cca1e3a9-34a7-4a95-8e92-e6ff86e8721a req-21b40559-1b1a-4a44-b5c8-12f5d1e3f064 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 1127 time: 0.2486160
Feb 19 20:59:08.276220 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-432e95db-9b25-40e1-84b3-c5e21486a9d7 admin admin] Publish callbacks [] for security_group (1d4e012b-185d-4401-b1e5-132014fc9614), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:08.293317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d11ebb-e08e-448e-94d2-05f29b399297 req-0abef2cb-82e5-45ce-91a9-c2be3f75059a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:08.295112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47d11ebb-e08e-448e-94d2-05f29b399297 req-0abef2cb-82e5-45ce-91a9-c2be3f75059a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 943 time: 0.2332594
Feb 19 20:59:08.303242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-432e95db-9b25-40e1-84b3-c5e21486a9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1d4e012b-185d-4401-b1e5-132014fc9614), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:08.351946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b3794-60d2-4cd1-959e-45087bbf23f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6747a814-faeb-448d-9e77-e26bbfe0ee03,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:08.372876 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Request body: {'port': {'device_id': '678cfc25-63c2-4957-8e09-95a21fee7156', 'network_id': '7f4d1bd2-7867-41b6-a166-75a5069b5549', 'admin_state_up': True, 'tenant_id': '24560083d7dd474c820b48343b65c206'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:08.377093 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:59:08.450996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-432e95db-9b25-40e1-84b3-c5e21486a9d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a1425b07e344b2da76087ade94b14e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7752905
Feb 19 20:59:08.454814 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49972) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:08.484428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e95db-9b25-40e1-84b3-c5e21486a9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4e012b-185d-4401-b1e5-132014fc9614,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:08.542275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cca1e3a9-34a7-4a95-8e92-e6ff86e8721a req-20bf8d91-dd71-4f29-8964-ca310482a413 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2636056
Feb 19 20:59:08.592399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47d11ebb-e08e-448e-94d2-05f29b399297 req-87506c7b-8b62-439a-ac46-6c2ab8507513 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2839670
Feb 19 20:59:08.618592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fe8d1-e054-4b22-9bfc-506212ea2be0 req-2f209e21-1416-4665-ae99-7f3b795f2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:08.620152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b96fe8d1-e054-4b22-9bfc-506212ea2be0 req-2f209e21-1416-4665-ae99-7f3b795f2936 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 1125 time: 0.3142989
Feb 19 20:59:08.634900 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-303db914-48e9-41e4-997b-16738d260ae7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Floating IP cba31a07-a721-49d4-b39d-48b9705701f1 associated. External IP: 172.35.2.80, port: 7227c1a7-5a78-4c8d-9abb-0601b9286874.
Feb 19 20:59:08.781330 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96ef3c7f-5a34-4547-957f-01844e30b2e4 admin admin] Publish callbacks [] for security_group (1d4e012b-185d-4401-b1e5-132014fc9614), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:08.864403 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96ef3c7f-5a34-4547-957f-01844e30b2e4 admin admin] Publish callbacks [] for security_group (1d4e012b-185d-4401-b1e5-132014fc9614), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:08.869509 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Made reservation on behalf of 24560083d7dd474c820b48343b65c206 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:08.884922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:09.008234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39cee7-bae3-4488-8f25-30a892e5b643 req-14a9da8a-e21b-4af9-870a-559e1e7d3887 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:09.018971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a39cee7-bae3-4488-8f25-30a892e5b643 req-14a9da8a-e21b-4af9-870a-559e1e7d3887 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 944 time: 0.3819258
Feb 19 20:59:09.086474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fe8d1-e054-4b22-9bfc-506212ea2be0 req-c7562ac1-5366-4fd0-b36e-c2762620752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:09.089002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b96fe8d1-e054-4b22-9bfc-506212ea2be0 req-c7562ac1-5366-4fd0-b36e-c2762620752e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 903 time: 0.4574368
Feb 19 20:59:09.167075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b561a40f-decf-4f38-b19d-93630d4382d8 req-df5d4d13-ea85-45e9-a809-f80ceeadca6b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2677019
Feb 19 20:59:09.174085 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b96fe8d1-e054-4b22-9bfc-506212ea2be0 req-9d80ec4b-389b-4287-8a62-ff466f5994b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5973c52c-0226-472a-bd61-7d7925752963 HTTP/1.1" status: 200  len: 217 time: 0.0725255
Feb 19 20:59:09.195177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303db914-48e9-41e4-997b-16738d260ae7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:59:09.198458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49992) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:09.206388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c71aae-64d9-4d9a-a819-db316725f70b req-c5a7993c-4fd2-4a50-9789-f94dce7a0612 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:09.214433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35c71aae-64d9-4d9a-a819-db316725f70b req-c5a7993c-4fd2-4a50-9789-f94dce7a0612 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 945 time: 0.3618212
Feb 19 20:59:09.276970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a39cee7-bae3-4488-8f25-30a892e5b643 req-c3f08af9-cc48-4143-acba-487179a4cfe5 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2568755
Feb 19 20:59:09.294571 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96ef3c7f-5a34-4547-957f-01844e30b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1d4e012b-185d-4401-b1e5-132014fc9614), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:09.297853 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96ef3c7f-5a34-4547-957f-01844e30b2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:09.311096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-96ef3c7f-5a34-4547-957f-01844e30b2e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d4e012b-185d-4401-b1e5-132014fc9614 HTTP/1.1" status: 204  len: 168 time: 0.8475876
Feb 19 20:59:09.346933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Allocated IP 172.20.0.3 (7f4d1bd2-7867-41b6-a166-75a5069b5549/42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8/bc5b020a-585b-4eec-90c5-2e83ef2c9c96) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:09.417558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303db914-48e9-41e4-997b-16738d260ae7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:59:09.424809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-303db914-48e9-41e4-997b-16738d260ae7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:09.434585 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e241cab-cfaf-4a1f-8fc5-6ca325d04936 None None] Sync routers for ids ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:59:09.459979 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e241cab-cfaf-4a1f-8fc5-6ca325d04936 None None] Routers {'1f31a1f9-165e-4e4b-97f2-3a134fc944c3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:59:09.464893 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0e241cab-cfaf-4a1f-8fc5-6ca325d04936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7041c370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:09.475892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef3c7f-5a34-4547-957f-01844e30b2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4e012b-185d-4401-b1e5-132014fc9614,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:09.479047 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-303db914-48e9-41e4-997b-16738d260ae7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "PUT /v2.0/floatingips/cba31a07-a721-49d4-b39d-48b9705701f1 HTTP/1.1" status: 200  len: 990 time: 2.9575043
Feb 19 20:59:09.479856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'tag': '7227c1a7-5a78-4c8d-9abb-0601b9286874'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:09.490063 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d83fa58-4a1d-49bf-abb3-565b32fd4b9f", "tag": "7227c1a7-5a78-4c8d-9abb-0601b9286874"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:09.566877 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-806442681-network', 'tenant_id': '46068d17334344098e88ad0cc3e0eebb'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:09.586874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fe8d1-e054-4b22-9bfc-506212ea2be0 req-b9335429-0632-426a-ae50-e9d7b91b2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:09.588923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b96fe8d1-e054-4b22-9bfc-506212ea2be0 req-b9335429-0632-426a-ae50-e9d7b91b2213 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea HTTP/1.1" status: 200  len: 842 time: 0.4062374
Feb 19 20:59:09.632540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e45d50d-22db-41f7-99ba-72aee332cf75 req-9dbd6460-eff5-48b4-b28c-c89849126459 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 210 time: 0.1585305
Feb 19 20:59:09.676135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b96fe8d1-e054-4b22-9bfc-506212ea2be0 req-9b0edad6-9faa-4398-ba88-e72bea521488 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b77203b-47b2-4bd5-a7b7-432923f05242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559320
Feb 19 20:59:09.684721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35c71aae-64d9-4d9a-a819-db316725f70b req-81f75b17-5fc2-4b48-92ae-d1ed34efe398 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4427409
Feb 19 20:59:09.739616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Made reservation on behalf of 46068d17334344098e88ad0cc3e0eebb for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:09.742187 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:09.817563 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b96fe8d1-e054-4b22-9bfc-506212ea2be0 req-99bf75ab-ace2-4a6e-b099-dbb7e22dc87e service neutron] 10.222.0.10 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296530
Feb 19 20:59:09.817944 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e7d5b1-a3a5-49ad-b9f9-b769516ac93a x-openstack-request-id: req-f4e7d5b1-a3a5-49ad-b9f9-b769516ac93a {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:09.818252 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d83fa58-4a1d-49bf-abb3-565b32fd4b9f", "tag": "7227c1a7-5a78-4c8d-9abb-0601b9286874", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:09.818515 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4e7d5b1-a3a5-49ad-b9f9-b769516ac93a {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:09.818932 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'tag': '7227c1a7-5a78-4c8d-9abb-0601b9286874', 'status': 'completed', 'code': 200}
Feb 19 20:59:09.832179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561a40f-decf-4f38-b19d-93630d4382d8 req-39355b57-57c7-41ef-92a9-02416af51886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:09.832816 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:09.834246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b561a40f-decf-4f38-b19d-93630d4382d8 req-39355b57-57c7-41ef-92a9-02416af51886 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 1126 time: 0.5204792
Feb 19 20:59:09.872961 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-0e241cab-cfaf-4a1f-8fc5-6ca325d04936 None None] Set router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:59:09.964187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b96fe8d1-e054-4b22-9bfc-506212ea2be0 req-894c9243-72b9-4c05-a354-39bf88955232 service neutron] 10.222.0.10 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343575
Feb 19 20:59:10.032864 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Publish callbacks [] for security_group (2a416a23-6752-44d0-9571-08bdf419e924), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.039043 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Publish callbacks [] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.048045 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2a416a23-6752-44d0-9571-08bdf419e924), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.084945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50016) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:10.113797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:59:10.131468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-673a34aa-5490-4e9d-b297-e64b067ec498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.237406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b6ea7-2686-4d94-afc5-8869b6cbcb1e req-f01b64d7-8088-4f83-9fe7-1c5d87553e1e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:10.239089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a49b6ea7-2686-4d94-afc5-8869b6cbcb1e req-f01b64d7-8088-4f83-9fe7-1c5d87553e1e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 945 time: 0.2722375
Feb 19 20:59:10.242711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-673a34aa-5490-4e9d-b297-e64b067ec498 admin admin] Publish callbacks [] for security_group (177b3e69-0417-4bb6-a112-d4e38d51fd0a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.244510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (66ab06ea-cadd-4c2c-a535-e896df7c100e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.245028 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Added segment 66ab06ea-cadd-4c2c-a535-e896df7c100e of type vlan for network 29d948e3-e288-426b-84ab-e762c1fec299
Feb 19 20:59:10.247879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a416a23-6752-44d0-9571-08bdf419e924,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:10.272898 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0e241cab-cfaf-4a1f-8fc5-6ca325d04936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7041c370>, [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cba31a07-a721-49d4-b39d-48b9705701f1', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'floating_ip_address': '172.35.2.80', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'port_id': '7227c1a7-5a78-4c8d-9abb-0601b9286874', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'mac_address': 'fa:16:3e:ff:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:58:34Z', 'updated_at': '2022-02-19T20:59:07Z', 'revision_number': 1, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4059132e-1d53-4fbb-8c8a-2c813f224590', 'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'mac_address': 'fa:16:3e:5c:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:25Z', 'updated_at': '2022-02-19T20:58:39Z', 'revision_number': 5, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'subnets': [{'id': 'c0624bf1-e248-469d-8e03-76429423d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:10.277798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-673a34aa-5490-4e9d-b297-e64b067ec498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (177b3e69-0417-4bb6-a112-d4e38d51fd0a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.322833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7 req-60c0c9b6-b734-410c-b61c-ea55087d847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:10.324794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7 req-60c0c9b6-b734-410c-b61c-ea55087d847f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b11084a5a46488cbb721afa4256a6bd&device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 1127 time: 0.3185866
Feb 19 20:59:10.325969 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e241cab-cfaf-4a1f-8fc5-6ca325d04936 None None] Checking router: 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:59:10.329194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.341533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c814181-1936-4f8d-9615-7016c26af86b req-a0fcd027-a21e-4ecc-af02-658b0b58088d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:10.344367 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e241cab-cfaf-4a1f-8fc5-6ca325d04936 None None] Routers {'1f31a1f9-165e-4e4b-97f2-3a134fc944c3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:59:10.346513 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0e241cab-cfaf-4a1f-8fc5-6ca325d04936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7041c370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:58:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:10.361648 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c814181-1936-4f8d-9615-7016c26af86b req-a0fcd027-a21e-4ecc-af02-658b0b58088d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 943 time: 0.3959780
Feb 19 20:59:10.408693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Pushing event updated for resources: {'Port': ['ID=bc5b020a-585b-4eec-90c5-2e83ef2c9c96,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:10.420576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (29d948e3-e288-426b-84ab-e762c1fec299), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.434667 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-673a34aa-5490-4e9d-b297-e64b067ec498 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a85362182f2348fb94e4107d77527bf9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3473127
Feb 19 20:59:10.438318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a34aa-5490-4e9d-b297-e64b067ec498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177b3e69-0417-4bb6-a112-d4e38d51fd0a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:10.439787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561a40f-decf-4f38-b19d-93630d4382d8 req-cba4862c-6e58-4789-bffb-97df955aa14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:10.444247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b561a40f-decf-4f38-b19d-93630d4382d8 req-cba4862c-6e58-4789-bffb-97df955aa14a service neutron] 10.222.0.67 "GET /v2.0/networks?id=38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 200  len: 909 time: 0.4298627
Feb 19 20:59:10.451389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50020) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:10.522504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Network 7f4d1bd2-7867-41b6-a166-75a5069b5549 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:10.531184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:10.540313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:10.581791 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (29d948e3-e288-426b-84ab-e762c1fec299), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.583118 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:10.583906 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.610880 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-302e4daa-d1cc-4fdf-8a95-88ddba64453f admin admin] Publish callbacks [] for security_group (177b3e69-0417-4bb6-a112-d4e38d51fd0a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.635067 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-302e4daa-d1cc-4fdf-8a95-88ddba64453f admin admin] Publish callbacks [] for security_group (177b3e69-0417-4bb6-a112-d4e38d51fd0a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.692833 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-0e241cab-cfaf-4a1f-8fc5-6ca325d04936 None None] Set router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:59:10.767839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:10.769431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.775524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-302e4daa-d1cc-4fdf-8a95-88ddba64453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (177b3e69-0417-4bb6-a112-d4e38d51fd0a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.778469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-302e4daa-d1cc-4fdf-8a95-88ddba64453f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:10.779908 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-302e4daa-d1cc-4fdf-8a95-88ddba64453f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/177b3e69-0417-4bb6-a112-d4e38d51fd0a HTTP/1.1" status: 204  len: 168 time: 0.3173361
Feb 19 20:59:10.787702 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.5880754
Feb 19 20:59:10.792928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4bb95-ca9c-43e0-af4f-f4b545322fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=29d948e3-e288-426b-84ab-e762c1fec299,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:10.805842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 29d948e3-e288-426b-84ab-e762c1fec299 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:59:10.812679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50030) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:10.819229 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] Request body: {'subnet': {'network_id': '29d948e3-e288-426b-84ab-e762c1fec299', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-806442681-subnet', 'tenant_id': '46068d17334344098e88ad0cc3e0eebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:10.825591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e4daa-d1cc-4fdf-8a95-88ddba64453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177b3e69-0417-4bb6-a112-d4e38d51fd0a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:10.853991 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ad9da702-2158-4589-b3d9-b44c537320d6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5045247
Feb 19 20:59:10.867955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Request body: {'port': {'device_id': '678cfc25-63c2-4957-8e09-95a21fee7156', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:10.930178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b561a40f-decf-4f38-b19d-93630d4382d8 req-b8d65eb1-e332-48d4-8d26-db32e2b2676c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f45170-96d5-43f5-8368-d97e4afa51dc HTTP/1.1" status: 200  len: 217 time: 0.4544220
Feb 19 20:59:10.941075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a49b6ea7-2686-4d94-afc5-8869b6cbcb1e req-72ca90e0-472b-4743-bc8c-2c6a4688fda2 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6772854
Feb 19 20:59:11.041523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c814181-1936-4f8d-9615-7016c26af86b req-ba4e07ea-70c3-449a-8c16-2948e256f32f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6733274
Feb 19 20:59:11.055291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57fcfd-4eaa-4afa-a252-53795f33f962 req-b1ebee1f-caa2-4a7a-9fe0-315feb9dfce7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:11.068847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc57fcfd-4eaa-4afa-a252-53795f33f962 req-b1ebee1f-caa2-4a7a-9fe0-315feb9dfce7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.10 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 944 time: 0.8157923
Feb 19 20:59:11.221723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7 req-4d1cb0ec-e8ae-4047-b039-3ae0356dc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:11.223245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7 req-4d1cb0ec-e8ae-4047-b039-3ae0356dc9bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=81f242f2-1080-48a8-9d1e-339d4894947e HTTP/1.1" status: 200  len: 912 time: 0.8479095
Feb 19 20:59:11.256642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561a40f-decf-4f38-b19d-93630d4382d8 req-973bd9f3-f7e1-49e6-bf06-5e05046278d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:11.257991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b561a40f-decf-4f38-b19d-93630d4382d8 req-973bd9f3-f7e1-49e6-bf06-5e05046278d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 200  len: 848 time: 0.3111062
Feb 19 20:59:11.327004 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0e241cab-cfaf-4a1f-8fc5-6ca325d04936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7041c370>, [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cba31a07-a721-49d4-b39d-48b9705701f1', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'floating_ip_address': '172.35.2.80', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'port_id': '7227c1a7-5a78-4c8d-9abb-0601b9286874', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'mac_address': 'fa:16:3e:ff:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:58:34Z', 'updated_at': '2022-02-19T20:59:07Z', 'revision_number': 1, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4059132e-1d53-4fbb-8c8a-2c813f224590', 'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'mac_address': 'fa:16:3e:5c:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:25Z', 'updated_at': '2022-02-19T20:58:39Z', 'revision_number': 5, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'subnets': [{'id': 'c0624bf1-e248-469d-8e03-76429423d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:11.359835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b561a40f-decf-4f38-b19d-93630d4382d8 req-c93670fd-c7d7-4a8e-a2b1-c7b465e4f83d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38f0b579-c349-4313-af39-532bf5d625a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678513
Feb 19 20:59:11.373836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f2e4b-3de1-4e83-95c9-a2caf6113707 req-1f3e539f-7728-4bb2-b432-0b99d40053fd tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:11.380704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b48f2e4b-3de1-4e83-95c9-a2caf6113707 req-1f3e539f-7728-4bb2-b432-0b99d40053fd tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 944 time: 0.2531438
Feb 19 20:59:11.414300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] Made reservation on behalf of 46068d17334344098e88ad0cc3e0eebb for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:11.416719 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e241cab-cfaf-4a1f-8fc5-6ca325d04936 None None] The sync data for ids ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'] in ncdv-master-1 is: [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cba31a07-a721-49d4-b39d-48b9705701f1', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'floating_ip_address': '172.35.2.80', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'port_id': '7227c1a7-5a78-4c8d-9abb-0601b9286874', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'mac_address': 'fa:16:3e:ff:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T20:58:34Z', 'updated_at': '2022-02-19T20:59:07Z', 'revision_number': 1, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4059132e-1d53-4fbb-8c8a-2c813f224590', 'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'mac_address': 'fa:16:3e:5c:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:25Z', 'updated_at': '2022-02-19T20:58:39Z', 'revision_number': 5, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'subnets': [{'id': 'c0624bf1-e248-469d-8e03-76429423d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:59:11.418415 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:11.545562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:11.571352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27499d59-6459-47e8-afb7-a2116ab87bd9 req-a0c8f0f8-6265-485b-adcc-7e95b4086fa6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:11.579060 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27499d59-6459-47e8-afb7-a2116ab87bd9 req-a0c8f0f8-6265-485b-adcc-7e95b4086fa6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 931 time: 0.4155338
Feb 19 20:59:11.614423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7 req-5bb68b06-b5a7-4d2d-85db-e7df4ac0ffcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7227c1a7-5a78-4c8d-9abb-0601b9286874 HTTP/1.1" status: 200  len: 998 time: 0.3810968
Feb 19 20:59:11.629709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b561a40f-decf-4f38-b19d-93630d4382d8 req-d7ce41e1-39e0-49fd-9794-326642cfdc56 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375991
Feb 19 20:59:11.805495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9af0f7f-025f-40fc-bd74-a8451ea8cb1b None None] New status for floating IP cba31a07-a721-49d4-b39d-48b9705701f1: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:59:11.828171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27499d59-6459-47e8-afb7-a2116ab87bd9 req-63788cdb-6ebb-4f3b-adee-3550ff79ed8b tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473221
Feb 19 20:59:11.858203 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b48f2e4b-3de1-4e83-95c9-a2caf6113707 req-752a5a4d-95b4-4a61-b698-05fab239be52 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4702549
Feb 19 20:59:11.865312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7 req-29b07b1d-7dd0-45b6-b650-790d75e9e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:11.866694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7 req-29b07b1d-7dd0-45b6-b650-790d75e9e31a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0624bf1-e248-469d-8e03-76429423d519 HTTP/1.1" status: 200  len: 850 time: 0.2323835
Feb 19 20:59:12.016434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b561a40f-decf-4f38-b19d-93630d4382d8 req-795f17ee-69ec-41d1-bbe4-53ac2c204869 service neutron] 10.222.0.67 "GET /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3653691
Feb 19 20:59:12.038350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5b020a-585b-4eec-90c5-2e83ef2c9c96 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:12.068123 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Publish callbacks [] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:12.115136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-dc57fcfd-4eaa-4afa-a252-53795f33f962 req-cc9e8c77-b108-488e-9166-105a9bb12245 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Deleting port 6c8ecc50-2b75-491a-8873-0464b03ecc0d {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:12.115596 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc57fcfd-4eaa-4afa-a252-53795f33f962 req-cc9e8c77-b108-488e-9166-105a9bb12245 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:12.157903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Transition to ACTIVE for port object bc5b020a-585b-4eec-90c5-2e83ef2c9c96 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:59:12.169776 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:12.250521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7 req-4300f293-d2f1-4a94-b1b8-297376516385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:12.252125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7 req-4300f293-d2f1-4a94-b1b8-297376516385 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81f242f2-1080-48a8-9d1e-339d4894947e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3722663
Feb 19 20:59:12.302981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (5769aa33-2692-4da8-a779-b57dda67dfcf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:12.304884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5b020a-585b-4eec-90c5-2e83ef2c9c96,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:12.391974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509e8f0-4165-49f5-82a8-4efbc5141103 req-e3854ea0-d45a-4168-a379-632ac26fc386 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:12.393708 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4509e8f0-4165-49f5-82a8-4efbc5141103 req-e3854ea0-d45a-4168-a379-632ac26fc386 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 945 time: 0.4487593
Feb 19 20:59:12.419844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5769aa33-2692-4da8-a779-b57dda67dfcf,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:12.451418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] Checking segment: {'id': '66ab06ea-cadd-4c2c-a535-e896df7c100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29d948e3-e288-426b-84ab-e762c1fec299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:12.451778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] Network hostable DHCP agents. Network: 29d948e3-e288-426b-84ab-e762c1fec299, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:59:12.467166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c32368-8595-4cb6-b613-80a769c69eaf req-31eed786-8bbd-4b06-bbba-716e490de2ad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:12.468785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0c32368-8595-4cb6-b613-80a769c69eaf req-31eed786-8bbd-4b06-bbba-716e490de2ad tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 943 time: 0.2735703
Feb 19 20:59:12.477071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Attempting to bind port bc5b020a-585b-4eec-90c5-2e83ef2c9c96 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:59:12.477523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Attempting to bind port bc5b020a-585b-4eec-90c5-2e83ef2c9c96 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1f8d9a8e-5388-4a25-81d8-2c081edcd9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7f4d1bd2-7867-41b6-a166-75a5069b5549'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:59:12.477737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Attempting to bind port bc5b020a-585b-4eec-90c5-2e83ef2c9c96 on network 7f4d1bd2-7867-41b6-a166-75a5069b5549 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:12.483631 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Port bc5b020a-585b-4eec-90c5-2e83ef2c9c96 on network 7f4d1bd2-7867-41b6-a166-75a5069b5549 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:59:12.484029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Attempting to bind port bc5b020a-585b-4eec-90c5-2e83ef2c9c96 on network 7f4d1bd2-7867-41b6-a166-75a5069b5549 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:12.489346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:59:12.489694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Checking segment: {'id': '1f8d9a8e-5388-4a25-81d8-2c081edcd9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7f4d1bd2-7867-41b6-a166-75a5069b5549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:12.490086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Bound using segment: {'id': '1f8d9a8e-5388-4a25-81d8-2c081edcd9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7f4d1bd2-7867-41b6-a166-75a5069b5549'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:59:12.490524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Bound port: bc5b020a-585b-4eec-90c5-2e83ef2c9c96, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8d9a8e-5388-4a25-81d8-2c081edcd9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7f4d1bd2-7867-41b6-a166-75a5069b5549'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:59:12.490889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:12.494139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] Network 29d948e3-e288-426b-84ab-e762c1fec299 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:59:12.508722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-dc57fcfd-4eaa-4afa-a252-53795f33f962 req-cc9e8c77-b108-488e-9166-105a9bb12245 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] For port 6c8ecc50-2b75-491a-8873-0464b03ecc0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c8ecc50-2b75-491a-8873-0464b03ecc0d,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:12.508722 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc57fcfd-4eaa-4afa-a252-53795f33f962 req-cc9e8c77-b108-488e-9166-105a9bb12245 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:12.520984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4509e8f0-4165-49f5-82a8-4efbc5141103 req-c3acb5ca-ec28-4288-a46d-f641ce33bd80 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154685
Feb 19 20:59:12.541086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29d948e3-e288-426b-84ab-e762c1fec299) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:12.548802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:12.549412 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:12.550057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da2ec1-1908-49ac-9bd3-333866cb0932 None None] Network 29d948e3-e288-426b-84ab-e762c1fec299 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:12.559901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-dc57fcfd-4eaa-4afa-a252-53795f33f962 req-cc9e8c77-b108-488e-9166-105a9bb12245 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Calling delete_port for 6c8ecc50-2b75-491a-8873-0464b03ecc0d owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:12.568315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7 req-92f123ef-987b-4c54-afcf-be4e97a69848 service neutron] 10.222.0.10 "GET /v2.0/networks/81f242f2-1080-48a8-9d1e-339d4894947e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3064768
Feb 19 20:59:12.589376 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] For port bc5b020a-585b-4eec-90c5-2e83ef2c9c96, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:59:12.605851 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5acfe2d3-bf23-4f51-a859-3e848fd61bd1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.7914538
Feb 19 20:59:12.608008 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] For port bc5b020a-585b-4eec-90c5-2e83ef2c9c96, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc5b020a-585b-4eec-90c5-2e83ef2c9c96,segment=NetworkSegment(1f8d9a8e-5388-4a25-81d8-2c081edcd9c3),segment_id=1f8d9a8e-5388-4a25-81d8-2c081edcd9c3)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:59:12.617307 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:12.668851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:12.669490 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:12.671662 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] 10.222.0.67 "PUT /v2.0/ports/bc5b020a-585b-4eec-90c5-2e83ef2c9c96 HTTP/1.1" status: 200  len: 1091 time: 1.8074415
Feb 19 20:59:12.672121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678cfc25-63c2-4957-8e09-95a21fee7156', 'tag': 'bc5b020a-585b-4eec-90c5-2e83ef2c9c96'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:12.675394 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d1d5c3-d348-41a0-8fcb-62085a66792c" -d '{"events": [{"name": "network-changed", "server_uuid": "678cfc25-63c2-4957-8e09-95a21fee7156", "tag": "bc5b020a-585b-4eec-90c5-2e83ef2c9c96"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:12.720559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2048dbf-31d6-49d1-88a3-ef25ebcd93f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5b020a-585b-4eec-90c5-2e83ef2c9c96,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:12.835064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ddbf2e69-f042-4644-8df4-61170c8c23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:12.837188 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-ddbf2e69-f042-4644-8df4-61170c8c23cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24560083d7dd474c820b48343b65c206&device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 1125 time: 0.0860720
Feb 19 20:59:12.934727 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-7292fcd9-83b4-4b2c-bbc3-293a37f03f04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5b020a-585b-4eec-90c5-2e83ef2c9c96 HTTP/1.1" status: 200  len: 217 time: 0.0883956
Feb 19 20:59:12.955370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0c32368-8595-4cb6-b613-80a769c69eaf req-587ef0c9-f95c-4bb9-9b64-809798af9f4d tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4380369
Feb 19 20:59:12.978692 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1babdfd0-a4fc-4c1a-ab40-e3d7e50e34df x-openstack-request-id: req-1babdfd0-a4fc-4c1a-ab40-e3d7e50e34df {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:12.978976 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678cfc25-63c2-4957-8e09-95a21fee7156", "tag": "bc5b020a-585b-4eec-90c5-2e83ef2c9c96", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:12.979229 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1babdfd0-a4fc-4c1a-ab40-e3d7e50e34df {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:12.979633 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678cfc25-63c2-4957-8e09-95a21fee7156', 'tag': 'bc5b020a-585b-4eec-90c5-2e83ef2c9c96', 'status': 'completed', 'code': 200}
Feb 19 20:59:13.039536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25c0da67-2ae1-4b44-aa7d-7fe3caac93c7 req-f4a492df-0456-487c-a3be-13e65b17b604 service neutron] 10.222.0.10 "GET /v2.0/networks/81f242f2-1080-48a8-9d1e-339d4894947e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4591665
Feb 19 20:59:13.068306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-24f621d8-04d2-43d8-a0c5-5c22067e60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:13.075279 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-24f621d8-04d2-43d8-a0c5-5c22067e60ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8 HTTP/1.1" status: 200  len: 861 time: 0.1315975
Feb 19 20:59:13.136559 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-6f3ddb50-2cbe-40d8-86ac-acbd72c69393 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f4d1bd2-7867-41b6-a166-75a5069b5549&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540371
Feb 19 20:59:13.158347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5973c52c-0226-472a-bd61-7d7925752963 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:59:13.161113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6c8ecc50-2b75-491a-8873-0464b03ecc0d no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:13.225298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc57fcfd-4eaa-4afa-a252-53795f33f962 req-cc9e8c77-b108-488e-9166-105a9bb12245 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6c8ecc50-2b75-491a-8873-0464b03ecc0d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:13.235558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74902b3f-4b87-4dc3-9ce8-20c9d2e9aa38 req-6f7fb0f2-c873-4d5e-9f80-127e4d6d7d13 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:13.237776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74902b3f-4b87-4dc3-9ce8-20c9d2e9aa38 req-6f7fb0f2-c873-4d5e-9f80-127e4d6d7d13 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 943 time: 0.1000075
Feb 19 20:59:13.255887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['59f45170-96d5-43f5-8368-d97e4afa51dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:13.338946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e8c77-b108-488e-9166-105a9bb12245 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Pushing event deleted for resources: {'Port': ['ID=6c8ecc50-2b75-491a-8873-0464b03ecc0d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:13.351726 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-fa13b48c-c415-4e4b-bb5a-43a755cd25e7 service neutron] 10.222.0.67 "GET /v2.0/networks/7f4d1bd2-7867-41b6-a166-75a5069b5549?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078540
Feb 19 20:59:13.351898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No active binding found for port 6c8ecc50-2b75-491a-8873-0464b03ecc0d {{(pid=121130) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Feb 19 20:59:13.352233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port 6c8ecc50-2b75-491a-8873-0464b03ecc0d host None! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 20:59:13.352764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6c8ecc50-2b75-491a-8873-0464b03ecc0d not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:13.393873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc57fcfd-4eaa-4afa-a252-53795f33f962 req-cc9e8c77-b108-488e-9166-105a9bb12245 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] No DVR routers for this DVR port 6c8ecc50-2b75-491a-8873-0464b03ecc0d on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:13.413285 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dc57fcfd-4eaa-4afa-a252-53795f33f962 req-cc9e8c77-b108-488e-9166-105a9bb12245 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:13.420588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc57fcfd-4eaa-4afa-a252-53795f33f962 req-cc9e8c77-b108-488e-9166-105a9bb12245 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.10 "DELETE /v2.0/ports/6c8ecc50-2b75-491a-8873-0464b03ecc0d HTTP/1.1" status: 204  len: 173 time: 2.3340707
Feb 19 20:59:13.422095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'name': 'network-vif-deleted', 'tag': '6c8ecc50-2b75-491a-8873-0464b03ecc0d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:13.440621 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a198259e-f15f-456e-9239-6a2991a2a048" -d '{"events": [{"server_uuid": "c69ff896-e0c9-463d-ac90-7b19f8f7d912", "name": "network-vif-deleted", "tag": "6c8ecc50-2b75-491a-8873-0464b03ecc0d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:13.493063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5973c52c-0226-472a-bd61-7d7925752963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5973c52c-0226-472a-bd61-7d7925752963,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:13.506169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74902b3f-4b87-4dc3-9ce8-20c9d2e9aa38 req-b171b78c-a908-4afd-8e45-7e0004fe7e8e tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417037
Feb 19 20:59:13.575530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08db25e-5c36-4f99-87b5-fa2016a409d3 None None] Network 29d948e3-e288-426b-84ab-e762c1fec299 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:13.593789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '5973c52c-0226-472a-bd61-7d7925752963', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'port_id': '5973c52c-0226-472a-bd61-7d7925752963', 'mac_address': 'fa:16:3e:28:af:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:59:13.611723 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8def9982-fcfa-4a51-94d6-4d41374a2065 req-6901087c-2d2b-4df4-9630-ecd18453f48d service neutron] 10.222.0.67 "GET /v2.0/networks/7f4d1bd2-7867-41b6-a166-75a5069b5549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2512848
Feb 19 20:59:13.734929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-690591c8-1657-4af0-8f28-9b33f58a722d req-e809d41b-0681-40ce-84cc-e211f1a13a42 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c69ff896-e0c9-463d-ac90-7b19f8f7d912 HTTP/1.1" status: 200  len: 210 time: 0.0763557
Feb 19 20:59:13.805399 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1d5c3-d348-41a0-8fcb-62085a66792c req-db00a8b0-e026-4a6b-a770-6bf2e236dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:13.813077 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-99d1d5c3-d348-41a0-8fcb-62085a66792c req-db00a8b0-e026-4a6b-a770-6bf2e236dfec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24560083d7dd474c820b48343b65c206&device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 1125 time: 0.1180413
Feb 19 20:59:13.919908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97322af-6083-4b77-b298-400c03ac2f14 req-723aa84b-3cfc-495c-b710-e4c7970f8ad6 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:13.922697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-723aa84b-3cfc-495c-b710-e4c7970f8ad6 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/networks?id=29d948e3-e288-426b-84ab-e762c1fec299 HTTP/1.1" status: 200  len: 813 time: 0.2451646
Feb 19 20:59:13.946506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5973c52c-0226-472a-bd61-7d7925752963 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:13.948902 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5973c52c-0226-472a-bd61-7d7925752963), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:13.985148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-84cb968b-50fb-4dc1-b4ec-d35867b8b0f5 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/quotas/46068d17334344098e88ad0cc3e0eebb HTTP/1.1" status: 200  len: 375 time: 0.0548599
Feb 19 20:59:14.054232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1d5c3-d348-41a0-8fcb-62085a66792c req-08bd8705-7dad-45fd-bcb9-243ac2080431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:14.055753 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-99d1d5c3-d348-41a0-8fcb-62085a66792c req-08bd8705-7dad-45fd-bcb9-243ac2080431 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f4d1bd2-7867-41b6-a166-75a5069b5549 HTTP/1.1" status: 200  len: 922 time: 0.2378297
Feb 19 20:59:14.096311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5973c52c-0226-472a-bd61-7d7925752963 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:14.114660 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-99d1d5c3-d348-41a0-8fcb-62085a66792c req-ec27d92f-32d2-4229-8933-9e29a0933d52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5b020a-585b-4eec-90c5-2e83ef2c9c96 HTTP/1.1" status: 200  len: 217 time: 0.0522497
Feb 19 20:59:14.131158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-ad7b1f01-d6d8-4be4-a11e-924b7dd283a0 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=46068d17334344098e88ad0cc3e0eebb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1397841
Feb 19 20:59:14.215441 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5973c52c-0226-472a-bd61-7d7925752963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5973c52c-0226-472a-bd61-7d7925752963,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:14.240720 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1d5c3-d348-41a0-8fcb-62085a66792c req-b544a1a9-fa4b-43b1-a30f-135d76a6c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:14.253176 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5973c52c-0226-472a-bd61-7d7925752963), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:14.254211 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-99d1d5c3-d348-41a0-8fcb-62085a66792c req-b544a1a9-fa4b-43b1-a30f-135d76a6c53e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8 HTTP/1.1" status: 200  len: 861 time: 0.1318414
Feb 19 20:59:14.264356 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd1ef87-68d6-43ed-ab3c-92f35b3806a4 x-openstack-request-id: req-6fd1ef87-68d6-43ed-ab3c-92f35b3806a4 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:14.264755 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69ff896-e0c9-463d-ac90-7b19f8f7d912", "name": "network-vif-deleted", "tag": "6c8ecc50-2b75-491a-8873-0464b03ecc0d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:14.265026 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fd1ef87-68d6-43ed-ab3c-92f35b3806a4 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:14.265574 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69ff896-e0c9-463d-ac90-7b19f8f7d912', 'name': 'network-vif-deleted', 'tag': '6c8ecc50-2b75-491a-8873-0464b03ecc0d', 'status': 'completed', 'code': 200}
Feb 19 20:59:14.344347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1faa4314-5617-4178-af24-1d512910adac service neutron] 10.222.0.30 "GET /v2.0/networks/29d948e3-e288-426b-84ab-e762c1fec299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121511
Feb 19 20:59:14.344580 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-99d1d5c3-d348-41a0-8fcb-62085a66792c req-b1d21974-056d-4a5e-8aa9-267fcd012501 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f4d1bd2-7867-41b6-a166-75a5069b5549&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0866380
Feb 19 20:59:14.485462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5973c52c-0226-472a-bd61-7d7925752963,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:14.533398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['5973c52c-0226-472a-bd61-7d7925752963'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:14.610206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-cb9aea39-8f85-44cd-922d-59a3f1637eeb service neutron] 10.222.0.30 "GET /v2.0/networks/29d948e3-e288-426b-84ab-e762c1fec299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2584226
Feb 19 20:59:14.681481 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-99d1d5c3-d348-41a0-8fcb-62085a66792c req-76223f5a-929e-4978-830e-df5dc93d52b0 service neutron] 10.222.0.67 "GET /v2.0/networks/7f4d1bd2-7867-41b6-a166-75a5069b5549?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3217235
Feb 19 20:59:14.808317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d725-7191-4297-8188-88f30a5d2faa req-0c6359fa-146f-4538-a3e7-ab5b7a874726 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:14.821468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92b4d725-7191-4297-8188-88f30a5d2faa req-0c6359fa-146f-4538-a3e7-ab5b7a874726 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 944 time: 0.1250398
Feb 19 20:59:14.898069 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-99d1d5c3-d348-41a0-8fcb-62085a66792c req-aa722228-abbe-4a30-9ae9-ba6847e0c94a service neutron] 10.222.0.67 "GET /v2.0/networks/7f4d1bd2-7867-41b6-a166-75a5069b5549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2030301
Feb 19 20:59:14.966351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92b4d725-7191-4297-8188-88f30a5d2faa req-d782595e-c5d8-4aaa-90a6-56685e1d35f9 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413023
Feb 19 20:59:15.078697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7c4f8-47dc-4d19-aac3-93791e432e14 req-6ed03f2f-c6cf-4207-b180-e97ffea09f17 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:15.080672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68e7c4f8-47dc-4d19-aac3-93791e432e14 req-6ed03f2f-c6cf-4207-b180-e97ffea09f17 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 945 time: 0.0829377
Feb 19 20:59:15.183707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e2e1c-b6d6-4baa-818c-4d16d15f5a90 req-02ff2c3c-e218-4d9d-ac6b-5026621c7aaf tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:15.185262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-463e2e1c-b6d6-4baa-818c-4d16d15f5a90 req-02ff2c3c-e218-4d9d-ac6b-5026621c7aaf tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 943 time: 0.1034276
Feb 19 20:59:15.189971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68e7c4f8-47dc-4d19-aac3-93791e432e14 req-a1e3ab4e-120c-41a9-ba4c-862ada897139 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993764
Feb 19 20:59:15.285381 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-463e2e1c-b6d6-4baa-818c-4d16d15f5a90 req-8a5d69a9-f366-45e5-ba5e-11a2fdee5846 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884306
Feb 19 20:59:15.338013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4f0b303-5e3a-40cc-889b-c68429338a93 req-ccb3d8f9-fd4a-4ab2-8750-3e634dfb04d1 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 210 time: 0.0316675
Feb 19 20:59:15.645847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab2ed6-74a7-4f09-a273-c5813198c0f5 req-0cd43ad9-a7c7-46f7-aa90-7fe7059854db tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:15.647878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dab2ed6-74a7-4f09-a273-c5813198c0f5 req-0cd43ad9-a7c7-46f7-aa90-7fe7059854db tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 950 time: 0.0598695
Feb 19 20:59:15.699201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dab2ed6-74a7-4f09-a273-c5813198c0f5 req-6a507ee9-af8d-4722-8143-636873cdf1a4 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456409
Feb 19 20:59:16.101192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e042e0-224b-4e85-8bd7-c668d106e3bf req-7a8f1fc1-e8dd-42d4-afad-fa2e0467d61b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:16.103556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1e042e0-224b-4e85-8bd7-c668d106e3bf req-7a8f1fc1-e8dd-42d4-afad-fa2e0467d61b tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 944 time: 0.0602806
Feb 19 20:59:16.169575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1e042e0-224b-4e85-8bd7-c668d106e3bf req-08758c11-0b1c-48e1-87bf-71a502c3876c tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576932
Feb 19 20:59:16.345481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2d10-83ca-4ae5-9101-0717f731bc7c req-d43ad7c4-e223-4aed-9282-84ff6f3bbecb tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:16.347786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c45c2d10-83ca-4ae5-9101-0717f731bc7c req-d43ad7c4-e223-4aed-9282-84ff6f3bbecb tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 945 time: 0.0711939
Feb 19 20:59:16.467808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c45c2d10-83ca-4ae5-9101-0717f731bc7c req-c5b3024b-bc18-45d3-b28b-3a95bcfc6dfb tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/security-groups?id=960958dd-cebf-4455-9792-0b28a2a88217&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072996
Feb 19 20:59:16.485436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1757757-5247-4c2f-bd4c-1e5179e72b5b req-23179225-63c7-47e3-a2bf-658e04be3d5d tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:16.486795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1757757-5247-4c2f-bd4c-1e5179e72b5b req-23179225-63c7-47e3-a2bf-658e04be3d5d tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 943 time: 0.1224680
Feb 19 20:59:16.607920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41306c5e-e7ec-45e9-acd6-5c88e42328b6 req-9e10df5b-6a9c-4a34-8c62-68c507df4104 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 210 time: 0.0462596
Feb 19 20:59:16.620945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1757757-5247-4c2f-bd4c-1e5179e72b5b req-fc1531c1-fe50-403a-80c7-cd61cc65188d tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230805
Feb 19 20:59:16.622234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50358) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:16.706495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5973c52c-0226-472a-bd61-7d7925752963 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:59:16.815876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 5973c52c-0226-472a-bd61-7d7925752963 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:59:16.827876 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97322af-6083-4b77-b298-400c03ac2f14 req-43aa5c1c-645b-412c-8ba9-cb5915260b95 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:16.830500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 5973c52c-0226-472a-bd61-7d7925752963 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:16.830901 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5973c52c-0226-472a-bd61-7d7925752963), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:16.832758 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3f37-cb2c-4698-9806-206471e985da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:16.833431 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-43aa5c1c-645b-412c-8ba9-cb5915260b95 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.67 "GET /v2.0/networks?id=29d948e3-e288-426b-84ab-e762c1fec299 HTTP/1.1" status: 200  len: 813 time: 0.2070990
Feb 19 20:59:16.850650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Request body: {'port': {'device_id': 'f98bece8-1f3d-4f2a-a0c5-e578fd98011d', 'network_id': '29d948e3-e288-426b-84ab-e762c1fec299', 'admin_state_up': True, 'tenant_id': '46068d17334344098e88ad0cc3e0eebb'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:16.887111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95b7e0-ed44-4939-a53e-a4e9098c0afc req-f951d3c2-168b-427d-aeb9-e8baf350c52b tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:16.888655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf95b7e0-ed44-4939-a53e-a4e9098c0afc req-f951d3c2-168b-427d-aeb9-e8baf350c52b tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 950 time: 0.1063645
Feb 19 20:59:16.913267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5973c52c-0226-472a-bd61-7d7925752963 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:16.913930 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5973c52c-0226-472a-bd61-7d7925752963), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:16.937766 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5973c52c-0226-472a-bd61-7d7925752963'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:16.944470 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9190de51-f92a-4dbc-b6dd-4754b4ef45c9" -d '{"events": [{"server_uuid": "25db99dd-04b8-4486-9f09-dbbb9bcaf223", "name": "network-vif-plugged", "status": "completed", "tag": "5973c52c-0226-472a-bd61-7d7925752963"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:16.958509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5973c52c-0226-472a-bd61-7d7925752963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5973c52c-0226-472a-bd61-7d7925752963,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:16.965909 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5973c52c-0226-472a-bd61-7d7925752963), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:16.976897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Made reservation on behalf of 46068d17334344098e88ad0cc3e0eebb for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:16.981126 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.024928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf95b7e0-ed44-4939-a53e-a4e9098c0afc req-562df12a-3f70-4b18-a6fd-b289bee2dacc tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217320
Feb 19 20:59:17.025628 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b282b33d-beb1-4ea3-94f4-b2fa602ddc8d x-openstack-request-id: req-b282b33d-beb1-4ea3-94f4-b2fa602ddc8d {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:17.026207 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25db99dd-04b8-4486-9f09-dbbb9bcaf223", "name": "network-vif-plugged", "status": "completed", "tag": "5973c52c-0226-472a-bd61-7d7925752963", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:17.026659 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b282b33d-beb1-4ea3-94f4-b2fa602ddc8d {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:17.027253 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5973c52c-0226-472a-bd61-7d7925752963', 'code': 200}
Feb 19 20:59:17.030164 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3f37-cb2c-4698-9806-206471e985da admin admin] Publish callbacks [] for security_group (175a3868-4ef3-4dff-b7c3-990661834f75), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.044047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75627f-72cb-40ca-8293-066ec21e2eef req-61486e1b-22e7-45e2-8dac-f91cdae53bd9 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:17.045874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb75627f-72cb-40ca-8293-066ec21e2eef req-61486e1b-22e7-45e2-8dac-f91cdae53bd9 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.67 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 945 time: 0.1451235
Feb 19 20:59:17.047081 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3f37-cb2c-4698-9806-206471e985da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (175a3868-4ef3-4dff-b7c3-990661834f75), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.106463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5973c52c-0226-472a-bd61-7d7925752963,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:17.142456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Allocated IP 172.20.0.5 (29d948e3-e288-426b-84ab-e762c1fec299/5769aa33-2692-4da8-a779-b57dda67dfcf/34fd2bb6-3818-47f3-b209-1132ddb12acf) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:17.154071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eb0d3f37-cb2c-4698-9806-206471e985da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da7e5f5745ca402e84e95aa972c411aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5296757
Feb 19 20:59:17.156816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50386) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:17.167960 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d3f37-cb2c-4698-9806-206471e985da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175a3868-4ef3-4dff-b7c3-990661834f75,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:17.217530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c763eaf-457b-4e8d-ad67-c1689003e042 req-31bf72c1-a7e4-4e40-8912-db6b01885d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:17.220528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c763eaf-457b-4e8d-ad67-c1689003e042 req-31bf72c1-a7e4-4e40-8912-db6b01885d9a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 1127 time: 0.1096671
Feb 19 20:59:17.255938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-cb75627f-72cb-40ca-8293-066ec21e2eef req-e4b54686-2c26-4242-a672-138b13dd9f73 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Deleting port 93d1f090-a18e-465a-a925-6c32da95879a {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:17.256574 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cb75627f-72cb-40ca-8293-066ec21e2eef req-e4b54686-2c26-4242-a672-138b13dd9f73 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (93d1f090-a18e-465a-a925-6c32da95879a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.341363 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78f9c4df-45d1-4e0a-898a-06fcf27414b2 admin admin] Publish callbacks [] for security_group (175a3868-4ef3-4dff-b7c3-990661834f75), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.365408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c763eaf-457b-4e8d-ad67-c1689003e042 req-8546fa29-b025-4ac7-9b29-ce90e856102a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362872
Feb 19 20:59:17.385946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78f9c4df-45d1-4e0a-898a-06fcf27414b2 admin admin] Publish callbacks [] for security_group (175a3868-4ef3-4dff-b7c3-990661834f75), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.405066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cb75627f-72cb-40ca-8293-066ec21e2eef req-e4b54686-2c26-4242-a672-138b13dd9f73 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] For port 93d1f090-a18e-465a-a925-6c32da95879a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93d1f090-a18e-465a-a925-6c32da95879a,segment=NetworkSegment(9c89d82a-37de-4824-ab78-faec9b6f41e5),segment_id=9c89d82a-37de-4824-ab78-faec9b6f41e5)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:17.406531 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cb75627f-72cb-40ca-8293-066ec21e2eef req-e4b54686-2c26-4242-a672-138b13dd9f73 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (93d1f090-a18e-465a-a925-6c32da95879a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.426391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa26c1-e65b-461b-ad39-7302c5dfe354 req-72eaf80d-8000-4754-8d55-7ff577f3cd4f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:17.427934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9fa26c1-e65b-461b-ad39-7302c5dfe354 req-72eaf80d-8000-4754-8d55-7ff577f3cd4f tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 945 time: 0.1227336
Feb 19 20:59:17.432248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-cb75627f-72cb-40ca-8293-066ec21e2eef req-e4b54686-2c26-4242-a672-138b13dd9f73 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Calling delete_port for 93d1f090-a18e-465a-a925-6c32da95879a owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:17.449690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Publish callbacks [] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.478372 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78f9c4df-45d1-4e0a-898a-06fcf27414b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (175a3868-4ef3-4dff-b7c3-990661834f75), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.481985 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78f9c4df-45d1-4e0a-898a-06fcf27414b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.483247 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-78f9c4df-45d1-4e0a-898a-06fcf27414b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/175a3868-4ef3-4dff-b7c3-990661834f75 HTTP/1.1" status: 204  len: 168 time: 0.3251495
Feb 19 20:59:17.497992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9c4df-45d1-4e0a-898a-06fcf27414b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175a3868-4ef3-4dff-b7c3-990661834f75,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:17.526088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.551404 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9fa26c1-e65b-461b-ad39-7302c5dfe354 req-97a65548-521f-4a86-8af0-19f540311ebd tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068780
Feb 19 20:59:17.554485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Network 29d948e3-e288-426b-84ab-e762c1fec299 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:17.558745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:17.586458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:17.687889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:17.688409 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.721581 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cb75627f-72cb-40ca-8293-066ec21e2eef req-e4b54686-2c26-4242-a672-138b13dd9f73 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (93d1f090-a18e-465a-a925-6c32da95879a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.733297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Pushing event updated for resources: {'Port': ['ID=34fd2bb6-3818-47f3-b209-1132ddb12acf,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:17.736039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['93d1f090-a18e-465a-a925-6c32da95879a'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:17.738722 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-4b15be02-b8dd-4f60-aeb6-260d98bdd92d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8922713
Feb 19 20:59:17.753133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d54d0fd-91d3-451e-a592-78c70fba7395 req-90a527ce-9464-4873-88c1-f3aadb53ac7d tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.30 "GET /v2.0/ports?device_id=822c2412-fbd7-43c1-995b-c9ef1a76203c HTTP/1.1" status: 200  len: 210 time: 0.0573716
Feb 19 20:59:17.785717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b54686-2c26-4242-a672-138b13dd9f73 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Pushing event deleted for resources: {'Port': ['ID=93d1f090-a18e-465a-a925-6c32da95879a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:17.828342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Request body: {'port': {'device_id': 'f98bece8-1f3d-4f2a-a0c5-e578fd98011d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:17.833881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb75627f-72cb-40ca-8293-066ec21e2eef req-e4b54686-2c26-4242-a672-138b13dd9f73 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] No DVR routers for this DVR port 93d1f090-a18e-465a-a925-6c32da95879a on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:17.841109 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cb75627f-72cb-40ca-8293-066ec21e2eef req-e4b54686-2c26-4242-a672-138b13dd9f73 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.844672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb75627f-72cb-40ca-8293-066ec21e2eef req-e4b54686-2c26-4242-a672-138b13dd9f73 tempest-ServerPasswordTestJSON-681477633 tempest-ServerPasswordTestJSON-681477633-project] 10.222.0.67 "DELETE /v2.0/ports/93d1f090-a18e-465a-a925-6c32da95879a HTTP/1.1" status: 204  len: 173 time: 0.7838118
Feb 19 20:59:17.845817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822c2412-fbd7-43c1-995b-c9ef1a76203c', 'name': 'network-vif-deleted', 'tag': '93d1f090-a18e-465a-a925-6c32da95879a'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:17.848083 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911f956b-51c2-40bf-9273-f60846994140" -d '{"events": [{"server_uuid": "822c2412-fbd7-43c1-995b-c9ef1a76203c", "name": "network-vif-deleted", "tag": "93d1f090-a18e-465a-a925-6c32da95879a"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:17.947052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:17.969933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34096f4f-cbef-4de6-8891-9bed93d70965 req-184090d4-238b-4c2e-b3b6-ba0092554f13 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:17.971608 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34096f4f-cbef-4de6-8891-9bed93d70965 req-184090d4-238b-4c2e-b3b6-ba0092554f13 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 943 time: 0.1027477
Feb 19 20:59:17.999737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97492ce-af92-4616-a1b2-4c52fcda6947 req-332b22ea-e0c0-4831-8119-7c9baa8c5bd9 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:18.002095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d97492ce-af92-4616-a1b2-4c52fcda6947 req-332b22ea-e0c0-4831-8119-7c9baa8c5bd9 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 931 time: 0.0968318
Feb 19 20:59:18.017389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50428) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:18.062845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34096f4f-cbef-4de6-8891-9bed93d70965 req-0c105120-6f6b-40e0-829b-937224a74d40 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843372
Feb 19 20:59:18.084640 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9c3e-ce28-4052-bebe-d4c57962a414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.085107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d97492ce-af92-4616-a1b2-4c52fcda6947 req-c8f771e6-bda6-4f86-be8d-729d1ae2ffdb tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758171
Feb 19 20:59:18.141930 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294de6cb-220f-4d92-9e64-47422c326d9d x-openstack-request-id: req-294de6cb-220f-4d92-9e64-47422c326d9d {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:18.142226 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822c2412-fbd7-43c1-995b-c9ef1a76203c", "name": "network-vif-deleted", "tag": "93d1f090-a18e-465a-a925-6c32da95879a", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:18.142699 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-294de6cb-220f-4d92-9e64-47422c326d9d {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:18.143095 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822c2412-fbd7-43c1-995b-c9ef1a76203c', 'name': 'network-vif-deleted', 'tag': '93d1f090-a18e-465a-a925-6c32da95879a', 'status': 'completed', 'code': 200}
Feb 19 20:59:18.188946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2e8ca-468a-481c-a442-bf4699837595 req-b4a25c28-56a5-4ff3-b045-2b1db215eeeb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:18.190534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8b2e8ca-468a-481c-a442-bf4699837595 req-b4a25c28-56a5-4ff3-b045-2b1db215eeeb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 944 time: 0.0590136
Feb 19 20:59:18.226056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-da5e8bfb-d1c3-4b46-9b24-ff0533e0dd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.243852 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8b2e8ca-468a-481c-a442-bf4699837595 req-8746f45f-fdba-4976-896b-a6bb1f2d7115 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469556
Feb 19 20:59:18.263827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9c3e-ce28-4052-bebe-d4c57962a414 admin admin] Publish callbacks [] for security_group (3f8a5452-5f96-4e90-a99b-28199cd2a2ec), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.270850 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9c3e-ce28-4052-bebe-d4c57962a414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3f8a5452-5f96-4e90-a99b-28199cd2a2ec), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.324223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device bc5b020a-585b-4eec-90c5-2e83ef2c9c96 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:59:18.329523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 835957bc-cf48-4628-ac6b-011383e9ecd7 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:18.347063 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e4bd9c3e-ce28-4052-bebe-d4c57962a414 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6103a190a0d46d58cad4740b967c133&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3260560
Feb 19 20:59:18.347454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50430) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:18.348817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fd2bb6-3818-47f3-b209-1132ddb12acf {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:18.353459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd9c3e-ce28-4052-bebe-d4c57962a414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8a5452-5f96-4e90-a99b-28199cd2a2ec,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:18.360243 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Publish callbacks [] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.377796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Transition to ACTIVE for port object 34fd2bb6-3818-47f3-b209-1132ddb12acf will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:59:18.382902 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.436489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Pushing event updated for resources: {'Port': ['ID=34fd2bb6-3818-47f3-b209-1132ddb12acf,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:18.469279 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb46d681-6462-487e-816c-5ff176c5ba1f admin admin] Publish callbacks [] for security_group (3f8a5452-5f96-4e90-a99b-28199cd2a2ec), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.503187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 835957bc-cf48-4628-ac6b-011383e9ecd7 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:18.503583 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.506407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port bc5b020a-585b-4eec-90c5-2e83ef2c9c96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc5b020a-585b-4eec-90c5-2e83ef2c9c96,segment=NetworkSegment(1f8d9a8e-5388-4a25-81d8-2c081edcd9c3),segment_id=1f8d9a8e-5388-4a25-81d8-2c081edcd9c3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:18.515793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb46d681-6462-487e-816c-5ff176c5ba1f admin admin] Publish callbacks [] for security_group (3f8a5452-5f96-4e90-a99b-28199cd2a2ec), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.519704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Attempting to bind port 34fd2bb6-3818-47f3-b209-1132ddb12acf on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:59:18.520213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Attempting to bind port 34fd2bb6-3818-47f3-b209-1132ddb12acf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66ab06ea-cadd-4c2c-a535-e896df7c100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29d948e3-e288-426b-84ab-e762c1fec299'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:59:18.520690 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Attempting to bind port 34fd2bb6-3818-47f3-b209-1132ddb12acf on network 29d948e3-e288-426b-84ab-e762c1fec299 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:18.525437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Port 34fd2bb6-3818-47f3-b209-1132ddb12acf on network 29d948e3-e288-426b-84ab-e762c1fec299 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:59:18.525893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Attempting to bind port 34fd2bb6-3818-47f3-b209-1132ddb12acf on network 29d948e3-e288-426b-84ab-e762c1fec299 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:18.531735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:59:18.532212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Checking segment: {'id': '66ab06ea-cadd-4c2c-a535-e896df7c100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29d948e3-e288-426b-84ab-e762c1fec299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:18.533348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Bound using segment: {'id': '66ab06ea-cadd-4c2c-a535-e896df7c100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29d948e3-e288-426b-84ab-e762c1fec299'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:59:18.533902 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Bound port: 34fd2bb6-3818-47f3-b209-1132ddb12acf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ab06ea-cadd-4c2c-a535-e896df7c100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '29d948e3-e288-426b-84ab-e762c1fec299'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:59:18.534367 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.536045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'bc5b020a-585b-4eec-90c5-2e83ef2c9c96', 'network_id': '7f4d1bd2-7867-41b6-a166-75a5069b5549', 'port_id': 'bc5b020a-585b-4eec-90c5-2e83ef2c9c96', 'mac_address': 'fa:16:3e:93:db:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:59:18.555504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:18.583520 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.621746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb46d681-6462-487e-816c-5ff176c5ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3f8a5452-5f96-4e90-a99b-28199cd2a2ec), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.625449 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb46d681-6462-487e-816c-5ff176c5ba1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.629804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eb46d681-6462-487e-816c-5ff176c5ba1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f8a5452-5f96-4e90-a99b-28199cd2a2ec HTTP/1.1" status: 204  len: 168 time: 0.2799661
Feb 19 20:59:18.642115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] For port 34fd2bb6-3818-47f3-b209-1132ddb12acf, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:59:18.650400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] For port 34fd2bb6-3818-47f3-b209-1132ddb12acf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=34fd2bb6-3818-47f3-b209-1132ddb12acf,segment=NetworkSegment(66ab06ea-cadd-4c2c-a535-e896df7c100e),segment_id=66ab06ea-cadd-4c2c-a535-e896df7c100e)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:59:18.659896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46d681-6462-487e-816c-5ff176c5ba1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8a5452-5f96-4e90-a99b-28199cd2a2ec,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:18.666209 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.686193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port bc5b020a-585b-4eec-90c5-2e83ef2c9c96 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:18.689826 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.713725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:18.716521 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.721515 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] 10.222.0.67 "PUT /v2.0/ports/34fd2bb6-3818-47f3-b209-1132ddb12acf HTTP/1.1" status: 200  len: 1091 time: 0.8982825
Feb 19 20:59:18.727833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98bece8-1f3d-4f2a-a0c5-e578fd98011d', 'tag': '34fd2bb6-3818-47f3-b209-1132ddb12acf'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:18.739447 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442493de-5890-455e-9e5c-d9f5a3e3ed5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f98bece8-1f3d-4f2a-a0c5-e578fd98011d", "tag": "34fd2bb6-3818-47f3-b209-1132ddb12acf"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:18.746010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:18.748138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e29efe-5e85-48b2-902d-8aba2386cfa9 req-4c6a624d-4d4a-4b8d-9283-6d0154547132 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:18.749755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7e29efe-5e85-48b2-902d-8aba2386cfa9 req-4c6a624d-4d4a-4b8d-9283-6d0154547132 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 945 time: 0.0861311
Feb 19 20:59:18.769564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5b020a-585b-4eec-90c5-2e83ef2c9c96 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:18.839604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port bc5b020a-585b-4eec-90c5-2e83ef2c9c96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc5b020a-585b-4eec-90c5-2e83ef2c9c96,segment=NetworkSegment(1f8d9a8e-5388-4a25-81d8-2c081edcd9c3),segment_id=1f8d9a8e-5388-4a25-81d8-2c081edcd9c3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:18.846867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311659b-fba1-4695-8375-13369dd90e1f service neutron] Pushing event updated for resources: {'Port': ['ID=34fd2bb6-3818-47f3-b209-1132ddb12acf,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:18.851221 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50450) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:18.859918 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.900464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5270f0e-1af4-4712-9b05-22bcc50077b5 req-c16ed795-6d6d-4918-9322-dce518931ceb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:18.901565 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b5270f0e-1af4-4712-9b05-22bcc50077b5 req-c16ed795-6d6d-4918-9322-dce518931ceb tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.67 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 944 time: 0.1131094
Feb 19 20:59:18.914010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7e29efe-5e85-48b2-902d-8aba2386cfa9 req-7e9cc894-90ed-4585-bb09-ff5ca089d651 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434557
Feb 19 20:59:18.917790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77c360b-f0eb-43f2-aca0-751758365da7 admin admin] Deleting subnet 79a1c140-e5b6-43ee-9148-fdb7258b992e {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:59:18.937255 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395b7f0d-79b0-45d4-bfc6-46953779978c x-openstack-request-id: req-395b7f0d-79b0-45d4-bfc6-46953779978c {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:18.937656 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98bece8-1f3d-4f2a-a0c5-e578fd98011d", "tag": "34fd2bb6-3818-47f3-b209-1132ddb12acf", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:18.937790 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-395b7f0d-79b0-45d4-bfc6-46953779978c {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:18.938177 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98bece8-1f3d-4f2a-a0c5-e578fd98011d', 'tag': '34fd2bb6-3818-47f3-b209-1132ddb12acf', 'status': 'completed', 'code': 200}
Feb 19 20:59:18.938856 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f77c360b-f0eb-43f2-aca0-751758365da7 admin admin] Publish callbacks [] for subnet (79a1c140-e5b6-43ee-9148-fdb7258b992e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:18.943706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97322af-6083-4b77-b298-400c03ac2f14 req-5645253f-ef14-4569-bf7c-3c54dc2e9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:18.945703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-5645253f-ef14-4569-bf7c-3c54dc2e9b11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46068d17334344098e88ad0cc3e0eebb&device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 1125 time: 0.1512446
Feb 19 20:59:18.947674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=bc5b020a-585b-4eec-90c5-2e83ef2c9c96,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:18.994749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-a85e6430-c6f7-4b02-9516-f8231f2d7dbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34fd2bb6-3818-47f3-b209-1132ddb12acf HTTP/1.1" status: 200  len: 217 time: 0.0399153
Feb 19 20:59:19.021346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f77c360b-f0eb-43f2-aca0-751758365da7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (79a1c140-e5b6-43ee-9148-fdb7258b992e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.029601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:19.033082 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75eafab-0970-495e-a3ce-38a24e4d0416" -d '{"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:19.051413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97322af-6083-4b77-b298-400c03ac2f14 req-986b8078-befe-4d84-b377-5b04540cbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:19.053714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-986b8078-befe-4d84-b377-5b04540cbdca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5769aa33-2692-4da8-a779-b57dda67dfcf HTTP/1.1" status: 200  len: 853 time: 0.0530736
Feb 19 20:59:19.072702 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f77c360b-f0eb-43f2-aca0-751758365da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (79a1c140-e5b6-43ee-9148-fdb7258b992e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.091502 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d4c790-1f53-4961-8f12-f63446620b6b x-openstack-request-id: req-03d4c790-1f53-4961-8f12-f63446620b6b {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:19.093458 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:19.096644 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03d4c790-1f53-4961-8f12-f63446620b6b {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:19.097304 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'code': 200}
Feb 19 20:59:19.106231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-57d5378c-5d29-40d0-b349-4bf5c3b76606 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29d948e3-e288-426b-84ab-e762c1fec299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455327
Feb 19 20:59:19.117249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-b5270f0e-1af4-4712-9b05-22bcc50077b5 req-e02722e6-00f5-425d-a4be-183fc0f32f48 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Deleting port 59f45170-96d5-43f5-8368-d97e4afa51dc {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:19.117599 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b5270f0e-1af4-4712-9b05-22bcc50077b5 req-e02722e6-00f5-425d-a4be-183fc0f32f48 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.220074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f77c360b-f0eb-43f2-aca0-751758365da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (79a1c140-e5b6-43ee-9148-fdb7258b992e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.254531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c360b-f0eb-43f2-aca0-751758365da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a1c140-e5b6-43ee-9148-fdb7258b992e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:19.271332 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f77c360b-f0eb-43f2-aca0-751758365da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.275036 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f77c360b-f0eb-43f2-aca0-751758365da7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/79a1c140-e5b6-43ee-9148-fdb7258b992e HTTP/1.1" status: 204  len: 168 time: 0.4228683
Feb 19 20:59:19.277044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-b5270f0e-1af4-4712-9b05-22bcc50077b5 req-e02722e6-00f5-425d-a4be-183fc0f32f48 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] For port 59f45170-96d5-43f5-8368-d97e4afa51dc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59f45170-96d5-43f5-8368-d97e4afa51dc,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:19.277413 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b5270f0e-1af4-4712-9b05-22bcc50077b5 req-e02722e6-00f5-425d-a4be-183fc0f32f48 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.279670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50470) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:19.312373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['bc5b020a-585b-4eec-90c5-2e83ef2c9c96'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:19.332623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e4ea1-c302-4a13-956e-9865f4a53ad4 req-c1ddd3bb-e810-4f8a-9fb8-83d54cd3cb9e tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:19.333406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-b5270f0e-1af4-4712-9b05-22bcc50077b5 req-e02722e6-00f5-425d-a4be-183fc0f32f48 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Calling delete_port for 59f45170-96d5-43f5-8368-d97e4afa51dc owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:19.335355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e1e4ea1-c302-4a13-956e-9865f4a53ad4 req-c1ddd3bb-e810-4f8a-9fb8-83d54cd3cb9e tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 944 time: 0.1479342
Feb 19 20:59:19.341340 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-d10a6ced-5b15-4775-9b36-f208e6ca7910 service neutron] 10.222.0.67 "GET /v2.0/networks/29d948e3-e288-426b-84ab-e762c1fec299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245584
Feb 19 20:59:19.354755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1166a-8a08-4ae4-93da-9588af3dbf05 req-6c0fd261-52b4-4b48-9591-08a543582f48 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:19.356393 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ef1166a-8a08-4ae4-93da-9588af3dbf05 req-6c0fd261-52b4-4b48-9591-08a543582f48 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 943 time: 0.1317916
Feb 19 20:59:19.404299 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (d8017b52-8d0b-4da2-bb30-f24fbe187d92), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.510155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e97322af-6083-4b77-b298-400c03ac2f14 req-72a11250-73eb-49b0-8507-997cabea96a5 service neutron] 10.222.0.67 "GET /v2.0/networks/29d948e3-e288-426b-84ab-e762c1fec299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519358
Feb 19 20:59:19.513849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (d8017b52-8d0b-4da2-bb30-f24fbe187d92), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.536965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e1e4ea1-c302-4a13-956e-9865f4a53ad4 req-64efaad5-5d77-491b-83bf-1da63687b571 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914537
Feb 19 20:59:19.580734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a068eb0>,) {'filters': {'network_id': ['d8017b52-8d0b-4da2-bb30-f24fbe187d92']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:19.595045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a068eb0>, '9c89d82a-37de-4824-ab78-faec9b6f41e5') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:19.595350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a068eb0>, '9c89d82a-37de-4824-ab78-faec9b6f41e5') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:19.603953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ef1166a-8a08-4ae4-93da-9588af3dbf05 req-17b4c35e-7ce3-4891-bf94-b47f589d3ac1 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273762
Feb 19 20:59:19.617762 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (9c89d82a-37de-4824-ab78-faec9b6f41e5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.617762 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b5270f0e-1af4-4712-9b05-22bcc50077b5 req-e02722e6-00f5-425d-a4be-183fc0f32f48 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (59f45170-96d5-43f5-8368-d97e4afa51dc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.629112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['59f45170-96d5-43f5-8368-d97e4afa51dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:19.659449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02722e6-00f5-425d-a4be-183fc0f32f48 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Pushing event deleted for resources: {'Port': ['ID=59f45170-96d5-43f5-8368-d97e4afa51dc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:19.661870 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9c89d82a-37de-4824-ab78-faec9b6f41e5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.673732 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:59:19.674053 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (9c89d82a-37de-4824-ab78-faec9b6f41e5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:59:19.676121 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:59:19.756748 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5270f0e-1af4-4712-9b05-22bcc50077b5 req-e02722e6-00f5-425d-a4be-183fc0f32f48 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] No DVR routers for this DVR port 59f45170-96d5-43f5-8368-d97e4afa51dc on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:19.763130 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b5270f0e-1af4-4712-9b05-22bcc50077b5 req-e02722e6-00f5-425d-a4be-183fc0f32f48 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.766560 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b5270f0e-1af4-4712-9b05-22bcc50077b5 req-e02722e6-00f5-425d-a4be-183fc0f32f48 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.67 "DELETE /v2.0/ports/59f45170-96d5-43f5-8368-d97e4afa51dc HTTP/1.1" status: 204  len: 173 time: 0.8461480
Feb 19 20:59:19.781526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (d8017b52-8d0b-4da2-bb30-f24fbe187d92), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.802928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:19.810170 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d8017b52-8d0b-4da2-bb30-f24fbe187d92 HTTP/1.1" status: 204  len: 168 time: 0.5259621
Feb 19 20:59:19.810170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d16dcd-2c67-4cd6-ac49-020d815176c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8017b52-8d0b-4da2-bb30-f24fbe187d92,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:19.957346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50502) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:20.013590 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5c56c866-943e-4f69-a0d8-1edb5841943c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f4aa3e254e944d4a85f2085a89a921b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0541992
Feb 19 20:59:20.016790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50504) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:20.057526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50506) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:20.069534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57ffa20b-0d4e-47cd-8685-f15f6f5d1d55 req-dcab5828-b0ac-4f9a-a243-5ccb0dcd15e2 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=b048357b-44b4-4c70-8ed5-96deddc7d40e HTTP/1.1" status: 200  len: 210 time: 0.4484780
Feb 19 20:59:20.086151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa8c00a0-6cb1-4bce-9789-80460d3170a4 admin admin] Publish callbacks [] for security_group (960958dd-cebf-4455-9792-0b28a2a88217), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.108256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442493de-5890-455e-9e5c-d9f5a3e3ed5c req-900e9387-319a-41a6-b8db-68f3577c77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:20.109895 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa8c00a0-6cb1-4bce-9789-80460d3170a4 admin admin] Publish callbacks [] for security_group (960958dd-cebf-4455-9792-0b28a2a88217), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.110227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-442493de-5890-455e-9e5c-d9f5a3e3ed5c req-900e9387-319a-41a6-b8db-68f3577c77cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46068d17334344098e88ad0cc3e0eebb&device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 1125 time: 0.5039270
Feb 19 20:59:20.166612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa8c00a0-6cb1-4bce-9789-80460d3170a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (960958dd-cebf-4455-9792-0b28a2a88217), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.169733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa8c00a0-6cb1-4bce-9789-80460d3170a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.171658 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aa8c00a0-6cb1-4bce-9789-80460d3170a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/960958dd-cebf-4455-9792-0b28a2a88217 HTTP/1.1" status: 204  len: 168 time: 0.1533842
Feb 19 20:59:20.187756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de4482-2f4e-4de4-8656-7bd6738dc671 req-a4dc8cb3-f80a-4b80-b486-3d1fdc49de26 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:20.189274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03de4482-2f4e-4de4-8656-7bd6738dc671 req-a4dc8cb3-f80a-4b80-b486-3d1fdc49de26 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 945 time: 0.1228795
Feb 19 20:59:20.191286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f38f781f-1d95-46fe-bab5-d2cafe21f438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.193413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c00a0-6cb1-4bce-9789-80460d3170a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960958dd-cebf-4455-9792-0b28a2a88217,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:20.277916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03de4482-2f4e-4de4-8656-7bd6738dc671 req-59514a14-712a-49b1-86c0-278e66dc4a0c tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803447
Feb 19 20:59:20.283555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442493de-5890-455e-9e5c-d9f5a3e3ed5c req-21f80941-5f0f-451f-b564-830a98834f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:20.285234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-442493de-5890-455e-9e5c-d9f5a3e3ed5c req-21f80941-5f0f-451f-b564-830a98834f1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=29d948e3-e288-426b-84ab-e762c1fec299 HTTP/1.1" status: 200  len: 914 time: 0.1641986
Feb 19 20:59:20.304978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f38f781f-1d95-46fe-bab5-d2cafe21f438 admin admin] Publish callbacks [] for security_group (c620350b-fd6e-4cd4-8ef3-389e30c89259), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.311652 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f38f781f-1d95-46fe-bab5-d2cafe21f438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c620350b-fd6e-4cd4-8ef3-389e30c89259), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.349789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 93d1f090-a18e-465a-a925-6c32da95879a no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:20.359546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-442493de-5890-455e-9e5c-d9f5a3e3ed5c req-ed941dc0-db64-4365-a976-caa03fb17193 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34fd2bb6-3818-47f3-b209-1132ddb12acf HTTP/1.1" status: 200  len: 217 time: 0.0610247
Feb 19 20:59:20.420153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442493de-5890-455e-9e5c-d9f5a3e3ed5c req-e29f7976-3a65-4134-bf3b-6862c88c562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:20.422462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-442493de-5890-455e-9e5c-d9f5a3e3ed5c req-e29f7976-3a65-4134-bf3b-6862c88c562d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5769aa33-2692-4da8-a779-b57dda67dfcf HTTP/1.1" status: 200  len: 853 time: 0.0552824
Feb 19 20:59:20.427836 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f38f781f-1d95-46fe-bab5-d2cafe21f438 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6774b781af5a4c5995774e6476ac73b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3691721
Feb 19 20:59:20.432538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50516) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:20.441177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f781f-1d95-46fe-bab5-d2cafe21f438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c620350b-fd6e-4cd4-8ef3-389e30c89259,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:20.496928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-442493de-5890-455e-9e5c-d9f5a3e3ed5c req-6222dbd8-1ab0-41de-bb94-2e7183b9f7d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29d948e3-e288-426b-84ab-e762c1fec299&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0638742
Feb 19 20:59:20.526063 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d78806cb-2ebe-44a1-be9e-195d060d7ef1 admin admin] Publish callbacks [] for security_group (c620350b-fd6e-4cd4-8ef3-389e30c89259), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.588988 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d78806cb-2ebe-44a1-be9e-195d060d7ef1 admin admin] Publish callbacks [] for security_group (c620350b-fd6e-4cd4-8ef3-389e30c89259), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.606652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b5bf361-c678-412e-bec0-75b2cace5f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.609778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 93d1f090-a18e-465a-a925-6c32da95879a {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:20.610062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 93d1f090-a18e-465a-a925-6c32da95879a not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:20.669123 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d78806cb-2ebe-44a1-be9e-195d060d7ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c620350b-fd6e-4cd4-8ef3-389e30c89259), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.673101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d78806cb-2ebe-44a1-be9e-195d060d7ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:20.675156 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d78806cb-2ebe-44a1-be9e-195d060d7ef1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c620350b-fd6e-4cd4-8ef3-389e30c89259 HTTP/1.1" status: 204  len: 168 time: 0.2411766
Feb 19 20:59:20.685086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78806cb-2ebe-44a1-be9e-195d060d7ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c620350b-fd6e-4cd4-8ef3-389e30c89259,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:20.727710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b76c68-dc74-46b1-a8ac-ec3741ed22ce req-b6061c58-0657-40c5-9be0-85a4b0f9579e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:20.735160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39b76c68-dc74-46b1-a8ac-ec3741ed22ce req-b6061c58-0657-40c5-9be0-85a4b0f9579e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 945 time: 0.1097050
Feb 19 20:59:20.779735 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-442493de-5890-455e-9e5c-d9f5a3e3ed5c req-620b3fe2-12cb-4924-a673-9c9be08e04a4 service neutron] 10.222.0.67 "GET /v2.0/networks/29d948e3-e288-426b-84ab-e762c1fec299?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2715552
Feb 19 20:59:20.853115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9285792-9f13-4fdf-9f6a-8d47db4b0af8 req-b91a2c80-d0da-49b9-9dc5-8090753a0d49 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:20.854623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f9285792-9f13-4fdf-9f6a-8d47db4b0af8 req-b91a2c80-d0da-49b9-9dc5-8090753a0d49 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 944 time: 0.1861215
Feb 19 20:59:20.860116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39b76c68-dc74-46b1-a8ac-ec3741ed22ce req-1144adbb-8ac9-4a83-868d-0b83ec9163cc tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238842
Feb 19 20:59:20.934363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f9285792-9f13-4fdf-9f6a-8d47db4b0af8 req-ca89c7f4-9fdc-44e8-b8ed-5567ac4830a4 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700567
Feb 19 20:59:20.938958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'name': 'network-vif-deleted', 'tag': '59f45170-96d5-43f5-8368-d97e4afa51dc'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:20.941823 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2a27b7-98f6-4775-bea3-a068fd01ed2e" -d '{"events": [{"server_uuid": "b048357b-44b4-4c70-8ed5-96deddc7d40e", "name": "network-vif-deleted", "tag": "59f45170-96d5-43f5-8368-d97e4afa51dc"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:20.947570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-442493de-5890-455e-9e5c-d9f5a3e3ed5c req-31837e28-be98-4d3d-a508-9649adbdd691 service neutron] 10.222.0.67 "GET /v2.0/networks/29d948e3-e288-426b-84ab-e762c1fec299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585724
Feb 19 20:59:21.002784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06352230-b559-49c3-a514-46cf3f51da7b req-f464422c-ff8a-4470-be41-551959747469 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:21.004521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06352230-b559-49c3-a514-46cf3f51da7b req-f464422c-ff8a-4470-be41-551959747469 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 943 time: 0.0679910
Feb 19 20:59:21.066953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06352230-b559-49c3-a514-46cf3f51da7b req-45a7e42d-a55f-4fe7-a2f1-ee9bddbfe409 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537853
Feb 19 20:59:21.103258 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c177d212-f3a2-477a-a62a-64d6775667a8 x-openstack-request-id: req-c177d212-f3a2-477a-a62a-64d6775667a8 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:21.103775 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b048357b-44b4-4c70-8ed5-96deddc7d40e", "name": "network-vif-deleted", "tag": "59f45170-96d5-43f5-8368-d97e4afa51dc", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:21.103775 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c177d212-f3a2-477a-a62a-64d6775667a8 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:21.104051 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b048357b-44b4-4c70-8ed5-96deddc7d40e', 'name': 'network-vif-deleted', 'tag': '59f45170-96d5-43f5-8368-d97e4afa51dc', 'status': 'completed', 'code': 200}
Feb 19 20:59:21.224994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50566) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:21.386882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9f62f-e0e7-4af3-bd9d-abd113f19317 req-71680022-dca4-4cd2-8751-b8c78d4ed91e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:21.388512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8c9f62f-e0e7-4af3-bd9d-abd113f19317 req-71680022-dca4-4cd2-8751-b8c78d4ed91e tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 945 time: 0.0584204
Feb 19 20:59:21.394841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-973394088-network', 'tenant_id': 'fea74080450a434fb28f53a0a28d5627'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:21.434521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Made reservation on behalf of fea74080450a434fb28f53a0a28d5627 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:21.437003 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:21.449202 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:21.469380 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8c9f62f-e0e7-4af3-bd9d-abd113f19317 req-6b28cb9e-bf1b-4cdc-a919-dd3d6bfac777 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703104
Feb 19 20:59:21.535442 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Publish callbacks [] for security_group (6c659209-86ad-4f37-b0a3-81c8af972bba), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:21.541946 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6c659209-86ad-4f37-b0a3-81c8af972bba), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:21.570245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:59:21.576683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c659209-86ad-4f37-b0a3-81c8af972bba,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:21.582955 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (bce09abc-578a-4821-a232-94383b973f7e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:21.583411 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Added segment bce09abc-578a-4821-a232-94383b973f7e of type vlan for network 687ed01e-e68f-4aea-9a19-f332516d898b
Feb 19 20:59:21.630145 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (687ed01e-e68f-4aea-9a19-f332516d898b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:21.654781 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (687ed01e-e68f-4aea-9a19-f332516d898b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:21.656499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:21.657099 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:21.711302 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4851968
Feb 19 20:59:21.714551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50584) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:21.721355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] Request body: {'subnet': {'network_id': '687ed01e-e68f-4aea-9a19-f332516d898b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-973394088-subnet', 'tenant_id': 'fea74080450a434fb28f53a0a28d5627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:21.722077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08388cd-2d9b-4f64-82c9-86834c594152 admin admin] Pushing event updated for resources: {'Network': ['ID=687ed01e-e68f-4aea-9a19-f332516d898b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:21.743950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 687ed01e-e68f-4aea-9a19-f332516d898b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:59:21.748869 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:21.751322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] Made reservation on behalf of fea74080450a434fb28f53a0a28d5627 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:21.754021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:21.828410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5c534-2cbd-40af-92a9-e17011c45a2a req-b44b1a28-c0d8-4d6f-9d84-f98acdf7cd38 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:21.829926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37e5c534-2cbd-40af-92a9-e17011c45a2a req-b44b1a28-c0d8-4d6f-9d84-f98acdf7cd38 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.10 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 945 time: 0.0639007
Feb 19 20:59:21.957223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-37e5c534-2cbd-40af-92a9-e17011c45a2a req-53e71f91-bc31-48c1-ac29-3b1a114aef62 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Deleting port 36f49322-08ea-4d05-b1fa-2357653ca8be {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:21.957758 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37e5c534-2cbd-40af-92a9-e17011c45a2a req-53e71f91-bc31-48c1-ac29-3b1a114aef62 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:21.967130 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (eaf7014b-47bc-42df-9a22-0d31f7bbaeca), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:22.048719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf7014b-47bc-42df-9a22-0d31f7bbaeca,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:22.057905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] Checking segment: {'id': 'bce09abc-578a-4821-a232-94383b973f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '687ed01e-e68f-4aea-9a19-f332516d898b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:22.058403 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] Network hostable DHCP agents. Network: 687ed01e-e68f-4aea-9a19-f332516d898b, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:59:22.080489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] Network 687ed01e-e68f-4aea-9a19-f332516d898b is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:59:22.096940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 687ed01e-e68f-4aea-9a19-f332516d898b) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:22.113467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ed5c3-c460-402e-976c-2b4bf5e9587a None None] Network 687ed01e-e68f-4aea-9a19-f332516d898b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:22.117145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:22.119858 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:22.140735 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b1a91cbd-c7e1-4acc-84c6-fe52b7974dfb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4244316
Feb 19 20:59:22.160558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb8ab1-8cde-495e-90b2-7204c88d8d9a req-3dd1ece3-03e0-473b-898c-cb55179f9866 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:22.162091 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53bb8ab1-8cde-495e-90b2-7204c88d8d9a req-3dd1ece3-03e0-473b-898c-cb55179f9866 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 945 time: 0.1454754
Feb 19 20:59:22.168680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-37e5c534-2cbd-40af-92a9-e17011c45a2a req-53e71f91-bc31-48c1-ac29-3b1a114aef62 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] For port 36f49322-08ea-4d05-b1fa-2357653ca8be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36f49322-08ea-4d05-b1fa-2357653ca8be,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:22.169048 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37e5c534-2cbd-40af-92a9-e17011c45a2a req-53e71f91-bc31-48c1-ac29-3b1a114aef62 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:22.195368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-37e5c534-2cbd-40af-92a9-e17011c45a2a req-53e71f91-bc31-48c1-ac29-3b1a114aef62 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Calling delete_port for 36f49322-08ea-4d05-b1fa-2357653ca8be owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:22.222722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a7373-633b-40ff-8099-470eda375ccd req-721a7439-e91d-4728-a956-43444083a964 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:22.224278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b3a7373-633b-40ff-8099-470eda375ccd req-721a7439-e91d-4728-a956-43444083a964 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 944 time: 0.1640275
Feb 19 20:59:22.270297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a46b8a-7d75-443e-8326-6bf358c8cd19 None None] Network 687ed01e-e68f-4aea-9a19-f332516d898b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:22.322909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53bb8ab1-8cde-495e-90b2-7204c88d8d9a req-eb756711-94f5-43a6-8d55-e3729ce9f7b4 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495960
Feb 19 20:59:22.346030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device bc5b020a-585b-4eec-90c5-2e83ef2c9c96 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:59:22.399980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b3a7373-633b-40ff-8099-470eda375ccd req-7962db32-7750-4bfb-b9ff-2448a19c85e9 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587102
Feb 19 20:59:22.432718 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50632) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:22.487967 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port bc5b020a-585b-4eec-90c5-2e83ef2c9c96 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:59:22.494979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port bc5b020a-585b-4eec-90c5-2e83ef2c9c96 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:22.495693 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:22.589808 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37e5c534-2cbd-40af-92a9-e17011c45a2a req-53e71f91-bc31-48c1-ac29-3b1a114aef62 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (36f49322-08ea-4d05-b1fa-2357653ca8be), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:22.604196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244729e-7cdf-4954-94ce-c7265cd10964 req-addc068d-bc1c-423c-bbd0-a0fdc6bba427 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:22.613991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port bc5b020a-585b-4eec-90c5-2e83ef2c9c96 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:22.614516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:22.617544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6244729e-7cdf-4954-94ce-c7265cd10964 req-addc068d-bc1c-423c-bbd0-a0fdc6bba427 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 943 time: 0.0888705
Feb 19 20:59:22.636936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6d9dcaa4-3a65-4117-a7ea-74b36a3658e6 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-155772108'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:22.637607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6d9dcaa4-3a65-4117-a7ea-74b36a3658e6 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Unknown quota resources ['metering_label']. {{(pid=121129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:59:22.641874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678cfc25-63c2-4957-8e09-95a21fee7156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5b020a-585b-4eec-90c5-2e83ef2c9c96'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:22.644881 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f06c6be-6dfd-44a8-ba5f-bf3f53bb19f7" -d '{"events": [{"server_uuid": "678cfc25-63c2-4957-8e09-95a21fee7156", "name": "network-vif-plugged", "status": "completed", "tag": "bc5b020a-585b-4eec-90c5-2e83ef2c9c96"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:22.660515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port bc5b020a-585b-4eec-90c5-2e83ef2c9c96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc5b020a-585b-4eec-90c5-2e83ef2c9c96,segment=NetworkSegment(1f8d9a8e-5388-4a25-81d8-2c081edcd9c3),segment_id=1f8d9a8e-5388-4a25-81d8-2c081edcd9c3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:22.660836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e71f91-bc31-48c1-ac29-3b1a114aef62 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Pushing event deleted for resources: {'Port': ['ID=36f49322-08ea-4d05-b1fa-2357653ca8be,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:22.669124 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:22.673293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 59f45170-96d5-43f5-8368-d97e4afa51dc no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:22.702060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 59f45170-96d5-43f5-8368-d97e4afa51dc {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:22.702725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 59f45170-96d5-43f5-8368-d97e4afa51dc not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:22.708490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 89832a83-9f4f-4449-b43c-c9fafb143517 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:59:22.719361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6244729e-7cdf-4954-94ce-c7265cd10964 req-98b22a36-24ab-42c5-b047-ffcd33a51156 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960357
Feb 19 20:59:22.767972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e5c534-2cbd-40af-92a9-e17011c45a2a req-53e71f91-bc31-48c1-ac29-3b1a114aef62 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] No DVR routers for this DVR port 36f49322-08ea-4d05-b1fa-2357653ca8be on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:22.770625 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37e5c534-2cbd-40af-92a9-e17011c45a2a req-53e71f91-bc31-48c1-ac29-3b1a114aef62 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:22.774387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37e5c534-2cbd-40af-92a9-e17011c45a2a req-53e71f91-bc31-48c1-ac29-3b1a114aef62 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.10 "DELETE /v2.0/ports/36f49322-08ea-4d05-b1fa-2357653ca8be HTTP/1.1" status: 204  len: 173 time: 0.9362400
Feb 19 20:59:22.774580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'name': 'network-vif-deleted', 'tag': '36f49322-08ea-4d05-b1fa-2357653ca8be'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:22.776867 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5677799-c523-4f7f-bc1d-49becc3a20d9" -d '{"events": [{"server_uuid": "c65e4283-9a5c-4b89-a006-7e6727e92f45", "name": "network-vif-deleted", "tag": "36f49322-08ea-4d05-b1fa-2357653ca8be"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:22.826914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=bc5b020a-585b-4eec-90c5-2e83ef2c9c96,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:22.943801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 89832a83-9f4f-4449-b43c-c9fafb143517, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89832a83-9f4f-4449-b43c-c9fafb143517,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:22.960189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '89832a83-9f4f-4449-b43c-c9fafb143517', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '89832a83-9f4f-4449-b43c-c9fafb143517', 'mac_address': 'fa:16:3e:5e:18:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:59:23.004845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d9dcaa4-3a65-4117-a7ea-74b36a3658e6 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:23.009356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50664) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:23.009571 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6d9dcaa4-3a65-4117-a7ea-74b36a3658e6 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.5747035
Feb 19 20:59:23.010624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 89832a83-9f4f-4449-b43c-c9fafb143517 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:23.011030 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:23.014886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4d320162-2af2-4062-b644-8a6eb09e5709 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '069bc5be-6042-4094-a768-ddb0c2c38b5a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:23.015423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4d320162-2af2-4062-b644-8a6eb09e5709 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:59:23.025245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89832a83-9f4f-4449-b43c-c9fafb143517 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:23.051439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 89832a83-9f4f-4449-b43c-c9fafb143517, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89832a83-9f4f-4449-b43c-c9fafb143517,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:23.067268 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:23.103933 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:23.131709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=89832a83-9f4f-4449-b43c-c9fafb143517,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:23.167125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['89832a83-9f4f-4449-b43c-c9fafb143517'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:23.242521 ncdv-master-1 neutron-server[121128]: WARNING neutron.services.metering.metering_plugin [None req-4d320162-2af2-4062-b644-8a6eb09e5709 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 19 20:59:23.419004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76d93f2f-65a8-4ac3-b6ab-307a7f9628fa req-16719985-0f39-4f01-83f3-efe6b46202d8 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=c65e4283-9a5c-4b89-a006-7e6727e92f45 HTTP/1.1" status: 200  len: 210 time: 0.2438476
Feb 19 20:59:23.475246 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74cfa52-081f-4e73-83e8-6bcd1e067d58 x-openstack-request-id: req-b74cfa52-081f-4e73-83e8-6bcd1e067d58 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:23.475554 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678cfc25-63c2-4957-8e09-95a21fee7156", "name": "network-vif-plugged", "status": "completed", "tag": "bc5b020a-585b-4eec-90c5-2e83ef2c9c96", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:23.475839 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b74cfa52-081f-4e73-83e8-6bcd1e067d58 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:23.476241 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678cfc25-63c2-4957-8e09-95a21fee7156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5b020a-585b-4eec-90c5-2e83ef2c9c96', 'code': 200}
Feb 19 20:59:23.506317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d320162-2af2-4062-b644-8a6eb09e5709 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:23.510559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4d320162-2af2-4062-b644-8a6eb09e5709 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.4973400
Feb 19 20:59:23.510974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50680) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:23.515354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a93e3cf2-1efe-46fb-859e-22f241b04010 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '069bc5be-6042-4094-a768-ddb0c2c38b5a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:23.515886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a93e3cf2-1efe-46fb-859e-22f241b04010 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:59:23.524747 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be5add8-015b-40d9-895e-00438c4985d0 x-openstack-request-id: req-5be5add8-015b-40d9-895e-00438c4985d0 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:23.525044 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65e4283-9a5c-4b89-a006-7e6727e92f45", "name": "network-vif-deleted", "tag": "36f49322-08ea-4d05-b1fa-2357653ca8be", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:23.525299 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5be5add8-015b-40d9-895e-00438c4985d0 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:23.525700 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65e4283-9a5c-4b89-a006-7e6727e92f45', 'name': 'network-vif-deleted', 'tag': '36f49322-08ea-4d05-b1fa-2357653ca8be', 'status': 'completed', 'code': 200}
Feb 19 20:59:23.626896 ncdv-master-1 neutron-server[121128]: WARNING neutron.services.metering.metering_plugin [None req-a93e3cf2-1efe-46fb-859e-22f241b04010 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 19 20:59:23.704187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-b40a395f-8cb3-404a-b70d-c6e83ab8b694 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:23.710683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-b40a395f-8cb3-404a-b70d-c6e83ab8b694 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/networks?id=687ed01e-e68f-4aea-9a19-f332516d898b HTTP/1.1" status: 200  len: 808 time: 0.5341146
Feb 19 20:59:23.777650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a93e3cf2-1efe-46fb-859e-22f241b04010 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:23.782125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a93e3cf2-1efe-46fb-859e-22f241b04010 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2670138
Feb 19 20:59:23.782288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50692) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:23.787652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-41c520a9-7a1e-408e-bba6-c8d375ad9843 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/quotas/fea74080450a434fb28f53a0a28d5627 HTTP/1.1" status: 200  len: 375 time: 0.0760868
Feb 19 20:59:23.795981 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-75e7fc46-5a8c-4ed1-8236-dbdbecac8ca2 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=9d28a599-3e48-47a4-9407-ff27a65d651e HTTP/1.1" status: 200  len: 464 time: 0.0123713
Feb 19 20:59:23.800418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50694) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:23.828261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ba509-5586-4a84-8a97-39147065a646 req-7ff214b9-b870-4f08-a6c8-38fccbe7ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:23.829915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-402ba509-5586-4a84-8a97-39147065a646 req-7ff214b9-b870-4f08-a6c8-38fccbe7ec0a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 1127 time: 0.2379146
Feb 19 20:59:23.839847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-460effca-403b-4418-8489-8584601e2586 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fea74080450a434fb28f53a0a28d5627&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0509257
Feb 19 20:59:23.910363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d52b3-7404-4d91-89e6-56a798065327 req-fd0b504f-f7af-4978-88e4-001351cd49cf tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:23.911911 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a21d52b3-7404-4d91-89e6-56a798065327 req-fd0b504f-f7af-4978-88e4-001351cd49cf tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 945 time: 0.2223842
Feb 19 20:59:23.942783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89564d04-1985-43c4-ade9-09c1f5beb7c0 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:23.944207 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-89564d04-1985-43c4-ade9-09c1f5beb7c0 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/9d28a599-3e48-47a4-9407-ff27a65d651e HTTP/1.1" status: 204  len: 168 time: 0.1425307
Feb 19 20:59:23.946990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50696) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:23.958169 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5f7cd2c2-01dc-4f85-bdd7-8bd86fba31d2 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=9d28a599-3e48-47a4-9407-ff27a65d651e HTTP/1.1" status: 200  len: 221 time: 0.0098403
Feb 19 20:59:23.961688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50700) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:23.966054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ecc0456f-ef8e-4bb9-97be-362b70cd661a tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1331224999', 'description': 'label created by tempest'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:23.966826 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ecc0456f-ef8e-4bb9-97be-362b70cd661a tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Unknown quota resources ['metering_label']. {{(pid=121129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 20:59:23.971895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-402ba509-5586-4a84-8a97-39147065a646 req-03a66e02-8ccf-426f-bdc7-62e95c7a3184 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302330
Feb 19 20:59:24.012549 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a21d52b3-7404-4d91-89e6-56a798065327 req-12550f44-baaf-492f-8bf6-838fd11c33f6 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866470
Feb 19 20:59:24.021145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-3450b014-69f0-4241-900c-ef059c5b7577 service neutron] 10.222.0.30 "GET /v2.0/networks/687ed01e-e68f-4aea-9a19-f332516d898b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806071
Feb 19 20:59:24.149657 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-1cc6a852-59b7-4e6a-9997-249489139eff service neutron] 10.222.0.30 "GET /v2.0/networks/687ed01e-e68f-4aea-9a19-f332516d898b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277049
Feb 19 20:59:24.263523 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7296352-625e-4d48-a1db-c81f5b121fa5 req-b51bec51-7159-4615-9f6d-0ab038dbe2f9 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:24.273258 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7296352-625e-4d48-a1db-c81f5b121fa5 req-b51bec51-7159-4615-9f6d-0ab038dbe2f9 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 943 time: 0.0936997
Feb 19 20:59:24.333742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7296352-625e-4d48-a1db-c81f5b121fa5 req-f08833c4-2805-4361-8968-cf435dbe1e5d tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592217
Feb 19 20:59:24.353360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 34fd2bb6-3818-47f3-b209-1132ddb12acf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:59:24.424219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82c15f27-7565-4d5b-a50f-36a325ef1399 req-04850d62-12df-4f96-80fc-5578cc124b7e tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 210 time: 0.0585973
Feb 19 20:59:24.428820 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:24.644925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ecc0456f-ef8e-4bb9-97be-362b70cd661a tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:24.648092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ecc0456f-ef8e-4bb9-97be-362b70cd661a tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.6851332
Feb 19 20:59:24.649197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50728) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:24.665342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 34fd2bb6-3818-47f3-b209-1132ddb12acf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=34fd2bb6-3818-47f3-b209-1132ddb12acf,segment=NetworkSegment(66ab06ea-cadd-4c2c-a535-e896df7c100e),segment_id=66ab06ea-cadd-4c2c-a535-e896df7c100e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:24.706917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '34fd2bb6-3818-47f3-b209-1132ddb12acf', 'network_id': '29d948e3-e288-426b-84ab-e762c1fec299', 'port_id': '34fd2bb6-3818-47f3-b209-1132ddb12acf', 'mac_address': 'fa:16:3e:93:75:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5769aa33-2692-4da8-a779-b57dda67dfcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:59:24.792129 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50736) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:24.792810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7be63bd0-95b5-45f7-9fec-b244a6861c8e tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=b703b3e5-7f4a-4ca7-bea5-bba54b2e8e3e HTTP/1.1" status: 200  len: 468 time: 0.1415718
Feb 19 20:59:24.805621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 89832a83-9f4f-4449-b43c-c9fafb143517 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:59:24.809841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 34fd2bb6-3818-47f3-b209-1132ddb12acf is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:24.810242 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:24.869368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fd2bb6-3818-47f3-b209-1132ddb12acf {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:24.897363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 34fd2bb6-3818-47f3-b209-1132ddb12acf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=34fd2bb6-3818-47f3-b209-1132ddb12acf,segment=NetworkSegment(66ab06ea-cadd-4c2c-a535-e896df7c100e),segment_id=66ab06ea-cadd-4c2c-a535-e896df7c100e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:24.913778 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:24.915782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 89832a83-9f4f-4449-b43c-c9fafb143517 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:24.916456 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:24.971026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fa224-bbf7-483e-99c3-8041358203ca req-53f3f0bc-5ba8-403f-b734-a61b4256dc28 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:24.989952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-136fa224-bbf7-483e-99c3-8041358203ca req-53f3f0bc-5ba8-403f-b734-a61b4256dc28 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 945 time: 0.0951152
Feb 19 20:59:25.003803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=34fd2bb6-3818-47f3-b209-1132ddb12acf,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:25.072939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-136fa224-bbf7-483e-99c3-8041358203ca req-3bbc8fd9-c3ba-455e-a24b-7ad70d2471b6 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799677
Feb 19 20:59:25.079106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 89832a83-9f4f-4449-b43c-c9fafb143517 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:25.080080 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:25.156090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 89832a83-9f4f-4449-b43c-c9fafb143517, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89832a83-9f4f-4449-b43c-c9fafb143517,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:25.164242 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:25.165977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 36f49322-08ea-4d05-b1fa-2357653ca8be no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:25.213336 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 36f49322-08ea-4d05-b1fa-2357653ca8be {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:25.213554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 36f49322-08ea-4d05-b1fa-2357653ca8be not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:25.260227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3631ccc6-575a-48fb-a217-e99448bf1c6a tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:25.265047 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3631ccc6-575a-48fb-a217-e99448bf1c6a tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/b703b3e5-7f4a-4ca7-bea5-bba54b2e8e3e HTTP/1.1" status: 204  len: 168 time: 0.4712279
Feb 19 20:59:25.265737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50752) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:25.274588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=89832a83-9f4f-4449-b43c-c9fafb143517,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:25.282906 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f284f5ce-0551-492c-8923-7e974d03b29a tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=b703b3e5-7f4a-4ca7-bea5-bba54b2e8e3e HTTP/1.1" status: 200  len: 216 time: 0.0137410
Feb 19 20:59:25.284495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020808ac-ec15-4759-bc5b-99e4e34df4bf req-b632dd4a-43bf-4449-9087-643a251ea306 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:25.286083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-020808ac-ec15-4759-bc5b-99e4e34df4bf req-b632dd4a-43bf-4449-9087-643a251ea306 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 945 time: 0.0973778
Feb 19 20:59:25.292185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50754) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:25.311123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50756) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:25.312993 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-19624294-50fc-44d1-a6c3-ec31d994b734 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0180714
Feb 19 20:59:25.334760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['34fd2bb6-3818-47f3-b209-1132ddb12acf'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:25.386292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d977a041-e1bc-4c2a-a752-8de4d0d15db8 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0569723
Feb 19 20:59:25.391165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50760) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:25.477342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89832a83-9f4f-4449-b43c-c9fafb143517'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:25.480115 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3c3c0a-478a-4e8a-a90f-1ac53db84cc2" -d '{"events": [{"server_uuid": "87f8a307-e082-4ac1-b3db-3860b9e66774", "name": "network-vif-plugged", "status": "completed", "tag": "89832a83-9f4f-4449-b43c-c9fafb143517"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:25.493114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-020808ac-ec15-4759-bc5b-99e4e34df4bf req-ad9f66c8-2237-4845-aea9-1f047fdf925c tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924593
Feb 19 20:59:25.508691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174788a-2135-4c00-a16e-de32b786590e req-593102c4-d873-45da-ba57-8273a1bbaf06 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:25.512110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6174788a-2135-4c00-a16e-de32b786590e req-593102c4-d873-45da-ba57-8273a1bbaf06 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 945 time: 0.2247760
Feb 19 20:59:25.549497 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0dfde0cf-6ea2-45d1-9a17-f78fcbdaa7e0 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/069bc5be-6042-4094-a768-ddb0c2c38b5a HTTP/1.1" status: 200  len: 472 time: 0.1567600
Feb 19 20:59:25.550117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50766) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:25.566717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50768) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:25.566921 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cbc5f7d6-05d9-4179-80ec-c981490529a4 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/0af0efe4-e352-4e8b-9cb4-4b6eabe8b9c6 HTTP/1.1" status: 200  len: 461 time: 0.0149908
Feb 19 20:59:25.698768 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:25.713887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dbfd8b8-760f-4094-accc-8b3d6c56b77e req-d3f78750-d3ad-495b-8d41-b2901ac9194f tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 210 time: 0.0845869
Feb 19 20:59:25.793906 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393cafb7-a25f-4685-a868-f6d2788f0d1a x-openstack-request-id: req-393cafb7-a25f-4685-a868-f6d2788f0d1a {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:25.794232 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f8a307-e082-4ac1-b3db-3860b9e66774", "name": "network-vif-plugged", "status": "completed", "tag": "89832a83-9f4f-4449-b43c-c9fafb143517", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:25.795490 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-393cafb7-a25f-4685-a868-f6d2788f0d1a {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:25.796546 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89832a83-9f4f-4449-b43c-c9fafb143517', 'code': 200}
Feb 19 20:59:25.887336 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166bff7-69e4-40ed-8834-509cd2c85bc2 req-0af9a97a-ebe8-42f6-9efe-023000a22095 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:25.890302 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8166bff7-69e4-40ed-8834-509cd2c85bc2 req-0af9a97a-ebe8-42f6-9efe-023000a22095 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 944 time: 0.3633690
Feb 19 20:59:26.010782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aac599e5-b958-4913-bc91-97e1b255817d tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:26.012561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aac599e5-b958-4913-bc91-97e1b255817d tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/0af0efe4-e352-4e8b-9cb4-4b6eabe8b9c6 HTTP/1.1" status: 204  len: 168 time: 0.4366052
Feb 19 20:59:26.016993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50780) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:26.091100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-73c53e71-3191-424a-b46e-863def4c440c tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:26.093621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-73c53e71-3191-424a-b46e-863def4c440c tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.10 "GET /v2.0/networks?id=687ed01e-e68f-4aea-9a19-f332516d898b HTTP/1.1" status: 200  len: 808 time: 0.2725317
Feb 19 20:59:26.109653 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8166bff7-69e4-40ed-8834-509cd2c85bc2 req-d7b19a8b-7074-42c2-a9f5-e1c769f74c4a tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678317
Feb 19 20:59:26.113856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-6174788a-2135-4c00-a16e-de32b786590e req-80e250d4-8f29-443b-ad93-bcfa13494424 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Deleting port 29196269-26de-4888-9bd6-bdcde982f91c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:26.114398 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6174788a-2135-4c00-a16e-de32b786590e req-80e250d4-8f29-443b-ad93-bcfa13494424 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (29196269-26de-4888-9bd6-bdcde982f91c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:26.142254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Request body: {'port': {'device_id': '865e08cc-66df-4714-978b-6a5270911752', 'network_id': '687ed01e-e68f-4aea-9a19-f332516d898b', 'admin_state_up': True, 'tenant_id': 'fea74080450a434fb28f53a0a28d5627'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:26.350608 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8dc3e84-d323-4a5b-b5a4-a78b262c6d09 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:26.350608 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e8dc3e84-d323-4a5b-b5a4-a78b262c6d09 tempest-MeteringTestJSON-1700297098 tempest-MeteringTestJSON-1700297098-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/069bc5be-6042-4094-a768-ddb0c2c38b5a HTTP/1.1" status: 204  len: 168 time: 0.3315864
Feb 19 20:59:26.742763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5973c52c-0226-472a-bd61-7d7925752963 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:59:26.809740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec69d64-23bd-44cd-879b-f50985a6e5f3 req-2c2bb1a6-a19b-45c4-b0a0-f5adb3ae6a07 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:26.817233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ec69d64-23bd-44cd-879b-f50985a6e5f3 req-2c2bb1a6-a19b-45c4-b0a0-f5adb3ae6a07 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa80efa-1c90-4f4a-bb66-91e6e91c9db9 HTTP/1.1" status: 200  len: 945 time: 0.6375461
Feb 19 20:59:26.834657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-6174788a-2135-4c00-a16e-de32b786590e req-80e250d4-8f29-443b-ad93-bcfa13494424 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] For port 29196269-26de-4888-9bd6-bdcde982f91c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29196269-26de-4888-9bd6-bdcde982f91c,segment=NetworkSegment(5a68a0e3-23aa-4307-9efb-676643d4d687),segment_id=5a68a0e3-23aa-4307-9efb-676643d4d687)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:26.835125 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6174788a-2135-4c00-a16e-de32b786590e req-80e250d4-8f29-443b-ad93-bcfa13494424 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (29196269-26de-4888-9bd6-bdcde982f91c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:26.842208 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50810) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:26.892033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-6174788a-2135-4c00-a16e-de32b786590e req-80e250d4-8f29-443b-ad93-bcfa13494424 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Calling delete_port for 29196269-26de-4888-9bd6-bdcde982f91c owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:26.924362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d1326-12b9-44c3-b853-e04f789df47a req-eccc659d-4990-43f5-a020-0f2ac864288f tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:26.925945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d93d1326-12b9-44c3-b853-e04f789df47a req-eccc659d-4990-43f5-a020-0f2ac864288f tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 945 time: 0.2366512
Feb 19 20:59:26.926103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5973c52c-0226-472a-bd61-7d7925752963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5973c52c-0226-472a-bd61-7d7925752963,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:26.941331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '5973c52c-0226-472a-bd61-7d7925752963', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'port_id': '5973c52c-0226-472a-bd61-7d7925752963', 'mac_address': 'fa:16:3e:28:af:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:59:27.000540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5973c52c-0226-472a-bd61-7d7925752963 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:27.000943 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5973c52c-0226-472a-bd61-7d7925752963), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.021136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5973c52c-0226-472a-bd61-7d7925752963 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:27.054127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ec69d64-23bd-44cd-879b-f50985a6e5f3 req-54763071-734a-4246-84da-a261cb09e9d7 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.30 "GET /v2.0/security-groups?id=b362d3ab-dec9-409e-b96c-8cc83e6d831a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2359252
Feb 19 20:59:27.070985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5973c52c-0226-472a-bd61-7d7925752963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5973c52c-0226-472a-bd61-7d7925752963,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:27.075333 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Made reservation on behalf of fea74080450a434fb28f53a0a28d5627 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:27.080075 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.090519 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5973c52c-0226-472a-bd61-7d7925752963), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.101881 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa43a2ef-007a-40b8-b1ab-cc7c39889386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.136838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d93d1326-12b9-44c3-b853-e04f789df47a req-b4f0025c-8f5b-4ed4-9e1b-bfe95390e4be tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928358
Feb 19 20:59:27.199988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5973c52c-0226-472a-bd61-7d7925752963,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:27.235205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['5973c52c-0226-472a-bd61-7d7925752963'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:27.272364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-75d162bf-ea0f-4fe4-94d1-892b366952bb req-86cecdff-8fd0-4257-95ef-7b4fad236369 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 210 time: 0.0806231
Feb 19 20:59:27.347053 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa43a2ef-007a-40b8-b1ab-cc7c39889386 admin admin] Publish callbacks [] for security_group (07de869d-7d36-45ca-b448-840b0c8a8c2d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.369395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa43a2ef-007a-40b8-b1ab-cc7c39889386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (07de869d-7d36-45ca-b448-840b0c8a8c2d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.408397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Allocated IP 172.20.0.3 (687ed01e-e68f-4aea-9a19-f332516d898b/eaf7014b-47bc-42df-9a22-0d31f7bbaeca/c8e3499c-127e-4ea3-9777-6c1f44ebdcea) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:27.441480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43a2ef-007a-40b8-b1ab-cc7c39889386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07de869d-7d36-45ca-b448-840b0c8a8c2d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:27.495317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6174788a-2135-4c00-a16e-de32b786590e req-80e250d4-8f29-443b-ad93-bcfa13494424 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (29196269-26de-4888-9bd6-bdcde982f91c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.544709 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fa43a2ef-007a-40b8-b1ab-cc7c39889386 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c9cabb608ec46cbac49c6d439195860&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6587069
Feb 19 20:59:27.544709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50836) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:27.567893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e250d4-8f29-443b-ad93-bcfa13494424 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Pushing event deleted for resources: {'Port': ['ID=29196269-26de-4888-9bd6-bdcde982f91c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:27.590698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82392ec7-7cb8-4649-b548-52af62412b80 req-857e366a-1146-4e53-9ce0-74d6dfcc419f tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:27.600440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82392ec7-7cb8-4649-b548-52af62412b80 req-857e366a-1146-4e53-9ce0-74d6dfcc419f tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 944 time: 0.1968718
Feb 19 20:59:27.642579 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86540b3-7fe4-4b0a-afae-59d07c1e8011 admin admin] Publish callbacks [] for security_group (07de869d-7d36-45ca-b448-840b0c8a8c2d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.671419 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86540b3-7fe4-4b0a-afae-59d07c1e8011 admin admin] Publish callbacks [] for security_group (07de869d-7d36-45ca-b448-840b0c8a8c2d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.787244 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6174788a-2135-4c00-a16e-de32b786590e req-80e250d4-8f29-443b-ad93-bcfa13494424 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] No DVR routers for this DVR port 29196269-26de-4888-9bd6-bdcde982f91c on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:27.790323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6174788a-2135-4c00-a16e-de32b786590e req-80e250d4-8f29-443b-ad93-bcfa13494424 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.796580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86540b3-7fe4-4b0a-afae-59d07c1e8011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (07de869d-7d36-45ca-b448-840b0c8a8c2d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.797057 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6174788a-2135-4c00-a16e-de32b786590e req-80e250d4-8f29-443b-ad93-bcfa13494424 tempest-LiveMigrationTest-819722215 tempest-LiveMigrationTest-819722215-project] 10.222.0.10 "DELETE /v2.0/ports/29196269-26de-4888-9bd6-bdcde982f91c HTTP/1.1" status: 204  len: 173 time: 2.2677746
Feb 19 20:59:27.800492 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a86540b3-7fe4-4b0a-afae-59d07c1e8011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:27.804075 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a86540b3-7fe4-4b0a-afae-59d07c1e8011 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07de869d-7d36-45ca-b448-840b0c8a8c2d HTTP/1.1" status: 204  len: 168 time: 0.2893379
Feb 19 20:59:27.804227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'name': 'network-vif-deleted', 'tag': '29196269-26de-4888-9bd6-bdcde982f91c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:27.813626 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbdd3ae-0ff6-4b8c-bce6-b010bb2dd880" -d '{"events": [{"server_uuid": "5aa80efa-1c90-4f4a-bb66-91e6e91c9db9", "name": "network-vif-deleted", "tag": "29196269-26de-4888-9bd6-bdcde982f91c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:27.824151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86540b3-7fe4-4b0a-afae-59d07c1e8011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de869d-7d36-45ca-b448-840b0c8a8c2d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:27.909944 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82392ec7-7cb8-4649-b548-52af62412b80 req-fd6df2cc-b5d2-4edf-a8f5-008ba5d86987 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3025391
Feb 19 20:59:27.971540 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Publish callbacks [] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.064830 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.130069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Network 687ed01e-e68f-4aea-9a19-f332516d898b is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:28.133458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:28.136488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:28.167479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Pushing event updated for resources: {'Port': ['ID=c8e3499c-127e-4ea3-9777-6c1f44ebdcea,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:28.222389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:28.222389 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.257628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-485bf5ef-d47c-4cd1-b0e4-eea506fd3bca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1396632
Feb 19 20:59:28.277693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Request body: {'port': {'device_id': '865e08cc-66df-4714-978b-6a5270911752', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:28.329509 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50862) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:28.376369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-502812a5-568e-400c-aefe-f47c32f9e0db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.398942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 34fd2bb6-3818-47f3-b209-1132ddb12acf up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:59:28.482177 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.522933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 34fd2bb6-3818-47f3-b209-1132ddb12acf completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:59:28.530423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 34fd2bb6-3818-47f3-b209-1132ddb12acf triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:28.530803 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.610975 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-502812a5-568e-400c-aefe-f47c32f9e0db admin admin] Publish callbacks [] for security_group (1f12cd3d-d64c-4410-81a4-77446b1a1ba8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.623690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-502812a5-568e-400c-aefe-f47c32f9e0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1f12cd3d-d64c-4410-81a4-77446b1a1ba8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.731321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502812a5-568e-400c-aefe-f47c32f9e0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f12cd3d-d64c-4410-81a4-77446b1a1ba8,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:28.743585 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-502812a5-568e-400c-aefe-f47c32f9e0db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afb21028bdd74fbeafd2ace9ecbb9b8f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4123631
Feb 19 20:59:28.745767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50864) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:28.759465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 34fd2bb6-3818-47f3-b209-1132ddb12acf is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:28.760490 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.765448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5973c52c-0226-472a-bd61-7d7925752963 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:59:28.869578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98bece8-1f3d-4f2a-a0c5-e578fd98011d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fd2bb6-3818-47f3-b209-1132ddb12acf'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:28.872290 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f034e6a4-3e73-41d9-9cba-5fc49df822ac" -d '{"events": [{"server_uuid": "f98bece8-1f3d-4f2a-a0c5-e578fd98011d", "name": "network-vif-plugged", "status": "completed", "tag": "34fd2bb6-3818-47f3-b209-1132ddb12acf"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:28.879674 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a2378f2-f0a6-445a-a6eb-93d6cb88e92f admin admin] Publish callbacks [] for security_group (1f12cd3d-d64c-4410-81a4-77446b1a1ba8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.907010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 34fd2bb6-3818-47f3-b209-1132ddb12acf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=34fd2bb6-3818-47f3-b209-1132ddb12acf,segment=NetworkSegment(66ab06ea-cadd-4c2c-a535-e896df7c100e),segment_id=66ab06ea-cadd-4c2c-a535-e896df7c100e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:28.917429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 5973c52c-0226-472a-bd61-7d7925752963 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:28.918183 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5973c52c-0226-472a-bd61-7d7925752963), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.927549 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:28.940000 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a2378f2-f0a6-445a-a6eb-93d6cb88e92f admin admin] Publish callbacks [] for security_group (1f12cd3d-d64c-4410-81a4-77446b1a1ba8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:29.027757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=34fd2bb6-3818-47f3-b209-1132ddb12acf,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:29.064532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a2378f2-f0a6-445a-a6eb-93d6cb88e92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1f12cd3d-d64c-4410-81a4-77446b1a1ba8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:29.065927 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a2378f2-f0a6-445a-a6eb-93d6cb88e92f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:29.067483 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6a2378f2-f0a6-445a-a6eb-93d6cb88e92f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f12cd3d-d64c-4410-81a4-77446b1a1ba8 HTTP/1.1" status: 204  len: 168 time: 0.3206954
Feb 19 20:59:29.084172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2378f2-f0a6-445a-a6eb-93d6cb88e92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f12cd3d-d64c-4410-81a4-77446b1a1ba8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:29.135127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e3499c-127e-4ea3-9777-6c1f44ebdcea {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:29.145937 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Publish callbacks [] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:29.153992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5973c52c-0226-472a-bd61-7d7925752963 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:29.154733 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5973c52c-0226-472a-bd61-7d7925752963), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:29.163634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Transition to ACTIVE for port object c8e3499c-127e-4ea3-9777-6c1f44ebdcea will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:59:29.176621 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:29.231191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76766f-1542-4499-93be-68098618df8d service neutron] Pushing event updated for resources: {'Port': ['ID=c8e3499c-127e-4ea3-9777-6c1f44ebdcea,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:29.281358 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:29.301732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5973c52c-0226-472a-bd61-7d7925752963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5973c52c-0226-472a-bd61-7d7925752963,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:29.308218 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5973c52c-0226-472a-bd61-7d7925752963), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:29.309823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 29196269-26de-4888-9bd6-bdcde982f91c no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:29.339495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 29196269-26de-4888-9bd6-bdcde982f91c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:29.340082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 29196269-26de-4888-9bd6-bdcde982f91c not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:29.387471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Attempting to bind port c8e3499c-127e-4ea3-9777-6c1f44ebdcea on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:59:29.388199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Attempting to bind port c8e3499c-127e-4ea3-9777-6c1f44ebdcea by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bce09abc-578a-4821-a232-94383b973f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '687ed01e-e68f-4aea-9a19-f332516d898b'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:59:29.388199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Attempting to bind port c8e3499c-127e-4ea3-9777-6c1f44ebdcea on network 687ed01e-e68f-4aea-9a19-f332516d898b {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:29.395313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Port c8e3499c-127e-4ea3-9777-6c1f44ebdcea on network 687ed01e-e68f-4aea-9a19-f332516d898b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:59:29.395651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Attempting to bind port c8e3499c-127e-4ea3-9777-6c1f44ebdcea on network 687ed01e-e68f-4aea-9a19-f332516d898b {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:29.402500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:59:29.403382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Checking segment: {'id': 'bce09abc-578a-4821-a232-94383b973f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '687ed01e-e68f-4aea-9a19-f332516d898b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:29.403791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Bound using segment: {'id': 'bce09abc-578a-4821-a232-94383b973f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '687ed01e-e68f-4aea-9a19-f332516d898b'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:59:29.404547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Bound port: c8e3499c-127e-4ea3-9777-6c1f44ebdcea, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce09abc-578a-4821-a232-94383b973f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '687ed01e-e68f-4aea-9a19-f332516d898b'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:59:29.404920 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:29.408182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5973c52c-0226-472a-bd61-7d7925752963,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:29.524239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] For port c8e3499c-127e-4ea3-9777-6c1f44ebdcea, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:59:29.529657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] For port c8e3499c-127e-4ea3-9777-6c1f44ebdcea, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8e3499c-127e-4ea3-9777-6c1f44ebdcea,segment=NetworkSegment(bce09abc-578a-4821-a232-94383b973f7e),segment_id=bce09abc-578a-4821-a232-94383b973f7e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:59:29.545325 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:29.601670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:29.602797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:29.605534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-ab76766f-1542-4499-93be-68098618df8d service neutron] 10.222.0.10 "PUT /v2.0/ports/c8e3499c-127e-4ea3-9777-6c1f44ebdcea HTTP/1.1" status: 200  len: 1091 time: 1.3330655
Feb 19 20:59:29.642619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76766f-1542-4499-93be-68098618df8d service neutron] Pushing event updated for resources: {'Port': ['ID=c8e3499c-127e-4ea3-9777-6c1f44ebdcea,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:29.767138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-bc156cfb-3dd5-4aa4-b136-a8c9376dc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:29.768988 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-bc156cfb-3dd5-4aa4-b136-a8c9376dc45e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fea74080450a434fb28f53a0a28d5627&device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 1125 time: 0.1033306
Feb 19 20:59:29.834606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-b8c4f047-da8e-4f1d-ba25-a52d163494c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8e3499c-127e-4ea3-9777-6c1f44ebdcea HTTP/1.1" status: 200  len: 217 time: 0.0569780
Feb 19 20:59:29.897098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-dcd33aba-fd16-4afe-8f76-f5474f40d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:29.903741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-dcd33aba-fd16-4afe-8f76-f5474f40d30c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eaf7014b-47bc-42df-9a22-0d31f7bbaeca HTTP/1.1" status: 200  len: 848 time: 0.0589683
Feb 19 20:59:29.954090 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-80f95cff-32b6-42e6-a93f-8676d64c5e89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=687ed01e-e68f-4aea-9a19-f332516d898b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451159
Feb 19 20:59:30.143008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-0d9f434e-c769-4901-b4ac-6aae30e3b511 service neutron] 10.222.0.10 "GET /v2.0/networks/687ed01e-e68f-4aea-9a19-f332516d898b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787329
Feb 19 20:59:30.297497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcb3e329-11b3-46aa-bd71-f24f19429b5d req-7366dabe-18df-4327-bbfd-2472982ed55d service neutron] 10.222.0.10 "GET /v2.0/networks/687ed01e-e68f-4aea-9a19-f332516d898b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458616
Feb 19 20:59:31.593756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50906) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:31.766475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-559890702', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:31.799393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Made reservation on behalf of 8e033fbdac0c42cba361ec2ebc5b511a for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:31.802565 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:31.822167 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:31.951384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks [] for security_group (e5ab46c1-39e6-49c8-a7fc-7c90989b8378), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:31.958275 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e5ab46c1-39e6-49c8-a7fc-7c90989b8378), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:31.965828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] device_id is not set on port 83a32350-2463-4107-a352-cf803752a609 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 20:59:32.085148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ab46c1-39e6-49c8-a7fc-7c90989b8378,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:32.118812 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Allocated IP 172.35.2.217 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/83a32350-2463-4107-a352-cf803752a609) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:32.303552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks [] for port (83a32350-2463-4107-a352-cf803752a609), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:32.355956 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (83a32350-2463-4107-a352-cf803752a609), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:32.447352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Pushing event updated for resources: {'Port': ['ID=83a32350-2463-4107-a352-cf803752a609,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:32.465697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:32.473101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.473894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.474421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.474968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.475757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.476317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.476849 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.477367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.477924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.478438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.478998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.479621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.480224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:32.486508 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:32.489044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:32.543903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:32.544699 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:32.594207 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b0067a1b-3a2f-4f8a-b6f8-5f6bfaa83765 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 0.9975839
Feb 19 20:59:32.596783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50918) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:32.603968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.217'}]}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:32.673947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (b98021e3-30fb-405f-ba5b-9aacf1942e6a), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:32.675444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (b98021e3-30fb-405f-ba5b-9aacf1942e6a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:32.785783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks [] for router_controller (b98021e3-30fb-405f-ba5b-9aacf1942e6a), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:32.958701 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks [] for router_gateway (b98021e3-30fb-405f-ba5b-9aacf1942e6a), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:33.296939 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks [] for router_gateway (b98021e3-30fb-405f-ba5b-9aacf1942e6a), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:33.327585 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:33.522544 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks [] for router (b98021e3-30fb-405f-ba5b-9aacf1942e6a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:33.761924 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (b98021e3-30fb-405f-ba5b-9aacf1942e6a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:33.764151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks [] for router_controller (b98021e3-30fb-405f-ba5b-9aacf1942e6a), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:33.829336 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (b98021e3-30fb-405f-ba5b-9aacf1942e6a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:33.829964 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b98021e3-30fb-405f-ba5b-9aacf1942e6a {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 20:59:33.861720 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Feb 19 20:59:33.862875 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e21851fd-6489-4072-a94a-d7a1f48dd5d6 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.2647531
Feb 19 20:59:33.866043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50920) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:34.038018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Deleting port 83a32350-2463-4107-a352-cf803752a609 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:34.038816 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (83a32350-2463-4107-a352-cf803752a609), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:34.164483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (83a32350-2463-4107-a352-cf803752a609), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:34.191508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Calling delete_port for 83a32350-2463-4107-a352-cf803752a609 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:34.455872 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (83a32350-2463-4107-a352-cf803752a609), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:34.536154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Pushing event deleted for resources: {'Port': ['ID=83a32350-2463-4107-a352-cf803752a609,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:34.592116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.592680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.593104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.593675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.594096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.594511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.594991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.595399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.595806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.596212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.596726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.597134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.597531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:34.812182 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:34.823021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c8e3499c-127e-4ea3-9777-6c1f44ebdcea details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:59:34.823540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-12f451d4-2720-4f78-9263-2af2b5c0a799 tempest-RoutersAdminNegativeTest-1927946310 tempest-RoutersAdminNegativeTest-1927946310-project-admin] 10.222.0.30 "DELETE /v2.0/ports/83a32350-2463-4107-a352-cf803752a609 HTTP/1.1" status: 204  len: 168 time: 0.9493175
Feb 19 20:59:35.094510 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c8e3499c-127e-4ea3-9777-6c1f44ebdcea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8e3499c-127e-4ea3-9777-6c1f44ebdcea,segment=NetworkSegment(bce09abc-578a-4821-a232-94383b973f7e),segment_id=bce09abc-578a-4821-a232-94383b973f7e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:35.121605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'c8e3499c-127e-4ea3-9777-6c1f44ebdcea', 'network_id': '687ed01e-e68f-4aea-9a19-f332516d898b', 'port_id': 'c8e3499c-127e-4ea3-9777-6c1f44ebdcea', 'mac_address': 'fa:16:3e:8c:12:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf7014b-47bc-42df-9a22-0d31f7bbaeca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:59:35.208494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port c8e3499c-127e-4ea3-9777-6c1f44ebdcea is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:35.209441 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:35.237564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e3499c-127e-4ea3-9777-6c1f44ebdcea {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:35.263198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c8e3499c-127e-4ea3-9777-6c1f44ebdcea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8e3499c-127e-4ea3-9777-6c1f44ebdcea,segment=NetworkSegment(bce09abc-578a-4821-a232-94383b973f7e),segment_id=bce09abc-578a-4821-a232-94383b973f7e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:35.270421 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:35.354254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=c8e3499c-127e-4ea3-9777-6c1f44ebdcea,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:35.439541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50934) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:35.568812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['c8e3499c-127e-4ea3-9777-6c1f44ebdcea'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:35.593027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-247f6720-961b-4bc2-a0f8-356df9a1abd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:35.714484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-247f6720-961b-4bc2-a0f8-356df9a1abd6 admin admin] Publish callbacks [] for security_group (109a14d9-72f0-4ab0-a434-42b4fdcf5643), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:35.733768 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-247f6720-961b-4bc2-a0f8-356df9a1abd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (109a14d9-72f0-4ab0-a434-42b4fdcf5643), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:35.767451 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-247f6720-961b-4bc2-a0f8-356df9a1abd6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c64539d6f3914439a7b7af9830c31761&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3268011
Feb 19 20:59:35.771653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50938) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:35.792659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f6720-961b-4bc2-a0f8-356df9a1abd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109a14d9-72f0-4ab0-a434-42b4fdcf5643,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:35.874539 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f536712d-41d9-4e0d-9a71-e98bf266088f admin admin] Publish callbacks [] for security_group (109a14d9-72f0-4ab0-a434-42b4fdcf5643), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:35.926424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f536712d-41d9-4e0d-9a71-e98bf266088f admin admin] Publish callbacks [] for security_group (109a14d9-72f0-4ab0-a434-42b4fdcf5643), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:35.990550 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f536712d-41d9-4e0d-9a71-e98bf266088f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (109a14d9-72f0-4ab0-a434-42b4fdcf5643), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:36.000625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f536712d-41d9-4e0d-9a71-e98bf266088f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:36.004234 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f536712d-41d9-4e0d-9a71-e98bf266088f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/109a14d9-72f0-4ab0-a434-42b4fdcf5643 HTTP/1.1" status: 204  len: 168 time: 0.2292216
Feb 19 20:59:36.010855 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536712d-41d9-4e0d-9a71-e98bf266088f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109a14d9-72f0-4ab0-a434-42b4fdcf5643,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:36.464294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50952) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:36.530708 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2bdbf809-9dde-4131-a8dc-bc7d301032c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e033fbdac0c42cba361ec2ebc5b511a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0645938
Feb 19 20:59:36.535359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50962) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:36.616495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-af77c067-ce44-4228-a9ee-8802452c0e53 admin admin] Publish callbacks [] for security_group (e5ab46c1-39e6-49c8-a7fc-7c90989b8378), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:36.647653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-af77c067-ce44-4228-a9ee-8802452c0e53 admin admin] Publish callbacks [] for security_group (e5ab46c1-39e6-49c8-a7fc-7c90989b8378), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:36.667994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50970) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:36.704952 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87bc32d-ad99-4227-9671-2b79bd49fc10 x-openstack-request-id: req-a87bc32d-ad99-4227-9671-2b79bd49fc10 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:36.705340 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa80efa-1c90-4f4a-bb66-91e6e91c9db9", "name": "network-vif-deleted", "tag": "29196269-26de-4888-9bd6-bdcde982f91c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:36.706188 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a87bc32d-ad99-4227-9671-2b79bd49fc10 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:36.706188 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa80efa-1c90-4f4a-bb66-91e6e91c9db9', 'name': 'network-vif-deleted', 'tag': '29196269-26de-4888-9bd6-bdcde982f91c', 'status': 'completed', 'code': 200}
Feb 19 20:59:36.721831 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-af77c067-ce44-4228-a9ee-8802452c0e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e5ab46c1-39e6-49c8-a7fc-7c90989b8378), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:36.727246 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-af77c067-ce44-4228-a9ee-8802452c0e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:36.731752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-af77c067-ce44-4228-a9ee-8802452c0e53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5ab46c1-39e6-49c8-a7fc-7c90989b8378 HTTP/1.1" status: 204  len: 168 time: 0.1926622
Feb 19 20:59:36.746686 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f0056a-6698-4148-a76d-2adac64bf7bd x-openstack-request-id: req-15f0056a-6698-4148-a76d-2adac64bf7bd {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:36.747236 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98bece8-1f3d-4f2a-a0c5-e578fd98011d", "name": "network-vif-plugged", "status": "completed", "tag": "34fd2bb6-3818-47f3-b209-1132ddb12acf", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:36.747367 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15f0056a-6698-4148-a76d-2adac64bf7bd {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:36.747810 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98bece8-1f3d-4f2a-a0c5-e578fd98011d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fd2bb6-3818-47f3-b209-1132ddb12acf', 'code': 200}
Feb 19 20:59:36.762019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ee61f2-af1c-4a94-9abb-a2bb61883cdd admin admin] Deleting subnet 8c584acd-f1ea-4260-ae60-d9ed87b82a43 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:59:36.774711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82ee61f2-af1c-4a94-9abb-a2bb61883cdd admin admin] Publish callbacks [] for subnet (8c584acd-f1ea-4260-ae60-d9ed87b82a43), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:36.782826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c8e3499c-127e-4ea3-9777-6c1f44ebdcea up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:59:36.820008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77c067-ce44-4228-a9ee-8802452c0e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ab46c1-39e6-49c8-a7fc-7c90989b8378,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:36.827622 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82ee61f2-af1c-4a94-9abb-a2bb61883cdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (8c584acd-f1ea-4260-ae60-d9ed87b82a43), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:36.903223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82ee61f2-af1c-4a94-9abb-a2bb61883cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (8c584acd-f1ea-4260-ae60-d9ed87b82a43), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:36.948593 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d1d6-57cd-4180-96cc-6c74aeef6206 req-10759f8f-924b-4729-b13d-4ddf5bf1a5b1 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:36.957450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05b4d1d6-57cd-4180-96cc-6c74aeef6206 req-10759f8f-924b-4729-b13d-4ddf5bf1a5b1 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 944 time: 0.2572575
Feb 19 20:59:36.975590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port c8e3499c-127e-4ea3-9777-6c1f44ebdcea completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 20:59:36.980041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port c8e3499c-127e-4ea3-9777-6c1f44ebdcea triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:36.980593 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:36.991235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ada198-c201-463f-9aa6-34b0ebba81d6 req-6ce5a248-f70a-4416-acef-52bdd1af2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:36.992999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ada198-c201-463f-9aa6-34b0ebba81d6 req-6ce5a248-f70a-4416-acef-52bdd1af2166 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 1127 time: 0.1771715
Feb 19 20:59:36.998306 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82ee61f2-af1c-4a94-9abb-a2bb61883cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (8c584acd-f1ea-4260-ae60-d9ed87b82a43), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.066662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0680ef0-a5fb-4292-8bf8-42df06a397dd req-10ba6e68-d529-472d-a221-abdd3ff6e9bd tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:37.073165 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82ee61f2-af1c-4a94-9abb-a2bb61883cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.074398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0680ef0-a5fb-4292-8bf8-42df06a397dd req-10ba6e68-d529-472d-a221-abdd3ff6e9bd tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 945 time: 0.1841075
Feb 19 20:59:37.085127 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-82ee61f2-af1c-4a94-9abb-a2bb61883cdd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8c584acd-f1ea-4260-ae60-d9ed87b82a43 HTTP/1.1" status: 204  len: 168 time: 0.4146659
Feb 19 20:59:37.091318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50974) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:37.092107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee61f2-af1c-4a94-9abb-a2bb61883cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c584acd-f1ea-4260-ae60-d9ed87b82a43,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:37.096088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05b4d1d6-57cd-4180-96cc-6c74aeef6206 req-649d184e-6d27-48c5-afec-edb5618d0757 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c659209-86ad-4f37-b0a3-81c8af972bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376178
Feb 19 20:59:37.126218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port c8e3499c-127e-4ea3-9777-6c1f44ebdcea is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:37.126857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.159176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ada198-c201-463f-9aa6-34b0ebba81d6 req-815d25df-4966-48a8-8da5-6a109f7dcefd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388047
Feb 19 20:59:37.211163 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0680ef0-a5fb-4292-8bf8-42df06a397dd req-dabcf4a8-e375-432e-b638-53169d6eab2e tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358228
Feb 19 20:59:37.213593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c8e3499c-127e-4ea3-9777-6c1f44ebdcea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8e3499c-127e-4ea3-9777-6c1f44ebdcea,segment=NetworkSegment(bce09abc-578a-4821-a232-94383b973f7e),segment_id=bce09abc-578a-4821-a232-94383b973f7e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:37.226194 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.286616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (38f0b579-c349-4313-af39-532bf5d625a7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.323380 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=c8e3499c-127e-4ea3-9777-6c1f44ebdcea,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:37.416395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (38f0b579-c349-4313-af39-532bf5d625a7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.477633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a03abe0>,) {'filters': {'network_id': ['38f0b579-c349-4313-af39-532bf5d625a7']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:37.483588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eb8ae-36c8-429d-9f71-0236c7527c92 req-ec69bac2-0676-4e0f-8468-5743a93c0596 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:37.485626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf3eb8ae-36c8-429d-9f71-0236c7527c92 req-ec69bac2-0676-4e0f-8468-5743a93c0596 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 949 time: 0.1183133
Feb 19 20:59:37.525272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a03abe0>, '5a68a0e3-23aa-4307-9efb-676643d4d687') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:37.525784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a03abe0>, '5a68a0e3-23aa-4307-9efb-676643d4d687') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:37.548190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (5a68a0e3-23aa-4307-9efb-676643d4d687), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.574653 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (5a68a0e3-23aa-4307-9efb-676643d4d687), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.587648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:59:37.589293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (5a68a0e3-23aa-4307-9efb-676643d4d687), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:59:37.591871 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:59:37.601605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf3eb8ae-36c8-429d-9f71-0236c7527c92 req-288ddd5b-72e5-483f-a50f-39e9c9162f19 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000693
Feb 19 20:59:37.632390 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2be19-e3ab-424a-a929-bc2f00fde9cb req-2da9b4ce-c8c0-4082-8244-0df701288232 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:37.640727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25e2be19-e3ab-424a-a929-bc2f00fde9cb req-2da9b4ce-c8c0-4082-8244-0df701288232 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 945 time: 0.1003175
Feb 19 20:59:37.700149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (38f0b579-c349-4313-af39-532bf5d625a7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.704008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25e2be19-e3ab-424a-a929-bc2f00fde9cb req-3c3c8df7-a196-4698-acce-e248229ad73f tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622764
Feb 19 20:59:37.712875 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.716526 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] 10.222.0.30 "DELETE /v2.0/networks/38f0b579-c349-4313-af39-532bf5d625a7 HTTP/1.1" status: 204  len: 168 time: 0.6202350
Feb 19 20:59:37.719504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51010) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:37.740080 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994bb8f-70e4-4cfb-bdc9-2949ae613464 admin admin] Pushing event deleted for resources: {'Network': ['ID=38f0b579-c349-4313-af39-532bf5d625a7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:37.827576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ff646a-9831-4d24-a3e9-87f19361541c admin admin] Deleting subnet ce4113c8-37d1-45f0-a682-f0d899c5c02d {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:59:37.832214 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-30ff646a-9831-4d24-a3e9-87f19361541c admin admin] Publish callbacks [] for subnet (ce4113c8-37d1-45f0-a682-f0d899c5c02d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.891275 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-30ff646a-9831-4d24-a3e9-87f19361541c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (ce4113c8-37d1-45f0-a682-f0d899c5c02d), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:37.937195 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-30ff646a-9831-4d24-a3e9-87f19361541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (ce4113c8-37d1-45f0-a682-f0d899c5c02d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.000123 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-30ff646a-9831-4d24-a3e9-87f19361541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (ce4113c8-37d1-45f0-a682-f0d899c5c02d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.020366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-30ff646a-9831-4d24-a3e9-87f19361541c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.027727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-30ff646a-9831-4d24-a3e9-87f19361541c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ce4113c8-37d1-45f0-a682-f0d899c5c02d HTTP/1.1" status: 204  len: 168 time: 0.3045435
Feb 19 20:59:38.028096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51026) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:38.047079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff646a-9831-4d24-a3e9-87f19361541c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4113c8-37d1-45f0-a682-f0d899c5c02d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:38.193533 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (7302c32b-fcca-4a5a-b701-194ec5415ad1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.274767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51046) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:38.330672 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (7302c32b-fcca-4a5a-b701-194ec5415ad1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.377920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c4a67-b06d-4794-b89c-c03fa01a52f8 req-7a6cd2d4-4d2c-4f12-8890-e5c005f08f72 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:38.382052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-397c4a67-b06d-4794-b89c-c03fa01a52f8 req-7a6cd2d4-4d2c-4f12-8890-e5c005f08f72 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 945 time: 0.1273470
Feb 19 20:59:38.389107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69c5a370>,) {'filters': {'network_id': ['7302c32b-fcca-4a5a-b701-194ec5415ad1']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:38.407920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1579640966'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:38.412841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69c5a370>, 'da2dd8dc-58a2-4f8d-ac7d-bfa98dd6199d') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:38.413226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69c5a370>, 'da2dd8dc-58a2-4f8d-ac7d-bfa98dd6199d') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:38.427272 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (da2dd8dc-58a2-4f8d-ac7d-bfa98dd6199d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.447585 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (da2dd8dc-58a2-4f8d-ac7d-bfa98dd6199d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.456802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:59:38.457376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (da2dd8dc-58a2-4f8d-ac7d-bfa98dd6199d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:59:38.459491 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:59:38.471678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Made reservation on behalf of a0e4c2e796b54b51bda74d8c84f9f815 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:38.475313 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.475525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-397c4a67-b06d-4794-b89c-c03fa01a52f8 req-4b36f369-bbf1-4993-b7fb-609400bcb65c tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c659209-86ad-4f37-b0a3-81c8af972bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733166
Feb 19 20:59:38.489646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716a01e-24a6-4b46-8407-7231ef268737 req-420943ca-2423-4e8b-ba07-0e071f911301 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:38.491782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0716a01e-24a6-4b46-8407-7231ef268737 req-420943ca-2423-4e8b-ba07-0e071f911301 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 945 time: 0.1077037
Feb 19 20:59:38.517991 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.545265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (7302c32b-fcca-4a5a-b701-194ec5415ad1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.555210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.562603 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] 10.222.0.30 "DELETE /v2.0/networks/7302c32b-fcca-4a5a-b701-194ec5415ad1 HTTP/1.1" status: 204  len: 168 time: 0.5293097
Feb 19 20:59:38.576001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac91a7a-e739-4102-8ad0-57d8f2b62c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=7302c32b-fcca-4a5a-b701-194ec5415ad1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:38.586396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0716a01e-24a6-4b46-8407-7231ef268737 req-98c7b6a5-7d9b-4ea8-9784-c499f4b116a2 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880210
Feb 19 20:59:38.653231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for security_group (93f22e50-c836-4360-8456-dd2137fc202c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.658983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (93f22e50-c836-4360-8456-dd2137fc202c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.690095 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:59:38.707562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865e08cc-66df-4714-978b-6a5270911752', 'tag': 'c8e3499c-127e-4ea3-9777-6c1f44ebdcea'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:38.709747 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760f3003-1056-4e1e-83e8-7edc3054d7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "865e08cc-66df-4714-978b-6a5270911752", "tag": "c8e3499c-127e-4ea3-9777-6c1f44ebdcea"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:38.714544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f22e50-c836-4360-8456-dd2137fc202c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:38.717612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8613b10c-bd0d-489c-b036-a5534d2f3c68), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.717965 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Added segment 8613b10c-bd0d-489c-b036-a5534d2f3c68 of type vlan for network fa832e29-5c16-4b7e-a3f1-7493579c06c1
Feb 19 20:59:38.749627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5973c52c-0226-472a-bd61-7d7925752963'}, {'server_uuid': '865e08cc-66df-4714-978b-6a5270911752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e3499c-127e-4ea3-9777-6c1f44ebdcea'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:38.752777 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3771f43-d480-4aea-98b0-3bd642edb0c9" -d '{"events": [{"server_uuid": "25db99dd-04b8-4486-9f09-dbbb9bcaf223", "name": "network-vif-plugged", "status": "completed", "tag": "5973c52c-0226-472a-bd61-7d7925752963"}, {"server_uuid": "865e08cc-66df-4714-978b-6a5270911752", "name": "network-vif-plugged", "status": "completed", "tag": "c8e3499c-127e-4ea3-9777-6c1f44ebdcea"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:38.799885 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (fa832e29-5c16-4b7e-a3f1-7493579c06c1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.820194 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a2e660-f3a8-4a08-8866-d546ff7e9117 x-openstack-request-id: req-e8a2e660-f3a8-4a08-8866-d546ff7e9117 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:38.820694 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865e08cc-66df-4714-978b-6a5270911752", "tag": "c8e3499c-127e-4ea3-9777-6c1f44ebdcea", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:38.821085 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8a2e660-f3a8-4a08-8866-d546ff7e9117 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:38.822308 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865e08cc-66df-4714-978b-6a5270911752', 'tag': 'c8e3499c-127e-4ea3-9777-6c1f44ebdcea', 'status': 'completed', 'code': 200}
Feb 19 20:59:38.862267 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (fa832e29-5c16-4b7e-a3f1-7493579c06c1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.877312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:38.884414 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:38.957938 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.6820686
Feb 19 20:59:38.966220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51068) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:38.973191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Request body: {'subnet': {'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:38.986169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f3003-1056-4e1e-83e8-7edc3054d7c8 req-df65298f-86fc-4d5e-a30d-bb43adc0747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:38.987898 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-760f3003-1056-4e1e-83e8-7edc3054d7c8 req-df65298f-86fc-4d5e-a30d-bb43adc0747a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fea74080450a434fb28f53a0a28d5627&device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 1127 time: 0.1453662
Feb 19 20:59:39.000629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808488-9742-4eff-8f7c-d4fcd142b496 req-6d089218-cd79-4726-b8d0-962dcd4d1f50 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:39.002425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51808488-9742-4eff-8f7c-d4fcd142b496 req-6d089218-cd79-4726-b8d0-962dcd4d1f50 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 945 time: 0.1421614
Feb 19 20:59:39.032737 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a882d524-f359-4a35-9811-256c0572c16a x-openstack-request-id: req-a882d524-f359-4a35-9811-256c0572c16a {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:39.033277 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25db99dd-04b8-4486-9f09-dbbb9bcaf223", "name": "network-vif-plugged", "status": "completed", "tag": "5973c52c-0226-472a-bd61-7d7925752963", "code": 200}, {"server_uuid": "865e08cc-66df-4714-978b-6a5270911752", "name": "network-vif-plugged", "status": "completed", "tag": "c8e3499c-127e-4ea3-9777-6c1f44ebdcea", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:39.033721 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a882d524-f359-4a35-9811-256c0572c16a {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:39.034306 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5973c52c-0226-472a-bd61-7d7925752963', 'code': 200}
Feb 19 20:59:39.034749 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865e08cc-66df-4714-978b-6a5270911752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e3499c-127e-4ea3-9777-6c1f44ebdcea', 'code': 200}
Feb 19 20:59:39.051446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51070) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:39.060836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dce57-3da9-4845-b14a-a32f8d655d09 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'Network': ['ID=fa832e29-5c16-4b7e-a3f1-7493579c06c1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:39.072669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:59:39.146889 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1344c176-02bd-49d8-b3f7-bc8206528c88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63acbd462dfc418fab3fbeedccacb9c7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0920753
Feb 19 20:59:39.146889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Made reservation on behalf of a0e4c2e796b54b51bda74d8c84f9f815 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:39.151183 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:39.156001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51072) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:39.300460 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-325ac475-cb42-4714-85bf-da2ec6843acb admin admin] Publish callbacks [] for security_group (b362d3ab-dec9-409e-b96c-8cc83e6d831a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:39.334853 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-325ac475-cb42-4714-85bf-da2ec6843acb admin admin] Publish callbacks [] for security_group (b362d3ab-dec9-409e-b96c-8cc83e6d831a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:39.350160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51808488-9742-4eff-8f7c-d4fcd142b496 req-7f6e3990-0234-4dbf-affa-9978fb012df3 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3298228
Feb 19 20:59:39.352894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f3003-1056-4e1e-83e8-7edc3054d7c8 req-16756534-2cf4-4d13-8f3c-fb0107cdb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:39.357385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-760f3003-1056-4e1e-83e8-7edc3054d7c8 req-16756534-2cf4-4d13-8f3c-fb0107cdb25f service neutron] 10.222.0.10 "GET /v2.0/networks?id=687ed01e-e68f-4aea-9a19-f332516d898b HTTP/1.1" status: 200  len: 909 time: 0.3539724
Feb 19 20:59:39.368517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991db9b8-73c8-4a32-b9b6-432ce7ad1e53 req-d695e39e-0d24-4329-a8c0-53384e80f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:39.370300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-991db9b8-73c8-4a32-b9b6-432ce7ad1e53 req-d695e39e-0d24-4329-a8c0-53384e80f6c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 1127 time: 0.1447227
Feb 19 20:59:39.414858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-760f3003-1056-4e1e-83e8-7edc3054d7c8 req-733bee75-b664-49c6-8851-1bf169e2afa2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8e3499c-127e-4ea3-9777-6c1f44ebdcea HTTP/1.1" status: 200  len: 217 time: 0.0488932
Feb 19 20:59:39.466350 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (31a83a67-3f58-4cbe-a442-4e99313c1e72), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:39.472023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-325ac475-cb42-4714-85bf-da2ec6843acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b362d3ab-dec9-409e-b96c-8cc83e6d831a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:39.474672 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-325ac475-cb42-4714-85bf-da2ec6843acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:39.475859 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-325ac475-cb42-4714-85bf-da2ec6843acb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b362d3ab-dec9-409e-b96c-8cc83e6d831a HTTP/1.1" status: 204  len: 168 time: 0.3188448
Feb 19 20:59:39.482453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f3003-1056-4e1e-83e8-7edc3054d7c8 req-f1be708f-8053-4234-a429-5d5fad1f1c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:39.484420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-760f3003-1056-4e1e-83e8-7edc3054d7c8 req-f1be708f-8053-4234-a429-5d5fad1f1c05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eaf7014b-47bc-42df-9a22-0d31f7bbaeca HTTP/1.1" status: 200  len: 848 time: 0.0628710
Feb 19 20:59:39.529273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-991db9b8-73c8-4a32-b9b6-432ce7ad1e53 req-647388df-6760-46cb-8d23-0bf4ec8914fb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c659209-86ad-4f37-b0a3-81c8af972bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513808
Feb 19 20:59:39.539488 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ac475-cb42-4714-85bf-da2ec6843acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b362d3ab-dec9-409e-b96c-8cc83e6d831a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:39.563293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-760f3003-1056-4e1e-83e8-7edc3054d7c8 req-cba228ec-154c-4fd8-8a6c-1da8c036914a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=687ed01e-e68f-4aea-9a19-f332516d898b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0708733
Feb 19 20:59:39.625250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'Subnet': ['ID=31a83a67-3f58-4cbe-a442-4e99313c1e72,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:39.627686 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Checking segment: {'id': '8613b10c-bd0d-489c-b036-a5534d2f3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:39.628065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Network hostable DHCP agents. Network: fa832e29-5c16-4b7e-a3f1-7493579c06c1, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:59:39.635583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3e961-3735-43d4-9753-88fdc5689751 req-4209dad2-0dc4-4779-821f-061ddb5ca34e tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:39.648464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bcd3e961-3735-43d4-9753-88fdc5689751 req-4209dad2-0dc4-4779-821f-061ddb5ca34e tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.67 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 945 time: 0.0882952
Feb 19 20:59:39.674938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:59:39.703148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa832e29-5c16-4b7e-a3f1-7493579c06c1) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:39.714670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:39.715423 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:39.718177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6d954d-0a02-4b4c-a6b2-2357c4feb1d9 None None] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:39.750519 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aba1454c-e243-479f-8d73-839b208d4184 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7839377
Feb 19 20:59:39.754921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51090) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:39.762484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Request body: {'port': {'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-397884491'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:39.960385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7c5c2-a7e9-4554-82bc-cf08a379d59f req-7fd4dd2a-16ab-41b4-802f-28d770a76fe9 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:39.962422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ea7c5c2-a7e9-4554-82bc-cf08a379d59f req-7fd4dd2a-16ab-41b4-802f-28d770a76fe9 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 945 time: 0.1762509
Feb 19 20:59:40.029064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Made reservation on behalf of a0e4c2e796b54b51bda74d8c84f9f815 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:40.029064 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:40.029972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa117b6-bdb5-4eeb-a213-a88e1d6e7065 req-22165930-31cd-481d-ac79-944e1d49e2ed tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:40.029972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fa117b6-bdb5-4eeb-a213-a88e1d6e7065 req-22165930-31cd-481d-ac79-944e1d49e2ed tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 945 time: 0.2389379
Feb 19 20:59:40.029972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-bcd3e961-3735-43d4-9753-88fdc5689751 req-5f360baf-1f99-45ca-96de-ebe0f5278020 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Deleting port bc5b020a-585b-4eec-90c5-2e83ef2c9c96 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:40.029972 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bcd3e961-3735-43d4-9753-88fdc5689751 req-5f360baf-1f99-45ca-96de-ebe0f5278020 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:40.047110 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] device_id is not set on port 17e9be33-dfb4-419a-bfc9-3a09be3a08ca yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 20:59:40.216533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ea7c5c2-a7e9-4554-82bc-cf08a379d59f req-72dab963-626f-42b0-87b0-c47641803706 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c659209-86ad-4f37-b0a3-81c8af972bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375751
Feb 19 20:59:40.260232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51096) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:40.264069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa832e29-5c16-4b7e-a3f1-7493579c06c1', 'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1', 'project_id': 'a0e4c2e796b54b51bda74d8c84f9f815', 'fixed_ips': [{'subnet_id': '31a83a67-3f58-4cbe-a442-4e99313c1e72'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:59:40.266119 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:40.269602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bcd3e961-3735-43d4-9753-88fdc5689751 req-5f360baf-1f99-45ca-96de-ebe0f5278020 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] For port bc5b020a-585b-4eec-90c5-2e83ef2c9c96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc5b020a-585b-4eec-90c5-2e83ef2c9c96,segment=NetworkSegment(1f8d9a8e-5388-4a25-81d8-2c081edcd9c3),segment_id=1f8d9a8e-5388-4a25-81d8-2c081edcd9c3)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:40.269602 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bcd3e961-3735-43d4-9753-88fdc5689751 req-5f360baf-1f99-45ca-96de-ebe0f5278020 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:40.313052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-bcd3e961-3735-43d4-9753-88fdc5689751 req-5f360baf-1f99-45ca-96de-ebe0f5278020 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Calling delete_port for bc5b020a-585b-4eec-90c5-2e83ef2c9c96 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:40.326502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-760f3003-1056-4e1e-83e8-7edc3054d7c8 req-359c2ca3-4d11-412b-a383-5392a684b0a3 service neutron] 10.222.0.10 "GET /v2.0/networks/687ed01e-e68f-4aea-9a19-f332516d898b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5479605
Feb 19 20:59:40.332749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fa117b6-bdb5-4eeb-a213-a88e1d6e7065 req-e6c04f6f-b6e9-47e6-bc18-bff1f1906879 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081339
Feb 19 20:59:40.406055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Allocated IP 2001:db8::15f (fa832e29-5c16-4b7e-a3f1-7493579c06c1/31a83a67-3f58-4cbe-a442-4e99313c1e72/17e9be33-dfb4-419a-bfc9-3a09be3a08ca) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:40.418065 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-afdc3bd0-a2b1-4c62-9f03-0ccd5369b4c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f642268b70be4aae83c2f209575ec73e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1557405
Feb 19 20:59:40.418731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51124) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:40.506562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-760f3003-1056-4e1e-83e8-7edc3054d7c8 req-ca364722-2e28-403e-baaa-c612cfb6e33c service neutron] 10.222.0.10 "GET /v2.0/networks/687ed01e-e68f-4aea-9a19-f332516d898b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713462
Feb 19 20:59:40.525635 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd2a4-f261-4c56-a198-8ed38f0230a3 admin admin] Publish callbacks [] for security_group (76e03435-c706-4ad4-ba98-fed10e635de3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:40.612180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9140d44-5f4b-4934-ba19-ad86cd63550b req-e84b2a40-6876-40bf-bbf9-6e2d0a6e4067 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:40.613843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9140d44-5f4b-4934-ba19-ad86cd63550b req-e84b2a40-6876-40bf-bbf9-6e2d0a6e4067 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 945 time: 0.0995052
Feb 19 20:59:40.662316 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd2a4-f261-4c56-a198-8ed38f0230a3 admin admin] Publish callbacks [] for security_group (76e03435-c706-4ad4-ba98-fed10e635de3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:40.767705 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd2a4-f261-4c56-a198-8ed38f0230a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (76e03435-c706-4ad4-ba98-fed10e635de3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:40.773342 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd2a4-f261-4c56-a198-8ed38f0230a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:40.782140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9140d44-5f4b-4934-ba19-ad86cd63550b req-6616b125-477c-4787-93ed-6e4adf0be47b tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/security-groups?id=f401d2b3-ab56-4266-ae50-9bfde3e2d82c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548204
Feb 19 20:59:40.788655 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1f7fd2a4-f261-4c56-a198-8ed38f0230a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76e03435-c706-4ad4-ba98-fed10e635de3 HTTP/1.1" status: 204  len: 168 time: 0.3584507
Feb 19 20:59:40.789440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 89832a83-9f4f-4449-b43c-c9fafb143517 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:40.797326 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bcd3e961-3735-43d4-9753-88fdc5689751 req-5f360baf-1f99-45ca-96de-ebe0f5278020 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (bc5b020a-585b-4eec-90c5-2e83ef2c9c96), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:40.818050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for port (17e9be33-dfb4-419a-bfc9-3a09be3a08ca), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:40.867875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fd2a4-f261-4c56-a198-8ed38f0230a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e03435-c706-4ad4-ba98-fed10e635de3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:40.882164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (17e9be33-dfb4-419a-bfc9-3a09be3a08ca), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:40.902774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f360baf-1f99-45ca-96de-ebe0f5278020 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Pushing event deleted for resources: {'Port': ['ID=bc5b020a-585b-4eec-90c5-2e83ef2c9c96,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:40.945756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:40.955432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:40.960732 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:40.969265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:40.970513 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:41.010329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd3e961-3735-43d4-9753-88fdc5689751 req-5f360baf-1f99-45ca-96de-ebe0f5278020 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] No DVR routers for this DVR port bc5b020a-585b-4eec-90c5-2e83ef2c9c96 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:41.015402 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bcd3e961-3735-43d4-9753-88fdc5689751 req-5f360baf-1f99-45ca-96de-ebe0f5278020 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:41.027561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bcd3e961-3735-43d4-9753-88fdc5689751 req-5f360baf-1f99-45ca-96de-ebe0f5278020 tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.67 "DELETE /v2.0/ports/bc5b020a-585b-4eec-90c5-2e83ef2c9c96 HTTP/1.1" status: 204  len: 173 time: 1.3687465
Feb 19 20:59:41.029293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678cfc25-63c2-4957-8e09-95a21fee7156', 'name': 'network-vif-deleted', 'tag': 'bc5b020a-585b-4eec-90c5-2e83ef2c9c96'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:41.032743 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.2763085
Feb 19 20:59:41.035959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51134) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:41.047023 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2719e53f-94fd-4fe5-a9f3-505069f1c9ee" -d '{"events": [{"server_uuid": "678cfc25-63c2-4957-8e09-95a21fee7156", "name": "network-vif-deleted", "tag": "bc5b020a-585b-4eec-90c5-2e83ef2c9c96"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:41.049859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Request body: {'port': {'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-248627010', 'allowed_address_pairs': [{'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:82:1c:c1'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:41.073909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Allocated IP 2001:db8::2 (fa832e29-5c16-4b7e-a3f1-7493579c06c1/31a83a67-3f58-4cbe-a442-4e99313c1e72/8a73047c-4906-44b9-89e0-22bf9f23b06e) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:41.087277 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b563bd-583d-473d-baff-177a4d14a152 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'Port': ['ID=17e9be33-dfb4-419a-bfc9-3a09be3a08ca,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:41.182846 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3aa283-5798-4724-af3a-2d39f4d2aa46 x-openstack-request-id: req-4e3aa283-5798-4724-af3a-2d39f4d2aa46 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:41.183334 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678cfc25-63c2-4957-8e09-95a21fee7156", "name": "network-vif-deleted", "tag": "bc5b020a-585b-4eec-90c5-2e83ef2c9c96", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:41.183619 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e3aa283-5798-4724-af3a-2d39f4d2aa46 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:41.184237 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678cfc25-63c2-4957-8e09-95a21fee7156', 'name': 'network-vif-deleted', 'tag': 'bc5b020a-585b-4eec-90c5-2e83ef2c9c96', 'status': 'completed', 'code': 200}
Feb 19 20:59:41.240197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8c31c-8a84-4ebc-841a-9206d5e3fdc7 req-9e0c14ff-cea2-4c8c-b878-e00b4be965e3 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:41.265623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0a8c31c-8a84-4ebc-841a-9206d5e3fdc7 req-9e0c14ff-cea2-4c8c-b878-e00b4be965e3 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 945 time: 0.1171014
Feb 19 20:59:41.270756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 89832a83-9f4f-4449-b43c-c9fafb143517 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:41.272465 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:41.329529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89832a83-9f4f-4449-b43c-c9fafb143517'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:41.332835 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbc630c-19a6-42ce-96bd-633f20d677c4" -d '{"events": [{"server_uuid": "87f8a307-e082-4ac1-b3db-3860b9e66774", "name": "network-vif-unplugged", "status": "completed", "tag": "89832a83-9f4f-4449-b43c-c9fafb143517"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:41.356288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 89832a83-9f4f-4449-b43c-c9fafb143517, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89832a83-9f4f-4449-b43c-c9fafb143517,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:41.363761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:41.372945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Made reservation on behalf of a0e4c2e796b54b51bda74d8c84f9f815 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:41.380231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0a8c31c-8a84-4ebc-841a-9206d5e3fdc7 req-5dde2870-edbb-47a7-b777-0cb800adfa1f tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091113
Feb 19 20:59:41.454140 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc36c37-11dd-47eb-b93e-ca0e553efa3b x-openstack-request-id: req-3bc36c37-11dd-47eb-b93e-ca0e553efa3b {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:41.454140 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f8a307-e082-4ac1-b3db-3860b9e66774", "name": "network-vif-unplugged", "status": "completed", "tag": "89832a83-9f4f-4449-b43c-c9fafb143517", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:41.454140 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bc36c37-11dd-47eb-b93e-ca0e553efa3b {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:41.454561 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89832a83-9f4f-4449-b43c-c9fafb143517', 'code': 200}
Feb 19 20:59:41.479516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=89832a83-9f4f-4449-b43c-c9fafb143517,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:41.512383 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Publish callbacks [] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:41.526502 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:41.533757 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:41.600243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] device_id is not set on port c74b2f83-54a8-4439-9f0f-e3dfd34513aa yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 20:59:41.603235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:41.617061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:41.622004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:41.632150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Pushing event updated for resources: {'Port': ['ID=8a73047c-4906-44b9-89e0-22bf9f23b06e,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:41.655590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af772bd-455b-4abf-a184-995bfdeec3eb req-b3384d8b-91ef-4ffd-bd6d-8d596ba3a2ca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:41.662925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6af772bd-455b-4abf-a184-995bfdeec3eb req-b3384d8b-91ef-4ffd-bd6d-8d596ba3a2ca tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 945 time: 0.1859601
Feb 19 20:59:41.746340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Attempting to bind port 8a73047c-4906-44b9-89e0-22bf9f23b06e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:59:41.746858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Attempting to bind port 8a73047c-4906-44b9-89e0-22bf9f23b06e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8613b10c-bd0d-489c-b036-a5534d2f3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:59:41.747354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Attempting to bind port 8a73047c-4906-44b9-89e0-22bf9f23b06e on network fa832e29-5c16-4b7e-a3f1-7493579c06c1 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:41.765745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:59:41.767129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Checking segment: {'id': '8613b10c-bd0d-489c-b036-a5534d2f3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:41.767612 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:41.768374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Bound using segment: {'id': '8613b10c-bd0d-489c-b036-a5534d2f3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:59:41.768950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Bound port: 8a73047c-4906-44b9-89e0-22bf9f23b06e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8613b10c-bd0d-489c-b036-a5534d2f3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:59:41.769407 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:41.773259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6af772bd-455b-4abf-a184-995bfdeec3eb req-833897b7-b039-4d11-8f76-27f6e08670d5 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c659209-86ad-4f37-b0a3-81c8af972bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838199
Feb 19 20:59:41.845935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Allocated IP 2001:db8::1b2 (fa832e29-5c16-4b7e-a3f1-7493579c06c1/31a83a67-3f58-4cbe-a442-4e99313c1e72/c74b2f83-54a8-4439-9f0f-e3dfd34513aa) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:41.918803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] For port 8a73047c-4906-44b9-89e0-22bf9f23b06e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:59:41.923401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] For port 8a73047c-4906-44b9-89e0-22bf9f23b06e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a73047c-4906-44b9-89e0-22bf9f23b06e,segment=NetworkSegment(8613b10c-bd0d-489c-b036-a5534d2f3c68),segment_id=8613b10c-bd0d-489c-b036-a5534d2f3c68)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:59:41.943997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:42.033324 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-873691b1-c4e7-4146-b87e-ef4a2838b645 req-043b55a9-89bc-4fc1-a00b-8a85e58444dc tempest-InstanceActionsNegativeTestJSON-716262759 tempest-InstanceActionsNegativeTestJSON-716262759-project] 10.222.0.30 "GET /v2.0/ports?device_id=678cfc25-63c2-4957-8e09-95a21fee7156 HTTP/1.1" status: 200  len: 210 time: 0.0627749
Feb 19 20:59:42.066492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70614aed-3203-4240-a1dc-301a6f20dee1 None None] Pushing event updated for resources: {'Port': ['ID=8a73047c-4906-44b9-89e0-22bf9f23b06e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:42.433159 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for port (c74b2f83-54a8-4439-9f0f-e3dfd34513aa), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:42.480457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device bc5b020a-585b-4eec-90c5-2e83ef2c9c96 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:42.483912 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c74b2f83-54a8-4439-9f0f-e3dfd34513aa), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:42.506820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: bc5b020a-585b-4eec-90c5-2e83ef2c9c96 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:42.507492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device bc5b020a-585b-4eec-90c5-2e83ef2c9c96 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:42.537641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:42.544148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:42.547771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd4fc7-caed-476e-b1f2-d5b16d63486a req-5a2b4e2e-d7b2-48e2-aa82-785e873193b9 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:42.549217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:42.549391 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30fd4fc7-caed-476e-b1f2-d5b16d63486a req-5a2b4e2e-d7b2-48e2-aa82-785e873193b9 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 945 time: 0.0964527
Feb 19 20:59:42.556188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:42.557092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:42.582491 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'Port': ['ID=c74b2f83-54a8-4439-9f0f-e3dfd34513aa,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:42.600181 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f1628fb7-aca9-47a8-ac96-36cb91f2dded tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 1.5627451
Feb 19 20:59:42.601157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51214) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:42.637698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30fd4fc7-caed-476e-b1f2-d5b16d63486a req-3381975b-1ae3-47ce-9251-19213a0e2ed2 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813735
Feb 19 20:59:42.729178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d70f8-5476-49d5-8b93-a7a62967b83e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:42.735329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d70f8-5476-49d5-8b93-a7a62967b83e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:42.740680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d70f8-5476-49d5-8b93-a7a62967b83e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:42.745469 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-601d70f8-5476-49d5-8b93-a7a62967b83e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2480 time: 0.1401570
Feb 19 20:59:42.745469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51242) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:42.871242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3bc80a1d-7333-4d26-b218-fd24a880830e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Deleting port c74b2f83-54a8-4439-9f0f-e3dfd34513aa {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:42.871666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3bc80a1d-7333-4d26-b218-fd24a880830e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c74b2f83-54a8-4439-9f0f-e3dfd34513aa), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.028688 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3bc80a1d-7333-4d26-b218-fd24a880830e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c74b2f83-54a8-4439-9f0f-e3dfd34513aa), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.054670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3bc80a1d-7333-4d26-b218-fd24a880830e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Calling delete_port for c74b2f83-54a8-4439-9f0f-e3dfd34513aa owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:43.072621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8a73047c-4906-44b9-89e0-22bf9f23b06e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:59:43.166705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8a73047c-4906-44b9-89e0-22bf9f23b06e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:43.167114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.242012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51280) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:43.341814 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3bc80a1d-7333-4d26-b218-fd24a880830e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c74b2f83-54a8-4439-9f0f-e3dfd34513aa), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.353780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b228da-a4f7-4da1-9f54-c20271764ddd admin admin] Deleting subnet 42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:59:43.359407 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-27b228da-a4f7-4da1-9f54-c20271764ddd admin admin] Publish callbacks [] for subnet (42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.407573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-27b228da-a4f7-4da1-9f54-c20271764ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.410596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80a1d-7333-4d26-b218-fd24a880830e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event deleted for resources: {'Port': ['ID=c74b2f83-54a8-4439-9f0f-e3dfd34513aa,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:43.423054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8a73047c-4906-44b9-89e0-22bf9f23b06e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:43.423054 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.501967 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-27b228da-a4f7-4da1-9f54-c20271764ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.527151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 8a73047c-4906-44b9-89e0-22bf9f23b06e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a73047c-4906-44b9-89e0-22bf9f23b06e,segment=NetworkSegment(8613b10c-bd0d-489c-b036-a5534d2f3c68),segment_id=8613b10c-bd0d-489c-b036-a5534d2f3c68)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:43.546560 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.576442 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3bc80a1d-7333-4d26-b218-fd24a880830e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.585837 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3bc80a1d-7333-4d26-b218-fd24a880830e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "DELETE /v2.0/ports/c74b2f83-54a8-4439-9f0f-e3dfd34513aa HTTP/1.1" status: 204  len: 168 time: 0.8341784
Feb 19 20:59:43.588710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51290) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:43.617042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=8a73047c-4906-44b9-89e0-22bf9f23b06e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:43.650241 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf9f496-34f5-4176-b0a5-2ffc435aa164 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] GET failed (client error): The resource could not be found.
Feb 19 20:59:43.651822 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0bf9f496-34f5-4176-b0a5-2ffc435aa164 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "GET /v2.0/ports/c74b2f83-54a8-4439-9f0f-e3dfd34513aa HTTP/1.1" status: 404  len: 333 time: 0.0621424
Feb 19 20:59:43.657943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51296) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:43.665249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d4019-8e8c-4d8b-aef4-c55c9c2200c3 req-08894559-9fb5-406b-b729-690126399a38 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:43.666684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e13d4019-8e8c-4d8b-aef4-c55c9c2200c3 req-08894559-9fb5-406b-b729-690126399a38 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 945 time: 0.1159844
Feb 19 20:59:43.669596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Request body: {'port': {'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-202779909'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:43.688373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-27b228da-a4f7-4da1-9f54-c20271764ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.741118 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-27b228da-a4f7-4da1-9f54-c20271764ddd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.744375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-27b228da-a4f7-4da1-9f54-c20271764ddd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8 HTTP/1.1" status: 204  len: 168 time: 0.5011604
Feb 19 20:59:43.745444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b228da-a4f7-4da1-9f54-c20271764ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c85d21-e1b1-40d5-b4d5-8bfefb24ccf8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:43.747108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51306) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:43.794198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708bdb23-8be9-48eb-a558-eec6d8a73040 None None] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:43.841613 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (7f4d1bd2-7867-41b6-a166-75a5069b5549), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.856806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Made reservation on behalf of a0e4c2e796b54b51bda74d8c84f9f815 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:43.863261 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.889092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-9c714627-4cb7-4d85-a173-af612d79757e None None] Provisioning complete for port 8a73047c-4906-44b9-89e0-22bf9f23b06e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:43.890760 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9c714627-4cb7-4d85-a173-af612d79757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:43.901672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] device_id is not set on port 3eae8014-0f51-4681-946c-d01b98b88e11 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 20:59:43.988311 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (7f4d1bd2-7867-41b6-a166-75a5069b5549), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.008698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-e13d4019-8e8c-4d8b-aef4-c55c9c2200c3 req-6c2dd7cc-2904-4a76-8a59-9adc9437ecb8 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Deleting port 34fd2bb6-3818-47f3-b209-1132ddb12acf {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:44.009043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e13d4019-8e8c-4d8b-aef4-c55c9c2200c3 req-6c2dd7cc-2904-4a76-8a59-9adc9437ecb8 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.093708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9c714627-4cb7-4d85-a173-af612d79757e None None] Current status of the port 8a73047c-4906-44b9-89e0-22bf9f23b06e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:44.128391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Allocated IP 2001:db8::2b5 (fa832e29-5c16-4b7e-a3f1-7493579c06c1/31a83a67-3f58-4cbe-a442-4e99313c1e72/3eae8014-0f51-4681-946c-d01b98b88e11) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:44.402284 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for port (3eae8014-0f51-4681-946c-d01b98b88e11), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.428238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-20791f73-f3cf-43a3-a9ed-dc5731dfdcd5 None None] Provisioning complete for port 17e9be33-dfb4-419a-bfc9-3a09be3a08ca triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:44.428992 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-20791f73-f3cf-43a3-a9ed-dc5731dfdcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (17e9be33-dfb4-419a-bfc9-3a09be3a08ca), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.456231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3eae8014-0f51-4681-946c-d01b98b88e11), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.487679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 835957bc-cf48-4628-ac6b-011383e9ecd7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 20:59:44.501498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a68d38a90>,) {'filters': {'network_id': ['7f4d1bd2-7867-41b6-a166-75a5069b5549']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:44.513477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a68d38a90>, '1f8d9a8e-5388-4a25-81d8-2c081edcd9c3') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:44.514666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a68d38a90>, '1f8d9a8e-5388-4a25-81d8-2c081edcd9c3') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:44.520625 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-20791f73-f3cf-43a3-a9ed-dc5731dfdcd5 None None] Port 17e9be33-dfb4-419a-bfc9-3a09be3a08ca cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:59:44.526415 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (1f8d9a8e-5388-4a25-81d8-2c081edcd9c3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.542337 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1f8d9a8e-5388-4a25-81d8-2c081edcd9c3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.589285 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:44.591620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:44.597035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:44.602361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:59:44.603007 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (1f8d9a8e-5388-4a25-81d8-2c081edcd9c3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:59:44.607106 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:59:44.614141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:44.614886 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.635651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'Port': ['ID=3eae8014-0f51-4681-946c-d01b98b88e11,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:44.644084 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5ecdc010-0650-4cb7-9e33-2f27c1bc1d49 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 0.9849524
Feb 19 20:59:44.647321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51346) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:44.653229 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-646fad09-c989-4e1b-aff2-7045009f6c0c tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:82:1c:c1'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:44.673305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-20791f73-f3cf-43a3-a9ed-dc5731dfdcd5 None None] Provisioning complete for port 8a73047c-4906-44b9-89e0-22bf9f23b06e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:44.675889 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-20791f73-f3cf-43a3-a9ed-dc5731dfdcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.746256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (7f4d1bd2-7867-41b6-a166-75a5069b5549), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.765857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e13d4019-8e8c-4d8b-aef4-c55c9c2200c3 req-6c2dd7cc-2904-4a76-8a59-9adc9437ecb8 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] For port 34fd2bb6-3818-47f3-b209-1132ddb12acf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=34fd2bb6-3818-47f3-b209-1132ddb12acf,segment=NetworkSegment(66ab06ea-cadd-4c2c-a535-e896df7c100e),segment_id=66ab06ea-cadd-4c2c-a535-e896df7c100e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:44.773225 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e13d4019-8e8c-4d8b-aef4-c55c9c2200c3 req-6c2dd7cc-2904-4a76-8a59-9adc9437ecb8 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.777738 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.786202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7f4d1bd2-7867-41b6-a166-75a5069b5549 HTTP/1.1" status: 204  len: 168 time: 1.0315282
Feb 19 20:59:44.813650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f052e87-6277-4606-9f98-1c539199cc09 req-e7f5bfdb-fb19-46e0-80c7-3d48da1e29dc tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:44.816699 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-646fad09-c989-4e1b-aff2-7045009f6c0c tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3eae8014-0f51-4681-946c-d01b98b88e11), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:44.829556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f052e87-6277-4606-9f98-1c539199cc09 req-e7f5bfdb-fb19-46e0-80c7-3d48da1e29dc tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98bece8-1f3d-4f2a-a0c5-e578fd98011d HTTP/1.1" status: 200  len: 945 time: 0.2826178
Feb 19 20:59:44.862487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bd2e8-d3a5-4588-9af0-682e11fb7e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4d1bd2-7867-41b6-a166-75a5069b5549,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:44.864828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-e13d4019-8e8c-4d8b-aef4-c55c9c2200c3 req-6c2dd7cc-2904-4a76-8a59-9adc9437ecb8 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Calling delete_port for 34fd2bb6-3818-47f3-b209-1132ddb12acf owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:44.898382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:44.946541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'mac_address': 'fa:16:3e:ea:2e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 20:59:44.956783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-20791f73-f3cf-43a3-a9ed-dc5731dfdcd5 None None] Current status of the port 8a73047c-4906-44b9-89e0-22bf9f23b06e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:45.001268 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f052e87-6277-4606-9f98-1c539199cc09 req-6fd4b8fe-e717-4a2c-a664-af4c89c00cc9 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a416a23-6752-44d0-9571-08bdf419e924&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639645
Feb 19 20:59:45.058577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 835957bc-cf48-4628-ac6b-011383e9ecd7 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:45.059240 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.110094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8a73047c-4906-44b9-89e0-22bf9f23b06e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:59:45.120299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835957bc-cf48-4628-ac6b-011383e9ecd7 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:45.159362 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51350) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:45.196673 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e13d4019-8e8c-4d8b-aef4-c55c9c2200c3 req-6c2dd7cc-2904-4a76-8a59-9adc9437ecb8 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (34fd2bb6-3818-47f3-b209-1132ddb12acf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.209669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-646fad09-c989-4e1b-aff2-7045009f6c0c tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for port (3eae8014-0f51-4681-946c-d01b98b88e11), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.225312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-646fad09-c989-4e1b-aff2-7045009f6c0c tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (3eae8014-0f51-4681-946c-d01b98b88e11), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.249332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['34fd2bb6-3818-47f3-b209-1132ddb12acf'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:45.258016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:45.284637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fad09-c989-4e1b-aff2-7045009f6c0c tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'Port': ['ID=3eae8014-0f51-4681-946c-d01b98b88e11,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:45.338632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51358) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:45.339808 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ef6ab603-a329-485b-a3da-aa9e8350e33a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24560083d7dd474c820b48343b65c206&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1781211
Feb 19 20:59:45.340499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dd7cc-2904-4a76-8a59-9adc9437ecb8 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Pushing event deleted for resources: {'Port': ['ID=34fd2bb6-3818-47f3-b209-1132ddb12acf,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:45.343025 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-646fad09-c989-4e1b-aff2-7045009f6c0c tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] In _notify_port_updated(), no bound segment for port 3eae8014-0f51-4681-946c-d01b98b88e11 on network fa832e29-5c16-4b7e-a3f1-7493579c06c1 {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 20:59:45.358209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646fad09-c989-4e1b-aff2-7045009f6c0c tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:45.359184 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-646fad09-c989-4e1b-aff2-7045009f6c0c tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.366861 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-646fad09-c989-4e1b-aff2-7045009f6c0c tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "PUT /v2.0/ports/3eae8014-0f51-4681-946c-d01b98b88e11 HTTP/1.1" status: 200  len: 1002 time: 0.7153201
Feb 19 20:59:45.366861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51360) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:45.375209 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 20:59:45.379156 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.440761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13d4019-8e8c-4d8b-aef4-c55c9c2200c3 req-6c2dd7cc-2904-4a76-8a59-9adc9437ecb8 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] No DVR routers for this DVR port 34fd2bb6-3818-47f3-b209-1132ddb12acf on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:45.446118 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e13d4019-8e8c-4d8b-aef4-c55c9c2200c3 req-6c2dd7cc-2904-4a76-8a59-9adc9437ecb8 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.457557 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e13d4019-8e8c-4d8b-aef4-c55c9c2200c3 req-6c2dd7cc-2904-4a76-8a59-9adc9437ecb8 tempest-ServerAddressesTestJSON-1313360835 tempest-ServerAddressesTestJSON-1313360835-project] 10.222.0.67 "DELETE /v2.0/ports/34fd2bb6-3818-47f3-b209-1132ddb12acf HTTP/1.1" status: 204  len: 173 time: 1.7845035
Feb 19 20:59:45.458060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98bece8-1f3d-4f2a-a0c5-e578fd98011d', 'name': 'network-vif-deleted', 'tag': '34fd2bb6-3818-47f3-b209-1132ddb12acf'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:45.484559 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60ea3a1-8bff-4b4d-8230-099ab4516159" -d '{"events": [{"server_uuid": "f98bece8-1f3d-4f2a-a0c5-e578fd98011d", "name": "network-vif-deleted", "tag": "34fd2bb6-3818-47f3-b209-1132ddb12acf"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:45.506863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:45.524776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c4be684a-ce94-4075-9759-cc9ca1a33d00 None None] Provisioning complete for port 17e9be33-dfb4-419a-bfc9-3a09be3a08ca triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:45.525735 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c4be684a-ce94-4075-9759-cc9ca1a33d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (17e9be33-dfb4-419a-bfc9-3a09be3a08ca), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.573746 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-90dc9c69-71b8-454a-8507-cbce3e4d3375 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Deleting port 3eae8014-0f51-4681-946c-d01b98b88e11 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:45.574128 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90dc9c69-71b8-454a-8507-cbce3e4d3375 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3eae8014-0f51-4681-946c-d01b98b88e11), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.577705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98f03da2-bcf3-4b95-be3f-804554e27fc3 admin admin] Publish callbacks [] for security_group (f401d2b3-ab56-4266-ae50-9bfde3e2d82c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.578925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['835957bc-cf48-4628-ac6b-011383e9ecd7'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 20:59:45.620555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8a73047c-4906-44b9-89e0-22bf9f23b06e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:45.621998 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.633115 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98f03da2-bcf3-4b95-be3f-804554e27fc3 admin admin] Publish callbacks [] for security_group (f401d2b3-ab56-4266-ae50-9bfde3e2d82c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.713959 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c4be684a-ce94-4075-9759-cc9ca1a33d00 None None] Port 17e9be33-dfb4-419a-bfc9-3a09be3a08ca cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:59:45.773013 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10bf037-ecce-4e0b-9f51-441a8b2d1be6 x-openstack-request-id: req-d10bf037-ecce-4e0b-9f51-441a8b2d1be6 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:45.774245 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98bece8-1f3d-4f2a-a0c5-e578fd98011d", "name": "network-vif-deleted", "tag": "34fd2bb6-3818-47f3-b209-1132ddb12acf", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:45.774611 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d10bf037-ecce-4e0b-9f51-441a8b2d1be6 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:45.775129 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98bece8-1f3d-4f2a-a0c5-e578fd98011d', 'name': 'network-vif-deleted', 'tag': '34fd2bb6-3818-47f3-b209-1132ddb12acf', 'status': 'completed', 'code': 200}
Feb 19 20:59:45.799062 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98f03da2-bcf3-4b95-be3f-804554e27fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f401d2b3-ab56-4266-ae50-9bfde3e2d82c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.802381 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98f03da2-bcf3-4b95-be3f-804554e27fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.803850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-98f03da2-bcf3-4b95-be3f-804554e27fc3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f401d2b3-ab56-4266-ae50-9bfde3e2d82c HTTP/1.1" status: 204  len: 168 time: 0.4501135
Feb 19 20:59:45.825960 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f03da2-bcf3-4b95-be3f-804554e27fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f401d2b3-ab56-4266-ae50-9bfde3e2d82c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:45.844762 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90dc9c69-71b8-454a-8507-cbce3e4d3375 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3eae8014-0f51-4681-946c-d01b98b88e11), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:45.875100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d1e5801a-e669-4cfb-ad20-2a49bf130bb7 None None] Could not find standard attr ID for object c74b2f83-54a8-4439-9f0f-e3dfd34513aa. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 20:59:45.877691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8a73047c-4906-44b9-89e0-22bf9f23b06e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:45.881039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-90dc9c69-71b8-454a-8507-cbce3e4d3375 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Calling delete_port for 3eae8014-0f51-4681-946c-d01b98b88e11 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:46.138850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-08ac0b66-4142-4f2a-a4f8-2b43defcc2f0 None None] Provisioning complete for port 3eae8014-0f51-4681-946c-d01b98b88e11 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:46.139797 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-08ac0b66-4142-4f2a-a4f8-2b43defcc2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3eae8014-0f51-4681-946c-d01b98b88e11), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:46.221192 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90dc9c69-71b8-454a-8507-cbce3e4d3375 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3eae8014-0f51-4681-946c-d01b98b88e11), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:46.221831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-08ac0b66-4142-4f2a-a4f8-2b43defcc2f0 None None] Port 3eae8014-0f51-4681-946c-d01b98b88e11 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:59:46.238881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944d0a-4349-42bc-91c4-05c929759437 req-61b6f215-cd60-49de-bc2e-2bcfbc80be78 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:46.240457 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-61b6f215-cd60-49de-bc2e-2bcfbc80be78 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 802 time: 0.3402371
Feb 19 20:59:46.269076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-aeec0b4f-b565-432e-9d78-b79f8fbe88b2 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/quotas/b959eb07a97740dca63d3cf3d2ed0a63 HTTP/1.1" status: 200  len: 375 time: 0.0182219
Feb 19 20:59:46.277928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51404) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:46.278959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc9c69-71b8-454a-8507-cbce3e4d3375 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event deleted for resources: {'Port': ['ID=3eae8014-0f51-4681-946c-d01b98b88e11,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:46.337321 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a6a4-9d11-443a-8ddb-d09e858ebf5b req-f2b49ce6-7583-49f7-a187-12f10cef11b4 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:46.347475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b496a6a4-9d11-443a-8ddb-d09e858ebf5b req-f2b49ce6-7583-49f7-a187-12f10cef11b4 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 945 time: 0.2164578
Feb 19 20:59:46.411794 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90dc9c69-71b8-454a-8507-cbce3e4d3375 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:46.415600 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-90dc9c69-71b8-454a-8507-cbce3e4d3375 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "DELETE /v2.0/ports/3eae8014-0f51-4681-946c-d01b98b88e11 HTTP/1.1" status: 204  len: 168 time: 1.0496285
Feb 19 20:59:46.417038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-351aade4-bd44-4e91-be96-165b0704940a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1410785
Feb 19 20:59:46.418119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51408) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:46.431202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b496a6a4-9d11-443a-8ddb-d09e858ebf5b req-fc12bba5-b5ec-4341-8d47-63cbdc02f58b tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827069
Feb 19 20:59:46.470777 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-db59c1f5-ba0d-4895-9699-a8c5931cff4f tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] GET failed (client error): The resource could not be found.
Feb 19 20:59:46.473955 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-db59c1f5-ba0d-4895-9699-a8c5931cff4f tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "GET /v2.0/ports/3eae8014-0f51-4681-946c-d01b98b88e11 HTTP/1.1" status: 404  len: 333 time: 0.0546432
Feb 19 20:59:46.478646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51414) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:46.495045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 835957bc-cf48-4628-ac6b-011383e9ecd7 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:59:46.515924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Request body: {'port': {'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-84109065'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:46.610109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 835957bc-cf48-4628-ac6b-011383e9ecd7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:46.612638 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:46.642013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-7d51c633-f74e-4346-a3cd-766bc996f70e service neutron] 10.222.0.30 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013497
Feb 19 20:59:46.691860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51426) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:46.698132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb42c925-29b4-4dee-b6be-92bde361e94f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:46.758072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 835957bc-cf48-4628-ac6b-011383e9ecd7 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:46.758605 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:46.782593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-84f260ba-9813-49e9-b218-f9103bb3f25c None None] Could not find standard attr ID for object 3eae8014-0f51-4681-946c-d01b98b88e11. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 20:59:46.807348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5973c52c-0226-472a-bd61-7d7925752963 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:46.817652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-5282347f-8d56-47e7-9ab0-38ec0590b0ab service neutron] 10.222.0.30 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1732481
Feb 19 20:59:46.950704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:46.966119 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c666f2dc-f441-495c-b618-333559f79f71" -d '{"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-plugged", "status": "completed", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:47.025815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:47.047256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb42c925-29b4-4dee-b6be-92bde361e94f admin admin] Publish callbacks [] for security_group (95d1b459-bdf7-48af-aa15-096218670542), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.111062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb42c925-29b4-4dee-b6be-92bde361e94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (95d1b459-bdf7-48af-aa15-096218670542), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.121254 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753fa4a9-5efa-42f3-b47e-4e8693fbe281 x-openstack-request-id: req-753fa4a9-5efa-42f3-b47e-4e8693fbe281 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:47.121845 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-plugged", "status": "completed", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:47.122316 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-753fa4a9-5efa-42f3-b47e-4e8693fbe281 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:47.123074 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'code': 200}
Feb 19 20:59:47.124973 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Made reservation on behalf of a0e4c2e796b54b51bda74d8c84f9f815 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:47.127074 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.128119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 34fd2bb6-3818-47f3-b209-1132ddb12acf no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:47.132266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.172081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 34fd2bb6-3818-47f3-b209-1132ddb12acf {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:47.173183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 34fd2bb6-3818-47f3-b209-1132ddb12acf not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:47.190352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] device_id is not set on port 0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 20:59:47.196643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60d5c215-2417-43c2-b6ae-8e86e9e81e9e req-b62b5ea8-7489-4ed9-b1b0-c22fef849d9e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 210 time: 0.0535419
Feb 19 20:59:47.236110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bb2be-dab6-4114-b0d6-2e8d1b74b744 req-dfdc2d78-023c-438c-a0b2-4d30b70c164e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:47.239862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5973c52c-0226-472a-bd61-7d7925752963 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 20:59:47.240630 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5973c52c-0226-472a-bd61-7d7925752963), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.241102 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b28bb2be-dab6-4114-b0d6-2e8d1b74b744 req-dfdc2d78-023c-438c-a0b2-4d30b70c164e tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.10 "GET /v2.0/ports?device_id=25db99dd-04b8-4486-9f09-dbbb9bcaf223 HTTP/1.1" status: 200  len: 945 time: 0.1875918
Feb 19 20:59:47.279364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5973c52c-0226-472a-bd61-7d7925752963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5973c52c-0226-472a-bd61-7d7925752963,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:47.299497 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5973c52c-0226-472a-bd61-7d7925752963), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.315376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=10']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:47.389859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b83799-0116-43f5-8b78-71377ed983f3 admin admin] Deleting subnet 5769aa33-2692-4da8-a779-b57dda67dfcf {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:59:47.393875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5973c52c-0226-472a-bd61-7d7925752963,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:47.407859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-26b83799-0116-43f5-8b78-71377ed983f3 admin admin] Publish callbacks [] for subnet (5769aa33-2692-4da8-a779-b57dda67dfcf), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.458055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b28bb2be-dab6-4114-b0d6-2e8d1b74b744 req-df9a3a0b-2db3-4744-8a80-d3dbfd151f0a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Deleting port 5973c52c-0226-472a-bd61-7d7925752963 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:47.458597 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b28bb2be-dab6-4114-b0d6-2e8d1b74b744 req-df9a3a0b-2db3-4744-8a80-d3dbfd151f0a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5973c52c-0226-472a-bd61-7d7925752963), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.539849 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cb42c925-29b4-4dee-b6be-92bde361e94f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a3a29b818fd4298b83ec3d042280345&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2578919
Feb 19 20:59:47.542692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42c925-29b4-4dee-b6be-92bde361e94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d1b459-bdf7-48af-aa15-096218670542,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:47.551202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51468) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:47.585360 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-26b83799-0116-43f5-8b78-71377ed983f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (5769aa33-2692-4da8-a779-b57dda67dfcf), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.643585 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Allocated IP 2001:db8::e7 (fa832e29-5c16-4b7e-a3f1-7493579c06c1/31a83a67-3f58-4cbe-a442-4e99313c1e72/0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:47.680991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5647c-28a9-4680-aa1e-57f503a3545b req-a1b922ff-049a-45e8-834b-48078e7544fd tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:47.684206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-26b83799-0116-43f5-8b78-71377ed983f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (5769aa33-2692-4da8-a779-b57dda67dfcf), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.689491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54b5647c-28a9-4680-aa1e-57f503a3545b req-a1b922ff-049a-45e8-834b-48078e7544fd tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 945 time: 0.1088426
Feb 19 20:59:47.710380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b28bb2be-dab6-4114-b0d6-2e8d1b74b744 req-df9a3a0b-2db3-4744-8a80-d3dbfd151f0a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] For port 5973c52c-0226-472a-bd61-7d7925752963, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5973c52c-0226-472a-bd61-7d7925752963,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:47.710625 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b28bb2be-dab6-4114-b0d6-2e8d1b74b744 req-df9a3a0b-2db3-4744-8a80-d3dbfd151f0a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5973c52c-0226-472a-bd61-7d7925752963), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.745053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b28bb2be-dab6-4114-b0d6-2e8d1b74b744 req-df9a3a0b-2db3-4744-8a80-d3dbfd151f0a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Calling delete_port for 5973c52c-0226-472a-bd61-7d7925752963 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:47.751397 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01673043-39c2-4efe-bdc1-3feabd39155f admin admin] Publish callbacks [] for security_group (95d1b459-bdf7-48af-aa15-096218670542), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.812389 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01673043-39c2-4efe-bdc1-3feabd39155f admin admin] Publish callbacks [] for security_group (95d1b459-bdf7-48af-aa15-096218670542), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.828724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54b5647c-28a9-4680-aa1e-57f503a3545b req-a70c743a-702a-4b22-90b1-e0dfcfc983cb tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c659209-86ad-4f37-b0a3-81c8af972bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379204
Feb 19 20:59:47.869407 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-26b83799-0116-43f5-8b78-71377ed983f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (5769aa33-2692-4da8-a779-b57dda67dfcf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.949497 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fef7b-0b06-41f2-8c33-de40c5ec788b req-e8c94ae2-f525-4a68-8697-90bd2b80aedb tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:47.956484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c93fef7b-0b06-41f2-8c33-de40c5ec788b req-e8c94ae2-f525-4a68-8697-90bd2b80aedb tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 945 time: 0.1333790
Feb 19 20:59:47.973903 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-26b83799-0116-43f5-8b78-71377ed983f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:47.979913 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-26b83799-0116-43f5-8b78-71377ed983f3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5769aa33-2692-4da8-a779-b57dda67dfcf HTTP/1.1" status: 204  len: 168 time: 1.2734697
Feb 19 20:59:47.979913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b83799-0116-43f5-8b78-71377ed983f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5769aa33-2692-4da8-a779-b57dda67dfcf,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:47.981462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51492) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:48.059685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01673043-39c2-4efe-bdc1-3feabd39155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (95d1b459-bdf7-48af-aa15-096218670542), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.062897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01673043-39c2-4efe-bdc1-3feabd39155f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.066624 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-01673043-39c2-4efe-bdc1-3feabd39155f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95d1b459-bdf7-48af-aa15-096218670542 HTTP/1.1" status: 204  len: 168 time: 0.5119839
Feb 19 20:59:48.067818 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for port (0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.080190 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01673043-39c2-4efe-bdc1-3feabd39155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d1b459-bdf7-48af-aa15-096218670542,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:48.123392 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (29d948e3-e288-426b-84ab-e762c1fec299), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.125916 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.154402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c93fef7b-0b06-41f2-8c33-de40c5ec788b req-f8132344-851b-4989-9996-789b51b20908 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1967885
Feb 19 20:59:48.189276 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b28bb2be-dab6-4114-b0d6-2e8d1b74b744 req-df9a3a0b-2db3-4744-8a80-d3dbfd151f0a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (5973c52c-0226-472a-bd61-7d7925752963), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.193730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:48.200676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:48.205614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:48.212149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:48.213190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.247213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'Port': ['ID=0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:48.262718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a3a0b-2db3-4744-8a80-d3dbfd151f0a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Pushing event deleted for resources: {'Port': ['ID=5973c52c-0226-472a-bd61-7d7925752963,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:48.265472 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b6e058b8-6a57-40f2-b8fa-97df46585693 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 1.7857454
Feb 19 20:59:48.268810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51506) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:48.275614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ab4eea84-9b0c-4194-8c78-50403b2ed42e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:82:1c:c1'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:48.277289 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7256ae17-9ba0-4031-aeef-ec9eec97d23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.318211 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (29d948e3-e288-426b-84ab-e762c1fec299), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.375372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28bb2be-dab6-4114-b0d6-2e8d1b74b744 req-df9a3a0b-2db3-4744-8a80-d3dbfd151f0a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] No DVR routers for this DVR port 5973c52c-0226-472a-bd61-7d7925752963 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:48.387211 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b28bb2be-dab6-4114-b0d6-2e8d1b74b744 req-df9a3a0b-2db3-4744-8a80-d3dbfd151f0a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.391252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b28bb2be-dab6-4114-b0d6-2e8d1b74b744 req-df9a3a0b-2db3-4744-8a80-d3dbfd151f0a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.10 "DELETE /v2.0/ports/5973c52c-0226-472a-bd61-7d7925752963 HTTP/1.1" status: 204  len: 173 time: 1.1455030
Feb 19 20:59:48.394907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'name': 'network-vif-deleted', 'tag': '5973c52c-0226-472a-bd61-7d7925752963'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:48.397495 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f197785-c9d3-42f6-ae6c-4188e8c5601c" -d '{"events": [{"server_uuid": "25db99dd-04b8-4486-9f09-dbbb9bcaf223", "name": "network-vif-deleted", "tag": "5973c52c-0226-472a-bd61-7d7925752963"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:48.485326 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9a14f1-cff5-4b58-bed6-17c45f8cb383 x-openstack-request-id: req-4e9a14f1-cff5-4b58-bed6-17c45f8cb383 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:48.485478 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25db99dd-04b8-4486-9f09-dbbb9bcaf223", "name": "network-vif-deleted", "tag": "5973c52c-0226-472a-bd61-7d7925752963", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:48.485868 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e9a14f1-cff5-4b58-bed6-17c45f8cb383 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:48.486279 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'name': 'network-vif-deleted', 'tag': '5973c52c-0226-472a-bd61-7d7925752963', 'status': 'completed', 'code': 200}
Feb 19 20:59:48.488768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ebd4d30-0563-468f-af1c-ed890445ca14 req-ca23bfed-0045-4f06-aa51-eb9d2be3fb1a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 210 time: 0.1176214
Feb 19 20:59:48.490574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a05ec70>,) {'filters': {'network_id': ['29d948e3-e288-426b-84ab-e762c1fec299']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:48.542940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a05ec70>, '66ab06ea-cadd-4c2c-a535-e896df7c100e') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:48.548729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a05ec70>, '66ab06ea-cadd-4c2c-a535-e896df7c100e') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:48.586251 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (66ab06ea-cadd-4c2c-a535-e896df7c100e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.610176 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (66ab06ea-cadd-4c2c-a535-e896df7c100e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.626731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:59:48.627506 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (66ab06ea-cadd-4c2c-a535-e896df7c100e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:59:48.629753 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:59:48.660575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51526) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:48.767594 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (29d948e3-e288-426b-84ab-e762c1fec299), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.798781 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.805461 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/29d948e3-e288-426b-84ab-e762c1fec299 HTTP/1.1" status: 204  len: 168 time: 0.8215637
Feb 19 20:59:48.807380 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ab4eea84-9b0c-4194-8c78-50403b2ed42e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.841307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f6624846-df51-4d1c-a6d3-3b84fa16f782 None None] Provisioning complete for port 0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:48.842027 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f6624846-df51-4d1c-a6d3-3b84fa16f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:48.857124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63280239-9e95-4d1d-982d-7674c96b9fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=29d948e3-e288-426b-84ab-e762c1fec299,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:48.858189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51534) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:48.891332 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2f8b-3697-4dd7-8dc8-15a8a0587bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.083735 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2f8b-3697-4dd7-8dc8-15a8a0587bfa admin admin] Publish callbacks [] for security_group (583d0ef5-9427-457b-92d0-4c586e22cf43), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.095139 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a3e80d4-14c1-4ebf-8e61-7e241a44eb37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.100006 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2f8b-3697-4dd7-8dc8-15a8a0587bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (583d0ef5-9427-457b-92d0-4c586e22cf43), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.156774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee2f8b-3697-4dd7-8dc8-15a8a0587bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583d0ef5-9427-457b-92d0-4c586e22cf43,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:49.202819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944d0a-4349-42bc-91c4-05c929759437 req-fa11c8a6-1463-4e09-a4c4-b80b6ec8b587 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:49.205936 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-fa11c8a6-1463-4e09-a4c4-b80b6ec8b587 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 802 time: 0.4335084
Feb 19 20:59:49.254923 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e7ee2f8b-3697-4dd7-8dc8-15a8a0587bfa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccf6e5607eb54d74b5a7d2cfc631bdfa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3940570
Feb 19 20:59:49.260467 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51554) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:49.264384 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be10a9-f83f-494b-beb4-214af85a7253 req-b528501d-9869-4e64-a61f-f7eb813adc5d tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:49.266027 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99be10a9-f83f-494b-beb4-214af85a7253 req-b528501d-9869-4e64-a61f-f7eb813adc5d tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 945 time: 0.2130780
Feb 19 20:59:49.306105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708e48c-d83c-46aa-b870-c0010d7bbf0e req-76119df2-4be9-4329-a364-d049f9980c94 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:49.310989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6708e48c-d83c-46aa-b870-c0010d7bbf0e req-76119df2-4be9-4329-a364-d049f9980c94 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.10 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 945 time: 0.4302194
Feb 19 20:59:49.344771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5973c52c-0226-472a-bd61-7d7925752963'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:49.347242 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10db7d76-5d34-4c96-bbb3-3095d7de0990" -d '{"events": [{"server_uuid": "25db99dd-04b8-4486-9f09-dbbb9bcaf223", "name": "network-vif-unplugged", "status": "completed", "tag": "5973c52c-0226-472a-bd61-7d7925752963"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:49.358452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:49.359232 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-956b08e7-c9e1-4c6a-af36-b71c9c7698fe admin admin] Publish callbacks [] for security_group (583d0ef5-9427-457b-92d0-4c586e22cf43), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.368434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f6624846-df51-4d1c-a6d3-3b84fa16f782 None None] Port 0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:59:49.438235 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2de7b717-8058-4752-89a4-29c93fc1645a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46068d17334344098e88ad0cc3e0eebb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0768661
Feb 19 20:59:49.441784 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a3e80d4-14c1-4ebf-8e61-7e241a44eb37 admin admin] Publish callbacks [] for security_group (ffd53acc-c7f0-41aa-ba7c-c1ec04502967), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.444110 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-956b08e7-c9e1-4c6a-af36-b71c9c7698fe admin admin] Publish callbacks [] for security_group (583d0ef5-9427-457b-92d0-4c586e22cf43), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.446061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51564) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:49.451368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Request body: {'port': {'device_id': '26788c55-0376-4c70-af46-b4853592d264', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'admin_state_up': True, 'tenant_id': 'b959eb07a97740dca63d3cf3d2ed0a63'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:49.465323 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a3e80d4-14c1-4ebf-8e61-7e241a44eb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ffd53acc-c7f0-41aa-ba7c-c1ec04502967), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.513297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f193690-6555-4194-8d47-d5d5065a9d12 req-ec4b0aa1-81b4-47e9-8d8a-a9aab5096e47 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:49.515462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f193690-6555-4194-8d47-d5d5065a9d12 req-ec4b0aa1-81b4-47e9-8d8a-a9aab5096e47 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 945 time: 0.4774632
Feb 19 20:59:49.550393 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1a3e80d4-14c1-4ebf-8e61-7e241a44eb37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfa1bbf981774e87a17d08c92749cac0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8884432
Feb 19 20:59:49.554239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51568) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:49.554893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e80d4-14c1-4ebf-8e61-7e241a44eb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd53acc-c7f0-41aa-ba7c-c1ec04502967,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:49.582965 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-34e61662-e3fe-4800-bd6b-604ef40e96ea admin admin] Publish callbacks [] for security_group (2a416a23-6752-44d0-9571-08bdf419e924), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.608971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-956b08e7-c9e1-4c6a-af36-b71c9c7698fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (583d0ef5-9427-457b-92d0-4c586e22cf43), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.611521 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-956b08e7-c9e1-4c6a-af36-b71c9c7698fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.615006 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-956b08e7-c9e1-4c6a-af36-b71c9c7698fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/583d0ef5-9427-457b-92d0-4c586e22cf43 HTTP/1.1" status: 204  len: 168 time: 0.3513162
Feb 19 20:59:49.634001 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-34e61662-e3fe-4800-bd6b-604ef40e96ea admin admin] Publish callbacks [] for security_group (2a416a23-6752-44d0-9571-08bdf419e924), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.646665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b08e7-c9e1-4c6a-af36-b71c9c7698fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583d0ef5-9427-457b-92d0-4c586e22cf43,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:49.685960 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5e29fa50-41bd-4c23-86d2-e623d4564473 admin admin] Publish callbacks [] for security_group (ffd53acc-c7f0-41aa-ba7c-c1ec04502967), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.720443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5e29fa50-41bd-4c23-86d2-e623d4564473 admin admin] Publish callbacks [] for security_group (ffd53acc-c7f0-41aa-ba7c-c1ec04502967), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.771358 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5e29fa50-41bd-4c23-86d2-e623d4564473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ffd53acc-c7f0-41aa-ba7c-c1ec04502967), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.774326 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5e29fa50-41bd-4c23-86d2-e623d4564473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.775552 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5e29fa50-41bd-4c23-86d2-e623d4564473 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffd53acc-c7f0-41aa-ba7c-c1ec04502967 HTTP/1.1" status: 204  len: 168 time: 0.2173045
Feb 19 20:59:49.779779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67791c5d-8e5e-4bb8-aa49-7ee57fee8adc req-641a4c57-bc3b-4ddd-b50d-015a11985acd tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:49.785813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29fa50-41bd-4c23-86d2-e623d4564473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd53acc-c7f0-41aa-ba7c-c1ec04502967,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:49.792393 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-67791c5d-8e5e-4bb8-aa49-7ee57fee8adc req-641a4c57-bc3b-4ddd-b50d-015a11985acd tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 945 time: 0.4567678
Feb 19 20:59:49.813433 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-34e61662-e3fe-4800-bd6b-604ef40e96ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2a416a23-6752-44d0-9571-08bdf419e924), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.817346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-34e61662-e3fe-4800-bd6b-604ef40e96ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.821419 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-34e61662-e3fe-4800-bd6b-604ef40e96ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a416a23-6752-44d0-9571-08bdf419e924 HTTP/1.1" status: 204  len: 168 time: 0.3716977
Feb 19 20:59:49.839318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e61662-e3fe-4800-bd6b-604ef40e96ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a416a23-6752-44d0-9571-08bdf419e924,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:49.864490 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ab4eea84-9b0c-4194-8c78-50403b2ed42e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for port (0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.913558 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ab4eea84-9b0c-4194-8c78-50403b2ed42e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.955937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ab4eea84-9b0c-4194-8c78-50403b2ed42e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] In _notify_port_updated(), no bound segment for port 0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e on network fa832e29-5c16-4b7e-a3f1-7493579c06c1 {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 20:59:49.962539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4eea84-9b0c-4194-8c78-50403b2ed42e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:49.963409 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ab4eea84-9b0c-4194-8c78-50403b2ed42e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:49.965054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ab4eea84-9b0c-4194-8c78-50403b2ed42e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "PUT /v2.0/ports/0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e HTTP/1.1" status: 200  len: 1000 time: 1.6950705
Feb 19 20:59:49.968874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51578) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:50.048284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f193690-6555-4194-8d47-d5d5065a9d12 req-c0ecf0ab-fe2c-4d57-aa7e-726d14785fcd tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c659209-86ad-4f37-b0a3-81c8af972bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5017700
Feb 19 20:59:50.057005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-6708e48c-d83c-46aa-b870-c0010d7bbf0e req-c88428c0-d7fe-44f3-a8b6-ed4bda9fdd42 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Deleting port c8e3499c-127e-4ea3-9777-6c1f44ebdcea {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:50.057549 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6708e48c-d83c-46aa-b870-c0010d7bbf0e req-c88428c0-d7fe-44f3-a8b6-ed4bda9fdd42 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:50.098173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Deleting port 7227c1a7-5a78-4c8d-9abb-0601b9286874 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:50.104233 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:50.182755 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e774325-a6a1-4b16-b04e-4047a689122d x-openstack-request-id: req-4e774325-a6a1-4b16-b04e-4047a689122d {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:50.183262 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25db99dd-04b8-4486-9f09-dbbb9bcaf223", "name": "network-vif-unplugged", "status": "completed", "tag": "5973c52c-0226-472a-bd61-7d7925752963", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:50.183691 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e774325-a6a1-4b16-b04e-4047a689122d {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:50.184760 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25db99dd-04b8-4486-9f09-dbbb9bcaf223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5973c52c-0226-472a-bd61-7d7925752963', 'code': 200}
Feb 19 20:59:50.195726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e23c7-d888-4aed-8532-785502780e13 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Deleting port 0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:50.196262 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d9e23c7-d888-4aed-8532-785502780e13 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:50.347269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] For port 7227c1a7-5a78-4c8d-9abb-0601b9286874, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7227c1a7-5a78-4c8d-9abb-0601b9286874,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:50.359157 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:50.362899 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f171e718-a781-4dea-9b99-0015da6c9ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:50.446942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d9e23c7-d888-4aed-8532-785502780e13 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:50.480266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e23c7-d888-4aed-8532-785502780e13 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Calling delete_port for 0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:50.524591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7b65b5d4-431a-4769-bccc-f536d52c07c1 None None] Provisioning complete for port 0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:50.532993 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7b65b5d4-431a-4769-bccc-f536d52c07c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:50.623706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7b65b5d4-431a-4769-bccc-f536d52c07c1 None None] Port 0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:59:50.814887 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d9e23c7-d888-4aed-8532-785502780e13 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:50.916024 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e23c7-d888-4aed-8532-785502780e13 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event deleted for resources: {'Port': ['ID=0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:50.983967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d9e23c7-d888-4aed-8532-785502780e13 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:50.992545 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2d9e23c7-d888-4aed-8532-785502780e13 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "DELETE /v2.0/ports/0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e HTTP/1.1" status: 204  len: 168 time: 1.0223887
Feb 19 20:59:50.995176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51610) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:51.055473 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-082c3b67-a50b-4f62-8c55-029aa15e3532 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] GET failed (client error): The resource could not be found.
Feb 19 20:59:51.060283 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-082c3b67-a50b-4f62-8c55-029aa15e3532 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "GET /v2.0/ports/0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e HTTP/1.1" status: 404  len: 333 time: 0.0639646
Feb 19 20:59:51.065138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51618) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:51.070470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Request body: {'port': {'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1668972431'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:51.233362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-67791c5d-8e5e-4bb8-aa49-7ee57fee8adc req-4b166019-e449-4b64-b178-c81ea7f2b3d0 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8a50c26-0cbc-4c41-a6bb-43c359152f22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.4393747
Feb 19 20:59:51.324006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:51.324725 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (cba31a07-a721-49d4-b39d-48b9705701f1), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:51.325235 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Floating IP cba31a07-a721-49d4-b39d-48b9705701f1 disassociated. External IP: 172.35.2.80, port: 7227c1a7-5a78-4c8d-9abb-0601b9286874.
Feb 19 20:59:51.325761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Calling delete_port for 7227c1a7-5a78-4c8d-9abb-0601b9286874 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:51.349633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05efa61c-cf01-4478-85c1-3055ad53ac39 req-b8045c2c-8c8b-468b-9d7c-116780a4d324 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 210 time: 0.6889892
Feb 19 20:59:51.379843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4eea84-9b0c-4194-8c78-50403b2ed42e tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'Port': ['ID=0683e2bf-03b3-4bea-aa6f-7fdfa6cdb30e,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:51.385993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Made reservation on behalf of a0e4c2e796b54b51bda74d8c84f9f815 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:51.390775 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:51.455767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] device_id is not set on port 712d1fb7-ea15-4b24-ba41-9e14d25edbe4 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 20:59:51.652102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Made reservation on behalf of b959eb07a97740dca63d3cf3d2ed0a63 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:51.661616 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:51.671467 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Allocated IP 2001:db8::1bb (fa832e29-5c16-4b7e-a3f1-7493579c06c1/31a83a67-3f58-4cbe-a442-4e99313c1e72/712d1fb7-ea15-4b24-ba41-9e14d25edbe4) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:51.742212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-6708e48c-d83c-46aa-b870-c0010d7bbf0e req-c88428c0-d7fe-44f3-a8b6-ed4bda9fdd42 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] For port c8e3499c-127e-4ea3-9777-6c1f44ebdcea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8e3499c-127e-4ea3-9777-6c1f44ebdcea,segment=NetworkSegment(bce09abc-578a-4821-a232-94383b973f7e),segment_id=bce09abc-578a-4821-a232-94383b973f7e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 20:59:51.742887 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6708e48c-d83c-46aa-b870-c0010d7bbf0e req-c88428c0-d7fe-44f3-a8b6-ed4bda9fdd42 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:51.750540 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:51.788734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-6708e48c-d83c-46aa-b870-c0010d7bbf0e req-c88428c0-d7fe-44f3-a8b6-ed4bda9fdd42 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Calling delete_port for c8e3499c-127e-4ea3-9777-6c1f44ebdcea owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:51.820306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fec84-20b7-43a8-b1a9-1f254ec27c12 req-6d1dfb3e-bd03-462a-9d9e-c115ce212bac tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:51.822247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d85fec84-20b7-43a8-b1a9-1f254ec27c12 req-6d1dfb3e-bd03-462a-9d9e-c115ce212bac tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 945 time: 0.2775400
Feb 19 20:59:51.885071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51642) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:51.917896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51648) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:52.041519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d85fec84-20b7-43a8-b1a9-1f254ec27c12 req-d1eec3da-a022-4cdf-ac9e-f132058229e0 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c659209-86ad-4f37-b0a3-81c8af972bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108452
Feb 19 20:59:52.067923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for port (712d1fb7-ea15-4b24-ba41-9e14d25edbe4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.076016 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7227c1a7-5a78-4c8d-9abb-0601b9286874), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.126009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1299291800-network', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:52.131524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Pushing event deleted for resources: {'Port': ['ID=7227c1a7-5a78-4c8d-9abb-0601b9286874,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:52.141317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-361240563-network', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:52.158948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (712d1fb7-ea15-4b24-ba41-9e14d25edbe4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.189330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Made reservation on behalf of e4e370ef28034ffbbbee9d2cfd826084 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:52.192300 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.207472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Made reservation on behalf of c38523e7590c48c484d9b778e4ac5308 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:52.210637 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.218025 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.234331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.238759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:52.257875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:52.269553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:52.276317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:52.277352 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.284621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'Port': ['ID=712d1fb7-ea15-4b24-ba41-9e14d25edbe4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:52.336657 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3b4f7bd6-38fa-4635-8a2a-abb7a67cfddf tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.2700827
Feb 19 20:59:52.340675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51658) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:52.361730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Request body: {'port': {'network_id': 'fa832e29-5c16-4b7e-a3f1-7493579c06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-959099528'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:52.419262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Allocated IP 172.20.0.14 (0b77203b-47b2-4bd5-a7b7-432923f05242/e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea/689af9d2-853d-4b31-abfa-6ed20c13392b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:52.512184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51664) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:52.608690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Publish callbacks [] for security_group (3069b6e0-a788-4ce2-a0c8-51b0ac4b0406), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.623303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29a6e7b3-b8dd-45f4-b947-51a3ee453960 req-5295d7fb-ae28-4579-aa47-39142e799224 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 210 time: 0.1307926
Feb 19 20:59:52.649129 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3069b6e0-a788-4ce2-a0c8-51b0ac4b0406), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.667535 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7033517a-9eba-4958-b6e9-da3d559d2ecf req-772b0456-4b6b-462a-a6b6-3f70a7358749 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 210 time: 0.2260442
Feb 19 20:59:52.711174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:59:52.765066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-network', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:52.771680 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (12fbe615-1e24-4e2a-9fe7-24e0db492d80), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.772040 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Added segment 12fbe615-1e24-4e2a-9fe7-24e0db492d80 of type vlan for network d5d1c4a4-d517-49b3-befd-1e0c972eae22
Feb 19 20:59:52.776028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3069b6e0-a788-4ce2-a0c8-51b0ac4b0406,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:52.817521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a18b9655-fa80-45a4-9294-85499072f97b None None] Provisioning complete for port 712d1fb7-ea15-4b24-ba41-9e14d25edbe4 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:52.818110 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a18b9655-fa80-45a4-9294-85499072f97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (712d1fb7-ea15-4b24-ba41-9e14d25edbe4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.831862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c8e3499c-127e-4ea3-9777-6c1f44ebdcea no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:52.835373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6708e48c-d83c-46aa-b870-c0010d7bbf0e req-c88428c0-d7fe-44f3-a8b6-ed4bda9fdd42 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c8e3499c-127e-4ea3-9777-6c1f44ebdcea), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.913373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Made reservation on behalf of a0e4c2e796b54b51bda74d8c84f9f815 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:52.918096 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.937232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88428c0-d7fe-44f3-a8b6-ed4bda9fdd42 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Pushing event deleted for resources: {'Port': ['ID=c8e3499c-127e-4ea3-9777-6c1f44ebdcea,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:52.950230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: c8e3499c-127e-4ea3-9777-6c1f44ebdcea {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:52.950870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c8e3499c-127e-4ea3-9777-6c1f44ebdcea not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:52.960060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7227c1a7-5a78-4c8d-9abb-0601b9286874 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:52.971929 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Made reservation on behalf of c2c91d99923e44a9b49c306044837e9e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:52.975248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.982542 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (d5d1c4a4-d517-49b3-befd-1e0c972eae22), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.982831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6708e48c-d83c-46aa-b870-c0010d7bbf0e req-c88428c0-d7fe-44f3-a8b6-ed4bda9fdd42 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] No DVR routers for this DVR port c8e3499c-127e-4ea3-9777-6c1f44ebdcea on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:52.985907 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6708e48c-d83c-46aa-b870-c0010d7bbf0e req-c88428c0-d7fe-44f3-a8b6-ed4bda9fdd42 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:52.991018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6708e48c-d83c-46aa-b870-c0010d7bbf0e req-c88428c0-d7fe-44f3-a8b6-ed4bda9fdd42 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.10 "DELETE /v2.0/ports/c8e3499c-127e-4ea3-9777-6c1f44ebdcea HTTP/1.1" status: 204  len: 173 time: 3.6750960
Feb 19 20:59:52.995401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 7227c1a7-5a78-4c8d-9abb-0601b9286874 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:52.996054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7227c1a7-5a78-4c8d-9abb-0601b9286874 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:52.997041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5973c52c-0226-472a-bd61-7d7925752963 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 20:59:53.009821 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.013735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865e08cc-66df-4714-978b-6a5270911752', 'name': 'network-vif-deleted', 'tag': 'c8e3499c-127e-4ea3-9777-6c1f44ebdcea'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:53.017850 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120772ba-7430-44b3-9fd9-c745f5cb95e8" -d '{"events": [{"server_uuid": "865e08cc-66df-4714-978b-6a5270911752", "name": "network-vif-deleted", "tag": "c8e3499c-127e-4ea3-9777-6c1f44ebdcea"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:53.043209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a18b9655-fa80-45a4-9294-85499072f97b None None] Port 712d1fb7-ea15-4b24-ba41-9e14d25edbe4 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:59:53.047015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] device_id is not set on port 16ea06dc-6829-412b-aa70-129c6d85fac4 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 20:59:53.049186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 5973c52c-0226-472a-bd61-7d7925752963 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 20:59:53.049972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5973c52c-0226-472a-bd61-7d7925752963 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 20:59:53.083093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 20:59:53.112617 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Publish callbacks [] for security_group (4fcdcfde-963e-4121-a4e5-55e015651b0b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.141164 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.215780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4fcdcfde-963e-4121-a4e5-55e015651b0b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.233942 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf831df-ef41-45d2-b95b-904ac551070b x-openstack-request-id: req-3cf831df-ef41-45d2-b95b-904ac551070b {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:53.234522 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865e08cc-66df-4714-978b-6a5270911752", "name": "network-vif-deleted", "tag": "c8e3499c-127e-4ea3-9777-6c1f44ebdcea", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:53.234979 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cf831df-ef41-45d2-b95b-904ac551070b {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:53.235569 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865e08cc-66df-4714-978b-6a5270911752', 'name': 'network-vif-deleted', 'tag': 'c8e3499c-127e-4ea3-9777-6c1f44ebdcea', 'status': 'completed', 'code': 200}
Feb 19 20:59:53.292234 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (d5d1c4a4-d517-49b3-befd-1e0c972eae22), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.293351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:53.294218 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.303763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ce7b91f-b88a-4407-9b46-b4f12a6ca587 req-b06fc6de-7898-4f1d-90c7-fdf304ff8f45 tempest-ServerTagsTestJSON-612928119 tempest-ServerTagsTestJSON-612928119-project] 10.222.0.30 "GET /v2.0/ports?device_id=865e08cc-66df-4714-978b-6a5270911752 HTTP/1.1" status: 200  len: 210 time: 0.0477221
Feb 19 20:59:53.310666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:59:53.368945 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks [] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.387866 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (352606fa-1676-4729-82e4-1ccf7eae6a0d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.388220 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Added segment 352606fa-1676-4729-82e4-1ccf7eae6a0d of type vlan for network 10d49579-ce64-4d24-a5f5-a01170b84f25
Feb 19 20:59:53.391258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcdcfde-963e-4121-a4e5-55e015651b0b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:53.397775 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Publish callbacks [] for security_group (a5a4f21d-7308-4efb-90b6-3ed7405b8a7d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.429852 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.5103905
Feb 19 20:59:53.433397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51680) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:53.434226 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a5a4f21d-7308-4efb-90b6-3ed7405b8a7d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.444221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] Request body: {'subnet': {'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1299291800-subnet', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:53.496401 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d0d80-73eb-44e2-a2f0-bf4336c28d9a admin admin] Pushing event updated for resources: {'Network': ['ID=d5d1c4a4-d517-49b3-befd-1e0c972eae22,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:53.503572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 20:59:53.510546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network d5d1c4a4-d517-49b3-befd-1e0c972eae22 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:59:53.523308 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (10d49579-ce64-4d24-a5f5-a01170b84f25), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.537583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 20:59:53.538614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Allocated IP 2001:db8::39f (fa832e29-5c16-4b7e-a3f1-7493579c06c1/31a83a67-3f58-4cbe-a442-4e99313c1e72/16ea06dc-6829-412b-aa70-129c6d85fac4) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:53.539136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] Made reservation on behalf of c38523e7590c48c484d9b778e4ac5308 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:53.540678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:53.541395 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.555306 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7560edd-d932-40d8-93d8-6b1bb13762ac None None] Sync routers for ids ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 20:59:53.563441 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ea44337f-3291-444a-9da0-b1590a87a2cc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.563988 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Added segment ea44337f-3291-444a-9da0-b1590a87a2cc of type vlan for network 8d71791f-d141-4701-a95a-c6109bae943e
Feb 19 20:59:53.575064 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7560edd-d932-40d8-93d8-6b1bb13762ac None None] Routers {'1f31a1f9-165e-4e4b-97f2-3a134fc944c3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:59:53.575704 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a7560edd-d932-40d8-93d8-6b1bb13762ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70127c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:53.642467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (8d71791f-d141-4701-a95a-c6109bae943e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.744998 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.768048 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (8d71791f-d141-4701-a95a-c6109bae943e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.769200 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:53.769897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.780873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] No DVR routers for this DVR port 7227c1a7-5a78-4c8d-9abb-0601b9286874 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 20:59:53.835877 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.839997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99be10a9-f83f-494b-beb4-214af85a7253 req-c9d33d0f-e54c-49e4-bf0f-cb70b2df8ef7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.10 "DELETE /v2.0/ports/7227c1a7-5a78-4c8d-9abb-0601b9286874 HTTP/1.1" status: 204  len: 173 time: 4.5611544
Feb 19 20:59:53.857570 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-a7560edd-d932-40d8-93d8-6b1bb13762ac None None] Set router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:59:53.888392 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.3739619
Feb 19 20:59:53.894125 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51688) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:53.894956 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b14172-2900-4c31-9d3f-b35ab8167ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=8d71791f-d141-4701-a95a-c6109bae943e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:53.904053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] Request body: {'subnet': {'network_id': '8d71791f-d141-4701-a95a-c6109bae943e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-subnet', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:53.912567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 8d71791f-d141-4701-a95a-c6109bae943e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:59:53.924114 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for port (16ea06dc-6829-412b-aa70-129c6d85fac4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.924666 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (10d49579-ce64-4d24-a5f5-a01170b84f25), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:53.925706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:53.926318 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:54.062079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] Made reservation on behalf of c2c91d99923e44a9b49c306044837e9e for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:54.075583 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:54.085908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] Pushing event updated for resources: {'Network': ['ID=10d49579-ce64-4d24-a5f5-a01170b84f25,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:54.102658 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (16ea06dc-6829-412b-aa70-129c6d85fac4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:54.110971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbb11bb8-fc5d-4a7c-a7c6-da7e764cd066 req-0a3beda9-f5a0-4a86-83be-f121872729a7 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d83fa58-4a1d-49bf-abb3-565b32fd4b9f HTTP/1.1" status: 200  len: 210 time: 0.3203411
Feb 19 20:59:54.115971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 20:59:54.132538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d994e431-acea-455c-8a63-ef6a576fe9df admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.2250750
Feb 19 20:59:54.134432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51690) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:54.166596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] Request body: {'subnet': {'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-361240563-subnet', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:54.194077 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a7560edd-d932-40d8-93d8-6b1bb13762ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70127c40>, [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4059132e-1d53-4fbb-8c8a-2c813f224590', 'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'mac_address': 'fa:16:3e:5c:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:25Z', 'updated_at': '2022-02-19T20:58:39Z', 'revision_number': 5, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'subnets': [{'id': 'c0624bf1-e248-469d-8e03-76429423d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:54.205835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Network 0b77203b-47b2-4bd5-a7b7-432923f05242 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:54.241127 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7560edd-d932-40d8-93d8-6b1bb13762ac None None] Checking router: 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 20:59:54.250941 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7560edd-d932-40d8-93d8-6b1bb13762ac None None] Routers {'1f31a1f9-165e-4e4b-97f2-3a134fc944c3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 20:59:54.251620 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a7560edd-d932-40d8-93d8-6b1bb13762ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70127c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:54.259920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b39de-f1f9-4725-87c1-9535714e3e89 req-ed688b62-30e5-4235-b44b-2a0783a48562 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:54.271130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c95b39de-f1f9-4725-87c1-9535714e3e89 req-ed688b62-30e5-4235-b44b-2a0783a48562 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 932 time: 0.4805491
Feb 19 20:59:54.279623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:54.286780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Pushing event updated for resources: {'Port': ['ID=689af9d2-853d-4b31-abfa-6ed20c13392b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:54.289651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:54.369053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:54.374939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:54.380817 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-a7560edd-d932-40d8-93d8-6b1bb13762ac None None] Set router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 20:59:54.417173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51702) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:54.422691 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:54.438562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] Made reservation on behalf of e4e370ef28034ffbbbee9d2cfd826084 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 20:59:54.441712 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:54.457586 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (ee2e4d5b-9cd7-4afd-902a-c45a08ea851f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:54.459533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'Port': ['ID=16ea06dc-6829-412b-aa70-129c6d85fac4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:54.497021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b66b08ab-4beb-4fbd-a39c-b19f846ce277 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0958123
Feb 19 20:59:54.507364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:54.523329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:54.531216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:54.543999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:54.544959 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:54.563076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] Checking segment: {'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:54.563712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] Network hostable DHCP agents. Network: 8d71791f-d141-4701-a95a-c6109bae943e, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:59:54.572976 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:54.593855 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6a412615-d1fd-4a79-b9d7-ec2fc7de373b tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.2512074
Feb 19 20:59:54.596319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51704) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:54.612940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3c19cf13-de9d-414d-b39f-2fc2900a7b98 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:82:1c:c1'}, {'ip_address': '2001:db8::1bb', 'mac_address': 'fa:16:3e:e3:07:cf'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:54.659276 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] Network 8d71791f-d141-4701-a95a-c6109bae943e is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:59:54.678330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Request body: {'port': {'device_id': '26788c55-0376-4c70-af46-b4853592d264', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:54.742942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8d71791f-d141-4701-a95a-c6109bae943e) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:54.749713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:54.750388 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:54.761486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682bc1ac-13c7-4e16-815e-d2ee4a63f9f3 None None] Network 8d71791f-d141-4701-a95a-c6109bae943e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:54.995419 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a7560edd-d932-40d8-93d8-6b1bb13762ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70127c40>, [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4059132e-1d53-4fbb-8c8a-2c813f224590', 'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'mac_address': 'fa:16:3e:5c:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:25Z', 'updated_at': '2022-02-19T20:58:39Z', 'revision_number': 5, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'subnets': [{'id': 'c0624bf1-e248-469d-8e03-76429423d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:55.004657 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (c4a71512-a43a-4957-a7c8-51a85b2a7888), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.020418 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c42eed33-2677-4db6-ab2c-3ecd6a00fe10 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.1227822
Feb 19 20:59:55.030366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51706) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:55.052216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c95b39de-f1f9-4725-87c1-9535714e3e89 req-ddf4c077-aa69-478e-a299-2ff300226107 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7718432
Feb 19 20:59:55.061824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-router', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:55.070951 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7560edd-d932-40d8-93d8-6b1bb13762ac None None] The sync data for ids ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'] in ncdv-master-1 is: [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T20:58:26Z', 'revision_number': 4, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4059132e-1d53-4fbb-8c8a-2c813f224590', 'name': '', 'network_id': '81f242f2-1080-48a8-9d1e-339d4894947e', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'mac_address': 'fa:16:3e:5c:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c0624bf1-e248-469d-8e03-76429423d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:25Z', 'updated_at': '2022-02-19T20:58:39Z', 'revision_number': 5, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'subnets': [{'id': 'c0624bf1-e248-469d-8e03-76429423d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 20:59:55.107017 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdef819-f68d-4226-9d5d-1ea814f567f7 None None] Network 8d71791f-d141-4701-a95a-c6109bae943e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:55.144220 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (c617fa1f-dc67-4013-b7fa-299ffe5c1882), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.145506 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (c617fa1f-dc67-4013-b7fa-299ffe5c1882), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.165937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c507beb-4502-4612-b566-e929109168c5 admin admin] Deleting subnet eaf7014b-47bc-42df-9a22-0d31f7bbaeca {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 20:59:55.167763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-aa4f153a-8c1f-419f-b9dd-414784ba4927 None None] Provisioning complete for port 16ea06dc-6829-412b-aa70-129c6d85fac4 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:55.168425 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aa4f153a-8c1f-419f-b9dd-414784ba4927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (16ea06dc-6829-412b-aa70-129c6d85fac4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.180547 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c507beb-4502-4612-b566-e929109168c5 admin admin] Publish callbacks [] for subnet (eaf7014b-47bc-42df-9a22-0d31f7bbaeca), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.235711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f153a-8c1f-419f-b9dd-414784ba4927 None None] Port 16ea06dc-6829-412b-aa70-129c6d85fac4 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:59:55.243292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'name': 'network-vif-deleted', 'tag': '7227c1a7-5a78-4c8d-9abb-0601b9286874'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:55.255638 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e1548a-2067-4c50-94a6-6d995f9c8e5e" -d '{"events": [{"server_uuid": "7d83fa58-4a1d-49bf-abb3-565b32fd4b9f", "name": "network-vif-deleted", "tag": "7227c1a7-5a78-4c8d-9abb-0601b9286874"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:55.264904 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.282913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51720) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:55.377004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c19cf13-de9d-414d-b39f-2fc2900a7b98 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (16ea06dc-6829-412b-aa70-129c6d85fac4), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.380305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a71512-a43a-4957-a7c8-51a85b2a7888,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:55.389047 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Publish callbacks [] for router_controller (c617fa1f-dc67-4013-b7fa-299ffe5c1882), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.413956 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c507beb-4502-4612-b566-e929109168c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (eaf7014b-47bc-42df-9a22-0d31f7bbaeca), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.448090 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced96e8c-4572-4e39-8cd0-fd305a2d44b4 x-openstack-request-id: req-ced96e8c-4572-4e39-8cd0-fd305a2d44b4 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:55.449194 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d83fa58-4a1d-49bf-abb3-565b32fd4b9f", "name": "network-vif-deleted", "tag": "7227c1a7-5a78-4c8d-9abb-0601b9286874", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:55.449623 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ced96e8c-4572-4e39-8cd0-fd305a2d44b4 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:55.450201 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d83fa58-4a1d-49bf-abb3-565b32fd4b9f', 'name': 'network-vif-deleted', 'tag': '7227c1a7-5a78-4c8d-9abb-0601b9286874', 'status': 'completed', 'code': 200}
Feb 19 20:59:55.480391 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (2eef0470-e018-4487-bb03-18c8de04688c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.548294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eef0470-e018-4487-bb03-18c8de04688c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:55.567473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] Checking segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:55.567912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] Network hostable DHCP agents. Network: 10d49579-ce64-4d24-a5f5-a01170b84f25, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:59:55.618769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb2055d-caeb-4d75-a8ae-d4949834d7ec None None] New status for floating IP cba31a07-a721-49d4-b39d-48b9705701f1: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 20:59:55.675618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c507beb-4502-4612-b566-e929109168c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (eaf7014b-47bc-42df-9a22-0d31f7bbaeca), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.677518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:59:55.801216 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.837108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10d49579-ce64-4d24-a5f5-a01170b84f25) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:55.850609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523c426d-e52a-47c0-ae36-5c711abd90a7 None None] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:55.862278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:55.862876 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:55.920541 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4eb289c-bf17-4506-890b-7276c4a419b5 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group (c8a50c26-0cbc-4c41-a6bb-43c359152f22), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.065454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10d49579-ce64-4d24-a5f5-a01170b84f25', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:59:56.066672 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.082984 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Publish callbacks [] for router_gateway (c617fa1f-dc67-4013-b7fa-299ffe5c1882), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.087284 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4eb289c-bf17-4506-890b-7276c4a419b5 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group (c8a50c26-0cbc-4c41-a6bb-43c359152f22), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.090823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] Checking segment: {'id': '12fbe615-1e24-4e2a-9fe7-24e0db492d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:56.091744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] Network hostable DHCP agents. Network: d5d1c4a4-d517-49b3-befd-1e0c972eae22, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 20:59:56.120470 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3fd52ad1-f0c5-49da-9bfb-fa75a495d76c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9587903
Feb 19 20:59:56.122740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51728) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:56.138747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:56.196311 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689af9d2-853d-4b31-abfa-6ed20c13392b {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 20:59:56.228739 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Publish callbacks [] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.254761 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4eb289c-bf17-4506-890b-7276c4a419b5 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c8a50c26-0cbc-4c41-a6bb-43c359152f22), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.257770 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4eb289c-bf17-4506-890b-7276c4a419b5 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.261978 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e4eb289c-bf17-4506-890b-7276c4a419b5 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "DELETE /v2.0/security-groups/c8a50c26-0cbc-4c41-a6bb-43c359152f22 HTTP/1.1" status: 204  len: 168 time: 0.9752018
Feb 19 20:59:56.268427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51734) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:56.280846 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (de80bacd-2276-4b32-8450-68b332821818), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.283370 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (de80bacd-2276-4b32-8450-68b332821818), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.287282 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c19cf13-de9d-414d-b39f-2fc2900a7b98 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for port (16ea06dc-6829-412b-aa70-129c6d85fac4), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.300800 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c19cf13-de9d-414d-b39f-2fc2900a7b98 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (16ea06dc-6829-412b-aa70-129c6d85fac4), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.310908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb289c-bf17-4506-890b-7276c4a419b5 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a50c26-0cbc-4c41-a6bb-43c359152f22,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:56.319075 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-15a50a0a-c191-492b-a7cc-396a141fd857 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] show failed (client error): The resource could not be found.
Feb 19 20:59:56.322976 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-15a50a0a-c191-492b-a7cc-396a141fd857 tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "GET /v2.0/security-groups/c8a50c26-0cbc-4c41-a6bb-43c359152f22 HTTP/1.1" status: 404  len: 347 time: 0.0499451
Feb 19 20:59:56.325440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3c19cf13-de9d-414d-b39f-2fc2900a7b98 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] In _notify_port_updated(), no bound segment for port 16ea06dc-6829-412b-aa70-129c6d85fac4 on network fa832e29-5c16-4b7e-a3f1-7493579c06c1 {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 20:59:56.330565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c19cf13-de9d-414d-b39f-2fc2900a7b98 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:56.331211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c19cf13-de9d-414d-b39f-2fc2900a7b98 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.333774 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3c19cf13-de9d-414d-b39f-2fc2900a7b98 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "PUT /v2.0/ports/16ea06dc-6829-412b-aa70-129c6d85fac4 HTTP/1.1" status: 200  len: 1067 time: 1.7351232
Feb 19 20:59:56.333774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51736) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:56.342802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51740) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:56.345901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Transition to ACTIVE for port object 689af9d2-853d-4b31-abfa-6ed20c13392b will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 20:59:56.349575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] Network d5d1c4a4-d517-49b3-befd-1e0c972eae22 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 20:59:56.396445 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c507beb-4502-4612-b566-e929109168c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (eaf7014b-47bc-42df-9a22-0d31f7bbaeca), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.471880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Allocated IP 172.20.0.2 (10d49579-ce64-4d24-a5f5-a01170b84f25/c4a71512-a43a-4957-a7c8-51a85b2a7888/e3f82470-f9a4-4994-bbf6-5b96d6acd452) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:56.485160 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.497499 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c507beb-4502-4612-b566-e929109168c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.501623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8c507beb-4502-4612-b566-e929109168c5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eaf7014b-47bc-42df-9a22-0d31f7bbaeca HTTP/1.1" status: 204  len: 168 time: 2.0831242
Feb 19 20:59:56.507258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51750) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:56.550326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d5d1c4a4-d517-49b3-befd-1e0c972eae22) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:56.573429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36879d77-030f-4331-9fa9-82c510782ac8 None None] Network d5d1c4a4-d517-49b3-befd-1e0c972eae22 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:56.639600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c507beb-4502-4612-b566-e929109168c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf7014b-47bc-42df-9a22-0d31f7bbaeca,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:56.645684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19cf13-de9d-414d-b39f-2fc2900a7b98 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event updated for resources: {'Port': ['ID=16ea06dc-6829-412b-aa70-129c6d85fac4,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:56.651845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:56.652578 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.787562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (687ed01e-e68f-4aea-9a19-f332516d898b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.793683 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Publish callbacks [] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.829316 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Publish callbacks [] for router_controller (de80bacd-2276-4b32-8450-68b332821818), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.834929 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.862025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:56.863276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d5d1c4a4-d517-49b3-befd-1e0c972eae22', 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22', 'project_id': 'c38523e7590c48c484d9b778e4ac5308', 'fixed_ips': [{'subnet_id': '2eef0470-e018-4487-bb03-18c8de04688c'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 20:59:56.864796 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.888318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:56.892381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:56.929850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-af844c39-ee14-497f-afcc-f556bbfba10e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Deleting port 4984c985-30cb-4098-8b9f-cbe2e1ae2366 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:56.931969 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af844c39-ee14-497f-afcc-f556bbfba10e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4984c985-30cb-4098-8b9f-cbe2e1ae2366), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:56.946987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Pushing event updated for resources: {'Port': ['ID=e3f82470-f9a4-4994-bbf6-5b96d6acd452,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:56.975433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b7dfcb0f-85e9-4cd8-9368-25779174a511 None None] Provisioning complete for port 16ea06dc-6829-412b-aa70-129c6d85fac4 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:56.975984 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcb0f-85e9-4cd8-9368-25779174a511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (16ea06dc-6829-412b-aa70-129c6d85fac4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.001440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.001794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.002141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.002482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.002821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.003156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.003488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.003827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.004156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.004511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.004842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.005169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.005494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 20:59:57.071681 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (687ed01e-e68f-4aea-9a19-f332516d898b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.098719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a697101c0>,) {'filters': {'network_id': ['687ed01e-e68f-4aea-9a19-f332516d898b']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:57.111184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a697101c0>, 'bce09abc-578a-4821-a232-94383b973f7e') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:57.111635 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a697101c0>, 'bce09abc-578a-4821-a232-94383b973f7e') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 20:59:57.136126 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Publish callbacks [] for router_gateway (c617fa1f-dc67-4013-b7fa-299ffe5c1882), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.168732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (bce09abc-578a-4821-a232-94383b973f7e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.174481 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.180734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Attempting to bind port e3f82470-f9a4-4994-bbf6-5b96d6acd452 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:59:57.181110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Attempting to bind port e3f82470-f9a4-4994-bbf6-5b96d6acd452 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:59:57.181474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Attempting to bind port e3f82470-f9a4-4994-bbf6-5b96d6acd452 on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:57.185339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfcb0f-85e9-4cd8-9368-25779174a511 None None] Port 16ea06dc-6829-412b-aa70-129c6d85fac4 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 20:59:57.191496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Allocated IP 172.20.0.2 (d5d1c4a4-d517-49b3-befd-1e0c972eae22/2eef0470-e018-4487-bb03-18c8de04688c/500b24ba-482d-4e1d-a148-de837e80e196) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:57.208092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:59:57.209660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Checking segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:57.210340 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.210981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Bound using segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:59:57.211733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Bound port: e3f82470-f9a4-4994-bbf6-5b96d6acd452, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:59:57.212690 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.221004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (bce09abc-578a-4821-a232-94383b973f7e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.262263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 20:59:57.262799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (bce09abc-578a-4821-a232-94383b973f7e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 20:59:57.266838 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 20:59:57.281361 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af844c39-ee14-497f-afcc-f556bbfba10e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4984c985-30cb-4098-8b9f-cbe2e1ae2366), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.281782 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af844c39-ee14-497f-afcc-f556bbfba10e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for floatingip (4984c985-30cb-4098-8b9f-cbe2e1ae2366), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.318437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] For port e3f82470-f9a4-4994-bbf6-5b96d6acd452, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:59:57.323712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] For port e3f82470-f9a4-4994-bbf6-5b96d6acd452, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3f82470-f9a4-4994-bbf6-5b96d6acd452,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:59:57.346593 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-af844c39-ee14-497f-afcc-f556bbfba10e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Calling delete_port for 4984c985-30cb-4098-8b9f-cbe2e1ae2366 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:57.379746 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.392217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007c273-4a9d-42d5-9df4-902098b4ab3c req-a3088c6f-4391-4709-8296-c228784e2a22 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:57.394254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4007c273-4a9d-42d5-9df4-902098b4ab3c req-a3088c6f-4391-4709-8296-c228784e2a22 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 932 time: 1.2050889
Feb 19 20:59:57.421189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1a7f3202-d02b-41b6-8d19-f0eff3ab2251 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 3.9851449
Feb 19 20:59:57.421951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Pushing event updated for resources: {'Port': ['ID=689af9d2-853d-4b31-abfa-6ed20c13392b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:57.431611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51752) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:57.458365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (687ed01e-e68f-4aea-9a19-f332516d898b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.487669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.498737 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/687ed01e-e68f-4aea-9a19-f332516d898b HTTP/1.1" status: 204  len: 168 time: 0.9772673
Feb 19 20:59:57.508799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc8773-3e60-4bf2-aa4f-8826861b28e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=687ed01e-e68f-4aea-9a19-f332516d898b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:57.522594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1299291800-router', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 20:59:57.538324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c049f-4b5f-48c3-aff2-c3ea3ab57609 None None] Pushing event updated for resources: {'Port': ['ID=e3f82470-f9a4-4994-bbf6-5b96d6acd452,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:57.542309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Allocated IP 172.35.2.186 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/a26f60f7-6d23-42cb-a8bf-87bdf31e0951) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 20:59:57.692521 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Publish callbacks [] for port (500b24ba-482d-4e1d-a148-de837e80e196), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.719255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (500b24ba-482d-4e1d-a148-de837e80e196), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.788606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51766) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:57.806069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Attempting to bind port 689af9d2-853d-4b31-abfa-6ed20c13392b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:59:57.807585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Attempting to bind port 689af9d2-853d-4b31-abfa-6ed20c13392b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:59:57.807585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Attempting to bind port 689af9d2-853d-4b31-abfa-6ed20c13392b on network 0b77203b-47b2-4bd5-a7b7-432923f05242 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:57.825840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Network d5d1c4a4-d517-49b3-befd-1e0c972eae22 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:57.841699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:57.848042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4007c273-4a9d-42d5-9df4-902098b4ab3c req-240e39f8-3d78-49fb-83c1-c91414c57fe8 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4329679
Feb 19 20:59:57.848304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:57.851256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af844c39-ee14-497f-afcc-f556bbfba10e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4984c985-30cb-4098-8b9f-cbe2e1ae2366), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.851469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Pushing event updated for resources: {'Port': ['ID=500b24ba-482d-4e1d-a148-de837e80e196,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:57.860437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.861881 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.869924 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Publish callbacks [] for router_gateway (de80bacd-2276-4b32-8450-68b332821818), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.874235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Port 689af9d2-853d-4b31-abfa-6ed20c13392b on network 0b77203b-47b2-4bd5-a7b7-432923f05242 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 20:59:57.875122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Attempting to bind port 689af9d2-853d-4b31-abfa-6ed20c13392b on network 0b77203b-47b2-4bd5-a7b7-432923f05242 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:57.879042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-15f9dc08-e4fd-42d5-9f5b-833b8bc1a765 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Deleting port 16ea06dc-6829-412b-aa70-129c6d85fac4 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 20:59:57.879562 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15f9dc08-e4fd-42d5-9f5b-833b8bc1a765 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (16ea06dc-6829-412b-aa70-129c6d85fac4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.956263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Publish callbacks [] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:57.963751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af844c39-ee14-497f-afcc-f556bbfba10e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Pushing event deleted for resources: {'Port': ['ID=4984c985-30cb-4098-8b9f-cbe2e1ae2366,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:57.996723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:59:57.997040 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Checking segment: {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:57.997442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Bound using segment: {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:59:57.997910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Bound port: 689af9d2-853d-4b31-abfa-6ed20c13392b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f989e7a-9d04-467b-b726-58b33a5dcb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:59:57.998351 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.028073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Attempting to bind port 500b24ba-482d-4e1d-a148-de837e80e196 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 20:59:58.032702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Attempting to bind port 500b24ba-482d-4e1d-a148-de837e80e196 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12fbe615-1e24-4e2a-9fe7-24e0db492d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 20:59:58.033191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Attempting to bind port 500b24ba-482d-4e1d-a148-de837e80e196 on network d5d1c4a4-d517-49b3-befd-1e0c972eae22 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 20:59:58.036837 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.040246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 20:59:58.057200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Checking segment: {'id': '12fbe615-1e24-4e2a-9fe7-24e0db492d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 20:59:58.057821 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.058335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Bound using segment: {'id': '12fbe615-1e24-4e2a-9fe7-24e0db492d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 20:59:58.059235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Bound port: 500b24ba-482d-4e1d-a148-de837e80e196, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fbe615-1e24-4e2a-9fe7-24e0db492d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 20:59:58.059758 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (500b24ba-482d-4e1d-a148-de837e80e196), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.067500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-28d933b2-bec6-4f40-8ff0-c3a03fbde668 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fea74080450a434fb28f53a0a28d5627&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2698829
Feb 19 20:59:58.067742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51768) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:58.151016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 20:59:58.174795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] For port 500b24ba-482d-4e1d-a148-de837e80e196, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:59:58.178291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] For port 500b24ba-482d-4e1d-a148-de837e80e196, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=500b24ba-482d-4e1d-a148-de837e80e196,segment=NetworkSegment(12fbe615-1e24-4e2a-9fe7-24e0db492d80),segment_id=12fbe615-1e24-4e2a-9fe7-24e0db492d80)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:59:58.191569 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (500b24ba-482d-4e1d-a148-de837e80e196), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.206846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 20:59:58.210110 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 20:59:58.212382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Pushing event updated for resources: {'Port': ['ID=a26f60f7-6d23-42cb-a8bf-87bdf31e0951,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:58.240632 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15f9dc08-e4fd-42d5-9f5b-833b8bc1a765 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (16ea06dc-6829-412b-aa70-129c6d85fac4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.249396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af844c39-ee14-497f-afcc-f556bbfba10e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks [] for floatingip (cba31a07-a721-49d4-b39d-48b9705701f1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.251954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af844c39-ee14-497f-afcc-f556bbfba10e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.256008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-15f9dc08-e4fd-42d5-9f5b-833b8bc1a765 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Calling delete_port for 16ea06dc-6829-412b-aa70-129c6d85fac4 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 20:59:58.258430 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-af844c39-ee14-497f-afcc-f556bbfba10e tempest-ServersTestManualDisk-1656506787 tempest-ServersTestManualDisk-1656506787-project] 10.222.0.30 "DELETE /v2.0/floatingips/cba31a07-a721-49d4-b39d-48b9705701f1 HTTP/1.1" status: 204  len: 168 time: 1.9217863
Feb 19 20:59:58.258430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51770) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 20:59:58.268664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420f829-d654-428d-89e9-3ded797b4e1f None None] Pushing event updated for resources: {'Port': ['ID=500b24ba-482d-4e1d-a148-de837e80e196,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:58.379703 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05bc6683-0a3c-4ef5-a8b8-1b6b74e2078d admin admin] Publish callbacks [] for security_group (6c659209-86ad-4f37-b0a3-81c8af972bba), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.455068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05bc6683-0a3c-4ef5-a8b8-1b6b74e2078d admin admin] Publish callbacks [] for security_group (6c659209-86ad-4f37-b0a3-81c8af972bba), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.473207 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Publish callbacks [] for router_controller (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.510544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] For port 689af9d2-853d-4b31-abfa-6ed20c13392b, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 20:59:58.542486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] For port 689af9d2-853d-4b31-abfa-6ed20c13392b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=689af9d2-853d-4b31-abfa-6ed20c13392b,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 20:59:58.673511 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.758006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 20:59:58.759179 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.761039 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] 10.222.0.67 "PUT /v2.0/ports/689af9d2-853d-4b31-abfa-6ed20c13392b HTTP/1.1" status: 200  len: 1092 time: 4.0888224
Feb 19 20:59:58.810567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26788c55-0376-4c70-af46-b4853592d264', 'tag': '689af9d2-853d-4b31-abfa-6ed20c13392b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 20:59:58.813477 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acd4de3-a3d8-4e4f-b0d5-14a79c0b9ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "26788c55-0376-4c70-af46-b4853592d264", "tag": "689af9d2-853d-4b31-abfa-6ed20c13392b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 20:59:58.816000 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15f9dc08-e4fd-42d5-9f5b-833b8bc1a765 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (16ea06dc-6829-412b-aa70-129c6d85fac4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.879293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05bc6683-0a3c-4ef5-a8b8-1b6b74e2078d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6c659209-86ad-4f37-b0a3-81c8af972bba), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.884488 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05bc6683-0a3c-4ef5-a8b8-1b6b74e2078d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:58.900493 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-05bc6683-0a3c-4ef5-a8b8-1b6b74e2078d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c659209-86ad-4f37-b0a3-81c8af972bba HTTP/1.1" status: 204  len: 168 time: 0.8336148
Feb 19 20:59:59.008934 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070f82a9-7ba4-46bb-9202-d583955d0e0d x-openstack-request-id: req-070f82a9-7ba4-46bb-9202-d583955d0e0d {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 20:59:59.009240 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26788c55-0376-4c70-af46-b4853592d264", "tag": "689af9d2-853d-4b31-abfa-6ed20c13392b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 20:59:59.009503 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-070f82a9-7ba4-46bb-9202-d583955d0e0d {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 20:59:59.009913 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26788c55-0376-4c70-af46-b4853592d264', 'tag': '689af9d2-853d-4b31-abfa-6ed20c13392b', 'status': 'completed', 'code': 200}
Feb 19 20:59:59.047725 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Publish callbacks [] for router_gateway (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:59.085981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc6683-0a3c-4ef5-a8b8-1b6b74e2078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c659209-86ad-4f37-b0a3-81c8af972bba,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:59.240101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e3f82470-f9a4-4994-bbf6-5b96d6acd452 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 20:59:59.300242 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Publish callbacks [] for router_gateway (c617fa1f-dc67-4013-b7fa-299ffe5c1882), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:59.310820 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:59.338030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edddd4-d73b-4f20-955a-3eaa37754c01 service neutron] Pushing event updated for resources: {'Port': ['ID=689af9d2-853d-4b31-abfa-6ed20c13392b,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:59.380689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e3f82470-f9a4-4994-bbf6-5b96d6acd452 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 20:59:59.382796 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:59.524735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9dc08-e4fd-42d5-9f5b-833b8bc1a765 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event deleted for resources: {'Port': ['ID=16ea06dc-6829-412b-aa70-129c6d85fac4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 20:59:59.642096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d96b7-8114-4389-968a-c685af67e7f4 None None] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 20:59:59.767703 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15f9dc08-e4fd-42d5-9f5b-833b8bc1a765 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 20:59:59.775632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-15f9dc08-e4fd-42d5-9f5b-833b8bc1a765 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "DELETE /v2.0/ports/16ea06dc-6829-412b-aa70-129c6d85fac4 HTTP/1.1" status: 204  len: 168 time: 3.4270053
Feb 19 20:59:59.848953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51806) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:00.049858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e3f82470-f9a4-4994-bbf6-5b96d6acd452 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:00.050613 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.086415 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-9b40dc3a-9c9e-47cd-b9dc-0149c115afb8 None None] Provisioning complete for port e3f82470-f9a4-4994-bbf6-5b96d6acd452 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:00.089158 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b40dc3a-9c9e-47cd-b9dc-0149c115afb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.114261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944d0a-4349-42bc-91c4-05c929759437 req-af107916-6f0c-427a-bae4-ed878f72041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:00.115855 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-af107916-6f0c-427a-bae4-ed878f72041e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 1126 time: 1.2511051
Feb 19 21:00:00.131318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe3d71-7dbe-4ee7-98be-b6ab6611c46e req-a1c1c744-afb2-46c7-bc7c-8b210c9dd285 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:00.132937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ebe3d71-7dbe-4ee7-98be-b6ab6611c46e req-a1c1c744-afb2-46c7-bc7c-8b210c9dd285 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 944 time: 1.0994182
Feb 19 21:00:00.133980 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5fe2e7-22ac-4f99-addd-7773cc7f5840 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] GET failed (client error): The resource could not be found.
Feb 19 21:00:00.135334 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4b5fe2e7-22ac-4f99-addd-7773cc7f5840 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "GET /v2.0/ports/16ea06dc-6829-412b-aa70-129c6d85fac4 HTTP/1.1" status: 404  len: 333 time: 0.2843721
Feb 19 21:00:00.142115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51812) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:00.203932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dda8686-e484-4550-9246-8cf5431e342a None None] Network d5d1c4a4-d517-49b3-befd-1e0c972eae22 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:00.346641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port e3f82470-f9a4-4994-bbf6-5b96d6acd452, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3f82470-f9a4-4994-bbf6-5b96d6acd452,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:00.379302 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.380135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 500b24ba-482d-4e1d-a148-de837e80e196 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:00.384849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b5111ab9-9458-4a76-9ece-189f153fde8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=689af9d2-853d-4b31-abfa-6ed20c13392b HTTP/1.1" status: 200  len: 217 time: 0.2415290
Feb 19 21:00:00.396529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ebe3d71-7dbe-4ee7-98be-b6ab6611c46e req-6ac4469f-6aef-45dd-838e-6fbff0bd9249 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494459
Feb 19 21:00:00.489802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Publish callbacks [] for router_gateway (de80bacd-2276-4b32-8450-68b332821818), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.554752 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (c617fa1f-dc67-4013-b7fa-299ffe5c1882), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.561786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9b40dc3a-9c9e-47cd-b9dc-0149c115afb8 None None] Current status of the port e3f82470-f9a4-4994-bbf6-5b96d6acd452 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:00.565138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=e3f82470-f9a4-4994-bbf6-5b96d6acd452,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:00.583590 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.589987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 500b24ba-482d-4e1d-a148-de837e80e196 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:00.590442 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (500b24ba-482d-4e1d-a148-de837e80e196), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.600342 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.714915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a308a-c361-4697-a262-3cb02580af71 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Deleting port 712d1fb7-ea15-4b24-ba41-9e14d25edbe4 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:00.715787 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ad4a308a-c361-4697-a262-3cb02580af71 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (712d1fb7-ea15-4b24-ba41-9e14d25edbe4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.723198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f6af2526-31ac-4bc2-9d32-dc04820fb097 None None] Provisioning complete for port 500b24ba-482d-4e1d-a148-de837e80e196 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:00.723620 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f6af2526-31ac-4bc2-9d32-dc04820fb097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (500b24ba-482d-4e1d-a148-de837e80e196), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.836476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 500b24ba-482d-4e1d-a148-de837e80e196 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:00.836711 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (500b24ba-482d-4e1d-a148-de837e80e196), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.905493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944d0a-4349-42bc-91c4-05c929759437 req-78068275-a13e-49d4-b765-0c28d9e0d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:00.906990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-78068275-a13e-49d4-b765-0c28d9e0d8d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea HTTP/1.1" status: 200  len: 842 time: 0.5094154
Feb 19 21:00:00.949825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f6af2526-31ac-4bc2-9d32-dc04820fb097 None None] Current status of the port 500b24ba-482d-4e1d-a148-de837e80e196 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:00.950233 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f6af2526-31ac-4bc2-9d32-dc04820fb097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (500b24ba-482d-4e1d-a148-de837e80e196), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:00.954117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 500b24ba-482d-4e1d-a148-de837e80e196, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=500b24ba-482d-4e1d-a148-de837e80e196,segment=NetworkSegment(12fbe615-1e24-4e2a-9fe7-24e0db492d80),segment_id=12fbe615-1e24-4e2a-9fe7-24e0db492d80)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:00.972634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-b8284aea-d2ff-49dc-a180-b620c88072d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b77203b-47b2-4bd5-a7b7-432923f05242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515969
Feb 19 21:00:01.005775 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (500b24ba-482d-4e1d-a148-de837e80e196), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:01.082161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=500b24ba-482d-4e1d-a148-de837e80e196,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:01.157533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e3f82470-f9a4-4994-bbf6-5b96d6acd452 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:01.253920 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ad4a308a-c361-4697-a262-3cb02580af71 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (712d1fb7-ea15-4b24-ba41-9e14d25edbe4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:01.276857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-f6af2526-31ac-4bc2-9d32-dc04820fb097 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:00:01.277228 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-f6af2526-31ac-4bc2-9d32-dc04820fb097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:00:01.288889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Allocated IP 172.35.2.2 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/1116fb48-848b-46e8-86c2-67c24ef5d3e3) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:01.297786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a308a-c361-4697-a262-3cb02580af71 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Calling delete_port for 712d1fb7-ea15-4b24-ba41-9e14d25edbe4 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:01.298706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Router c617fa1f-dc67-4013-b7fa-299ffe5c1882 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:00:01.301936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e3f82470-f9a4-4994-bbf6-5b96d6acd452 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:01.317655 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:01.333557 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Publish callbacks [] for router_gateway (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:01.362064 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:01.460962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:00:01.481137 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Sync routers for ids ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:00:01.493449 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-d8fe5de3-56de-4c77-a7a3-4366a15e5a0d service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4539988
Feb 19 21:00:01.497125 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Routers {'c617fa1f-dc67-4013-b7fa-299ffe5c1882'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:01.499417 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:01.552932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e3f82470-f9a4-4994-bbf6-5b96d6acd452 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:01.570657 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:01.572207 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-abc34cf6-3cbd-48f1-9795-2e1434d22c65 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.5318060
Feb 19 21:00:01.585045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51840) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:01.727168 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Set router c617fa1f-dc67-4013-b7fa-299ffe5c1882 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:01.869207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f6af2526-31ac-4bc2-9d32-dc04820fb097 None None] Current status of the port 500b24ba-482d-4e1d-a148-de837e80e196 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:02.010902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ff7e66d1-3af8-4cea-8df0-098c70a2f201 None None] Provisioning complete for port 500b24ba-482d-4e1d-a148-de837e80e196 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:02.011458 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff7e66d1-3af8-4cea-8df0-098c70a2f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (500b24ba-482d-4e1d-a148-de837e80e196), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:02.121745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] Deleting port 4059132e-1d53-4fbb-8c8a-2c813f224590 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:02.122017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:02.141685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e66d1-3af8-4cea-8df0-098c70a2f201 None None] Current status of the port 500b24ba-482d-4e1d-a148-de837e80e196 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:02.142995 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d3d0>, [{'id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-router', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:55Z', 'updated_at': '2022-02-19T20:59:58Z', 'revision_number': 3, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'gw_port': {'id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T20:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:02.158940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ff7e66d1-3af8-4cea-8df0-098c70a2f201 None None] Provisioning complete for port e3f82470-f9a4-4994-bbf6-5b96d6acd452 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:02.159470 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff7e66d1-3af8-4cea-8df0-098c70a2f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:02.203684 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Checking router: c617fa1f-dc67-4013-b7fa-299ffe5c1882 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:00:02.204474 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Updating router c617fa1f-dc67-4013-b7fa-299ffe5c1882 port a26f60f7-6d23-42cb-a8bf-87bdf31e0951 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:00:02.265541 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:02.267235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e66d1-3af8-4cea-8df0-098c70a2f201 None None] Current status of the port e3f82470-f9a4-4994-bbf6-5b96d6acd452 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:02.446751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] For port 4059132e-1d53-4fbb-8c8a-2c813f224590, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4059132e-1d53-4fbb-8c8a-2c813f224590,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:02.447512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:02.469529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] Calling delete_port for 4059132e-1d53-4fbb-8c8a-2c813f224590 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:02.536666 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Publish callbacks [] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:02.607251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb2483-bbdc-44f9-930c-e535f2bdad45 req-3185de16-973c-4164-9739-fb9d9fe9b60a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:02.609690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fabb2483-bbdc-44f9-930c-e535f2bdad45 req-3185de16-973c-4164-9739-fb9d9fe9b60a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 944 time: 0.2798111
Feb 19 21:00:02.650844 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ad4a308a-c361-4697-a262-3cb02580af71 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (712d1fb7-ea15-4b24-ba41-9e14d25edbe4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:02.660321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1944d0a-4349-42bc-91c4-05c929759437 req-13921ca6-6c71-4ce8-b3f8-93fe9f859f52 service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3671062
Feb 19 21:00:02.703202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a308a-c361-4697-a262-3cb02580af71 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event deleted for resources: {'Port': ['ID=712d1fb7-ea15-4b24-ba41-9e14d25edbe4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:02.785394 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:02.814074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:02.827116 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ad4a308a-c361-4697-a262-3cb02580af71 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:02.832232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ad4a308a-c361-4697-a262-3cb02580af71 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "DELETE /v2.0/ports/712d1fb7-ea15-4b24-ba41-9e14d25edbe4 HTTP/1.1" status: 204  len: 168 time: 2.6751876
Feb 19 21:00:02.841874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51878) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:02.900171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fabb2483-bbdc-44f9-930c-e535f2bdad45 req-7a310a92-7ea1-43cd-a595-4fc315e14b99 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2757108
Feb 19 21:00:02.905894 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6c4ba9-442d-4df3-8c04-a97ef07b19dd tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] GET failed (client error): The resource could not be found.
Feb 19 21:00:02.907356 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0e6c4ba9-442d-4df3-8c04-a97ef07b19dd tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "GET /v2.0/ports/712d1fb7-ea15-4b24-ba41-9e14d25edbe4 HTTP/1.1" status: 404  len: 333 time: 0.0573981
Feb 19 21:00:02.937856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51880) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:02.981576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:03.088363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:03.137869 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Publish callbacks [] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:03.141107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Pushing event updated for resources: {'Port': ['ID=1116fb48-848b-46e8-86c2-67c24ef5d3e3,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:03.151823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Allocated IP 172.20.0.1 (8d71791f-d141-4701-a95a-c6109bae943e/ee2e4d5b-9cd7-4afd-902a-c45a08ea851f/79d9f0c7-4aa7-4dba-add8-c62ac6119e85) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:03.157020 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:03.171719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:03.213193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 500b24ba-482d-4e1d-a148-de837e80e196 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:03.299630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd4de3-a3d8-4e4f-b0d5-14a79c0b9ee3 req-746fd6d5-6003-48b3-9329-57629faecfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:03.301556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8acd4de3-a3d8-4e4f-b0d5-14a79c0b9ee3 req-746fd6d5-6003-48b3-9329-57629faecfc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 1126 time: 0.5535994
Feb 19 21:00:03.413785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9a16530-722f-44ae-94c3-5229309e127e req-8dfc7ad9-0d17-4209-8b13-5e502ed2ab30 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5195286
Feb 19 21:00:03.440578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 500b24ba-482d-4e1d-a148-de837e80e196 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:03.441387 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (500b24ba-482d-4e1d-a148-de837e80e196), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:03.474865 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Attempting to bind port a26f60f7-6d23-42cb-a8bf-87bdf31e0951 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:03.488501 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Attempting to bind port a26f60f7-6d23-42cb-a8bf-87bdf31e0951 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:03.490580 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Attempting to bind port a26f60f7-6d23-42cb-a8bf-87bdf31e0951 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:03.511490 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:03.520914 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:03.521539 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:03.522073 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:03.526682 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Bound port: a26f60f7-6d23-42cb-a8bf-87bdf31e0951, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:03.528770 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:03.636038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Allocated IP 172.35.2.8 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/a6b9a996-d7cc-4119-be32-9fe3931dc04f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:03.667911 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Publish callbacks [] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:03.762588 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Pushing event updated for resources: {'Port': ['ID=a26f60f7-6d23-42cb-a8bf-87bdf31e0951,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:03.763124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 500b24ba-482d-4e1d-a148-de837e80e196 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:03.774024 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4059132e-1d53-4fbb-8c8a-2c813f224590), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:03.784140 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] For port a26f60f7-6d23-42cb-a8bf-87bdf31e0951, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:03.788895 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] For port a26f60f7-6d23-42cb-a8bf-87bdf31e0951, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a26f60f7-6d23-42cb-a8bf-87bdf31e0951,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:03.793372 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.793946 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.794404 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.794901 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.795972 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.796474 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.797222 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.797705 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.798164 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.798626 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.799202 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.799820 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.800240 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:03.805927 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:03.834289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] Pushing event deleted for resources: {'Port': ['ID=4059132e-1d53-4fbb-8c8a-2c813f224590,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:03.845384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:03.859514 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba85fa-9b16-4fb4-9c20-0c740bed04d7 None None] Pushing event updated for resources: {'Port': ['ID=a26f60f7-6d23-42cb-a8bf-87bdf31e0951,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:03.862527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd4de3-a3d8-4e4f-b0d5-14a79c0b9ee3 req-2a9e0b9d-8074-494a-92af-9eb7e16c8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:03.864096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8acd4de3-a3d8-4e4f-b0d5-14a79c0b9ee3 req-2a9e0b9d-8074-494a-92af-9eb7e16c8133 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 200  len: 903 time: 0.4889007
Feb 19 21:00:03.879940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8409cb97-72c0-4304-9ddb-76468a686848 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Deleting port 17e9be33-dfb4-419a-bfc9-3a09be3a08ca {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:03.880294 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8409cb97-72c0-4304-9ddb-76468a686848 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (17e9be33-dfb4-419a-bfc9-3a09be3a08ca), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:03.884135 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Routers {'c617fa1f-dc67-4013-b7fa-299ffe5c1882'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:03.885668 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:03.924986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a16530-722f-44ae-94c3-5229309e127e req-2ce38ff8-9cd9-4b1e-98c9-6077361c44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:03.926498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9a16530-722f-44ae-94c3-5229309e127e req-2ce38ff8-9cd9-4b1e-98c9-6077361c44e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba0a055a14bb46128600e77140b79b10&device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 1129 time: 0.3691878
Feb 19 21:00:04.038726 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] Set router c617fa1f-dc67-4013-b7fa-299ffe5c1882 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:04.053823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8acd4de3-a3d8-4e4f-b0d5-14a79c0b9ee3 req-967bb67d-1d22-4c3f-ae7a-23b415282be8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=689af9d2-853d-4b31-abfa-6ed20c13392b HTTP/1.1" status: 200  len: 217 time: 0.1685827
Feb 19 21:00:04.195132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Network 8d71791f-d141-4701-a95a-c6109bae943e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:04.214557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:04.219079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:04.294690 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=79d9f0c7-4aa7-4dba-add8-c62ac6119e85,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:04.334469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (c617fa1f-dc67-4013-b7fa-299ffe5c1882), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:04.405847 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Publish callbacks [] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:04.419818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8409cb97-72c0-4304-9ddb-76468a686848 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (17e9be33-dfb4-419a-bfc9-3a09be3a08ca), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:04.437377 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d3d0>, [{'id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-router', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:55Z', 'updated_at': '2022-02-19T20:59:58Z', 'revision_number': 3, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'gw_port': {'id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:04.440119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd4de3-a3d8-4e4f-b0d5-14a79c0b9ee3 req-de59f151-111b-4aff-ada6-50378150586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:04.441697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8acd4de3-a3d8-4e4f-b0d5-14a79c0b9ee3 req-de59f151-111b-4aff-ada6-50378150586f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea HTTP/1.1" status: 200  len: 842 time: 0.3771563
Feb 19 21:00:04.467798 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1480d9-f2ad-433d-84f1-c09ce8f1e208 None None] The sync data for ids ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'] in ncdv-master-1 is: [{'id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-router', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:55Z', 'updated_at': '2022-02-19T20:59:58Z', 'revision_number': 3, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'gw_port': {'id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:00:04.478370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a16530-722f-44ae-94c3-5229309e127e req-47a01ded-2c66-4669-bc68-ac9188d633f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:04.480212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9a16530-722f-44ae-94c3-5229309e127e req-47a01ded-2c66-4669-bc68-ac9188d633f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.4608629
Feb 19 21:00:04.497065 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:04.542065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9a16530-722f-44ae-94c3-5229309e127e req-3c8cce4b-67ae-4701-8ecd-0ceb717e32d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=89832a83-9f4f-4449-b43c-c9fafb143517 HTTP/1.1" status: 200  len: 217 time: 0.0409789
Feb 19 21:00:04.558607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8409cb97-72c0-4304-9ddb-76468a686848 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Calling delete_port for 17e9be33-dfb4-419a-bfc9-3a09be3a08ca owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:04.579897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d61b3c-1153-4dfe-ba2e-3e18759b0dbf req-0be57597-73e4-446a-b2d7-57e84e376b76 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:04.586167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85d61b3c-1153-4dfe-ba2e-3e18759b0dbf req-0be57597-73e4-446a-b2d7-57e84e376b76 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 944 time: 0.4430385
Feb 19 21:00:04.631690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8acd4de3-a3d8-4e4f-b0d5-14a79c0b9ee3 req-341c58b5-52cd-42fe-86e4-9647e4de78dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b77203b-47b2-4bd5-a7b7-432923f05242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1477883
Feb 19 21:00:04.645135 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:04.714097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a16530-722f-44ae-94c3-5229309e127e req-ff6d7212-5708-4fac-942d-0c88bc8bde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:04.715684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9a16530-722f-44ae-94c3-5229309e127e req-ff6d7212-5708-4fac-942d-0c88bc8bde76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1019373
Feb 19 21:00:04.859820 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Publish callbacks [] for router_gateway (de80bacd-2276-4b32-8450-68b332821818), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:04.874099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85d61b3c-1153-4dfe-ba2e-3e18759b0dbf req-bf9b6c42-b259-4147-b338-681a9c46607a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2844925
Feb 19 21:00:05.068144 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:05.099710 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Publish callbacks [] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:05.115058 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:05.174155 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] Router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:00:05.268795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=79d9f0c7-4aa7-4dba-add8-c62ac6119e85,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:05.305265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a16530-722f-44ae-94c3-5229309e127e req-59c4d120-ea8c-4988-a92c-ab49939b00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:05.310340 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9a16530-722f-44ae-94c3-5229309e127e req-59c4d120-ea8c-4988-a92c-ab49939b00cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5363941
Feb 19 21:00:05.363195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:05.377594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a26f60f7-6d23-42cb-a8bf-87bdf31e0951 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:05.450236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:05.454878 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (c617fa1f-dc67-4013-b7fa-299ffe5c1882), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:05.472273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8acd4de3-a3d8-4e4f-b0d5-14a79c0b9ee3 req-91ef9c13-bd2b-4b4b-bbf9-b3bea32bd7da service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7910829
Feb 19 21:00:05.490919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:05.509063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a26f60f7-6d23-42cb-a8bf-87bdf31e0951 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:05.509437 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:05.515098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b9a996-d7cc-4119-be32-9fe3931dc04f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:05.671033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a26f60f7-6d23-42cb-a8bf-87bdf31e0951 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:05.671443 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:05.719105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port a26f60f7-6d23-42cb-a8bf-87bdf31e0951, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a26f60f7-6d23-42cb-a8bf-87bdf31e0951,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:05.732118 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:00:05.734806 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:05.749693 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-36a94be5-5ccc-42c8-ba74-c47ea035c026 admin admin] 10.222.0.30 "PUT /v2.0/routers/1f31a1f9-165e-4e4b-97f2-3a134fc944c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4880559
Feb 19 21:00:05.774934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51962) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:05.778303 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Network 8d71791f-d141-4701-a95a-c6109bae943e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:05.785136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:05.853496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=a26f60f7-6d23-42cb-a8bf-87bdf31e0951,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:05.863839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21449f6e-f98a-46ff-a4de-19f7aea6df76 None None] Sync routers for ids ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:00:05.894376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21449f6e-f98a-46ff-a4de-19f7aea6df76 None None] Routers {'1f31a1f9-165e-4e4b-97f2-3a134fc944c3'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:05.894999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-21449f6e-f98a-46ff-a4de-19f7aea6df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63657bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:06.116243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-21449f6e-f98a-46ff-a4de-19f7aea6df76 None None] Set router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:06.416619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Router c617fa1f-dc67-4013-b7fa-299ffe5c1882 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:00:06.479022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8acd4de3-a3d8-4e4f-b0d5-14a79c0b9ee3 req-07223bd4-f7ca-42b1-a765-6fb27413af9e service neutron] 10.222.0.67 "GET /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9819827
Feb 19 21:00:06.596484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 689af9d2-853d-4b31-abfa-6ed20c13392b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:00:06.602196 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Publish callbacks [] for router (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:06.707612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 689af9d2-853d-4b31-abfa-6ed20c13392b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=689af9d2-853d-4b31-abfa-6ed20c13392b,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:06.716134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Publish callbacks [] for router_gateway (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:06.726557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '689af9d2-853d-4b31-abfa-6ed20c13392b', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'port_id': '689af9d2-853d-4b31-abfa-6ed20c13392b', 'mac_address': 'fa:16:3e:37:02:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:00:06.735412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-21449f6e-f98a-46ff-a4de-19f7aea6df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63657bb0>, [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14'}], 'enable_snat': True}, 'gw_port_id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T21:00:03Z', 'revision_number': 5, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port': {'id': 'e559a280-bcd7-41d0-b050-465e157b8759', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:58:21Z', 'updated_at': '2022-02-19T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:06.752672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:00:06.768682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9a16530-722f-44ae-94c3-5229309e127e req-f469bef1-624e-42ea-8fdc-231a05a3bb54 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3911257
Feb 19 21:00:06.779368 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-21fe221e-4e50-43a5-88b1-eb9b617bf8a1 admin admin] 10.222.0.30 "PUT /v2.0/routers/c617fa1f-dc67-4013-b7fa-299ffe5c1882/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1930025
Feb 19 21:00:06.845405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21449f6e-f98a-46ff-a4de-19f7aea6df76 None None] Checking router: 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:00:06.875958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21449f6e-f98a-46ff-a4de-19f7aea6df76 None None] Routers {'1f31a1f9-165e-4e4b-97f2-3a134fc944c3'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:06.877167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-21449f6e-f98a-46ff-a4de-19f7aea6df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63657bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:06.890045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Deleting port e559a280-bcd7-41d0-b050-465e157b8759 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:06.890395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e559a280-bcd7-41d0-b050-465e157b8759), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:06.919458 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8409cb97-72c0-4304-9ddb-76468a686848 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (17e9be33-dfb4-419a-bfc9-3a09be3a08ca), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:07.070991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9a16530-722f-44ae-94c3-5229309e127e req-2b57e12b-d2ff-41a2-a2f6-33faa53e84a0 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403356
Feb 19 21:00:07.152652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] For port e559a280-bcd7-41d0-b050-465e157b8759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e559a280-bcd7-41d0-b050-465e157b8759,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:07.153038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e559a280-bcd7-41d0-b050-465e157b8759), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:07.159280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42495ea7-c376-4539-a0b4-9b0cc21508f7 req-9f0d1de7-cb58-42b3-baa6-3c87705700b5 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:07.168430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42495ea7-c376-4539-a0b4-9b0cc21508f7 req-9f0d1de7-cb58-42b3-baa6-3c87705700b5 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 944 time: 0.9630535
Feb 19 21:00:07.206731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Calling delete_port for e559a280-bcd7-41d0-b050-465e157b8759 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:07.239267 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (de80bacd-2276-4b32-8450-68b332821818), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:07.241500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409cb97-72c0-4304-9ddb-76468a686848 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event deleted for resources: {'Port': ['ID=17e9be33-dfb4-419a-bfc9-3a09be3a08ca,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:07.370914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a26f60f7-6d23-42cb-a8bf-87bdf31e0951 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:07.459054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 689af9d2-853d-4b31-abfa-6ed20c13392b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:07.459497 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:07.507487 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Sync routers for ids ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:00:07.525437 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Routers {'c617fa1f-dc67-4013-b7fa-299ffe5c1882'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:07.526081 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:07.549251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689af9d2-853d-4b31-abfa-6ed20c13392b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:00:07.602456 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Publish callbacks [] for router_gateway (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:07.622252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 689af9d2-853d-4b31-abfa-6ed20c13392b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=689af9d2-853d-4b31-abfa-6ed20c13392b,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:07.638172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a26f60f7-6d23-42cb-a8bf-87bdf31e0951 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:07.639385 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:07.644300 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:07.694528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e559a280-bcd7-41d0-b050-465e157b8759), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:07.697597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-21449f6e-f98a-46ff-a4de-19f7aea6df76 None None] Set router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:07.726213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Pushing event deleted for resources: {'Port': ['ID=e559a280-bcd7-41d0-b050-465e157b8759,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:07.772161 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Set router c617fa1f-dc67-4013-b7fa-299ffe5c1882 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:07.778059 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8409cb97-72c0-4304-9ddb-76468a686848 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:07.781412 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8409cb97-72c0-4304-9ddb-76468a686848 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "DELETE /v2.0/ports/17e9be33-dfb4-419a-bfc9-3a09be3a08ca HTTP/1.1" status: 204  len: 168 time: 4.8422620
Feb 19 21:00:07.785724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52004) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:07.833771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-21449f6e-f98a-46ff-a4de-19f7aea6df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63657bb0>, [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T21:00:06Z', 'revision_number': 6, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:07.859210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a03bb9e-a241-44bb-baa8-b1da6a5866a8 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Deleting subnet 31a83a67-3f58-4cbe-a442-4e99313c1e72 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:00:07.862722 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a03bb9e-a241-44bb-baa8-b1da6a5866a8 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks [] for subnet (31a83a67-3f58-4cbe-a442-4e99313c1e72), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:07.893546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21449f6e-f98a-46ff-a4de-19f7aea6df76 None None] The sync data for ids ['1f31a1f9-165e-4e4b-97f2-3a134fc944c3'] in ncdv-master-1 is: [{'id': '1f31a1f9-165e-4e4b-97f2-3a134fc944c3', 'name': 'tempest-ServersTestManualDisk-398568013-router', 'tenant_id': '5b11084a5a46488cbb721afa4256a6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:58:20Z', 'updated_at': '2022-02-19T21:00:06Z', 'revision_number': 6, 'project_id': '5b11084a5a46488cbb721afa4256a6bd', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:00:07.926134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a03bb9e-a241-44bb-baa8-b1da6a5866a8 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (31a83a67-3f58-4cbe-a442-4e99313c1e72), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:07.973135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=689af9d2-853d-4b31-abfa-6ed20c13392b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:07.985769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a26f60f7-6d23-42cb-a8bf-87bdf31e0951 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:08.040375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['689af9d2-853d-4b31-abfa-6ed20c13392b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:00:08.044249 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a03bb9e-a241-44bb-baa8-b1da6a5866a8 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (31a83a67-3f58-4cbe-a442-4e99313c1e72), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.101971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.119928 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d910>, [{'id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-router', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:55Z', 'updated_at': '2022-02-19T21:00:04Z', 'revision_number': 4, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'gw_port': {'id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79d9f0c7-4aa7-4dba-add8-c62ac6119e85', 'name': '', 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'mac_address': 'fa:16:3e:4e:4c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'ee2e4d5b-9cd7-4afd-902a-c45a08ea851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:02Z', 'updated_at': '2022-02-19T21:00:04Z', 'revision_number': 2, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'subnets': [{'id': 'ee2e4d5b-9cd7-4afd-902a-c45a08ea851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:08.159204 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Checking router: c617fa1f-dc67-4013-b7fa-299ffe5c1882 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:00:08.159557 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Updating router c617fa1f-dc67-4013-b7fa-299ffe5c1882 port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:00:08.187817 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42495ea7-c376-4539-a0b4-9b0cc21508f7 req-39ad24dc-2872-480e-862b-2697903b2d91 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0181615
Feb 19 21:00:08.223070 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.223953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Router de80bacd-2276-4b32-8450-68b332821818 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:00:08.257254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.264476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-b1bab17b-8cfd-493a-a5bb-9541daf3e071 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:08.266259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-b1bab17b-8cfd-493a-a5bb-9541daf3e071 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 819 time: 0.6652114
Feb 19 21:00:08.278353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Publish callbacks [] for router_controller (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.282428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a03bb9e-a241-44bb-baa8-b1da6a5866a8 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (31a83a67-3f58-4cbe-a442-4e99313c1e72), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.391743 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.403045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03bb9e-a241-44bb-baa8-b1da6a5866a8 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event deleted for resources: {'Subnet': ['ID=31a83a67-3f58-4cbe-a442-4e99313c1e72,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:08.494427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-295ad6e8-31fc-4da1-94ea-f0b76e796e16 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/quotas/c2c91d99923e44a9b49c306044837e9e HTTP/1.1" status: 200  len: 375 time: 0.1494110
Feb 19 21:00:08.525862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a03bb9e-a241-44bb-baa8-b1da6a5866a8 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.530720 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1a03bb9e-a241-44bb-baa8-b1da6a5866a8 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "DELETE /v2.0/subnets/31a83a67-3f58-4cbe-a442-4e99313c1e72 HTTP/1.1" status: 204  len: 168 time: 0.7438829
Feb 19 21:00:08.533092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52020) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:08.559767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bce682-bcbb-4484-96dc-4c9e97550fdf None None] Network fa832e29-5c16-4b7e-a3f1-7493579c06c1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:08.565329 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (1f31a1f9-165e-4e4b-97f2-3a134fc944c3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.566525 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f31a1f9-165e-4e4b-97f2-3a134fc944c3 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:00:08.610853 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.616118 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5b3600cb-d2e0-4914-a4fa-639068ad3723 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1f31a1f9-165e-4e4b-97f2-3a134fc944c3 HTTP/1.1" status: 204  len: 168 time: 2.8401387
Feb 19 21:00:08.617540 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52032) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:08.699872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:00:08.720021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (fa832e29-5c16-4b7e-a3f1-7493579c06c1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.720836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Sync routers for ids ['de80bacd-2276-4b32-8450-68b332821818'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:00:08.730486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-244f186b-725c-40ef-88bd-9fad0719a127 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2350359
Feb 19 21:00:08.745333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f7a93f-34e7-4d90-a9d3-7f4b86868bc1 admin admin] Deleting subnet c0624bf1-e248-469d-8e03-76429423d519 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:00:08.755954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7f7a93f-34e7-4d90-a9d3-7f4b86868bc1 admin admin] Publish callbacks [] for subnet (c0624bf1-e248-469d-8e03-76429423d519), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.794012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Routers {'de80bacd-2276-4b32-8450-68b332821818'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:08.799855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634b16a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['de80bacd-2276-4b32-8450-68b332821818'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:08.841228 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.842538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d5976af8-01b6-4f73-b288-53e55aa250db admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 12.7113724
Feb 19 21:00:08.848527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52034) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:08.852071 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7f7a93f-34e7-4d90-a9d3-7f4b86868bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (c0624bf1-e248-469d-8e03-76429423d519), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:08.998910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-93acf1a9-bf31-447d-a555-f1e0b4ae29ef service neutron] 10.222.0.30 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2659876
Feb 19 21:00:09.025179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Router 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:00:09.143074 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Publish callbacks [] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:09.146928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Set router de80bacd-2276-4b32-8450-68b332821818 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:09.164881 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:09.323174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Deleting port 8a73047c-4906-44b9-89e0-22bf9f23b06e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:09.323708 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:09.386894 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87137a-4714-45e5-bae6-4d09d9eabd4a None None] Pushing event updated for resources: {'Port': ['ID=79d9f0c7-4aa7-4dba-add8-c62ac6119e85,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:09.399944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1d52cd-174f-493c-a012-a238e56be88c None None] DHCP port deletion for fa832e29-5c16-4b7e-a3f1-7493579c06c1 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:00:09.401733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4059132e-1d53-4fbb-8c8a-2c813f224590 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:09.479977 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7f7a93f-34e7-4d90-a9d3-7f4b86868bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (c0624bf1-e248-469d-8e03-76429423d519), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:09.517517 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Attempting to bind port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:09.517517 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Attempting to bind port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:09.517809 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Attempting to bind port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 on network 8d71791f-d141-4701-a95a-c6109bae943e {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:09.530528 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:09.530900 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Checking segment: {'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:09.532475 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:09.532897 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Bound using segment: {'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:09.533435 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Bound port: 79d9f0c7-4aa7-4dba-add8-c62ac6119e85, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:09.534095 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:09.543610 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 4059132e-1d53-4fbb-8c8a-2c813f224590 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:00:09.543954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4059132e-1d53-4fbb-8c8a-2c813f224590 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:00:09.564226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e559a280-bcd7-41d0-b050-465e157b8759 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:09.569465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-11b50a13-b67a-4509-92a8-4b9a3641ac2b service neutron] 10.222.0.30 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5368788
Feb 19 21:00:09.600841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc0610-8fa8-4730-8066-69d5f9d5a635 req-be104060-c3ba-4313-8474-9e6c6c60a4c3 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:09.609204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7cc0610-8fa8-4730-8066-69d5f9d5a635 req-be104060-c3ba-4313-8474-9e6c6c60a4c3 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 945 time: 0.2202647
Feb 19 21:00:09.700130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:00:09.712467 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] For port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:09.718629 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] For port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79d9f0c7-4aa7-4dba-add8-c62ac6119e85,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:09.721787 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e559a280-bcd7-41d0-b050-465e157b8759 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:00:09.724087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e559a280-bcd7-41d0-b050-465e157b8759 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:00:09.731281 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Sync routers for ids ['0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:00:09.766304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7cc0610-8fa8-4730-8066-69d5f9d5a635 req-b1d8fe35-97aa-4b16-89e5-50855d08fdc4 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555893
Feb 19 21:00:09.778897 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:09.781659 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:09.785116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c04eaf0f-8291-478e-abbd-8b285e270121 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 934 time: 12.3050995
Feb 19 21:00:09.839135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52060) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:09.846470 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7f7a93f-34e7-4d90-a9d3-7f4b86868bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (c0624bf1-e248-469d-8e03-76429423d519), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:09.901999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-af1d52cd-174f-493c-a012-a238e56be88c None None] Deleting port 8a73047c-4906-44b9-89e0-22bf9f23b06e {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:09.902375 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af1d52cd-174f-493c-a012-a238e56be88c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:09.930974 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Routers {'0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:09.931619 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7379a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:09.993702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7a93f-34e7-4d90-a9d3-7f4b86868bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0624bf1-e248-469d-8e03-76429423d519,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:10.036272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] For port 8a73047c-4906-44b9-89e0-22bf9f23b06e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a73047c-4906-44b9-89e0-22bf9f23b06e,segment=NetworkSegment(8613b10c-bd0d-489c-b036-a5534d2f3c68),segment_id=8613b10c-bd0d-489c-b036-a5534d2f3c68)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:10.037035 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:10.045629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7f7a93f-34e7-4d90-a9d3-7f4b86868bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:10.059418 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d7f7a93f-34e7-4d90-a9d3-7f4b86868bc1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c0624bf1-e248-469d-8e03-76429423d519 HTTP/1.1" status: 204  len: 168 time: 1.4328277
Feb 19 21:00:10.064154 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52080) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:10.064815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f565ce-c1e0-4a41-b4e3-86e87d35bff2 None None] Network 81f242f2-1080-48a8-9d1e-339d4894947e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:10.186210 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87137a-4714-45e5-bae6-4d09d9eabd4a None None] Pushing event updated for resources: {'Port': ['ID=79d9f0c7-4aa7-4dba-add8-c62ac6119e85,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:10.188119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Calling delete_port for 8a73047c-4906-44b9-89e0-22bf9f23b06e owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:10.223396 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Routers {'c617fa1f-dc67-4013-b7fa-299ffe5c1882'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:10.224140 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:10.289822 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0abcf7e1-5f20-4281-b7dc-84d1b1566183 req-86e8994a-724a-4cf1-920a-4461e03a2f13 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 210 time: 0.1750429
Feb 19 21:00:10.323827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-af1d52cd-174f-493c-a012-a238e56be88c None None] For port 8a73047c-4906-44b9-89e0-22bf9f23b06e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a73047c-4906-44b9-89e0-22bf9f23b06e,segment=NetworkSegment(8613b10c-bd0d-489c-b036-a5534d2f3c68),segment_id=8613b10c-bd0d-489c-b036-a5534d2f3c68)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:10.324238 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af1d52cd-174f-493c-a012-a238e56be88c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:10.331491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286236c5-44c9-4528-a69f-2f4ca5667348 req-2dc6c32e-3e31-4731-9a4f-26d4b26e1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:10.352154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-286236c5-44c9-4528-a69f-2f4ca5667348 req-2dc6c32e-3e31-4731-9a4f-26d4b26e1fbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba0a055a14bb46128600e77140b79b10&device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 1133 time: 0.5651770
Feb 19 21:00:10.462072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-af1d52cd-174f-493c-a012-a238e56be88c None None] Calling delete_port for 8a73047c-4906-44b9-89e0-22bf9f23b06e owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:10.538691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634b16a0>, [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:03Z', 'revision_number': 3, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:10.679121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:10.701531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Checking router: de80bacd-2276-4b32-8450-68b332821818 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:00:10.707261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Updating router de80bacd-2276-4b32-8450-68b332821818 port 1116fb48-848b-46e8-86c2-67c24ef5d3e3 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:00:10.710534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 689af9d2-853d-4b31-abfa-6ed20c13392b up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:10.712203 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (81f242f2-1080-48a8-9d1e-339d4894947e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:10.761974 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Set router 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:10.958219 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:10.995456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Allocated IP 172.20.0.1 (10d49579-ce64-4d24-a5f5-a01170b84f25/c4a71512-a43a-4957-a7c8-51a85b2a7888/e492d710-82c5-4b34-8237-73ce4005e2e2) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:11.010491 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] Set router c617fa1f-dc67-4013-b7fa-299ffe5c1882 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:11.119722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52110) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:11.137903 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Publish callbacks [] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:11.187784 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:11.241146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event deleted for resources: {'Port': ['ID=8a73047c-4906-44b9-89e0-22bf9f23b06e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:11.249103 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] No DVR routers for this DVR port 8a73047c-4906-44b9-89e0-22bf9f23b06e on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:11.262795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8a73047c-4906-44b9-89e0-22bf9f23b06e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:11.266573 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af1d52cd-174f-493c-a012-a238e56be88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (8a73047c-4906-44b9-89e0-22bf9f23b06e), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:11.327462 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:11.383476 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Deleting port cb007680-83ab-4bd4-887c-fcd20ef01232 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:11.383880 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:11.408914 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (fa832e29-5c16-4b7e-a3f1-7493579c06c1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:11.460692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:11.494949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:11.514716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:11.520364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69992400>,) {'filters': {'network_id': ['fa832e29-5c16-4b7e-a3f1-7493579c06c1']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:11.574517 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d910>, [{'id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-router', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:55Z', 'updated_at': '2022-02-19T21:00:04Z', 'revision_number': 4, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'gw_port': {'id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79d9f0c7-4aa7-4dba-add8-c62ac6119e85', 'name': '', 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'mac_address': 'fa:16:3e:4e:4c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'ee2e4d5b-9cd7-4afd-902a-c45a08ea851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:02Z', 'updated_at': '2022-02-19T21:00:09Z', 'revision_number': 4, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'subnets': [{'id': 'ee2e4d5b-9cd7-4afd-902a-c45a08ea851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:11.577230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69992400>, '8613b10c-bd0d-489c-b036-a5534d2f3c68') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:11.577537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69992400>, '8613b10c-bd0d-489c-b036-a5534d2f3c68') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:11.611638 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (8613b10c-bd0d-489c-b036-a5534d2f3c68), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:11.649272 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088d8e0-5f76-4c05-88b8-02e7b7b7d9b9 None None] The sync data for ids ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'] in ncdv-master-1 is: [{'id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-router', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:55Z', 'updated_at': '2022-02-19T21:00:04Z', 'revision_number': 4, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'gw_port': {'id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79d9f0c7-4aa7-4dba-add8-c62ac6119e85', 'name': '', 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'mac_address': 'fa:16:3e:4e:4c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'ee2e4d5b-9cd7-4afd-902a-c45a08ea851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:02Z', 'updated_at': '2022-02-19T21:00:09Z', 'revision_number': 4, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'subnets': [{'id': 'ee2e4d5b-9cd7-4afd-902a-c45a08ea851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:00:11.668081 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Pushing event updated for resources: {'Port': ['ID=e492d710-82c5-4b34-8237-73ce4005e2e2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:11.715219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d52cd-174f-493c-a012-a238e56be88c None None] No DVR routers for this DVR port 8a73047c-4906-44b9-89e0-22bf9f23b06e on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:11.719398 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7379a0>, [{'id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1299291800-router', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:06Z', 'revision_number': 3, 'project_id': 'c38523e7590c48c484d9b778e4ac5308', 'gw_port': {'id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:01Z', 'updated_at': '2022-02-19T21:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:11.815020 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286236c5-44c9-4528-a69f-2f4ca5667348 req-9eaba6e5-53b2-4f57-9652-8a3b5acc45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:11.816197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff1b9a4-41c5-449b-83be-68f7453f0555 None None] DHCP port deletion for 81f242f2-1080-48a8-9d1e-339d4894947e request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:00:11.816928 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Checking router: 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:00:11.817327 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Updating router 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 port a6b9a996-d7cc-4119-be32-9fe3931dc04f binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:00:11.819741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-286236c5-44c9-4528-a69f-2f4ca5667348 req-9eaba6e5-53b2-4f57-9652-8a3b5acc45ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 1.4575121
Feb 19 21:00:11.830872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8a73047c-4906-44b9-89e0-22bf9f23b06e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:00:11.831229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8a73047c-4906-44b9-89e0-22bf9f23b06e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:00:11.849466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d52cd-174f-493c-a012-a238e56be88c None None] Pushing event deleted for resources: {'Port': ['ID=8a73047c-4906-44b9-89e0-22bf9f23b06e,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:11.893753 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:11.962878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 689af9d2-853d-4b31-abfa-6ed20c13392b completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:00:11.986874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-286236c5-44c9-4528-a69f-2f4ca5667348 req-8d137f4c-cf0f-4e99-beaf-f91534f35fa6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=835957bc-cf48-4628-ac6b-011383e9ecd7 HTTP/1.1" status: 200  len: 217 time: 0.0794158
Feb 19 21:00:11.987255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] For port cb007680-83ab-4bd4-887c-fcd20ef01232, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb007680-83ab-4bd4-887c-fcd20ef01232,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:11.987727 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.035608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Calling delete_port for cb007680-83ab-4bd4-887c-fcd20ef01232 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:12.164398 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (de80bacd-2276-4b32-8450-68b332821818), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.164886 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 689af9d2-853d-4b31-abfa-6ed20c13392b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:12.164886 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.190732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8613b10c-bd0d-489c-b036-a5534d2f3c68), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.250954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e5a2e-1b8c-4661-a81f-1e1da932f27c req-aca96023-3d22-4116-8472-2e6f76904b88 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:12.260746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b6e5a2e-1b8c-4661-a81f-1e1da932f27c req-aca96023-3d22-4116-8472-2e6f76904b88 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 945 time: 0.5690107
Feb 19 21:00:12.333004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-210354d2-36b6-4437-8e01-c7f8b549ee60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.359550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:12.365206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (8613b10c-bd0d-489c-b036-a5534d2f3c68), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.367098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0211337d-23ee-4961-bafc-8abb2a2d351d None None] Provisioning complete for port e492d710-82c5-4b34-8237-73ce4005e2e2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:12.367619 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0211337d-23ee-4961-bafc-8abb2a2d351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.367910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286236c5-44c9-4528-a69f-2f4ca5667348 req-19ad5bf3-b053-4188-9ba4-bd87b7ad8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:12.369513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-286236c5-44c9-4528-a69f-2f4ca5667348 req-19ad5bf3-b053-4188-9ba4-bd87b7ad8114 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.3172398
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:12.395267 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:12.426286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0211337d-23ee-4961-bafc-8abb2a2d351d None None] Port e492d710-82c5-4b34-8237-73ce4005e2e2 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:00:12.431349 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cff1b9a4-41c5-449b-83be-68f7453f0555 None None] Deleting port cb007680-83ab-4bd4-887c-fcd20ef01232 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:12.432845 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cff1b9a4-41c5-449b-83be-68f7453f0555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.584727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-d69be68a-876f-4a15-8966-813a77f7e8d3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:12.586638 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-d69be68a-876f-4a15-8966-813a77f7e8d3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 819 time: 1.9763548
Feb 19 21:00:12.603035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b6e5a2e-1b8c-4661-a81f-1e1da932f27c req-a464d48e-f4b3-442b-b9ea-f432e380ad12 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3461530
Feb 19 21:00:12.659679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-cff1b9a4-41c5-449b-83be-68f7453f0555 None None] For port cb007680-83ab-4bd4-887c-fcd20ef01232, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb007680-83ab-4bd4-887c-fcd20ef01232,segment=NetworkSegment(fb20d39f-e798-470c-a05d-c4ec9cb18448),segment_id=fb20d39f-e798-470c-a05d-c4ec9cb18448)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:12.660171 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cff1b9a4-41c5-449b-83be-68f7453f0555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.737850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 689af9d2-853d-4b31-abfa-6ed20c13392b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:12.738334 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.752703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-8185390e-8d76-4e35-883a-60c43c323ff1 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/quotas/c2c91d99923e44a9b49c306044837e9e HTTP/1.1" status: 200  len: 375 time: 0.1480262
Feb 19 21:00:12.754155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (fa832e29-5c16-4b7e-a3f1-7493579c06c1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.755392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cff1b9a4-41c5-449b-83be-68f7453f0555 None None] Calling delete_port for cb007680-83ab-4bd4-887c-fcd20ef01232 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:12.760219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.764323 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] 10.222.0.30 "DELETE /v2.0/networks/fa832e29-5c16-4b7e-a3f1-7493579c06c1 HTTP/1.1" status: 204  len: 168 time: 4.2294185
Feb 19 21:00:12.778090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-8330eda6-80da-4276-a671-3dc4b2e443ca tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:12.780758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-8330eda6-80da-4276-a671-3dc4b2e443ca tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.10 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 819 time: 0.6986399
Feb 19 21:00:12.790515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61faac-7aa5-47f0-9eff-bec90d2b9476 tempest-AllowedAddressPairIpV6TestJSON-347376695 tempest-AllowedAddressPairIpV6TestJSON-347376695-project] Pushing event deleted for resources: {'Network': ['ID=fa832e29-5c16-4b7e-a3f1-7493579c06c1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:12.795746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286236c5-44c9-4528-a69f-2f4ca5667348 req-8ec18ff6-5967-4a9b-a035-fe5c4350e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:12.797637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-286236c5-44c9-4528-a69f-2f4ca5667348 req-8ec18ff6-5967-4a9b-a035-fe5c4350e774 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4132471
Feb 19 21:00:12.815837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Request body: {'port': {'device_id': '2df03445-3277-48bd-be5b-c8503c33714d', 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e', 'admin_state_up': True, 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:12.819037 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.881169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26788c55-0376-4c70-af46-b4853592d264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689af9d2-853d-4b31-abfa-6ed20c13392b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:12.891780 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e593221-e21a-45cb-a042-8c7e3e4b4738" -d '{"events": [{"server_uuid": "26788c55-0376-4c70-af46-b4853592d264", "name": "network-vif-plugged", "status": "completed", "tag": "689af9d2-853d-4b31-abfa-6ed20c13392b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:12.892747 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:12.905482 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb007680-83ab-4bd4-887c-fcd20ef01232,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:12.922311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] No DVR routers for this DVR port cb007680-83ab-4bd4-887c-fcd20ef01232 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:13.012902 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-210354d2-36b6-4437-8e01-c7f8b549ee60 admin admin] Publish callbacks [] for security_group (e1f87514-955e-4383-a5dd-9b4f43c51040), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.038549 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-210354d2-36b6-4437-8e01-c7f8b549ee60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e1f87514-955e-4383-a5dd-9b4f43c51040), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.044895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 689af9d2-853d-4b31-abfa-6ed20c13392b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=689af9d2-853d-4b31-abfa-6ed20c13392b,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:13.053087 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.089341 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcc1a6a-984c-422c-93c6-bec199eeb71c x-openstack-request-id: req-1bcc1a6a-984c-422c-93c6-bec199eeb71c {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:13.097447 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26788c55-0376-4c70-af46-b4853592d264", "name": "network-vif-plugged", "status": "completed", "tag": "689af9d2-853d-4b31-abfa-6ed20c13392b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:13.101592 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bcc1a6a-984c-422c-93c6-bec199eeb71c {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:13.102348 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26788c55-0376-4c70-af46-b4853592d264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689af9d2-853d-4b31-abfa-6ed20c13392b', 'code': 200}
Feb 19 21:00:13.113899 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.123333 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Publish callbacks [] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.185096 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (81f242f2-1080-48a8-9d1e-339d4894947e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.224977 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-210354d2-36b6-4437-8e01-c7f8b549ee60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=271b093ea9944990883cd9383817983e&name=default HTTP/1.1" status: 200  len: 3000 time: 2.0964313
Feb 19 21:00:13.225207 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.231757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210354d2-36b6-4437-8e01-c7f8b549ee60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f87514-955e-4383-a5dd-9b4f43c51040,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:13.248182 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52136) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:13.276388 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69a7d3d0>,) {'filters': {'network_id': ['81f242f2-1080-48a8-9d1e-339d4894947e']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:13.296717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Made reservation on behalf of c2c91d99923e44a9b49c306044837e9e for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:13.304250 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.312165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69a7d3d0>, 'fb20d39f-e798-470c-a05d-c4ec9cb18448') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:13.312495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69a7d3d0>, 'fb20d39f-e798-470c-a05d-c4ec9cb18448') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:13.347874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aafe2e-b0e7-420e-a729-08c4d46dfb21 req-121b9c35-a33a-4c1e-9f8b-bc919b4be852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:13.350526 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-16aafe2e-b0e7-420e-a729-08c4d46dfb21 req-121b9c35-a33a-4c1e-9f8b-bc919b4be852 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 1128 time: 0.2258894
Feb 19 21:00:13.355752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Attempting to bind port 1116fb48-848b-46e8-86c2-67c24ef5d3e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:13.356816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Attempting to bind port 1116fb48-848b-46e8-86c2-67c24ef5d3e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:13.358119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Attempting to bind port 1116fb48-848b-46e8-86c2-67c24ef5d3e3 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:13.358291 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (fb20d39f-e798-470c-a05d-c4ec9cb18448), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.400811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:13.420995 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (fb20d39f-e798-470c-a05d-c4ec9cb18448), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.449219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b2d80f6-b3f6-454a-8e9a-6fbff390b54b admin admin] Publish callbacks [] for security_group (e1f87514-955e-4383-a5dd-9b4f43c51040), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.455203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52138) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:13.468801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:13.469207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (fb20d39f-e798-470c-a05d-c4ec9cb18448), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:13.472449 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:13.496272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=689af9d2-853d-4b31-abfa-6ed20c13392b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:13.502290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:13.503078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:13.503774 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.504439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:13.509407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Bound port: 1116fb48-848b-46e8-86c2-67c24ef5d3e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:13.510090 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.551042 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-16aafe2e-b0e7-420e-a729-08c4d46dfb21 req-af9f3972-ff26-4932-8afc-0d16e2f3dea3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867239
Feb 19 21:00:13.570481 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Publish callbacks [] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.576909 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Publish callbacks [] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.589343 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.614257 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b2d80f6-b3f6-454a-8e9a-6fbff390b54b admin admin] Publish callbacks [] for security_group (e1f87514-955e-4383-a5dd-9b4f43c51040), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.616323 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.692774 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a2c41-768b-4640-b4a4-bd2e7704c63b None None] Pushing event updated for resources: {'Port': ['ID=a6b9a996-d7cc-4119-be32-9fe3931dc04f,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:13.713816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] For port 1116fb48-848b-46e8-86c2-67c24ef5d3e3, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:13.725970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b24a29-48ed-4ff4-a098-edab09b33b0f None None] Pushing event updated for resources: {'Port': ['ID=1116fb48-848b-46e8-86c2-67c24ef5d3e3,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:13.738858 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cff1b9a4-41c5-449b-83be-68f7453f0555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (cb007680-83ab-4bd4-887c-fcd20ef01232), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.772598 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Attempting to bind port a6b9a996-d7cc-4119-be32-9fe3931dc04f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:13.774012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Allocated IP 172.20.0.1 (d5d1c4a4-d517-49b3-befd-1e0c972eae22/2eef0470-e018-4487-bb03-18c8de04688c/e252e0f7-60ad-4f5e-ba63-8cbcd13f008a) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:13.780107 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Attempting to bind port a6b9a996-d7cc-4119-be32-9fe3931dc04f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:13.783386 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Attempting to bind port a6b9a996-d7cc-4119-be32-9fe3931dc04f on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:13.795069 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:13.795069 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:13.796598 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.797013 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:13.797564 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Bound port: a6b9a996-d7cc-4119-be32-9fe3931dc04f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:13.798709 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.814241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Pushing event updated for resources: {'Port': ['ID=e492d710-82c5-4b34-8237-73ce4005e2e2,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:13.816791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1b9a4-41c5-449b-83be-68f7453f0555 None None] Pushing event deleted for resources: {'Port': ['ID=cb007680-83ab-4bd4-887c-fcd20ef01232,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:13.827134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff1b9a4-41c5-449b-83be-68f7453f0555 None None] No DVR routers for this DVR port cb007680-83ab-4bd4-887c-fcd20ef01232 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:13.858389 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (81f242f2-1080-48a8-9d1e-339d4894947e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.877307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] For port 1116fb48-848b-46e8-86c2-67c24ef5d3e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1116fb48-848b-46e8-86c2-67c24ef5d3e3,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:13.881406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.891027 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] 10.222.0.30 "DELETE /v2.0/networks/81f242f2-1080-48a8-9d1e-339d4894947e HTTP/1.1" status: 204  len: 168 time: 3.7747052
Feb 19 21:00:13.895359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:13.896061 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.933498 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] For port a6b9a996-d7cc-4119-be32-9fe3931dc04f, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:13.939519 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] For port a6b9a996-d7cc-4119-be32-9fe3931dc04f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6b9a996-d7cc-4119-be32-9fe3931dc04f,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:13.964977 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.990581 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:13.999919 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Publish callbacks [] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:14.130540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b24a29-48ed-4ff4-a098-edab09b33b0f None None] Pushing event updated for resources: {'Port': ['ID=1116fb48-848b-46e8-86c2-67c24ef5d3e3,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:14.142669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Routers {'de80bacd-2276-4b32-8450-68b332821818'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:14.143324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634b16a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['de80bacd-2276-4b32-8450-68b332821818'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:14.189873 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a2c41-768b-4640-b4a4-bd2e7704c63b None None] Pushing event updated for resources: {'Port': ['ID=a6b9a996-d7cc-4119-be32-9fe3931dc04f,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:14.211478 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Routers {'0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:14.213738 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7379a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:14.218083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-36593c92-4688-4bb9-bd1c-f159666fa9b4 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&fields=id HTTP/1.1" status: 200  len: 255 time: 1.4640627
Feb 19 21:00:14.349743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52158) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:14.369848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a053482-ea8d-444f-8f8b-b43b5a752c80 req-aff2d2c3-1d48-434b-bfc5-cbb28f8636b9 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:14.380231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a053482-ea8d-444f-8f8b-b43b5a752c80 req-aff2d2c3-1d48-434b-bfc5-cbb28f8636b9 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 946 time: 0.3966823
Feb 19 21:00:14.393997 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:14.394611 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:14.461638 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] Set router 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:14.467580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79d9f0c7-4aa7-4dba-add8-c62ac6119e85,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:14.480945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] Set router de80bacd-2276-4b32-8450-68b332821818 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:14.485738 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:14.496185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-286236c5-44c9-4528-a69f-2f4ca5667348 req-df32c41c-a99a-4c2d-950e-a79e6393aba6 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4450903
Feb 19 21:00:14.504874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-e0198ce3-e42a-4b33-a28d-32c9d38bebf6 service neutron] 10.222.0.30 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2838607
Feb 19 21:00:14.506273 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c836928-d915-42fd-8efc-7ab66672cd4a admin admin] Pushing event deleted for resources: {'Network': ['ID=81f242f2-1080-48a8-9d1e-339d4894947e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:14.555799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (de80bacd-2276-4b32-8450-68b332821818), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:14.582402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cb007680-83ab-4bd4-887c-fcd20ef01232 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:14.599865 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-84192fc1-a68a-4492-942b-1e4a774a095f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0e4c2e796b54b51bda74d8c84f9f815&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1381085
Feb 19 21:00:14.600525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:14.615569 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52160) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:14.617649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: cb007680-83ab-4bd4-887c-fcd20ef01232 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:00:14.618107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cb007680-83ab-4bd4-887c-fcd20ef01232 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:00:14.656726 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b2d80f6-b3f6-454a-8e9a-6fbff390b54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e1f87514-955e-4383-a5dd-9b4f43c51040), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:14.659599 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b2d80f6-b3f6-454a-8e9a-6fbff390b54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:14.664323 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8b2d80f6-b3f6-454a-8e9a-6fbff390b54b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1f87514-955e-4383-a5dd-9b4f43c51040 HTTP/1.1" status: 204  len: 168 time: 1.4142737
Feb 19 21:00:14.678197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=79d9f0c7-4aa7-4dba-add8-c62ac6119e85,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:14.743958 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7379a0>, [{'id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1299291800-router', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:06Z', 'revision_number': 3, 'project_id': 'c38523e7590c48c484d9b778e4ac5308', 'gw_port': {'id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:01Z', 'updated_at': '2022-02-19T21:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:14.748982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d80f6-b3f6-454a-8e9a-6fbff390b54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f87514-955e-4383-a5dd-9b4f43c51040,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:14.786377 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63338ae-65a0-4f3a-a177-2a5436bdd834 None None] The sync data for ids ['0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'] in ncdv-master-1 is: [{'id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1299291800-router', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:06Z', 'revision_number': 3, 'project_id': 'c38523e7590c48c484d9b778e4ac5308', 'gw_port': {'id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:01Z', 'updated_at': '2022-02-19T21:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:00:14.786830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Network d5d1c4a4-d517-49b3-befd-1e0c972eae22 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:14.792818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Allocated IP 172.20.0.8 (8d71791f-d141-4701-a95a-c6109bae943e/ee2e4d5b-9cd7-4afd-902a-c45a08ea851f/7c930953-29d6-4047-8f78-0d1f65f29d0b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:14.802238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:14.804565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:14.827017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac2f3-4eb4-4623-9dde-5a7bf1740498 admin admin] Publish callbacks [] for security_group (93f22e50-c836-4360-8456-dd2137fc202c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:14.835891 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-73ccdfc5-fffc-4312-b5da-346fb1759259 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b11084a5a46488cbb721afa4256a6bd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4841211
Feb 19 21:00:14.839082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52164) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:14.888751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a053482-ea8d-444f-8f8b-b43b5a752c80 req-35ed9dd0-232a-4ba0-b25c-dd39991a2a11 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5029624
Feb 19 21:00:14.978843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634b16a0>, [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:12Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e492d710-82c5-4b34-8237-73ce4005e2e2', 'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'mac_address': 'fa:16:3e:75:a0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:10Z', 'updated_at': '2022-02-19T21:00:13Z', 'revision_number': 2, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'subnets': [{'id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:14.984362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac2f3-4eb4-4623-9dde-5a7bf1740498 admin admin] Publish callbacks [] for security_group (93f22e50-c836-4360-8456-dd2137fc202c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:15.017478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bfcc3-ac21-4145-9aa3-0f1ce5c5eed4 None None] The sync data for ids ['de80bacd-2276-4b32-8450-68b332821818'] in ncdv-master-1 is: [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:12Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e492d710-82c5-4b34-8237-73ce4005e2e2', 'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'mac_address': 'fa:16:3e:75:a0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:10Z', 'updated_at': '2022-02-19T21:00:13Z', 'revision_number': 2, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'subnets': [{'id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:00:15.033047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Pushing event updated for resources: {'Port': ['ID=e252e0f7-60ad-4f5e-ba63-8cbcd13f008a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:15.043101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:15.097353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:15.204530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-286236c5-44c9-4528-a69f-2f4ca5667348 req-b5cf9a26-a5b5-43c6-b4c2-75a1319f8d28 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6978359
Feb 19 21:00:15.218389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:15.237429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-051d19d9-da58-4008-ba1f-14112369a715 admin admin] Publish callbacks [] for security_group (e9cd14c8-4902-474e-9991-abf7eeb7c80a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:15.241227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:15.300160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-315fec02-1682-49ad-bebb-88fd6da9dc40 service neutron] 10.222.0.30 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7757990
Feb 19 21:00:15.499491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5dfc931a-ae1d-4105-a02d-3db94a301c97 None None] Provisioning complete for port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:15.499909 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5dfc931a-ae1d-4105-a02d-3db94a301c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:15.642112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:15.644818 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:15.743974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Router de80bacd-2276-4b32-8450-68b332821818 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:00:15.753899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac2f3-4eb4-4623-9dde-5a7bf1740498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (93f22e50-c836-4360-8456-dd2137fc202c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:15.767589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca7ac2f3-4eb4-4623-9dde-5a7bf1740498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:15.769275 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ca7ac2f3-4eb4-4623-9dde-5a7bf1740498 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93f22e50-c836-4360-8456-dd2137fc202c HTTP/1.1" status: 204  len: 168 time: 1.1527474
Feb 19 21:00:15.786906 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:15.793497 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-051d19d9-da58-4008-ba1f-14112369a715 admin admin] Publish callbacks [] for security_group (e9cd14c8-4902-474e-9991-abf7eeb7c80a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:15.851718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-276b9774-8af8-42c9-a638-6b776ddbce29 req-40d6ac58-121d-44a4-a9fd-4879a3d41b0a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 210 time: 0.0611019
Feb 19 21:00:15.869607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ac2f3-4eb4-4623-9dde-5a7bf1740498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f22e50-c836-4360-8456-dd2137fc202c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:15.912763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc931a-ae1d-4105-a02d-3db94a301c97 None None] Port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:00:15.962415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb01d7f-d304-4d8a-ae3e-aa8823466b85 req-280067c5-0147-4135-80ea-f8670fdadcc1 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:15.977824 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eb01d7f-d304-4d8a-ae3e-aa8823466b85 req-280067c5-0147-4135-80ea-f8670fdadcc1 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 951 time: 0.3717604
Feb 19 21:00:16.182701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5f5f8213-d204-4e9a-b9dc-8fce6642f7c8 None None] Provisioning complete for port e492d710-82c5-4b34-8237-73ce4005e2e2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:16.183517 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5f5f8213-d204-4e9a-b9dc-8fce6642f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:16.192987 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks [] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:16.243145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f8213-d204-4e9a-b9dc-8fce6642f7c8 None None] Port e492d710-82c5-4b34-8237-73ce4005e2e2 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:00:16.250736 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:16.269419 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:00:16.296932 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-21be9035-bdf7-43c6-903d-751d766dc950 admin admin] 10.222.0.30 "PUT /v2.0/routers/de80bacd-2276-4b32-8450-68b332821818/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4471810
Feb 19 21:00:16.341206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-051d19d9-da58-4008-ba1f-14112369a715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e9cd14c8-4902-474e-9991-abf7eeb7c80a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:16.344351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-051d19d9-da58-4008-ba1f-14112369a715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:16.345663 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-051d19d9-da58-4008-ba1f-14112369a715 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9cd14c8-4902-474e-9991-abf7eeb7c80a HTTP/1.1" status: 204  len: 168 time: 1.5020154
Feb 19 21:00:16.360831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d19d9-da58-4008-ba1f-14112369a715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd14c8-4902-474e-9991-abf7eeb7c80a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:16.410781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eb01d7f-d304-4d8a-ae3e-aa8823466b85 req-a1fee43c-4cc0-41a2-a509-6369db121c24 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4295700
Feb 19 21:00:16.424665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda4625-1337-400e-adb4-3a2a77f8cdf9 req-9c53923b-f897-4138-a820-05cc55c82da4 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:16.426233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6dda4625-1337-400e-adb4-3a2a77f8cdf9 req-9c53923b-f897-4138-a820-05cc55c82da4 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 946 time: 0.3507674
Feb 19 21:00:16.532838 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:16.809012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Network 8d71791f-d141-4701-a95a-c6109bae943e is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:16.813388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6dda4625-1337-400e-adb4-3a2a77f8cdf9 req-ac20862d-c6b3-44c2-9286-4ff3330ce6e3 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3666136
Feb 19 21:00:16.839771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Pushing event updated for resources: {'Port': ['ID=7c930953-29d6-4047-8f78-0d1f65f29d0b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:16.861762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:16.871064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:17.008243 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Publish callbacks [] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:17.044198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:17.052991 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:17.080193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:17.149307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-f1962058-67da-4644-bfaf-d1783d638220 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3504202
Feb 19 21:00:17.249137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Request body: {'port': {'device_id': '2df03445-3277-48bd-be5b-c8503c33714d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:17.267388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a6b9a996-d7cc-4119-be32-9fe3931dc04f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:17.358647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Pushing event updated for resources: {'Port': ['ID=e252e0f7-60ad-4f5e-ba63-8cbcd13f008a,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:17.373672 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:17.392819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a6b9a996-d7cc-4119-be32-9fe3931dc04f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:17.393186 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:17.427318 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:17.714096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a6b9a996-d7cc-4119-be32-9fe3931dc04f is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:17.714782 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:17.758517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port a6b9a996-d7cc-4119-be32-9fe3931dc04f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6b9a996-d7cc-4119-be32-9fe3931dc04f,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:17.773971 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:17.775093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1116fb48-848b-46e8-86c2-67c24ef5d3e3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:17.983959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52290) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:17.990825 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-087ada52-18ab-4243-96d5-ab18eebf4f4b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603684618', 'description': 'tempest-description--157710886'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:18.019796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=a6b9a996-d7cc-4119-be32-9fe3931dc04f,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:18.027462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1116fb48-848b-46e8-86c2-67c24ef5d3e3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:18.028151 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.084022 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-087ada52-18ab-4243-96d5-ab18eebf4f4b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.188289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1116fb48-848b-46e8-86c2-67c24ef5d3e3 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:18.189104 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.253649 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-087ada52-18ab-4243-96d5-ab18eebf4f4b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group (b8a91d55-f781-4855-a1ec-ee7383792239), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.265997 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-087ada52-18ab-4243-96d5-ab18eebf4f4b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b8a91d55-f781-4855-a1ec-ee7383792239), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.280968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 1116fb48-848b-46e8-86c2-67c24ef5d3e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1116fb48-848b-46e8-86c2-67c24ef5d3e3,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:18.305594 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.332616 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd5c7-5c5d-4d00-ace1-8b452d982f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.343203 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-087ada52-18ab-4243-96d5-ab18eebf4f4b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.344502 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-087ada52-18ab-4243-96d5-ab18eebf4f4b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3584907
Feb 19 21:00:18.347937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52304) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:18.353000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-971d7815-44eb-437f-8b78-824f64771d4f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Request body: {'security_group_rule': {'security_group_id': 'b8a91d55-f781-4855-a1ec-ee7383792239', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:18.364797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ada52-18ab-4243-96d5-ab18eebf4f4b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a91d55-f781-4855-a1ec-ee7383792239,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:18.374981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-f557c18d-5dc5-4725-9218-75eb8b27c5c7 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:18.376526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-f557c18d-5dc5-4725-9218-75eb8b27c5c7 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.10 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 819 time: 0.7069588
Feb 19 21:00:18.397468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Request body: {'port': {'device_id': '95227559-6479-49fb-8e4b-4b3d7cf582c9', 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e', 'admin_state_up': True, 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:18.415992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-971d7815-44eb-437f-8b78-824f64771d4f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group_rule (9bfb07c8-c82f-43d6-ac52-64abd576eb1a), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.456226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=1116fb48-848b-46e8-86c2-67c24ef5d3e3,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:18.544853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fde4a664-e556-45e1-bf88-56ccc769da3d req-379c7a49-fffc-4013-98e4-9d9445cb22da tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 210 time: 0.1638772
Feb 19 21:00:18.577680 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-971d7815-44eb-437f-8b78-824f64771d4f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group_rule (9bfb07c8-c82f-43d6-ac52-64abd576eb1a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.604916 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Made reservation on behalf of c2c91d99923e44a9b49c306044837e9e for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:18.608125 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-971d7815-44eb-437f-8b78-824f64771d4f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (9bfb07c8-c82f-43d6-ac52-64abd576eb1a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.608801 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.658864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d7815-44eb-437f-8b78-824f64771d4f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfb07c8-c82f-43d6-ac52-64abd576eb1a,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:18.664057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 835957bc-cf48-4628-ac6b-011383e9ecd7 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:18.687034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-971d7815-44eb-437f-8b78-824f64771d4f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.688676 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-971d7815-44eb-437f-8b78-824f64771d4f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3393230
Feb 19 21:00:18.691161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52350) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:18.695892 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4da46081-031b-46cc-9c84-c14120f0cf57 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Request body: {'security_group_rule': {'security_group_id': 'b8a91d55-f781-4855-a1ec-ee7383792239', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:18.754758 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4da46081-031b-46cc-9c84-c14120f0cf57 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group_rule (beef63c8-3cb8-41f7-a4dc-63cdac1a1244), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.782509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Network d5d1c4a4-d517-49b3-befd-1e0c972eae22 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:18.830796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:18.919706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 835957bc-cf48-4628-ac6b-011383e9ecd7 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:18.923319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4da46081-031b-46cc-9c84-c14120f0cf57 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group_rule (beef63c8-3cb8-41f7-a4dc-63cdac1a1244), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.930204 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.940091 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4da46081-031b-46cc-9c84-c14120f0cf57 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (beef63c8-3cb8-41f7-a4dc-63cdac1a1244), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:18.988856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52374) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:18.992290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:19.010551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da46081-031b-46cc-9c84-c14120f0cf57 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beef63c8-3cb8-41f7-a4dc-63cdac1a1244,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:19.014652 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3409cc4e-d69d-43b5-a8f8-3115bba2e899" -d '{"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:19.063348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:19.063731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4da46081-031b-46cc-9c84-c14120f0cf57 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:19.071642 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4da46081-031b-46cc-9c84-c14120f0cf57 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3765628
Feb 19 21:00:19.072214 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52386) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:19.078983 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:19.082268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:19.186315 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f02389-146d-4323-bf25-596cbf3583f0 x-openstack-request-id: req-77f02389-146d-4323-bf25-596cbf3583f0 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:19.188671 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:19.190300 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77f02389-146d-4323-bf25-596cbf3583f0 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:19.190300 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'code': 200}
Feb 19 21:00:19.203608 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:19.262334 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=11']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:19.304864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a6b9a996-d7cc-4119-be32-9fe3931dc04f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:19.372795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Router 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:00:19.416949 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c930953-29d6-4047-8f78-0d1f65f29d0b {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:00:19.499740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d2fb7cb3-73f4-4153-83b0-492ce433d882 None None] Provisioning complete for port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:19.500276 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7cb3-73f4-4153-83b0-492ce433d882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:19.503795 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:19.591329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52422) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:19.601050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb7cb3-73f4-4153-83b0-492ce433d882 None None] Port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:00:19.606851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a6b9a996-d7cc-4119-be32-9fe3931dc04f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:19.607846 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:19.613245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-386047887'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:19.656229 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Publish callbacks [] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:19.659000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:00:19.675973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8b4e3a3b-3f1b-4d23-b79f-efa6b3467772 admin admin] 10.222.0.30 "PUT /v2.0/routers/0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8340652
Feb 19 21:00:19.683075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Sync routers for ids ['0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:00:19.709538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Routers {'0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:19.710193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6312b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T20:59:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:19.757626 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1131158772-network', 'tenant_id': 'a72053a62e744590945ce7fd8a1f33ae'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:19.761674 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:19.770987 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:19.809958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Transition to ACTIVE for port object 7c930953-29d6-4047-8f78-0d1f65f29d0b will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:00:19.819325 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:19.830558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16d50359-e8e3-4009-9bf7-620d497cfcce req-af2aca9c-2575-423b-94e5-63dceb068b82 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 210 time: 0.1512578
Feb 19 21:00:19.841460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Set router 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:19.871522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Allocated IP 172.35.2.22 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/1e499f64-c9be-4c3a-89cf-e23aa3c576d5) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:19.877729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Made reservation on behalf of a72053a62e744590945ce7fd8a1f33ae for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:19.883876 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:19.912576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:19.912794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Allocated IP 172.20.0.9 (8d71791f-d141-4701-a95a-c6109bae943e/ee2e4d5b-9cd7-4afd-902a-c45a08ea851f/ff12d8e1-9359-4461-ae10-7ce54f84b0e6) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:20.012764 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.050312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for port (1e499f64-c9be-4c3a-89cf-e23aa3c576d5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.109611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1e499f64-c9be-4c3a-89cf-e23aa3c576d5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.206034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Pushing event updated for resources: {'Port': ['ID=7c930953-29d6-4047-8f78-0d1f65f29d0b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:20.214936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:20.225818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:20.243761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:20.270877 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event updated for resources: {'Port': ['ID=1e499f64-c9be-4c3a-89cf-e23aa3c576d5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:20.309156 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks [] for security_group (758e29f9-133e-4e97-849a-ab8f00df10e2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.330398 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (758e29f9-133e-4e97-849a-ab8f00df10e2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.362739 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-04d3cc9e-8c6b-4fbf-8419-b9f8b29a9a19 req-a4621c03-755b-4264-9d87-3616f449c43f tempest-FloatingIPDetailsNegativeTestJSON-1216080724 tempest-FloatingIPDetailsNegativeTestJSON-1216080724-project] show failed (client error): The resource could not be found.
Feb 19 21:00:20.377533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a6b9a996-d7cc-4119-be32-9fe3931dc04f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:20.378661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1116fb48-848b-46e8-86c2-67c24ef5d3e3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:20.382066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04d3cc9e-8c6b-4fbf-8419-b9f8b29a9a19 req-a4621c03-755b-4264-9d87-3616f449c43f tempest-FloatingIPDetailsNegativeTestJSON-1216080724 tempest-FloatingIPDetailsNegativeTestJSON-1216080724-project] 10.222.0.30 "GET /v2.0/floatingips/ee6ce5e9-f8da-43b4-9ecd-ccf05a0c361d HTTP/1.1" status: 404  len: 350 time: 0.1161013
Feb 19 21:00:20.383458 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Publish callbacks [] for security_group (87147f3f-0c5c-417c-b829-d782352c1893), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.387208 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52452) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:20.411016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:00:20.430795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372ef21-7e51-439a-82cf-354d0ac3dca9 req-438b9e72-8a23-4f5e-b4d8-36576ff85ae3 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:20.443218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2372ef21-7e51-439a-82cf-354d0ac3dca9 req-438b9e72-8a23-4f5e-b4d8-36576ff85ae3 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 946 time: 0.7858713
Feb 19 21:00:20.447015 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-51a48b08-3485-4c59-9f2e-048f976a210f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.467867 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (87147f3f-0c5c-417c-b829-d782352c1893), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.484044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6312b0a0>, [{'id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1299291800-router', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:15Z', 'revision_number': 4, 'project_id': 'c38523e7590c48c484d9b778e4ac5308', 'gw_port': {'id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:01Z', 'updated_at': '2022-02-19T21:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e252e0f7-60ad-4f5e-ba63-8cbcd13f008a', 'name': '', 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'mac_address': 'fa:16:3e:62:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2eef0470-e018-4487-bb03-18c8de04688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:13Z', 'updated_at': '2022-02-19T21:00:16Z', 'revision_number': 2, 'project_id': 'c38523e7590c48c484d9b778e4ac5308', 'subnets': [{'id': '2eef0470-e018-4487-bb03-18c8de04688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:20.539308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758e29f9-133e-4e97-849a-ab8f00df10e2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:20.549444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c1e664fa-00cf-4853-a9ad-93a007cb4d78), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.550095 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Added segment c1e664fa-00cf-4853-a9ad-93a007cb4d78 of type vlan for network 3a3ac54c-398e-4bd1-bd95-bcf9774a6df4
Feb 19 21:00:20.564237 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:00:20.616761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Checking router: 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:00:20.624055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Updating router 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:00:20.626641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1116fb48-848b-46e8-86c2-67c24ef5d3e3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:20.630299 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.653797 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.654644 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Added segment b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0 of type vlan for network 7bfee3f1-aa1f-482a-be0c-a77ae359bd88
Feb 19 21:00:20.672074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for floatingip (b0d3fab6-2f53-40b3-acbf-6ff2c02c3326), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.679851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87147f3f-0c5c-417c-b829-d782352c1893,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:20.685474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2372ef21-7e51-439a-82cf-354d0ac3dca9 req-a66cc6b2-953a-4ba2-9fda-a215c6bbc6ab tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2410307
Feb 19 21:00:20.689331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (3a3ac54c-398e-4bd1-bd95-bcf9774a6df4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.710196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Attempting to bind port 7c930953-29d6-4047-8f78-0d1f65f29d0b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:20.710734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Attempting to bind port 7c930953-29d6-4047-8f78-0d1f65f29d0b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:20.711431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Attempting to bind port 7c930953-29d6-4047-8f78-0d1f65f29d0b on network 8d71791f-d141-4701-a95a-c6109bae943e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:20.742677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Port 7c930953-29d6-4047-8f78-0d1f65f29d0b on network 8d71791f-d141-4701-a95a-c6109bae943e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:00:20.746199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Attempting to bind port 7c930953-29d6-4047-8f78-0d1f65f29d0b on network 8d71791f-d141-4701-a95a-c6109bae943e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:20.772970 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (7bfee3f1-aa1f-482a-be0c-a77ae359bd88), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.777457 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks [] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.782596 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.833491 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (3a3ac54c-398e-4bd1-bd95-bcf9774a6df4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.843836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:20.844551 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.848561 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1e499f64-c9be-4c3a-89cf-e23aa3c576d5), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.892686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:20.893300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Checking segment: {'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:20.893945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Bound using segment: {'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:20.894967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Bound port: 7c930953-29d6-4047-8f78-0d1f65f29d0b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:20.901344 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.907528 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Sync routers for ids ['de80bacd-2276-4b32-8450-68b332821818'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:00:20.917591 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Routers {'de80bacd-2276-4b32-8450-68b332821818'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:20.918185 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a71501280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['de80bacd-2276-4b32-8450-68b332821818'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:20.921011 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:20.949077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1116fb48-848b-46e8-86c2-67c24ef5d3e3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:21.112868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Pushing event updated for resources: {'Port': ['ID=ff12d8e1-9359-4461-ae10-7ce54f84b0e6,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:21.151200 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Set router de80bacd-2276-4b32-8450-68b332821818 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:21.155119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (7bfee3f1-aa1f-482a-be0c-a77ae359bd88), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:21.161117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:21.168378 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:21.212365 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.2143629
Feb 19 21:00:21.223741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Network 8d71791f-d141-4701-a95a-c6109bae943e is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:21.233547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:21.238418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:21.277781 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326f52a-631f-45fc-b991-aec5fcdc5718 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Network': ['ID=3a3ac54c-398e-4bd1-bd95-bcf9774a6df4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:21.332706 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.7132676
Feb 19 21:00:21.344010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4c832-8e9c-4474-a259-8a31710add0f req-a182fd0d-8448-4fb1-bb2d-509be1cb9a33 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:21.351418 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74d4c832-8e9c-4474-a259-8a31710add0f req-a182fd0d-8448-4fb1-bb2d-509be1cb9a33 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 931 time: 0.2562881
Feb 19 21:00:21.365228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52540) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:21.370300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] Request body: {'subnet': {'network_id': '7bfee3f1-aa1f-482a-be0c-a77ae359bd88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1131158772-subnet', 'tenant_id': 'a72053a62e744590945ce7fd8a1f33ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:21.411123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] Made reservation on behalf of a72053a62e744590945ce7fd8a1f33ae for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:21.413777 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:21.540930 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f3e49-fb09-4e81-bcb6-37332a11dc96 admin admin] Pushing event updated for resources: {'Network': ['ID=7bfee3f1-aa1f-482a-be0c-a77ae359bd88,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:21.581607 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a71501280>, [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:12Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e492d710-82c5-4b34-8237-73ce4005e2e2', 'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'mac_address': 'fa:16:3e:75:a0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:10Z', 'updated_at': '2022-02-19T21:00:13Z', 'revision_number': 2, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'subnets': [{'id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:21.619240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] For port 7c930953-29d6-4047-8f78-0d1f65f29d0b, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:21.629421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 3a3ac54c-398e-4bd1-bd95-bcf9774a6df4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:00:21.641083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 7bfee3f1-aa1f-482a-be0c-a77ae359bd88 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:00:21.648941 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Checking router: de80bacd-2276-4b32-8450-68b332821818 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:00:21.650080 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Updating router de80bacd-2276-4b32-8450-68b332821818 port e492d710-82c5-4b34-8237-73ce4005e2e2 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:00:21.714761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74d4c832-8e9c-4474-a259-8a31710add0f req-c99c5bc0-e3c9-4aad-ba30-3f740b1ee85e tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3623827
Feb 19 21:00:21.729496 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (564c14e2-9d3e-451c-a154-9cc2bfdf36dc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:21.760363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:21.762083 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:21.773766 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for port (1e499f64-c9be-4c3a-89cf-e23aa3c576d5), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:21.808487 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:21.842241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (1e499f64-c9be-4c3a-89cf-e23aa3c576d5), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:21.847608 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Publish callbacks [] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:21.928621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] Pushing event updated for resources: {'Subnet': ['ID=564c14e2-9d3e-451c-a154-9cc2bfdf36dc,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:21.933955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-c7d6fd8d-c57c-4dce-a52c-bdd0f6c89ba3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5441470
Feb 19 21:00:21.937767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] For port 7c930953-29d6-4047-8f78-0d1f65f29d0b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:21.980637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Request body: {'port': {'device_id': '95227559-6479-49fb-8e4b-4b3d7cf582c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:21.995140 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.094743 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event updated for resources: {'Port': ['ID=1e499f64-c9be-4c3a-89cf-e23aa3c576d5,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:22.129715 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.136292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cf703-83d7-48ee-8604-8fe863b68500 None None] Pushing event updated for resources: {'Port': ['ID=e252e0f7-60ad-4f5e-ba63-8cbcd13f008a,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:22.146330 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b0d3fab6-2f53-40b3-acbf-6ff2c02c3326), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.165760 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.188451 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.190774 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1e09889d-7d12-4833-8ef1-1eee9a6f94fc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1167860
Feb 19 21:00:22.286766 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.292485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:22.293457 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.300402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] 10.222.0.10 "PUT /v2.0/ports/7c930953-29d6-4047-8f78-0d1f65f29d0b HTTP/1.1" status: 200  len: 1091 time: 5.0634356
Feb 19 21:00:22.306608 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.308705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df03445-3277-48bd-be5b-c8503c33714d', 'tag': '7c930953-29d6-4047-8f78-0d1f65f29d0b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:22.317686 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0aa43f-569a-404b-a7cd-591100ba57bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2df03445-3277-48bd-be5b-c8503c33714d", "tag": "7c930953-29d6-4047-8f78-0d1f65f29d0b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:22.362430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] Checking segment: {'id': 'b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7bfee3f1-aa1f-482a-be0c-a77ae359bd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:22.364771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] Network hostable DHCP agents. Network: 7bfee3f1-aa1f-482a-be0c-a77ae359bd88, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:00:22.370272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Attempting to bind port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:22.370807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Attempting to bind port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12fbe615-1e24-4e2a-9fe7-24e0db492d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:22.371280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Attempting to bind port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a on network d5d1c4a4-d517-49b3-befd-1e0c972eae22 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:22.380927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:22.381475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Checking segment: {'id': '12fbe615-1e24-4e2a-9fe7-24e0db492d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:22.382056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.382706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Bound using segment: {'id': '12fbe615-1e24-4e2a-9fe7-24e0db492d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:22.383967 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Bound port: e252e0f7-60ad-4f5e-ba63-8cbcd13f008a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fbe615-1e24-4e2a-9fe7-24e0db492d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:22.385284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.483859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f22ca-9d35-48e3-8741-fb71c5ed2bdf req-2ee20a38-f1e7-445f-b1c5-4c435817ce55 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:22.490837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-152f22ca-9d35-48e3-8741-fb71c5ed2bdf req-2ee20a38-f1e7-445f-b1c5-4c435817ce55 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 946 time: 0.5751319
Feb 19 21:00:22.587019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3301b26-842c-4266-bd10-0b60468b5b87 service neutron] Pushing event updated for resources: {'Port': ['ID=7c930953-29d6-4047-8f78-0d1f65f29d0b,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:22.713692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] For port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:22.717887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] For port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e252e0f7-60ad-4f5e-ba63-8cbcd13f008a,segment=NetworkSegment(12fbe615-1e24-4e2a-9fe7-24e0db492d80),segment_id=12fbe615-1e24-4e2a-9fe7-24e0db492d80)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:22.723319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 689af9d2-853d-4b31-abfa-6ed20c13392b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:00:22.776519 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.800312 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:00:22.834287 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Publish callbacks [] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.854560 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:22.912084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] Deleting port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:22.912444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:23.044090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cf703-83d7-48ee-8604-8fe863b68500 None None] Pushing event updated for resources: {'Port': ['ID=e252e0f7-60ad-4f5e-ba63-8cbcd13f008a,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:23.097084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] For port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e252e0f7-60ad-4f5e-ba63-8cbcd13f008a,segment=NetworkSegment(12fbe615-1e24-4e2a-9fe7-24e0db492d80),segment_id=12fbe615-1e24-4e2a-9fe7-24e0db492d80)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:23.097469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:23.137325 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] Calling delete_port for e252e0f7-60ad-4f5e-ba63-8cbcd13f008a owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:23.174932 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:00:23.221906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Routers {'0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:23.226003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6312b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:23.308134 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a2ac1-26e4-4c45-bb5a-b8286254b42b None None] Pushing event updated for resources: {'Port': ['ID=e492d710-82c5-4b34-8237-73ce4005e2e2,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:23.381769 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Attempting to bind port e492d710-82c5-4b34-8237-73ce4005e2e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:23.382205 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Attempting to bind port e492d710-82c5-4b34-8237-73ce4005e2e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:23.382762 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Attempting to bind port e492d710-82c5-4b34-8237-73ce4005e2e2 on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:23.396508 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:23.396850 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Checking segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:23.398656 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:23.399086 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Bound using segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:23.399588 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Bound port: e492d710-82c5-4b34-8237-73ce4005e2e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:23.401164 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:23.425727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] Network 7bfee3f1-aa1f-482a-be0c-a77ae359bd88 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:00:23.557096 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] For port e492d710-82c5-4b34-8237-73ce4005e2e2, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:23.561623 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fad0a4a-91fb-41be-a4dc-286ca1938eeb x-openstack-request-id: req-2fad0a4a-91fb-41be-a4dc-286ca1938eeb {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:23.561945 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df03445-3277-48bd-be5b-c8503c33714d", "tag": "7c930953-29d6-4047-8f78-0d1f65f29d0b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:23.565651 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] For port e492d710-82c5-4b34-8237-73ce4005e2e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e492d710-82c5-4b34-8237-73ce4005e2e2,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:23.565799 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fad0a4a-91fb-41be-a4dc-286ca1938eeb {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:23.567470 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df03445-3277-48bd-be5b-c8503c33714d', 'tag': '7c930953-29d6-4047-8f78-0d1f65f29d0b', 'status': 'completed', 'code': 200}
Feb 19 21:00:23.586632 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:23.588011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-937aa9c8-1c94-463f-89e5-5c9c1c09630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:23.607081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] Set router 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:23.608807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-937aa9c8-1c94-463f-89e5-5c9c1c09630e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 1125 time: 1.2533276
Feb 19 21:00:23.636079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-152f22ca-9d35-48e3-8741-fb71c5ed2bdf req-578d886a-2a28-4fee-8b5b-d858412dadfc tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1333203
Feb 19 21:00:23.664681 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:23.784905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0b0d06c0-9e37-458f-9a00-21cf22c1fea8 None None] Provisioning complete for port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:23.785511 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0b0d06c0-9e37-458f-9a00-21cf22c1fea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e252e0f7-60ad-4f5e-ba63-8cbcd13f008a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:23.787391 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Routers {'de80bacd-2276-4b32-8450-68b332821818'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:23.788105 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a71501280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['de80bacd-2276-4b32-8450-68b332821818'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:23.857959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-7d1395cc-9a75-42d2-86b1-30c192a26596 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b HTTP/1.1" status: 200  len: 217 time: 0.1936677
Feb 19 21:00:23.858562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7bfee3f1-aa1f-482a-be0c-a77ae359bd88) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:23.858789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] Pushing event deleted for resources: {'Port': ['ID=e252e0f7-60ad-4f5e-ba63-8cbcd13f008a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:23.878601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d06c0-9e37-458f-9a00-21cf22c1fea8 None None] Port e252e0f7-60ad-4f5e-ba63-8cbcd13f008a was deleted so its status cannot be updated. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Feb 19 21:00:23.967229 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:23.990173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b80f81-acc2-4ec4-9420-afa861b573b4 None None] Network 7bfee3f1-aa1f-482a-be0c-a77ae359bd88 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:24.026057 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a2ac1-26e4-4c45-bb5a-b8286254b42b None None] Pushing event updated for resources: {'Port': ['ID=e492d710-82c5-4b34-8237-73ce4005e2e2,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:24.032363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-8e0bac2f-bfa7-4d6b-9e52-faca519e0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:24.034364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-8e0bac2f-bfa7-4d6b-9e52-faca519e0199 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 200  len: 859 time: 0.1637518
Feb 19 21:00:24.046943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:24.049778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:24.169552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5427a624-9f6e-444d-b5b8-e09c37c5475d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.8032093
Feb 19 21:00:24.223578 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] Set router de80bacd-2276-4b32-8450-68b332821818 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:24.353688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-26d8c551-ada4-4ac2-9af9-d8dcdaa5a069 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1603684618&fields=id&tenant_id=e4e370ef28034ffbbbee9d2cfd826084 HTTP/1.1" status: 200  len: 267 time: 0.7111487
Feb 19 21:00:24.371761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b74774-0d5a-4bff-a0cb-63b2de4be65f req-e8d221be-e68f-4451-b762-f6c42aca943a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:24.381021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39b74774-0d5a-4bff-a0cb-63b2de4be65f req-e8d221be-e68f-4451-b762-f6c42aca943a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 931 time: 0.5113387
Feb 19 21:00:24.384606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-e55cb149-4230-438e-bbbf-c26dab6cd77a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d71791f-d141-4701-a95a-c6109bae943e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2337232
Feb 19 21:00:24.411945 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:24.476007 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39b74774-0d5a-4bff-a0cb-63b2de4be65f req-b05fb1fd-19d5-4334-aebd-61cd12a0c213 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939517
Feb 19 21:00:24.500566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 689af9d2-853d-4b31-abfa-6ed20c13392b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=689af9d2-853d-4b31-abfa-6ed20c13392b,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:24.564840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '689af9d2-853d-4b31-abfa-6ed20c13392b', 'network_id': '0b77203b-47b2-4bd5-a7b7-432923f05242', 'port_id': '689af9d2-853d-4b31-abfa-6ed20c13392b', 'mac_address': 'fa:16:3e:37:02:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:00:24.568573 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff12d8e1-9359-4461-ae10-7ce54f84b0e6 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:00:24.579241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Publish callbacks [] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:24.601839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d5c07-3c5c-4349-b945-84dff324146d None None] Network 7bfee3f1-aa1f-482a-be0c-a77ae359bd88 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:24.664894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Transition to ACTIVE for port object ff12d8e1-9359-4461-ae10-7ce54f84b0e6 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:00:24.683512 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:24.737723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52648) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:24.740960 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a71501280>, [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:12Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e492d710-82c5-4b34-8237-73ce4005e2e2', 'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'mac_address': 'fa:16:3e:75:a0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:10Z', 'updated_at': '2022-02-19T21:00:23Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'subnets': [{'id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:24.752087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'subnet': {'network_id': '3a3ac54c-398e-4bd1-bd95-bcf9774a6df4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:24.764034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8b71ff8e-e52f-4499-aa7f-30d51a1d3cd9 None None] Could not find standard attr ID for object e252e0f7-60ad-4f5e-ba63-8cbcd13f008a. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:00:24.787155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-1f63f14a-2bb1-414d-bf3b-e153388f754c service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3751097
Feb 19 21:00:24.809888 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188d952-5341-47d0-a187-d1346e2a53a6 None None] The sync data for ids ['de80bacd-2276-4b32-8450-68b332821818'] in ncdv-master-1 is: [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:12Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e492d710-82c5-4b34-8237-73ce4005e2e2', 'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'mac_address': 'fa:16:3e:75:a0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:10Z', 'updated_at': '2022-02-19T21:00:23Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'subnets': [{'id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:00:24.833659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Pushing event updated for resources: {'Port': ['ID=ff12d8e1-9359-4461-ae10-7ce54f84b0e6,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:24.883993 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:24.902398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8b71ff8e-e52f-4499-aa7f-30d51a1d3cd9 None None] Provisioning complete for port e492d710-82c5-4b34-8237-73ce4005e2e2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:24.902807 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b71ff8e-e52f-4499-aa7f-30d51a1d3cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:25.088684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] Router 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:00:25.213337 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae713a02-43e4-4543-ac8f-97598f70c7e0 req-7f2c6ea7-dc8d-4575-a5e9-e73e6629e7c5 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4187744
Feb 19 21:00:25.240955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Attempting to bind port ff12d8e1-9359-4461-ae10-7ce54f84b0e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:25.246252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Attempting to bind port ff12d8e1-9359-4461-ae10-7ce54f84b0e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:25.248942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Attempting to bind port ff12d8e1-9359-4461-ae10-7ce54f84b0e6 on network 8d71791f-d141-4701-a95a-c6109bae943e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:25.256364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:00:25.260090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Port ff12d8e1-9359-4461-ae10-7ce54f84b0e6 on network 8d71791f-d141-4701-a95a-c6109bae943e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:00:25.263817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Attempting to bind port ff12d8e1-9359-4461-ae10-7ce54f84b0e6 on network 8d71791f-d141-4701-a95a-c6109bae943e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:25.272230 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2a4515f0-b919-416d-bbae-a8d3e491f297 admin admin] 10.222.0.30 "PUT /v2.0/routers/0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8808420
Feb 19 21:00:25.273939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52656) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:25.274813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e492d710-82c5-4b34-8237-73ce4005e2e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:25.286596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 20, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:25.288945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Checking segment: {'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:25.290091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Bound using segment: {'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:25.291832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Bound port: ff12d8e1-9359-4461-ae10-7ce54f84b0e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea44337f-3291-444a-9da0-b1590a87a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:25.292346 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:25.295510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:25.307238 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:25.354475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 689af9d2-853d-4b31-abfa-6ed20c13392b is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:25.354885 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:25.398379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 689af9d2-853d-4b31-abfa-6ed20c13392b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:00:25.422730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 689af9d2-853d-4b31-abfa-6ed20c13392b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=689af9d2-853d-4b31-abfa-6ed20c13392b,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:25.451927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e492d710-82c5-4b34-8237-73ce4005e2e2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:25.452348 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:25.454010 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:25.695645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] For port ff12d8e1-9359-4461-ae10-7ce54f84b0e6, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:25.699943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aa43f-569a-404b-a7cd-591100ba57bf req-48e035d6-e271-4b78-82d6-896f81fa311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:25.702036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b0aa43f-569a-404b-a7cd-591100ba57bf req-48e035d6-e271-4b78-82d6-896f81fa311b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 1125 time: 0.3808761
Feb 19 21:00:25.716884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] For port ff12d8e1-9359-4461-ae10-7ce54f84b0e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff12d8e1-9359-4461-ae10-7ce54f84b0e6,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:25.727704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8b71ff8e-e52f-4499-aa7f-30d51a1d3cd9 None None] Current status of the port e492d710-82c5-4b34-8237-73ce4005e2e2 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:25.728119 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b71ff8e-e52f-4499-aa7f-30d51a1d3cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:25.774657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-cae5eec0-b59f-4eea-8640-b5951ef1eda2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:25.776123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-cae5eec0-b59f-4eea-8640-b5951ef1eda2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 811 time: 1.4209802
Feb 19 21:00:25.843222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=689af9d2-853d-4b31-abfa-6ed20c13392b,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:25.867451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['689af9d2-853d-4b31-abfa-6ed20c13392b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:00:26.009742 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.021427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e492d710-82c5-4b34-8237-73ce4005e2e2 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:26.022350 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.059200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8b71ff8e-e52f-4499-aa7f-30d51a1d3cd9 None None] For port e492d710-82c5-4b34-8237-73ce4005e2e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e492d710-82c5-4b34-8237-73ce4005e2e2,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:26.081849 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b71ff8e-e52f-4499-aa7f-30d51a1d3cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.190036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71ff8e-e52f-4499-aa7f-30d51a1d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=e492d710-82c5-4b34-8237-73ce4005e2e2,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:26.196470 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:00:26.197146 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:00:26.251252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-73dba1d9-fb13-42c1-82e1-c140be3b5fa4 None None] Provisioning complete for port e492d710-82c5-4b34-8237-73ce4005e2e2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:26.251801 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-73dba1d9-fb13-42c1-82e1-c140be3b5fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.306299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6312b0a0>, [{'id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1299291800-router', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:15Z', 'revision_number': 4, 'project_id': 'c38523e7590c48c484d9b778e4ac5308', 'gw_port': {'id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:01Z', 'updated_at': '2022-02-19T21:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e252e0f7-60ad-4f5e-ba63-8cbcd13f008a', 'name': '', 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'mac_address': 'fa:16:3e:62:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2eef0470-e018-4487-bb03-18c8de04688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:13Z', 'updated_at': '2022-02-19T21:00:22Z', 'revision_number': 4, 'project_id': 'c38523e7590c48c484d9b778e4ac5308', 'subnets': [{'id': '2eef0470-e018-4487-bb03-18c8de04688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:26.369926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667ba11-4a31-4fe9-930e-7203042a8bc4 None None] The sync data for ids ['0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'] in ncdv-master-1 is: [{'id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1299291800-router', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:15Z', 'revision_number': 4, 'project_id': 'c38523e7590c48c484d9b778e4ac5308', 'gw_port': {'id': 'a6b9a996-d7cc-4119-be32-9fe3931dc04f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:01Z', 'updated_at': '2022-02-19T21:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e252e0f7-60ad-4f5e-ba63-8cbcd13f008a', 'name': '', 'network_id': 'd5d1c4a4-d517-49b3-befd-1e0c972eae22', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'mac_address': 'fa:16:3e:62:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2eef0470-e018-4487-bb03-18c8de04688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:13Z', 'updated_at': '2022-02-19T21:00:22Z', 'revision_number': 4, 'project_id': 'c38523e7590c48c484d9b778e4ac5308', 'subnets': [{'id': '2eef0470-e018-4487-bb03-18c8de04688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:00:26.378730 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Publish callbacks [] for router (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.385675 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.474838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-73dba1d9-fb13-42c1-82e1-c140be3b5fa4 None None] Current status of the port e492d710-82c5-4b34-8237-73ce4005e2e2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:26.536370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (3f264133-612a-42b4-a2e1-237b2439880c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.599507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Pushing event updated for resources: {'Port': ['ID=ff12d8e1-9359-4461-ae10-7ce54f84b0e6,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:26.627161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Subnet': ['ID=3f264133-612a-42b4-a2e1-237b2439880c,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:26.632653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:26.633299 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.635867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-5f896109-1fc4-449b-9719-4a2b6090cc5d service neutron] 10.222.0.10 "PUT /v2.0/ports/ff12d8e1-9359-4461-ae10-7ce54f84b0e6 HTTP/1.1" status: 200  len: 1091 time: 4.6604815
Feb 19 21:00:26.643546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95227559-6479-49fb-8e4b-4b3d7cf582c9', 'tag': 'ff12d8e1-9359-4461-ae10-7ce54f84b0e6'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:26.645521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Checking segment: {'id': 'c1e664fa-00cf-4853-a9ad-93a007cb4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3a3ac54c-398e-4bd1-bd95-bcf9774a6df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:26.646024 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b60a60e-e7f5-4a54-94c6-93dca4070d78" -d '{"events": [{"name": "network-changed", "server_uuid": "95227559-6479-49fb-8e4b-4b3d7cf582c9", "tag": "ff12d8e1-9359-4461-ae10-7ce54f84b0e6"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:26.646522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network hostable DHCP agents. Network: 3a3ac54c-398e-4bd1-bd95-bcf9774a6df4, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:00:26.650277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-0b744b09-3ed1-4a92-822a-90e9c1b64e4f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/quotas/e4e370ef28034ffbbbee9d2cfd826084 HTTP/1.1" status: 200  len: 375 time: 0.2653699
Feb 19 21:00:26.670926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network 3a3ac54c-398e-4bd1-bd95-bcf9774a6df4 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:00:26.686430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a3ac54c-398e-4bd1-bd95-bcf9774a6df4) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:26.692793 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:26.693697 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.754442 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-117fe3fd-a1c0-4c5f-a6db-e10b2768ddba tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.0141692
Feb 19 21:00:26.755065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52704) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:26.762358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-28795774'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:26.784997 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e492d710-82c5-4b34-8237-73ce4005e2e2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:26.790071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfc6b5-8130-4c1e-946e-7d74fd2bdf24 None None] Network 3a3ac54c-398e-4bd1-bd95-bcf9774a6df4 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:26.793723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:26.800108 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.814040 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aa43f-569a-404b-a7cd-591100ba57bf req-d66b7900-2552-4486-b20f-0be6c42f5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:26.816379 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b0aa43f-569a-404b-a7cd-591100ba57bf req-d66b7900-2552-4486-b20f-0be6c42f5afb service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 920 time: 1.0962031
Feb 19 21:00:26.832656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf85fd7-2423-4603-a29c-0db794afb61a req-7de5103d-4e9f-451d-b86d-9de761c9ec8a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:26.834519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5cf85fd7-2423-4603-a29c-0db794afb61a req-7de5103d-4e9f-451d-b86d-9de761c9ec8a tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 945 time: 0.4411573
Feb 19 21:00:26.842562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:00:26.883820 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (d4b52f3d-ccd0-40eb-b7db-c90641807b5e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.884722 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Added segment d4b52f3d-ccd0-40eb-b7db-c90641807b5e of type vlan for network 25ff8c99-6e96-4694-b372-ee180b05c5ae
Feb 19 21:00:26.918025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-c6b3b4d6-d3d5-4d73-9802-9227c0be567d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2546780
Feb 19 21:00:26.919590 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b0aa43f-569a-404b-a7cd-591100ba57bf req-1e88e580-ec5a-4aa8-afc2-4d2bfde98779 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b HTTP/1.1" status: 200  len: 217 time: 0.0819197
Feb 19 21:00:26.924423 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Publish callbacks [] for router_gateway (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.963586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3a3ac54c-398e-4bd1-bd95-bcf9774a6df4', 'network_id': '3a3ac54c-398e-4bd1-bd95-bcf9774a6df4', 'project_id': '6be548f3d4ea4a9883b15a69b3ee6a00', 'fixed_ips': [{'subnet_id': '3f264133-612a-42b4-a2e1-237b2439880c'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:00:26.964712 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.975956 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (25ff8c99-6e96-4694-b372-ee180b05c5ae), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:26.984635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-d5e5e3bc-fa9b-4bf1-ab1b-bfe97d571db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:26.986456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-d5e5e3bc-fa9b-4bf1-ab1b-bfe97d571db3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 1125 time: 0.2542570
Feb 19 21:00:27.085984 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (25ff8c99-6e96-4694-b372-ee180b05c5ae), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:27.091702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:27.092892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:27.093549 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-cb72825a-0029-4fcc-b874-7224ec319d93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff12d8e1-9359-4461-ae10-7ce54f84b0e6 HTTP/1.1" status: 200  len: 217 time: 0.0869737
Feb 19 21:00:27.171495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aa43f-569a-404b-a7cd-591100ba57bf req-5a074ce4-18a9-4ebd-9c07-da5732448c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:27.173039 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b0aa43f-569a-404b-a7cd-591100ba57bf req-5a074ce4-18a9-4ebd-9c07-da5732448c11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 200  len: 859 time: 0.2428355
Feb 19 21:00:27.194223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e492d710-82c5-4b34-8237-73ce4005e2e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:27.229400 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4703252
Feb 19 21:00:27.252806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52714) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:27.263392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'subnet': {'network_id': '25ff8c99-6e96-4694-b372-ee180b05c5ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:27.323743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b0aa43f-569a-404b-a7cd-591100ba57bf req-3ee5801a-d421-4eea-9d97-a02167158a97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d71791f-d141-4701-a95a-c6109bae943e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1419461
Feb 19 21:00:27.335987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-e7167486-058f-42d5-ae4f-9633816aaa5f service neutron] 10.222.0.30 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3902020
Feb 19 21:00:27.346899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Allocated IP 2001:db8:0:ffff::2 (3a3ac54c-398e-4bd1-bd95-bcf9774a6df4/3f264133-612a-42b4-a2e1-237b2439880c/d3b03adb-f6f9-48c7-b457-7af2c41a221f) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:27.377518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e492d710-82c5-4b34-8237-73ce4005e2e2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:27.377902 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:27.388155 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205fb05-f921-402c-bfeb-f7cf6979e456 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Network': ['ID=25ff8c99-6e96-4694-b372-ee180b05c5ae,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:27.465096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 25ff8c99-6e96-4694-b372-ee180b05c5ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:00:27.468647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:27.473462 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:27.531524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 689af9d2-853d-4b31-abfa-6ed20c13392b up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:27.666140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-f61eb29c-e123-4fb8-8024-f83f7ca1c4ed service neutron] 10.222.0.30 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3240736
Feb 19 21:00:27.711496 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b0aa43f-569a-404b-a7cd-591100ba57bf req-2850d1bc-7bef-49f5-b4f6-2ca85b718fa8 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2296987
Feb 19 21:00:27.864999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b0aa43f-569a-404b-a7cd-591100ba57bf req-fddb165a-4dbb-45cc-aea1-9beb0fa7c980 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321807
Feb 19 21:00:27.867691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-9bde4e95-9aeb-41ae-9439-90c235a47adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:27.869932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-9bde4e95-9aeb-41ae-9439-90c235a47adc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 200  len: 859 time: 0.7487903
Feb 19 21:00:27.873631 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Publish callbacks [] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:27.902919 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:27.961065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:00:27.963594 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (3dfcdb5a-0ea9-4650-973b-70e831571810), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:27.979018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Deleting port a6b9a996-d7cc-4119-be32-9fe3931dc04f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:27.979349 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:28.029876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 689af9d2-853d-4b31-abfa-6ed20c13392b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:28.030266 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:28.040150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Pushing event updated for resources: {'Port': ['ID=d3b03adb-f6f9-48c7-b457-7af2c41a221f,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:28.047312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e492d710-82c5-4b34-8237-73ce4005e2e2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:28.054346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Subnet': ['ID=3dfcdb5a-0ea9-4650-973b-70e831571810,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:28.065556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Checking segment: {'id': 'd4b52f3d-ccd0-40eb-b7db-c90641807b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '25ff8c99-6e96-4694-b372-ee180b05c5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:28.066197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network hostable DHCP agents. Network: 25ff8c99-6e96-4694-b372-ee180b05c5ae, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:00:28.087063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5cf85fd7-2423-4603-a29c-0db794afb61a req-f85de589-f6ac-41dc-b82f-5d3a5e3c8724 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2461531
Feb 19 21:00:28.093125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-99b8ffdf-810b-4abc-afe9-ac3e06d39718 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d71791f-d141-4701-a95a-c6109bae943e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2018638
Feb 19 21:00:28.103395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network 25ff8c99-6e96-4694-b372-ee180b05c5ae is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:00:28.135289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 25ff8c99-6e96-4694-b372-ee180b05c5ae) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:28.146312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Network 3a3ac54c-398e-4bd1-bd95-bcf9774a6df4 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:28.157818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:28.160853 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:28.162113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b7f34-020e-40df-9796-0251116a9a6d None None] Network 25ff8c99-6e96-4694-b372-ee180b05c5ae requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:28.167293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:28.206791 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e1a8ad90-2f8e-42ff-8c2d-473cd1cb2e57 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9522913
Feb 19 21:00:28.209138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52738) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:28.217836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'port': {'network_id': '25ff8c99-6e96-4694-b372-ee180b05c5ae', 'name': 'tempest-NetworksIpV6TestAttrs-306101543'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:28.227098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-06fd4114-708f-40f5-bf15-2d9126e1120d service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241055
Feb 19 21:00:28.255750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:28.391327 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] For port a6b9a996-d7cc-4119-be32-9fe3931dc04f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6b9a996-d7cc-4119-be32-9fe3931dc04f,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:28.392435 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:28.441999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Calling delete_port for a6b9a996-d7cc-4119-be32-9fe3931dc04f owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:28.471164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 689af9d2-853d-4b31-abfa-6ed20c13392b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:28.471839 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:28.482151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dcb1d-c85a-4718-91b0-18573b494297 req-2ad46c51-1874-4f4d-80cd-100f865c3423 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:28.484627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a76dcb1d-c85a-4718-91b0-18573b494297 req-2ad46c51-1874-4f4d-80cd-100f865c3423 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 943 time: 0.2518308
Feb 19 21:00:28.500543 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:28.504397 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:28.507319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Attempting to bind port d3b03adb-f6f9-48c7-b457-7af2c41a221f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:28.507967 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Attempting to bind port d3b03adb-f6f9-48c7-b457-7af2c41a221f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c1e664fa-00cf-4853-a9ad-93a007cb4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3a3ac54c-398e-4bd1-bd95-bcf9774a6df4'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:28.509223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Attempting to bind port d3b03adb-f6f9-48c7-b457-7af2c41a221f on network 3a3ac54c-398e-4bd1-bd95-bcf9774a6df4 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:28.541777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] device_id is not set on port 7e4b7b1c-24d0-4b7d-809e-26e8b54243c9 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:00:28.543165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:28.544652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Checking segment: {'id': 'c1e664fa-00cf-4853-a9ad-93a007cb4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3a3ac54c-398e-4bd1-bd95-bcf9774a6df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:28.547460 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:28.550812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Bound using segment: {'id': 'c1e664fa-00cf-4853-a9ad-93a007cb4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3a3ac54c-398e-4bd1-bd95-bcf9774a6df4'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:28.551377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Bound port: d3b03adb-f6f9-48c7-b457-7af2c41a221f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e664fa-00cf-4853-a9ad-93a007cb4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3a3ac54c-398e-4bd1-bd95-bcf9774a6df4'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:28.551895 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:28.666118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fcd5dbd-559d-470e-b2a0-62948abd5196 req-4b92b05d-1e62-4d45-ae27-bdcc00b187ef service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4270127
Feb 19 21:00:28.670768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-25ff8c99-6e96-4694-b372-ee180b05c5ae', 'network_id': '25ff8c99-6e96-4694-b372-ee180b05c5ae', 'project_id': '6be548f3d4ea4a9883b15a69b3ee6a00', 'fixed_ips': [{'subnet_id': '3dfcdb5a-0ea9-4650-973b-70e831571810'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:00:28.671637 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:28.696397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26788c55-0376-4c70-af46-b4853592d264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689af9d2-853d-4b31-abfa-6ed20c13392b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:28.699013 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0abc375-1afb-4e94-afd7-1f7223a88e4b" -d '{"events": [{"server_uuid": "26788c55-0376-4c70-af46-b4853592d264", "name": "network-vif-plugged", "status": "completed", "tag": "689af9d2-853d-4b31-abfa-6ed20c13392b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:28.739961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 689af9d2-853d-4b31-abfa-6ed20c13392b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=689af9d2-853d-4b31-abfa-6ed20c13392b,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:28.743477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876c466-fe3e-4122-8966-2fa2fbb564a9 None None] Sync routers for ids ['0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:00:28.745803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a76dcb1d-c85a-4718-91b0-18573b494297 req-f16090b2-4cbe-4c0a-a9ab-569ec860cd95 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196367
Feb 19 21:00:28.771095 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:28.837485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] For port d3b03adb-f6f9-48c7-b457-7af2c41a221f, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:28.871333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Allocated IP 2001:db8::f816:3eff:fefb:5312 (25ff8c99-6e96-4694-b372-ee180b05c5ae/3dfcdb5a-0ea9-4650-973b-70e831571810/7e4b7b1c-24d0-4b7d-809e-26e8b54243c9) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:28.877430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-860480e7-3b13-48d8-a294-c953f488349f tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:28.879023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876c466-fe3e-4122-8966-2fa2fbb564a9 None None] Routers {'0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:28.879682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-6876c466-fe3e-4122-8966-2fa2fbb564a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63147cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:28.882881 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-860480e7-3b13-48d8-a294-c953f488349f tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/networks?id=7bfee3f1-aa1f-482a-be0c-a77ae359bd88 HTTP/1.1" status: 200  len: 822 time: 0.3585999
Feb 19 21:00:28.895413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] For port d3b03adb-f6f9-48c7-b457-7af2c41a221f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3b03adb-f6f9-48c7-b457-7af2c41a221f,segment=NetworkSegment(c1e664fa-00cf-4853-a9ad-93a007cb4d78),segment_id=c1e664fa-00cf-4853-a9ad-93a007cb4d78)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:28.992049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-66b50ac7-6ada-4c40-8ae6-6d569d85788c tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/quotas/a72053a62e744590945ce7fd8a1f33ae HTTP/1.1" status: 200  len: 375 time: 0.0927906
Feb 19 21:00:29.093083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-2afac113-234e-4081-9163-90b42f685613 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72053a62e744590945ce7fd8a1f33ae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0838912
Feb 19 21:00:29.158503 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a6b9a996-d7cc-4119-be32-9fe3931dc04f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.173684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7c930953-29d6-4047-8f78-0d1f65f29d0b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:00:29.205912 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.249379 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks [] for port (7e4b7b1c-24d0-4b7d-809e-26e8b54243c9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.259794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=689af9d2-853d-4b31-abfa-6ed20c13392b,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:29.284988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b9a996-d7cc-4119-be32-9fe3931dc04f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:29.367331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (7e4b7b1c-24d0-4b7d-809e-26e8b54243c9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.394440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-6876c466-fe3e-4122-8966-2fa2fbb564a9 None None] Set router 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:29.410252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-d3695902-906f-4199-9ceb-47f066e6cd8a service neutron] 10.222.0.30 "GET /v2.0/networks/7bfee3f1-aa1f-482a-be0c-a77ae359bd88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3027339
Feb 19 21:00:29.420483 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.437657 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.499297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network 25ff8c99-6e96-4694-b372-ee180b05c5ae is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:29.506228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:29.515348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:29.526572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:29.527257 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.578972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Port': ['ID=7e4b7b1c-24d0-4b7d-809e-26e8b54243c9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:29.629712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Allocated IP 2001:db8::f816:3eff:feeb:9b5d (25ff8c99-6e96-4694-b372-ee180b05c5ae/3dfcdb5a-0ea9-4650-973b-70e831571810/0291e981-8639-4a62-a172-1663c703e369) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:29.629877 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6638e34e-b055-4c49-b506-0a4baf0de5c1 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.4189548
Feb 19 21:00:29.632411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52776) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:29.751685 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.754278 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Publish callbacks [] for router_controller (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.798107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1b6618-3ab2-47a7-87b3-65e3ca64a42a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Deleting subnet 3dfcdb5a-0ea9-4650-973b-70e831571810 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:00:29.850198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 689af9d2-853d-4b31-abfa-6ed20c13392b no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:29.871061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-6876c466-fe3e-4122-8966-2fa2fbb564a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63147cd0>, [{'id': '0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1299291800-router', 'tenant_id': 'c38523e7590c48c484d9b778e4ac5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:26Z', 'revision_number': 6, 'project_id': 'c38523e7590c48c484d9b778e4ac5308', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:29.877063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.877645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:00:29.883170 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.886635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4325a9d4-6b9b-4ef1-9ad7-9182ba933949 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 HTTP/1.1" status: 204  len: 168 time: 4.6089840
Feb 19 21:00:29.887017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52792) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:29.896996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-303ca5f0-7055-464a-96e2-6794e72beff2 service neutron] 10.222.0.30 "GET /v2.0/networks/7bfee3f1-aa1f-482a-be0c-a77ae359bd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4771914
Feb 19 21:00:29.952661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-983e34a5-406b-4d79-9db0-3ee104b790c0 admin admin] Deleting subnet 2eef0470-e018-4487-bb03-18c8de04688c {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:00:29.956375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-983e34a5-406b-4d79-9db0-3ee104b790c0 admin admin] Publish callbacks [] for subnet (2eef0470-e018-4487-bb03-18c8de04688c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:29.962791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876c466-fe3e-4122-8966-2fa2fbb564a9 None None] Checking router: 0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:00:30.006995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cde57-a8e2-4301-aeed-e17578944ed7 None None] Pushing event updated for resources: {'Port': ['ID=d3b03adb-f6f9-48c7-b457-7af2c41a221f,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:30.011243 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-983e34a5-406b-4d79-9db0-3ee104b790c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (2eef0470-e018-4487-bb03-18c8de04688c), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.022967 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Publish callbacks [] for port (0291e981-8639-4a62-a172-1663c703e369), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.029853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876c466-fe3e-4122-8966-2fa2fbb564a9 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:30.030244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876c466-fe3e-4122-8966-2fa2fbb564a9 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 19 21:00:30.030897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_agentschedulers_db [None req-6876c466-fe3e-4122-8966-2fa2fbb564a9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent'). {{(pid=121130) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 19 21:00:30.031283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876c466-fe3e-4122-8966-2fa2fbb564a9 None None] The sync data for ids ['0b0e4ae2-09a8-419b-8ff7-c67ebb0a59a7'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:00:30.053870 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (0291e981-8639-4a62-a172-1663c703e369), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.058222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7c930953-29d6-4047-8f78-0d1f65f29d0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:30.145739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Network 25ff8c99-6e96-4694-b372-ee180b05c5ae is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:30.175755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:30.177744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '7c930953-29d6-4047-8f78-0d1f65f29d0b', 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e', 'port_id': '7c930953-29d6-4047-8f78-0d1f65f29d0b', 'mac_address': 'fa:16:3e:af:0c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2e4d5b-9cd7-4afd-902a-c45a08ea851f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:00:30.179513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:30.202870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Pushing event updated for resources: {'Port': ['ID=0291e981-8639-4a62-a172-1663c703e369,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:30.226232 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-983e34a5-406b-4d79-9db0-3ee104b790c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (2eef0470-e018-4487-bb03-18c8de04688c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.260357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 689af9d2-853d-4b31-abfa-6ed20c13392b is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:30.260948 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.327535 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6618-3ab2-47a7-87b3-65e3ca64a42a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks [] for subnet (3dfcdb5a-0ea9-4650-973b-70e831571810), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.383133 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-983e34a5-406b-4d79-9db0-3ee104b790c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (2eef0470-e018-4487-bb03-18c8de04688c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.393531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Attempting to bind port 0291e981-8639-4a62-a172-1663c703e369 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:30.395964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Attempting to bind port 0291e981-8639-4a62-a172-1663c703e369 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd4b52f3d-ccd0-40eb-b7db-c90641807b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '25ff8c99-6e96-4694-b372-ee180b05c5ae'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:30.396364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Attempting to bind port 0291e981-8639-4a62-a172-1663c703e369 on network 25ff8c99-6e96-4694-b372-ee180b05c5ae {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:30.436927 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cef169-9098-4235-9f0a-2b3aa859219d x-openstack-request-id: req-e3cef169-9098-4235-9f0a-2b3aa859219d {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:30.437247 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95227559-6479-49fb-8e4b-4b3d7cf582c9", "tag": "ff12d8e1-9359-4461-ae10-7ce54f84b0e6", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:30.437481 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3cef169-9098-4235-9f0a-2b3aa859219d {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:30.437881 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95227559-6479-49fb-8e4b-4b3d7cf582c9', 'tag': 'ff12d8e1-9359-4461-ae10-7ce54f84b0e6', 'status': 'completed', 'code': 200}
Feb 19 21:00:30.465254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7c930953-29d6-4047-8f78-0d1f65f29d0b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:30.465850 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.506936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e34a5-406b-4d79-9db0-3ee104b790c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eef0470-e018-4487-bb03-18c8de04688c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:30.540235 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-983e34a5-406b-4d79-9db0-3ee104b790c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.549751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c930953-29d6-4047-8f78-0d1f65f29d0b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:00:30.554740 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-983e34a5-406b-4d79-9db0-3ee104b790c0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2eef0470-e018-4487-bb03-18c8de04688c HTTP/1.1" status: 204  len: 168 time: 0.6666105
Feb 19 21:00:30.557235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52818) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:30.605609 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6618-3ab2-47a7-87b3-65e3ca64a42a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (3dfcdb5a-0ea9-4650-973b-70e831571810), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.612001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7c930953-29d6-4047-8f78-0d1f65f29d0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:30.614861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:30.617111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Checking segment: {'id': 'd4b52f3d-ccd0-40eb-b7db-c90641807b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '25ff8c99-6e96-4694-b372-ee180b05c5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:30.617529 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.617939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Bound using segment: {'id': 'd4b52f3d-ccd0-40eb-b7db-c90641807b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '25ff8c99-6e96-4694-b372-ee180b05c5ae'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:30.618651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Bound port: 0291e981-8639-4a62-a172-1663c703e369, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b52f3d-ccd0-40eb-b7db-c90641807b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '25ff8c99-6e96-4694-b372-ee180b05c5ae'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:30.619793 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0291e981-8639-4a62-a172-1663c703e369), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.631375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07026e03-7401-4a7e-a157-cd375a0e2397 None None] Network d5d1c4a4-d517-49b3-befd-1e0c972eae22 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:30.649126 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf3f53c5-8627-449a-a1f3-5f768c9b7252 req-06c2e2bd-2754-4b4b-ae7d-ce1c35b7902f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 210 time: 0.1411085
Feb 19 21:00:30.790734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-a75df561-68da-41eb-88f8-d8d0b932ba95 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:30.792289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-a75df561-68da-41eb-88f8-d8d0b932ba95 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 811 time: 0.5744009
Feb 19 21:00:30.824089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-09cef89f-425a-43bc-b96c-760d00dab7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:30.838844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-09cef89f-425a-43bc-b96c-760d00dab7f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 1125 time: 0.3912821
Feb 19 21:00:30.846406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 689af9d2-853d-4b31-abfa-6ed20c13392b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=689af9d2-853d-4b31-abfa-6ed20c13392b,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:30.848789 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f374c65e-9579-4e49-b66f-d65325b1a732 x-openstack-request-id: req-f374c65e-9579-4e49-b66f-d65325b1a732 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:30.849648 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26788c55-0376-4c70-af46-b4853592d264", "name": "network-vif-plugged", "status": "completed", "tag": "689af9d2-853d-4b31-abfa-6ed20c13392b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:30.850071 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f374c65e-9579-4e49-b66f-d65325b1a732 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:30.850696 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26788c55-0376-4c70-af46-b4853592d264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689af9d2-853d-4b31-abfa-6ed20c13392b', 'code': 200}
Feb 19 21:00:30.854307 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.958612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7c930953-29d6-4047-8f78-0d1f65f29d0b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:30.971410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6618-3ab2-47a7-87b3-65e3ca64a42a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (3dfcdb5a-0ea9-4650-973b-70e831571810), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:30.985657 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.035302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52828) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:31.060080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6618-3ab2-47a7-87b3-65e3ca64a42a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (3dfcdb5a-0ea9-4650-973b-70e831571810), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.071843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae66bee0-aa6a-49b9-92b8-0099f411aeca req-52dc37e3-ab3c-4ea2-b428-7112776226d1 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 210 time: 0.2055323
Feb 19 21:00:31.113086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (d5d1c4a4-d517-49b3-befd-1e0c972eae22), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.130380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b6618-3ab2-47a7-87b3-65e3ca64a42a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Subnet': ['ID=3dfcdb5a-0ea9-4650-973b-70e831571810,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:31.136244 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6618-3ab2-47a7-87b3-65e3ca64a42a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.141057 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1b1b6618-3ab2-47a7-87b3-65e3ca64a42a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/subnets/3dfcdb5a-0ea9-4650-973b-70e831571810 HTTP/1.1" status: 204  len: 168 time: 1.5075591
Feb 19 21:00:31.148487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52834) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:31.290955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] For port 0291e981-8639-4a62-a172-1663c703e369, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:31.296935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] For port 0291e981-8639-4a62-a172-1663c703e369, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0291e981-8639-4a62-a172-1663c703e369,segment=NetworkSegment(d4b52f3d-ccd0-40eb-b7db-c90641807b5e),segment_id=d4b52f3d-ccd0-40eb-b7db-c90641807b5e)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:31.301694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ff12d8e1-9359-4461-ae10-7ce54f84b0e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:00:31.349018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5e9320a3-5734-451f-9510-8b5010c768ee tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4e370ef28034ffbbbee9d2cfd826084 HTTP/1.1" status: 200  len: 380 time: 0.5413215
Feb 19 21:00:31.349891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=689af9d2-853d-4b31-abfa-6ed20c13392b,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:31.353502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647be159-00f2-4736-bc27-1daaaaec308b None None] Network 3a3ac54c-398e-4bd1-bd95-bcf9774a6df4 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:31.358328 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d3b03adb-f6f9-48c7-b457-7af2c41a221f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:31.370022 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0291e981-8639-4a62-a172-1663c703e369), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.385498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6f7f1a-f819-488a-b6a4-3d10fbdb1252 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:31.388164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6f7f1a-f819-488a-b6a4-3d10fbdb1252 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:31.391206 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8f6f7f1a-f819-488a-b6a4-3d10fbdb1252 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2392766
Feb 19 21:00:31.395771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Request body: {'port': {'device_id': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'admin_state_up': True, 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'security_groups': ['b8a91d55-f781-4855-a1ec-ee7383792239']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:31.395972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52836) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:31.397729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Deleting port 500b24ba-482d-4e1d-a148-de837e80e196 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:31.398325 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (500b24ba-482d-4e1d-a148-de837e80e196), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.456106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['7c930953-29d6-4047-8f78-0d1f65f29d0b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:00:31.520559 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:00:31.580885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db57dd0-e3a8-4e52-9fd6-7f608ec89e88 req-faf8e8d8-2457-4a98-bd58-27d633c5b926 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:31.587099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] For port 500b24ba-482d-4e1d-a148-de837e80e196, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=500b24ba-482d-4e1d-a148-de837e80e196,segment=NetworkSegment(12fbe615-1e24-4e2a-9fe7-24e0db492d80),segment_id=12fbe615-1e24-4e2a-9fe7-24e0db492d80)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:31.587473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (500b24ba-482d-4e1d-a148-de837e80e196), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.592014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5db57dd0-e3a8-4e52-9fd6-7f608ec89e88 req-faf8e8d8-2457-4a98-bd58-27d633c5b926 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 943 time: 0.6604922
Feb 19 21:00:31.600196 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5380f393-0886-4df4-a1cb-875a10446207 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (25ff8c99-6e96-4694-b372-ee180b05c5ae), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.612132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Calling delete_port for 500b24ba-482d-4e1d-a148-de837e80e196 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:31.616074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f6af7b79-4b1c-44f3-b6f4-25136cd0d0a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.636704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-ac408f38-1c9b-4421-9c41-507b4287b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:31.638055 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-5380f393-0886-4df4-a1cb-875a10446207 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:00:31.638447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-ac408f38-1c9b-4421-9c41-507b4287b918 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 920 time: 0.7940161
Feb 19 21:00:31.638822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5380f393-0886-4df4-a1cb-875a10446207 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:00:31.643704 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5380f393-0886-4df4-a1cb-875a10446207 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/networks/25ff8c99-6e96-4694-b372-ee180b05c5ae HTTP/1.1" status: 409  len: 466 time: 0.2412229
Feb 19 21:00:31.649573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52848) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:31.694558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-441495019'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:31.701571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-841780c6-fd47-4335-804f-c940e8b5e1d7 None None] Provisioning complete for port d3b03adb-f6f9-48c7-b457-7af2c41a221f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:31.701571 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-841780c6-fd47-4335-804f-c940e8b5e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.760670 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-7973f6d2-6cb3-42e3-a178-2236e0677a71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff12d8e1-9359-4461-ae10-7ce54f84b0e6 HTTP/1.1" status: 200  len: 217 time: 0.1019733
Feb 19 21:00:31.769897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f47226-e736-477a-ac0b-3352dd95e2f5 None None] Pushing event updated for resources: {'Port': ['ID=0291e981-8639-4a62-a172-1663c703e369,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:31.816922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:31.821602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.823444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ca38b-1fa9-4e04-baf9-88af6df44021 None None] Network 25ff8c99-6e96-4694-b372-ee180b05c5ae requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:31.827713 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa31ceef-3015-42a1-b0cb-d8c33bb07241 None None] DHCP port deletion for d5d1c4a4-d517-49b3-befd-1e0c972eae22 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:00:31.836860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5db57dd0-e3a8-4e52-9fd6-7f608ec89e88 req-846ee3c9-dcfe-42c7-99f8-2f1c9647f05a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436664
Feb 19 21:00:31.851156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:00:31.853603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (500b24ba-482d-4e1d-a148-de837e80e196), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.903770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3f781-922c-4aa6-8ab1-6ceb66568f7c req-a8d0136e-e708-4e23-a043-a543607f3c99 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:31.905830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fc3f781-922c-4aa6-8ab1-6ceb66568f7c req-a8d0136e-e708-4e23-a043-a543607f3c99 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 947 time: 0.2799056
Feb 19 21:00:31.906684 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c3b33bf6-4ea8-47db-98cd-b741657d2145), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.907086 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Added segment c3b33bf6-4ea8-47db-98cd-b741657d2145 of type vlan for network 2a28f21b-ffae-4288-bf45-effad2ea15ab
Feb 19 21:00:31.910858 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] No DVR routers for this DVR port 500b24ba-482d-4e1d-a148-de837e80e196 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:31.925330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=500b24ba-482d-4e1d-a148-de837e80e196,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:31.927176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-67143ba5-9165-4b8e-a5e2-0ddd5ce23482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:31.927845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port ff12d8e1-9359-4461-ae10-7ce54f84b0e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff12d8e1-9359-4461-ae10-7ce54f84b0e6,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:31.929219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-67143ba5-9165-4b8e-a5e2-0ddd5ce23482 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 200  len: 859 time: 0.1528895
Feb 19 21:00:31.930710 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d3b03adb-f6f9-48c7-b457-7af2c41a221f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:31.931093 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:31.962332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Made reservation on behalf of e4e370ef28034ffbbbee9d2cfd826084 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:31.966520 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.003574 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (2a28f21b-ffae-4288-bf45-effad2ea15ab), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.066158 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (2a28f21b-ffae-4288-bf45-effad2ea15ab), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.071784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:32.072834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.148277 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (d5d1c4a4-d517-49b3-befd-1e0c972eae22), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.178854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fa31ceef-3015-42a1-b0cb-d8c33bb07241 None None] The port '500b24ba-482d-4e1d-a148-de837e80e196' was deleted {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}}
Feb 19 21:00:32.242915 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.5522263
Feb 19 21:00:32.247135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'ff12d8e1-9359-4461-ae10-7ce54f84b0e6', 'network_id': '8d71791f-d141-4701-a95a-c6109bae943e', 'port_id': 'ff12d8e1-9359-4461-ae10-7ce54f84b0e6', 'mac_address': 'fa:16:3e:b1:07:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2e4d5b-9cd7-4afd-902a-c45a08ea851f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:00:32.255204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52856) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:32.263180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'subnet': {'network_id': '2a28f21b-ffae-4288-bf45-effad2ea15ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:32.273508 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6aeeac70>,) {'filters': {'network_id': ['d5d1c4a4-d517-49b3-befd-1e0c972eae22']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:32.330833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3807377-a74e-45b7-9bf9-56019569a517 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Network': ['ID=2a28f21b-ffae-4288-bf45-effad2ea15ab,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:32.336142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aeeac70>, '12fbe615-1e24-4e2a-9fe7-24e0db492d80') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:32.336565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aeeac70>, '12fbe615-1e24-4e2a-9fe7-24e0db492d80') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:32.371303 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (12fbe615-1e24-4e2a-9fe7-24e0db492d80), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.384679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 2a28f21b-ffae-4288-bf45-effad2ea15ab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:00:32.407745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (12fbe615-1e24-4e2a-9fe7-24e0db492d80), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.432301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:32.438138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (12fbe615-1e24-4e2a-9fe7-24e0db492d80), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:32.440343 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:32.476021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1276392-7041-42be-92d9-d85a3cc703ae req-9d18fece-014b-46fb-8859-0ccabee199cb tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 210 time: 0.0602639
Feb 19 21:00:32.511392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:32.515121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.520964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port ff12d8e1-9359-4461-ae10-7ce54f84b0e6 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:32.521466 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.523939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-d00e2b47-f3a7-4951-a809-b4318ab98617 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d71791f-d141-4701-a95a-c6109bae943e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5841634
Feb 19 21:00:32.524451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-537930cf-ff59-4f95-9a65-bf3075afd904 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:32.526052 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-537930cf-ff59-4f95-9a65-bf3075afd904 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.67 "GET /v2.0/networks?id=7bfee3f1-aa1f-482a-be0c-a77ae359bd88 HTTP/1.1" status: 200  len: 822 time: 0.3743575
Feb 19 21:00:32.532218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-841780c6-fd47-4335-804f-c940e8b5e1d7 None None] Current status of the port d3b03adb-f6f9-48c7-b457-7af2c41a221f is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:32.532701 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-841780c6-fd47-4335-804f-c940e8b5e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.557007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Request body: {'port': {'device_id': '3efa67c8-3252-425b-8367-d3f479832357', 'network_id': '7bfee3f1-aa1f-482a-be0c-a77ae359bd88', 'admin_state_up': True, 'tenant_id': 'a72053a62e744590945ce7fd8a1f33ae'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:32.587287 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f6af7b79-4b1c-44f3-b6f4-25136cd0d0a3 admin admin] Publish callbacks [] for security_group (8283c195-391f-4c71-b08a-0fa3e7499f55), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.597495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff12d8e1-9359-4461-ae10-7ce54f84b0e6 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:00:32.622584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-a8ca88ea-7036-4d11-b741-9e5d53916135 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:00:32.623924 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-a8ca88ea-7036-4d11-b741-9e5d53916135 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0787733
Feb 19 21:00:32.626233 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f6af7b79-4b1c-44f3-b6f4-25136cd0d0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8283c195-391f-4c71-b08a-0fa3e7499f55), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.640098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d3b03adb-f6f9-48c7-b457-7af2c41a221f is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:32.640800 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.672954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port ff12d8e1-9359-4461-ae10-7ce54f84b0e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff12d8e1-9359-4461-ae10-7ce54f84b0e6,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:32.679739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-841780c6-fd47-4335-804f-c940e8b5e1d7 None None] For port d3b03adb-f6f9-48c7-b457-7af2c41a221f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3b03adb-f6f9-48c7-b457-7af2c41a221f,segment=NetworkSegment(c1e664fa-00cf-4853-a9ad-93a007cb4d78),segment_id=c1e664fa-00cf-4853-a9ad-93a007cb4d78)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:32.692076 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (d5d1c4a4-d517-49b3-befd-1e0c972eae22), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.698647 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8029cdf-c79e-4187-bb21-7feb730d7578 None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:00:32.700646 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.709018 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-841780c6-fd47-4335-804f-c940e8b5e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.713867 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.721662 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d5d1c4a4-d517-49b3-befd-1e0c972eae22 HTTP/1.1" status: 204  len: 168 time: 2.1492221
Feb 19 21:00:32.741248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d1c4a4-d517-49b3-befd-1e0c972eae22,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:32.754664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.754995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.755334 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.755682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.756159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.756535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.756876 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.757208 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.757553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.757967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.758623 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.759049 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.759387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb92ff8-bbd5-4ee0-a2e4-d154eb207fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:32.837003 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb3616d0-7286-4780-821c-927dc845f785 req-2c6cd3d0-f418-4006-b10f-3643d4c6468c tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 210 time: 0.2115884
Feb 19 21:00:32.852833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Made reservation on behalf of a72053a62e744590945ce7fd8a1f33ae for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:32.863689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26788c55-0376-4c70-af46-b4853592d264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689af9d2-853d-4b31-abfa-6ed20c13392b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:32.866347 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1db1ada-b2d9-4d17-9f97-66b71fe1aabc" -d '{"events": [{"server_uuid": "26788c55-0376-4c70-af46-b4853592d264", "name": "network-vif-unplugged", "status": "completed", "tag": "689af9d2-853d-4b31-abfa-6ed20c13392b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:32.867308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:32.948509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['ff12d8e1-9359-4461-ae10-7ce54f84b0e6'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:00:32.950407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=ff12d8e1-9359-4461-ae10-7ce54f84b0e6,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:32.959538 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:00:32.960561 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:00:32.986738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52864) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:32.989885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-eaee4788-38a8-4dea-bfe5-b5ba29777963 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3488269
Feb 19 21:00:33.009103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2b8be573-9276-405d-bdbb-59331161e4aa None None] Provisioning complete for port d3b03adb-f6f9-48c7-b457-7af2c41a221f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:33.010320 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2b8be573-9276-405d-bdbb-59331161e4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.085166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fc3f781-922c-4aa6-8ab1-6ceb66568f7c req-04b2299d-cee4-4b24-9693-83927da6e0e8 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1659839
Feb 19 21:00:33.086796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8029cdf-c79e-4187-bb21-7feb730d7578 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:00:33.102345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841780c6-fd47-4335-804f-c940e8b5e1d7 None None] Pushing event updated for resources: {'Port': ['ID=d3b03adb-f6f9-48c7-b457-7af2c41a221f,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:33.102858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af7b79-4b1c-44f3-b6f4-25136cd0d0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8283c195-391f-4c71-b08a-0fa3e7499f55,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:33.111450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f6af7b79-4b1c-44f3-b6f4-25136cd0d0a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc97ce0e64714e67a35d1f012eb946cc&name=default HTTP/1.1" status: 200  len: 3000 time: 2.0613253
Feb 19 21:00:33.122424 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52866) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:33.158906 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-05005dc2-6074-405e-911d-780e3e346261 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c38523e7590c48c484d9b778e4ac5308&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1710300
Feb 19 21:00:33.169209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52868) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:33.275634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Allocated IP 172.20.0.5 (7bfee3f1-aa1f-482a-be0c-a77ae359bd88/564c14e2-9d3e-451c-a154-9cc2bfdf36dc/09c89639-efa3-4a90-ae46-d10a6795fa74) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:33.290922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae7b26-cc33-4c2c-97ae-4506d6dc2cf1 req-e0befa3f-1d7c-4ba7-9ba8-324b43170069 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:33.292907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecae7b26-cc33-4c2c-97ae-4506d6dc2cf1 req-e0befa3f-1d7c-4ba7-9ba8-324b43170069 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 944 time: 0.3523717
Feb 19 21:00:33.300526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb839f-9da1-4dae-9b8e-c632cfea5529 req-d8d0d751-3956-435b-9897-0821c001f1ce tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:33.301989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83bb839f-9da1-4dae-9b8e-c632cfea5529 req-d8d0d751-3956-435b-9897-0821c001f1ce tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.10 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 947 time: 0.3112340
Feb 19 21:00:33.314999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be573-9276-405d-bdbb-59331161e4aa None None] Current status of the port d3b03adb-f6f9-48c7-b457-7af2c41a221f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:33.387999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:00:33.397656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Allocated IP 172.20.0.8 (10d49579-ce64-4d24-a5f5-a01170b84f25/c4a71512-a43a-4957-a7c8-51a85b2a7888/3af9d550-dac7-42d8-be63-467504951ed9) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:33.403434 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (8d5a7fe0-0727-47c2-965b-e27d14da8530), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.413390 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b60a60e-e7f5-4a54-94c6-93dca4070d78 req-5d788b46-b6d0-4cb5-9497-6d99da0c9fad service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3783743
Feb 19 21:00:33.437453 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-69136a28-eed6-4987-8e18-1017c9aed083 admin admin] Publish callbacks [] for security_group (8283c195-391f-4c71-b08a-0fa3e7499f55), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.465857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b2f-d546-4265-a1ee-d35a668c4e9c req-743a6277-33f6-407a-bc21-c6e087766cd0 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:33.468175 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-90e84b2f-d546-4265-a1ee-d35a668c4e9c req-743a6277-33f6-407a-bc21-c6e087766cd0 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 944 time: 0.4090834
Feb 19 21:00:33.477923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770dbb5-b1f5-41d0-aed9-9947169b0ef8 req-493a35f2-35c5-40de-9b0e-ccf8a626afa1 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:33.479398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1770dbb5-b1f5-41d0-aed9-9947169b0ef8 req-493a35f2-35c5-40de-9b0e-ccf8a626afa1 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 944 time: 0.2941515
Feb 19 21:00:33.521608 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecae7b26-cc33-4c2c-97ae-4506d6dc2cf1 req-8b92de43-6af0-4cf3-b4da-d0c9d36778e9 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2131090
Feb 19 21:00:33.538607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d3b03adb-f6f9-48c7-b457-7af2c41a221f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:33.550800 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9700e8c8-ad7a-44f5-aefb-de104ebb76f9 admin admin] Publish callbacks [] for security_group (3069b6e0-a788-4ce2-a0c8-51b0ac4b0406), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.601451 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6bf63b-0aba-40ed-87ca-88fcbc1024bc x-openstack-request-id: req-4e6bf63b-0aba-40ed-87ca-88fcbc1024bc {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:33.602186 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26788c55-0376-4c70-af46-b4853592d264", "name": "network-vif-unplugged", "status": "completed", "tag": "689af9d2-853d-4b31-abfa-6ed20c13392b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:33.602489 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e6bf63b-0aba-40ed-87ca-88fcbc1024bc {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:33.602988 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26788c55-0376-4c70-af46-b4853592d264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689af9d2-853d-4b31-abfa-6ed20c13392b', 'code': 200}
Feb 19 21:00:33.609040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-69136a28-eed6-4987-8e18-1017c9aed083 admin admin] Publish callbacks [] for security_group (8283c195-391f-4c71-b08a-0fa3e7499f55), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.610769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Subnet': ['ID=8d5a7fe0-0727-47c2-965b-e27d14da8530,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:33.634714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a6b9a996-d7cc-4119-be32-9fe3931dc04f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:33.647748 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9700e8c8-ad7a-44f5-aefb-de104ebb76f9 admin admin] Publish callbacks [] for security_group (3069b6e0-a788-4ce2-a0c8-51b0ac4b0406), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.656485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a6b9a996-d7cc-4119-be32-9fe3931dc04f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:00:33.656992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a6b9a996-d7cc-4119-be32-9fe3931dc04f not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:00:33.657529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e252e0f7-60ad-4f5e-ba63-8cbcd13f008a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:33.677844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e252e0f7-60ad-4f5e-ba63-8cbcd13f008a {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:00:33.678443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e252e0f7-60ad-4f5e-ba63-8cbcd13f008a not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:00:33.707963 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Publish callbacks [] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.717497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1770dbb5-b1f5-41d0-aed9-9947169b0ef8 req-8f21a834-8f0e-46a4-bc1b-b193dccb03d3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2270296
Feb 19 21:00:33.722603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b05129a-90a5-49cb-9281-9fb7a59deeb2 req-67eeab1c-b227-4fd0-8383-28536715e344 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 210 time: 0.0541937
Feb 19 21:00:33.728480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-83bb839f-9da1-4dae-9b8e-c632cfea5529 req-b28b1c53-09f8-4595-9c5e-b4a7cf4ea2fe tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Deleting port 89832a83-9f4f-4449-b43c-c9fafb143517 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:33.728795 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83bb839f-9da1-4dae-9b8e-c632cfea5529 req-b28b1c53-09f8-4595-9c5e-b4a7cf4ea2fe tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.746026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Checking segment: {'id': 'c3b33bf6-4ea8-47db-98cd-b741657d2145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2a28f21b-ffae-4288-bf45-effad2ea15ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:33.748405 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network hostable DHCP agents. Network: 2a28f21b-ffae-4288-bf45-effad2ea15ab, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:00:33.782592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d3b03adb-f6f9-48c7-b457-7af2c41a221f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:33.828122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-90e84b2f-d546-4265-a1ee-d35a668c4e9c req-3fea1b9d-ca2c-4c96-9b0f-7b5e2759fb61 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Deleting port 689af9d2-853d-4b31-abfa-6ed20c13392b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:33.828955 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-90e84b2f-d546-4265-a1ee-d35a668c4e9c req-3fea1b9d-ca2c-4c96-9b0f-7b5e2759fb61 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.840091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d3b03adb-f6f9-48c7-b457-7af2c41a221f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:33.840512 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.846632 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for port (3af9d550-dac7-42d8-be63-467504951ed9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.877632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-83bb839f-9da1-4dae-9b8e-c632cfea5529 req-b28b1c53-09f8-4595-9c5e-b4a7cf4ea2fe tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] For port 89832a83-9f4f-4449-b43c-c9fafb143517, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89832a83-9f4f-4449-b43c-c9fafb143517,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:33.877632 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83bb839f-9da1-4dae-9b8e-c632cfea5529 req-b28b1c53-09f8-4595-9c5e-b4a7cf4ea2fe tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.882453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network 2a28f21b-ffae-4288-bf45-effad2ea15ab is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:00:33.899438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-83bb839f-9da1-4dae-9b8e-c632cfea5529 req-b28b1c53-09f8-4595-9c5e-b4a7cf4ea2fe tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Calling delete_port for 89832a83-9f4f-4449-b43c-c9fafb143517 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:33.916468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9700e8c8-ad7a-44f5-aefb-de104ebb76f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3069b6e0-a788-4ce2-a0c8-51b0ac4b0406), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.920809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9700e8c8-ad7a-44f5-aefb-de104ebb76f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.922103 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9700e8c8-ad7a-44f5-aefb-de104ebb76f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3069b6e0-a788-4ce2-a0c8-51b0ac4b0406 HTTP/1.1" status: 204  len: 168 time: 0.7289455
Feb 19 21:00:33.943008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d3b03adb-f6f9-48c7-b457-7af2c41a221f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:33.963075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700e8c8-ad7a-44f5-aefb-de104ebb76f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3069b6e0-a788-4ce2-a0c8-51b0ac4b0406,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:33.967328 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-69136a28-eed6-4987-8e18-1017c9aed083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8283c195-391f-4c71-b08a-0fa3e7499f55), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.973532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-69136a28-eed6-4987-8e18-1017c9aed083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:33.973532 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-69136a28-eed6-4987-8e18-1017c9aed083 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8283c195-391f-4c71-b08a-0fa3e7499f55 HTTP/1.1" status: 204  len: 168 time: 0.8369596
Feb 19 21:00:33.973532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a28f21b-ffae-4288-bf45-effad2ea15ab) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:33.991199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3420daf0-b25c-48da-a8cd-ddb3ea5c11a6 None None] Network 2a28f21b-ffae-4288-bf45-effad2ea15ab requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:33.998023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:33.998023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.022726 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.081264 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.096100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ddc6b9ae-5894-4ef9-986b-06fe405a9bd0 req-401dbfb0-465d-4e2f-ab7c-dfe0c34755bf tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 210 time: 0.1392679
Feb 19 21:00:34.098733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Network 7bfee3f1-aa1f-482a-be0c-a77ae359bd88 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:34.103703 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1fdee904-cefc-42f2-9e31-ec3d0d21402f tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8445568
Feb 19 21:00:34.107964 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Pushing event updated for resources: {'Port': ['ID=09c89639-efa3-4a90-ae46-d10a6795fa74,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:34.110736 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:34.119710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:34.126351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52882) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:34.127142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69136a28-eed6-4987-8e18-1017c9aed083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8283c195-391f-4c71-b08a-0fa3e7499f55,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:34.136284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'port': {'network_id': '2a28f21b-ffae-4288-bf45-effad2ea15ab', 'name': 'tempest-NetworksIpV6TestAttrs-275210611'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:34.170738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:34.174464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:34.177452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 500b24ba-482d-4e1d-a148-de837e80e196 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:34.178744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:34.181684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:34.253509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 500b24ba-482d-4e1d-a148-de837e80e196 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:00:34.254276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 500b24ba-482d-4e1d-a148-de837e80e196 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:00:34.326919 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:34.330923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.341098 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83bb839f-9da1-4dae-9b8e-c632cfea5529 req-b28b1c53-09f8-4595-9c5e-b4a7cf4ea2fe tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (89832a83-9f4f-4449-b43c-c9fafb143517), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.362288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128de583-9b63-410e-9763-859cd00365aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2a28f21b-ffae-4288-bf45-effad2ea15ab', 'network_id': '2a28f21b-ffae-4288-bf45-effad2ea15ab', 'project_id': '6be548f3d4ea4a9883b15a69b3ee6a00', 'fixed_ips': [{'subnet_id': '8d5a7fe0-0727-47c2-965b-e27d14da8530'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:00:34.363572 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-128de583-9b63-410e-9763-859cd00365aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.367279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] device_id is not set on port 842a6243-0728-45ac-b06b-3a67198285b1 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:00:34.374806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-90e84b2f-d546-4265-a1ee-d35a668c4e9c req-3fea1b9d-ca2c-4c96-9b0f-7b5e2759fb61 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] For port 689af9d2-853d-4b31-abfa-6ed20c13392b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=689af9d2-853d-4b31-abfa-6ed20c13392b,segment=NetworkSegment(4f989e7a-9d04-467b-b726-58b33a5dcb1d),segment_id=4f989e7a-9d04-467b-b726-58b33a5dcb1d)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:34.375225 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-90e84b2f-d546-4265-a1ee-d35a668c4e9c req-3fea1b9d-ca2c-4c96-9b0f-7b5e2759fb61 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.402951 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-90e84b2f-d546-4265-a1ee-d35a668c4e9c req-3fea1b9d-ca2c-4c96-9b0f-7b5e2759fb61 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Calling delete_port for 689af9d2-853d-4b31-abfa-6ed20c13392b owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:34.423371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e6510-c1d8-4f1f-ac4a-d33c9e6161e0 req-fc646fc5-86ae-4303-a363-eeeb94e21f66 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:34.431462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b2e6510-c1d8-4f1f-ac4a-d33c9e6161e0 req-fc646fc5-86ae-4303-a363-eeeb94e21f66 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f8a307-e082-4ac1-b3db-3860b9e66774 HTTP/1.1" status: 200  len: 865 time: 0.1866224
Feb 19 21:00:34.441552 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:34.442483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.514105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:34.514875 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.534801 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-c431fd05-644d-4e39-bd09-0c1d92fe1e31 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9834304
Feb 19 21:00:34.550082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Request body: {'port': {'device_id': '3efa67c8-3252-425b-8367-d3f479832357', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:34.569695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b1c53-09f8-4595-9c5e-b4a7cf4ea2fe tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Pushing event deleted for resources: {'Port': ['ID=89832a83-9f4f-4449-b43c-c9fafb143517,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:34.631069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bb839f-9da1-4dae-9b8e-c632cfea5529 req-b28b1c53-09f8-4595-9c5e-b4a7cf4ea2fe tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] No DVR routers for this DVR port 89832a83-9f4f-4449-b43c-c9fafb143517 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:34.651370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b2e6510-c1d8-4f1f-ac4a-d33c9e6161e0 req-318c477b-3c09-487a-91d7-f2110342be86 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2137465
Feb 19 21:00:34.660701 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-83bb839f-9da1-4dae-9b8e-c632cfea5529 req-b28b1c53-09f8-4595-9c5e-b4a7cf4ea2fe tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.668136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83bb839f-9da1-4dae-9b8e-c632cfea5529 req-b28b1c53-09f8-4595-9c5e-b4a7cf4ea2fe tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.10 "DELETE /v2.0/ports/89832a83-9f4f-4449-b43c-c9fafb143517 HTTP/1.1" status: 204  len: 173 time: 1.3590958
Feb 19 21:00:34.669150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'name': 'network-vif-deleted', 'tag': '89832a83-9f4f-4449-b43c-c9fafb143517'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:34.681082 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5678a9fa-6e30-4b76-9edf-706f698a6a2f" -d '{"events": [{"server_uuid": "87f8a307-e082-4ac1-b3db-3860b9e66774", "name": "network-vif-deleted", "tag": "89832a83-9f4f-4449-b43c-c9fafb143517"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:34.692048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-512bc5d4-06cf-4f93-b562-026bd88e31aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3132353
Feb 19 21:00:34.775852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Request body: {'port': {'device_id': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:34.795673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5cb600b6-c04a-40a0-a73a-c142b3e0e4a2 None None] Provisioning complete for port 3af9d550-dac7-42d8-be63-467504951ed9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:34.796217 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5cb600b6-c04a-40a0-a73a-c142b3e0e4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3af9d550-dac7-42d8-be63-467504951ed9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.829528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52900) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:34.846783 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3698e8c-2070-4d48-8fd9-aac609d226aa x-openstack-request-id: req-d3698e8c-2070-4d48-8fd9-aac609d226aa {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:34.847090 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f8a307-e082-4ac1-b3db-3860b9e66774", "name": "network-vif-deleted", "tag": "89832a83-9f4f-4449-b43c-c9fafb143517", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:34.847355 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3698e8c-2070-4d48-8fd9-aac609d226aa {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:34.847769 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f8a307-e082-4ac1-b3db-3860b9e66774', 'name': 'network-vif-deleted', 'tag': '89832a83-9f4f-4449-b43c-c9fafb143517', 'status': 'completed', 'code': 200}
Feb 19 21:00:34.909540 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:34.937261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01c714-2e04-466c-974f-d14a16b9a090 req-b38fc334-15ec-4a00-b9e0-48e7d47d2b77 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:34.939604 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df01c714-2e04-466c-974f-d14a16b9a090 req-b38fc334-15ec-4a00-b9e0-48e7d47d2b77 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/ports?device_id=26788c55-0376-4c70-af46-b4853592d264 HTTP/1.1" status: 200  len: 944 time: 0.2534242
Feb 19 21:00:34.996615 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.126427 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.165504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ff12d8e1-9359-4461-ae10-7ce54f84b0e6 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:35.206785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Allocated IP 2001:db8::f816:3eff:febc:cb15 (2a28f21b-ffae-4288-bf45-effad2ea15ab/8d5a7fe0-0727-47c2-965b-e27d14da8530/842a6243-0728-45ac-b06b-3a67198285b1) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:35.234862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5cb600b6-c04a-40a0-a73a-c142b3e0e4a2 None None] Port 3af9d550-dac7-42d8-be63-467504951ed9 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:00:35.235041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df01c714-2e04-466c-974f-d14a16b9a090 req-78667b04-89d7-4a18-8ffd-ffae78744ae7 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.30 "GET /v2.0/security-groups?id=49dbde14-fbd5-4bb2-b6f0-c83360f334d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661784
Feb 19 21:00:35.268047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383251ef-389a-4880-85b2-5698ca567980 req-01bc58f0-7f7c-4d21-9686-0e2006511167 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:35.285989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-383251ef-389a-4880-85b2-5698ca567980 req-01bc58f0-7f7c-4d21-9686-0e2006511167 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 944 time: 0.2863557
Feb 19 21:00:35.324401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port ff12d8e1-9359-4461-ae10-7ce54f84b0e6 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:00:35.333152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port ff12d8e1-9359-4461-ae10-7ce54f84b0e6 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:35.333977 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.431485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-90e84b2f-d546-4265-a1ee-d35a668c4e9c req-3fea1b9d-ca2c-4c96-9b0f-7b5e2759fb61 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (689af9d2-853d-4b31-abfa-6ed20c13392b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.478344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port ff12d8e1-9359-4461-ae10-7ce54f84b0e6 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:35.478888 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.504391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea1b9d-ca2c-4c96-9b0f-7b5e2759fb61 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Pushing event deleted for resources: {'Port': ['ID=689af9d2-853d-4b31-abfa-6ed20c13392b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:35.529436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port ff12d8e1-9359-4461-ae10-7ce54f84b0e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff12d8e1-9359-4461-ae10-7ce54f84b0e6,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:35.540173 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.541889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7c930953-29d6-4047-8f78-0d1f65f29d0b up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:35.610777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95227559-6479-49fb-8e4b-4b3d7cf582c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff12d8e1-9359-4461-ae10-7ce54f84b0e6'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:35.614437 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48809e7d-43c1-4fb3-b363-cb895a4056f3" -d '{"events": [{"server_uuid": "95227559-6479-49fb-8e4b-4b3d7cf582c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff12d8e1-9359-4461-ae10-7ce54f84b0e6"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:35.620116 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Publish callbacks [] for security_group (11e64d17-834e-4ad1-bb4a-24f29946e9a3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.630873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e84b2f-d546-4265-a1ee-d35a668c4e9c req-3fea1b9d-ca2c-4c96-9b0f-7b5e2759fb61 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] No DVR routers for this DVR port 689af9d2-853d-4b31-abfa-6ed20c13392b on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:35.634017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-90e84b2f-d546-4265-a1ee-d35a668c4e9c req-3fea1b9d-ca2c-4c96-9b0f-7b5e2759fb61 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.637365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-383251ef-389a-4880-85b2-5698ca567980 req-8aa612fb-03cb-4259-b0b1-8a4dc47a7bf7 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3504112
Feb 19 21:00:35.638053 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-90e84b2f-d546-4265-a1ee-d35a668c4e9c req-3fea1b9d-ca2c-4c96-9b0f-7b5e2759fb61 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] 10.222.0.67 "DELETE /v2.0/ports/689af9d2-853d-4b31-abfa-6ed20c13392b HTTP/1.1" status: 204  len: 173 time: 2.1599324
Feb 19 21:00:35.648228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26788c55-0376-4c70-af46-b4853592d264', 'name': 'network-vif-deleted', 'tag': '689af9d2-853d-4b31-abfa-6ed20c13392b'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:35.651638 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2416eb-18b3-4c7b-bf28-64f25ba2be08" -d '{"events": [{"server_uuid": "26788c55-0376-4c70-af46-b4853592d264", "name": "network-vif-deleted", "tag": "689af9d2-853d-4b31-abfa-6ed20c13392b"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:35.652605 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (11e64d17-834e-4ad1-bb4a-24f29946e9a3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.720550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288556e9-bcae-4d3b-90d8-3ee8ea5566f7 req-0f305f2b-966b-434e-8c9f-f27fc8353c4c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:35.725872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-288556e9-bcae-4d3b-90d8-3ee8ea5566f7 req-0f305f2b-966b-434e-8c9f-f27fc8353c4c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 931 time: 0.2639537
Feb 19 21:00:35.730196 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=ff12d8e1-9359-4461-ae10-7ce54f84b0e6,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:35.748520 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks [] for port (842a6243-0728-45ac-b06b-3a67198285b1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.769525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 7c930953-29d6-4047-8f78-0d1f65f29d0b completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:00:35.774707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 7c930953-29d6-4047-8f78-0d1f65f29d0b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:35.775518 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.809214 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c89639-efa3-4a90-ae46-d10a6795fa74 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:00:35.825584 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Publish callbacks [] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.851093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1570e453d9c446dac72d42a29ccf729&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0129440
Feb 19 21:00:35.856483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e64d17-834e-4ad1-bb4a-24f29946e9a3,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:35.860631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52924) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:35.862072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Transition to ACTIVE for port object 09c89639-efa3-4a90-ae46-d10a6795fa74 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:00:35.866352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7c930953-29d6-4047-8f78-0d1f65f29d0b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:35.866882 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.866959 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.900263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.900561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.900645 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (842a6243-0728-45ac-b06b-3a67198285b1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.900799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.901130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.901475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.902360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.902360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.902615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.902926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.903260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.903659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.904605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.904605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685534d1-3ef9-4e70-8988-97dbde78c59c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:35.919028 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af9d550-dac7-42d8-be63-467504951ed9 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:00:35.927704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7c930953-29d6-4047-8f78-0d1f65f29d0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:35.940926 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.951346 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Publish callbacks [] for port (3af9d550-dac7-42d8-be63-467504951ed9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.951956 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network 2a28f21b-ffae-4288-bf45-effad2ea15ab is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:35.961395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:35.967664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:35.968249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-288556e9-bcae-4d3b-90d8-3ee8ea5566f7 req-592eae50-9587-494a-a258-65cde6e990c0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2112174
Feb 19 21:00:35.974636 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:35.974772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:35.990785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=09c89639-efa3-4a90-ae46-d10a6795fa74,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:35.993455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baf6ae-3aa8-4f2a-90bb-cc83fdbdbae6 req-86fdf189-3a04-4a20-9cfa-70877693ebf3 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:36.000950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7baf6ae-3aa8-4f2a-90bb-cc83fdbdbae6 req-86fdf189-3a04-4a20-9cfa-70877693ebf3 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 931 time: 0.2365630
Feb 19 21:00:36.003257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Transition to ACTIVE for port object 3af9d550-dac7-42d8-be63-467504951ed9 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:00:36.017684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-128de583-9b63-410e-9763-859cd00365aa None None] Allocated IP 2001:db8::f816:3eff:fe58:e6fc (2a28f21b-ffae-4288-bf45-effad2ea15ab/8d5a7fe0-0727-47c2-965b-e27d14da8530/5951a1b5-c4f1-43ae-b68b-517a221ed7eb) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:36.024884 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a462d6ce-2c21-4f10-a8a9-7321498f7631 x-openstack-request-id: req-a462d6ce-2c21-4f10-a8a9-7321498f7631 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:36.024884 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95227559-6479-49fb-8e4b-4b3d7cf582c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff12d8e1-9359-4461-ae10-7ce54f84b0e6", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:36.025150 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a462d6ce-2c21-4f10-a8a9-7321498f7631 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:36.025502 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95227559-6479-49fb-8e4b-4b3d7cf582c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff12d8e1-9359-4461-ae10-7ce54f84b0e6', 'code': 200}
Feb 19 21:00:36.033129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82e82b9a-d9f4-43d9-aa70-5e734ba7d6e8 admin admin] Publish callbacks [] for security_group (11e64d17-834e-4ad1-bb4a-24f29946e9a3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.042212 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.050467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7c930953-29d6-4047-8f78-0d1f65f29d0b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:36.099372 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.9653237
Feb 19 21:00:36.101064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52926) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:36.126582 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82e82b9a-d9f4-43d9-aa70-5e734ba7d6e8 admin admin] Publish callbacks [] for security_group (11e64d17-834e-4ad1-bb4a-24f29946e9a3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.178447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccd69e-9df3-4888-9e0e-cdc1fc770d90 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Port': ['ID=842a6243-0728-45ac-b06b-3a67198285b1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:36.186942 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a464cb43-3d43-49f5-9d0c-2884bb8fbd08 x-openstack-request-id: req-a464cb43-3d43-49f5-9d0c-2884bb8fbd08 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:36.187236 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26788c55-0376-4c70-af46-b4853592d264", "name": "network-vif-deleted", "tag": "689af9d2-853d-4b31-abfa-6ed20c13392b", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:36.187556 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a464cb43-3d43-49f5-9d0c-2884bb8fbd08 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:36.187941 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26788c55-0376-4c70-af46-b4853592d264', 'name': 'network-vif-deleted', 'tag': '689af9d2-853d-4b31-abfa-6ed20c13392b', 'status': 'completed', 'code': 200}
Feb 19 21:00:36.251450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Attempting to bind port 09c89639-efa3-4a90-ae46-d10a6795fa74 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:36.251800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Attempting to bind port 09c89639-efa3-4a90-ae46-d10a6795fa74 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7bfee3f1-aa1f-482a-be0c-a77ae359bd88'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:36.252138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Attempting to bind port 09c89639-efa3-4a90-ae46-d10a6795fa74 on network 7bfee3f1-aa1f-482a-be0c-a77ae359bd88 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:36.265687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a65b8ca-32ec-4851-bd8c-a80f490fc038 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Deleting subnet 8d5a7fe0-0727-47c2-965b-e27d14da8530 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:00:36.268302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Port 09c89639-efa3-4a90-ae46-d10a6795fa74 on network 7bfee3f1-aa1f-482a-be0c-a77ae359bd88 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:00:36.268888 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Attempting to bind port 09c89639-efa3-4a90-ae46-d10a6795fa74 on network 7bfee3f1-aa1f-482a-be0c-a77ae359bd88 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:36.274281 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:36.281018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Checking segment: {'id': 'b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7bfee3f1-aa1f-482a-be0c-a77ae359bd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:36.281792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Bound using segment: {'id': 'b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7bfee3f1-aa1f-482a-be0c-a77ae359bd88'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:36.282447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Bound port: 09c89639-efa3-4a90-ae46-d10a6795fa74, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7bfee3f1-aa1f-482a-be0c-a77ae359bd88'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:36.282972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.310157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:36.373064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7baf6ae-3aa8-4f2a-90bb-cc83fdbdbae6 req-b0bec3da-f58e-4fbc-bc3d-702bc8728c7f tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/security-groups?id=87147f3f-0c5c-417c-b829-d782352c1893&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3627701
Feb 19 21:00:36.389587 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-128de583-9b63-410e-9763-859cd00365aa None None] Publish callbacks [] for port (5951a1b5-c4f1-43ae-b68b-517a221ed7eb), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.392747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] For port 09c89639-efa3-4a90-ae46-d10a6795fa74, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:36.400531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] For port 09c89639-efa3-4a90-ae46-d10a6795fa74, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=09c89639-efa3-4a90-ae46-d10a6795fa74,segment=NetworkSegment(b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0),segment_id=b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:36.401616 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-128de583-9b63-410e-9763-859cd00365aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (5951a1b5-c4f1-43ae-b68b-517a221ed7eb), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.401884 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a65b8ca-32ec-4851-bd8c-a80f490fc038 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks [] for subnet (8d5a7fe0-0727-47c2-965b-e27d14da8530), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.439373 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.503767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:36.504427 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.505852 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] 10.222.0.67 "PUT /v2.0/ports/09c89639-efa3-4a90-ae46-d10a6795fa74 HTTP/1.1" status: 200  len: 1091 time: 1.9612920
Feb 19 21:00:36.510994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a65b8ca-32ec-4851-bd8c-a80f490fc038 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (8d5a7fe0-0727-47c2-965b-e27d14da8530), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.521943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128de583-9b63-410e-9763-859cd00365aa None None] Network 2a28f21b-ffae-4288-bf45-effad2ea15ab is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:36.547372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-128de583-9b63-410e-9763-859cd00365aa None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:36.561546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128de583-9b63-410e-9763-859cd00365aa None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:36.569113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Attempting to bind port 3af9d550-dac7-42d8-be63-467504951ed9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:36.569556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Attempting to bind port 3af9d550-dac7-42d8-be63-467504951ed9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:36.570048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Attempting to bind port 3af9d550-dac7-42d8-be63-467504951ed9 on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:36.577901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82e82b9a-d9f4-43d9-aa70-5e734ba7d6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (11e64d17-834e-4ad1-bb4a-24f29946e9a3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.580558 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82e82b9a-d9f4-43d9-aa70-5e734ba7d6e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.581968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-82e82b9a-d9f4-43d9-aa70-5e734ba7d6e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11e64d17-834e-4ad1-bb4a-24f29946e9a3 HTTP/1.1" status: 204  len: 168 time: 0.7168138
Feb 19 21:00:36.584666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532938-e5b2-4439-952a-f2f2f7f67ca8 req-cb6e3a83-18a7-4f83-bf86-9c795ec6813f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:36.586335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1532938-e5b2-4439-952a-f2f2f7f67ca8 req-cb6e3a83-18a7-4f83-bf86-9c795ec6813f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 1127 time: 0.4308369
Feb 19 21:00:36.617950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128de583-9b63-410e-9763-859cd00365aa None None] Pushing event updated for resources: {'Port': ['ID=5951a1b5-c4f1-43ae-b68b-517a221ed7eb,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:36.630970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0b3d6-5418-4982-9b75-7aef5f236bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=09c89639-efa3-4a90-ae46-d10a6795fa74,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:36.637143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e82b9a-d9f4-43d9-aa70-5e734ba7d6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e64d17-834e-4ad1-bb4a-24f29946e9a3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:36.642293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Port 3af9d550-dac7-42d8-be63-467504951ed9 on network 10d49579-ce64-4d24-a5f5-a01170b84f25 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:00:36.642439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Attempting to bind port 3af9d550-dac7-42d8-be63-467504951ed9 on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:36.659793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:36.660142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Checking segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:36.660667 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Bound using segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:36.661114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Bound port: 3af9d550-dac7-42d8-be63-467504951ed9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:36.661554 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.694346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-78a5d292-f727-40c4-ae14-ed35ab78204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:36.695910 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-78a5d292-f727-40c4-ae14-ed35ab78204f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a72053a62e744590945ce7fd8a1f33ae&device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 1125 time: 0.1165233
Feb 19 21:00:36.720131 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1532938-e5b2-4439-952a-f2f2f7f67ca8 req-e31d4a0c-53c4-453e-8261-5bdd16a37386 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088972
Feb 19 21:00:36.809185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-128de583-9b63-410e-9763-859cd00365aa None None] Attempting to bind port 5951a1b5-c4f1-43ae-b68b-517a221ed7eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:36.813217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-128de583-9b63-410e-9763-859cd00365aa None None] Attempting to bind port 5951a1b5-c4f1-43ae-b68b-517a221ed7eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c3b33bf6-4ea8-47db-98cd-b741657d2145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2a28f21b-ffae-4288-bf45-effad2ea15ab'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:36.813663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128de583-9b63-410e-9763-859cd00365aa None None] Attempting to bind port 5951a1b5-c4f1-43ae-b68b-517a221ed7eb on network 2a28f21b-ffae-4288-bf45-effad2ea15ab {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:36.823312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128de583-9b63-410e-9763-859cd00365aa None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:36.829741 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-75ff027e-7b25-43c0-b75f-91602afad3a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09c89639-efa3-4a90-ae46-d10a6795fa74 HTTP/1.1" status: 200  len: 217 time: 0.1269553
Feb 19 21:00:36.830289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128de583-9b63-410e-9763-859cd00365aa None None] Checking segment: {'id': 'c3b33bf6-4ea8-47db-98cd-b741657d2145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2a28f21b-ffae-4288-bf45-effad2ea15ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:36.830836 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-128de583-9b63-410e-9763-859cd00365aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.831315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128de583-9b63-410e-9763-859cd00365aa None None] Bound using segment: {'id': 'c3b33bf6-4ea8-47db-98cd-b741657d2145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2a28f21b-ffae-4288-bf45-effad2ea15ab'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:36.831953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-128de583-9b63-410e-9763-859cd00365aa None None] Bound port: 5951a1b5-c4f1-43ae-b68b-517a221ed7eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b33bf6-4ea8-47db-98cd-b741657d2145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2a28f21b-ffae-4288-bf45-effad2ea15ab'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:36.832508 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-128de583-9b63-410e-9763-859cd00365aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5951a1b5-c4f1-43ae-b68b-517a221ed7eb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.833411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:36.837463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:36.844520 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.897494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:36.898489 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.899810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] 10.222.0.67 "PUT /v2.0/ports/3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 1091 time: 2.1361406
Feb 19 21:00:36.900526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:36.905410 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f18befd-7f01-432d-a0e4-7231c70b435a" -d '{"events": [{"name": "network-changed", "server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "tag": "3af9d550-dac7-42d8-be63-467504951ed9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:36.912443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a65b8ca-32ec-4851-bd8c-a80f490fc038 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (8d5a7fe0-0727-47c2-965b-e27d14da8530), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:36.943963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0a570-2ac6-4319-b40e-8eeb60749939 service neutron] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:36.963616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-781ded4e-2c44-446d-bde1-95bb757ab717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:36.965176 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-781ded4e-2c44-446d-bde1-95bb757ab717 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=564c14e2-9d3e-451c-a154-9cc2bfdf36dc HTTP/1.1" status: 200  len: 862 time: 0.1250331
Feb 19 21:00:37.004022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 89832a83-9f4f-4449-b43c-c9fafb143517 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:37.007307 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-31cafcab-e8e3-4280-88c5-4322bbf2ea34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7bfee3f1-aa1f-482a-be0c-a77ae359bd88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330212
Feb 19 21:00:37.045368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 89832a83-9f4f-4449-b43c-c9fafb143517 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:00:37.046939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 89832a83-9f4f-4449-b43c-c9fafb143517 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:00:37.153665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419b593-c748-4eb3-bf24-d6a734ac9f28 req-2a4ea061-f2f9-484c-89cd-6f57dd289937 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:37.155881 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6419b593-c748-4eb3-bf24-d6a734ac9f28 req-2a4ea061-f2f9-484c-89cd-6f57dd289937 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.1809750
Feb 19 21:00:37.157996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-e8fdf5ee-157c-4507-a73e-59debd7ff22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:37.159370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-e8fdf5ee-157c-4507-a73e-59debd7ff22a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1125 time: 0.1615551
Feb 19 21:00:37.199443 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-b3e2c4fc-23d2-4d84-a374-dc187307c1b5 service neutron] 10.222.0.67 "GET /v2.0/networks/7bfee3f1-aa1f-482a-be0c-a77ae359bd88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832836
Feb 19 21:00:37.223935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-128de583-9b63-410e-9763-859cd00365aa None None] For port 5951a1b5-c4f1-43ae-b68b-517a221ed7eb, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:37.254793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-128de583-9b63-410e-9763-859cd00365aa None None] For port 5951a1b5-c4f1-43ae-b68b-517a221ed7eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5951a1b5-c4f1-43ae-b68b-517a221ed7eb,segment=NetworkSegment(c3b33bf6-4ea8-47db-98cd-b741657d2145),segment_id=c3b33bf6-4ea8-47db-98cd-b741657d2145)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:37.267086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-5ce3be29-c767-4f45-9965-e3464c84d580 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 217 time: 0.0967474
Feb 19 21:00:37.275455 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-128de583-9b63-410e-9763-859cd00365aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5951a1b5-c4f1-43ae-b68b-517a221ed7eb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:37.329553 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a65b8ca-32ec-4851-bd8c-a80f490fc038 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (8d5a7fe0-0727-47c2-965b-e27d14da8530), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:37.379453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65b8ca-32ec-4851-bd8c-a80f490fc038 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5a7fe0-0727-47c2-965b-e27d14da8530,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:37.389757 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6419b593-c748-4eb3-bf24-d6a734ac9f28 req-df3d7ead-6d6b-4d88-bc31-7bed23bd47b9 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272751
Feb 19 21:00:37.390294 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a65b8ca-32ec-4851-bd8c-a80f490fc038 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:37.404701 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5a65b8ca-32ec-4851-bd8c-a80f490fc038 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/subnets/8d5a7fe0-0727-47c2-965b-e27d14da8530 HTTP/1.1" status: 204  len: 168 time: 1.2710404
Feb 19 21:00:37.404701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52958) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:37.414132 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-c6b8dbdf-ad81-4abd-aea2-eeac8b407e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:37.421780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-c6b8dbdf-ad81-4abd-aea2-eeac8b407e9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1388044
Feb 19 21:00:37.423299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128de583-9b63-410e-9763-859cd00365aa None None] Pushing event updated for resources: {'Port': ['ID=5951a1b5-c4f1-43ae-b68b-517a221ed7eb,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:37.492080 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd346bee-fede-4607-a9d2-1d5ead2a05e6 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:37.493780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd346bee-fede-4607-a9d2-1d5ead2a05e6 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:37.496505 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dd346bee-fede-4607-a9d2-1d5ead2a05e6 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0952313
Feb 19 21:00:37.502458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52962) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:37.538099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 689af9d2-853d-4b31-abfa-6ed20c13392b no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:37.579837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-e362b832-2edb-4422-a795-a426114a28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:37.581710 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-e362b832-2edb-4422-a795-a426114a28df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1484151
Feb 19 21:00:37.583601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 689af9d2-853d-4b31-abfa-6ed20c13392b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:00:37.583960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 689af9d2-853d-4b31-abfa-6ed20c13392b not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:00:37.610587 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e1e327eb-19a7-4681-b096-125f3c96ce87 req-40085e01-56f1-41a0-8e71-9334496646ad service neutron] 10.222.0.67 "GET /v2.0/networks/7bfee3f1-aa1f-482a-be0c-a77ae359bd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3986177
Feb 19 21:00:37.663184 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e821de29-c924-4e3c-9089-1e52dbe843ee tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (2a28f21b-ffae-4288-bf45-effad2ea15ab), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:37.682233 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e821de29-c924-4e3c-9089-1e52dbe843ee tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:00:37.682719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e821de29-c924-4e3c-9089-1e52dbe843ee tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:00:37.688367 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e821de29-c924-4e3c-9089-1e52dbe843ee tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/networks/2a28f21b-ffae-4288-bf45-effad2ea15ab HTTP/1.1" status: 409  len: 466 time: 0.1837733
Feb 19 21:00:37.691182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed545f3-6799-460b-83a2-3101a950201b req-6c6cd02e-0317-4d7f-930b-16fd30a93762 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:37.692179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52978) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:37.697885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fed545f3-6799-460b-83a2-3101a950201b req-6c6cd02e-0317-4d7f-930b-16fd30a93762 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 949 time: 0.1840956
Feb 19 21:00:37.700126 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-425617744'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:37.750136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:37.754242 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:37.788153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-60ed4c82-d399-45f4-8ee8-dc0ba7ee9878 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945665
Feb 19 21:00:37.846580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:00:37.862315 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a424d9ad-bb97-4bed-bd34-66eed8851f6b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:37.862315 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Added segment a424d9ad-bb97-4bed-bd34-66eed8851f6b of type vlan for network b393bf42-30de-45b9-966e-a602a8fa2f08
Feb 19 21:00:37.941135 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce01350-5f7c-46b0-a5b5-0812889708f4 x-openstack-request-id: req-9ce01350-5f7c-46b0-a5b5-0812889708f4 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:37.941453 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "tag": "3af9d550-dac7-42d8-be63-467504951ed9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:37.941732 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ce01350-5f7c-46b0-a5b5-0812889708f4 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:37.942128 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9', 'status': 'completed', 'code': 200}
Feb 19 21:00:37.954131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (b393bf42-30de-45b9-966e-a602a8fa2f08), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:37.960697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fed545f3-6799-460b-83a2-3101a950201b req-ceb42bd2-6a85-40c0-a6e6-6f2f7b60d15f tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2618289
Feb 19 21:00:38.029635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df03445-3277-48bd-be5b-c8503c33714d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c930953-29d6-4047-8f78-0d1f65f29d0b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:38.033562 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9af02de-d5d9-4c55-b923-9c3ef9a79123" -d '{"events": [{"server_uuid": "2df03445-3277-48bd-be5b-c8503c33714d", "name": "network-vif-plugged", "status": "completed", "tag": "7c930953-29d6-4047-8f78-0d1f65f29d0b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:38.052021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (b393bf42-30de-45b9-966e-a602a8fa2f08), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:38.057767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.058403 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:38.082708 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a6bc0c0-2f47-4385-ac89-2ca9b3123037 req-52a65e82-375c-4248-b3ad-e845ec6646f6 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2826381
Feb 19 21:00:38.108549 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c348cf-64ff-4703-907e-ae51c482928a req-334e4c83-38eb-49d7-9004-cc610ab11ddb tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.110298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9c348cf-64ff-4703-907e-ae51c482928a req-334e4c83-38eb-49d7-9004-cc610ab11ddb tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 943 time: 0.1131620
Feb 19 21:00:38.152466 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4579628
Feb 19 21:00:38.155617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52988) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:38.160042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cf7b3-f6c2-4136-bf57-e98fc00fc683 req-059f4f2b-9f26-439a-b031-77c016691027 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.160813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'subnet': {'network_id': 'b393bf42-30de-45b9-966e-a602a8fa2f08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:38.161581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-662cf7b3-f6c2-4136-bf57-e98fc00fc683 req-059f4f2b-9f26-439a-b031-77c016691027 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 943 time: 0.0941679
Feb 19 21:00:38.194671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efa67c8-3252-425b-8367-d3f479832357', 'tag': '09c89639-efa3-4a90-ae46-d10a6795fa74'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:38.197080 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fd988d-0eb3-4552-837a-ce924ac7ec4f" -d '{"events": [{"name": "network-changed", "server_uuid": "3efa67c8-3252-425b-8367-d3f479832357", "tag": "09c89639-efa3-4a90-ae46-d10a6795fa74"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:38.221703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9c348cf-64ff-4703-907e-ae51c482928a req-b81dd988-53e5-47d6-a117-ef6beb1b6543 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048596
Feb 19 21:00:38.264872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-662cf7b3-f6c2-4136-bf57-e98fc00fc683 req-fa5f39a4-7b0a-473e-ad80-0e907cb0bb02 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/security-groups?id=87147f3f-0c5c-417c-b829-d782352c1893&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930703
Feb 19 21:00:38.278351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c0abe-0306-4e82-b08e-1118f93dc0ef tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Network': ['ID=b393bf42-30de-45b9-966e-a602a8fa2f08,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:38.291742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network b393bf42-30de-45b9-966e-a602a8fa2f08 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:00:38.298673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18befd-7f01-432d-a0e4-7231c70b435a req-25eec65f-3ae2-48db-bdf5-2b81a2d5b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.302933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f18befd-7f01-432d-a0e4-7231c70b435a req-25eec65f-3ae2-48db-bdf5-2b81a2d5b6dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1125 time: 0.1508601
Feb 19 21:00:38.306061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:38.310729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:38.382686 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535b8ac3-205f-4abe-8b64-0d34c0ab9d1c x-openstack-request-id: req-535b8ac3-205f-4abe-8b64-0d34c0ab9d1c {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:38.383129 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efa67c8-3252-425b-8367-d3f479832357", "tag": "09c89639-efa3-4a90-ae46-d10a6795fa74", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:38.383486 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-535b8ac3-205f-4abe-8b64-0d34c0ab9d1c {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:38.383981 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efa67c8-3252-425b-8367-d3f479832357', 'tag': '09c89639-efa3-4a90-ae46-d10a6795fa74', 'status': 'completed', 'code': 200}
Feb 19 21:00:38.459687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18befd-7f01-432d-a0e4-7231c70b435a req-f3e976b4-2c70-468d-ae4b-fe9b85def30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.460388 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f015593-5b28-4697-b161-60edfa313927 x-openstack-request-id: req-0f015593-5b28-4697-b161-60edfa313927 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:38.460760 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df03445-3277-48bd-be5b-c8503c33714d", "name": "network-vif-plugged", "status": "completed", "tag": "7c930953-29d6-4047-8f78-0d1f65f29d0b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:38.461530 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f015593-5b28-4697-b161-60edfa313927 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:38.462004 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df03445-3277-48bd-be5b-c8503c33714d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c930953-29d6-4047-8f78-0d1f65f29d0b', 'code': 200}
Feb 19 21:00:38.466393 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f18befd-7f01-432d-a0e4-7231c70b435a req-f3e976b4-2c70-468d-ae4b-fe9b85def30f service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.1510332
Feb 19 21:00:38.559491 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd988d-0eb3-4552-837a-ce924ac7ec4f req-6363cfc0-8acc-425e-932b-c98fbdbef341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.562273 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50fd988d-0eb3-4552-837a-ce924ac7ec4f req-6363cfc0-8acc-425e-932b-c98fbdbef341 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a72053a62e744590945ce7fd8a1f33ae&device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 1125 time: 0.1506557
Feb 19 21:00:38.575421 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f18befd-7f01-432d-a0e4-7231c70b435a req-b08ee599-4544-405b-aba6-7f6ab52187b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 217 time: 0.1061933
Feb 19 21:00:38.707583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18befd-7f01-432d-a0e4-7231c70b435a req-ed18083f-b8ec-4a5b-95e0-9eba3c1a2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.720402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f18befd-7f01-432d-a0e4-7231c70b435a req-ed18083f-b8ec-4a5b-95e0-9eba3c1a2890 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1093583
Feb 19 21:00:38.744702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9284e-f394-4e1b-9cbe-33030dad770d req-cc613f80-cd8d-4480-83cd-d07275c1b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.744702 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fad9284e-f394-4e1b-9cbe-33030dad770d req-cc613f80-cd8d-4480-83cd-d07275c1b8e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 1127 time: 0.1777921
Feb 19 21:00:38.792197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59119d8-96c5-4e15-a529-4a52bfb6cc20 req-4aa27f37-826a-477d-a8b0-a2e1edf5056c tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.794354 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e59119d8-96c5-4e15-a529-4a52bfb6cc20 req-4aa27f37-826a-477d-a8b0-a2e1edf5056c tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.2226608
Feb 19 21:00:38.799420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd988d-0eb3-4552-837a-ce924ac7ec4f req-ff3e55f0-6312-4da8-bdaa-97996c832b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.801766 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50fd988d-0eb3-4552-837a-ce924ac7ec4f req-ff3e55f0-6312-4da8-bdaa-97996c832b17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7bfee3f1-aa1f-482a-be0c-a77ae359bd88 HTTP/1.1" status: 200  len: 923 time: 0.2305567
Feb 19 21:00:38.864093 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50fd988d-0eb3-4552-837a-ce924ac7ec4f req-b619a36b-0c3e-4dac-9d84-dacb56bf862f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09c89639-efa3-4a90-ae46-d10a6795fa74 HTTP/1.1" status: 200  len: 217 time: 0.0546944
Feb 19 21:00:38.870533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fad9284e-f394-4e1b-9cbe-33030dad770d req-aa15c902-6fc9-4ac2-a694-67c549a745f9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032836
Feb 19 21:00:38.880097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18befd-7f01-432d-a0e4-7231c70b435a req-af5ef661-10e6-4690-b55f-0abad20c4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.887258 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f18befd-7f01-432d-a0e4-7231c70b435a req-af5ef661-10e6-4690-b55f-0abad20c4591 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1627157
Feb 19 21:00:38.947530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:00:38.953539 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (7d531d4b-4337-4fde-bb24-ee7d66efc18a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:38.988038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd988d-0eb3-4552-837a-ce924ac7ec4f req-b50f4097-c221-480d-b735-7a3721352861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:38.989537 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50fd988d-0eb3-4552-837a-ce924ac7ec4f req-b50f4097-c221-480d-b735-7a3721352861 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=564c14e2-9d3e-451c-a154-9cc2bfdf36dc HTTP/1.1" status: 200  len: 862 time: 0.1158078
Feb 19 21:00:39.019420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e59119d8-96c5-4e15-a529-4a52bfb6cc20 req-176dd013-1562-44c8-b44f-200ea37eab41 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056491
Feb 19 21:00:39.079574 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50fd988d-0eb3-4552-837a-ce924ac7ec4f req-5f89de99-7a99-4b4f-951c-bf7cfaea6428 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7bfee3f1-aa1f-482a-be0c-a77ae359bd88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571849
Feb 19 21:00:39.120947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d1c571-b170-4bb9-b570-1230a1753061 None None] Network 2a28f21b-ffae-4288-bf45-effad2ea15ab requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:39.129979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f18befd-7f01-432d-a0e4-7231c70b435a req-ec47f37e-d71b-4f98-8aa6-4670343e5d53 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2310638
Feb 19 21:00:39.252377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede2de4-ce50-4aa0-81a0-e430ac7edde4 req-e7f5b860-d3eb-4e29-b4f4-cd4686429c03 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:39.259222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ede2de4-ce50-4aa0-81a0-e430ac7edde4 req-e7f5b860-d3eb-4e29-b4f4-cd4686429c03 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 949 time: 0.1443624
Feb 19 21:00:39.285188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Checking segment: {'id': 'a424d9ad-bb97-4bed-bd34-66eed8851f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b393bf42-30de-45b9-966e-a602a8fa2f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:39.285547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network hostable DHCP agents. Network: b393bf42-30de-45b9-966e-a602a8fa2f08, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:00:39.287774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Subnet': ['ID=7d531d4b-4337-4fde-bb24-ee7d66efc18a,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:39.288356 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-50620b6f-a648-4ed5-8b36-1029ac0afdbe None None] Provisioning complete for port 5951a1b5-c4f1-43ae-b68b-517a221ed7eb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:39.288748 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-50620b6f-a648-4ed5-8b36-1029ac0afdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5951a1b5-c4f1-43ae-b68b-517a221ed7eb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:39.303590 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50fd988d-0eb3-4552-837a-ce924ac7ec4f req-27c376a9-cb70-4303-8e73-5bff7a632389 service neutron] 10.222.0.67 "GET /v2.0/networks/7bfee3f1-aa1f-482a-be0c-a77ae359bd88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986563
Feb 19 21:00:39.310837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f18befd-7f01-432d-a0e4-7231c70b435a req-b5a06c52-37ab-4db0-9191-5781712e4149 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570785
Feb 19 21:00:39.387480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ede2de4-ce50-4aa0-81a0-e430ac7edde4 req-eea2468b-ada7-44fd-9cb4-2201a1d2fbc0 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85d2ed5-8fdc-4664-9264-c81f9438a9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272774
Feb 19 21:00:39.437780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9f0f0-6a4b-48cb-b250-ee620cc1d686 req-4b191dc7-b9c0-4353-960d-efd4ec918f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:39.443886 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fb9f0f0-6a4b-48cb-b250-ee620cc1d686 req-4b191dc7-b9c0-4353-960d-efd4ec918f56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 1127 time: 0.1086760
Feb 19 21:00:39.484527 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50fd988d-0eb3-4552-837a-ce924ac7ec4f req-7efac34a-ee5e-4d9a-8cec-5daf919ce0bc service neutron] 10.222.0.67 "GET /v2.0/networks/7bfee3f1-aa1f-482a-be0c-a77ae359bd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572931
Feb 19 21:00:39.517948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-50620b6f-a648-4ed5-8b36-1029ac0afdbe None None] Current status of the port 5951a1b5-c4f1-43ae-b68b-517a221ed7eb is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:39.518877 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-50620b6f-a648-4ed5-8b36-1029ac0afdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5951a1b5-c4f1-43ae-b68b-517a221ed7eb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:39.534038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network b393bf42-30de-45b9-966e-a602a8fa2f08 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:00:39.547460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93732e9c-fd3e-46ac-a352-605a19fbc013 None None] DHCP port deletion for 2a28f21b-ffae-4288-bf45-effad2ea15ab request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:00:39.551528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b393bf42-30de-45b9-966e-a602a8fa2f08) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:39.558017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:39.558786 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:39.569561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c1344-ec16-44bf-b265-4cd791958d19 None None] Network b393bf42-30de-45b9-966e-a602a8fa2f08 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:39.575309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05e31b-1237-437e-a65a-c52a8c0bd0d9 req-390f7014-5029-48f2-a4a2-4287276c5813 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:39.576997 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff05e31b-1237-437e-a65a-c52a8c0bd0d9 req-390f7014-5029-48f2-a4a2-4287276c5813 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.67 "GET /v2.0/ports?device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 949 time: 0.2725208
Feb 19 21:00:39.665007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-50620b6f-a648-4ed5-8b36-1029ac0afdbe None None] For port 5951a1b5-c4f1-43ae-b68b-517a221ed7eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5951a1b5-c4f1-43ae-b68b-517a221ed7eb,segment=NetworkSegment(c3b33bf6-4ea8-47db-98cd-b741657d2145),segment_id=c3b33bf6-4ea8-47db-98cd-b741657d2145)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:39.687580 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-50620b6f-a648-4ed5-8b36-1029ac0afdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5951a1b5-c4f1-43ae-b68b-517a221ed7eb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:39.704619 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc0ea937-647c-4145-afe3-aa5c61cbf60d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.5476816
Feb 19 21:00:39.717431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53058) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:39.781686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b393bf42-30de-45b9-966e-a602a8fa2f08', 'network_id': 'b393bf42-30de-45b9-966e-a602a8fa2f08', 'project_id': '6be548f3d4ea4a9883b15a69b3ee6a00', 'fixed_ips': [{'subnet_id': '7d531d4b-4337-4fde-bb24-ee7d66efc18a'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:00:39.782960 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:39.808911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-93732e9c-fd3e-46ac-a352-605a19fbc013 None None] Deleting port 5951a1b5-c4f1-43ae-b68b-517a221ed7eb {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:39.809917 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93732e9c-fd3e-46ac-a352-605a19fbc013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5951a1b5-c4f1-43ae-b68b-517a221ed7eb), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:39.827512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50620b6f-a648-4ed5-8b36-1029ac0afdbe None None] Pushing event updated for resources: {'Port': ['ID=5951a1b5-c4f1-43ae-b68b-517a221ed7eb,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:39.895969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ff05e31b-1237-437e-a65a-c52a8c0bd0d9 req-e432dcfe-abd5-48d1-8c34-1a1e9a7af1f7 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Deleting port 835957bc-cf48-4628-ac6b-011383e9ecd7 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:39.896562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ff05e31b-1237-437e-a65a-c52a8c0bd0d9 req-e432dcfe-abd5-48d1-8c34-1a1e9a7af1f7 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:39.908557 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (b393bf42-30de-45b9-966e-a602a8fa2f08), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:39.954184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-93732e9c-fd3e-46ac-a352-605a19fbc013 None None] For port 5951a1b5-c4f1-43ae-b68b-517a221ed7eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5951a1b5-c4f1-43ae-b68b-517a221ed7eb,segment=NetworkSegment(c3b33bf6-4ea8-47db-98cd-b741657d2145),segment_id=c3b33bf6-4ea8-47db-98cd-b741657d2145)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:39.954964 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93732e9c-fd3e-46ac-a352-605a19fbc013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5951a1b5-c4f1-43ae-b68b-517a221ed7eb), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:39.988207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-93732e9c-fd3e-46ac-a352-605a19fbc013 None None] Calling delete_port for 5951a1b5-c4f1-43ae-b68b-517a221ed7eb owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:40.056776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-ff05e31b-1237-437e-a65a-c52a8c0bd0d9 req-e432dcfe-abd5-48d1-8c34-1a1e9a7af1f7 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] For port 835957bc-cf48-4628-ac6b-011383e9ecd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=835957bc-cf48-4628-ac6b-011383e9ecd7,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:40.057379 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ff05e31b-1237-437e-a65a-c52a8c0bd0d9 req-e432dcfe-abd5-48d1-8c34-1a1e9a7af1f7 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.061436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (7d531d4b-4337-4fde-bb24-ee7d66efc18a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.109885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Allocated IP 2001:db8::f816:3eff:fede:95c6 (b393bf42-30de-45b9-966e-a602a8fa2f08/7d531d4b-4337-4fde-bb24-ee7d66efc18a/a75f9775-7a06-4353-96fb-31ceca1655dc) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:40.125360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ff05e31b-1237-437e-a65a-c52a8c0bd0d9 req-e432dcfe-abd5-48d1-8c34-1a1e9a7af1f7 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Calling delete_port for 835957bc-cf48-4628-ac6b-011383e9ecd7 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:40.174221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e17720-4cf4-4041-b7ba-54e3ee04bb92 req-e17fea53-1d5f-4d55-a913-acedc0bb792b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:40.175952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3e17720-4cf4-4041-b7ba-54e3ee04bb92 req-e17fea53-1d5f-4d55-a913-acedc0bb792b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 943 time: 0.6038456
Feb 19 21:00:40.177051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9f0f0-6a4b-48cb-b250-ee620cc1d686 req-8fc4a17c-5c85-461a-8452-53856f167412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:40.178410 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fb9f0f0-6a4b-48cb-b250-ee620cc1d686 req-8fc4a17c-5c85-461a-8452-53856f167412 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 920 time: 0.7298567
Feb 19 21:00:40.197284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f93625-b41b-4f6e-baa4-44d458a820ee req-db33100a-3869-48d4-823d-d3b7f6579e2a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:40.200244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17f93625-b41b-4f6e-baa4-44d458a820ee req-db33100a-3869-48d4-823d-d3b7f6579e2a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.6172066
Feb 19 21:00:40.265951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fb9f0f0-6a4b-48cb-b250-ee620cc1d686 req-cbcdc39d-21b6-4629-8f3e-439d0ac06b7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff12d8e1-9359-4461-ae10-7ce54f84b0e6 HTTP/1.1" status: 200  len: 217 time: 0.0780818
Feb 19 21:00:40.310740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ff05e31b-1237-437e-a65a-c52a8c0bd0d9 req-e432dcfe-abd5-48d1-8c34-1a1e9a7af1f7 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (835957bc-cf48-4628-ac6b-011383e9ecd7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.328372 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93732e9c-fd3e-46ac-a352-605a19fbc013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (5951a1b5-c4f1-43ae-b68b-517a221ed7eb), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.339578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432dcfe-abd5-48d1-8c34-1a1e9a7af1f7 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Pushing event deleted for resources: {'Port': ['ID=835957bc-cf48-4628-ac6b-011383e9ecd7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:40.377863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17f93625-b41b-4f6e-baa4-44d458a820ee req-75516c89-c253-4b6e-9b53-f10e4e0e7d25 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555429
Feb 19 21:00:40.381505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3e17720-4cf4-4041-b7ba-54e3ee04bb92 req-b7278162-d91c-4ac0-bc3b-25a53e39e8ce tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991866
Feb 19 21:00:40.382935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9f0f0-6a4b-48cb-b250-ee620cc1d686 req-4d0b2010-d16a-4772-a436-da4430e502e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:40.384547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fb9f0f0-6a4b-48cb-b250-ee620cc1d686 req-4d0b2010-d16a-4772-a436-da4430e502e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 200  len: 859 time: 0.1098530
Feb 19 21:00:40.421911 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fb9f0f0-6a4b-48cb-b250-ee620cc1d686 req-2c9e679c-3be4-4f75-9d99-75193f5573e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d71791f-d141-4701-a95a-c6109bae943e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309734
Feb 19 21:00:40.427405 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Publish callbacks [] for port (a75f9775-7a06-4353-96fb-31ceca1655dc), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.431100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93732e9c-fd3e-46ac-a352-605a19fbc013 None None] No DVR routers for this DVR port 5951a1b5-c4f1-43ae-b68b-517a221ed7eb on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:40.432739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93732e9c-fd3e-46ac-a352-605a19fbc013 None None] Pushing event deleted for resources: {'Port': ['ID=5951a1b5-c4f1-43ae-b68b-517a221ed7eb,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:40.463902 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a75f9775-7a06-4353-96fb-31ceca1655dc), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.472378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff05e31b-1237-437e-a65a-c52a8c0bd0d9 req-e432dcfe-abd5-48d1-8c34-1a1e9a7af1f7 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] No DVR routers for this DVR port 835957bc-cf48-4628-ac6b-011383e9ecd7 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:40.489730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ff05e31b-1237-437e-a65a-c52a8c0bd0d9 req-e432dcfe-abd5-48d1-8c34-1a1e9a7af1f7 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.493438 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff05e31b-1237-437e-a65a-c52a8c0bd0d9 req-e432dcfe-abd5-48d1-8c34-1a1e9a7af1f7 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.67 "DELETE /v2.0/ports/835957bc-cf48-4628-ac6b-011383e9ecd7 HTTP/1.1" status: 204  len: 173 time: 0.9089091
Feb 19 21:00:40.496439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-deleted', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:40.499064 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8008a99-b50a-42a1-85ca-85ead0055258" -d '{"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-deleted", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:40.518844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Pushing event updated for resources: {'Port': ['ID=a75f9775-7a06-4353-96fb-31ceca1655dc,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:40.535866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (7d531d4b-4337-4fde-bb24-ee7d66efc18a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.543376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Network b393bf42-30de-45b9-966e-a602a8fa2f08 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:40.563662 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:40.568709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:40.576598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Subnet': ['ID=7d531d4b-4337-4fde-bb24-ee7d66efc18a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:40.630856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a634f7-1b24-4fe7-9231-66bbe8a26475 req-0293ac02-1543-41e5-be67-0a83de30f197 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:40.638609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07a634f7-1b24-4fe7-9231-66bbe8a26475 req-0293ac02-1543-41e5-be67-0a83de30f197 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 943 time: 0.1647599
Feb 19 21:00:40.645212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (b393bf42-30de-45b9-966e-a602a8fa2f08), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.668893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69d62940>,) {'filters': {'network_id': ['b393bf42-30de-45b9-966e-a602a8fa2f08']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:40.679046 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fb9f0f0-6a4b-48cb-b250-ee620cc1d686 req-791dbfb6-7469-49b6-8545-eb2dcb41f783 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476985
Feb 19 21:00:40.683476 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69d62940>, 'a424d9ad-bb97-4bed-bd34-66eed8851f6b') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:40.684087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69d62940>, 'a424d9ad-bb97-4bed-bd34-66eed8851f6b') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:40.713643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Attempting to bind port a75f9775-7a06-4353-96fb-31ceca1655dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:40.714039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Attempting to bind port a75f9775-7a06-4353-96fb-31ceca1655dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a424d9ad-bb97-4bed-bd34-66eed8851f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b393bf42-30de-45b9-966e-a602a8fa2f08'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:40.714416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Attempting to bind port a75f9775-7a06-4353-96fb-31ceca1655dc on network b393bf42-30de-45b9-966e-a602a8fa2f08 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:40.717484 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a424d9ad-bb97-4bed-bd34-66eed8851f6b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.728859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:40.729342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Checking segment: {'id': 'a424d9ad-bb97-4bed-bd34-66eed8851f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b393bf42-30de-45b9-966e-a602a8fa2f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:40.730889 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.734021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07a634f7-1b24-4fe7-9231-66bbe8a26475 req-ab88eda5-79cf-4860-a883-5ce06bb3012c tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/security-groups?id=87147f3f-0c5c-417c-b829-d782352c1893&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944583
Feb 19 21:00:40.736168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Bound using segment: {'id': 'a424d9ad-bb97-4bed-bd34-66eed8851f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b393bf42-30de-45b9-966e-a602a8fa2f08'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:40.737597 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a424d9ad-bb97-4bed-bd34-66eed8851f6b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.737999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Bound port: a75f9775-7a06-4353-96fb-31ceca1655dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a424d9ad-bb97-4bed-bd34-66eed8851f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b393bf42-30de-45b9-966e-a602a8fa2f08'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:40.738431 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a75f9775-7a06-4353-96fb-31ceca1655dc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.748560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:40.749344 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a424d9ad-bb97-4bed-bd34-66eed8851f6b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:40.755178 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:40.855751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53084) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:40.864640 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956c1c72-b1eb-4d90-9fa2-ae2ad504e3c1 x-openstack-request-id: req-956c1c72-b1eb-4d90-9fa2-ae2ad504e3c1 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:40.865143 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac13892-70a3-4a7f-b7a8-a0cd9169d0b5", "name": "network-vif-deleted", "tag": "835957bc-cf48-4628-ac6b-011383e9ecd7", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:40.865458 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-956c1c72-b1eb-4d90-9fa2-ae2ad504e3c1 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:40.865931 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac13892-70a3-4a7f-b7a8-a0cd9169d0b5', 'name': 'network-vif-deleted', 'tag': '835957bc-cf48-4628-ac6b-011383e9ecd7', 'status': 'completed', 'code': 200}
Feb 19 21:00:40.874111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.db.api [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:00:40.874111 ncdv-master-1 neutron-server[121129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:00:40.874111 ncdv-master-1 neutron-server[121129]: [parameters: {'id': 'b393bf42-30de-45b9-966e-a602a8fa2f08'}]
Feb 19 21:00:40.874111 ncdv-master-1 neutron-server[121129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:00:40.874685 ncdv-master-1 neutron-server[121129]: DEBUG oslo_db.api [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:00:40.889978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] For port a75f9775-7a06-4353-96fb-31ceca1655dc, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:40.899537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] For port a75f9775-7a06-4353-96fb-31ceca1655dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a75f9775-7a06-4353-96fb-31ceca1655dc,segment=NetworkSegment(a424d9ad-bb97-4bed-bd34-66eed8851f6b),segment_id=a424d9ad-bb97-4bed-bd34-66eed8851f6b)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:40.906645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ed81da13-f7d8-4783-9487-44f94684c3f1 req-1f3ea277-7962-43d1-8e19-57eb77e456d9 tempest-ListImageFiltersTestJSON-801007413 tempest-ListImageFiltersTestJSON-801007413-project] 10.222.0.30 "GET /v2.0/ports?device_id=eac13892-70a3-4a7f-b7a8-a0cd9169d0b5 HTTP/1.1" status: 200  len: 210 time: 0.1611142
Feb 19 21:00:40.925759 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a75f9775-7a06-4353-96fb-31ceca1655dc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:40.935623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fb9f0f0-6a4b-48cb-b250-ee620cc1d686 req-11bad544-ade0-40ac-bc82-4776931f129f service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2520683
Feb 19 21:00:41.061821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53094) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:41.067809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda7866-d466-4d66-9d25-f4f8cf7dfbac None None] Pushing event updated for resources: {'Port': ['ID=a75f9775-7a06-4353-96fb-31ceca1655dc,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:41.130978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1669746-14b2-48db-a50f-ba2a3c47d93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.145270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45898cd-418d-4c0f-929f-7eb0fdd0fdda None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:00:41.154615 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f243ed-048f-403c-bbb0-c4bcc65c7745 admin admin] Deleting subnet e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:00:41.157823 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51f243ed-048f-403c-bbb0-c4bcc65c7745 admin admin] Publish callbacks [] for subnet (e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.226090 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51f243ed-048f-403c-bbb0-c4bcc65c7745 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.241088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45898cd-418d-4c0f-929f-7eb0fdd0fdda None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:00:41.283659 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51f243ed-048f-403c-bbb0-c4bcc65c7745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.327602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1669746-14b2-48db-a50f-ba2a3c47d93f admin admin] Publish callbacks [] for security_group (a71e8ebf-de7d-476f-95d2-82864238e58e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.334026 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1669746-14b2-48db-a50f-ba2a3c47d93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a71e8ebf-de7d-476f-95d2-82864238e58e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.379697 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (b393bf42-30de-45b9-966e-a602a8fa2f08), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.394152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1669746-14b2-48db-a50f-ba2a3c47d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71e8ebf-de7d-476f-95d2-82864238e58e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:41.396296 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c1669746-14b2-48db-a50f-ba2a3c47d93f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe224069e2de43d08156848d8ccce74c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5392189
Feb 19 21:00:41.399142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53100) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:41.403572 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51f243ed-048f-403c-bbb0-c4bcc65c7745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.457368 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51f243ed-048f-403c-bbb0-c4bcc65c7745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.460575 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-51f243ed-048f-403c-bbb0-c4bcc65c7745 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea HTTP/1.1" status: 204  len: 168 time: 0.3977332
Feb 19 21:00:41.461421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f243ed-048f-403c-bbb0-c4bcc65c7745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e245b9a9-a5f2-4ac4-b007-8c814ab6c3ea,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:41.463434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53106) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:41.477871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbf79eb-013f-44d3-99df-b2d549d99cc4 None None] Network b393bf42-30de-45b9-966e-a602a8fa2f08 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:41.502940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Deleting port a75f9775-7a06-4353-96fb-31ceca1655dc {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:41.503282 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a75f9775-7a06-4353-96fb-31ceca1655dc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.556868 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (0b77203b-47b2-4bd5-a7b7-432923f05242), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.557828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 09c89639-efa3-4a90-ae46-d10a6795fa74 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:00:41.580581 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] For port a75f9775-7a06-4353-96fb-31ceca1655dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a75f9775-7a06-4353-96fb-31ceca1655dc,segment=NetworkSegment(a424d9ad-bb97-4bed-bd34-66eed8851f6b),segment_id=a424d9ad-bb97-4bed-bd34-66eed8851f6b)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:41.580892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a75f9775-7a06-4353-96fb-31ceca1655dc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.600194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Calling delete_port for a75f9775-7a06-4353-96fb-31ceca1655dc owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:41.719354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 09c89639-efa3-4a90-ae46-d10a6795fa74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=09c89639-efa3-4a90-ae46-d10a6795fa74,segment=NetworkSegment(b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0),segment_id=b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:41.722474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0ec06-41a1-4a81-adf7-b971913e2047 req-f24f165c-f10b-4113-9506-2b1cf173e74e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:41.724101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-66b0ec06-41a1-4a81-adf7-b971913e2047 req-f24f165c-f10b-4113-9506-2b1cf173e74e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 943 time: 0.1579678
Feb 19 21:00:41.724861 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-239a5405-30e1-4fbb-a404-899ec9cb75f7 admin admin] Publish callbacks [] for security_group (a71e8ebf-de7d-476f-95d2-82864238e58e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.733901 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a75f9775-7a06-4353-96fb-31ceca1655dc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.751360 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-239a5405-30e1-4fbb-a404-899ec9cb75f7 admin admin] Publish callbacks [] for security_group (a71e8ebf-de7d-476f-95d2-82864238e58e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.756754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '09c89639-efa3-4a90-ae46-d10a6795fa74', 'network_id': '7bfee3f1-aa1f-482a-be0c-a77ae359bd88', 'port_id': '09c89639-efa3-4a90-ae46-d10a6795fa74', 'mac_address': 'fa:16:3e:fd:2f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564c14e2-9d3e-451c-a154-9cc2bfdf36dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:00:41.783547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Port': ['ID=a75f9775-7a06-4353-96fb-31ceca1655dc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:41.795130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No DVR routers for this DVR port a75f9775-7a06-4353-96fb-31ceca1655dc on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:41.839183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (0b77203b-47b2-4bd5-a7b7-432923f05242), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.897844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b3e1af0>,) {'filters': {'network_id': ['0b77203b-47b2-4bd5-a7b7-432923f05242']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:41.905278 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (b393bf42-30de-45b9-966e-a602a8fa2f08), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.927631 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6b6f10>,) {'filters': {'network_id': ['b393bf42-30de-45b9-966e-a602a8fa2f08']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:41.938362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b3e1af0>, '4f989e7a-9d04-467b-b726-58b33a5dcb1d') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:41.938665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b3e1af0>, '4f989e7a-9d04-467b-b726-58b33a5dcb1d') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:41.939541 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6b6f10>, 'a424d9ad-bb97-4bed-bd34-66eed8851f6b') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:41.940211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6b6f10>, 'a424d9ad-bb97-4bed-bd34-66eed8851f6b') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:41.955425 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a424d9ad-bb97-4bed-bd34-66eed8851f6b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.961574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-66b0ec06-41a1-4a81-adf7-b971913e2047 req-49cef9dd-0331-4fdb-853b-ecacf4a512e6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1734488
Feb 19 21:00:41.975077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 09c89639-efa3-4a90-ae46-d10a6795fa74 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:41.975493 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.976750 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (4f989e7a-9d04-467b-b726-58b33a5dcb1d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.980190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a424d9ad-bb97-4bed-bd34-66eed8851f6b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.989132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:41.989536 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a424d9ad-bb97-4bed-bd34-66eed8851f6b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:41.992032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c89639-efa3-4a90-ae46-d10a6795fa74 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:41.995216 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:42.006008 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-239a5405-30e1-4fbb-a404-899ec9cb75f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a71e8ebf-de7d-476f-95d2-82864238e58e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.009367 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-239a5405-30e1-4fbb-a404-899ec9cb75f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.013102 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-239a5405-30e1-4fbb-a404-899ec9cb75f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a71e8ebf-de7d-476f-95d2-82864238e58e HTTP/1.1" status: 204  len: 168 time: 0.6103883
Feb 19 21:00:42.013102 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4f989e7a-9d04-467b-b726-58b33a5dcb1d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.027711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cacd8-d35c-4019-99e1-f2e7e55f32f9 req-2ea7eeb1-419a-4ec5-894e-adaab2f1b298 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:42.033095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f82cacd8-d35c-4019-99e1-f2e7e55f32f9 req-2ea7eeb1-419a-4ec5-894e-adaab2f1b298 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.1630714
Feb 19 21:00:42.042534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 09c89639-efa3-4a90-ae46-d10a6795fa74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=09c89639-efa3-4a90-ae46-d10a6795fa74,segment=NetworkSegment(b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0),segment_id=b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:42.049360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:42.049762 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (4f989e7a-9d04-467b-b726-58b33a5dcb1d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:42.052424 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:42.054167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a5405-30e1-4fbb-a404-899ec9cb75f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71e8ebf-de7d-476f-95d2-82864238e58e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:42.054237 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.098115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (b393bf42-30de-45b9-966e-a602a8fa2f08), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.107755 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.112799 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/networks/b393bf42-30de-45b9-966e-a602a8fa2f08 HTTP/1.1" status: 204  len: 168 time: 2.3927124
Feb 19 21:00:42.115707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53116) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:42.126641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1673918109'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:42.152807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fbb19-c0ce-4d28-b893-f98d309f793e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Network': ['ID=b393bf42-30de-45b9-966e-a602a8fa2f08,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:42.168972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=09c89639-efa3-4a90-ae46-d10a6795fa74,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:42.174888 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:42.175867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f82cacd8-d35c-4019-99e1-f2e7e55f32f9 req-efc52608-e8fc-4f26-bd5e-597ed82b7ada tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353378
Feb 19 21:00:42.178685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.180354 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (0b77203b-47b2-4bd5-a7b7-432923f05242), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.188131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.191490 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] 10.222.0.30 "DELETE /v2.0/networks/0b77203b-47b2-4bd5-a7b7-432923f05242 HTTP/1.1" status: 204  len: 168 time: 0.7265348
Feb 19 21:00:42.205248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca017eeb-c52e-46b0-a208-f6bbac861c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=0b77203b-47b2-4bd5-a7b7-432923f05242,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:42.220732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a607a43-25ad-4a14-b31d-a36438d8ceeb req-0dd28049-8eb5-42d4-8de6-03fea13e7bb5 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:42.228706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a607a43-25ad-4a14-b31d-a36438d8ceeb req-0dd28049-8eb5-42d4-8de6-03fea13e7bb5 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 944 time: 0.1944928
Feb 19 21:00:42.250403 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:00:42.264717 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e0765f13-cfd6-4168-9f98-e4b445a1e6a7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.265075 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Added segment e0765f13-cfd6-4168-9f98-e4b445a1e6a7 of type vlan for network a14b9d16-5af5-4678-8853-21ab7232ba9f
Feb 19 21:00:42.293067 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a607a43-25ad-4a14-b31d-a36438d8ceeb req-c84b67c5-3479-4557-87f4-a59d72c7f2ba tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/security-groups?id=87147f3f-0c5c-417c-b829-d782352c1893&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633271
Feb 19 21:00:42.322152 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (a14b9d16-5af5-4678-8853-21ab7232ba9f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.360111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (a14b9d16-5af5-4678-8853-21ab7232ba9f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.368501 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:42.369604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.415237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['09c89639-efa3-4a90-ae46-d10a6795fa74'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:00:42.439694 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3218777
Feb 19 21:00:42.442511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53138) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:42.449544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'subnet': {'network_id': 'a14b9d16-5af5-4678-8853-21ab7232ba9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:42.459635 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c436d6-ce00-4996-a00f-3c02444e5e2e tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Network': ['ID=a14b9d16-5af5-4678-8853-21ab7232ba9f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:42.485808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network a14b9d16-5af5-4678-8853-21ab7232ba9f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:00:42.520591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53140) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:42.548447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53142) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:42.566567 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5ed9e10-edce-40e6-8326-e086e7c24756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.640659 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-08b6da67-e771-46ad-ba92-5ad02ce4c58f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b959eb07a97740dca63d3cf3d2ed0a63&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1155236
Feb 19 21:00:42.640659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53146) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:42.664114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:42.668590 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.720935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b688feeb-e5c1-4368-96aa-d929214bf950 admin admin] Publish callbacks [] for security_group (49dbde14-fbd5-4bb2-b6f0-c83360f334d3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.754072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5ed9e10-edce-40e6-8326-e086e7c24756 admin admin] Publish callbacks [] for security_group (c87e4c0f-ebe1-4606-a947-e8dcb3fe7170), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.759298 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b688feeb-e5c1-4368-96aa-d929214bf950 admin admin] Publish callbacks [] for security_group (49dbde14-fbd5-4bb2-b6f0-c83360f334d3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.761697 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5ed9e10-edce-40e6-8326-e086e7c24756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c87e4c0f-ebe1-4606-a947-e8dcb3fe7170), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.810106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed9e10-edce-40e6-8326-e086e7c24756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87e4c0f-ebe1-4606-a947-e8dcb3fe7170,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:42.854448 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d5ed9e10-edce-40e6-8326-e086e7c24756 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f25cfdf011814f2693d8d1bba532c9fc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3048115
Feb 19 21:00:42.855122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53156) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:42.881750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b688feeb-e5c1-4368-96aa-d929214bf950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (49dbde14-fbd5-4bb2-b6f0-c83360f334d3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.884635 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b688feeb-e5c1-4368-96aa-d929214bf950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:42.885820 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b688feeb-e5c1-4368-96aa-d929214bf950 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49dbde14-fbd5-4bb2-b6f0-c83360f334d3 HTTP/1.1" status: 204  len: 168 time: 0.2451932
Feb 19 21:00:42.894749 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688feeb-e5c1-4368-96aa-d929214bf950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dbde14-fbd5-4bb2-b6f0-c83360f334d3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:43.034144 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-361e037e-c875-44d0-9f4a-3b9ca7237b28 admin admin] Publish callbacks [] for security_group (c87e4c0f-ebe1-4606-a947-e8dcb3fe7170), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:43.055002 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (d727756b-17f1-47e3-be5f-689373b24cf6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:43.124722 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-361e037e-c875-44d0-9f4a-3b9ca7237b28 admin admin] Publish callbacks [] for security_group (c87e4c0f-ebe1-4606-a947-e8dcb3fe7170), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:43.184519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Subnet': ['ID=d727756b-17f1-47e3-be5f-689373b24cf6,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:43.210150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c613-4570-4055-843b-9521179fe51a req-8bbb08cc-fff9-42b5-9f97-72a05f8ae74f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:43.220515 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35e2c613-4570-4055-843b-9521179fe51a req-8bbb08cc-fff9-42b5-9f97-72a05f8ae74f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 943 time: 0.1619451
Feb 19 21:00:43.220515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Checking segment: {'id': 'e0765f13-cfd6-4168-9f98-e4b445a1e6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a14b9d16-5af5-4678-8853-21ab7232ba9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:43.220515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network hostable DHCP agents. Network: a14b9d16-5af5-4678-8853-21ab7232ba9f, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:00:43.256856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-361e037e-c875-44d0-9f4a-3b9ca7237b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c87e4c0f-ebe1-4606-a947-e8dcb3fe7170), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:43.259778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-361e037e-c875-44d0-9f4a-3b9ca7237b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:43.263691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-361e037e-c875-44d0-9f4a-3b9ca7237b28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c87e4c0f-ebe1-4606-a947-e8dcb3fe7170 HTTP/1.1" status: 204  len: 168 time: 0.4059653
Feb 19 21:00:43.273964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network a14b9d16-5af5-4678-8853-21ab7232ba9f is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:00:43.292742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e037e-c875-44d0-9f4a-3b9ca7237b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87e4c0f-ebe1-4606-a947-e8dcb3fe7170,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:43.307740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35e2c613-4570-4055-843b-9521179fe51a req-cfbdc1f4-d580-470d-84de-9021da760f6d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807610
Feb 19 21:00:43.315339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a14b9d16-5af5-4678-8853-21ab7232ba9f) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:43.330166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:43.330929 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:43.332672 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c0719-954c-4cfa-9d8c-e477d6165a5f None None] Network a14b9d16-5af5-4678-8853-21ab7232ba9f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:43.363121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53190) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:43.363706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3e033f45-b73c-405e-8400-a83a6d385bcb tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9179566
Feb 19 21:00:43.511352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a14b9d16-5af5-4678-8853-21ab7232ba9f', 'network_id': 'a14b9d16-5af5-4678-8853-21ab7232ba9f', 'project_id': '6be548f3d4ea4a9883b15a69b3ee6a00', 'fixed_ips': [{'subnet_id': 'd727756b-17f1-47e3-be5f-689373b24cf6'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:00:43.512223 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:43.531070 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (a14b9d16-5af5-4678-8853-21ab7232ba9f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:43.611875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:00:43.614368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 09c89639-efa3-4a90-ae46-d10a6795fa74 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:43.632507 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d727756b-17f1-47e3-be5f-689373b24cf6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:43.718262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde0a9-87c9-4265-928c-458ab80d6ce0 req-2f36e04d-14eb-42f7-94a2-4cae06b1d2de tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:43.719988 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbbde0a9-87c9-4265-928c-458ab80d6ce0 req-2f36e04d-14eb-42f7-94a2-4cae06b1d2de tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.0994477
Feb 19 21:00:43.792965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Allocated IP 2001:db8::2 (a14b9d16-5af5-4678-8853-21ab7232ba9f/d727756b-17f1-47e3-be5f-689373b24cf6/8d745ba0-6256-44c8-83eb-5d8b38742e70) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:43.805395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 09c89639-efa3-4a90-ae46-d10a6795fa74 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:00:43.816466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbbde0a9-87c9-4265-928c-458ab80d6ce0 req-1cbb1e19-0a8a-4e41-83fc-6fdfe8925a04 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790181
Feb 19 21:00:43.822282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 09c89639-efa3-4a90-ae46-d10a6795fa74 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:43.822733 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:43.907472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:43.933425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '3af9d550-dac7-42d8-be63-467504951ed9', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'port_id': '3af9d550-dac7-42d8-be63-467504951ed9', 'mac_address': 'fa:16:3e:89:15:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:00:43.985133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c74f6d-9632-44a6-88cf-3ac64e700e13 req-de8de5e6-3bc5-4273-859a-1739fd4e8bf3 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:44.000371 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4c74f6d-9632-44a6-88cf-3ac64e700e13 req-de8de5e6-3bc5-4273-859a-1739fd4e8bf3 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 944 time: 0.1112955
Feb 19 21:00:44.066555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3af9d550-dac7-42d8-be63-467504951ed9 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:44.066951 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.109554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af9d550-dac7-42d8-be63-467504951ed9 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:00:44.117936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Publish callbacks [] for port (8d745ba0-6256-44c8-83eb-5d8b38742e70), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.124239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 09c89639-efa3-4a90-ae46-d10a6795fa74 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:44.124679 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.136816 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4c74f6d-9632-44a6-88cf-3ac64e700e13 req-e0ba8a15-a09a-49ef-b45d-11e2c134220c tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/security-groups?id=87147f3f-0c5c-417c-b829-d782352c1893&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235301
Feb 19 21:00:44.152189 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (8d745ba0-6256-44c8-83eb-5d8b38742e70), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.161348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (d727756b-17f1-47e3-be5f-689373b24cf6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.162365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:44.201890 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.210130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efa67c8-3252-425b-8367-d3f479832357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c89639-efa3-4a90-ae46-d10a6795fa74'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:44.212758 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6e8c24-be6d-4d6e-ae24-41c52bb61a2e" -d '{"events": [{"server_uuid": "3efa67c8-3252-425b-8367-d3f479832357", "name": "network-vif-plugged", "status": "completed", "tag": "09c89639-efa3-4a90-ae46-d10a6795fa74"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:44.214960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Subnet': ['ID=d727756b-17f1-47e3-be5f-689373b24cf6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:44.223896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Network a14b9d16-5af5-4678-8853-21ab7232ba9f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:44.237889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:44.243999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:44.247050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 09c89639-efa3-4a90-ae46-d10a6795fa74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=09c89639-efa3-4a90-ae46-d10a6795fa74,segment=NetworkSegment(b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0),segment_id=b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:44.248210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Pushing event updated for resources: {'Port': ['ID=8d745ba0-6256-44c8-83eb-5d8b38742e70,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:44.275900 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.277203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 835957bc-cf48-4628-ac6b-011383e9ecd7 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:44.320856 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffbcf88-400f-4be6-9f8b-b66db1355526 x-openstack-request-id: req-cffbcf88-400f-4be6-9f8b-b66db1355526 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:44.327184 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efa67c8-3252-425b-8367-d3f479832357", "name": "network-vif-plugged", "status": "completed", "tag": "09c89639-efa3-4a90-ae46-d10a6795fa74", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:44.327817 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cffbcf88-400f-4be6-9f8b-b66db1355526 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:44.328402 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efa67c8-3252-425b-8367-d3f479832357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c89639-efa3-4a90-ae46-d10a6795fa74', 'code': 200}
Feb 19 21:00:44.333854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 835957bc-cf48-4628-ac6b-011383e9ecd7 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:00:44.334403 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 835957bc-cf48-4628-ac6b-011383e9ecd7 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:00:44.381530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:44.389198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Attempting to bind port 8d745ba0-6256-44c8-83eb-5d8b38742e70 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:44.390284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Attempting to bind port 8d745ba0-6256-44c8-83eb-5d8b38742e70 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e0765f13-cfd6-4168-9f98-e4b445a1e6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a14b9d16-5af5-4678-8853-21ab7232ba9f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:44.391234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Attempting to bind port 8d745ba0-6256-44c8-83eb-5d8b38742e70 on network a14b9d16-5af5-4678-8853-21ab7232ba9f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:44.439948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:44.440733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Checking segment: {'id': 'e0765f13-cfd6-4168-9f98-e4b445a1e6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a14b9d16-5af5-4678-8853-21ab7232ba9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:44.441496 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.442327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Bound using segment: {'id': 'e0765f13-cfd6-4168-9f98-e4b445a1e6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a14b9d16-5af5-4678-8853-21ab7232ba9f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:44.443326 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Bound port: 8d745ba0-6256-44c8-83eb-5d8b38742e70, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0765f13-cfd6-4168-9f98-e4b445a1e6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a14b9d16-5af5-4678-8853-21ab7232ba9f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:44.443887 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8d745ba0-6256-44c8-83eb-5d8b38742e70), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.473849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=09c89639-efa3-4a90-ae46-d10a6795fa74,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:44.534477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] For port 8d745ba0-6256-44c8-83eb-5d8b38742e70, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:44.539229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] For port 8d745ba0-6256-44c8-83eb-5d8b38742e70, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d745ba0-6256-44c8-83eb-5d8b38742e70,segment=NetworkSegment(e0765f13-cfd6-4168-9f98-e4b445a1e6a7),segment_id=e0765f13-cfd6-4168-9f98-e4b445a1e6a7)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:44.549738 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8d745ba0-6256-44c8-83eb-5d8b38742e70), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.558829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3af9d550-dac7-42d8-be63-467504951ed9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:00:44.748848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (a14b9d16-5af5-4678-8853-21ab7232ba9f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.782811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ed8088-f626-4f3a-add6-56e8471b1a0a None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:00:44.791046 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a697d2490>,) {'filters': {'network_id': ['a14b9d16-5af5-4678-8853-21ab7232ba9f']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:44.796643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8d364-0738-4100-81b4-1c45e01dc043 req-cafae547-c5ac-4264-9bc8-92d4d6f58c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:44.798328 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c4a8d364-0738-4100-81b4-1c45e01dc043 req-cafae547-c5ac-4264-9bc8-92d4d6f58c8a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 1127 time: 0.1003041
Feb 19 21:00:44.811084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a697d2490>, 'e0765f13-cfd6-4168-9f98-e4b445a1e6a7') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:44.811386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a697d2490>, 'e0765f13-cfd6-4168-9f98-e4b445a1e6a7') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:44.836275 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (e0765f13-cfd6-4168-9f98-e4b445a1e6a7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.871449 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e0765f13-cfd6-4168-9f98-e4b445a1e6a7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:44.895715 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8127f7-740e-4124-ab7f-2e064be2631c None None] Pushing event updated for resources: {'Port': ['ID=8d745ba0-6256-44c8-83eb-5d8b38742e70,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:44.913091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53270) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:44.926358 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c4a8d364-0738-4100-81b4-1c45e01dc043 req-0e6038f0-77c6-4534-95b4-78e4ee5cbe0e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87147f3f-0c5c-417c-b829-d782352c1893&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175442
Feb 19 21:00:44.927260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:44.927851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (e0765f13-cfd6-4168-9f98-e4b445a1e6a7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:45.030328 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:45.040792 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.db.api [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:00:45.040792 ncdv-master-1 neutron-server[121129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:00:45.040792 ncdv-master-1 neutron-server[121129]: [parameters: {'id': 'a14b9d16-5af5-4678-8853-21ab7232ba9f'}]
Feb 19 21:00:45.040792 ncdv-master-1 neutron-server[121129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:00:45.041785 ncdv-master-1 neutron-server[121129]: DEBUG oslo_db.api [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:00:45.065527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cc8b0-19c0-4e25-9727-f86ef6ed776d req-c824c05f-b8a6-4d15-9718-d35ee22b7ff4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:45.073796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-106cc8b0-19c0-4e25-9727-f86ef6ed776d req-c824c05f-b8a6-4d15-9718-d35ee22b7ff4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1243756
Feb 19 21:00:45.133827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed8088-f626-4f3a-add6-56e8471b1a0a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:00:45.247837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-106cc8b0-19c0-4e25-9727-f86ef6ed776d req-1adadf47-91af-4ba3-8de1-abe7c9a902db tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1728456
Feb 19 21:00:45.254352 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5cffced-6f07-451a-a133-b82d48345222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.424674 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5cffced-6f07-451a-a133-b82d48345222 admin admin] Publish callbacks [] for security_group (bff6da03-508e-47d1-abe3-6376295fd04a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.447717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba3104-cd49-4a7d-8c31-38c0f3f38075 req-1280ff11-31ed-4d8c-84c0-27dd9dcba7ff tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:45.449307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8ba3104-cd49-4a7d-8c31-38c0f3f38075 req-1280ff11-31ed-4d8c-84c0-27dd9dcba7ff tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.3116670
Feb 19 21:00:45.457243 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5cffced-6f07-451a-a133-b82d48345222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bff6da03-508e-47d1-abe3-6376295fd04a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.481888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa319f1-a7d2-4b88-b420-df15767c9127 None None] Network a14b9d16-5af5-4678-8853-21ab7232ba9f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:45.533211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53298) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:45.542974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (a14b9d16-5af5-4678-8853-21ab7232ba9f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.591470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cffced-6f07-451a-a133-b82d48345222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff6da03-508e-47d1-abe3-6376295fd04a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:45.604174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b5cffced-6f07-451a-a133-b82d48345222 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06bdf3b5a58d4dd7bdb8a4c060271591&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6896048
Feb 19 21:00:45.605665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53304) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:45.616821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8ba3104-cd49-4a7d-8c31-38c0f3f38075 req-fa9ad892-d0f7-4294-802c-27149322a8c5 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534383
Feb 19 21:00:45.637896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff682f2-8dce-4a32-bb28-85a34e51cda6 req-fa7b2ffe-aec6-42b2-95fe-51efc7715429 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:45.646062 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ff682f2-8dce-4a32-bb28-85a34e51cda6 req-fa7b2ffe-aec6-42b2-95fe-51efc7715429 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 945 time: 0.2377715
Feb 19 21:00:45.666842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Deleting port 8d745ba0-6256-44c8-83eb-5d8b38742e70 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:45.667188 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8d745ba0-6256-44c8-83eb-5d8b38742e70), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.760805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ff682f2-8dce-4a32-bb28-85a34e51cda6 req-3a1c8b26-4a8c-46df-9a59-6cf7e5f187eb tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/security-groups?id=87147f3f-0c5c-417c-b829-d782352c1893&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130590
Feb 19 21:00:45.766630 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-caea2630-a91c-476e-bead-c7a4a72d0373 admin admin] Publish callbacks [] for security_group (bff6da03-508e-47d1-abe3-6376295fd04a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.803244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] For port 8d745ba0-6256-44c8-83eb-5d8b38742e70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d745ba0-6256-44c8-83eb-5d8b38742e70,segment=NetworkSegment(e0765f13-cfd6-4168-9f98-e4b445a1e6a7),segment_id=e0765f13-cfd6-4168-9f98-e4b445a1e6a7)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:45.803726 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8d745ba0-6256-44c8-83eb-5d8b38742e70), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.804151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-caea2630-a91c-476e-bead-c7a4a72d0373 admin admin] Publish callbacks [] for security_group (bff6da03-508e-47d1-abe3-6376295fd04a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.830300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Calling delete_port for 8d745ba0-6256-44c8-83eb-5d8b38742e70 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:45.835574 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-91880080-471e-490c-9ca7-f621f97b40cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba0a055a14bb46128600e77140b79b10&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3009093
Feb 19 21:00:45.838541 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53330) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:45.862355 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-caea2630-a91c-476e-bead-c7a4a72d0373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bff6da03-508e-47d1-abe3-6376295fd04a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.866850 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-caea2630-a91c-476e-bead-c7a4a72d0373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.871725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-caea2630-a91c-476e-bead-c7a4a72d0373 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bff6da03-508e-47d1-abe3-6376295fd04a HTTP/1.1" status: 204  len: 168 time: 0.2634809
Feb 19 21:00:45.882646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea2630-a91c-476e-bead-c7a4a72d0373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff6da03-508e-47d1-abe3-6376295fd04a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:45.964302 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb930-a22f-474b-9eef-ca49d80f6540 admin admin] Publish callbacks [] for security_group (f85d2ed5-8fdc-4664-9264-c81f9438a9b3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:45.994730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb930-a22f-474b-9eef-ca49d80f6540 admin admin] Publish callbacks [] for security_group (f85d2ed5-8fdc-4664-9264-c81f9438a9b3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.010015 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8d745ba0-6256-44c8-83eb-5d8b38742e70), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.046752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Port': ['ID=8d745ba0-6256-44c8-83eb-5d8b38742e70,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:46.065375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No DVR routers for this DVR port 8d745ba0-6256-44c8-83eb-5d8b38742e70 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:46.093547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53340) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:46.166124 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (a14b9d16-5af5-4678-8853-21ab7232ba9f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.175602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb930-a22f-474b-9eef-ca49d80f6540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f85d2ed5-8fdc-4664-9264-c81f9438a9b3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.178440 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb930-a22f-474b-9eef-ca49d80f6540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.181904 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3a6fb930-a22f-474b-9eef-ca49d80f6540 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f85d2ed5-8fdc-4664-9264-c81f9438a9b3 HTTP/1.1" status: 204  len: 168 time: 0.3401551
Feb 19 21:00:46.203263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fb930-a22f-474b-9eef-ca49d80f6540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85d2ed5-8fdc-4664-9264-c81f9438a9b3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:46.205893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69a7d5e0>,) {'filters': {'network_id': ['a14b9d16-5af5-4678-8853-21ab7232ba9f']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:46.216017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69a7d5e0>, 'e0765f13-cfd6-4168-9f98-e4b445a1e6a7') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:46.216866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69a7d5e0>, 'e0765f13-cfd6-4168-9f98-e4b445a1e6a7') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:46.227624 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (e0765f13-cfd6-4168-9f98-e4b445a1e6a7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.243161 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e0765f13-cfd6-4168-9f98-e4b445a1e6a7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.250026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:46.250549 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (e0765f13-cfd6-4168-9f98-e4b445a1e6a7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:46.254961 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:46.329240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (a14b9d16-5af5-4678-8853-21ab7232ba9f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.351365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.352913 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/networks/a14b9d16-5af5-4678-8853-21ab7232ba9f HTTP/1.1" status: 204  len: 168 time: 2.9875662
Feb 19 21:00:46.354238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53354) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:46.381335 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd5e63-dcc1-4a8e-914a-82bda7d9a3ab tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Network': ['ID=a14b9d16-5af5-4678-8853-21ab7232ba9f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:46.391638 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59b26c99-c4e4-4baa-b7ce-a2aa04f450c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.402863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-585620392'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:46.444695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:46.450130 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.478098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49990f50-c134-432e-b4a5-97495b53536d req-dc5b2eca-b7de-4c0a-bf84-da910aa9b4bb tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:46.480377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49990f50-c134-432e-b4a5-97495b53536d req-dc5b2eca-b7de-4c0a-bf84-da910aa9b4bb tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1558018
Feb 19 21:00:46.511321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59b26c99-c4e4-4baa-b7ce-a2aa04f450c8 admin admin] Publish callbacks [] for security_group (c0b336ff-6bd2-459b-89d5-34ecc0a8b5b4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.515965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:00:46.518083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59b26c99-c4e4-4baa-b7ce-a2aa04f450c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c0b336ff-6bd2-459b-89d5-34ecc0a8b5b4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.542735 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b79d3e61-ef14-413e-8abe-032ae7fa7200), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.543236 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Added segment b79d3e61-ef14-413e-8abe-032ae7fa7200 of type vlan for network dc3326ab-c447-4660-a3b3-d09a6defda16
Feb 19 21:00:46.580540 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-59b26c99-c4e4-4baa-b7ce-a2aa04f450c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9076f1b9076b4cc9a0b043ffe2c918d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4860227
Feb 19 21:00:46.585182 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53360) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:46.591433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b26c99-c4e4-4baa-b7ce-a2aa04f450c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b336ff-6bd2-459b-89d5-34ecc0a8b5b4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:46.601368 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49990f50-c134-432e-b4a5-97495b53536d req-aacc9003-89f7-4db5-bf1d-178223ff0f9c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104412
Feb 19 21:00:46.624581 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (dc3326ab-c447-4660-a3b3-d09a6defda16), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.665713 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (dc3326ab-c447-4660-a3b3-d09a6defda16), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.674192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:46.677049 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.677177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c48d5a51-6a58-4ee2-9fc7-9362b27aa27a admin admin] Publish callbacks [] for security_group (c0b336ff-6bd2-459b-89d5-34ecc0a8b5b4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.719390 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c48d5a51-6a58-4ee2-9fc7-9362b27aa27a admin admin] Publish callbacks [] for security_group (c0b336ff-6bd2-459b-89d5-34ecc0a8b5b4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.780172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c48d5a51-6a58-4ee2-9fc7-9362b27aa27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c0b336ff-6bd2-459b-89d5-34ecc0a8b5b4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.784994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c48d5a51-6a58-4ee2-9fc7-9362b27aa27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:46.788998 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c48d5a51-6a58-4ee2-9fc7-9362b27aa27a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0b336ff-6bd2-459b-89d5-34ecc0a8b5b4 HTTP/1.1" status: 204  len: 168 time: 0.2026532
Feb 19 21:00:46.805082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d5a51-6a58-4ee2-9fc7-9362b27aa27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b336ff-6bd2-459b-89d5-34ecc0a8b5b4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:46.863963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.5051594
Feb 19 21:00:46.867048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53382) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:46.873553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Request body: {'subnet': {'network_id': 'dc3326ab-c447-4660-a3b3-d09a6defda16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:46.919512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e00a15-379e-4eca-b23e-c62c9bfe63d2 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Network': ['ID=dc3326ab-c447-4660-a3b3-d09a6defda16,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:46.931394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network dc3326ab-c447-4660-a3b3-d09a6defda16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:00:46.949118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526024c-c1c5-4448-a9d1-abc0dbba98c1 req-4a322c7c-5c11-4a08-ac0c-74336ef3417d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:46.951253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1526024c-c1c5-4448-a9d1-abc0dbba98c1 req-4a322c7c-5c11-4a08-ac0c-74336ef3417d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.2243886
Feb 19 21:00:46.975216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a01154-6132-4953-b008-12370b4b0653 req-15db4c86-fd08-4928-9750-debd3792a521 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:46.975216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0a01154-6132-4953-b008-12370b4b0653 req-15db4c86-fd08-4928-9750-debd3792a521 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 945 time: 0.0867405
Feb 19 21:00:46.982195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Made reservation on behalf of 6be548f3d4ea4a9883b15a69b3ee6a00 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:46.986752 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:47.071819 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1526024c-c1c5-4448-a9d1-abc0dbba98c1 req-31ba4f67-c3fb-4eaa-8f2a-6de72a5fd5fd tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966253
Feb 19 21:00:47.090512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0a01154-6132-4953-b008-12370b4b0653 req-49517bce-ddf4-4ce2-a1de-0841af21e78c tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/security-groups?id=87147f3f-0c5c-417c-b829-d782352c1893&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689073
Feb 19 21:00:47.314824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:00:47.321891 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (ad25ce4c-5dfe-405a-a14f-4a58b1b2bef8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:47.402013 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event updated for resources: {'Subnet': ['ID=ad25ce4c-5dfe-405a-a14f-4a58b1b2bef8,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:47.405472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Checking segment: {'id': 'b79d3e61-ef14-413e-8abe-032ae7fa7200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dc3326ab-c447-4660-a3b3-d09a6defda16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:47.406194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network hostable DHCP agents. Network: dc3326ab-c447-4660-a3b3-d09a6defda16, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:00:47.431391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Network dc3326ab-c447-4660-a3b3-d09a6defda16 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:00:47.442818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dc3326ab-c447-4660-a3b3-d09a6defda16) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:47.451121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51db7a6-bdc0-41cb-bef1-879364cb16cd None None] Network dc3326ab-c447-4660-a3b3-d09a6defda16 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:47.461099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:47.461785 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:47.484979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f99c4-1592-4b89-9954-aebbfe3d3da8 req-7234ba16-429e-4cca-9cd7-1583fec1818f tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:47.486896 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-65cd6a50-8665-418f-b2d2-2bc0b148329c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.6183066
Feb 19 21:00:47.489221 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53406) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:47.506930 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-093f99c4-1592-4b89-9954-aebbfe3d3da8 req-7234ba16-429e-4cca-9cd7-1583fec1818f tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 945 time: 0.1013157
Feb 19 21:00:47.577176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:00:47.600196 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-093f99c4-1592-4b89-9954-aebbfe3d3da8 req-b5c4a0df-729b-405f-ac4f-7458c0089ede tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/security-groups?id=87147f3f-0c5c-417c-b829-d782352c1893&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903721
Feb 19 21:00:47.613878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58025a66-d881-4cf6-bba9-48d57f71054a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dc3326ab-c447-4660-a3b3-d09a6defda16', 'network_id': 'dc3326ab-c447-4660-a3b3-d09a6defda16', 'project_id': '6be548f3d4ea4a9883b15a69b3ee6a00', 'fixed_ips': [{'subnet_id': 'ad25ce4c-5dfe-405a-a14f-4a58b1b2bef8'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:00:47.617611 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58025a66-d881-4cf6-bba9-48d57f71054a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:47.624786 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (dc3326ab-c447-4660-a3b3-d09a6defda16), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:47.691918 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (ad25ce4c-5dfe-405a-a14f-4a58b1b2bef8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:47.766641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e72c3-11aa-4091-a52a-8b26f2ff17cf req-3c024849-e786-482d-8fa1-606aabb19289 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:47.776906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c60e72c3-11aa-4091-a52a-8b26f2ff17cf req-3c024849-e786-482d-8fa1-606aabb19289 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0935538
Feb 19 21:00:47.797570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 3af9d550-dac7-42d8-be63-467504951ed9 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:00:47.801376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 3af9d550-dac7-42d8-be63-467504951ed9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:47.801766 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3af9d550-dac7-42d8-be63-467504951ed9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:47.823157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (ad25ce4c-5dfe-405a-a14f-4a58b1b2bef8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:47.859669 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c60e72c3-11aa-4091-a52a-8b26f2ff17cf req-729f7914-872a-4696-8b88-fe06d3ca04e3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792818
Feb 19 21:00:47.887816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Subnet': ['ID=ad25ce4c-5dfe-405a-a14f-4a58b1b2bef8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server [None req-58025a66-d881-4cf6-bba9-48d57f71054a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad25ce4c-5dfe-405a-a14f-4a58b1b2bef8: This subnet is being modified by another concurrent operation.
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:00:47.922429 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise exception
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad25ce4c-5dfe-405a-a14f-4a58b1b2bef8: This subnet is being modified by another concurrent operation.
Feb 19 21:00:47.925745 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:00:47.944269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (dc3326ab-c447-4660-a3b3-d09a6defda16), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:47.967063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69ed68e0>,) {'filters': {'network_id': ['dc3326ab-c447-4660-a3b3-d09a6defda16']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:47.986090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69ed68e0>, 'b79d3e61-ef14-413e-8abe-032ae7fa7200') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:47.986537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69ed68e0>, 'b79d3e61-ef14-413e-8abe-032ae7fa7200') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:48.002771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804ed4d-0ff7-4042-b32c-5dcc2bd17b0a None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:00:48.004179 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (b79d3e61-ef14-413e-8abe-032ae7fa7200), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:48.020741 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b79d3e61-ef14-413e-8abe-032ae7fa7200), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:48.028119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:48.029216 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (b79d3e61-ef14-413e-8abe-032ae7fa7200), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:48.033251 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:48.068585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3af9d550-dac7-42d8-be63-467504951ed9 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:48.069173 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:48.119241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:48.121119 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9d2517-7607-4f57-967c-82f70739a028" -d '{"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-plugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:48.133925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (dc3326ab-c447-4660-a3b3-d09a6defda16), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:48.149405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:48.152055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:48.161212 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/networks/dc3326ab-c447-4660-a3b3-d09a6defda16 HTTP/1.1" status: 204  len: 168 time: 0.6707141
Feb 19 21:00:48.167226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53444) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:48.185590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a9ce3-9e88-4864-b4df-569e1092e21a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Network': ['ID=dc3326ab-c447-4660-a3b3-d09a6defda16,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:48.194464 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:48.204937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5804ed4d-0ff7-4042-b32c-5dcc2bd17b0a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:00:48.230879 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92921f0-05df-43c4-82c9-c24e9285121a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:00:48.231603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92921f0-05df-43c4-82c9-c24e9285121a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:00:48.240152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53446) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:48.240498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d92921f0-05df-43c4-82c9-c24e9285121a tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/subnets/ad25ce4c-5dfe-405a-a14f-4a58b1b2bef8 HTTP/1.1" status: 404  len: 337 time: 0.0713849
Feb 19 21:00:48.262384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:48.298969 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f83a17-fe51-4b51-8568-a4a96be58e88 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:00:48.300616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f83a17-fe51-4b51-8568-a4a96be58e88 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:00:48.306103 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-35f83a17-fe51-4b51-8568-a4a96be58e88 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/networks/dc3326ab-c447-4660-a3b3-d09a6defda16 HTTP/1.1" status: 404  len: 339 time: 0.0645909
Feb 19 21:00:48.309317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53448) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:48.309487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff0cd-cc9e-486a-ab4b-a17769f3fecb req-5f84d292-16fd-4b17-8e41-1809864e4eba tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:48.316984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d2ff0cd-cc9e-486a-ab4b-a17769f3fecb req-5f84d292-16fd-4b17-8e41-1809864e4eba tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.0891757
Feb 19 21:00:48.375399 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21fe444-69db-466d-9174-4715ca2aed09 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:00:48.377202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21fe444-69db-466d-9174-4715ca2aed09 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:00:48.386945 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b21fe444-69db-466d-9174-4715ca2aed09 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/subnets/d727756b-17f1-47e3-be5f-689373b24cf6 HTTP/1.1" status: 404  len: 337 time: 0.0726180
Feb 19 21:00:48.387459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53450) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:48.392506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d2ff0cd-cc9e-486a-ab4b-a17769f3fecb req-a432bb18-b95b-4f4d-b20c-bd2c61d54095 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743780
Feb 19 21:00:48.423939 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e482b04-d57d-4448-8012-9ac3fcfd86e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:48.428034 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67d3d61-8b21-4f9e-b2ce-995dfe687cce tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:00:48.428638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67d3d61-8b21-4f9e-b2ce-995dfe687cce tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:00:48.431889 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f67d3d61-8b21-4f9e-b2ce-995dfe687cce tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/networks/a14b9d16-5af5-4678-8853-21ab7232ba9f HTTP/1.1" status: 404  len: 339 time: 0.0433915
Feb 19 21:00:48.435628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53452) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:48.474619 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a432b40-f368-479e-99e1-bdfb24580f9c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:00:48.475213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a432b40-f368-479e-99e1-bdfb24580f9c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:00:48.478315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9a432b40-f368-479e-99e1-bdfb24580f9c tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/subnets/7d531d4b-4337-4fde-bb24-ee7d66efc18a HTTP/1.1" status: 404  len: 337 time: 0.0331450
Feb 19 21:00:48.479453 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89697cdc-e60d-491b-b4fd-c07e08148191 x-openstack-request-id: req-89697cdc-e60d-491b-b4fd-c07e08148191 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:48.479986 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-plugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:48.480254 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89697cdc-e60d-491b-b4fd-c07e08148191 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:48.480689 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9', 'code': 200}
Feb 19 21:00:48.480969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53458) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:48.521499 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbded09-9a82-4755-85af-b7636278d284 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:00:48.522152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbded09-9a82-4755-85af-b7636278d284 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:00:48.525246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1fbded09-9a82-4755-85af-b7636278d284 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/networks/b393bf42-30de-45b9-966e-a602a8fa2f08 HTTP/1.1" status: 404  len: 339 time: 0.0432065
Feb 19 21:00:48.527962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53460) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:48.533891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e092ca-17e4-4610-a330-5bd67f2bb7ec None None] Network dc3326ab-c447-4660-a3b3-d09a6defda16 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:48.547307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e092ca-17e4-4610-a330-5bd67f2bb7ec None None] Network dc3326ab-c447-4660-a3b3-d09a6defda16 could not be found, it might have been deleted concurrently. {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 19 21:00:48.615633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72992bd-c6ff-4327-bbdf-55e0bda685db req-347b88ad-52f1-4149-b007-e48628d214b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:48.631094 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d72992bd-c6ff-4327-bbdf-55e0bda685db req-347b88ad-52f1-4149-b007-e48628d214b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1127 time: 0.0688157
Feb 19 21:00:48.665568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-32bfaf6f-14d7-41f6-bd13-0d1c85c42663 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Deleting port 842a6243-0728-45ac-b06b-3a67198285b1 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:48.666112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-32bfaf6f-14d7-41f6-bd13-0d1c85c42663 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (842a6243-0728-45ac-b06b-3a67198285b1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:48.714701 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d72992bd-c6ff-4327-bbdf-55e0bda685db req-5c8928af-d15d-4873-8ae1-1f5985f4806d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786593
Feb 19 21:00:48.797265 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-32bfaf6f-14d7-41f6-bd13-0d1c85c42663 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (842a6243-0728-45ac-b06b-3a67198285b1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:48.813858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-32bfaf6f-14d7-41f6-bd13-0d1c85c42663 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Calling delete_port for 842a6243-0728-45ac-b06b-3a67198285b1 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:48.838624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5dbe-d51c-452e-b7ec-4707e7d7c4cf req-17acb5bc-31ac-4cf2-beea-be2d1e1eb056 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:48.840141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c2b5dbe-d51c-452e-b7ec-4707e7d7c4cf req-17acb5bc-31ac-4cf2-beea-be2d1e1eb056 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 945 time: 0.0999541
Feb 19 21:00:48.932137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53478) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:48.936621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c2b5dbe-d51c-452e-b7ec-4707e7d7c4cf req-3bb88004-d8fa-47e3-904e-8ceebd56d41d tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/security-groups?id=87147f3f-0c5c-417c-b829-d782352c1893&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619738
Feb 19 21:00:48.966149 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-32bfaf6f-14d7-41f6-bd13-0d1c85c42663 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (842a6243-0728-45ac-b06b-3a67198285b1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:48.995911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfaf6f-14d7-41f6-bd13-0d1c85c42663 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Port': ['ID=842a6243-0728-45ac-b06b-3a67198285b1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:49.011993 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-32bfaf6f-14d7-41f6-bd13-0d1c85c42663 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.017194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-32bfaf6f-14d7-41f6-bd13-0d1c85c42663 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/ports/842a6243-0728-45ac-b06b-3a67198285b1 HTTP/1.1" status: 204  len: 168 time: 0.4870870
Feb 19 21:00:49.021241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53482) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:49.065028 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-61aa7b94-01c2-4baf-b7de-828e2a1ad147 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:00:49.065512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61aa7b94-01c2-4baf-b7de-828e2a1ad147 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:00:49.068618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-61aa7b94-01c2-4baf-b7de-828e2a1ad147 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/subnets/8d5a7fe0-0727-47c2-965b-e27d14da8530 HTTP/1.1" status: 404  len: 337 time: 0.0481069
Feb 19 21:00:49.071472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53490) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:49.095043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39953c-6a90-42bd-be9a-930581f0339c req-345ae848-5d81-4709-b7dc-e193cb31ed39 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:49.096809 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e39953c-6a90-42bd-be9a-930581f0339c req-345ae848-5d81-4709-b7dc-e193cb31ed39 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 0.0952022
Feb 19 21:00:49.167973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e39953c-6a90-42bd-be9a-930581f0339c req-ccc13e81-85fe-4bc9-a560-e050fee66cab tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640278
Feb 19 21:00:49.197275 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (2a28f21b-ffae-4288-bf45-effad2ea15ab), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.215338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0a6dc-c954-4815-8370-4bad7f315805 req-24763a3a-7b12-4899-bb19-d367285f9aa0 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:49.217537 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ec0a6dc-c954-4815-8370-4bad7f315805 req-24763a3a-7b12-4899-bb19-d367285f9aa0 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.67 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 945 time: 0.0940320
Feb 19 21:00:49.324169 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-62ca75df-cceb-457d-8e60-7234bc9e485b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.389919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (2a28f21b-ffae-4288-bf45-effad2ea15ab), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.438565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69fd8790>,) {'filters': {'network_id': ['2a28f21b-ffae-4288-bf45-effad2ea15ab']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:49.459358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69fd8790>, 'c3b33bf6-4ea8-47db-98cd-b741657d2145') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:49.459572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69fd8790>, 'c3b33bf6-4ea8-47db-98cd-b741657d2145') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:49.488962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (c3b33bf6-4ea8-47db-98cd-b741657d2145), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.525233 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c3b33bf6-4ea8-47db-98cd-b741657d2145), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.543669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-4ec0a6dc-c954-4815-8370-4bad7f315805 req-ba3065fe-4e65-4838-8eb7-92696f67aa4e tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Deleting port 09c89639-efa3-4a90-ae46-d10a6795fa74 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:49.543842 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4ec0a6dc-c954-4815-8370-4bad7f315805 req-ba3065fe-4e65-4838-8eb7-92696f67aa4e tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.549379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158947-6e3e-4755-864d-b744106b21b6 req-4b80eef1-122a-49d9-b30c-75ba78bf21ae tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:49.551840 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5158947-6e3e-4755-864d-b744106b21b6 req-4b80eef1-122a-49d9-b30c-75ba78bf21ae tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.0695064
Feb 19 21:00:49.554071 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-62ca75df-cceb-457d-8e60-7234bc9e485b admin admin] Publish callbacks [] for security_group (bd941278-194e-41b1-9a82-2f16fc4b6388), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.566107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:49.566516 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (c3b33bf6-4ea8-47db-98cd-b741657d2145), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:49.570052 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:49.606076 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-62ca75df-cceb-457d-8e60-7234bc9e485b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bd941278-194e-41b1-9a82-2f16fc4b6388), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.614314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5158947-6e3e-4755-864d-b744106b21b6 req-17c0bb76-2301-4392-a495-03892fed0a2d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548964
Feb 19 21:00:49.684054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53510) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:49.712781 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-62ca75df-cceb-457d-8e60-7234bc9e485b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a57a217d29940808b9813a1ce1e8979&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7795093
Feb 19 21:00:49.715980 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53514) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:49.720062 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca75df-cceb-457d-8e60-7234bc9e485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd941278-194e-41b1-9a82-2f16fc4b6388,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:49.743130 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (2a28f21b-ffae-4288-bf45-effad2ea15ab), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.764563 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.767717 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/networks/2a28f21b-ffae-4288-bf45-effad2ea15ab HTTP/1.1" status: 204  len: 168 time: 0.6952784
Feb 19 21:00:49.770680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53516) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:49.799295 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588e23e-bc93-4840-9d8c-8a08c8c5365d tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Network': ['ID=2a28f21b-ffae-4288-bf45-effad2ea15ab,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:49.802213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-4ec0a6dc-c954-4815-8370-4bad7f315805 req-ba3065fe-4e65-4838-8eb7-92696f67aa4e tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] For port 09c89639-efa3-4a90-ae46-d10a6795fa74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=09c89639-efa3-4a90-ae46-d10a6795fa74,segment=NetworkSegment(b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0),segment_id=b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:49.802595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4ec0a6dc-c954-4815-8370-4bad7f315805 req-ba3065fe-4e65-4838-8eb7-92696f67aa4e tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.819402 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-4ec0a6dc-c954-4815-8370-4bad7f315805 req-ba3065fe-4e65-4838-8eb7-92696f67aa4e tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Calling delete_port for 09c89639-efa3-4a90-ae46-d10a6795fa74 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:49.842707 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df37628a-cd72-4d31-b81c-bbc1f3d764e4 admin admin] Publish callbacks [] for security_group (bd941278-194e-41b1-9a82-2f16fc4b6388), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.883125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-efbe9b1a-f52e-437a-9d7a-9249dcb01052 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Deleting port 7e4b7b1c-24d0-4b7d-809e-26e8b54243c9 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:49.883687 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b1a-f52e-437a-9d7a-9249dcb01052 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7e4b7b1c-24d0-4b7d-809e-26e8b54243c9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:49.906189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df37628a-cd72-4d31-b81c-bbc1f3d764e4 admin admin] Publish callbacks [] for security_group (bd941278-194e-41b1-9a82-2f16fc4b6388), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.002102 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b1a-f52e-437a-9d7a-9249dcb01052 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7e4b7b1c-24d0-4b7d-809e-26e8b54243c9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.023732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df37628a-cd72-4d31-b81c-bbc1f3d764e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bd941278-194e-41b1-9a82-2f16fc4b6388), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.031028 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df37628a-cd72-4d31-b81c-bbc1f3d764e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.031965 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-df37628a-cd72-4d31-b81c-bbc1f3d764e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd941278-194e-41b1-9a82-2f16fc4b6388 HTTP/1.1" status: 204  len: 168 time: 0.3127999
Feb 19 21:00:50.046293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-efbe9b1a-f52e-437a-9d7a-9249dcb01052 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Calling delete_port for 7e4b7b1c-24d0-4b7d-809e-26e8b54243c9 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:50.061058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37628a-cd72-4d31-b81c-bbc1f3d764e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd941278-194e-41b1-9a82-2f16fc4b6388,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:50.098762 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4ec0a6dc-c954-4815-8370-4bad7f315805 req-ba3065fe-4e65-4838-8eb7-92696f67aa4e tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (09c89639-efa3-4a90-ae46-d10a6795fa74), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.112159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['09c89639-efa3-4a90-ae46-d10a6795fa74'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:00:50.143724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3065fe-4e65-4838-8eb7-92696f67aa4e tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Pushing event deleted for resources: {'Port': ['ID=09c89639-efa3-4a90-ae46-d10a6795fa74,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:50.225238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec0a6dc-c954-4815-8370-4bad7f315805 req-ba3065fe-4e65-4838-8eb7-92696f67aa4e tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] No DVR routers for this DVR port 09c89639-efa3-4a90-ae46-d10a6795fa74 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:50.228685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4ec0a6dc-c954-4815-8370-4bad7f315805 req-ba3065fe-4e65-4838-8eb7-92696f67aa4e tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.234121 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ec0a6dc-c954-4815-8370-4bad7f315805 req-ba3065fe-4e65-4838-8eb7-92696f67aa4e tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.67 "DELETE /v2.0/ports/09c89639-efa3-4a90-ae46-d10a6795fa74 HTTP/1.1" status: 204  len: 173 time: 1.0102069
Feb 19 21:00:50.234782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efa67c8-3252-425b-8367-d3f479832357', 'name': 'network-vif-deleted', 'tag': '09c89639-efa3-4a90-ae46-d10a6795fa74'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:50.238174 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2b2f67-dcac-4e62-9188-a73c69e0b5cb" -d '{"events": [{"server_uuid": "3efa67c8-3252-425b-8367-d3f479832357", "name": "network-vif-deleted", "tag": "09c89639-efa3-4a90-ae46-d10a6795fa74"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:50.245001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90c2b18e-54be-4fc4-8aca-ea77a809cb3d req-28740f06-d78e-4d2e-a94b-e88a2968e0e7 tempest-ServerAddressesNegativeTestJSON-1936661614 tempest-ServerAddressesNegativeTestJSON-1936661614-project] 10.222.0.30 "GET /v2.0/ports?device_id=3efa67c8-3252-425b-8367-d3f479832357 HTTP/1.1" status: 200  len: 210 time: 0.1508415
Feb 19 21:00:50.251553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-3cad2689-d7fc-4c89-9f37-063714ec6eab tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=25f76e9ca2f54ad98c30b0dc6351be5c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1483231
Feb 19 21:00:50.264422 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1ad82334-9e91-4252-8dbc-2c6ce91b1f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.514968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b1a-f52e-437a-9d7a-9249dcb01052 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7e4b7b1c-24d0-4b7d-809e-26e8b54243c9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.528228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789794-5e24-4623-84f4-6d4664f9aee7 req-16978331-9823-45eb-9ac8-bc3fbb41734f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:50.529939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb789794-5e24-4623-84f4-6d4664f9aee7 req-16978331-9823-45eb-9ac8-bc3fbb41734f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 0.1784425
Feb 19 21:00:50.551685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-e85024c0-b7c5-4a99-b14a-0babf64e3780 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:50.553273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-e85024c0-b7c5-4a99-b14a-0babf64e3780 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2780554
Feb 19 21:00:50.562532 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-19ebc256-81b9-4c6f-ba9f-001ca835c09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.589255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe9b1a-f52e-437a-9d7a-9249dcb01052 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Port': ['ID=7e4b7b1c-24d0-4b7d-809e-26e8b54243c9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:50.607713 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b1a-f52e-437a-9d7a-9249dcb01052 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.610942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-efbe9b1a-f52e-437a-9d7a-9249dcb01052 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/ports/7e4b7b1c-24d0-4b7d-809e-26e8b54243c9 HTTP/1.1" status: 204  len: 168 time: 0.8390770
Feb 19 21:00:50.613645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53548) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:50.622143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-70f2ba5c-78a3-494c-a5b6-574f8749b851 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/quotas/25f76e9ca2f54ad98c30b0dc6351be5c HTTP/1.1" status: 200  len: 375 time: 0.0479906
Feb 19 21:00:50.625390 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1ad82334-9e91-4252-8dbc-2c6ce91b1f94 admin admin] Publish callbacks [] for security_group (a73f94c4-3494-4bb6-b293-b405409f65d1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.652987 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1ad82334-9e91-4252-8dbc-2c6ce91b1f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a73f94c4-3494-4bb6-b293-b405409f65d1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.674014 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca72420-2994-448d-a2ce-b7116838aab8 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:00:50.674966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca72420-2994-448d-a2ce-b7116838aab8 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:00:50.679339 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aca72420-2994-448d-a2ce-b7116838aab8 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/subnets/3dfcdb5a-0ea9-4650-973b-70e831571810 HTTP/1.1" status: 404  len: 337 time: 0.0640635
Feb 19 21:00:50.682046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53556) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:50.688868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-c38e23a0-62f1-4fea-bc8b-6bf91303eeae tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=25f76e9ca2f54ad98c30b0dc6351be5c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0578978
Feb 19 21:00:50.764701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb789794-5e24-4623-84f4-6d4664f9aee7 req-9f8726fa-62fd-46dd-b237-7f65ef0e0e44 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2204823
Feb 19 21:00:50.770559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1ad82334-9e91-4252-8dbc-2c6ce91b1f94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=501b9a0931384c428494886fdfdb29cf&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0801532
Feb 19 21:00:50.770649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53562) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:50.876316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad82334-9e91-4252-8dbc-2c6ce91b1f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f94c4-3494-4bb6-b293-b405409f65d1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:50.899156 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb46b821-77d3-407b-86ab-14b5271595dc x-openstack-request-id: req-cb46b821-77d3-407b-86ab-14b5271595dc {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:50.899416 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efa67c8-3252-425b-8367-d3f479832357", "name": "network-vif-deleted", "tag": "09c89639-efa3-4a90-ae46-d10a6795fa74", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:50.899678 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb46b821-77d3-407b-86ab-14b5271595dc {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:50.900095 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efa67c8-3252-425b-8367-d3f479832357', 'name': 'network-vif-deleted', 'tag': '09c89639-efa3-4a90-ae46-d10a6795fa74', 'status': 'completed', 'code': 200}
Feb 19 21:00:50.908459 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (25ff8c99-6e96-4694-b372-ee180b05c5ae), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.942872 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-522e0ca0-799d-4579-a172-0cfce1972b3c admin admin] Publish callbacks [] for security_group (a73f94c4-3494-4bb6-b293-b405409f65d1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:50.996860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Deleting port 0291e981-8639-4a62-a172-1663c703e369 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:50.997332 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0291e981-8639-4a62-a172-1663c703e369), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.006337 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-522e0ca0-799d-4579-a172-0cfce1972b3c admin admin] Publish callbacks [] for security_group (a73f94c4-3494-4bb6-b293-b405409f65d1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.103118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-522e0ca0-799d-4579-a172-0cfce1972b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a73f94c4-3494-4bb6-b293-b405409f65d1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.108238 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-522e0ca0-799d-4579-a172-0cfce1972b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.111174 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-522e0ca0-799d-4579-a172-0cfce1972b3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a73f94c4-3494-4bb6-b293-b405409f65d1 HTTP/1.1" status: 204  len: 168 time: 0.3396392
Feb 19 21:00:51.119590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e0ca0-799d-4579-a172-0cfce1972b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f94c4-3494-4bb6-b293-b405409f65d1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:51.181165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] For port 0291e981-8639-4a62-a172-1663c703e369, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0291e981-8639-4a62-a172-1663c703e369,segment=NetworkSegment(d4b52f3d-ccd0-40eb-b7db-c90641807b5e),segment_id=d4b52f3d-ccd0-40eb-b7db-c90641807b5e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:51.181646 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0291e981-8639-4a62-a172-1663c703e369), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.208111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Calling delete_port for 0291e981-8639-4a62-a172-1663c703e369 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:51.274899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a8dda-828b-42ac-a693-023d30e487c2 req-05fdb58a-8474-47f3-9de4-57af1e7024ad tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:51.276505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-687a8dda-828b-42ac-a693-023d30e487c2 req-05fdb58a-8474-47f3-9de4-57af1e7024ad tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 0.2249207
Feb 19 21:00:51.284452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60528-bc19-4143-bc7a-c6100ae266c6 req-e5406854-bc43-480e-8b01-340d85e43a96 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:51.285950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85d60528-bc19-4143-bc7a-c6100ae266c6 req-e5406854-bc43-480e-8b01-340d85e43a96 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.2333014
Feb 19 21:00:51.287799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53588) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:51.294462 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c36308fe-c3db-4dce-87b4-7c48043c84d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Request body: {'floatingip': {'port_id': '3af9d550-dac7-42d8-be63-467504951ed9'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:51.377387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c36308fe-c3db-4dce-87b4-7c48043c84d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for floatingip (b0d3fab6-2f53-40b3-acbf-6ff2c02c3326), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.380555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ddc694f9-8729-4464-8b64-0acf58089168 req-fc05a8d7-3530-4a81-8904-11c68f898c8f tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 210 time: 0.0510364
Feb 19 21:00:51.397878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85d60528-bc19-4143-bc7a-c6100ae266c6 req-f3383e1f-a647-4fca-a83e-a4afe5fe429d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008763
Feb 19 21:00:51.405951 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0291e981-8639-4a62-a172-1663c703e369), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.466470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53596) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:51.468845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Port': ['ID=0291e981-8639-4a62-a172-1663c703e369,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:51.476649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No DVR routers for this DVR port 0291e981-8639-4a62-a172-1663c703e369 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:51.598643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5dab2d3-ff3a-48f2-9c81-7f6333862a67 admin admin] Deleting subnet 564c14e2-9d3e-451c-a154-9cc2bfdf36dc {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:00:51.609834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5dab2d3-ff3a-48f2-9c81-7f6333862a67 admin admin] Publish callbacks [] for subnet (564c14e2-9d3e-451c-a154-9cc2bfdf36dc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.651965 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (25ff8c99-6e96-4694-b372-ee180b05c5ae), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.688360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a68eeb580>,) {'filters': {'network_id': ['25ff8c99-6e96-4694-b372-ee180b05c5ae']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:51.703029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a68eeb580>, 'd4b52f3d-ccd0-40eb-b7db-c90641807b5e') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:51.703396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a68eeb580>, 'd4b52f3d-ccd0-40eb-b7db-c90641807b5e') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:51.717322 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (d4b52f3d-ccd0-40eb-b7db-c90641807b5e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.733695 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (d4b52f3d-ccd0-40eb-b7db-c90641807b5e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.746470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:51.746914 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (d4b52f3d-ccd0-40eb-b7db-c90641807b5e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.751753 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:51.754133 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:51.813137 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5dab2d3-ff3a-48f2-9c81-7f6333862a67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (564c14e2-9d3e-451c-a154-9cc2bfdf36dc), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.838586 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (25ff8c99-6e96-4694-b372-ee180b05c5ae), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.851778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:51.861629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/networks/25ff8c99-6e96-4694-b372-ee180b05c5ae HTTP/1.1" status: 204  len: 168 time: 1.1748486
Feb 19 21:00:51.863874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53612) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:51.879041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53614) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:51.887693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c190424-dd63-4a32-a829-025060942346 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Network': ['ID=25ff8c99-6e96-4694-b372-ee180b05c5ae,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:51.993665 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5dab2d3-ff3a-48f2-9c81-7f6333862a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (564c14e2-9d3e-451c-a154-9cc2bfdf36dc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.087273 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ab202f-2331-4273-a6d1-9b077cfdd571 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Deleting subnet 3f264133-612a-42b4-a2e1-237b2439880c {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:00:52.095196 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4ab202f-2331-4273-a6d1-9b077cfdd571 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks [] for subnet (3f264133-612a-42b4-a2e1-237b2439880c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.176573 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4ab202f-2331-4273-a6d1-9b077cfdd571 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (3f264133-612a-42b4-a2e1-237b2439880c), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.204565 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5dab2d3-ff3a-48f2-9c81-7f6333862a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (564c14e2-9d3e-451c-a154-9cc2bfdf36dc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.241506 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5dab2d3-ff3a-48f2-9c81-7f6333862a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.247807 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c5dab2d3-ff3a-48f2-9c81-7f6333862a67 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/564c14e2-9d3e-451c-a154-9cc2bfdf36dc HTTP/1.1" status: 204  len: 168 time: 0.7794766
Feb 19 21:00:52.248216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53626) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:52.251082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.db.resource_extend [None req-c36308fe-c3db-4dce-87b4-7c48043c84d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:00:52.282417 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dab2d3-ff3a-48f2-9c81-7f6333862a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=564c14e2-9d3e-451c-a154-9cc2bfdf36dc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:52.301587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-457712041-network', 'tenant_id': '0a67095fabac457da3239e727c92e4ab'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:52.331889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:52.335097 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.363239 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (7bfee3f1-aa1f-482a-be0c-a77ae359bd88), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.382619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.393207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c36308fe-c3db-4dce-87b4-7c48043c84d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.413768 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-f86e2654-45ea-4f72-84a8-6a06d71dd175 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=25f76e9ca2f54ad98c30b0dc6351be5c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0753691
Feb 19 21:00:52.421455 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c36308fe-c3db-4dce-87b4-7c48043c84d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b0d3fab6-2f53-40b3-acbf-6ff2c02c3326), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.509242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (7bfee3f1-aa1f-482a-be0c-a77ae359bd88), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.617214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad00dcee-c70e-4f4f-b191-1546405c7ba0 req-97ff6afc-3d88-4814-8cd1-cbffc0a630c1 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 210 time: 0.0907886
Feb 19 21:00:52.623917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a691049d0>,) {'filters': {'network_id': ['7bfee3f1-aa1f-482a-be0c-a77ae359bd88']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:52.642223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a691049d0>, 'b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:52.642777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a691049d0>, 'b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:52.977522 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4ab202f-2331-4273-a6d1-9b077cfdd571 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (3f264133-612a-42b4-a2e1-237b2439880c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:52.980712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53648) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:53.011346 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.046679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc0521-6817-4c0a-b682-bc4c836ad5fd req-744f0b1d-dfbc-4a96-95a6-3a9232317f9d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:53.049083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e5dc0521-6817-4c0a-b682-bc4c836ad5fd req-744f0b1d-dfbc-4a96-95a6-3a9232317f9d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.5215585
Feb 19 21:00:53.050517 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.062160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:53.062806 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (b43a2055-2ef4-4c4b-bcf8-5a9bf36782d0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:53.064834 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:53.119452 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Publish callbacks [] for security_group (da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.121969 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.137117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-40656623-d458-4839-9d02-e917963b2a76 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:53.139295 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-40656623-d458-4839-9d02-e917963b2a76 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7008586
Feb 19 21:00:53.141475 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-c36308fe-c3db-4dce-87b4-7c48043c84d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Floating IP b0d3fab6-2f53-40b3-acbf-6ff2c02c3326 associated. External IP: 172.35.2.22, port: 3af9d550-dac7-42d8-be63-467504951ed9.
Feb 19 21:00:53.143499 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.174732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e5dc0521-6817-4c0a-b682-bc4c836ad5fd req-9339123a-377a-4c17-b76b-338f313802c8 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088734
Feb 19 21:00:53.193938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Request body: {'port': {'device_id': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '25f76e9ca2f54ad98c30b0dc6351be5c'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:53.196714 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (7bfee3f1-aa1f-482a-be0c-a77ae359bd88), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.203687 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.210157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7bfee3f1-aa1f-482a-be0c-a77ae359bd88 HTTP/1.1" status: 204  len: 168 time: 0.9582095
Feb 19 21:00:53.217710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc564da-41ee-4a23-985c-15bf06839da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bfee3f1-aa1f-482a-be0c-a77ae359bd88,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:53.229374 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4ab202f-2331-4273-a6d1-9b077cfdd571 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (3f264133-612a-42b4-a2e1-237b2439880c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.283167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:00:53.334148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab202f-2331-4273-a6d1-9b077cfdd571 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Subnet': ['ID=3f264133-612a-42b4-a2e1-237b2439880c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:53.336229 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4ab202f-2331-4273-a6d1-9b077cfdd571 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.337932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193a736-0c19-467d-83fe-aaf134cd0645 None None] Network 3a3ac54c-398e-4bd1-bd95-bcf9774a6df4 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:53.341634 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e4ab202f-2331-4273-a6d1-9b077cfdd571 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/subnets/3f264133-612a-42b4-a2e1-237b2439880c HTTP/1.1" status: 204  len: 168 time: 1.4745851
Feb 19 21:00:53.342080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53660) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:53.343446 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7f175693-84fc-492d-a85d-db7e59640541), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.343808 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Added segment 7f175693-84fc-492d-a85d-db7e59640541 of type vlan for network 525c00e6-815e-417a-9565-c227da0e1ef0
Feb 19 21:00:53.355517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:53.406576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-291338057-network', 'tenant_id': '4aca9e397c334bb997f450e919088286'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:53.442644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (525c00e6-815e-417a-9565-c227da0e1ef0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.487248 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (3a3ac54c-398e-4bd1-bd95-bcf9774a6df4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.491612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Made reservation on behalf of 4aca9e397c334bb997f450e919088286 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:53.494072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.518424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.538521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53662) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:53.590426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Made reservation on behalf of 25f76e9ca2f54ad98c30b0dc6351be5c for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:53.594385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.596313 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (525c00e6-815e-417a-9565-c227da0e1ef0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.597268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:53.597850 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.613598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Deleting port d3b03adb-f6f9-48c7-b457-7af2c41a221f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:53.614890 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.620801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-95b7ff1e-29eb-42d4-bf3c-1830cabb4b66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a72053a62e744590945ce7fd8a1f33ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0804079
Feb 19 21:00:53.633727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53666) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:53.656980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 09c89639-efa3-4a90-ae46-d10a6795fa74 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:53.664488 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.713066 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.8304591
Feb 19 21:00:53.723894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53670) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:53.730940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2f1380-8521-4c40-9168-d392f259a200 None None] DHCP port deletion for 3a3ac54c-398e-4bd1-bd95-bcf9774a6df4 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:00:53.739519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] Request body: {'subnet': {'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-457712041-subnet', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:53.744780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 09c89639-efa3-4a90-ae46-d10a6795fa74 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:00:53.744780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 09c89639-efa3-4a90-ae46-d10a6795fa74 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:00:53.764515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c3002-8fbb-47d9-a633-a3285c931f63 admin admin] Pushing event updated for resources: {'Network': ['ID=525c00e6-815e-417a-9565-c227da0e1ef0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:53.786723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 525c00e6-815e-417a-9565-c227da0e1ef0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:00:53.816768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f03a5d1-3e34-4e8f-8a0e-2a6864c64dc3 req-1c2dd259-46ea-4a83-8e4d-0524f07f0eb6 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 210 time: 0.0711091
Feb 19 21:00:53.844361 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:53.847720 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.855673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] For port d3b03adb-f6f9-48c7-b457-7af2c41a221f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3b03adb-f6f9-48c7-b457-7af2c41a221f,segment=NetworkSegment(c1e664fa-00cf-4853-a9ad-93a007cb4d78),segment_id=c1e664fa-00cf-4853-a9ad-93a007cb4d78)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:53.856287 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.871168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d3b03adb-f6f9-48c7-b457-7af2c41a221f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:00:53.877504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Calling delete_port for d3b03adb-f6f9-48c7-b457-7af2c41a221f owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:53.951202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6836c44c-2ba1-4da0-9754-608dbeb1f8e7 admin admin] Publish callbacks [] for security_group (87147f3f-0c5c-417c-b829-d782352c1893), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.974134 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36308fe-c3db-4dce-87b4-7c48043c84d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Router de80bacd-2276-4b32-8450-68b332821818 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:00:53.982748 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Publish callbacks [] for security_group (2be09e72-e03e-409f-a7d8-7437aaa63919), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:53.991460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f1380-8521-4c40-9168-d392f259a200 None None] Deleting port d3b03adb-f6f9-48c7-b457-7af2c41a221f {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:00:53.991871 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1380-8521-4c40-9168-d392f259a200 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.020787 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2be09e72-e03e-409f-a7d8-7437aaa63919), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.024912 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6836c44c-2ba1-4da0-9754-608dbeb1f8e7 admin admin] Publish callbacks [] for security_group (87147f3f-0c5c-417c-b829-d782352c1893), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.030070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.040164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d3b03adb-f6f9-48c7-b457-7af2c41a221f is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:54.040602 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.052101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Publish callbacks [] for security_group (34273ccf-58c4-4547-b68f-cda095cdf7bf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.081947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (34273ccf-58c4-4547-b68f-cda095cdf7bf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.094074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Port': ['ID=d3b03adb-f6f9-48c7-b457-7af2c41a221f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:54.098029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] No DVR routers for this DVR port d3b03adb-f6f9-48c7-b457-7af2c41a221f on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:54.108958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6e2f1380-8521-4c40-9168-d392f259a200 None None] For port d3b03adb-f6f9-48c7-b457-7af2c41a221f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3b03adb-f6f9-48c7-b457-7af2c41a221f,segment=NetworkSegment(c1e664fa-00cf-4853-a9ad-93a007cb4d78),segment_id=c1e664fa-00cf-4853-a9ad-93a007cb4d78)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:54.109377 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1380-8521-4c40-9168-d392f259a200 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.132352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f1380-8521-4c40-9168-d392f259a200 None None] Calling delete_port for d3b03adb-f6f9-48c7-b457-7af2c41a221f owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:00:54.196625 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (3a3ac54c-398e-4bd1-bd95-bcf9774a6df4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.231308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b39b880>,) {'filters': {'network_id': ['3a3ac54c-398e-4bd1-bd95-bcf9774a6df4']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:54.240146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:00:54.243451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be09e72-e03e-409f-a7d8-7437aaa63919,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:54.266794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b39b880>, 'c1e664fa-00cf-4853-a9ad-93a007cb4d78') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:54.268971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b39b880>, 'c1e664fa-00cf-4853-a9ad-93a007cb4d78') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:54.286290 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (fdc5618c-774b-454f-b46b-de5d8a548ae6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.286648 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Added segment fdc5618c-774b-454f-b46b-de5d8a548ae6 of type vlan for network e65a0dad-e542-4761-ba20-2506e5992b4e
Feb 19 21:00:54.289199 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1380-8521-4c40-9168-d392f259a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (d3b03adb-f6f9-48c7-b457-7af2c41a221f), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.307269 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (c1e664fa-00cf-4853-a9ad-93a007cb4d78), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.322843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f1380-8521-4c40-9168-d392f259a200 None None] Pushing event deleted for resources: {'Port': ['ID=d3b03adb-f6f9-48c7-b457-7af2c41a221f,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:54.325151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f1380-8521-4c40-9168-d392f259a200 None None] No DVR routers for this DVR port d3b03adb-f6f9-48c7-b457-7af2c41a221f on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:00:54.372189 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c1e664fa-00cf-4853-a9ad-93a007cb4d78), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.385538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:00:54.385538 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (c1e664fa-00cf-4853-a9ad-93a007cb4d78), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:00:54.389161 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:00:54.392977 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.401579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34273ccf-58c4-4547-b68f-cda095cdf7bf,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:54.430100 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e65a0dad-e542-4761-ba20-2506e5992b4e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.432141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6836c44c-2ba1-4da0-9754-608dbeb1f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (87147f3f-0c5c-417c-b829-d782352c1893), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.435017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6836c44c-2ba1-4da0-9754-608dbeb1f8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.436165 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6836c44c-2ba1-4da0-9754-608dbeb1f8e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87147f3f-0c5c-417c-b829-d782352c1893 HTTP/1.1" status: 204  len: 168 time: 0.7695961
Feb 19 21:00:54.459433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087b17e-b77a-4fb2-a7ab-6ba9b5f9c2a2 req-38f36a91-d1fb-48c2-ad15-72ebf7823498 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:54.459433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a087b17e-b77a-4fb2-a7ab-6ba9b5f9c2a2 req-38f36a91-d1fb-48c2-ad15-72ebf7823498 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.1530900
Feb 19 21:00:54.466621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Allocated IP 192.168.233.60 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/57f2a797-1cfe-462b-a115-d8f0563b8044) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:54.472992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36308fe-c3db-4dce-87b4-7c48043c84d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:00:54.484758 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (3a3ac54c-398e-4bd1-bd95-bcf9774a6df4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.486868 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c36308fe-c3db-4dce-87b4-7c48043c84d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.487606 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dfa573-404a-43a1-bb94-79378d14992c None None] Sync routers for ids ['de80bacd-2276-4b32-8450-68b332821818'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:00:54.503724 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dfa573-404a-43a1-bb94-79378d14992c None None] Routers {'de80bacd-2276-4b32-8450-68b332821818'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:54.505950 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-10dfa573-404a-43a1-bb94-79378d14992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7087b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['de80bacd-2276-4b32-8450-68b332821818'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:54.510287 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836c44c-2ba1-4da0-9754-608dbeb1f8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87147f3f-0c5c-417c-b829-d782352c1893,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:54.542675 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.551158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] 10.222.0.30 "DELETE /v2.0/networks/3a3ac54c-398e-4bd1-bd95-bcf9774a6df4 HTTP/1.1" status: 204  len: 168 time: 1.2057827
Feb 19 21:00:54.553119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab4bcc-3cbd-47f1-8471-70ad7f854099 tempest-NetworksIpV6TestAttrs-1486673186 tempest-NetworksIpV6TestAttrs-1486673186-project] Pushing event deleted for resources: {'Network': ['ID=3a3ac54c-398e-4bd1-bd95-bcf9774a6df4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:54.587806 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e65a0dad-e542-4761-ba20-2506e5992b4e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.588734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:54.589325 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.600266 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c36308fe-c3db-4dce-87b4-7c48043c84d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "PUT /v2.0/floatingips/b0d3fab6-2f53-40b3-acbf-6ff2c02c3326 HTTP/1.1" status: 200  len: 990 time: 3.3105845
Feb 19 21:00:54.609222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:54.610795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a087b17e-b77a-4fb2-a7ab-6ba9b5f9c2a2 req-10427234-abd6-43e1-bd33-d71778b14e4e tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399643
Feb 19 21:00:54.613005 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71baaacb-1774-49bc-99ff-bca89dda10da" -d '{"events": [{"name": "network-changed", "server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "tag": "3af9d550-dac7-42d8-be63-467504951ed9"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:54.635817 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (5bb4a192-5144-4953-83dc-5746f802087f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.741127 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41159ca-2446-47c9-8730-509d05f83d66 x-openstack-request-id: req-c41159ca-2446-47c9-8730-509d05f83d66 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:54.741456 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "tag": "3af9d550-dac7-42d8-be63-467504951ed9", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:54.741719 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c41159ca-2446-47c9-8730-509d05f83d66 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:54.742629 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9', 'status': 'completed', 'code': 200}
Feb 19 21:00:54.756932 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-10dfa573-404a-43a1-bb94-79378d14992c None None] Set router de80bacd-2276-4b32-8450-68b332821818 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:54.763986 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.7758389
Feb 19 21:00:54.771575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f39786-ea97-4f45-8514-6d9eb7e82e85 req-e7063157-3070-4521-933c-68a0ebdf3bc7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:54.773512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2f39786-ea97-4f45-8514-6d9eb7e82e85 req-e7063157-3070-4521-933c-68a0ebdf3bc7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 0.0969563
Feb 19 21:00:54.774445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53700) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:54.780664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] Request body: {'subnet': {'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-291338057-subnet', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:54.847878 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0fe18-32d9-41ed-8d38-9077b1c1c941 admin admin] Pushing event updated for resources: {'Network': ['ID=e65a0dad-e542-4761-ba20-2506e5992b4e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:54.851506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2f39786-ea97-4f45-8514-6d9eb7e82e85 req-d7927f43-e620-495c-b256-1b3d2774c74b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670660
Feb 19 21:00:54.853978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] Made reservation on behalf of 4aca9e397c334bb997f450e919088286 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:54.860896 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.866213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb4a192-5144-4953-83dc-5746f802087f,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:54.872400 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e65a0dad-e542-4761-ba20-2506e5992b4e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:00:54.957909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] Checking segment: {'id': '7f175693-84fc-492d-a85d-db7e59640541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:54.958273 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] Network hostable DHCP agents. Network: 525c00e6-815e-417a-9565-c227da0e1ef0, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:00:54.982786 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Publish callbacks [] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:54.986571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baaacb-1774-49bc-99ff-bca89dda10da req-ed8beba2-af37-43fa-aba9-9fa0d607fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:54.988162 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-71baaacb-1774-49bc-99ff-bca89dda10da req-ed8beba2-af37-43fa-aba9-9fa0d607fe70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1127 time: 0.2230523
Feb 19 21:00:55.099000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] Network 525c00e6-815e-417a-9565-c227da0e1ef0 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:00:55.100448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05353419-248d-4fc9-bbe3-e8066621f887 req-5c113a20-a45d-4fd7-b321-9a674a1489d8 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 210 time: 0.0973239
Feb 19 21:00:55.134932 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-10dfa573-404a-43a1-bb94-79378d14992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7087b5b0>, [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:12Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0d3fab6-2f53-40b3-acbf-6ff2c02c3326', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'floating_ip_address': '172.35.2.22', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'de80bacd-2276-4b32-8450-68b332821818', 'port_id': '3af9d550-dac7-42d8-be63-467504951ed9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'mac_address': 'fa:16:3e:89:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:00:20Z', 'updated_at': '2022-02-19T21:00:52Z', 'revision_number': 1, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e492d710-82c5-4b34-8237-73ce4005e2e2', 'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'mac_address': 'fa:16:3e:75:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:10Z', 'updated_at': '2022-02-19T21:00:25Z', 'revision_number': 5, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'subnets': [{'id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:55.155939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 525c00e6-815e-417a-9565-c227da0e1ef0) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:55.163734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:55.164772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:55.168773 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:55.184178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb43778-213c-403e-806f-1f5761115f5e None None] Network 525c00e6-815e-417a-9565-c227da0e1ef0 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:55.197228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e7b90-529c-49a7-a557-0730e871347d req-74faa8de-686e-42e3-8e37-75b19f326ff2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:55.199132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e09e7b90-529c-49a7-a557-0730e871347d req-74faa8de-686e-42e3-8e37-75b19f326ff2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 0.1282363
Feb 19 21:00:55.207922 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dfa573-404a-43a1-bb94-79378d14992c None None] Checking router: de80bacd-2276-4b32-8450-68b332821818 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:00:55.220272 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dfa573-404a-43a1-bb94-79378d14992c None None] Routers {'de80bacd-2276-4b32-8450-68b332821818'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:00:55.221521 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-10dfa573-404a-43a1-bb94-79378d14992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7087b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['de80bacd-2276-4b32-8450-68b332821818'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:55.273059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53712) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:55.274935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baaacb-1774-49bc-99ff-bca89dda10da req-82d99b5b-93de-4063-96bd-92ae2eb4eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:55.276473 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-71baaacb-1774-49bc-99ff-bca89dda10da req-82d99b5b-93de-4063-96bd-92ae2eb4eaf0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.2820194
Feb 19 21:00:55.329510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53718) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:55.332562 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dd26f23a-bc8f-4fe8-be03-1830e00fa060 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5973566
Feb 19 21:00:55.335905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:55.339888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-457712041-router', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:55.370645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-525c00e6-815e-417a-9565-c227da0e1ef0', 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0', 'project_id': '0a67095fabac457da3239e727c92e4ab', 'fixed_ips': [{'subnet_id': '5bb4a192-5144-4953-83dc-5746f802087f'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:00:55.371746 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:55.397696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e09e7b90-529c-49a7-a557-0730e871347d req-b109e459-55f0-4069-8e1c-45461f237e7d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1473894
Feb 19 21:00:55.405063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (cabc37d9-8907-4af3-a0c6-c066930306f3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:55.408084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:55.414963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:55.432213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Pushing event updated for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:55.487963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cabc37d9-8907-4af3-a0c6-c066930306f3,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:55.491288 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-10dfa573-404a-43a1-bb94-79378d14992c None None] Set router de80bacd-2276-4b32-8450-68b332821818 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:00:55.492529 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:55.496649 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:55.604371 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-71baaacb-1774-49bc-99ff-bca89dda10da req-293757a1-08b8-428e-bb00-2d85ed4fee1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 998 time: 0.3062732
Feb 19 21:00:55.616220 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Publish callbacks [] for router_controller (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:55.632596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] Checking segment: {'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:55.634205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] Network hostable DHCP agents. Network: e65a0dad-e542-4761-ba20-2506e5992b4e, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:00:55.676807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Allocated IP 172.20.0.2 (525c00e6-815e-417a-9565-c227da0e1ef0/5bb4a192-5144-4953-83dc-5746f802087f/dfc1b996-7e07-4100-b05b-e53446d8c9e1) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:55.720588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:55.721290 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:55.766793 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-20e42624-fd5c-4ea7-a48e-60beab3f1482 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6164172
Feb 19 21:00:55.794586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Request body: {'port': {'device_id': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:55.857006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baaacb-1774-49bc-99ff-bca89dda10da req-7f31366b-b772-4777-bf86-b5435db91c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:55.858618 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-71baaacb-1774-49bc-99ff-bca89dda10da req-7f31366b-b772-4777-bf86-b5435db91c60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.2331567
Feb 19 21:00:55.915459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1e59631e-dfad-4db2-b895-5a49a16baffa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6be548f3d4ea4a9883b15a69b3ee6a00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6383023
Feb 19 21:00:55.920480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53734) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:55.929560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] Network e65a0dad-e542-4761-ba20-2506e5992b4e is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:00:55.969969 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:55.990197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0b0f4f7a-144a-4f09-90d8-cf452b211606 None None] Provisioning complete for port 57f2a797-1cfe-462b-a115-d8f0563b8044 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:55.992758 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-10dfa573-404a-43a1-bb94-79378d14992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7087b5b0>, [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:12Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0d3fab6-2f53-40b3-acbf-6ff2c02c3326', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'floating_ip_address': '172.35.2.22', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'de80bacd-2276-4b32-8450-68b332821818', 'port_id': '3af9d550-dac7-42d8-be63-467504951ed9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'mac_address': 'fa:16:3e:89:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:00:20Z', 'updated_at': '2022-02-19T21:00:52Z', 'revision_number': 1, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e492d710-82c5-4b34-8237-73ce4005e2e2', 'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'mac_address': 'fa:16:3e:75:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:10Z', 'updated_at': '2022-02-19T21:00:25Z', 'revision_number': 5, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'subnets': [{'id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:00:55.995222 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4f7a-144a-4f09-90d8-cf452b211606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.025325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc69a-01b4-4899-8d3b-15e3b74209e4 req-3db4938b-8bf4-4158-a622-a7165d7e5069 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:56.027857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6fffc69a-01b4-4899-8d3b-15e3b74209e4 req-3db4938b-8bf4-4158-a622-a7165d7e5069 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.1970479
Feb 19 21:00:56.031273 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.065290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e65a0dad-e542-4761-ba20-2506e5992b4e) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:56.080679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:56.081437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.102488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ed3c73-6af9-4ad0-8012-705ee59d0a64 None None] Network e65a0dad-e542-4761-ba20-2506e5992b4e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:56.126713 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-efef3286-4955-4e84-9fed-6b65f420498c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3508775
Feb 19 21:00:56.143487 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Publish callbacks [] for router_gateway (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.150024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53742) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:56.170840 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:56.177106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baaacb-1774-49bc-99ff-bca89dda10da req-ca144e39-0629-4f62-926b-1dbc96ee7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:56.185200 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-71baaacb-1774-49bc-99ff-bca89dda10da req-ca144e39-0629-4f62-926b-1dbc96ee7933 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3142743
Feb 19 21:00:56.246203 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (cedc2922-18f3-4470-a55a-d49aa7d2f08f), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.249577 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (cedc2922-18f3-4470-a55a-d49aa7d2f08f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.249958 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dfa573-404a-43a1-bb94-79378d14992c None None] The sync data for ids ['de80bacd-2276-4b32-8450-68b332821818'] in ncdv-master-1 is: [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:12Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0d3fab6-2f53-40b3-acbf-6ff2c02c3326', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'floating_ip_address': '172.35.2.22', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'de80bacd-2276-4b32-8450-68b332821818', 'port_id': '3af9d550-dac7-42d8-be63-467504951ed9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'mac_address': 'fa:16:3e:89:15:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:00:20Z', 'updated_at': '2022-02-19T21:00:52Z', 'revision_number': 1, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e492d710-82c5-4b34-8237-73ce4005e2e2', 'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'mac_address': 'fa:16:3e:75:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:10Z', 'updated_at': '2022-02-19T21:00:25Z', 'revision_number': 5, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'subnets': [{'id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:00:56.326790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f4f7a-144a-4f09-90d8-cf452b211606 None None] Port 57f2a797-1cfe-462b-a115-d8f0563b8044 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:00:56.382491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Publish callbacks [] for router_controller (cedc2922-18f3-4470-a55a-d49aa7d2f08f), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.433624 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Publish callbacks [] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.480649 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.552567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e65a0dad-e542-4761-ba20-2506e5992b4e', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'project_id': '4aca9e397c334bb997f450e919088286', 'fixed_ips': [{'subnet_id': 'cabc37d9-8907-4af3-a0c6-c066930306f3'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:00:56.553418 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.602449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53762) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:56.609833 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d48747f-e7cb-44e1-a0f9-290728927afa admin admin] Publish callbacks [] for security_group (758e29f9-133e-4e97-849a-ab8f00df10e2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.616839 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-71baaacb-1774-49bc-99ff-bca89dda10da req-e26ee1a2-7f98-4d01-b8ff-0b52530bcfe6 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4218035
Feb 19 21:00:56.630093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Network 525c00e6-815e-417a-9565-c227da0e1ef0 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:56.649190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f3279-412a-4377-bd33-a856d36c9216 None None] New status for floating IP b0d3fab6-2f53-40b3-acbf-6ff2c02c3326: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:00:56.651922 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:56.671747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6fffc69a-01b4-4899-8d3b-15e3b74209e4 req-fab1ef86-b702-4cc0-9ce8-df9dedba97c3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5906682
Feb 19 21:00:56.672315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:56.768514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d48747f-e7cb-44e1-a0f9-290728927afa admin admin] Publish callbacks [] for security_group (758e29f9-133e-4e97-849a-ab8f00df10e2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.818232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Pushing event updated for resources: {'Port': ['ID=dfc1b996-7e07-4100-b05b-e53446d8c9e1,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:56.822045 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-71baaacb-1774-49bc-99ff-bca89dda10da req-7ebd3961-8b98-4849-8ff7-fbe11bef63ad service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1818218
Feb 19 21:00:56.883468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45ad9-aa40-4cc4-aede-4e4a5c60c720 req-94891673-2175-497c-92aa-6cbd09d22635 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:56.890768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30a45ad9-aa40-4cc4-aede-4e4a5c60c720 req-94891673-2175-497c-92aa-6cbd09d22635 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 935 time: 0.4921474
Feb 19 21:00:56.944525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Publish callbacks [] for router_gateway (cedc2922-18f3-4470-a55a-d49aa7d2f08f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:56.955858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Attempting to bind port dfc1b996-7e07-4100-b05b-e53446d8c9e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:56.956999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Attempting to bind port dfc1b996-7e07-4100-b05b-e53446d8c9e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f175693-84fc-492d-a85d-db7e59640541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:56.957642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Attempting to bind port dfc1b996-7e07-4100-b05b-e53446d8c9e1 on network 525c00e6-815e-417a-9565-c227da0e1ef0 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:56.960454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f2a797-1cfe-462b-a115-d8f0563b8044 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:00:56.977850 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Publish callbacks [] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.017902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:57.018600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Checking segment: {'id': '7f175693-84fc-492d-a85d-db7e59640541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:57.019178 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.019749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Bound using segment: {'id': '7f175693-84fc-492d-a85d-db7e59640541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:57.020423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Bound port: dfc1b996-7e07-4100-b05b-e53446d8c9e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f175693-84fc-492d-a85d-db7e59640541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:57.020997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.055151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c70d85-6aea-4a24-97e0-f53bc2a87f55 req-ff9bec7a-8f89-4aec-b16b-3a6fe8a070a6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:57.062955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3c70d85-6aea-4a24-97e0-f53bc2a87f55 req-ff9bec7a-8f89-4aec-b16b-3a6fe8a070a6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 0.3008256
Feb 19 21:00:57.087299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1389884090-network', 'tenant_id': '65cfeab9ddf04555a7e2fdb0ee8ebc42'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:57.098411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30a45ad9-aa40-4cc4-aede-4e4a5c60c720 req-185a1fa9-7536-447b-b685-cf50632674ba tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066948
Feb 19 21:00:57.120077 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d48747f-e7cb-44e1-a0f9-290728927afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (758e29f9-133e-4e97-849a-ab8f00df10e2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.121965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Transition to ACTIVE for port object 57f2a797-1cfe-462b-a115-d8f0563b8044 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:00:57.122971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d48747f-e7cb-44e1-a0f9-290728927afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.127472 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7d48747f-e7cb-44e1-a0f9-290728927afa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/758e29f9-133e-4e97-849a-ab8f00df10e2 HTTP/1.1" status: 204  len: 168 time: 1.2042673
Feb 19 21:00:57.128982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Made reservation on behalf of 65cfeab9ddf04555a7e2fdb0ee8ebc42 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:57.131476 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.141223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.152948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.199070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Allocated IP 172.20.0.2 (e65a0dad-e542-4761-ba20-2506e5992b4e/cabc37d9-8907-4af3-a0c6-c066930306f3/7c7db1a9-1eae-4584-aea6-00b3a19bb40f) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:57.201612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] For port dfc1b996-7e07-4100-b05b-e53446d8c9e1, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:57.206142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] For port dfc1b996-7e07-4100-b05b-e53446d8c9e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfc1b996-7e07-4100-b05b-e53446d8c9e1,segment=NetworkSegment(7f175693-84fc-492d-a85d-db7e59640541),segment_id=7f175693-84fc-492d-a85d-db7e59640541)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:57.226939 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.257846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3c70d85-6aea-4a24-97e0-f53bc2a87f55 req-6afa95cb-a94f-4e25-a08a-4acbf70cc80a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1939304
Feb 19 21:00:57.322854 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Pushing event updated for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:57.371292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48747f-e7cb-44e1-a0f9-290728927afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758e29f9-133e-4e97-849a-ab8f00df10e2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:57.487426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Attempting to bind port 57f2a797-1cfe-462b-a115-d8f0563b8044 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:57.487946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Attempting to bind port 57f2a797-1cfe-462b-a115-d8f0563b8044 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:57.488296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Attempting to bind port 57f2a797-1cfe-462b-a115-d8f0563b8044 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:57.514474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Port 57f2a797-1cfe-462b-a115-d8f0563b8044 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:00:57.514801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Attempting to bind port 57f2a797-1cfe-462b-a115-d8f0563b8044 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:57.525749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Pushing event updated for resources: {'Port': ['ID=dfc1b996-7e07-4100-b05b-e53446d8c9e1,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:57.543539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:57.543969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:57.544491 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:57.544955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Bound port: 57f2a797-1cfe-462b-a115-d8f0563b8044, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:57.545759 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.560759 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Publish callbacks [] for security_group (782c8a65-46c6-4fba-b30f-1de28220ac9f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.597283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (782c8a65-46c6-4fba-b30f-1de28220ac9f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.662984 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:00:57.671742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.673219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.674421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.675179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.675782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.677371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.677959 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.678512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.679059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.679745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.680419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.684182 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782c8a65-46c6-4fba-b30f-1de28220ac9f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:57.686030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.686825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4814c242-a427-48c6-ace0-fb7a2573bc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:00:57.742260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (101fe55e-f299-4ac1-8094-9987e023f216), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.742651 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Added segment 101fe55e-f299-4ac1-8094-9987e023f216 of type vlan for network e50462f1-2728-4b94-911d-a92c71aefe29
Feb 19 21:00:57.744321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:57.758516 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Publish callbacks [] for router_gateway (cedc2922-18f3-4470-a55a-d49aa7d2f08f), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.777856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:57.791085 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.794916 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Publish callbacks [] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.814703 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.816275 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.838600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e50462f1-2728-4b94-911d-a92c71aefe29), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.920778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Publish callbacks [] for router_gateway (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.933580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e50462f1-2728-4b94-911d-a92c71aefe29), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.935781 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:57.936589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.980699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:57.981799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:57.983406 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] 10.222.0.67 "PUT /v2.0/ports/57f2a797-1cfe-462b-a115-d8f0563b8044 HTTP/1.1" status: 200  len: 1095 time: 2.2036536
Feb 19 21:00:57.990776 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.3853760
Feb 19 21:00:57.993257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:00:58.001063 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:00:58.017882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53788) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:58.052659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] Request body: {'subnet': {'network_id': 'e50462f1-2728-4b94-911d-a92c71aefe29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1389884090-subnet', 'tenant_id': '65cfeab9ddf04555a7e2fdb0ee8ebc42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:00:58.102466 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:58.147812 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5355bf4c-2c21-41f5-9c20-258a4502a65d x-openstack-request-id: req-5355bf4c-2c21-41f5-9c20-258a4502a65d {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:00:58.148024 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:00:58.148289 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5355bf4c-2c21-41f5-9c20-258a4502a65d {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:00:58.152785 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'status': 'completed', 'code': 200}
Feb 19 21:00:58.195351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] Made reservation on behalf of 65cfeab9ddf04555a7e2fdb0ee8ebc42 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:00:58.197957 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:58.316645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Pushing event updated for resources: {'Port': ['ID=7c7db1a9-1eae-4584-aea6-00b3a19bb40f,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:58.333835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1feadd-9a54-4918-998d-59ce70d4cfad admin admin] Pushing event updated for resources: {'Network': ['ID=e50462f1-2728-4b94-911d-a92c71aefe29,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:58.334490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Network e65a0dad-e542-4761-ba20-2506e5992b4e is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:58.335623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:58.341620 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:58.352256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf93f1b-b601-4a82-8f5f-2fd3bda21263 service neutron] Pushing event updated for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:58.354500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e50462f1-2728-4b94-911d-a92c71aefe29 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:00:58.358930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05acea-a53d-4926-99f6-d18e05b58a02 req-a4276806-765e-4d65-93ee-168c89bddb78 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:58.361005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd05acea-a53d-4926-99f6-d18e05b58a02 req-a4276806-765e-4d65-93ee-168c89bddb78 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.4471316
Feb 19 21:00:58.420763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-fb5ab841-25fc-4a5a-b451-f28cfda7d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:58.424616 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-fb5ab841-25fc-4a5a-b451-f28cfda7d209 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=25f76e9ca2f54ad98c30b0dc6351be5c&device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 1129 time: 0.2704031
Feb 19 21:00:58.449031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Allocated IP 172.35.2.160 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/153387e6-8b88-4af9-a173-e8db3adb31c4) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:58.495211 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-00f52022-bbfd-4ac8-ab7a-797308afd4c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=57f2a797-1cfe-462b-a115-d8f0563b8044 HTTP/1.1" status: 200  len: 217 time: 0.0624065
Feb 19 21:00:58.512578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd05acea-a53d-4926-99f6-d18e05b58a02 req-bf786206-6f13-4737-99de-56b0996943ce tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254237
Feb 19 21:00:58.598083 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-a6c684aa-9557-4d54-926e-89757e30c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:58.602086 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-a6c684aa-9557-4d54-926e-89757e30c103 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0990124
Feb 19 21:00:58.663746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Attempting to bind port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:00:58.664305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Attempting to bind port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:00:58.665341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Attempting to bind port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f on network e65a0dad-e542-4761-ba20-2506e5992b4e {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:00:58.682396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:00:58.682808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Checking segment: {'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:58.683773 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:58.684182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Bound using segment: {'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:00:58.685117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Bound port: 7c7db1a9-1eae-4584-aea6-00b3a19bb40f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:00:58.686422 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:58.691218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665c762-7fb8-49e4-85a5-983b2ae3408c req-12448eac-240e-4fcc-9c63-9e2644458859 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:58.693168 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1665c762-7fb8-49e4-85a5-983b2ae3408c req-12448eac-240e-4fcc-9c63-9e2644458859 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 947 time: 0.4197819
Feb 19 21:00:58.717147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-b36ac46d-0308-4375-8a50-35882a4b20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:58.719926 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-b36ac46d-0308-4375-8a50-35882a4b20f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1117249
Feb 19 21:00:58.785438 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Publish callbacks [] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:58.824180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] For port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:00:58.829694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] For port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c7db1a9-1eae-4584-aea6-00b3a19bb40f,segment=NetworkSegment(fdc5618c-774b-454f-b46b-de5d8a548ae6),segment_id=fdc5618c-774b-454f-b46b-de5d8a548ae6)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:00:58.843474 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:58.852823 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:58.924835 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-3ee4e388-c934-49ab-b215-6843fef4207d service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1949069
Feb 19 21:00:58.944815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=153387e6-8b88-4af9-a173-e8db3adb31c4,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:58.985137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570662b-16e0-46b7-b28a-42d972c5f2ad None None] Pushing event updated for resources: {'Port': ['ID=7c7db1a9-1eae-4584-aea6-00b3a19bb40f,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:59.036620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:00:59.071129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a2997-88d9-479c-aeff-1cff2bbb2a8c req-788a1375-d2e6-4383-9d07-640b75cb620d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:59.080106 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c5a2997-88d9-479c-aeff-1cff2bbb2a8c req-788a1375-d2e6-4383-9d07-640b75cb620d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 0.4643693
Feb 19 21:00:59.092174 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e09f2202-74bf-4fa8-9279-6bdecf0187cb req-e483e202-bb08-4601-9b60-229cf6ce0557 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612496
Feb 19 21:00:59.099955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:00:59.102508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:00:59.168009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Allocated IP 172.35.2.155 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/a73d796b-3626-4ad8-832c-d31e5840694e) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:00:59.170962 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (3f5b7599-856d-454d-86a3-0ee387e5afce), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:59.183024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1665c762-7fb8-49e4-85a5-983b2ae3408c req-b12da812-448c-4e2b-a8c0-3849dbf54b7c tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3498685
Feb 19 21:00:59.252054 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:59.277346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98 req-98b29369-4dae-48e1-8445-7a726eb3c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:59.282371 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98 req-98b29369-4dae-48e1-8445-7a726eb3c15c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=25f76e9ca2f54ad98c30b0dc6351be5c&device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 1129 time: 0.1316369
Feb 19 21:00:59.357960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c5a2997-88d9-479c-aeff-1cff2bbb2a8c req-673d65f9-8c80-4b64-a12d-cdfd5b299231 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2767739
Feb 19 21:00:59.358609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5b7599-856d-454d-86a3-0ee387e5afce,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:00:59.411801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53818) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:00:59.436529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a1005d-79b7-4199-a243-bfa3f5aa28ce None None] Network 525c00e6-815e-417a-9565-c227da0e1ef0 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:00:59.498343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] Checking segment: {'id': '101fe55e-f299-4ac1-8094-9987e023f216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e50462f1-2728-4b94-911d-a92c71aefe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:00:59.499145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] Network hostable DHCP agents. Network: e50462f1-2728-4b94-911d-a92c71aefe29, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:00:59.532497 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98 req-c83df21d-bae7-49e6-9a69-1d359d1f5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:59.534202 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98 req-c83df21d-bae7-49e6-9a69-1d359d1f5df6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.2442019
Feb 19 21:00:59.598939 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98 req-b4706e98-af70-4db9-b1d8-543dc2f47320 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=57f2a797-1cfe-462b-a115-d8f0563b8044 HTTP/1.1" status: 200  len: 217 time: 0.0574610
Feb 19 21:00:59.669720 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98 req-8345e74b-1776-4e02-b109-06334ff62ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:59.672204 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98 req-8345e74b-1776-4e02-b109-06334ff62ca4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0682099
Feb 19 21:00:59.677474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-804fc006-40a0-4dc0-b3a8-dc2efd6e9593 None None] Provisioning complete for port dfc1b996-7e07-4100-b05b-e53446d8c9e1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:00:59.677984 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-804fc006-40a0-4dc0-b3a8-dc2efd6e9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:59.733453 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:00:59.768009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98 req-d36c00a1-e95e-4f6c-9278-974ea2e7b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:00:59.772464 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98 req-d36c00a1-e95e-4f6c-9278-974ea2e7b281 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0933259
Feb 19 21:00:59.849630 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-804fc006-40a0-4dc0-b3a8-dc2efd6e9593 None None] Current status of the port dfc1b996-7e07-4100-b05b-e53446d8c9e1 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:00:59.849630 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-804fc006-40a0-4dc0-b3a8-dc2efd6e9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:59.924489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-804fc006-40a0-4dc0-b3a8-dc2efd6e9593 None None] For port dfc1b996-7e07-4100-b05b-e53446d8c9e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfc1b996-7e07-4100-b05b-e53446d8c9e1,segment=NetworkSegment(7f175693-84fc-492d-a85d-db7e59640541),segment_id=7f175693-84fc-492d-a85d-db7e59640541)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:00:59.938563 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-804fc006-40a0-4dc0-b3a8-dc2efd6e9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:00:59.968481 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98 req-3295848a-f679-4dc9-8b9e-59969afa6516 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877456
Feb 19 21:01:00.040435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7c7db1a9-1eae-4584-aea6-00b3a19bb40f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:00.128910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fc006-40a0-4dc0-b3a8-dc2efd6e9593 None None] Pushing event updated for resources: {'Port': ['ID=dfc1b996-7e07-4100-b05b-e53446d8c9e1,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:00.195552 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-137b4356-8dc7-46ed-ba05-bcc3c52a1c98 req-a50b25b5-2cae-4e85-b4fe-7cb033703733 service neutron] 10.222.0.67 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190053
Feb 19 21:01:00.203432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5cc94ce9-bb0e-4547-9d9f-b04da7ec7a97 None None] Provisioning complete for port dfc1b996-7e07-4100-b05b-e53446d8c9e1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:00.203999 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5cc94ce9-bb0e-4547-9d9f-b04da7ec7a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.243524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:00.244057 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.283147 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Publish callbacks [] for port (a73d796b-3626-4ad8-832c-d31e5840694e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.331470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1971442939'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:00.354743 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5cc94ce9-bb0e-4547-9d9f-b04da7ec7a97 None None] Current status of the port dfc1b996-7e07-4100-b05b-e53446d8c9e1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:00.413935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:00.414518 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.455460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] Network e50462f1-2728-4b94-911d-a92c71aefe29 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:01:00.460246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c7db1a9-1eae-4584-aea6-00b3a19bb40f,segment=NetworkSegment(fdc5618c-774b-454f-b46b-de5d8a548ae6),segment_id=fdc5618c-774b-454f-b46b-de5d8a548ae6)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:00.472426 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.473553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dfc1b996-7e07-4100-b05b-e53446d8c9e1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:00.483919 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.501748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e50462f1-2728-4b94-911d-a92c71aefe29) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:00.528351 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d199f4c3-af63-48ee-bff9-a612c5fd83d3 None None] Network e50462f1-2728-4b94-911d-a92c71aefe29 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:00.546362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:00.546968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.558333 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Made reservation on behalf of 2ef7ec9ec0c34144a73b7671b20ae803 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:00.562095 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.565794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:00.585243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2cc80-d031-4fdd-9685-10570c9458e1 req-da5e7961-2153-4e8d-a100-8e0b49faf36b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:00.587054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ec2cc80-d031-4fdd-9685-10570c9458e1 req-da5e7961-2153-4e8d-a100-8e0b49faf36b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 1.0260458
Feb 19 21:01:00.622629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:00.630542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port dfc1b996-7e07-4100-b05b-e53446d8c9e1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:00.630914 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.632620 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e343d-b10a-44b8-9449-6431819a3be4 None None] Network e65a0dad-e542-4761-ba20-2506e5992b4e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:00.636121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b4c11-3183-4ee1-a4bd-b13271c1906f req-7cfc949a-97e0-4239-b8e1-3153814a1a38 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:00.637667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f1b4c11-3183-4ee1-a4bd-b13271c1906f req-7cfc949a-97e0-4239-b8e1-3153814a1a38 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.3699114
Feb 19 21:01:00.641160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:00.645158 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.659835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8a34745d-8a32-4a6b-92e5-052bffe7ed49 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.6282322
Feb 19 21:01:00.709531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Pushing event updated for resources: {'Port': ['ID=a73d796b-3626-4ad8-832c-d31e5840694e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:00.729160 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Publish callbacks [] for router_gateway (cedc2922-18f3-4470-a55a-d49aa7d2f08f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.787591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=7c7db1a9-1eae-4584-aea6-00b3a19bb40f,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:00.849225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c6a51dfe-24d8-4492-8964-6e58b702fc11 None None] Provisioning complete for port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:00.850781 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c6a51dfe-24d8-4492-8964-6e58b702fc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:00.889714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a2ebe3-07ea-4041-847f-7b2616aab29f None None] Network e50462f1-2728-4b94-911d-a92c71aefe29 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:00.948647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f1b4c11-3183-4ee1-a4bd-b13271c1906f req-1be3bee0-56bc-420e-81cb-5968b3b4f997 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2922475
Feb 19 21:01:00.961545 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ec2cc80-d031-4fdd-9685-10570c9458e1 req-0e750e5a-1fa0-43b8-9a97-056966d8a573 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3562486
Feb 19 21:01:01.038607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port dfc1b996-7e07-4100-b05b-e53446d8c9e1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:01.110355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c6a51dfe-24d8-4492-8964-6e58b702fc11 None None] Current status of the port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:01.181835 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks [] for security_group (2b63f0a5-5e0a-4d57-ba90-a07211de2cdb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:01.263046 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2b63f0a5-5e0a-4d57-ba90-a07211de2cdb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:01.307439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6d793-51d9-41d2-8137-daf2a812510e req-4af3f337-20a5-457a-9793-5ab42d326474 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:01.309022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12d6d793-51d9-41d2-8137-daf2a812510e req-4af3f337-20a5-457a-9793-5ab42d326474 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 947 time: 0.2848721
Feb 19 21:01:01.317889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:01:01.374809 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7f719ebd-e5b3-4550-9d86-d9e63c80cfd1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:01.375145 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Added segment 7f719ebd-e5b3-4550-9d86-d9e63c80cfd1 of type vlan for network 6e848ab6-eb78-467e-ad8d-d9f00b61bcec
Feb 19 21:01:01.391737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b63f0a5-5e0a-4d57-ba90-a07211de2cdb,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:01.435872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e07285ed-7ae9-46dc-b7b0-dbe2ed6df6d0 None None] Provisioning complete for port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:01.436496 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e07285ed-7ae9-46dc-b7b0-dbe2ed6df6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:01.441835 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (cedc2922-18f3-4470-a55a-d49aa7d2f08f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:01.459247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (6e848ab6-eb78-467e-ad8d-d9f00b61bcec), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:01.510610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Publish callbacks [] for router_gateway (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:01.548041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e07285ed-7ae9-46dc-b7b0-dbe2ed6df6d0 None None] Current status of the port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:01.601048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12d6d793-51d9-41d2-8137-daf2a812510e req-c2bf56ce-50de-475e-b465-f6c47e262794 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2664492
Feb 19 21:01:01.666236 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (6e848ab6-eb78-467e-ad8d-d9f00b61bcec), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:01.671730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:01.672465 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:01.823007 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 2.4099951
Feb 19 21:01:01.826483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53878) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:01.831279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-a87f36b7-d249-4d82-9e8c-36329998cf13 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a698462b0>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec', 'tempest-TagsTest-Tag-399734228') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:01.840802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17faf9e1-b6c1-4aa6-b2a0-495fe7d54ee7 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Pushing event updated for resources: {'Network': ['ID=6e848ab6-eb78-467e-ad8d-d9f00b61bcec,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:01.842050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7c7db1a9-1eae-4584-aea6-00b3a19bb40f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:01.916740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 6e848ab6-eb78-467e-ad8d-d9f00b61bcec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:01:01.976167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Router cedc2922-18f3-4470-a55a-d49aa7d2f08f is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:01:02.038725 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a87f36b7-d249-4d82-9e8c-36329998cf13 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "PUT /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags/tempest-TagsTest-Tag-399734228 HTTP/1.1" status: 201  len: 201 time: 0.2110195
Feb 19 21:01:02.041099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53892) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:02.045692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-c04d18c9-91c8-418a-adf2-f85d189baffa tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6a007b50>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec', 'tempest-TagsTest-Tag-399734228') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:02.136801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:02.137561 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:02.147794 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:02.227051 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c04d18c9-91c8-418a-adf2-f85d189baffa tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "GET /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags/tempest-TagsTest-Tag-399734228 HTTP/1.1" status: 204  len: 168 time: 0.1827042
Feb 19 21:01:02.227436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53900) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:02.234513 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-0f71854f-f4bf-4e5a-b0c6-9a45da42f431 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a69593ca0>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:02.274966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:02.276826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dfc1b996-7e07-4100-b05b-e53446d8c9e1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:02.338557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:01:02.339129 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0f71854f-f4bf-4e5a-b0c6-9a45da42f431 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "GET /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags HTTP/1.1" status: 200  len: 237 time: 0.1091642
Feb 19 21:01:02.340669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53908) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:02.352788 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Sync routers for ids ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:01:02.353330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-06455062-cc5b-478d-8b80-5155dca9267c tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a68dd24c0>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec', {'tags': ['tempest-TagsTest-Tag-1943834449', 'tempest-TagsTest-Tag-914780521', 'tempest-TagsTest-Tag-1766841532']}) {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:02.361021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port dfc1b996-7e07-4100-b05b-e53446d8c9e1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:02.361452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:02.367016 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Routers {'cedc2922-18f3-4470-a55a-d49aa7d2f08f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:02.368070 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7017f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:02.377427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8700b0-9edd-4033-90be-ed60696993dd req-b277152c-b627-44ba-9866-e4af6422f1eb tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:02.379035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c8700b0-9edd-4033-90be-ed60696993dd req-b277152c-b627-44ba-9866-e4af6422f1eb tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.2462862
Feb 19 21:01:02.515438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port dfc1b996-7e07-4100-b05b-e53446d8c9e1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:02.530255 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:02.534657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53920) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:02.541477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9929977a-d480-4a85-902e-55d2f7d5d5f8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.3815534
Feb 19 21:01:02.586728 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Set router cedc2922-18f3-4470-a55a-d49aa7d2f08f gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:02.593953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c8700b0-9edd-4033-90be-ed60696993dd req-429bc1be-bb68-4528-bd15-57f79dcc606e tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922219
Feb 19 21:01:02.614680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-06455062-cc5b-478d-8b80-5155dca9267c tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "PUT /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags HTTP/1.1" status: 200  len: 308 time: 0.2681563
Feb 19 21:01:02.628927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53924) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:02.638631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-ba7a39b3-3d10-41d6-9979-417febd2a7e9 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6a0b1430>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec', 'tempest-TagsTest-Tag-1943834449') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:02.652131 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:01:02.811957 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7017f8b0>, [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:00Z', 'revision_number': 3, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:02.856128 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Checking router: cedc2922-18f3-4470-a55a-d49aa7d2f08f for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:01:02.857046 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Updating router cedc2922-18f3-4470-a55a-d49aa7d2f08f port 153387e6-8b88-4af9-a173-e8db3adb31c4 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:01:02.904311 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:02.924134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:01:02.938512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Sync routers for ids ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:01:02.962101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Routers {'1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:02.964871 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:02.969040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-165cbcd8-03c3-442a-bfe6-f40c75ac809d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.6305177
Feb 19 21:01:02.969953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b5ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:02.995211 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53940) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:03.003630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe457aca-846b-4da8-a3af-c3445f2c4922 req-77ab6836-1d62-4ee6-aa7a-7058441e537d tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:03.009808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe457aca-846b-4da8-a3af-c3445f2c4922 req-77ab6836-1d62-4ee6-aa7a-7058441e537d tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 947 time: 0.2810369
Feb 19 21:01:03.107764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ba7a39b3-3d10-41d6-9979-417febd2a7e9 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "DELETE /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags/tempest-TagsTest-Tag-1943834449 HTTP/1.1" status: 204  len: 168 time: 0.4741979
Feb 19 21:01:03.109303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53946) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:03.115403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-7d38876b-c4e7-461f-85d2-42efca399966 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6a4ffaf0>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec', 'tempest-TagsTest-Tag-1943834449') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:03.250939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Set router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:03.371788 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Publish callbacks [] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:03.398281 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:03.466567 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Attempting to bind port 153387e6-8b88-4af9-a173-e8db3adb31c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:03.467325 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Attempting to bind port 153387e6-8b88-4af9-a173-e8db3adb31c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:03.467903 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Attempting to bind port 153387e6-8b88-4af9-a173-e8db3adb31c4 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:03.475418 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:03.476281 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:03.477026 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:03.477690 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:03.478415 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Bound port: 153387e6-8b88-4af9-a173-e8db3adb31c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:03.479024 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:03.524215 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Pushing event updated for resources: {'Port': ['ID=153387e6-8b88-4af9-a173-e8db3adb31c4,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:03.561380 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] For port 153387e6-8b88-4af9-a173-e8db3adb31c4, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:03.565799 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] For port 153387e6-8b88-4af9-a173-e8db3adb31c4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=153387e6-8b88-4af9-a173-e8db3adb31c4,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:03.578423 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:03.620477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe457aca-846b-4da8-a3af-c3445f2c4922 req-25d74f9e-980e-40d1-ae2d-ee59dee23bd3 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6002145
Feb 19 21:01:03.708184 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Routers {'cedc2922-18f3-4470-a55a-d49aa7d2f08f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:03.708876 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7017f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:03.833066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 57f2a797-1cfe-462b-a115-d8f0563b8044 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:01:03.866206 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-7d38876b-c4e7-461f-85d2-42efca399966 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] show failed (client error): The resource could not be found.
Feb 19 21:01:03.869812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7d38876b-c4e7-461f-85d2-42efca399966 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "GET /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags/tempest-TagsTest-Tag-1943834449 HTTP/1.1" status: 404  len: 326 time: 0.7571003
Feb 19 21:01:03.869952 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] Set router cedc2922-18f3-4470-a55a-d49aa7d2f08f gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:03.871315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53972) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:03.876869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-66cc3094-0d81-4673-b567-59d3db5b059b tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a69b07a00>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec', 'tempest-TagsTest-Tag-914780521') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:03.880685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:03.974232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-4e637c5e-a6f6-4e6e-9020-a2e6f496be2e tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:03.974906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b5ddc0>, [{'id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'name': 'tempest-ServersTestMultiNic-457712041-router', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:55Z', 'updated_at': '2022-02-19T21:01:01Z', 'revision_number': 3, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'gw_port': {'id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:58Z', 'updated_at': '2022-02-19T21:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:03.981565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-4e637c5e-a6f6-4e6e-9020-a2e6f496be2e tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/networks?id=e50462f1-2728-4b94-911d-a92c71aefe29 HTTP/1.1" status: 200  len: 810 time: 0.3586109
Feb 19 21:01:04.006952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-e3f26a49-3478-4120-b8ef-6ed7957e98ce tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/quotas/65cfeab9ddf04555a7e2fdb0ee8ebc42 HTTP/1.1" status: 200  len: 375 time: 0.0240598
Feb 19 21:01:04.018196 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Checking router: 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:01:04.018816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Updating router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a port a73d796b-3626-4ad8-832c-d31e5840694e binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:01:04.023923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bf359-28e5-406c-ac04-6f4e683eda2a req-82778ab6-d25f-4c56-b8c9-552fc7ce6cf2 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:04.025330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-008bf359-28e5-406c-ac04-6f4e683eda2a req-82778ab6-d25f-4c56-b8c9-552fc7ce6cf2 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.2647169
Feb 19 21:01:04.058784 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:04.066903 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-66cc3094-0d81-4673-b567-59d3db5b059b tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "GET /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags/tempest-TagsTest-Tag-914780521 HTTP/1.1" status: 204  len: 168 time: 0.1919615
Feb 19 21:01:04.079768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53976) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:04.092054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-b2ab3ef2-36f8-496d-a3f6-6bfca16eb411 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=65cfeab9ddf04555a7e2fdb0ee8ebc42&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0840020
Feb 19 21:01:04.104676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-d6ec47db-9e71-4f6d-9b80-cd214d45b59b tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6a16d250>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec', 'tempest-TagsTest-Tag-1766841532') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:04.116652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:04.125565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-152a6e57-76c1-4f4e-be63-04e89b0a0269 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:01:04.133249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-152a6e57-76c1-4f4e-be63-04e89b0a0269 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0399120
Feb 19 21:01:04.140625 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'mac_address': 'fa:16:3e:c2:c6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:01:04.170972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Allocated IP 172.20.0.1 (e65a0dad-e542-4761-ba20-2506e5992b4e/cabc37d9-8907-4af3-a0c6-c066930306f3/7a41729f-6ff9-4ff8-a528-9f5a35fdf000) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:04.237107 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Pushing event updated for resources: {'Port': ['ID=153387e6-8b88-4af9-a173-e8db3adb31c4,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:04.241163 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a544a918-bbd5-4c4f-8053-3fd84cde2135 req-940b1fc9-7a43-4c4e-93d0-aa65ea1c4499 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3228695
Feb 19 21:01:04.247302 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.247658 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.248026 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.248354 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.264461 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.265474 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.265854 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.266205 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.266546 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.266885 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.267220 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.267551 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.272762 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5673072-18de-4920-b3d2-87d2d76c66a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:04.281882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 57f2a797-1cfe-462b-a115-d8f0563b8044 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:04.300826 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:04.342649 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7017f8b0>, [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:00Z', 'revision_number': 3, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:04.381164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Publish callbacks [] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:04.403152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-008bf359-28e5-406c-ac04-6f4e683eda2a req-07a484c6-248b-4294-871a-250b8179df22 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3612084
Feb 19 21:01:04.424055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f2a797-1cfe-462b-a115-d8f0563b8044 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:04.426137 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:04.442510 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d6ec47db-9e71-4f6d-9b80-cd214d45b59b tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "GET /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags/tempest-TagsTest-Tag-1766841532 HTTP/1.1" status: 204  len: 168 time: 0.3598225
Feb 19 21:01:04.448508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53984) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:04.456972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-67f75028-d92d-4da4-8150-2b29bd97569f tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6a56e070>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:04.463532 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e4514-2e48-4f64-8533-5356ad60e752 None None] The sync data for ids ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'] in ncdv-master-1 is: [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:00Z', 'revision_number': 3, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:01:04.487262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:04.499060 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Pushing event updated for resources: {'Port': ['ID=7a41729f-6ff9-4ff8-a528-9f5a35fdf000,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:04.509149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Network e65a0dad-e542-4761-ba20-2506e5992b4e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:04.510790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:04.514157 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:04.531015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:04.582890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-d16bd1cd-36a3-40f6-ab4a-9fd2fb801a74 service neutron] 10.222.0.30 "GET /v2.0/networks/e50462f1-2728-4b94-911d-a92c71aefe29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4485345
Feb 19 21:01:04.586685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (cedc2922-18f3-4470-a55a-d49aa7d2f08f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:04.625230 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Publish callbacks [] for port (a73d796b-3626-4ad8-832c-d31e5840694e), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:04.676679 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:04.685481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544a918-bbd5-4c4f-8053-3fd84cde2135 req-24a7ee55-06f5-4e83-8fc4-f219cdb4cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:04.686222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:04.692720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a544a918-bbd5-4c4f-8053-3fd84cde2135 req-24a7ee55-06f5-4e83-8fc4-f219cdb4cfcb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 1127 time: 0.3808153
Feb 19 21:01:04.819474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Attempting to bind port a73d796b-3626-4ad8-832c-d31e5840694e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:04.819832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Attempting to bind port a73d796b-3626-4ad8-832c-d31e5840694e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:04.820173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Attempting to bind port a73d796b-3626-4ad8-832c-d31e5840694e on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:04.828016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d90e8-a376-4265-a9fa-1f77ba6fca54 None None] Pushing event updated for resources: {'Port': ['ID=a73d796b-3626-4ad8-832c-d31e5840694e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:04.836457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:04.837412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:04.837834 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:04.838365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:04.839274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Bound port: a73d796b-3626-4ad8-832c-d31e5840694e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:04.839678 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:04.846068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:04.984922 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6741c08c-7f06-4ef3-9b14-67f2b6a180f8 None None] Provisioning complete for port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:04.985427 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6741c08c-7f06-4ef3-9b14-67f2b6a180f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:05.061653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6741c08c-7f06-4ef3-9b14-67f2b6a180f8 None None] Port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:01:05.081282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] For port a73d796b-3626-4ad8-832c-d31e5840694e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:05.085122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-ab25ef71-80ba-4086-bff5-defe4d2b0202 service neutron] 10.222.0.30 "GET /v2.0/networks/e50462f1-2728-4b94-911d-a92c71aefe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5010350
Feb 19 21:01:05.086922 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] For port a73d796b-3626-4ad8-832c-d31e5840694e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a73d796b-3626-4ad8-832c-d31e5840694e,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:05.092071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['57f2a797-1cfe-462b-a115-d8f0563b8044'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:01:05.099132 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:05.167751 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:05.197492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-67f75028-d92d-4da4-8150-2b29bd97569f tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "DELETE /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags HTTP/1.1" status: 204  len: 168 time: 0.7445633
Feb 19 21:01:05.201941 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53992) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:05.210882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd4377-8da8-427e-9c9c-3f5422f0e7d5 req-a6febb11-d83d-4b76-b676-6bb3805fdd0f tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:05.212952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6afd4377-8da8-427e-9c9c-3f5422f0e7d5 req-a6febb11-d83d-4b76-b676-6bb3805fdd0f tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 948 time: 0.4377503
Feb 19 21:01:05.219685 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-8df9248a-1e9a-4eec-9dfd-69f18fa46284 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6a4ab700>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec', 'tempest-TagsTest-Tag-914780521') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:05.225407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d90e8-a376-4265-a9fa-1f77ba6fca54 None None] Pushing event updated for resources: {'Port': ['ID=a73d796b-3626-4ad8-832c-d31e5840694e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:05.254827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Routers {'1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:05.255075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Publish callbacks [] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:05.255890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b5ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:05.312425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6afd4377-8da8-427e-9c9c-3f5422f0e7d5 req-0f781948-2cc5-4763-b5bd-459dd7ecb5d3 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685594
Feb 19 21:01:05.337579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544a918-bbd5-4c4f-8053-3fd84cde2135 req-8786b9ad-ff60-4d9f-8537-8e03f2da2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:05.340750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a544a918-bbd5-4c4f-8053-3fd84cde2135 req-8786b9ad-ff60-4d9f-8537-8e03f2da2aaa service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 920 time: 0.5637918
Feb 19 21:01:05.354589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:05.416382 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (cedc2922-18f3-4470-a55a-d49aa7d2f08f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:05.491482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a544a918-bbd5-4c4f-8053-3fd84cde2135 req-584422e7-164a-4e15-8a34-a920c5b07be2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b HTTP/1.1" status: 200  len: 217 time: 0.0712752
Feb 19 21:01:05.504740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] Set router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:05.578940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544a918-bbd5-4c4f-8053-3fd84cde2135 req-11ece49f-4331-4c62-8009-13eb358c1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:05.580750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a544a918-bbd5-4c4f-8053-3fd84cde2135 req-11ece49f-4331-4c62-8009-13eb358c1feb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 200  len: 859 time: 0.0858669
Feb 19 21:01:05.613587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Pushing event updated for resources: {'Port': ['ID=7a41729f-6ff9-4ff8-a528-9f5a35fdf000,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:05.623343 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-8df9248a-1e9a-4eec-9dfd-69f18fa46284 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] show failed (client error): The resource could not be found.
Feb 19 21:01:05.627380 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8df9248a-1e9a-4eec-9dfd-69f18fa46284 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "GET /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags/tempest-TagsTest-Tag-914780521 HTTP/1.1" status: 404  len: 325 time: 0.4232864
Feb 19 21:01:05.627978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54006) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:05.642390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-750673dd-eba5-4061-bff1-0194b7d256ab tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a69b372e0>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec', 'tempest-TagsTest-Tag-1766841532') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:05.805662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Allocated IP 172.20.0.1 (525c00e6-815e-417a-9565-c227da0e1ef0/5bb4a192-5144-4953-83dc-5746f802087f/45752116-0989-4c5b-82a1-720415feb988) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:05.868358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Network e65a0dad-e542-4761-ba20-2506e5992b4e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:05.873574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:05.902501 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-750673dd-eba5-4061-bff1-0194b7d256ab tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] show failed (client error): The resource could not be found.
Feb 19 21:01:05.910445 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-750673dd-eba5-4061-bff1-0194b7d256ab tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "GET /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags/tempest-TagsTest-Tag-1766841532 HTTP/1.1" status: 404  len: 326 time: 0.2787607
Feb 19 21:01:05.913892 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54012) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:05.935713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-389dd3ab-c27d-423b-8c34-b05e90b37640 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6a5af430>, 'networks', '6e848ab6-eb78-467e-ad8d-d9f00b61bcec') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:05.945285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 153387e6-8b88-4af9-a173-e8db3adb31c4 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:05.961644 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Publish callbacks [] for port (45752116-0989-4c5b-82a1-720415feb988), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:06.042600 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (45752116-0989-4c5b-82a1-720415feb988), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:06.048827 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a544a918-bbd5-4c4f-8053-3fd84cde2135 req-2f209bc2-a2d6-4b17-8e4a-ec51d14803e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d71791f-d141-4701-a95a-c6109bae943e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4600534
Feb 19 21:01:06.135780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 153387e6-8b88-4af9-a173-e8db3adb31c4 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:06.136510 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:06.162556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79d0d8e4-c437-4929-9d08-e98eddbceb54 req-8be077f4-dbdf-4a58-bbd4-e1922dff6765 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 210 time: 0.1347380
Feb 19 21:01:06.188140 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Network 525c00e6-815e-417a-9565-c227da0e1ef0 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:06.195832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b5ddc0>, [{'id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'name': 'tempest-ServersTestMultiNic-457712041-router', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:55Z', 'updated_at': '2022-02-19T21:01:01Z', 'revision_number': 3, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'gw_port': {'id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:58Z', 'updated_at': '2022-02-19T21:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:06.204056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:06.262592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:06.282618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a199dd-d138-4904-a5b4-5b070d280d46 None None] The sync data for ids ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'] in ncdv-master-1 is: [{'id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'name': 'tempest-ServersTestMultiNic-457712041-router', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:55Z', 'updated_at': '2022-02-19T21:01:01Z', 'revision_number': 3, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'gw_port': {'id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:58Z', 'updated_at': '2022-02-19T21:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:01:06.420385 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-389dd3ab-c27d-423b-8c34-b05e90b37640 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "DELETE /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec/tags HTTP/1.1" status: 204  len: 168 time: 0.5022702
Feb 19 21:01:06.427776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54024) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:06.482473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 153387e6-8b88-4af9-a173-e8db3adb31c4 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:06.488096 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:06.576541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 153387e6-8b88-4af9-a173-e8db3adb31c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=153387e6-8b88-4af9-a173-e8db3adb31c4,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:06.578994 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-85c38f96-2dd4-4e23-81cf-75ecbf5a81ea None None] Provisioning complete for port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:06.579622 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-85c38f96-2dd4-4e23-81cf-75ecbf5a81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:06.587719 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:06.595369 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Router cedc2922-18f3-4470-a55a-d49aa7d2f08f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:01:06.633577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0e6ea-99c2-4402-b612-02eeee32ddbd req-af794815-3916-4879-b8ef-22de10d9100a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:06.635170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98e0e6ea-99c2-4402-b612-02eeee32ddbd req-af794815-3916-4879-b8ef-22de10d9100a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.9872243
Feb 19 21:01:06.662693 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (6e848ab6-eb78-467e-ad8d-d9f00b61bcec), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:06.687728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Pushing event updated for resources: {'Port': ['ID=45752116-0989-4c5b-82a1-720415feb988,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:06.705188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-85c38f96-2dd4-4e23-81cf-75ecbf5a81ea None None] Port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:01:06.720855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=153387e6-8b88-4af9-a173-e8db3adb31c4,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:06.815693 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:06.835842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a544a918-bbd5-4c4f-8053-3fd84cde2135 req-8a0bdcc1-064b-4e80-82c9-9e6f2875cac9 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7293413
Feb 19 21:01:06.865951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-bc8fab8d-258d-4317-ae38-17d7c4707545 None None] Provisioning complete for port 45752116-0989-4c5b-82a1-720415feb988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:06.866425 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc8fab8d-258d-4317-ae38-17d7c4707545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (45752116-0989-4c5b-82a1-720415feb988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:06.932983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bc8fab8d-258d-4317-ae38-17d7c4707545 None None] Port 45752116-0989-4c5b-82a1-720415feb988 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:01:06.978752 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (6e848ab6-eb78-467e-ad8d-d9f00b61bcec), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:07.013707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a836490>,) {'filters': {'network_id': ['6e848ab6-eb78-467e-ad8d-d9f00b61bcec']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:07.028218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54032) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:07.043006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a836490>, '7f719ebd-e5b3-4550-9d86-d9e63c80cfd1') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:07.043417 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a836490>, '7f719ebd-e5b3-4550-9d86-d9e63c80cfd1') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:07.087520 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (7f719ebd-e5b3-4550-9d86-d9e63c80cfd1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:07.118374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:01:07.120798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7f719ebd-e5b3-4550-9d86-d9e63c80cfd1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:07.126504 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-304031a6-b410-4a0a-a374-6a65c4aacea1 admin admin] 10.222.0.30 "PUT /v2.0/routers/cedc2922-18f3-4470-a55a-d49aa7d2f08f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5907798
Feb 19 21:01:07.140249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:01:07.142056 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (7f719ebd-e5b3-4550-9d86-d9e63c80cfd1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:01:07.152912 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:01:07.267210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (6e848ab6-eb78-467e-ad8d-d9f00b61bcec), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:07.275442 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:07.282692 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] 10.222.0.30 "DELETE /v2.0/networks/6e848ab6-eb78-467e-ad8d-d9f00b61bcec HTTP/1.1" status: 204  len: 168 time: 0.8516159
Feb 19 21:01:07.311121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2a948-a5f6-4882-a842-d844e39d92c5 tempest-TagsTest-1494118616 tempest-TagsTest-1494118616-project] Pushing event deleted for resources: {'Network': ['ID=6e848ab6-eb78-467e-ad8d-d9f00b61bcec,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:07.346289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60dff748-0b89-4801-9031-f88991dc7613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:07.421145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04365d3e-9e9e-4016-9b56-a6f09d9cb345 req-e3433819-233a-4573-b1a4-7ec4b423ffd6 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:07.429794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04365d3e-9e9e-4016-9b56-a6f09d9cb345 req-e3433819-233a-4573-b1a4-7ec4b423ffd6 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 948 time: 0.8748729
Feb 19 21:01:07.491438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98e0e6ea-99c2-4402-b612-02eeee32ddbd req-67ffbcfd-8a03-41a2-b245-64fb4735ac1b tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8319907
Feb 19 21:01:07.491911 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60dff748-0b89-4801-9031-f88991dc7613 admin admin] Publish callbacks [] for security_group (7620afd1-b141-4fda-a574-2a5fee108485), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:07.507657 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60dff748-0b89-4801-9031-f88991dc7613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7620afd1-b141-4fda-a574-2a5fee108485), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:07.585485 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04365d3e-9e9e-4016-9b56-a6f09d9cb345 req-2bdc335e-d130-41a5-81a2-b7324ccd0681 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547914
Feb 19 21:01:07.594393 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-60dff748-0b89-4801-9031-f88991dc7613 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e93a9beabf3f413a97af1554514a7537&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5612781
Feb 19 21:01:07.600244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54050) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:07.672155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c154bd5-6bd9-4d1c-aa0c-58b410578db7 req-e2e51792-4b9b-400b-a5dd-18eeb6190e01 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 210 time: 0.0749214
Feb 19 21:01:07.681165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:01:07.688279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 57f2a797-1cfe-462b-a115-d8f0563b8044 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:07.706095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4595e-e11d-46ce-9845-937e6644620e req-73e236da-e5e0-454d-9449-623edffdde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:07.707941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0de4595e-e11d-46ce-9845-937e6644620e req-73e236da-e5e0-454d-9449-623edffdde91 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 1127 time: 0.4510186
Feb 19 21:01:07.712601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54054) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:07.757725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a544a918-bbd5-4c4f-8053-3fd84cde2135 req-d94544d6-c589-4476-8743-0920243a7e68 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5044751
Feb 19 21:01:07.774376 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dff748-0b89-4801-9031-f88991dc7613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7620afd1-b141-4fda-a574-2a5fee108485,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:07.785766 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Sync routers for ids ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:01:07.802379 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Routers {'cedc2922-18f3-4470-a55a-d49aa7d2f08f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:07.805767 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7bad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:07.809707 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45752116-0989-4c5b-82a1-720415feb988), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:07.894954 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0de4595e-e11d-46ce-9845-937e6644620e req-4556ec45-4199-47dc-85b5-479991bfa964 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585157
Feb 19 21:01:08.044397 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e679181-a9bb-4934-8a8c-a440db705fbf admin admin] Publish callbacks [] for security_group (7620afd1-b141-4fda-a574-2a5fee108485), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.062520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 57f2a797-1cfe-462b-a115-d8f0563b8044 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:01:08.075083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a73d796b-3626-4ad8-832c-d31e5840694e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:08.077989 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Set router cedc2922-18f3-4470-a55a-d49aa7d2f08f gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:08.174940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5ccb010f-2fe4-4f31-b8ab-95ccc05972db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ef7ec9ec0c34144a73b7671b20ae803&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4572444
Feb 19 21:01:08.177741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54058) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:08.199175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 57f2a797-1cfe-462b-a115-d8f0563b8044 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:08.199565 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.201312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e679181-a9bb-4934-8a8c-a440db705fbf admin admin] Publish callbacks [] for security_group (7620afd1-b141-4fda-a574-2a5fee108485), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.250665 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce808-55ee-4d17-b0ef-a4bfed17769a admin admin] Publish callbacks [] for security_group (2b63f0a5-5e0a-4d57-ba90-a07211de2cdb), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.254533 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Publish callbacks [] for port (45752116-0989-4c5b-82a1-720415feb988), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.266977 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (45752116-0989-4c5b-82a1-720415feb988), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.306832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:08.312523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-c9a1f6dd-28c8-47e7-964e-ddfb6d2db550 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:08.314176 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-c9a1f6dd-28c8-47e7-964e-ddfb6d2db550 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.10 "GET /v2.0/networks?id=e50462f1-2728-4b94-911d-a92c71aefe29 HTTP/1.1" status: 200  len: 810 time: 0.6510139
Feb 19 21:01:08.327463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Request body: {'port': {'device_id': 'c663bc1c-0a0d-471d-a5f7-c78f30fd46dd', 'network_id': 'e50462f1-2728-4b94-911d-a92c71aefe29', 'admin_state_up': True, 'tenant_id': '65cfeab9ddf04555a7e2fdb0ee8ebc42'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:08.328380 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce808-55ee-4d17-b0ef-a4bfed17769a admin admin] Publish callbacks [] for security_group (2b63f0a5-5e0a-4d57-ba90-a07211de2cdb), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.368256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '3af9d550-dac7-42d8-be63-467504951ed9', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'port_id': '3af9d550-dac7-42d8-be63-467504951ed9', 'mac_address': 'fa:16:3e:89:15:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:01:08.374682 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7bad90>, [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:04Z', 'revision_number': 4, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a41729f-6ff9-4ff8-a528-9f5a35fdf000', 'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'mac_address': 'fa:16:3e:69:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:03Z', 'updated_at': '2022-02-19T21:01:04Z', 'revision_number': 2, 'project_id': '4aca9e397c334bb997f450e919088286', 'subnets': [{'id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:08.409760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Pushing event updated for resources: {'Port': ['ID=45752116-0989-4c5b-82a1-720415feb988,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:08.410383 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Checking router: cedc2922-18f3-4470-a55a-d49aa7d2f08f for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:01:08.410848 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Updating router cedc2922-18f3-4470-a55a-d49aa7d2f08f port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:01:08.439900 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.450783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a73d796b-3626-4ad8-832c-d31e5840694e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:08.451164 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.499942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3af9d550-dac7-42d8-be63-467504951ed9 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:08.500362 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.531921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3af9d550-dac7-42d8-be63-467504951ed9 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:08.538636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 57f2a797-1cfe-462b-a115-d8f0563b8044 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:08.538636 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.568026 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e679181-a9bb-4934-8a8c-a440db705fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7620afd1-b141-4fda-a574-2a5fee108485), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.572121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e679181-a9bb-4934-8a8c-a440db705fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.577144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:08.579187 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8e679181-a9bb-4934-8a8c-a440db705fbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7620afd1-b141-4fda-a574-2a5fee108485 HTTP/1.1" status: 204  len: 168 time: 0.9773583
Feb 19 21:01:08.599161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e679181-a9bb-4934-8a8c-a440db705fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7620afd1-b141-4fda-a574-2a5fee108485,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:08.601818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Made reservation on behalf of 65cfeab9ddf04555a7e2fdb0ee8ebc42 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:08.603130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:08.607385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.613866 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb97823-5ead-4986-9dc0-070a0a15ebc3" -d '{"events": [{"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-plugged", "status": "completed", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:08.673901 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54072) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:08.676504 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.682518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-595bb16e-cca5-43b3-9fe7-066d1d53e6d1 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689653357', 'description': 'tempest-description--1030514428'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:08.698502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:08.727048 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.770638 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.803933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3af9d550-dac7-42d8-be63-467504951ed9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:01:08.833856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce808-55ee-4d17-b0ef-a4bfed17769a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2b63f0a5-5e0a-4d57-ba90-a07211de2cdb), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.850729 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce808-55ee-4d17-b0ef-a4bfed17769a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.860623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4f7ce808-55ee-4d17-b0ef-a4bfed17769a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b63f0a5-5e0a-4d57-ba90-a07211de2cdb HTTP/1.1" status: 204  len: 168 time: 0.6800630
Feb 19 21:01:08.879002 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-595bb16e-cca5-43b3-9fe7-066d1d53e6d1 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:08.919963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ce808-55ee-4d17-b0ef-a4bfed17769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b63f0a5-5e0a-4d57-ba90-a07211de2cdb,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:08.954599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Network 525c00e6-815e-417a-9565-c227da0e1ef0 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:08.959407 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:09.022178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:09.029524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a73d796b-3626-4ad8-832c-d31e5840694e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:09.033118 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.043274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b966b3-5d45-415c-8b74-e8fe530d73e8 req-f9a17e24-da40-4d24-be34-ff2e321eb407 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:09.050960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62b966b3-5d45-415c-8b74-e8fe530d73e8 req-f9a17e24-da40-4d24-be34-ff2e321eb407 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 949 time: 0.2921097
Feb 19 21:01:09.116780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Allocated IP 172.20.0.13 (e50462f1-2728-4b94-911d-a92c71aefe29/3f5b7599-856d-454d-86a3-0ee387e5afce/49b75fb4-dfb4-4181-9310-47d14081f43e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:09.127251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:09.130725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869eb2a-c567-477a-b0d5-3ca4b47fb4f2 req-33e0aa7e-618f-473c-9f3d-7fa649b4881a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:09.132357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e869eb2a-c567-477a-b0d5-3ca4b47fb4f2 req-33e0aa7e-618f-473c-9f3d-7fa649b4881a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.4879293
Feb 19 21:01:09.176180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port a73d796b-3626-4ad8-832c-d31e5840694e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a73d796b-3626-4ad8-832c-d31e5840694e,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:09.192614 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.193797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 153387e6-8b88-4af9-a173-e8db3adb31c4 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:09.205652 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Publish callbacks [] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.214170 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.298915 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-595bb16e-cca5-43b3-9fe7-066d1d53e6d1 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group (a100f9a3-986f-48eb-a923-3914c0baa5a5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.325900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-595bb16e-cca5-43b3-9fe7-066d1d53e6d1 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a100f9a3-986f-48eb-a923-3914c0baa5a5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.417081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=a73d796b-3626-4ad8-832c-d31e5840694e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:09.420006 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e809e66-1a4e-44db-b20f-a90fcbeb70da None None] Pushing event updated for resources: {'Port': ['ID=7a41729f-6ff9-4ff8-a528-9f5a35fdf000,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:09.442370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54080) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:09.456776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:01:09.486834 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Attempting to bind port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:09.487226 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Attempting to bind port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:09.487575 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Attempting to bind port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 on network e65a0dad-e542-4761-ba20-2506e5992b4e {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:09.489621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ce46089-0b9c-47ed-8341-67932645f6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.506693 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:09.507073 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Checking segment: {'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:09.507492 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.507878 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Bound using segment: {'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:09.508476 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Bound port: 7a41729f-6ff9-4ff8-a528-9f5a35fdf000, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:09.511561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62b966b3-5d45-415c-8b74-e8fe530d73e8 req-08d4e8aa-d585-48d7-9750-99a1ac9af695 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4584346
Feb 19 21:01:09.520540 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.547481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 153387e6-8b88-4af9-a173-e8db3adb31c4 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:09.548630 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.552711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-595bb16e-cca5-43b3-9fe7-066d1d53e6d1 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.557415 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-595bb16e-cca5-43b3-9fe7-066d1d53e6d1 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.8824923
Feb 19 21:01:09.564685 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54086) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:09.572704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-32d169d9-1f39-4d58-a711-75702f9fe407 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Request body: {'security_group_rule': {'security_group_id': 'a100f9a3-986f-48eb-a923-3914c0baa5a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:09.587543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e869eb2a-c567-477a-b0d5-3ca4b47fb4f2 req-d9c49a82-8797-4840-a531-66ef59b78ede tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3531730
Feb 19 21:01:09.597971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bb16e-cca5-43b3-9fe7-066d1d53e6d1 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a100f9a3-986f-48eb-a923-3914c0baa5a5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:09.654795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6f6fd560-135c-44ba-94df-c307436c2997 None None] Provisioning complete for port 45752116-0989-4c5b-82a1-720415feb988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:09.655779 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6f6fd560-135c-44ba-94df-c307436c2997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (45752116-0989-4c5b-82a1-720415feb988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.719254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32d169d9-1f39-4d58-a711-75702f9fe407 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group_rule (ded7fa65-3a6d-4d5e-bb47-239cafc8c034), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.743724 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] For port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:09.748047 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] For port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a41729f-6ff9-4ff8-a528-9f5a35fdf000,segment=NetworkSegment(fdc5618c-774b-454f-b46b-de5d8a548ae6),segment_id=fdc5618c-774b-454f-b46b-de5d8a548ae6)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:09.755513 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.800768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fd560-135c-44ba-94df-c307436c2997 None None] Port 45752116-0989-4c5b-82a1-720415feb988 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:01:09.810764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 153387e6-8b88-4af9-a173-e8db3adb31c4 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:09.873664 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Routers {'cedc2922-18f3-4470-a55a-d49aa7d2f08f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:09.874710 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7bad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:09.927166 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Publish callbacks [] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:09.945588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6450b60d-f6f2-4850-bc84-9bf4ab4f9cde None None] Provisioning complete for port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:09.945854 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6450b60d-f6f2-4850-bc84-9bf4ab4f9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.004320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ea597320-3c2a-4fcb-bb20-4743cd8ee10c req-d3b37b28-bbe4-4789-a3ae-c4e15388f75e tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 210 time: 0.0939045
Feb 19 21:01:10.049436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a73d796b-3626-4ad8-832c-d31e5840694e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:10.085058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:01:10.109514 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ebe3b62a-ff07-4e00-803e-180482ce6869 admin admin] 10.222.0.30 "PUT /v2.0/routers/1c40b97e-9d9d-4dd8-bf47-09f6b878b83a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0895264
Feb 19 21:01:10.129426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Sync routers for ids ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:01:10.140198 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d486c5-b08a-4b1e-8ae9-0a781370031f x-openstack-request-id: req-c7d486c5-b08a-4b1e-8ae9-0a781370031f {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:10.141444 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-plugged", "status": "completed", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:10.142068 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7d486c5-b08a-4b1e-8ae9-0a781370031f {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:10.142641 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'code': 200}
Feb 19 21:01:10.170824 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] Set router cedc2922-18f3-4470-a55a-d49aa7d2f08f gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:10.178719 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ce46089-0b9c-47ed-8341-67932645f6e4 admin admin] Publish callbacks [] for security_group (8dbcf8a9-ed6c-4965-b1c8-a1031e148491), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.180807 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.197580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Routers {'1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:10.199140 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ce46089-0b9c-47ed-8341-67932645f6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8dbcf8a9-ed6c-4965-b1c8-a1031e148491), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.199265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c14640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:10.340147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce46089-0b9c-47ed-8341-67932645f6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbcf8a9-ed6c-4965-b1c8-a1031e148491,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:10.393959 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32d169d9-1f39-4d58-a711-75702f9fe407 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group_rule (ded7fa65-3a6d-4d5e-bb47-239cafc8c034), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.407378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Network e50462f1-2728-4b94-911d-a92c71aefe29 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:10.414187 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32d169d9-1f39-4d58-a711-75702f9fe407 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (ded7fa65-3a6d-4d5e-bb47-239cafc8c034), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.414838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54120) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:10.422371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54122) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:10.422869 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2ce46089-0b9c-47ed-8341-67932645f6e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c125523d7f4642d7abd0b70eae302199&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9792624
Feb 19 21:01:10.455227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:10.467917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d169d9-1f39-4d58-a711-75702f9fe407 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded7fa65-3a6d-4d5e-bb47-239cafc8c034,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:10.473102 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32d169d9-1f39-4d58-a711-75702f9fe407 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.474482 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-32d169d9-1f39-4d58-a711-75702f9fe407 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9065359
Feb 19 21:01:10.475638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:10.480704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54130) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:10.484137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Pushing event updated for resources: {'Port': ['ID=49b75fb4-dfb4-4181-9310-47d14081f43e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:10.506982 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e809e66-1a4e-44db-b20f-a90fcbeb70da None None] Pushing event updated for resources: {'Port': ['ID=7a41729f-6ff9-4ff8-a528-9f5a35fdf000,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:10.510653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-032effd1-abde-40c6-ba56-d0943004459c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Request body: {'security_group_rule': {'security_group_id': 'a100f9a3-986f-48eb-a923-3914c0baa5a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:10.558253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:10.558851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.575356 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-032effd1-abde-40c6-ba56-d0943004459c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group_rule (d3e96d6d-c942-4ac9-9a88-348402eff736), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.583643 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe9ec-c56e-4f3a-b63c-1086055c0fbd admin admin] Publish callbacks [] for security_group (8dbcf8a9-ed6c-4965-b1c8-a1031e148491), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.668382 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe9ec-c56e-4f3a-b63c-1086055c0fbd admin admin] Publish callbacks [] for security_group (8dbcf8a9-ed6c-4965-b1c8-a1031e148491), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.699079 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-032effd1-abde-40c6-ba56-d0943004459c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group_rule (d3e96d6d-c942-4ac9-9a88-348402eff736), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.733433 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-bea8e11a-1f7f-4d55-875f-237837a87476 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4099879
Feb 19 21:01:10.741422 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7bad90>, [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:04Z', 'revision_number': 4, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a41729f-6ff9-4ff8-a528-9f5a35fdf000', 'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'mac_address': 'fa:16:3e:69:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:03Z', 'updated_at': '2022-02-19T21:01:09Z', 'revision_number': 4, 'project_id': '4aca9e397c334bb997f450e919088286', 'subnets': [{'id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:10.745978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6450b60d-f6f2-4850-bc84-9bf4ab4f9cde None None] Current status of the port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:10.746394 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6450b60d-f6f2-4850-bc84-9bf4ab4f9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.760613 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-032effd1-abde-40c6-ba56-d0943004459c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (d3e96d6d-c942-4ac9-9a88-348402eff736), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.770395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-579617149'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:10.778210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Request body: {'port': {'device_id': 'c663bc1c-0a0d-471d-a5f7-c78f30fd46dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:10.806454 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17f0f4-f107-49a2-a852-bfd681daab52 None None] The sync data for ids ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'] in ncdv-master-1 is: [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:04Z', 'revision_number': 4, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a41729f-6ff9-4ff8-a528-9f5a35fdf000', 'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'mac_address': 'fa:16:3e:69:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:03Z', 'updated_at': '2022-02-19T21:01:09Z', 'revision_number': 4, 'project_id': '4aca9e397c334bb997f450e919088286', 'subnets': [{'id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:01:10.842726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6450b60d-f6f2-4850-bc84-9bf4ab4f9cde None None] For port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a41729f-6ff9-4ff8-a528-9f5a35fdf000,segment=NetworkSegment(fdc5618c-774b-454f-b46b-de5d8a548ae6),segment_id=fdc5618c-774b-454f-b46b-de5d8a548ae6)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:10.846936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a73d796b-3626-4ad8-832c-d31e5840694e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:10.847692 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.871281 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6450b60d-f6f2-4850-bc84-9bf4ab4f9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.895521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:10.938293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032effd1-abde-40c6-ba56-d0943004459c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e96d6d-c942-4ac9-9a88-348402eff736,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:10.944990 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.953926 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-032effd1-abde-40c6-ba56-d0943004459c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.955276 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-032effd1-abde-40c6-ba56-d0943004459c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4721959
Feb 19 21:01:10.957551 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:10.960375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54146) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:10.975658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:11.046569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cda441-d164-43df-bcc6-bb72c1c303df req-b837f3ee-42a0-4ba7-b45b-f1778f827301 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:11.053075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e334525-9f47-40c6-86ce-456306f41a18 req-68af2177-6e0c-4f21-b8dd-ce2479651b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:11.054428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99cda441-d164-43df-bcc6-bb72c1c303df req-b837f3ee-42a0-4ba7-b45b-f1778f827301 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 949 time: 0.4031024
Feb 19 21:01:11.054635 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5e334525-9f47-40c6-86ce-456306f41a18 req-68af2177-6e0c-4f21-b8dd-ce2479651b77 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 1131 time: 0.7291949
Feb 19 21:01:11.063822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d94a5-d584-4d78-8579-f011d8923e39 req-6b8c9dae-8637-480e-a1d2-71af8c62ed57 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:11.079283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b1d94a5-d584-4d78-8579-f011d8923e39 req-6b8c9dae-8637-480e-a1d2-71af8c62ed57 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.3725805
Feb 19 21:01:11.095428 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Set router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:11.150692 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe9ec-c56e-4f3a-b63c-1086055c0fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8dbcf8a9-ed6c-4965-b1c8-a1031e148491), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:11.154515 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe9ec-c56e-4f3a-b63c-1086055c0fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:11.157535 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7c4fe9ec-c56e-4f3a-b63c-1086055c0fbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8dbcf8a9-ed6c-4965-b1c8-a1031e148491 HTTP/1.1" status: 204  len: 168 time: 0.7320600
Feb 19 21:01:11.161356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:01:11.177128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f7996330-5d80-47eb-8fc4-a3da017335c0 None None] Provisioning complete for port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:11.177718 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f7996330-5d80-47eb-8fc4-a3da017335c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:11.210110 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (88df59ef-cf50-4d59-af3a-841dff54867b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:11.210465 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Added segment 88df59ef-cf50-4d59-af3a-841dff54867b of type vlan for network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1
Feb 19 21:01:11.216912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54152) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:11.220676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0025868
Feb 19 21:01:11.221528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fe9ec-c56e-4f3a-b63c-1086055c0fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbcf8a9-ed6c-4965-b1c8-a1031e148491,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:11.231763 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:11.254004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450b60d-f6f2-4850-bc84-9bf4ab4f9cde None None] Pushing event updated for resources: {'Port': ['ID=7a41729f-6ff9-4ff8-a528-9f5a35fdf000,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:11.255932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54154) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:11.355658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b1d94a5-d584-4d78-8579-f011d8923e39 req-f66d914d-2b66-4dad-91f9-ae5c6b6b4c2f tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661698
Feb 19 21:01:11.380387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99cda441-d164-43df-bcc6-bb72c1c303df req-5373d256-c216-458d-9513-dd44198bd4b9 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3227859
Feb 19 21:01:11.405744 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (140e3dd6-5cb8-49ac-9612-4920dd5c0ab1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:11.440894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a73d796b-3626-4ad8-832c-d31e5840694e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:11.462124 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5e334525-9f47-40c6-86ce-456306f41a18 req-6a249bde-b11e-4b5d-9213-f9d9083dd338 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890049
Feb 19 21:01:11.488725 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (140e3dd6-5cb8-49ac-9612-4920dd5c0ab1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:11.498176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:11.498976 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:11.758211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:11.843330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.4273407
Feb 19 21:01:11.883618 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54172) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:11.905612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'subnet': {'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:11.907049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0400f3-2a76-4732-959f-0c88c1f5f11c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Network': ['ID=140e3dd6-5cb8-49ac-9612-4920dd5c0ab1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:11.943769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1e79e1a2-757d-4448-9d8e-273e1bc0e5de tempest-NetworksApiDiscovery-490424797 tempest-NetworksApiDiscovery-490424797-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.6592927
Feb 19 21:01:11.973343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:01:12.017116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133032a7-980b-4c54-bda6-3c2329d7bd49 req-57231814-e083-4e86-bad3-d3590cab2a82 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:12.026816 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-133032a7-980b-4c54-bda6-3c2329d7bd49 req-57231814-e083-4e86-bad3-d3590cab2a82 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 932 time: 0.3109548
Feb 19 21:01:12.042193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c210c-060e-43c3-b95e-f5a23a1974cb req-4a91f343-312f-451d-aa66-d892ca68e113 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:12.055449 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f7996330-5d80-47eb-8fc4-a3da017335c0 None None] Current status of the port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:12.056372 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-907c210c-060e-43c3-b95e-f5a23a1974cb req-4a91f343-312f-451d-aa66-d892ca68e113 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.5371664
Feb 19 21:01:12.121264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:12.242369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-133032a7-980b-4c54-bda6-3c2329d7bd49 req-2a3f3565-8b6d-44fd-8656-e389e68aad18 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145526
Feb 19 21:01:12.267575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-907c210c-060e-43c3-b95e-f5a23a1974cb req-8df72ad1-b019-411c-87ec-06ea7a1e2962 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063229
Feb 19 21:01:12.432439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 3af9d550-dac7-42d8-be63-467504951ed9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:12.432834 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3af9d550-dac7-42d8-be63-467504951ed9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:12.469231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b75fb4-dfb4-4181-9310-47d14081f43e {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:12.492438 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Publish callbacks [] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:12.506377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54192) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:12.541769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Transition to ACTIVE for port object 49b75fb4-dfb4-4181-9310-47d14081f43e will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:01:12.605719 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:12.641011 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:12.696467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:12.697808 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:12.709427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12acc27-2269-4265-a9b5-f80414e3edca req-715e92fd-e6e9-4565-87ea-916b674f3dd7 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:12.718135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b12acc27-2269-4265-a9b5-f80414e3edca req-715e92fd-e6e9-4565-87ea-916b674f3dd7 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 949 time: 0.1942189
Feb 19 21:01:12.783325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c14640>, [{'id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'name': 'tempest-ServersTestMultiNic-457712041-router', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:55Z', 'updated_at': '2022-02-19T21:01:07Z', 'revision_number': 4, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'gw_port': {'id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:58Z', 'updated_at': '2022-02-19T21:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45752116-0989-4c5b-82a1-720415feb988', 'name': '', 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'mac_address': 'fa:16:3e:60:35:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5bb4a192-5144-4953-83dc-5746f802087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:05Z', 'updated_at': '2022-02-19T21:01:07Z', 'revision_number': 2, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'subnets': [{'id': '5bb4a192-5144-4953-83dc-5746f802087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:12.798557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Pushing event updated for resources: {'Port': ['ID=49b75fb4-dfb4-4181-9310-47d14081f43e,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:12.926954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Checking router: 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:01:12.927318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Updating router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a port 45752116-0989-4c5b-82a1-720415feb988 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:01:12.946257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b12acc27-2269-4265-a9b5-f80414e3edca req-2c63294d-8306-443b-a6ec-e7dad1dbdbd2 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211983
Feb 19 21:01:12.986338 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c967dc76-d744-4fcc-9f47-3e5fc28f9444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.039448 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45752116-0989-4c5b-82a1-720415feb988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.076255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3af9d550-dac7-42d8-be63-467504951ed9 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:13.077032 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.085381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd55d59-2d43-4c93-9bca-4ff1dc5020b4 req-0f4e4975-aa9c-468f-8278-2077ac0cb56d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:13.094953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dfd55d59-2d43-4c93-9bca-4ff1dc5020b4 req-0f4e4975-aa9c-468f-8278-2077ac0cb56d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.3006737
Feb 19 21:01:13.174123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:13.177034 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feae3e72-882d-4c6a-97be-9ce1f058e753" -d '{"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-plugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:13.183670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-bd274842-6fdf-4907-9eda-eadc43594c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:13.186782 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-bd274842-6fdf-4907-9eda-eadc43594c9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1126 time: 1.2535560
Feb 19 21:01:13.244982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:13.282041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dfd55d59-2d43-4c93-9bca-4ff1dc5020b4 req-3749c975-26f7-417e-ae07-eaa6a1e2285b tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859281
Feb 19 21:01:13.333717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:13.337119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.354760 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f8ca57-4ee6-4c12-88d6-25bd146f72f6 x-openstack-request-id: req-a8f8ca57-4ee6-4c12-88d6-25bd146f72f6 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:13.357379 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-plugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:13.359447 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8f8ca57-4ee6-4c12-88d6-25bd146f72f6 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:13.359988 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9', 'code': 200}
Feb 19 21:01:13.362077 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c967dc76-d744-4fcc-9f47-3e5fc28f9444 admin admin] Publish callbacks [] for security_group (3870e302-c101-4ccf-81de-902dca34ee78), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.365230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:13.380028 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c967dc76-d744-4fcc-9f47-3e5fc28f9444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3870e302-c101-4ccf-81de-902dca34ee78), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.395764 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.411978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Attempting to bind port 49b75fb4-dfb4-4181-9310-47d14081f43e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:13.412319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Attempting to bind port 49b75fb4-dfb4-4181-9310-47d14081f43e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '101fe55e-f299-4ac1-8094-9987e023f216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e50462f1-2728-4b94-911d-a92c71aefe29'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:13.414944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Attempting to bind port 49b75fb4-dfb4-4181-9310-47d14081f43e on network e50462f1-2728-4b94-911d-a92c71aefe29 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:13.550212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c967dc76-d744-4fcc-9f47-3e5fc28f9444 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcf6b982471a4960a675ea363f491589&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0328536
Feb 19 21:01:13.551894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54216) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:13.559543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:13.626479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967dc76-d744-4fcc-9f47-3e5fc28f9444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3870e302-c101-4ccf-81de-902dca34ee78,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:13.707690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbaea0f8-d9b5-41dd-bca0-6f58a89fc5a3 admin admin] Publish callbacks [] for security_group (3870e302-c101-4ccf-81de-902dca34ee78), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.729995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad7249-f617-44b9-a95d-99461c107cc9 req-543f0d36-349d-4916-b281-d3e92404d07f tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:13.739274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-caad7249-f617-44b9-a95d-99461c107cc9 req-543f0d36-349d-4916-b281-d3e92404d07f tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 944 time: 0.2937570
Feb 19 21:01:13.757144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Publish callbacks [] for port (45752116-0989-4c5b-82a1-720415feb988), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.778399 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (45752116-0989-4c5b-82a1-720415feb988), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.792754 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbaea0f8-d9b5-41dd-bca0-6f58a89fc5a3 admin admin] Publish callbacks [] for security_group (3870e302-c101-4ccf-81de-902dca34ee78), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.894725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61005e1-af1f-4536-a77f-172161aef085 None None] Pushing event updated for resources: {'Port': ['ID=45752116-0989-4c5b-82a1-720415feb988,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:13.934362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Attempting to bind port 45752116-0989-4c5b-82a1-720415feb988 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:13.935502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Attempting to bind port 45752116-0989-4c5b-82a1-720415feb988 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f175693-84fc-492d-a85d-db7e59640541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:13.935952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Attempting to bind port 45752116-0989-4c5b-82a1-720415feb988 on network 525c00e6-815e-417a-9565-c227da0e1ef0 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:13.948462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:13.948957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Checking segment: {'id': '7f175693-84fc-492d-a85d-db7e59640541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:13.949445 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:13.949918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Bound using segment: {'id': '7f175693-84fc-492d-a85d-db7e59640541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:13.951022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Bound port: 45752116-0989-4c5b-82a1-720415feb988, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f175693-84fc-492d-a85d-db7e59640541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:13.952613 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45752116-0989-4c5b-82a1-720415feb988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:14.030784 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-caad7249-f617-44b9-a95d-99461c107cc9 req-7f29ec2d-be7f-43f7-a13d-a301e5d7a938 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2875769
Feb 19 21:01:14.079790 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbaea0f8-d9b5-41dd-bca0-6f58a89fc5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3870e302-c101-4ccf-81de-902dca34ee78), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:14.084207 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbaea0f8-d9b5-41dd-bca0-6f58a89fc5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:14.085629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bbaea0f8-d9b5-41dd-bca0-6f58a89fc5a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3870e302-c101-4ccf-81de-902dca34ee78 HTTP/1.1" status: 204  len: 168 time: 0.5308948
Feb 19 21:01:14.096994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaea0f8-d9b5-41dd-bca0-6f58a89fc5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3870e302-c101-4ccf-81de-902dca34ee78,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:14.173868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] For port 45752116-0989-4c5b-82a1-720415feb988, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:14.182089 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] For port 45752116-0989-4c5b-82a1-720415feb988, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45752116-0989-4c5b-82a1-720415feb988,segment=NetworkSegment(7f175693-84fc-492d-a85d-db7e59640541),segment_id=7f175693-84fc-492d-a85d-db7e59640541)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:14.203466 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (45752116-0989-4c5b-82a1-720415feb988), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:14.221016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edc1b0-5c77-4feb-9a7e-f0ee99fe6b2b req-157f861e-31ce-4579-9d01-a2d1f8951a55 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:14.236965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40edc1b0-5c77-4feb-9a7e-f0ee99fe6b2b req-157f861e-31ce-4579-9d01-a2d1f8951a55 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 949 time: 0.1251850
Feb 19 21:01:14.378726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Routers {'1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:14.379395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c14640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:00:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:14.390286 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40edc1b0-5c77-4feb-9a7e-f0ee99fe6b2b req-62c54c61-cf36-4cd2-b072-acf76820366f tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497014
Feb 19 21:01:14.425091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Allocated IP 172.35.2.133 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/ba76054a-a58d-49cc-a418-f3abd84f8159) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:14.497689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61005e1-af1f-4536-a77f-172161aef085 None None] Pushing event updated for resources: {'Port': ['ID=45752116-0989-4c5b-82a1-720415feb988,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:14.579285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c37b2a35-3448-4cce-b3b0-7c32fa3bdfe0 None None] Provisioning complete for port 45752116-0989-4c5b-82a1-720415feb988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:14.579924 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c37b2a35-3448-4cce-b3b0-7c32fa3bdfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (45752116-0989-4c5b-82a1-720415feb988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:14.600442 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for port (ba76054a-a58d-49cc-a418-f3abd84f8159), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:14.704950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] Set router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:14.715793 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ba76054a-a58d-49cc-a418-f3abd84f8159), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:14.719352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-9ef713be-a637-4816-aa0a-50aab3d24b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:14.720925 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-9ef713be-a637-4816-aa0a-50aab3d24b01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 1.4859531
Feb 19 21:01:14.778189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c107a-e0a4-438d-af8a-b1944336b61f req-199f1c91-0d13-4928-84ac-d003ba69ebe0 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:14.778926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Port 49b75fb4-dfb4-4181-9310-47d14081f43e on network e50462f1-2728-4b94-911d-a92c71aefe29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:01:14.779476 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Attempting to bind port 49b75fb4-dfb4-4181-9310-47d14081f43e on network e50462f1-2728-4b94-911d-a92c71aefe29 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:14.801297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-905c107a-e0a4-438d-af8a-b1944336b61f req-199f1c91-0d13-4928-84ac-d003ba69ebe0 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.3052564
Feb 19 21:01:14.916899 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Pushing event updated for resources: {'Port': ['ID=ba76054a-a58d-49cc-a418-f3abd84f8159,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:14.928901 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-4c959ff1-b88c-43e2-8240-2142e61d3957 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 1000 time: 0.1468356
Feb 19 21:01:15.039164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-d13f5c2f-9ee7-446d-8ce4-95c1428f94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:15.041074 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-d13f5c2f-9ee7-446d-8ce4-95c1428f94f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.0952203
Feb 19 21:01:15.045864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-905c107a-e0a4-438d-af8a-b1944336b61f req-e3e9e2d8-58b4-420c-a88e-2d450424b55f tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365472
Feb 19 21:01:15.048907 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:15.049263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Checking segment: {'id': '101fe55e-f299-4ac1-8094-9987e023f216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e50462f1-2728-4b94-911d-a92c71aefe29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:15.049658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Bound using segment: {'id': '101fe55e-f299-4ac1-8094-9987e023f216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e50462f1-2728-4b94-911d-a92c71aefe29'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:15.062933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Bound port: 49b75fb4-dfb4-4181-9310-47d14081f43e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101fe55e-f299-4ac1-8094-9987e023f216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e50462f1-2728-4b94-911d-a92c71aefe29'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:15.062933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:15.065107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:15.100978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:15.132646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:15.366338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c37b2a35-3448-4cce-b3b0-7c32fa3bdfe0 None None] Current status of the port 45752116-0989-4c5b-82a1-720415feb988 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:15.366812 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c37b2a35-3448-4cce-b3b0-7c32fa3bdfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45752116-0989-4c5b-82a1-720415feb988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:15.393689 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013425d-08b1-4844-8416-d372bf417962 req-36b5af58-fb3d-4471-ad9a-d8135edcd0c2 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:15.404319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1013425d-08b1-4844-8416-d372bf417962 req-36b5af58-fb3d-4471-ad9a-d8135edcd0c2 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 944 time: 0.1318457
Feb 19 21:01:15.449191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c37b2a35-3448-4cce-b3b0-7c32fa3bdfe0 None None] For port 45752116-0989-4c5b-82a1-720415feb988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45752116-0989-4c5b-82a1-720415feb988,segment=NetworkSegment(7f175693-84fc-492d-a85d-db7e59640541),segment_id=7f175693-84fc-492d-a85d-db7e59640541)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:15.462371 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c37b2a35-3448-4cce-b3b0-7c32fa3bdfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (45752116-0989-4c5b-82a1-720415feb988), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:15.520076 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c14640>, [{'id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'name': 'tempest-ServersTestMultiNic-457712041-router', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:55Z', 'updated_at': '2022-02-19T21:01:07Z', 'revision_number': 4, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'gw_port': {'id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:58Z', 'updated_at': '2022-02-19T21:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45752116-0989-4c5b-82a1-720415feb988', 'name': '', 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'mac_address': 'fa:16:3e:60:35:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5bb4a192-5144-4953-83dc-5746f802087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:05Z', 'updated_at': '2022-02-19T21:01:14Z', 'revision_number': 4, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'subnets': [{'id': '5bb4a192-5144-4953-83dc-5746f802087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:15.564994 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1013425d-08b1-4844-8416-d372bf417962 req-d6e9e16a-2e7f-4c81-89ba-68d4296d9abe tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535020
Feb 19 21:01:15.572359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-54b4c3a7-18e8-4e07-974a-bba765b8b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:15.577742 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-54b4c3a7-18e8-4e07-974a-bba765b8b1de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5110798
Feb 19 21:01:15.594232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce1ed-900a-45b2-a92c-2aafd96650bc None None] The sync data for ids ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'] in ncdv-master-1 is: [{'id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'name': 'tempest-ServersTestMultiNic-457712041-router', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:55Z', 'updated_at': '2022-02-19T21:01:07Z', 'revision_number': 4, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'gw_port': {'id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:58Z', 'updated_at': '2022-02-19T21:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45752116-0989-4c5b-82a1-720415feb988', 'name': '', 'network_id': '525c00e6-815e-417a-9565-c227da0e1ef0', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'mac_address': 'fa:16:3e:60:35:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '5bb4a192-5144-4953-83dc-5746f802087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:05Z', 'updated_at': '2022-02-19T21:01:14Z', 'revision_number': 4, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'subnets': [{'id': '5bb4a192-5144-4953-83dc-5746f802087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:01:15.638493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] For port 49b75fb4-dfb4-4181-9310-47d14081f43e, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:15.673755 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] For port 49b75fb4-dfb4-4181-9310-47d14081f43e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49b75fb4-dfb4-4181-9310-47d14081f43e,segment=NetworkSegment(101fe55e-f299-4ac1-8094-9987e023f216),segment_id=101fe55e-f299-4ac1-8094-9987e023f216)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:15.737700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b2a35-3448-4cce-b3b0-7c32fa3bdfe0 None None] Pushing event updated for resources: {'Port': ['ID=45752116-0989-4c5b-82a1-720415feb988,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:15.751726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-9fc4ff7b-b704-41dd-9bc3-236cd9ab945e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:01:15.754963 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-9fc4ff7b-b704-41dd-9bc3-236cd9ab945e service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0890462
Feb 19 21:01:15.760319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e7c47ee2-b5dd-4028-9183-412c96e6ab63 None None] Provisioning complete for port 45752116-0989-4c5b-82a1-720415feb988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:15.760728 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e7c47ee2-b5dd-4028-9183-412c96e6ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (45752116-0989-4c5b-82a1-720415feb988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:15.777877 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:16.021430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e7c47ee2-b5dd-4028-9183-412c96e6ab63 None None] Current status of the port 45752116-0989-4c5b-82a1-720415feb988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:16.096835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 45752116-0989-4c5b-82a1-720415feb988 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:16.219857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:16.222360 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:16.228242 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] 10.222.0.10 "PUT /v2.0/ports/49b75fb4-dfb4-4181-9310-47d14081f43e HTTP/1.1" status: 200  len: 1092 time: 5.4634769
Feb 19 21:01:16.229168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c663bc1c-0a0d-471d-a5f7-c78f30fd46dd', 'tag': '49b75fb4-dfb4-4181-9310-47d14081f43e'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:16.236406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 45752116-0989-4c5b-82a1-720415feb988 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:16.237000 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5ecfe7-a044-425c-b746-48a1a72e8014" -d '{"events": [{"name": "network-changed", "server_uuid": "c663bc1c-0a0d-471d-a5f7-c78f30fd46dd", "tag": "49b75fb4-dfb4-4181-9310-47d14081f43e"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:16.237549 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (45752116-0989-4c5b-82a1-720415feb988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:16.302969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6c73-3500-411f-a573-476c02baf43d req-993cb2d7-caa7-4098-b6b5-70178263877b tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:16.308560 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f80a6c73-3500-411f-a573-476c02baf43d req-993cb2d7-caa7-4098-b6b5-70178263877b tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1718893
Feb 19 21:01:16.425297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 45752116-0989-4c5b-82a1-720415feb988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:16.468587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f80a6c73-3500-411f-a573-476c02baf43d req-61111383-4180-4746-a585-dc472c18c888 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502364
Feb 19 21:01:16.544491 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b8808b-0233-4878-b486-ea715881ff09 x-openstack-request-id: req-26b8808b-0233-4878-b486-ea715881ff09 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:16.544491 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c663bc1c-0a0d-471d-a5f7-c78f30fd46dd", "tag": "49b75fb4-dfb4-4181-9310-47d14081f43e", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:16.544491 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26b8808b-0233-4878-b486-ea715881ff09 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:16.544491 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c663bc1c-0a0d-471d-a5f7-c78f30fd46dd', 'tag': '49b75fb4-dfb4-4181-9310-47d14081f43e', 'status': 'completed', 'code': 200}
Feb 19 21:01:16.545908 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (5e05c083-5522-46cb-8091-1afdebb96283), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:16.789239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Subnet': ['ID=5e05c083-5522-46cb-8091-1afdebb96283,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:16.812732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for floatingip (563500d7-7a82-4c28-a944-5c0b5e10ddd3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:16.823746 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-4eee6e79-704b-41ba-85f8-7dfc84e53cc1 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0413637
Feb 19 21:01:16.835647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411fec9-e390-41fe-a052-0d81fc6f222c service neutron] Pushing event updated for resources: {'Port': ['ID=49b75fb4-dfb4-4181-9310-47d14081f43e,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:16.835749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c92593-a810-4501-915b-a21596e38cb5 req-ae0730de-91b0-457e-bacb-bac1bbc578b4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:16.837522 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1c92593-a810-4501-915b-a21596e38cb5 req-ae0730de-91b0-457e-bacb-bac1bbc578b4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 944 time: 0.1315196
Feb 19 21:01:16.932257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1c92593-a810-4501-915b-a21596e38cb5 req-ec28870a-051f-4ed9-bd02-79a00baf3ff5 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797806
Feb 19 21:01:16.963451 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb7a6368-db3c-4b63-9e60-a207d00bc545 req-86ccb956-0e32-4368-b0cd-532fab416995 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1152785
Feb 19 21:01:17.004350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-63b9e3cc-96f8-4cab-a7f9-db828e443dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:17.005393 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-63b9e3cc-96f8-4cab-a7f9-db828e443dfa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65cfeab9ddf04555a7e2fdb0ee8ebc42&device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 1126 time: 0.5336642
Feb 19 21:01:17.009500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Checking segment: {'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:17.010689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network hostable DHCP agents. Network: 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:01:17.085020 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-8a3a3b15-4e66-44f1-8873-3c5fd5ce63dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b75fb4-dfb4-4181-9310-47d14081f43e HTTP/1.1" status: 200  len: 217 time: 0.0665359
Feb 19 21:01:17.086980 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ba76054a-a58d-49cc-a418-f3abd84f8159), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:17.127935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:01:17.191853 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-27924dde-89d0-47ca-8663-417d198fc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:17.193482 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-27924dde-89d0-47ca-8663-417d198fc1f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f5b7599-856d-454d-86a3-0ee387e5afce HTTP/1.1" status: 200  len: 850 time: 0.0672843
Feb 19 21:01:17.222276 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:17.242228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326c69da-4475-452b-b2fe-e03ee78b14a9 None None] Network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:17.248522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:17.249413 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:17.292808 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-4a83ffaf-bda0-4bb7-9d95-0d0c62f4f97e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e50462f1-2728-4b94-911d-a92c71aefe29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0889125
Feb 19 21:01:17.428123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-140e3dd6-5cb8-49ac-9612-4920dd5c0ab1', 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1', 'project_id': '0a67095fabac457da3239e727c92e4ab', 'fixed_ips': [{'subnet_id': '5e05c083-5522-46cb-8091-1afdebb96283'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:01:17.429604 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:17.442976 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fd36b06e-5498-41cc-9151-92c6052f8f29 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 5.5557096
Feb 19 21:01:17.443652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54346) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:17.450038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-711578100'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:17.498534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:17.503524 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:17.536383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:01:17.550073 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:17.551671 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Added segment b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03 of type vlan for network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78
Feb 19 21:01:17.618749 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:17.719210 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-9ca83adf-5938-4657-a892-2115d53afa65 service neutron] 10.222.0.10 "GET /v2.0/networks/e50462f1-2728-4b94-911d-a92c71aefe29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4165595
Feb 19 21:01:17.729275 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:17.750355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:17.756705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:17.823192 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Allocated IP 19.80.0.2 (140e3dd6-5cb8-49ac-9612-4920dd5c0ab1/5e05c083-5522-46cb-8091-1afdebb96283/2655f21d-7e6e-4c9c-a55b-b18e7108f42e) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:18.101781 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d07aa4ed-58e8-4eb2-9d6f-b437b598bb45 req-d4f9b111-f28b-4907-b454-ffb955bed260 service neutron] 10.222.0.10 "GET /v2.0/networks/e50462f1-2728-4b94-911d-a92c71aefe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3329651
Feb 19 21:01:18.120120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Network': ['ID=5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:18.128816 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d6318966-f4aa-4c69-8b8f-e4da96f5c8a9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6810782
Feb 19 21:01:18.129770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54378) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:18.150056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'subnet': {'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:18.193665 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Publish callbacks [] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:18.207792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:01:18.249301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f049399-dc8d-4f9f-b4d7-4b3c31d5b06b req-b44ab2f5-ba65-4b59-bc4b-5afea433c44d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:18.258069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f049399-dc8d-4f9f-b4d7-4b3c31d5b06b req-b44ab2f5-ba65-4b59-bc4b-5afea433c44d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.5804305
Feb 19 21:01:18.328588 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:18.371100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f049399-dc8d-4f9f-b4d7-4b3c31d5b06b req-4493fd94-7f2d-4c32-aa07-9f70c58f80d0 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117737
Feb 19 21:01:18.429662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44e58e-4d4c-4493-b37e-becc070d286f req-1569d6bb-afb6-4d73-8e52-1f9e516db97c tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:18.436464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e44e58e-4d4c-4493-b37e-becc070d286f req-1569d6bb-afb6-4d73-8e52-1f9e516db97c tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 944 time: 0.3269625
Feb 19 21:01:18.509382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:18.517888 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bae8a4cf-55fc-4be6-b973-0cc2ce8a16d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:18.522115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:18.533305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e44e58e-4d4c-4493-b37e-becc070d286f req-a7701a6b-1e50-4003-9456-247d1e5987a0 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870531
Feb 19 21:01:18.584801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:18.595183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Pushing event updated for resources: {'Port': ['ID=2655f21d-7e6e-4c9c-a55b-b18e7108f42e,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:18.608004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:18.611363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:18.724458 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for port (ba76054a-a58d-49cc-a418-f3abd84f8159), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:18.758215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ecfe7-a044-425c-b746-48a1a72e8014 req-4f9b5a1e-4b99-41d3-b59b-41cf109f6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:18.759886 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f5ecfe7-a044-425c-b746-48a1a72e8014 req-4f9b5a1e-4b99-41d3-b59b-41cf109f6108 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=65cfeab9ddf04555a7e2fdb0ee8ebc42&device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 1126 time: 0.3994617
Feb 19 21:01:18.764631 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (ba76054a-a58d-49cc-a418-f3abd84f8159), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:18.775585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Attempting to bind port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:18.775974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Attempting to bind port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:18.776389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Attempting to bind port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e on network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:18.799753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:18.800159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Checking segment: {'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:18.800610 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:18.801022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Bound using segment: {'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:18.801525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Bound port: 2655f21d-7e6e-4c9c-a55b-b18e7108f42e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:18.801919 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:19.051135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] For port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:19.057572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] For port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2655f21d-7e6e-4c9c-a55b-b18e7108f42e,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:19.098363 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:19.123832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Pushing event updated for resources: {'Port': ['ID=ba76054a-a58d-49cc-a418-f3abd84f8159,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:19.183449 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (563500d7-7a82-4c28-a944-5c0b5e10ddd3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:19.289539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ecfe7-a044-425c-b746-48a1a72e8014 req-20e009f6-5136-47ce-a75d-5f6569914842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:19.291513 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f5ecfe7-a044-425c-b746-48a1a72e8014 req-20e009f6-5136-47ce-a75d-5f6569914842 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e50462f1-2728-4b94-911d-a92c71aefe29 HTTP/1.1" status: 200  len: 911 time: 0.4949706
Feb 19 21:01:19.298832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:19.311173 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4d650cd9-0528-4d29-af62-cfa94d42b60c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.3469098
Feb 19 21:01:19.366189 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f5ecfe7-a044-425c-b746-48a1a72e8014 req-c5992b79-f0fa-4bc3-a3b1-4604115aa620 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b75fb4-dfb4-4181-9310-47d14081f43e HTTP/1.1" status: 200  len: 217 time: 0.0490854
Feb 19 21:01:19.397640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c3d68-107b-4631-8c12-4390c2c7cf75 None None] Pushing event updated for resources: {'Port': ['ID=2655f21d-7e6e-4c9c-a55b-b18e7108f42e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:19.646607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ecfe7-a044-425c-b746-48a1a72e8014 req-929bef60-cf35-4d16-98b6-d92ce09c28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:19.651113 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f5ecfe7-a044-425c-b746-48a1a72e8014 req-929bef60-cf35-4d16-98b6-d92ce09c28c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f5b7599-856d-454d-86a3-0ee387e5afce HTTP/1.1" status: 200  len: 850 time: 0.2682593
Feb 19 21:01:19.656185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (98b75f6e-bd96-402f-9f9c-0de3fc9d18de), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:19.706349 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 57f2a797-1cfe-462b-a115-d8f0563b8044 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:01:19.863426 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f5ecfe7-a044-425c-b746-48a1a72e8014 req-7a5b32f5-89a6-4f17-9024-d4045963e7e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e50462f1-2728-4b94-911d-a92c71aefe29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1988683
Feb 19 21:01:19.994103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2843d6-d6c1-45c7-a8ab-343fd784a4b6 req-c9d07aa1-5b3c-45d4-825c-61c58e77f119 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:20.002093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e2843d6-d6c1-45c7-a8ab-343fd784a4b6 req-c9d07aa1-5b3c-45d4-825c-61c58e77f119 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 944 time: 0.2527628
Feb 19 21:01:20.091941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54508) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:20.115672 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:20.129028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2655f21d-7e6e-4c9c-a55b-b18e7108f42e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:20.241129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'mac_address': 'fa:16:3e:c2:c6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:01:20.244248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e2843d6-d6c1-45c7-a8ab-343fd784a4b6 req-6c580bcf-c026-4dce-a96b-d35aea1b40ca tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267745
Feb 19 21:01:20.251603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Subnet': ['ID=98b75f6e-bd96-402f-9f9c-0de3fc9d18de,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:20.320425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 57f2a797-1cfe-462b-a115-d8f0563b8044 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:20.320936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:20.334434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:20.334849 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:20.336169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Checking segment: {'id': 'b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:20.338577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network hostable DHCP agents. Network: 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:01:20.397896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57f2a797-1cfe-462b-a115-d8f0563b8044 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:20.429119 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5360d15f-bcc1-4a5e-b82c-6aade02e9d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:20.435621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:20.436282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:01:20.449516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:20.487414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:20.490537 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f5ecfe7-a044-425c-b746-48a1a72e8014 req-ae813347-f2cb-4c08-a2b7-879ecdf3c967 service neutron] 10.222.0.10 "GET /v2.0/networks/e50462f1-2728-4b94-911d-a92c71aefe29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6112087
Feb 19 21:01:20.509297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61532a-2b56-4e5a-a6fc-6c22207800f2 None None] Network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:20.647500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['57f2a797-1cfe-462b-a115-d8f0563b8044'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:01:20.746536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:20.748900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:20.855282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:20.855892 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:20.859908 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b942117e-976d-4946-9095-566d87a0d809 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.7291713
Feb 19 21:01:20.916455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:20.936941 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3f5ecfe7-a044-425c-b746-48a1a72e8014 req-1488edfc-40d4-458e-a840-2a5780550293 service neutron] 10.222.0.10 "GET /v2.0/networks/e50462f1-2728-4b94-911d-a92c71aefe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4355664
Feb 19 21:01:20.982639 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2655f21d-7e6e-4c9c-a55b-b18e7108f42e,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:20.984788 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99782176-fb1d-4c85-8c83-5a56aed3b2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:20.989816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28220e5-451f-4565-a32d-b82a26a3e996 req-bdfd76af-3b13-40f2-a9f7-31096dd915c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:20.993054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d28220e5-451f-4565-a32d-b82a26a3e996 req-bdfd76af-3b13-40f2-a9f7-31096dd915c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 1127 time: 0.2175121
Feb 19 21:01:21.021726 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:21.239283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78', 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78', 'project_id': '0a67095fabac457da3239e727c92e4ab', 'fixed_ips': [{'subnet_id': '98b75f6e-bd96-402f-9f9c-0de3fc9d18de'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:01:21.245416 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:21.285081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=2655f21d-7e6e-4c9c-a55b-b18e7108f42e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:21.312767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28220e5-451f-4565-a32d-b82a26a3e996 req-8b3ec2e7-d4e9-4994-b3f4-62c62eb1ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:21.314369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d28220e5-451f-4565-a32d-b82a26a3e996 req-8b3ec2e7-d4e9-4994-b3f4-62c62eb1ff14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 920 time: 0.2352090
Feb 19 21:01:21.319432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 49b75fb4-dfb4-4181-9310-47d14081f43e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:01:21.393403 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfcca3d-814f-4b9f-9b61-9486e6e5edb2 None None] Network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:21.444746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99782176-fb1d-4c85-8c83-5a56aed3b2e1 admin admin] Publish callbacks [] for security_group (8c428d3c-748d-4545-8249-81fd031ab17a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:21.594830 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99782176-fb1d-4c85-8c83-5a56aed3b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8c428d3c-748d-4545-8249-81fd031ab17a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:21.669470 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:01:21.759582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d28220e5-451f-4565-a32d-b82a26a3e996 req-4d22c879-3f4d-45aa-9969-5a02310e2289 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b HTTP/1.1" status: 200  len: 217 time: 0.3123627
Feb 19 21:01:21.769769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-99782176-fb1d-4c85-8c83-5a56aed3b2e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba041742875449b6bf85e4a2e86cd8c0&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6731453
Feb 19 21:01:21.773161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54594) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:21.796588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99782176-fb1d-4c85-8c83-5a56aed3b2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c428d3c-748d-4545-8249-81fd031ab17a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:21.817348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0cb3f-26b5-4135-8c7f-73745c61b558 req-9f4a11f7-7ee1-45c4-b8f5-91d8ca4ed71d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:21.825932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bcf0cb3f-26b5-4135-8c7f-73745c61b558 req-9f4a11f7-7ee1-45c4-b8f5-91d8ca4ed71d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.8783441
Feb 19 21:01:21.856623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ae33cd5-1539-401d-a7b0-451b1edf5ad9 admin admin] Publish callbacks [] for security_group (8c428d3c-748d-4545-8249-81fd031ab17a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:21.910245 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ae33cd5-1539-401d-a7b0-451b1edf5ad9 admin admin] Publish callbacks [] for security_group (8c428d3c-748d-4545-8249-81fd031ab17a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:22.004242 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ae33cd5-1539-401d-a7b0-451b1edf5ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8c428d3c-748d-4545-8249-81fd031ab17a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:22.008255 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ae33cd5-1539-401d-a7b0-451b1edf5ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:22.010092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0ae33cd5-1539-401d-a7b0-451b1edf5ad9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c428d3c-748d-4545-8249-81fd031ab17a HTTP/1.1" status: 204  len: 168 time: 0.2354808
Feb 19 21:01:22.025127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28220e5-451f-4565-a32d-b82a26a3e996 req-01bb2ef5-f3ee-40ec-94be-5499fb765fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:22.026732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d28220e5-451f-4565-a32d-b82a26a3e996 req-01bb2ef5-f3ee-40ec-94be-5499fb765fb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 200  len: 859 time: 0.2386262
Feb 19 21:01:22.032801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae33cd5-1539-401d-a7b0-451b1edf5ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c428d3c-748d-4545-8249-81fd031ab17a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:22.060973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bcf0cb3f-26b5-4135-8c7f-73745c61b558 req-ef9b089a-1294-4547-bf12-cd3d926e489f tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338347
Feb 19 21:01:22.110955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-48db7a53-88f2-4f75-b01a-e0dde6bb955a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:22.120823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-48db7a53-88f2-4f75-b01a-e0dde6bb955a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:22.134022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-48db7a53-88f2-4f75-b01a-e0dde6bb955a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/networks?id=140e3dd6-5cb8-49ac-9612-4920dd5c0ab1&id=5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78&id=140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 HTTP/1.1" status: 200  len: 1390 time: 0.8184559
Feb 19 21:01:22.187302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2655f21d-7e6e-4c9c-a55b-b18e7108f42e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:22.229571 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d28220e5-451f-4565-a32d-b82a26a3e996 req-731bdb1e-fc96-4235-841d-d097a2ce7911 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d71791f-d141-4701-a95a-c6109bae943e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1654897
Feb 19 21:01:22.307629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Allocated IP 19.86.0.2 (5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78/98b75f6e-bd96-402f-9f9c-0de3fc9d18de/995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:22.332199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f5a07436-b8e0-41ed-8dc4-7b912f7f146e None None] Provisioning complete for port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:22.334397 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f5a07436-b8e0-41ed-8dc4-7b912f7f146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:22.529105 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:22.656822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f5a07436-b8e0-41ed-8dc4-7b912f7f146e None None] Current status of the port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:22.709870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 49b75fb4-dfb4-4181-9310-47d14081f43e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49b75fb4-dfb4-4181-9310-47d14081f43e,segment=NetworkSegment(101fe55e-f299-4ac1-8094-9987e023f216),segment_id=101fe55e-f299-4ac1-8094-9987e023f216)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:22.709999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-9dc6b32c-5458-4e2b-9f07-c3c791c7d9d3 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/quotas/0a67095fabac457da3239e727c92e4ab HTTP/1.1" status: 200  len: 375 time: 0.4931197
Feb 19 21:01:22.788664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '49b75fb4-dfb4-4181-9310-47d14081f43e', 'network_id': 'e50462f1-2728-4b94-911d-a92c71aefe29', 'port_id': '49b75fb4-dfb4-4181-9310-47d14081f43e', 'mac_address': 'fa:16:3e:76:13:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5b7599-856d-454d-86a3-0ee387e5afce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:01:22.854476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:22.854863 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:22.961493 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d28220e5-451f-4565-a32d-b82a26a3e996 req-75bd7879-1ecd-4119-92a5-5f0c2dd008b8 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7142425
Feb 19 21:01:23.039481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 49b75fb4-dfb4-4181-9310-47d14081f43e is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:23.039899 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.189047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:23.197055 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Publish callbacks [] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.201300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b75fb4-dfb4-4181-9310-47d14081f43e {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:23.209815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff0707-b843-4f7f-9149-c41f45759f93 req-3d96c641-d30e-4d8d-b8e7-831f4ecbcfd2 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:23.210136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54648) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:23.218121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91ff0707-b843-4f7f-9149-c41f45759f93 req-3d96c641-d30e-4d8d-b8e7-831f4ecbcfd2 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 944 time: 0.5545142
Feb 19 21:01:23.230186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 49b75fb4-dfb4-4181-9310-47d14081f43e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49b75fb4-dfb4-4181-9310-47d14081f43e,segment=NetworkSegment(101fe55e-f299-4ac1-8094-9987e023f216),segment_id=101fe55e-f299-4ac1-8094-9987e023f216)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:23.237942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1292c15-44b7-4a04-b865-9164e734ce45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.241297 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.245403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-c1b2cdae-629e-4886-a258-bfce5b5bcda3 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a67095fabac457da3239e727c92e4ab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4774895
Feb 19 21:01:23.269112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d28220e5-451f-4565-a32d-b82a26a3e996 req-1b899bd3-0d65-4ad6-b454-0fbd9dedc9e1 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2790539
Feb 19 21:01:23.364784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=49b75fb4-dfb4-4181-9310-47d14081f43e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:23.367984 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.370080 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.412168 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91ff0707-b843-4f7f-9149-c41f45759f93 req-c83c1b54-c85a-4fcb-b9bf-75b79ec5e8b1 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928303
Feb 19 21:01:23.469449 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:23.478023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:23.492039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:23.499811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d2c52808-ad5b-460e-a960-9ff6e381e258 None None] Provisioning complete for port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:23.503916 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d2c52808-ad5b-460e-a960-9ff6e381e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.520292 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1292c15-44b7-4a04-b865-9164e734ce45 admin admin] Publish callbacks [] for security_group (cb61f2c8-ffe4-4b2b-9420-7e80cd26ac1c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.536881 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1292c15-44b7-4a04-b865-9164e734ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cb61f2c8-ffe4-4b2b-9420-7e80cd26ac1c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.582528 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['49b75fb4-dfb4-4181-9310-47d14081f43e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:01:23.639791 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d1292c15-44b7-4a04-b865-9164e734ce45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f46023a8f2ac44c597b9f8af6f4becd3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4268990
Feb 19 21:01:23.644984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-c623490c-e78d-4031-8f33-334d28b2d185 service neutron] 10.222.0.30 "GET /v2.0/networks/140e3dd6-5cb8-49ac-9612-4920dd5c0ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3984218
Feb 19 21:01:23.665950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54664) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:23.687025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Pushing event updated for resources: {'Port': ['ID=995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:23.711106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 57f2a797-1cfe-462b-a115-d8f0563b8044 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:23.721029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1292c15-44b7-4a04-b865-9164e734ce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb61f2c8-ffe4-4b2b-9420-7e80cd26ac1c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:23.795897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Attempting to bind port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:23.796419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Attempting to bind port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:23.796887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Attempting to bind port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd on network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:23.805162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-838dd072-2548-4ef6-b440-c1bcf49617fe service neutron] 10.222.0.30 "GET /v2.0/networks/140e3dd6-5cb8-49ac-9612-4920dd5c0ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586878
Feb 19 21:01:23.848960 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f321611-eea3-49d3-b0b9-0775cd49f209 admin admin] Publish callbacks [] for security_group (cb61f2c8-ffe4-4b2b-9420-7e80cd26ac1c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.873113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:23.880588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Checking segment: {'id': 'b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:23.881257 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.882001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Bound using segment: {'id': 'b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:23.883171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Bound port: 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:23.884062 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:23.905208 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f321611-eea3-49d3-b0b9-0775cd49f209 admin admin] Publish callbacks [] for security_group (cb61f2c8-ffe4-4b2b-9420-7e80cd26ac1c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:24.004886 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f321611-eea3-49d3-b0b9-0775cd49f209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cb61f2c8-ffe4-4b2b-9420-7e80cd26ac1c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:24.007864 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f321611-eea3-49d3-b0b9-0775cd49f209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:24.016020 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7f321611-eea3-49d3-b0b9-0775cd49f209 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb61f2c8-ffe4-4b2b-9420-7e80cd26ac1c HTTP/1.1" status: 204  len: 168 time: 0.3486478
Feb 19 21:01:24.030691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6dbda960-ac32-4abe-bdab-646e64cd962a tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--689653357&fields=id&tenant_id=4aca9e397c334bb997f450e919088286 HTTP/1.1" status: 200  len: 267 time: 0.4153833
Feb 19 21:01:24.035914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f321611-eea3-49d3-b0b9-0775cd49f209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb61f2c8-ffe4-4b2b-9420-7e80cd26ac1c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:24.130419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d2c52808-ad5b-460e-a960-9ff6e381e258 None None] Current status of the port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:24.332308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 57f2a797-1cfe-462b-a115-d8f0563b8044 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:24.333099 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:24.349971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-37b520cd-3e80-4957-939b-5ec800f2ed05 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:24.351689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-37b520cd-3e80-4957-939b-5ec800f2ed05 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/networks?id=e65a0dad-e542-4761-ba20-2506e5992b4e HTTP/1.1" status: 200  len: 815 time: 0.3014512
Feb 19 21:01:24.396939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] For port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:24.401283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-2b9a4c1d-a5f2-4bd1-87ac-0a7ac520b4cb tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/quotas/4aca9e397c334bb997f450e919088286 HTTP/1.1" status: 200  len: 375 time: 0.0375254
Feb 19 21:01:24.433956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-1933c8be-6891-4c08-8572-2385f09fc233 service neutron] 10.222.0.30 "GET /v2.0/networks/5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6279063
Feb 19 21:01:24.478672 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] For port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd,segment=NetworkSegment(b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03),segment_id=b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:24.517146 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:24.621203 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:24.646828 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-e7a79090-1ce4-46c6-adef-de48246bb988 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4aca9e397c334bb997f450e919088286&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2376182
Feb 19 21:01:24.660704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250722a-ad70-4ec0-87d5-46530d25869f None None] Pushing event updated for resources: {'Port': ['ID=995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:24.700570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-62b7a094-95bc-421e-93db-d4cb0c501d21 service neutron] 10.222.0.30 "GET /v2.0/networks/5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2209795
Feb 19 21:01:24.790668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 57f2a797-1cfe-462b-a115-d8f0563b8044 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:24.791073 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:24.861740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:24.864054 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e43780e-88eb-465a-8e83-17246e8238b5" -d '{"events": [{"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-plugged", "status": "completed", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:24.897919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-11b03d73-e962-48e4-9564-26b50abfccee service neutron] 10.222.0.30 "GET /v2.0/networks/140e3dd6-5cb8-49ac-9612-4920dd5c0ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1946287
Feb 19 21:01:24.932423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:24.939938 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:25.108795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:25.153005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-b5df2d78-657c-4412-8a46-f7eaf0179d0e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:01:25.158823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-b5df2d78-657c-4412-8a46-f7eaf0179d0e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4750917
Feb 19 21:01:25.254714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 49b75fb4-dfb4-4181-9310-47d14081f43e up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:25.400878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8032d258-bf6c-4a35-bb26-52d8fa57e6a6 service neutron] 10.222.0.30 "GET /v2.0/networks/140e3dd6-5cb8-49ac-9612-4920dd5c0ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4962544
Feb 19 21:01:25.454394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 49b75fb4-dfb4-4181-9310-47d14081f43e completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:01:25.460010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 49b75fb4-dfb4-4181-9310-47d14081f43e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:25.460431 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:25.590927 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-f81de40f-d658-47fc-8889-9bfea0c6f3ac service neutron] 10.222.0.30 "GET /v2.0/networks/e65a0dad-e542-4761-ba20-2506e5992b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4157503
Feb 19 21:01:25.696319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 49b75fb4-dfb4-4181-9310-47d14081f43e is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:25.696977 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:25.871768 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:25.914432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 49b75fb4-dfb4-4181-9310-47d14081f43e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49b75fb4-dfb4-4181-9310-47d14081f43e,segment=NetworkSegment(101fe55e-f299-4ac1-8094-9987e023f216),segment_id=101fe55e-f299-4ac1-8094-9987e023f216)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:25.929438 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:26.067880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:26.122334 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-d9a498e4-f891-425c-8dfd-3ad79dc266b2 service neutron] 10.222.0.30 "GET /v2.0/networks/e65a0dad-e542-4761-ba20-2506e5992b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5243671
Feb 19 21:01:26.197454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de778a-1aa1-49c2-b1fc-ddc2ea76e80a req-559bde5a-4692-4104-b4bb-ae855f592a7a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:26.208366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4de778a-1aa1-49c2-b1fc-ddc2ea76e80a req-559bde5a-4692-4104-b4bb-ae855f592a7a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.3338170
Feb 19 21:01:26.314998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=49b75fb4-dfb4-4181-9310-47d14081f43e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:26.375576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:26.380139 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:26.393500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4de778a-1aa1-49c2-b1fc-ddc2ea76e80a req-a114b037-154e-4f11-9464-be6fa4219f18 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693082
Feb 19 21:01:26.659568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:26.660041 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:26.766125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d950be7-176a-4494-ba61-34d65faed85b None None] Network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:26.774092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd,segment=NetworkSegment(b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03),segment_id=b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:26.818140 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:27.023631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7e5c9136-70bb-4bdd-a044-19991c31d5d5 None None] Provisioning complete for port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:27.024018 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9136-70bb-4bdd-a044-19991c31d5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:27.105363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:27.473652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c9136-70bb-4bdd-a044-19991c31d5d5 None None] Current status of the port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:27.759591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb174715-0feb-49e3-bdc5-e657e3f825b3 req-e002a22f-fd0c-487c-b8ea-c79f99ce516c tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:27.772096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb174715-0feb-49e3-bdc5-e657e3f825b3 req-e002a22f-fd0c-487c-b8ea-c79f99ce516c tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 946 time: 0.2660589
Feb 19 21:01:27.977428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb174715-0feb-49e3-bdc5-e657e3f825b3 req-24cdee64-2706-450e-b112-a0c8081bd583 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040954
Feb 19 21:01:28.031018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fb2d2890-0d9c-445e-aa24-c17f3219e2eb None None] Provisioning complete for port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:28.032391 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2890-0d9c-445e-aa24-c17f3219e2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:28.164427 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b2ba11-e684-40c6-bab2-2afc477f8839 x-openstack-request-id: req-95b2ba11-e684-40c6-bab2-2afc477f8839 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:28.166095 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-plugged", "status": "completed", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:28.167517 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95b2ba11-e684-40c6-bab2-2afc477f8839 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:28.167983 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'code': 200}
Feb 19 21:01:28.173128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:28.345770 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-262266ad-eb61-4614-ad33-c88740b5b27b req-7ee130d6-4a33-4bcb-a77a-ee4bb70d4eae tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 210 time: 0.1018074
Feb 19 21:01:28.407408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d1019c32-5078-440a-aaa9-0df046295cae tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:28.430180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d1019c32-5078-440a-aaa9-0df046295cae tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:28.437760 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d1019c32-5078-440a-aaa9-0df046295cae tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "GET /v2.0/networks?id=140e3dd6-5cb8-49ac-9612-4920dd5c0ab1&id=5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78&id=140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 HTTP/1.1" status: 200  len: 1390 time: 0.3854604
Feb 19 21:01:28.460377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'port': {'device_id': '457783d2-8dc2-4522-80cf-081a6a013e17', 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1', 'admin_state_up': True, 'tenant_id': '0a67095fabac457da3239e727c92e4ab'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:28.577418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:28.578073 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:28.631450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a55ee29b-0277-4b5d-b151-6f4f3f728859 req-cdfb7c4f-5d7f-4e86-9db8-a659a42ddb70 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 210 time: 0.1066051
Feb 19 21:01:28.656865 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d2890-0d9c-445e-aa24-c17f3219e2eb None None] Current status of the port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:28.807758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:28.874682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:28.878543 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:28.997902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdb14d-13a1-44c8-9f3f-f99f12677f96 req-7b8eee50-c572-43a0-a0ce-310718a1dd19 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:29.012831 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cecdb14d-13a1-44c8-9f3f-f99f12677f96 req-7b8eee50-c572-43a0-a0ce-310718a1dd19 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1654737
Feb 19 21:01:29.182076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cecdb14d-13a1-44c8-9f3f-f99f12677f96 req-04c02775-0db5-4e14-96bd-5409cca328f3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682315
Feb 19 21:01:29.199367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Allocated IP 19.80.0.45 (140e3dd6-5cb8-49ac-9612-4920dd5c0ab1/5e05c083-5522-46cb-8091-1afdebb96283/53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:29.277095 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:29.584538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51df454-4950-4e6a-8871-3d393894d84c req-3fac2dfc-c82d-428b-89e5-c4be791baa9f tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:29.598050 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f51df454-4950-4e6a-8871-3d393894d84c req-3fac2dfc-c82d-428b-89e5-c4be791baa9f tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 946 time: 0.2346940
Feb 19 21:01:29.648946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks [] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:29.725567 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:29.753783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f51df454-4950-4e6a-8871-3d393894d84c req-b11612e0-ca26-4605-9940-43b3da38f190 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547875
Feb 19 21:01:30.157056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7cf71-0e03-4ba3-b02e-462d648e4d06 req-4433bf4b-912c-41b1-814f-9e381efa0dc0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:30.160435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ca7cf71-0e03-4ba3-b02e-462d648e4d06 req-4433bf4b-912c-41b1-814f-9e381efa0dc0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 931 time: 0.1277170
Feb 19 21:01:30.172819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c663bc1c-0a0d-471d-a5f7-c78f30fd46dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b75fb4-dfb4-4181-9310-47d14081f43e'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:30.172819 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29800c1e-66b2-4114-8056-ea6cf80e15ba" -d '{"events": [{"server_uuid": "c663bc1c-0a0d-471d-a5f7-c78f30fd46dd", "name": "network-vif-plugged", "status": "completed", "tag": "49b75fb4-dfb4-4181-9310-47d14081f43e"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:30.181217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Port': ['ID=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:30.240209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:30.248449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:30.252653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:30.264818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ca7cf71-0e03-4ba3-b02e-462d648e4d06 req-eba0e8bf-d36b-40b7-9569-00963cf7f168 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980234
Feb 19 21:01:30.443434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e5d0c529-18ad-47cf-8e9c-755fffd05285 req-c23846b4-f4ff-44ab-9f4d-5bb23ef50cf7 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 210 time: 0.0606315
Feb 19 21:01:30.448630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-57df8672-1d14-4c35-9b12-bd7628a06c5b tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:30.450364 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-57df8672-1d14-4c35-9b12-bd7628a06c5b tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.67 "GET /v2.0/networks?id=e65a0dad-e542-4761-ba20-2506e5992b4e HTTP/1.1" status: 200  len: 815 time: 0.7494221
Feb 19 21:01:30.457942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:30.458616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:30.548993 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41514b2b-5b8f-4a30-b611-26ff261e1729 x-openstack-request-id: req-41514b2b-5b8f-4a30-b611-26ff261e1729 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:30.550172 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c663bc1c-0a0d-471d-a5f7-c78f30fd46dd", "name": "network-vif-plugged", "status": "completed", "tag": "49b75fb4-dfb4-4181-9310-47d14081f43e", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:30.550620 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41514b2b-5b8f-4a30-b611-26ff261e1729 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:30.551312 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c663bc1c-0a0d-471d-a5f7-c78f30fd46dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b75fb4-dfb4-4181-9310-47d14081f43e', 'code': 200}
Feb 19 21:01:30.570764 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-d2c66b1a-d4f6-4ce1-9804-50da67ca2a25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1191599
Feb 19 21:01:30.586857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'port': {'device_id': '457783d2-8dc2-4522-80cf-081a6a013e17', 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78', 'admin_state_up': True, 'tenant_id': '0a67095fabac457da3239e727c92e4ab'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:30.757086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-043de68d-9100-4f4a-adf0-78eb098d476a None None] Provisioning complete for port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:30.759454 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-043de68d-9100-4f4a-adf0-78eb098d476a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:30.769417 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c658ca-545b-4c29-8f67-9ba388bc9dce req-12a64388-8bb7-4828-a923-7765448fd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:30.771211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51c658ca-545b-4c29-8f67-9ba388bc9dce req-12a64388-8bb7-4828-a923-7765448fd79a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 1128 time: 0.1517296
Feb 19 21:01:30.775432 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-cf960945-ddf6-4df1-8f70-eed67feb6201 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4aca9e397c334bb997f450e919088286 HTTP/1.1" status: 200  len: 379 time: 0.3059928
Feb 19 21:01:30.795370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Request body: {'port': {'device_id': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'admin_state_up': True, 'tenant_id': '4aca9e397c334bb997f450e919088286', 'security_groups': ['a100f9a3-986f-48eb-a923-3914c0baa5a5']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:30.863932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-043de68d-9100-4f4a-adf0-78eb098d476a None None] Port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:01:30.975069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51c658ca-545b-4c29-8f67-9ba388bc9dce req-c0ece757-0614-4def-b104-f69784b22547 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952314
Feb 19 21:01:31.008520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81db52-8815-4f57-8e8c-79ba1ba5dd1b req-696553c0-c27a-4964-847e-d1be4a931a14 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:31.021095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd81db52-8815-4f57-8e8c-79ba1ba5dd1b req-696553c0-c27a-4964-847e-d1be4a931a14 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.2425013
Feb 19 21:01:31.106755 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:31.123530 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:31.213731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd81db52-8815-4f57-8e8c-79ba1ba5dd1b req-36b4640c-0247-435c-9d5a-9dc2d26c085e tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914945
Feb 19 21:01:31.314288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Made reservation on behalf of 4aca9e397c334bb997f450e919088286 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:31.331283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:31.546631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621348d5-5952-4cd1-82ef-8e2f029f2777 req-b8c15a7a-8dd9-4666-966f-3d908af1fa2e tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:31.561091 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-621348d5-5952-4cd1-82ef-8e2f029f2777 req-b8c15a7a-8dd9-4666-966f-3d908af1fa2e tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 946 time: 0.1651037
Feb 19 21:01:31.712953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Allocated IP 19.86.0.187 (5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78/98b75f6e-bd96-402f-9f9c-0de3fc9d18de/ff871375-e78c-4d10-8106-2a234a325971) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:31.746477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-621348d5-5952-4cd1-82ef-8e2f029f2777 req-8078ebb5-4d36-49db-96c2-fc032420c19f tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132798
Feb 19 21:01:31.960702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a471241-0f0b-4e02-bd38-f2cc76ddb027 req-56277e64-8876-4aa8-ab79-067b0d11a2a8 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:31.998061 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a471241-0f0b-4e02-bd38-f2cc76ddb027 req-56277e64-8876-4aa8-ab79-067b0d11a2a8 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 931 time: 0.1891005
Feb 19 21:01:32.013970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Allocated IP 172.20.0.7 (e65a0dad-e542-4761-ba20-2506e5992b4e/cabc37d9-8907-4af3-a0c6-c066930306f3/5522f49c-1f87-419c-bb79-a02284fc44b4) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:32.123310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a471241-0f0b-4e02-bd38-f2cc76ddb027 req-09bcebc0-a10e-40cc-a2a2-310e5a1110ce tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187620
Feb 19 21:01:32.317811 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1990d12-84c9-42fe-90d3-f9c5621bb19a req-698acff6-81e5-439b-867f-8ab18cf72283 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 210 time: 0.0555866
Feb 19 21:01:32.382565 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks [] for port (ff871375-e78c-4d10-8106-2a234a325971), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:32.464044 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:32.479177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ff871375-e78c-4d10-8106-2a234a325971), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:32.595766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Port': ['ID=ff871375-e78c-4d10-8106-2a234a325971,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:32.607001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:32.611658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:32.621097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:32.665887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fedb8a-7444-4683-9743-7ddfb291e664 req-05bf2995-bd66-4ca8-81a0-090b88666527 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:32.668747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13fedb8a-7444-4683-9743-7ddfb291e664 req-05bf2995-bd66-4ca8-81a0-090b88666527 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1950190
Feb 19 21:01:32.779152 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:32.841065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13fedb8a-7444-4683-9743-7ddfb291e664 req-4c0762e6-c156-4c38-9d41-e134e556672d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633232
Feb 19 21:01:32.882394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:32.884072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:32.983440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Network e65a0dad-e542-4761-ba20-2506e5992b4e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:33.005145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-905b19ba-f1af-4011-ad91-0cc61991f2c0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4234989
Feb 19 21:01:33.020618 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:33.039536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:33.115702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5fe11-e762-4020-84bb-1225885182aa req-d4402009-d185-4b05-86a9-e3f07776bf0e tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:33.141781 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'port': {'device_id': '457783d2-8dc2-4522-80cf-081a6a013e17', 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1', 'admin_state_up': True, 'tenant_id': '0a67095fabac457da3239e727c92e4ab'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:33.149038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4be5fe11-e762-4020-84bb-1225885182aa req-d4402009-d185-4b05-86a9-e3f07776bf0e tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 946 time: 0.1771369
Feb 19 21:01:33.285134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e961025b-4463-48a9-899f-25b5e7208036 None None] Provisioning complete for port ff871375-e78c-4d10-8106-2a234a325971 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:33.285995 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e961025b-4463-48a9-899f-25b5e7208036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ff871375-e78c-4d10-8106-2a234a325971), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:33.302499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4be5fe11-e762-4020-84bb-1225885182aa req-cfd4a3b4-5413-4161-8ae3-2c275a0b1d01 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437082
Feb 19 21:01:33.417429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e961025b-4463-48a9-899f-25b5e7208036 None None] Port ff871375-e78c-4d10-8106-2a234a325971 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:01:33.451230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Pushing event updated for resources: {'Port': ['ID=5522f49c-1f87-419c-bb79-a02284fc44b4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:33.551132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.554359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.554994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.555938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.556430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.556886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.557442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.558307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.559327 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.562612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.563124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.563640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.564094 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:33.622467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8c7c7-b51d-4b20-8ea0-fa0229da2233 req-0721e0ac-7fb5-4a9c-9d9c-7c0373325054 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:33.634268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8c7c7-b51d-4b20-8ea0-fa0229da2233 req-0721e0ac-7fb5-4a9c-9d9c-7c0373325054 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:33.643077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06a8c7c7-b51d-4b20-8ea0-fa0229da2233 req-0721e0ac-7fb5-4a9c-9d9c-7c0373325054 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 1654 time: 0.1428435
Feb 19 21:01:33.646679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:33.648242 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:33.657047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-aeadeefd-6a79-4414-8e6f-e070096f322b None None] Provisioning complete for port 5522f49c-1f87-419c-bb79-a02284fc44b4 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:33.658465 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aeadeefd-6a79-4414-8e6f-e070096f322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:33.722745 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-98e42ce7-0845-48d6-8e1f-17e91e8e9676 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9355228
Feb 19 21:01:33.750067 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06a8c7c7-b51d-4b20-8ea0-fa0229da2233 req-858c9216-bc27-4f59-a03f-1df145e876b5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995731
Feb 19 21:01:33.754002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Request body: {'port': {'device_id': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:33.769151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-aeadeefd-6a79-4414-8e6f-e070096f322b None None] Port 5522f49c-1f87-419c-bb79-a02284fc44b4 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:01:33.926998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:33.974348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:33.979617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:33.995876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdf3a1-1fe0-43cf-aea1-63b499be94fb req-178ac16d-b0eb-4fb8-a141-a8114816592a tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:34.003636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08fdf3a1-1fe0-43cf-aea1-63b499be94fb req-178ac16d-b0eb-4fb8-a141-a8114816592a tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 931 time: 0.0691748
Feb 19 21:01:34.077869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08fdf3a1-1fe0-43cf-aea1-63b499be94fb req-59a4c02c-1582-4c12-bcf3-13ceec7d17a8 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695636
Feb 19 21:01:34.300565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4577e2a-d7e4-4b03-b27f-20a9b50a7274 req-31a17bd8-9436-47dd-a964-31f3489682b6 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:34.320190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4577e2a-d7e4-4b03-b27f-20a9b50a7274 req-31a17bd8-9436-47dd-a964-31f3489682b6 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1441998
Feb 19 21:01:34.458592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4577e2a-d7e4-4b03-b27f-20a9b50a7274 req-c2fd6f9e-1d68-4954-bcd1-77ddc7b3aa9b tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339722
Feb 19 21:01:34.526205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f3438-29ab-42d1-beb8-0b7a70563c4b req-30474ccb-eb89-4e20-9207-71295bea7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:34.533466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef2f3438-29ab-42d1-beb8-0b7a70563c4b req-30474ccb-eb89-4e20-9207-71295bea7fce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 1127 time: 0.1151233
Feb 19 21:01:34.623517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Allocated IP 19.80.0.207 (140e3dd6-5cb8-49ac-9612-4920dd5c0ab1/5e05c083-5522-46cb-8091-1afdebb96283/b9f99142-6fa5-417a-bb09-98abb27cd0be) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:34.702882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef2f3438-29ab-42d1-beb8-0b7a70563c4b req-7bf541e3-b9d4-489d-806b-3be80415907e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640124
Feb 19 21:01:35.203466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b673cf-bf46-4f16-908a-3cb223521a1c req-2b78d149-1d6a-477d-b7f3-8706ba57514b tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:35.214154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b673cf-bf46-4f16-908a-3cb223521a1c req-2b78d149-1d6a-477d-b7f3-8706ba57514b tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:35.229635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41b673cf-bf46-4f16-908a-3cb223521a1c req-2b78d149-1d6a-477d-b7f3-8706ba57514b tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 1654 time: 0.1478112
Feb 19 21:01:35.368815 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41b673cf-bf46-4f16-908a-3cb223521a1c req-dd7228ea-ac5d-4405-9587-97d69841deb4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381218
Feb 19 21:01:35.416147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54952) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:35.574933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a42cd-3b5a-4849-a52f-803be08cd8ec req-9a24864a-df69-4536-bc97-973b5d1d75f9 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:35.576931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e18a42cd-3b5a-4849-a52f-803be08cd8ec req-9a24864a-df69-4536-bc97-973b5d1d75f9 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 946 time: 0.0987277
Feb 19 21:01:35.708773 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:35.804489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e18a42cd-3b5a-4849-a52f-803be08cd8ec req-a7cf24aa-dba3-4b4f-a63c-1dbed1a01f62 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/security-groups?id=782c8a65-46c6-4fba-b30f-1de28220ac9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2198746
Feb 19 21:01:35.812491 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks [] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:35.931797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5522f49c-1f87-419c-bb79-a02284fc44b4 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:35.967771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Publish callbacks [] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.030716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Transition to ACTIVE for port object 5522f49c-1f87-419c-bb79-a02284fc44b4 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:01:36.047896 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.071542 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.195743 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Publish callbacks [] for security_group (d7d50c96-7946-437b-8d35-37a22451f59d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.227855 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d7d50c96-7946-437b-8d35-37a22451f59d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.279351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=504c84b5a97741d4b89437a16260d379&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8615191
Feb 19 21:01:36.297094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54972) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:36.344817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Attempting to bind port 5522f49c-1f87-419c-bb79-a02284fc44b4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:36.345589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Attempting to bind port 5522f49c-1f87-419c-bb79-a02284fc44b4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:36.346150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Attempting to bind port 5522f49c-1f87-419c-bb79-a02284fc44b4 on network e65a0dad-e542-4761-ba20-2506e5992b4e {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:36.372615 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Pushing event updated for resources: {'Port': ['ID=5522f49c-1f87-419c-bb79-a02284fc44b4,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:36.377891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3d569-00af-4877-8a2c-ec96b39f1d78 req-a656b241-7d9c-466e-a908-85e31271e21e tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:36.389097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52c3d569-00af-4877-8a2c-ec96b39f1d78 req-a656b241-7d9c-466e-a908-85e31271e21e tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 943 time: 0.2008052
Feb 19 21:01:36.390288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d50c96-7946-437b-8d35-37a22451f59d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:36.429207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.429478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.429842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.430629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.430629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.430957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.431301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.431640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.432811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.432811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.432811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.433096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.433307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da1adb2-0e8f-4a12-90f1-16598a79d18e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:36.498293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:36.500532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Port': ['ID=b9f99142-6fa5-417a-bb09-98abb27cd0be,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:36.504023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Port 5522f49c-1f87-419c-bb79-a02284fc44b4 on network e65a0dad-e542-4761-ba20-2506e5992b4e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:01:36.504579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Attempting to bind port 5522f49c-1f87-419c-bb79-a02284fc44b4 on network e65a0dad-e542-4761-ba20-2506e5992b4e {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:36.510739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:36.529272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:36.531477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Checking segment: {'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:36.531913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Bound using segment: {'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:36.532457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Bound port: 5522f49c-1f87-419c-bb79-a02284fc44b4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc5618c-774b-454f-b46b-de5d8a548ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:36.544994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.545790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52c3d569-00af-4877-8a2c-ec96b39f1d78 req-a8c5144d-ae12-454c-9671-ace3a125bf65 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1194112
Feb 19 21:01:36.585139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:36.604550 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1047dea2-c560-40c6-b5a3-4b049a2717f3 admin admin] Publish callbacks [] for security_group (d7d50c96-7946-437b-8d35-37a22451f59d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.637832 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1047dea2-c560-40c6-b5a3-4b049a2717f3 admin admin] Publish callbacks [] for security_group (d7d50c96-7946-437b-8d35-37a22451f59d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.741193 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:01:36.761932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:36.784856 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.818076 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1047dea2-c560-40c6-b5a3-4b049a2717f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d7d50c96-7946-437b-8d35-37a22451f59d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.820927 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1047dea2-c560-40c6-b5a3-4b049a2717f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.821661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] For port 5522f49c-1f87-419c-bb79-a02284fc44b4, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:36.822491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1047dea2-c560-40c6-b5a3-4b049a2717f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7d50c96-7946-437b-8d35-37a22451f59d HTTP/1.1" status: 204  len: 168 time: 0.5192776
Feb 19 21:01:36.833009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] For port 5522f49c-1f87-419c-bb79-a02284fc44b4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5522f49c-1f87-419c-bb79-a02284fc44b4,segment=NetworkSegment(fdc5618c-774b-454f-b46b-de5d8a548ae6),segment_id=fdc5618c-774b-454f-b46b-de5d8a548ae6)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:36.860360 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:36.882587 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-161ca5bf-ee13-4348-9045-8d2b41710d89 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8297441
Feb 19 21:01:36.907225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb396f4c-1eb3-43b3-8b45-9d90f45f551f req-bf8082a3-2af0-4bba-9e5d-d0a8f4f8d24b tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:36.907225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb396f4c-1eb3-43b3-8b45-9d90f45f551f req-bf8082a3-2af0-4bba-9e5d-d0a8f4f8d24b tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.10 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 946 time: 0.3693974
Feb 19 21:01:36.907225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047dea2-c560-40c6-b5a3-4b049a2717f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d50c96-7946-437b-8d35-37a22451f59d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:36.929945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Request body: {'port': {'device_id': '457783d2-8dc2-4522-80cf-081a6a013e17', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:36.959948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027ad1f-dfaf-433f-86ad-ee9d5e928e92 req-794682f0-0ec1-43c4-8d23-3804f76dad43 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:36.963205 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6027ad1f-dfaf-433f-86ad-ee9d5e928e92 req-794682f0-0ec1-43c4-8d23-3804f76dad43 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.2465262
Feb 19 21:01:37.116808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d7ad5354-65d7-4c28-8cfb-9f19b6e4ce21 None None] Provisioning complete for port b9f99142-6fa5-417a-bb09-98abb27cd0be triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:37.117956 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5354-65d7-4c28-8cfb-9f19b6e4ce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:37.157178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:37.161460 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:37.170326 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] 10.222.0.67 "PUT /v2.0/ports/5522f49c-1f87-419c-bb79-a02284fc44b4 HTTP/1.1" status: 200  len: 1091 time: 3.4318974
Feb 19 21:01:37.229013 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'tag': '5522f49c-1f87-419c-bb79-a02284fc44b4'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:37.253215 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63" -d '{"events": [{"name": "network-changed", "server_uuid": "9440fe13-0931-4b97-a7cb-ec215645eb5a", "tag": "5522f49c-1f87-419c-bb79-a02284fc44b4"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:37.268321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad5354-65d7-4c28-8cfb-9f19b6e4ce21 None None] Port b9f99142-6fa5-417a-bb09-98abb27cd0be cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:01:37.420078 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:37.466992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6027ad1f-dfaf-433f-86ad-ee9d5e928e92 req-2614b752-b5ca-43f8-b461-dbe5d1b5821b tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4423659
Feb 19 21:01:37.481336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58bcf3-0835-4df2-8c72-759712af3c58 service neutron] Pushing event updated for resources: {'Port': ['ID=5522f49c-1f87-419c-bb79-a02284fc44b4,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:37.528786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-cb396f4c-1eb3-43b3-8b45-9d90f45f551f req-645e54af-188a-44bc-98ff-2da3bb87fbf4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Deleting port 49b75fb4-dfb4-4181-9310-47d14081f43e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:01:37.529425 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cb396f4c-1eb3-43b3-8b45-9d90f45f551f req-645e54af-188a-44bc-98ff-2da3bb87fbf4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:37.577381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55010) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:37.635092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-202c37fd-f4ff-415a-bc90-c5c0e78321df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:37.686783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cb396f4c-1eb3-43b3-8b45-9d90f45f551f req-645e54af-188a-44bc-98ff-2da3bb87fbf4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] For port 49b75fb4-dfb4-4181-9310-47d14081f43e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49b75fb4-dfb4-4181-9310-47d14081f43e,segment=NetworkSegment(101fe55e-f299-4ac1-8094-9987e023f216),segment_id=101fe55e-f299-4ac1-8094-9987e023f216)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:37.687157 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cb396f4c-1eb3-43b3-8b45-9d90f45f551f req-645e54af-188a-44bc-98ff-2da3bb87fbf4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:37.693692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-c4170401-ae6d-49c9-ba7a-5c2b6dba9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:37.695728 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-c4170401-ae6d-49c9-ba7a-5c2b6dba9b79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4aca9e397c334bb997f450e919088286&device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 1125 time: 0.4247038
Feb 19 21:01:37.742587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-cb396f4c-1eb3-43b3-8b45-9d90f45f551f req-645e54af-188a-44bc-98ff-2da3bb87fbf4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Calling delete_port for 49b75fb4-dfb4-4181-9310-47d14081f43e owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:01:37.815558 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-c3d0650d-c2cc-4723-8c8c-8c92ed309c4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5522f49c-1f87-419c-bb79-a02284fc44b4 HTTP/1.1" status: 200  len: 217 time: 0.1085677
Feb 19 21:01:37.828353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e2ce9-5df7-4662-a641-cff552d4cad9 req-ee98a4b8-4584-4682-a73c-a5b57585ef95 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:37.834668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e2ce9-5df7-4662-a641-cff552d4cad9 req-ee98a4b8-4584-4682-a73c-a5b57585ef95 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:37.843086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e2ce9-5df7-4662-a641-cff552d4cad9 req-ee98a4b8-4584-4682-a73c-a5b57585ef95 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:37.844880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f5e2ce9-5df7-4662-a641-cff552d4cad9 req-ee98a4b8-4584-4682-a73c-a5b57585ef95 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2376 time: 0.1425188
Feb 19 21:01:38.046251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-16068dfa-dcb6-45f0-ad7e-75a9b938f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:38.047752 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-16068dfa-dcb6-45f0-ad7e-75a9b938f715 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cabc37d9-8907-4af3-a0c6-c066930306f3 HTTP/1.1" status: 200  len: 854 time: 0.2236474
Feb 19 21:01:38.119229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f5e2ce9-5df7-4662-a641-cff552d4cad9 req-249707cc-93f8-4b6e-b253-c8c3a6925035 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2574379
Feb 19 21:01:38.126299 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cb396f4c-1eb3-43b3-8b45-9d90f45f551f req-645e54af-188a-44bc-98ff-2da3bb87fbf4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (49b75fb4-dfb4-4181-9310-47d14081f43e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:38.151366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['49b75fb4-dfb4-4181-9310-47d14081f43e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:01:38.204574 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-202c37fd-f4ff-415a-bc90-c5c0e78321df admin admin] Publish callbacks [] for security_group (311b5281-940c-4063-a5c4-2056780d98c7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:38.223769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-202c37fd-f4ff-415a-bc90-c5c0e78321df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (311b5281-940c-4063-a5c4-2056780d98c7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:38.229673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e54af-188a-44bc-98ff-2da3bb87fbf4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Pushing event deleted for resources: {'Port': ['ID=49b75fb4-dfb4-4181-9310-47d14081f43e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:38.361629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb396f4c-1eb3-43b3-8b45-9d90f45f551f req-645e54af-188a-44bc-98ff-2da3bb87fbf4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] No DVR routers for this DVR port 49b75fb4-dfb4-4181-9310-47d14081f43e on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:01:38.365226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e72a71ed-5172-4278-b9ae-08a11ac2e3b8 req-0ba5b5b0-19f1-4426-abb0-c36ad09cd036 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.30 "GET /v2.0/ports?device_id=c663bc1c-0a0d-471d-a5f7-c78f30fd46dd HTTP/1.1" status: 200  len: 210 time: 0.0773840
Feb 19 21:01:38.366490 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cb396f4c-1eb3-43b3-8b45-9d90f45f551f req-645e54af-188a-44bc-98ff-2da3bb87fbf4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:38.370108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb396f4c-1eb3-43b3-8b45-9d90f45f551f req-645e54af-188a-44bc-98ff-2da3bb87fbf4 tempest-ServerGroupTestJSON-176659396 tempest-ServerGroupTestJSON-176659396-project] 10.222.0.10 "DELETE /v2.0/ports/49b75fb4-dfb4-4181-9310-47d14081f43e HTTP/1.1" status: 204  len: 173 time: 1.4421051
Feb 19 21:01:38.372704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c663bc1c-0a0d-471d-a5f7-c78f30fd46dd', 'name': 'network-vif-deleted', 'tag': '49b75fb4-dfb4-4181-9310-47d14081f43e'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:38.372984 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:38.375308 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d8dc8c-42ef-4120-8f5f-7a2257ec1b57" -d '{"events": [{"server_uuid": "c663bc1c-0a0d-471d-a5f7-c78f30fd46dd", "name": "network-vif-deleted", "tag": "49b75fb4-dfb4-4181-9310-47d14081f43e"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:38.388570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c37fd-f4ff-415a-bc90-c5c0e78321df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b5281-940c-4063-a5c4-2056780d98c7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:38.410355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Publish callbacks [] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:38.445923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55052) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:38.449040 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-202c37fd-f4ff-415a-bc90-c5c0e78321df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d2bf54b29ee43898f581fbaf1208e1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8693902
Feb 19 21:01:38.460072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-56e7791c-3de9-4073-928f-3a96069629f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:38.461922 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-56e7791c-3de9-4073-928f-3a96069629f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65a0dad-e542-4761-ba20-2506e5992b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4004383
Feb 19 21:01:38.463076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Transition to ACTIVE for port object 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:01:38.485679 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:38.558324 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7cec191e-11e7-4cb2-b67b-43042f5d00da admin admin] Publish callbacks [] for security_group (311b5281-940c-4063-a5c4-2056780d98c7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:38.618525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7cec191e-11e7-4cb2-b67b-43042f5d00da admin admin] Publish callbacks [] for security_group (311b5281-940c-4063-a5c4-2056780d98c7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:38.673911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Pushing event updated for resources: {'Port': ['ID=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:38.739950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7cec191e-11e7-4cb2-b67b-43042f5d00da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (311b5281-940c-4063-a5c4-2056780d98c7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:38.742562 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7cec191e-11e7-4cb2-b67b-43042f5d00da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:38.745982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7cec191e-11e7-4cb2-b67b-43042f5d00da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/311b5281-940c-4063-a5c4-2056780d98c7 HTTP/1.1" status: 204  len: 168 time: 0.2969687
Feb 19 21:01:38.759220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec191e-11e7-4cb2-b67b-43042f5d00da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b5281-940c-4063-a5c4-2056780d98c7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:38.772833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c9f47-aba2-4aac-94c3-10b9fabbd549 req-8ad9a5fc-82ea-4972-af9e-ed3e6629d763 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:38.783068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f9c9f47-aba2-4aac-94c3-10b9fabbd549 req-8ad9a5fc-82ea-4972-af9e-ed3e6629d763 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 943 time: 0.1052048
Feb 19 21:01:38.834147 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-779c128f-01e4-434c-b43a-7d9790dc10ff service neutron] 10.222.0.67 "GET /v2.0/networks/e65a0dad-e542-4761-ba20-2506e5992b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3634861
Feb 19 21:01:38.913976 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f9c9f47-aba2-4aac-94c3-10b9fabbd549 req-12099cdf-3464-49a5-9394-7a05a3ffc94e tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1298995
Feb 19 21:01:38.942717 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5c68ed-6038-4abe-940c-a86354505d67 x-openstack-request-id: req-9d5c68ed-6038-4abe-940c-a86354505d67 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:38.943079 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9440fe13-0931-4b97-a7cb-ec215645eb5a", "tag": "5522f49c-1f87-419c-bb79-a02284fc44b4", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:38.943410 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d5c68ed-6038-4abe-940c-a86354505d67 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:38.943822 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'tag': '5522f49c-1f87-419c-bb79-a02284fc44b4', 'status': 'completed', 'code': 200}
Feb 19 21:01:39.026252 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17ada20-bd17-4d30-b0aa-b337959c4745 x-openstack-request-id: req-f17ada20-bd17-4d30-b0aa-b337959c4745 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:39.026915 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c663bc1c-0a0d-471d-a5f7-c78f30fd46dd", "name": "network-vif-deleted", "tag": "49b75fb4-dfb4-4181-9310-47d14081f43e", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:39.027415 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f17ada20-bd17-4d30-b0aa-b337959c4745 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:39.028716 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c663bc1c-0a0d-471d-a5f7-c78f30fd46dd', 'name': 'network-vif-deleted', 'tag': '49b75fb4-dfb4-4181-9310-47d14081f43e', 'status': 'completed', 'code': 200}
Feb 19 21:01:39.051455 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Attempting to bind port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:39.052036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Attempting to bind port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:39.052140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Attempting to bind port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f on network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:39.080174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f on network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:01:39.081647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Attempting to bind port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f on network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:39.095738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:39.098140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Checking segment: {'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:39.098554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Bound using segment: {'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:39.100066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Bound port: 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:39.101163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:39.220856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c609fb1-7520-4435-8698-84a464aa7dd6 req-af2c517d-a020-4919-9ce0-cc956a3e78d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:39.230267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c609fb1-7520-4435-8698-84a464aa7dd6 req-af2c517d-a020-4919-9ce0-cc956a3e78d1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 0.1575997
Feb 19 21:01:39.230404 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ce65352-8a3d-4c39-b82d-f80dd5cf09f2 req-419c2bd7-bda8-4a80-8c26-ffa66f59fcbf service neutron] 10.222.0.67 "GET /v2.0/networks/e65a0dad-e542-4761-ba20-2506e5992b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3867955
Feb 19 21:01:39.253295 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] For port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:39.270684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] For port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:39.296265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:39.352729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c609fb1-7520-4435-8698-84a464aa7dd6 req-c1a1df6c-4c94-4489-ba70-b67d1311e113 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206472
Feb 19 21:01:39.423202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:39.424895 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:39.429367 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] 10.222.0.67 "PUT /v2.0/ports/53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f HTTP/1.1" status: 200  len: 1091 time: 2.5170374
Feb 19 21:01:39.501976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b828f4d-7c97-4d56-8d7a-657d205987ed req-7b84aefb-cc23-4a65-af91-c15c3bb0c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:39.508823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Request body: {'port': {'device_id': '457783d2-8dc2-4522-80cf-081a6a013e17', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:39.510047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b828f4d-7c97-4d56-8d7a-657d205987ed req-7b84aefb-cc23-4a65-af91-c15c3bb0c163 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 1127 time: 0.1618500
Feb 19 21:01:39.587875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68665b61-5e68-4cb6-8950-29af42c7b11e service neutron] Pushing event updated for resources: {'Port': ['ID=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:39.692923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ff871375-e78c-4d10-8106-2a234a325971), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:39.698780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63 req-66a5873d-e2d7-47bd-a57a-33c046b3dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:39.713822 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63 req-66a5873d-e2d7-47bd-a57a-33c046b3dd54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4aca9e397c334bb997f450e919088286&device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 1125 time: 0.3206046
Feb 19 21:01:39.728464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec7dc9-024e-467b-beb9-c9e3db238291 req-0470619c-3c8c-430a-a80d-8617ddd87501 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:39.728464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27ec7dc9-024e-467b-beb9-c9e3db238291 req-0470619c-3c8c-430a-a80d-8617ddd87501 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.2315240
Feb 19 21:01:39.737132 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55094) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:39.748478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1d9a1-b177-4824-925e-eab6ce1eab9e req-b4e516ae-994e-4b96-b1f2-49209039acd9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:39.755545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1d9a1-b177-4824-925e-eab6ce1eab9e req-b4e516ae-994e-4b96-b1f2-49209039acd9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:39.762018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1d9a1-b177-4824-925e-eab6ce1eab9e req-b4e516ae-994e-4b96-b1f2-49209039acd9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:39.780621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fd1d9a1-b177-4824-925e-eab6ce1eab9e req-b4e516ae-994e-4b96-b1f2-49209039acd9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2388 time: 0.3567343
Feb 19 21:01:39.870111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63 req-8d823d42-e500-40dc-bffa-8d19a4e75968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:39.872550 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63 req-8d823d42-e500-40dc-bffa-8d19a4e75968 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65a0dad-e542-4761-ba20-2506e5992b4e HTTP/1.1" status: 200  len: 916 time: 0.1361206
Feb 19 21:01:39.954419 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63 req-fa0868f8-4764-403b-bab8-ec233d7d804d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5522f49c-1f87-419c-bb79-a02284fc44b4 HTTP/1.1" status: 200  len: 217 time: 0.0691397
Feb 19 21:01:40.108920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63 req-3fe1e2a7-1808-4435-bea0-35803ce54d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:40.110559 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63 req-3fe1e2a7-1808-4435-bea0-35803ce54d49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cabc37d9-8907-4af3-a0c6-c066930306f3 HTTP/1.1" status: 200  len: 854 time: 0.1439440
Feb 19 21:01:40.151146 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24025f1d-1c76-4af2-86d1-d7ae16f8b5f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:40.252212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63 req-3fc9938d-b9c6-4879-9c3b-c628247098c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:40.253751 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63 req-3fc9938d-b9c6-4879-9c3b-c628247098c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65a0dad-e542-4761-ba20-2506e5992b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1321118
Feb 19 21:01:40.264358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b828f4d-7c97-4d56-8d7a-657d205987ed req-1ccd8b87-96b3-46ab-88ea-b635ce98323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:40.266010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b828f4d-7c97-4d56-8d7a-657d205987ed req-1ccd8b87-96b3-46ab-88ea-b635ce98323b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 920 time: 0.7451692
Feb 19 21:01:40.274187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27ec7dc9-024e-467b-beb9-c9e3db238291 req-4028d06d-e7f7-496f-a5e6-c90012c779b4 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5360301
Feb 19 21:01:40.282504 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fd1d9a1-b177-4824-925e-eab6ce1eab9e req-b331ca2a-b284-416b-b7f2-4fd5cb269009 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5007932
Feb 19 21:01:40.399533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b828f4d-7c97-4d56-8d7a-657d205987ed req-b8f0933b-dc0a-49cb-aa11-062bc971a89b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b HTTP/1.1" status: 200  len: 217 time: 0.1217546
Feb 19 21:01:40.412024 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63 req-7fef9d99-fbec-4e42-b598-acddd53d8c37 service neutron] 10.222.0.67 "GET /v2.0/networks/e65a0dad-e542-4761-ba20-2506e5992b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425261
Feb 19 21:01:40.518262 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24025f1d-1c76-4af2-86d1-d7ae16f8b5f4 admin admin] Publish callbacks [] for security_group (98d1dffb-ea9b-4b57-8b64-01046b897180), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:40.528111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff871375-e78c-4d10-8106-2a234a325971 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:40.539447 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Publish callbacks [] for port (ff871375-e78c-4d10-8106-2a234a325971), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:40.565535 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24025f1d-1c76-4af2-86d1-d7ae16f8b5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (98d1dffb-ea9b-4b57-8b64-01046b897180), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:40.568711 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bb6e44b6-6b2f-4dfe-84ee-1ac5f6501a63 req-ac7c9666-095f-4ffa-9e44-44b1aacb78c9 service neutron] 10.222.0.67 "GET /v2.0/networks/e65a0dad-e542-4761-ba20-2506e5992b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467159
Feb 19 21:01:40.569663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Transition to ACTIVE for port object ff871375-e78c-4d10-8106-2a234a325971 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:01:40.574428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (ff871375-e78c-4d10-8106-2a234a325971), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:40.613024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b828f4d-7c97-4d56-8d7a-657d205987ed req-d0513ac9-7725-4cb5-941c-a1a0628b1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:40.614505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b828f4d-7c97-4d56-8d7a-657d205987ed req-d0513ac9-7725-4cb5-941c-a1a0628b1d48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 200  len: 859 time: 0.2052922
Feb 19 21:01:40.677841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b828f4d-7c97-4d56-8d7a-657d205987ed req-564c4e3d-feaf-4cb2-9143-e81eca480cdb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d71791f-d141-4701-a95a-c6109bae943e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454788
Feb 19 21:01:40.685895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c193d-84d2-4b46-874d-3cdf77ef4252 req-b9048bb1-7993-4fe9-9c0d-65639404251b tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:40.687313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-415c193d-84d2-4b46-874d-3cdf77ef4252 req-b9048bb1-7993-4fe9-9c0d-65639404251b tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 943 time: 0.2355988
Feb 19 21:01:40.705529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Pushing event updated for resources: {'Port': ['ID=ff871375-e78c-4d10-8106-2a234a325971,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:40.709847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-24025f1d-1c76-4af2-86d1-d7ae16f8b5f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2680cca2b23e4a9ea144d05b11df6593&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9207718
Feb 19 21:01:40.710141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55120) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:40.733785 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24025f1d-1c76-4af2-86d1-d7ae16f8b5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d1dffb-ea9b-4b57-8b64-01046b897180,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:40.783164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc80584a-1bc3-41e9-9783-be1bb392bd2d admin admin] Publish callbacks [] for security_group (98d1dffb-ea9b-4b57-8b64-01046b897180), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:40.783412 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5e59f-a1ec-4425-9eb8-16b477b9fb19 req-bb823316-5c08-45bc-948f-82130a199849 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:40.794715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9e5e59f-a1ec-4425-9eb8-16b477b9fb19 req-bb823316-5c08-45bc-948f-82130a199849 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 0.2828405
Feb 19 21:01:40.843125 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc80584a-1bc3-41e9-9783-be1bb392bd2d admin admin] Publish callbacks [] for security_group (98d1dffb-ea9b-4b57-8b64-01046b897180), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:40.845286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Attempting to bind port ff871375-e78c-4d10-8106-2a234a325971 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:40.845626 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Attempting to bind port ff871375-e78c-4d10-8106-2a234a325971 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:40.845960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Attempting to bind port ff871375-e78c-4d10-8106-2a234a325971 on network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:40.858788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Port ff871375-e78c-4d10-8106-2a234a325971 on network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:01:40.859647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Attempting to bind port ff871375-e78c-4d10-8106-2a234a325971 on network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:40.869372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:40.869718 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Checking segment: {'id': 'b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:40.870253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Bound using segment: {'id': 'b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:40.870714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Bound port: ff871375-e78c-4d10-8106-2a234a325971, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:40.871079 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ff871375-e78c-4d10-8106-2a234a325971), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:40.922060 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-415c193d-84d2-4b46-874d-3cdf77ef4252 req-2187260b-db75-4b32-9a8d-e91bacdc3418 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2283211
Feb 19 21:01:40.956822 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9e5e59f-a1ec-4425-9eb8-16b477b9fb19 req-8d7c877c-68b6-4f02-a65d-61fe3f31ae70 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1525531
Feb 19 21:01:40.961696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b828f4d-7c97-4d56-8d7a-657d205987ed req-0a477e62-bea0-474d-9174-511bbeb4fc0c service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2703354
Feb 19 21:01:40.970306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] For port ff871375-e78c-4d10-8106-2a234a325971, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:40.974168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] For port ff871375-e78c-4d10-8106-2a234a325971, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff871375-e78c-4d10-8106-2a234a325971,segment=NetworkSegment(b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03),segment_id=b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:40.983359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'tag': '53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:40.987556 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddebb33-a0cf-407b-824c-d7e538c628c0" -d '{"events": [{"name": "network-changed", "server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "tag": "53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:40.996487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (ff871375-e78c-4d10-8106-2a234a325971), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:41.041928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:41.042584 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:41.044631 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] 10.222.0.67 "PUT /v2.0/ports/ff871375-e78c-4d10-8106-2a234a325971 HTTP/1.1" status: 200  len: 1092 time: 1.5427463
Feb 19 21:01:41.071138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa7450-99e8-4054-b410-c54aaea1400c service neutron] Pushing event updated for resources: {'Port': ['ID=ff871375-e78c-4d10-8106-2a234a325971,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:41.076264 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc80584a-1bc3-41e9-9783-be1bb392bd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (98d1dffb-ea9b-4b57-8b64-01046b897180), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:41.079486 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc80584a-1bc3-41e9-9783-be1bb392bd2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:41.081111 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fc80584a-1bc3-41e9-9783-be1bb392bd2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98d1dffb-ea9b-4b57-8b64-01046b897180 HTTP/1.1" status: 204  len: 168 time: 0.3700430
Feb 19 21:01:41.098075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Request body: {'port': {'device_id': '457783d2-8dc2-4522-80cf-081a6a013e17', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:41.115889 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80782ae4-6e0c-4630-b7d7-542c5559b72c x-openstack-request-id: req-80782ae4-6e0c-4630-b7d7-542c5559b72c {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:41.116532 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "tag": "53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:41.116532 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80782ae4-6e0c-4630-b7d7-542c5559b72c {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:41.116895 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'tag': '53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f', 'status': 'completed', 'code': 200}
Feb 19 21:01:41.198706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b828f4d-7c97-4d56-8d7a-657d205987ed req-93a63743-4b0b-4939-9c9e-2e70e1ac8481 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2279797
Feb 19 21:01:41.204029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80584a-1bc3-41e9-9783-be1bb392bd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d1dffb-ea9b-4b57-8b64-01046b897180,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:41.328410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 49b75fb4-dfb4-4181-9310-47d14081f43e no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:01:41.371231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 49b75fb4-dfb4-4181-9310-47d14081f43e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:01:41.372079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 49b75fb4-dfb4-4181-9310-47d14081f43e not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:01:41.386842 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:41.472833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddebb33-a0cf-407b-824c-d7e538c628c0 req-05492c32-1f2d-49c9-9baa-5f26af0847c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:41.473438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddebb33-a0cf-407b-824c-d7e538c628c0 req-05492c32-1f2d-49c9-9baa-5f26af0847c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:41.473987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddebb33-a0cf-407b-824c-d7e538c628c0 req-05492c32-1f2d-49c9-9baa-5f26af0847c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:41.476397 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ddebb33-a0cf-407b-824c-d7e538c628c0 req-05492c32-1f2d-49c9-9baa-5f26af0847c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a67095fabac457da3239e727c92e4ab&device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2860 time: 0.2952681
Feb 19 21:01:41.672164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f3a49-3716-4041-896b-9c5700558871 req-bd032d8a-e8e6-445b-a4ab-494dc193f454 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:41.691129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f3a49-3716-4041-896b-9c5700558871 req-bd032d8a-e8e6-445b-a4ab-494dc193f454 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:41.705376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f3a49-3716-4041-896b-9c5700558871 req-bd032d8a-e8e6-445b-a4ab-494dc193f454 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:41.714712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-528f3a49-3716-4041-896b-9c5700558871 req-bd032d8a-e8e6-445b-a4ab-494dc193f454 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2400 time: 0.2280295
Feb 19 21:01:41.726748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:01:41.763742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddebb33-a0cf-407b-824c-d7e538c628c0 req-965a8d7b-51f6-431e-92d4-a42132858e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:41.765243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddebb33-a0cf-407b-824c-d7e538c628c0 req-965a8d7b-51f6-431e-92d4-a42132858e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:41.767070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddebb33-a0cf-407b-824c-d7e538c628c0 req-965a8d7b-51f6-431e-92d4-a42132858e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:41.772095 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ddebb33-a0cf-407b-824c-d7e538c628c0 req-965a8d7b-51f6-431e-92d4-a42132858e6e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0a67095fabac457da3239e727c92e4ab&shared=False HTTP/1.1" status: 200  len: 2289 time: 0.2864366
Feb 19 21:01:41.900364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-528f3a49-3716-4041-896b-9c5700558871 req-67a995b8-4347-4dcc-8292-5730d81aba33 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787629
Feb 19 21:01:42.056130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3af9d550-dac7-42d8-be63-467504951ed9 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:42.061705 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:42.127760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bee7f5-21d8-4d55-876e-49adce36a986 req-f64140fe-a070-4970-acea-97e54ecdc40a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:42.131431 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40bee7f5-21d8-4d55-876e-49adce36a986 req-f64140fe-a070-4970-acea-97e54ecdc40a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.2727394
Feb 19 21:01:42.191607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:42.196430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:42.199637 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a24bf2-65b7-4ef4-8d71-c3db38bb6eac" -d '{"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:42.209113 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:42.291311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddebb33-a0cf-407b-824c-d7e538c628c0 req-d20527a6-a16d-4f17-a1fe-2fd3c92877a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:42.293234 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ddebb33-a0cf-407b-824c-d7e538c628c0 req-d20527a6-a16d-4f17-a1fe-2fd3c92877a6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4687109
Feb 19 21:01:42.371350 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40bee7f5-21d8-4d55-876e-49adce36a986 req-b2d54e86-b579-4ac2-9a9e-e9218d4f320c tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2295229
Feb 19 21:01:42.436846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b52b5-4307-4815-8ef7-116c43b1a96e req-2bfb5384-b36a-4564-a0d4-c6ea48142841 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:42.441465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-323b52b5-4307-4815-8ef7-116c43b1a96e req-2bfb5384-b36a-4564-a0d4-c6ea48142841 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 943 time: 0.2699659
Feb 19 21:01:42.477061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55200) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:42.562826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-323b52b5-4307-4815-8ef7-116c43b1a96e req-a6fda0ee-2608-4108-b2f1-6ce71178f418 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161611
Feb 19 21:01:42.645020 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbcf8a0-5af2-4e4a-9d75-19b8b8c0af30 x-openstack-request-id: req-ddbcf8a0-5af2-4e4a-9d75-19b8b8c0af30 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:42.645611 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:42.645611 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ddbcf8a0-5af2-4e4a-9d75-19b8b8c0af30 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:42.645956 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9', 'code': 200}
Feb 19 21:01:42.683599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf4c217-e063-42ab-8ced-232b81886057 admin admin] Deleting subnet 3f5b7599-856d-454d-86a3-0ee387e5afce {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:01:42.699154 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c217-e063-42ab-8ced-232b81886057 admin admin] Publish callbacks [] for subnet (3f5b7599-856d-454d-86a3-0ee387e5afce), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:42.702174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:42.777533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f99142-6fa5-417a-bb09-98abb27cd0be {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:42.790144 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c217-e063-42ab-8ced-232b81886057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (3f5b7599-856d-454d-86a3-0ee387e5afce), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:42.794000 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Publish callbacks [] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:42.836298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Transition to ACTIVE for port object b9f99142-6fa5-417a-bb09-98abb27cd0be will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:01:42.847599 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:42.857114 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c217-e063-42ab-8ced-232b81886057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (3f5b7599-856d-454d-86a3-0ee387e5afce), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:42.961862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f99142-6fa5-417a-bb09-98abb27cd0be,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:43.051074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c217-e063-42ab-8ced-232b81886057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (3f5b7599-856d-454d-86a3-0ee387e5afce), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:43.090646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Attempting to bind port b9f99142-6fa5-417a-bb09-98abb27cd0be on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:43.091105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Attempting to bind port b9f99142-6fa5-417a-bb09-98abb27cd0be by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:43.091536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Attempting to bind port b9f99142-6fa5-417a-bb09-98abb27cd0be on network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:43.096759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Port b9f99142-6fa5-417a-bb09-98abb27cd0be on network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:01:43.097298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Attempting to bind port b9f99142-6fa5-417a-bb09-98abb27cd0be on network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:43.101802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4c217-e063-42ab-8ced-232b81886057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5b7599-856d-454d-86a3-0ee387e5afce,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:43.105973 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c217-e063-42ab-8ced-232b81886057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:43.111683 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2cf4c217-e063-42ab-8ced-232b81886057 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3f5b7599-856d-454d-86a3-0ee387e5afce HTTP/1.1" status: 204  len: 168 time: 0.6302872
Feb 19 21:01:43.112545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55228) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:43.120905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:43.121341 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Checking segment: {'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:43.122409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Bound using segment: {'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:43.122820 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Bound port: b9f99142-6fa5-417a-bb09-98abb27cd0be, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88df59ef-cf50-4d59-af3a-841dff54867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:43.123254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:43.127808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'tag': 'ff871375-e78c-4d10-8106-2a234a325971'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:43.129156 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1851fd-cb7d-471a-91e9-780f9bc22186" -d '{"events": [{"name": "network-changed", "server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "tag": "ff871375-e78c-4d10-8106-2a234a325971"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:43.148780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06150d01-791f-4905-a7af-acbdac51ec5a req-cbb3e3f3-9cd9-4f82-b75c-a155b1b3e837 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:43.156783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06150d01-791f-4905-a7af-acbdac51ec5a req-cbb3e3f3-9cd9-4f82-b75c-a155b1b3e837 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:43.163160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06150d01-791f-4905-a7af-acbdac51ec5a req-cbb3e3f3-9cd9-4f82-b75c-a155b1b3e837 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:43.172441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06150d01-791f-4905-a7af-acbdac51ec5a req-cbb3e3f3-9cd9-4f82-b75c-a155b1b3e837 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2412 time: 0.1303928
Feb 19 21:01:43.262837 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e50462f1-2728-4b94-911d-a92c71aefe29), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:43.315526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] For port b9f99142-6fa5-417a-bb09-98abb27cd0be, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:43.344832 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6631ef3f-3de3-41c6-ba7c-cee9155fb852 x-openstack-request-id: req-6631ef3f-3de3-41c6-ba7c-cee9155fb852 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:43.345169 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "tag": "ff871375-e78c-4d10-8106-2a234a325971", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:43.345444 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6631ef3f-3de3-41c6-ba7c-cee9155fb852 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:43.345859 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'tag': 'ff871375-e78c-4d10-8106-2a234a325971', 'status': 'completed', 'code': 200}
Feb 19 21:01:43.355221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06150d01-791f-4905-a7af-acbdac51ec5a req-c11293b9-a0fe-4947-99b8-2ce842aa7505 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817853
Feb 19 21:01:43.435146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] For port b9f99142-6fa5-417a-bb09-98abb27cd0be, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f99142-6fa5-417a-bb09-98abb27cd0be,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:43.503686 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:43.529900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e50462f1-2728-4b94-911d-a92c71aefe29), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:43.566356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baffea-0d0a-4d92-8bfe-e39052f36275 req-5509c55f-ea5c-4b9d-8a52-3e0623e42892 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:43.577643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45baffea-0d0a-4d92-8bfe-e39052f36275 req-5509c55f-ea5c-4b9d-8a52-3e0623e42892 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.0812645
Feb 19 21:01:43.643404 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:43.648515 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:43.653839 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] 10.222.0.67 "PUT /v2.0/ports/b9f99142-6fa5-417a-bb09-98abb27cd0be HTTP/1.1" status: 200  len: 1092 time: 2.5686548
Feb 19 21:01:43.680938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a3bca90>,) {'filters': {'network_id': ['e50462f1-2728-4b94-911d-a92c71aefe29']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:43.705089 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1851fd-cb7d-471a-91e9-780f9bc22186 req-d40faf0e-4675-4394-98ca-1e7af9fc4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:43.708574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1851fd-cb7d-471a-91e9-780f9bc22186 req-d40faf0e-4675-4394-98ca-1e7af9fc4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:43.709079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1851fd-cb7d-471a-91e9-780f9bc22186 req-d40faf0e-4675-4394-98ca-1e7af9fc4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:43.713146 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bf1851fd-cb7d-471a-91e9-780f9bc22186 req-d40faf0e-4675-4394-98ca-1e7af9fc4ba7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a67095fabac457da3239e727c92e4ab&device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2915 time: 0.2702875
Feb 19 21:01:43.723082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45baffea-0d0a-4d92-8bfe-e39052f36275 req-a1b0b458-6703-423e-9638-91c4bf781b45 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395748
Feb 19 21:01:43.728873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 5522f49c-1f87-419c-bb79-a02284fc44b4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:01:43.768245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a3bca90>, '101fe55e-f299-4ac1-8094-9987e023f216') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:43.800897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a3bca90>, '101fe55e-f299-4ac1-8094-9987e023f216') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:43.953601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0a47e-ff3e-49e2-99bb-a0648ea24ba8 req-7acbf5cf-a282-4fee-8d76-c11de0ec1833 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:43.967058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cda0a47e-ff3e-49e2-99bb-a0648ea24ba8 req-7acbf5cf-a282-4fee-8d76-c11de0ec1833 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 943 time: 0.1959555
Feb 19 21:01:44.001778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e91a6-4b1c-4e44-ada1-8abc137cda75 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f99142-6fa5-417a-bb09-98abb27cd0be,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:44.029227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (101fe55e-f299-4ac1-8094-9987e023f216), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:44.114168 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cda0a47e-ff3e-49e2-99bb-a0648ea24ba8 req-3dcd27f4-91ff-4ea8-b22e-2e2257c372fd tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1261129
Feb 19 21:01:44.139416 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (101fe55e-f299-4ac1-8094-9987e023f216), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:44.147325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 5522f49c-1f87-419c-bb79-a02284fc44b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5522f49c-1f87-419c-bb79-a02284fc44b4,segment=NetworkSegment(fdc5618c-774b-454f-b46b-de5d8a548ae6),segment_id=fdc5618c-774b-454f-b46b-de5d8a548ae6)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:44.195069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:01:44.195473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (101fe55e-f299-4ac1-8094-9987e023f216), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:44.209649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '5522f49c-1f87-419c-bb79-a02284fc44b4', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'port_id': '5522f49c-1f87-419c-bb79-a02284fc44b4', 'mac_address': 'fa:16:3e:ba:ab:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:01:44.221934 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:01:44.375677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1851fd-cb7d-471a-91e9-780f9bc22186 req-41d354be-0c9e-44e2-a95d-6c04feef68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:44.375677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1851fd-cb7d-471a-91e9-780f9bc22186 req-41d354be-0c9e-44e2-a95d-6c04feef68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:44.375677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1851fd-cb7d-471a-91e9-780f9bc22186 req-41d354be-0c9e-44e2-a95d-6c04feef68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:44.387924 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bf1851fd-cb7d-471a-91e9-780f9bc22186 req-41d354be-0c9e-44e2-a95d-6c04feef68ee service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0a67095fabac457da3239e727c92e4ab&shared=False HTTP/1.1" status: 200  len: 2289 time: 0.6551049
Feb 19 21:01:44.406633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 5522f49c-1f87-419c-bb79-a02284fc44b4 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:44.410972 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:44.416544 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e50462f1-2728-4b94-911d-a92c71aefe29), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:44.451234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5522f49c-1f87-419c-bb79-a02284fc44b4 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:44.520674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 5522f49c-1f87-419c-bb79-a02284fc44b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5522f49c-1f87-419c-bb79-a02284fc44b4,segment=NetworkSegment(fdc5618c-774b-454f-b46b-de5d8a548ae6),segment_id=fdc5618c-774b-454f-b46b-de5d8a548ae6)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:44.530326 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:44.604231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:44.611665 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e50462f1-2728-4b94-911d-a92c71aefe29 HTTP/1.1" status: 204  len: 168 time: 1.4968889
Feb 19 21:01:44.614063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6dd37-4581-4ff9-9b93-1d62b61ac852 admin admin] Pushing event deleted for resources: {'Network': ['ID=e50462f1-2728-4b94-911d-a92c71aefe29,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:44.673811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1354-9980-4bf5-8226-0b48b80f805e req-95871b07-eeac-4cbb-afb8-e04135c195c6 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:44.683685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1354-9980-4bf5-8226-0b48b80f805e req-95871b07-eeac-4cbb-afb8-e04135c195c6 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:44.684189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1851fd-cb7d-471a-91e9-780f9bc22186 req-52d09d72-75e7-40be-844f-f4e7cdaa0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:44.688306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=5522f49c-1f87-419c-bb79-a02284fc44b4,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:44.693756 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bf1851fd-cb7d-471a-91e9-780f9bc22186 req-52d09d72-75e7-40be-844f-f4e7cdaa0a73 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2961810
Feb 19 21:01:44.708349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1354-9980-4bf5-8226-0b48b80f805e req-95871b07-eeac-4cbb-afb8-e04135c195c6 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:44.719751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-859d1354-9980-4bf5-8226-0b48b80f805e req-95871b07-eeac-4cbb-afb8-e04135c195c6 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2412 time: 0.1987715
Feb 19 21:01:44.838271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-413ffc49-6293-4103-abca-0da16e8cb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:44.838972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-413ffc49-6293-4103-abca-0da16e8cb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:44.839260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-859d1354-9980-4bf5-8226-0b48b80f805e req-6c32d1f9-419d-4f90-ba06-5965f7f7f4ca tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130168
Feb 19 21:01:44.839833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-413ffc49-6293-4103-abca-0da16e8cb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:44.853680 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-413ffc49-6293-4103-abca-0da16e8cb091 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a67095fabac457da3239e727c92e4ab&device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2958 time: 0.0970480
Feb 19 21:01:44.915168 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-2faa484e-16ac-46d2-95b9-e9a1b35d4e00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.45&port_id=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f HTTP/1.1" status: 200  len: 217 time: 0.0547984
Feb 19 21:01:44.935173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55322) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:44.995015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-234f5af0-334b-4063-9398-01cc4c3106f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:45.000632 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-234f5af0-334b-4063-9398-01cc4c3106f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e05c083-5522-46cb-8091-1afdebb96283 HTTP/1.1" status: 200  len: 801 time: 0.0788581
Feb 19 21:01:45.028377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-db1fb63d-c089-4784-84ee-e6e87e5c3883 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65cfeab9ddf04555a7e2fdb0ee8ebc42&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0899754
Feb 19 21:01:45.030986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55332) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:45.134092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-5979d1a4-1952-4866-887c-c267d0281840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:45.136221 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-5979d1a4-1952-4866-887c-c267d0281840 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=140e3dd6-5cb8-49ac-9612-4920dd5c0ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1270680
Feb 19 21:01:45.140648 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dc33cfac-b675-4be6-aaaf-405ec3ef0bad admin admin] Publish callbacks [] for security_group (782c8a65-46c6-4fba-b30f-1de28220ac9f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:45.219721 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dc33cfac-b675-4be6-aaaf-405ec3ef0bad admin admin] Publish callbacks [] for security_group (782c8a65-46c6-4fba-b30f-1de28220ac9f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:45.305567 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-54da69cd-901d-4adf-9f26-508d5e68cb3a service neutron] 10.222.0.67 "GET /v2.0/networks/140e3dd6-5cb8-49ac-9612-4920dd5c0ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614726
Feb 19 21:01:45.342199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55344) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:45.382778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbed19-789a-40d5-9015-7283b631560b req-5b35b63c-726e-4682-9d6a-b462c9c76f45 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:45.391568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85fbed19-789a-40d5-9015-7283b631560b req-5b35b63c-726e-4682-9d6a-b462c9c76f45 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 944 time: 0.0888240
Feb 19 21:01:45.398401 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'tag': 'b9f99142-6fa5-417a-bb09-98abb27cd0be'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:45.402421 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db" -d '{"events": [{"name": "network-changed", "server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "tag": "b9f99142-6fa5-417a-bb09-98abb27cd0be"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:45.413832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['5522f49c-1f87-419c-bb79-a02284fc44b4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:01:45.499861 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dc33cfac-b675-4be6-aaaf-405ec3ef0bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (782c8a65-46c6-4fba-b30f-1de28220ac9f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:45.506214 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dc33cfac-b675-4be6-aaaf-405ec3ef0bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:45.511102 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dc33cfac-b675-4be6-aaaf-405ec3ef0bad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/782c8a65-46c6-4fba-b30f-1de28220ac9f HTTP/1.1" status: 204  len: 168 time: 0.4790850
Feb 19 21:01:45.515069 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a950222-dd48-4c69-abfe-7ceac3178d46 x-openstack-request-id: req-2a950222-dd48-4c69-abfe-7ceac3178d46 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:45.515362 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "tag": "b9f99142-6fa5-417a-bb09-98abb27cd0be", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:45.515619 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a950222-dd48-4c69-abfe-7ceac3178d46 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:45.516002 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'tag': 'b9f99142-6fa5-417a-bb09-98abb27cd0be', 'status': 'completed', 'code': 200}
Feb 19 21:01:45.525540 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33cfac-b675-4be6-aaaf-405ec3ef0bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c8a65-46c6-4fba-b30f-1de28220ac9f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:45.593278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85fbed19-789a-40d5-9015-7283b631560b req-228b61c3-9101-4cfe-9701-1dc5cbffffd1 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1998165
Feb 19 21:01:45.623738 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-b3aff4a2-892a-47c8-a84c-510dd9cc5306 service neutron] 10.222.0.67 "GET /v2.0/networks/140e3dd6-5cb8-49ac-9612-4920dd5c0ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3091111
Feb 19 21:01:45.697521 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-987142e2-c35b-4d35-9c5f-32a430a90e46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=ff871375-e78c-4d10-8106-2a234a325971 HTTP/1.1" status: 200  len: 217 time: 0.0676036
Feb 19 21:01:45.824802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:45.831279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-4e6345fd-c46f-4273-be67-77b1432e94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:45.833138 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-4e6345fd-c46f-4273-be67-77b1432e94e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98b75f6e-bd96-402f-9f9c-0de3fc9d18de HTTP/1.1" status: 200  len: 801 time: 0.1292920
Feb 19 21:01:45.886139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a593cd-1c31-4461-98a8-a91b679bba77 req-438d4bdf-94dd-4765-af51-05e763eb6e63 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:45.905780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94a593cd-1c31-4461-98a8-a91b679bba77 req-438d4bdf-94dd-4765-af51-05e763eb6e63 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1326675
Feb 19 21:01:45.907294 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:45.986822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-18b9e496-2bb6-4384-b9a8-31c1d4acbe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:45.988649 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-18b9e496-2bb6-4384-b9a8-31c1d4acbe72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1476352
Feb 19 21:01:46.038226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94a593cd-1c31-4461-98a8-a91b679bba77 req-683dcb35-d3b4-417d-aa47-59712dc0d538 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251159
Feb 19 21:01:46.178071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55f12-dd31-4af3-a265-ae6fd4019508 req-941fdfc5-97dc-4a64-96a7-7eb8b599d878 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:46.188270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55f12-dd31-4af3-a265-ae6fd4019508 req-941fdfc5-97dc-4a64-96a7-7eb8b599d878 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:46.197360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55f12-dd31-4af3-a265-ae6fd4019508 req-941fdfc5-97dc-4a64-96a7-7eb8b599d878 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:46.207584 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ce55f12-dd31-4af3-a265-ae6fd4019508 req-941fdfc5-97dc-4a64-96a7-7eb8b599d878 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2412 time: 0.1642401
Feb 19 21:01:46.286980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ce55f12-dd31-4af3-a265-ae6fd4019508 req-51733d9e-97f0-4e9b-9565-9a5ec4d491a8 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779521
Feb 19 21:01:46.645998 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-0d339135-f23e-42e1-93ce-916261f8b534 service neutron] 10.222.0.67 "GET /v2.0/networks/5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6487997
Feb 19 21:01:46.675177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:46.821837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c539e4c-8207-4039-894d-2465778bae47 req-ae3d1106-72db-442b-b8ae-1b4a4fc5ed4e tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:46.826028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c539e4c-8207-4039-894d-2465778bae47 req-ae3d1106-72db-442b-b8ae-1b4a4fc5ed4e tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 944 time: 0.0980844
Feb 19 21:01:46.923922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c539e4c-8207-4039-894d-2465778bae47 req-84a5a845-123a-42b7-ad9d-0e43093cee1d tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788548
Feb 19 21:01:46.982383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Allocated IP 172.35.2.97 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:47.001559 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-0579a9d8-2d8d-43dc-872d-013dbb39f11f service neutron] 10.222.0.67 "GET /v2.0/networks/5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3391781
Feb 19 21:01:47.029662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55444) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:47.092313 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-f61cc543-40c4-4440-a208-379867c5af2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=b9f99142-6fa5-417a-bb09-98abb27cd0be HTTP/1.1" status: 200  len: 217 time: 0.0725734
Feb 19 21:01:47.163238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-network', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:47.165619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-15bcd7e9-f308-4044-9a36-7fa7b0c3877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:47.167284 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-15bcd7e9-f308-4044-9a36-7fa7b0c3877a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e05c083-5522-46cb-8091-1afdebb96283 HTTP/1.1" status: 200  len: 801 time: 0.0687671
Feb 19 21:01:47.185175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Made reservation on behalf of c03769052a6d4b21ad5a0dc4ce5e15fd for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:47.187723 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.199280 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.212132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for port (55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.250446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab71059-3553-4f8f-b645-f5ea656576ae req-63830913-7ee1-487d-a29a-7900918b6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:47.251955 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-63830913-7ee1-487d-a29a-7900918b6c62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=140e3dd6-5cb8-49ac-9612-4920dd5c0ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0779009
Feb 19 21:01:47.275051 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.288192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Publish callbacks [] for security_group (4f032ab0-4777-4acd-b1d6-1664b4134982), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.292438 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f032ab0-4777-4acd-b1d6-1664b4134982), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.319643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:01:47.331234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f032ab0-4777-4acd-b1d6-1664b4134982,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:47.352259 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c1f32ad0-452b-4d74-b3b3-11a17f2b2730), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.352829 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Added segment c1f32ad0-452b-4d74-b3b3-11a17f2b2730 of type vlan for network e71ef3e2-ffea-48b1-add4-7381a9421313
Feb 19 21:01:47.408759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:47.409598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event updated for resources: {'Port': ['ID=55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:47.414985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:47.419852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:47.443921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e71ef3e2-ffea-48b1-add4-7381a9421313), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.452177 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-034b9675-4287-42e3-a1e1-ee774f267d73 service neutron] 10.222.0.67 "GET /v2.0/networks/140e3dd6-5cb8-49ac-9612-4920dd5c0ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915641
Feb 19 21:01:47.481707 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e71ef3e2-ffea-48b1-add4-7381a9421313), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.482770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:47.483435 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.495585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989fb51-cb16-4846-91ce-d7db8b5382a8 req-75bff7b6-0db3-4ddd-8f80-955dbaf72256 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:47.500981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989fb51-cb16-4846-91ce-d7db8b5382a8 req-75bff7b6-0db3-4ddd-8f80-955dbaf72256 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:47.506372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989fb51-cb16-4846-91ce-d7db8b5382a8 req-75bff7b6-0db3-4ddd-8f80-955dbaf72256 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:47.508027 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0989fb51-cb16-4846-91ce-d7db8b5382a8 req-75bff7b6-0db3-4ddd-8f80-955dbaf72256 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2412 time: 0.1100814
Feb 19 21:01:47.586395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for floatingip (41d9dc07-eafb-48cf-a64b-14f925210de1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.589795 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aab71059-3553-4f8f-b645-f5ea656576ae req-a90fb9b1-fb27-4a7a-b55d-a81c7eb6adad service neutron] 10.222.0.67 "GET /v2.0/networks/140e3dd6-5cb8-49ac-9612-4920dd5c0ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312730
Feb 19 21:01:47.592755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.5618911
Feb 19 21:01:47.607103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faf81c-ea1f-42ba-adca-a3facf358c38 admin admin] Pushing event updated for resources: {'Network': ['ID=e71ef3e2-ffea-48b1-add4-7381a9421313,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:47.608715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55464) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:47.613535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] Request body: {'subnet': {'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-subnet', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:47.623441 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e71ef3e2-ffea-48b1-add4-7381a9421313 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:01:47.691769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0989fb51-cb16-4846-91ce-d7db8b5382a8 req-4640484c-d7d0-44e1-a9c9-b05da93cb4e7 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651442
Feb 19 21:01:47.746767 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.756010 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] Made reservation on behalf of c03769052a6d4b21ad5a0dc4ce5e15fd for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:47.758952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:47.775805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:01:47.839081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 5522f49c-1f87-419c-bb79-a02284fc44b4 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:47.872875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc22b7-845e-4e09-9622-fbcfa24ba48a req-13bf6013-498f-4800-8059-956f6f1afb86 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:47.874858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56dc22b7-845e-4e09-9622-fbcfa24ba48a req-13bf6013-498f-4800-8059-956f6f1afb86 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 949 time: 0.0718038
Feb 19 21:01:47.886138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-9f3a46c6-5ad3-4ac7-a5d3-6708f525928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:47.886633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-9f3a46c6-5ad3-4ac7-a5d3-6708f525928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:47.887149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-9f3a46c6-5ad3-4ac7-a5d3-6708f525928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:47.888848 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-9f3a46c6-5ad3-4ac7-a5d3-6708f525928e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a67095fabac457da3239e727c92e4ab&device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2958 time: 0.2075870
Feb 19 21:01:47.937063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56dc22b7-845e-4e09-9622-fbcfa24ba48a req-117e4589-a349-480d-9109-f75ab9d3656e tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561166
Feb 19 21:01:47.966850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 5522f49c-1f87-419c-bb79-a02284fc44b4 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:01:47.970255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:47.991338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 5522f49c-1f87-419c-bb79-a02284fc44b4 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:47.992028 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.000900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '3af9d550-dac7-42d8-be63-467504951ed9', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'port_id': '3af9d550-dac7-42d8-be63-467504951ed9', 'mac_address': 'fa:16:3e:89:15:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:01:48.058855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c32ec-8461-4954-85ca-35920372e19c req-733a0634-b6ed-4175-bcd0-3a0c43163d16 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:48.061915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-332c32ec-8461-4954-85ca-35920372e19c req-733a0634-b6ed-4175-bcd0-3a0c43163d16 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 944 time: 0.0658143
Feb 19 21:01:48.092373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3af9d550-dac7-42d8-be63-467504951ed9 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:48.095332 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.134022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-332c32ec-8461-4954-85ca-35920372e19c req-1014c3d3-7406-433a-86fd-9c41fc32b885 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574496
Feb 19 21:01:48.150238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af9d550-dac7-42d8-be63-467504951ed9 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:48.197224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:48.204811 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.240047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 5522f49c-1f87-419c-bb79-a02284fc44b4 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:48.240587 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.245111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-abc1947b-2f57-43d1-b89c-dc19850c00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:48.246680 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-abc1947b-2f57-43d1-b89c-dc19850c00be service neutron] 10.222.0.67 "GET /v2.0/networks?id=140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 HTTP/1.1" status: 200  len: 902 time: 0.3243625
Feb 19 21:01:48.276430 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec522710-0f27-43e1-8d6f-257775dbfa43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.293917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5522f49c-1f87-419c-bb79-a02284fc44b4'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:48.296289 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f347d793-04ef-4c09-94b2-b87ca5d689ac" -d '{"events": [{"server_uuid": "9440fe13-0931-4b97-a7cb-ec215645eb5a", "name": "network-vif-plugged", "status": "completed", "tag": "5522f49c-1f87-419c-bb79-a02284fc44b4"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:48.306193 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-6b6c9345-01f8-4473-9a09-ac1010917ab5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=b9f99142-6fa5-417a-bb09-98abb27cd0be HTTP/1.1" status: 200  len: 217 time: 0.0518575
Feb 19 21:01:48.308700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for port (55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.311594 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (5f69b1fe-a5b2-40e9-8b40-21c93b108b3c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.312739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:48.327444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 5522f49c-1f87-419c-bb79-a02284fc44b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5522f49c-1f87-419c-bb79-a02284fc44b4,segment=NetworkSegment(fdc5618c-774b-454f-b46b-de5d8a548ae6),segment_id=fdc5618c-774b-454f-b46b-de5d8a548ae6)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:48.338101 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.346663 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489b801c-c0b1-4709-a246-1d0af532039c x-openstack-request-id: req-489b801c-c0b1-4709-a246-1d0af532039c {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:48.347056 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9440fe13-0931-4b97-a7cb-ec215645eb5a", "name": "network-vif-plugged", "status": "completed", "tag": "5522f49c-1f87-419c-bb79-a02284fc44b4", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:48.347356 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-489b801c-c0b1-4709-a246-1d0af532039c {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:48.347841 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5522f49c-1f87-419c-bb79-a02284fc44b4', 'code': 200}
Feb 19 21:01:48.353859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.387769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3af9d550-dac7-42d8-be63-467504951ed9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:01:48.466533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=5522f49c-1f87-419c-bb79-a02284fc44b4,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:48.527614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:48.538018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-d11be28e-6d90-4a3f-ac05-4b31f6558730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:48.539474 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-d11be28e-6d90-4a3f-ac05-4b31f6558730 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e05c083-5522-46cb-8091-1afdebb96283 HTTP/1.1" status: 200  len: 801 time: 0.2221363
Feb 19 21:01:48.543692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] Checking segment: {'id': 'c1f32ad0-452b-4d74-b3b3-11a17f2b2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:48.543692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] Network hostable DHCP agents. Network: e71ef3e2-ffea-48b1-add4-7381a9421313, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:01:48.556070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event updated for resources: {'Port': ['ID=55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:48.594580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (41d9dc07-eafb-48cf-a64b-14f925210de1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.619457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1b88b-66e6-4f23-b649-455df5e1d52b req-569b9f04-99c1-4e83-9b21-08273cc34c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:48.621293 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-61f1b88b-66e6-4f23-b649-455df5e1d52b req-569b9f04-99c1-4e83-9b21-08273cc34c5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 1127 time: 0.1905162
Feb 19 21:01:48.623631 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] Network e71ef3e2-ffea-48b1-add4-7381a9421313 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:01:48.627644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.628911 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a8ea3c0a-1f6d-437c-8873-c25c0dd40384 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.2326386
Feb 19 21:01:48.631944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55512) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:48.642536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1245896172'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:48.655664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e71ef3e2-ffea-48b1-add4-7381a9421313) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:48.662862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-6032e79a-17a5-4018-b5c5-6b9b51761f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:48.664433 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-6032e79a-17a5-4018-b5c5-6b9b51761f87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=140e3dd6-5cb8-49ac-9612-4920dd5c0ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1157391
Feb 19 21:01:48.664746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b5804f-a1ea-4fd1-b52b-519d01527178 None None] Network e71ef3e2-ffea-48b1-add4-7381a9421313 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:48.665637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:48.666229 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.680622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Made reservation on behalf of bc330b34251d4b1a8da0d8cfc99da679 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:48.688440 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.724030 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.782261 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-221c63d8-fde6-44aa-8332-31bbf1347930 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.1724286
Feb 19 21:01:48.789095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55528) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:48.790083 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-61f1b88b-66e6-4f23-b649-455df5e1d52b req-3a703ade-a1ae-4f6b-bfb9-e09724ffd636 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1592779
Feb 19 21:01:48.801805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:48.802936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214a818e-8ce0-40d2-ae8f-bb0dbd3af7e1 None None] Network e71ef3e2-ffea-48b1-add4-7381a9421313 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:48.862649 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-a8ac7d32-9461-4f77-b027-255d45d1431c service neutron] 10.222.0.67 "GET /v2.0/networks/140e3dd6-5cb8-49ac-9612-4920dd5c0ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914577
Feb 19 21:01:48.874793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for security_group (27cc0334-fa32-4dfd-af8b-21a54ff1eee6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.876366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (1c9e7872-2d50-49e1-befc-07e01e881cfe), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.877847 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (1c9e7872-2d50-49e1-befc-07e01e881cfe), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.904667 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (27cc0334-fa32-4dfd-af8b-21a54ff1eee6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:48.990693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:01:49.017935 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Publish callbacks [] for router_controller (1c9e7872-2d50-49e1-befc-07e01e881cfe), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:49.023602 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (41a07c47-f7ad-497b-9b25-41726e1b6bb1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:49.023986 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Added segment 41a07c47-f7ad-497b-9b25-41726e1b6bb1 of type vlan for network 27d0ec64-8a71-4c81-b623-80954b0404b1
Feb 19 21:01:49.034581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27cc0334-fa32-4dfd-af8b-21a54ff1eee6,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:49.186666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c8edf-ead3-4585-93c8-1782bda5cb7b req-3ac2a5af-ff88-433a-b901-020b383c9a8d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:49.192108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c8edf-ead3-4585-93c8-1782bda5cb7b req-3ac2a5af-ff88-433a-b901-020b383c9a8d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:49.197487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c8edf-ead3-4585-93c8-1782bda5cb7b req-3ac2a5af-ff88-433a-b901-020b383c9a8d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:49.199194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-610c8edf-ead3-4585-93c8-1782bda5cb7b req-3ac2a5af-ff88-433a-b901-020b383c9a8d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2412 time: 0.3441520
Feb 19 21:01:49.205724 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (27d0ec64-8a71-4c81-b623-80954b0404b1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:49.214964 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ff0bc68a-57bd-4a61-b2cc-6ea9483521db req-006d14ee-3dda-4e8f-b9e5-9e1f59ee82b8 service neutron] 10.222.0.67 "GET /v2.0/networks/140e3dd6-5cb8-49ac-9612-4920dd5c0ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1047010
Feb 19 21:01:49.329044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Publish callbacks [] for router_gateway (1c9e7872-2d50-49e1-befc-07e01e881cfe), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:49.358588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944bcf9-9737-4a46-b3d1-077f8b46ad88 req-eacffb1d-0dca-4914-b7d1-cffe8d692477 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:49.360218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8944bcf9-9737-4a46-b3d1-077f8b46ad88 req-eacffb1d-0dca-4914-b7d1-cffe8d692477 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 949 time: 0.2590120
Feb 19 21:01:49.365337 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (27d0ec64-8a71-4c81-b623-80954b0404b1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:49.370179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:49.370875 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:49.424656 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-610c8edf-ead3-4585-93c8-1782bda5cb7b req-cc2dcebc-b6d2-4241-9464-408a3748681e tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132797
Feb 19 21:01:49.513529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.8799479
Feb 19 21:01:49.516457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55552) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:49.521604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Request body: {'subnet': {'network_id': '27d0ec64-8a71-4c81-b623-80954b0404b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:49.537780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f25fe1-98d7-4488-9ca3-b1bf6726f0f7 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event updated for resources: {'Network': ['ID=27d0ec64-8a71-4c81-b623-80954b0404b1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:49.550875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 27d0ec64-8a71-4c81-b623-80954b0404b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:01:49.599578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8944bcf9-9737-4a46-b3d1-077f8b46ad88 req-eadaf06b-5217-4997-90e4-e91daaaad4b9 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249737
Feb 19 21:01:49.616461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e62d3c-55b1-439c-88b8-729904daebb7 req-f8bd2fc2-c59a-4901-bca4-e758ac0e5b04 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:49.618088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2e62d3c-55b1-439c-88b8-729904daebb7 req-f8bd2fc2-c59a-4901-bca4-e758ac0e5b04 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 945 time: 0.1140094
Feb 19 21:01:49.664205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Made reservation on behalf of bc330b34251d4b1a8da0d8cfc99da679 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:49.668418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:49.692091 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2e62d3c-55b1-439c-88b8-729904daebb7 req-136957bb-b133-4cdf-9783-304f528ce228 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627735
Feb 19 21:01:49.800430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:49.839921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Publish callbacks [] for router_gateway (1c9e7872-2d50-49e1-befc-07e01e881cfe), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:49.862015 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:49.890944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 3af9d550-dac7-42d8-be63-467504951ed9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:49.893717 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3af9d550-dac7-42d8-be63-467504951ed9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.034700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (73de8341-5781-4806-a1c9-de70f3146e6e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.041029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3af9d550-dac7-42d8-be63-467504951ed9 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:50.041529 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.118579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event updated for resources: {'Subnet': ['ID=73de8341-5781-4806-a1c9-de70f3146e6e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:50.129999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Allocated IP 172.35.2.183 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/8c2d1cbf-17c7-4d65-b7c4-bf437d45e830) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:50.138019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Checking segment: {'id': '41a07c47-f7ad-497b-9b25-41726e1b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27d0ec64-8a71-4c81-b623-80954b0404b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:50.138922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Network hostable DHCP agents. Network: 27d0ec64-8a71-4c81-b623-80954b0404b1, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:01:50.154766 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:50.162946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.164544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 57f2a797-1cfe-462b-a115-d8f0563b8044 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:01:50.166227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Network 27d0ec64-8a71-4c81-b623-80954b0404b1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:01:50.193853 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 27d0ec64-8a71-4c81-b623-80954b0404b1) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:50.198671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:50.200233 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.237142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5269ae3c-eea0-4457-948c-baf3fe2f67a1 None None] Network 27d0ec64-8a71-4c81-b623-80954b0404b1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:50.242497 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a743e657-9546-49d8-b790-a59e712807ab tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7225027
Feb 19 21:01:50.242705 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55626) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:50.248290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-257637398', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:50.292063 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (dd484b0c-6677-47ba-973f-07f2711c0c55), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.294787 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (dd484b0c-6677-47ba-973f-07f2711c0c55), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.359359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:50.361492 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34234a8-5740-4b64-b278-31254568feb3" -d '{"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-plugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:50.364421 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Publish callbacks [] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.386722 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for router_controller (dd484b0c-6677-47ba-973f-07f2711c0c55), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.443382 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b82b12d6-6ece-4c47-8459-725c07517f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.463738 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=10']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:50.515185 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.546116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-27d0ec64-8a71-4c81-b623-80954b0404b1', 'network_id': '27d0ec64-8a71-4c81-b623-80954b0404b1', 'project_id': 'bc330b34251d4b1a8da0d8cfc99da679', 'fixed_ips': [{'subnet_id': '73de8341-5781-4806-a1c9-de70f3146e6e'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:01:50.547373 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.562417 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 57f2a797-1cfe-462b-a115-d8f0563b8044 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:50.563084 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.618425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:50.673689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:50.690498 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.722609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55662) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:50.779060 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for router_gateway (dd484b0c-6677-47ba-973f-07f2711c0c55), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.795112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Allocated IP 172.20.0.2 (27d0ec64-8a71-4c81-b623-80954b0404b1/73de8341-5781-4806-a1c9-de70f3146e6e/d845af88-4531-4e81-ad5c-7548f78fe241) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:50.798833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:50.944071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:50.946121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c2d1cbf-17c7-4d65-b7c4-bf437d45e830,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:50.949755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:50.974909 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c39cec-4d2a-4b86-9aae-5d3834996799 x-openstack-request-id: req-86c39cec-4d2a-4b86-9aae-5d3834996799 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:50.975517 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-plugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:50.975517 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86c39cec-4d2a-4b86-9aae-5d3834996799 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:50.975837 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9', 'code': 200}
Feb 19 21:01:50.978155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a41696a2-3450-4d5a-98e9-4282b970c117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.983245 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Publish callbacks [] for port (d845af88-4531-4e81-ad5c-7548f78fe241), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:50.990440 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.031053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Network 27d0ec64-8a71-4c81-b623-80954b0404b1 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:51.034234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:51.038046 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:51.038889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980e69-8c24-40a0-a003-1da9a7599ec6 req-31777978-8b89-4ae6-8932-5b1b6e46baaf tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:51.046497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Pushing event updated for resources: {'Port': ['ID=d845af88-4531-4e81-ad5c-7548f78fe241,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:51.046669 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c980e69-8c24-40a0-a003-1da9a7599ec6 req-31777978-8b89-4ae6-8932-5b1b6e46baaf tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.5634747
Feb 19 21:01:51.077409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc98ec-4863-47c6-af3f-a95150ad5bd4 req-39813668-7997-4d9f-89b8-c579b4c3aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:51.079588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39dc98ec-4863-47c6-af3f-a95150ad5bd4 req-39813668-7997-4d9f-89b8-c579b4c3aad7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 1127 time: 0.4924705
Feb 19 21:01:51.105803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Attempting to bind port d845af88-4531-4e81-ad5c-7548f78fe241 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:51.106467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Attempting to bind port d845af88-4531-4e81-ad5c-7548f78fe241 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '41a07c47-f7ad-497b-9b25-41726e1b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27d0ec64-8a71-4c81-b623-80954b0404b1'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:51.106607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Attempting to bind port d845af88-4531-4e81-ad5c-7548f78fe241 on network 27d0ec64-8a71-4c81-b623-80954b0404b1 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:51.114544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:51.115125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Checking segment: {'id': '41a07c47-f7ad-497b-9b25-41726e1b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27d0ec64-8a71-4c81-b623-80954b0404b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:51.115774 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.116371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Bound using segment: {'id': '41a07c47-f7ad-497b-9b25-41726e1b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27d0ec64-8a71-4c81-b623-80954b0404b1'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:51.117070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Bound port: d845af88-4531-4e81-ad5c-7548f78fe241, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a07c47-f7ad-497b-9b25-41726e1b6bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '27d0ec64-8a71-4c81-b623-80954b0404b1'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:51.117634 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.160312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for router_gateway (dd484b0c-6677-47ba-973f-07f2711c0c55), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.189123 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.253218 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a41696a2-3450-4d5a-98e9-4282b970c117 admin admin] Publish callbacks [] for security_group (96e0794a-a149-4184-bf7a-c90398231ff6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.260218 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a41696a2-3450-4d5a-98e9-4282b970c117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (96e0794a-a149-4184-bf7a-c90398231ff6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.283905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce2035-80ea-42b8-bc3e-f2fc0ff31b66 req-c2d0d5ac-9247-4586-b6cb-7f7ca4363aee tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:51.289707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce2035-80ea-42b8-bc3e-f2fc0ff31b66 req-c2d0d5ac-9247-4586-b6cb-7f7ca4363aee tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:51.295027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce2035-80ea-42b8-bc3e-f2fc0ff31b66 req-c2d0d5ac-9247-4586-b6cb-7f7ca4363aee tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:51.296850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14ce2035-80ea-42b8-bc3e-f2fc0ff31b66 req-c2d0d5ac-9247-4586-b6cb-7f7ca4363aee tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2412 time: 0.3192577
Feb 19 21:01:51.316915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c980e69-8c24-40a0-a003-1da9a7599ec6 req-321a0e06-778d-4c0c-af78-6fbf508e9574 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2694809
Feb 19 21:01:51.321137 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a41696a2-3450-4d5a-98e9-4282b970c117 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbdfeb34bdf0400096db0350a674adfe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5971556
Feb 19 21:01:51.330270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55674) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:51.341229 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41696a2-3450-4d5a-98e9-4282b970c117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e0794a-a149-4184-bf7a-c90398231ff6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:51.352208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-29ba2826-6682-447d-a583-1a844057de0a None None] For port d845af88-4531-4e81-ad5c-7548f78fe241, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:51.357693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-29ba2826-6682-447d-a583-1a844057de0a None None] For port d845af88-4531-4e81-ad5c-7548f78fe241, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d845af88-4531-4e81-ad5c-7548f78fe241,segment=NetworkSegment(41a07c47-f7ad-497b-9b25-41726e1b6bb1),segment_id=41a07c47-f7ad-497b-9b25-41726e1b6bb1)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:51.369641 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.395475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Allocated IP 172.35.2.166 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/f2394e02-d74d-477e-ab80-b16d1fedc7e5) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:51.447728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14ce2035-80ea-42b8-bc3e-f2fc0ff31b66 req-2dc3956e-118b-483c-bd7e-1779d8999147 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296396
Feb 19 21:01:51.461666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba2826-6682-447d-a583-1a844057de0a None None] Pushing event updated for resources: {'Port': ['ID=d845af88-4531-4e81-ad5c-7548f78fe241,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:51.576160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for port (f2394e02-d74d-477e-ab80-b16d1fedc7e5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.592155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc98ec-4863-47c6-af3f-a95150ad5bd4 req-32e83df6-c6ab-422a-976b-bd694bc0f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:51.593729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39dc98ec-4863-47c6-af3f-a95150ad5bd4 req-32e83df6-c6ab-422a-976b-bd694bc0f60a service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 920 time: 0.4626937
Feb 19 21:01:51.632187 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f2394e02-d74d-477e-ab80-b16d1fedc7e5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.687447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:51.690982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:51.698019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:51.735570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39dc98ec-4863-47c6-af3f-a95150ad5bd4 req-4abbe64e-e8b6-4af3-b60b-5e4a19fb5225 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b HTTP/1.1" status: 200  len: 217 time: 0.0938506
Feb 19 21:01:51.749726 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.756919 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event updated for resources: {'Port': ['ID=f2394e02-d74d-477e-ab80-b16d1fedc7e5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:51.765458 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02ec853d-3a1d-4103-8198-e54e2339949f admin admin] Publish callbacks [] for security_group (96e0794a-a149-4184-bf7a-c90398231ff6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.793752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02ec853d-3a1d-4103-8198-e54e2339949f admin admin] Publish callbacks [] for security_group (96e0794a-a149-4184-bf7a-c90398231ff6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:51.910259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56b20e-d36c-4f07-aa77-70b5ac6f4772 req-dcdff23f-28de-4473-8596-c89c5cc20b1f tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:51.911941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac56b20e-d36c-4f07-aa77-70b5ac6f4772 req-dcdff23f-28de-4473-8596-c89c5cc20b1f tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 945 time: 0.4170454
Feb 19 21:01:52.008531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc98ec-4863-47c6-af3f-a95150ad5bd4 req-362d5249-4bde-4f97-98b0-2052df010837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:52.010196 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39dc98ec-4863-47c6-af3f-a95150ad5bd4 req-362d5249-4bde-4f97-98b0-2052df010837 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 200  len: 859 time: 0.2738304
Feb 19 21:01:52.031416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d845af88-4531-4e81-ad5c-7548f78fe241 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:52.070081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39dc98ec-4863-47c6-af3f-a95150ad5bd4 req-f3024edc-16bc-43ab-a010-520c76cd7211 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d71791f-d141-4701-a95a-c6109bae943e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429223
Feb 19 21:01:52.079781 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Publish callbacks [] for router_gateway (1c9e7872-2d50-49e1-befc-07e01e881cfe), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:52.081540 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02ec853d-3a1d-4103-8198-e54e2339949f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (96e0794a-a149-4184-bf7a-c90398231ff6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:52.084139 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02ec853d-3a1d-4103-8198-e54e2339949f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:52.087774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-02ec853d-3a1d-4103-8198-e54e2339949f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96e0794a-a149-4184-bf7a-c90398231ff6 HTTP/1.1" status: 204  len: 168 time: 0.7541773
Feb 19 21:01:52.094944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d845af88-4531-4e81-ad5c-7548f78fe241 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:52.095573 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:52.180406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d845af88-4531-4e81-ad5c-7548f78fe241 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:52.181195 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:52.201707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39dc98ec-4863-47c6-af3f-a95150ad5bd4 req-fc7d2a8f-161b-4b93-9ece-722e627f0a14 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245904
Feb 19 21:01:52.232954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port d845af88-4531-4e81-ad5c-7548f78fe241, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d845af88-4531-4e81-ad5c-7548f78fe241,segment=NetworkSegment(41a07c47-f7ad-497b-9b25-41726e1b6bb1),segment_id=41a07c47-f7ad-497b-9b25-41726e1b6bb1)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:52.248791 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:52.311743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec853d-3a1d-4103-8198-e54e2339949f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e0794a-a149-4184-bf7a-c90398231ff6,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:52.334437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=d845af88-4531-4e81-ad5c-7548f78fe241,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:52.348592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac56b20e-d36c-4f07-aa77-70b5ac6f4772 req-7b02b4f4-da5f-4342-b770-09f85679f100 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3808782
Feb 19 21:01:52.531500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39dc98ec-4863-47c6-af3f-a95150ad5bd4 req-1dd7a53b-1d03-46a5-9ee3-ea0bc115dfdc service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2352931
Feb 19 21:01:52.639847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55716) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:52.670097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ede0fd-040c-4c32-8512-fcc772d474c7 req-a5b7503e-2e2a-4895-9861-fab1afa1db43 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:52.671627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13ede0fd-040c-4c32-8512-fcc772d474c7 req-a5b7503e-2e2a-4895-9861-fab1afa1db43 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1773639
Feb 19 21:01:52.673665 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for router_gateway (dd484b0c-6677-47ba-973f-07f2711c0c55), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:52.679118 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d22e-ebef-479d-93a2-e933c3b5786b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:52.687653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (1c9e7872-2d50-49e1-befc-07e01e881cfe), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:52.729156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d89e43-143c-468c-89bb-339d9d5adbd9 req-389b51ed-508b-4ea1-9d9a-02feb93dd2a2 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:52.735069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d89e43-143c-468c-89bb-339d9d5adbd9 req-389b51ed-508b-4ea1-9d9a-02feb93dd2a2 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:52.740486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d89e43-143c-468c-89bb-339d9d5adbd9 req-389b51ed-508b-4ea1-9d9a-02feb93dd2a2 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:52.742128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84d89e43-143c-468c-89bb-339d9d5adbd9 req-389b51ed-508b-4ea1-9d9a-02feb93dd2a2 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2412 time: 0.1686919
Feb 19 21:01:52.876065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e484aafa-e764-4c2e-9718-a368580098d5 None None] Network 27d0ec64-8a71-4c81-b623-80954b0404b1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:52.884022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13ede0fd-040c-4c32-8512-fcc772d474c7 req-6342b99d-5e3a-491a-a835-f2cff23f25a8 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2006221
Feb 19 21:01:52.903445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (dd484b0c-6677-47ba-973f-07f2711c0c55), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:52.938088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f87bd672-7d8f-4154-b4bf-e85a95579bdc None None] Provisioning complete for port d845af88-4531-4e81-ad5c-7548f78fe241 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:52.938708 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f87bd672-7d8f-4154-b4bf-e85a95579bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:52.939939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84d89e43-143c-468c-89bb-339d9d5adbd9 req-6e1e956a-96f2-439b-8009-1341a3e9351b tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347511
Feb 19 21:01:52.978115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:52.980387 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314f7deb-9c56-47fb-93fe-ff3d4d6e9a0e" -d '{"events": [{"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-unplugged", "status": "completed", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:52.993689 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d22e-ebef-479d-93a2-e933c3b5786b admin admin] Publish callbacks [] for security_group (390d6f88-0092-4663-a3cb-550515c8390e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:53.004578 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d22e-ebef-479d-93a2-e933c3b5786b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (390d6f88-0092-4663-a3cb-550515c8390e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:53.039133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Router 1c9e7872-2d50-49e1-befc-07e01e881cfe is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:01:53.062745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1fa5d22e-ebef-479d-93a2-e933c3b5786b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb0ce5514cc846e4872178f8739e517e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4171731
Feb 19 21:01:53.064383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5d22e-ebef-479d-93a2-e933c3b5786b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390d6f88-0092-4663-a3cb-550515c8390e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:53.069595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55726) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:53.070609 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cdb5a8-d7c0-44d2-b2b4-df6420e272ab x-openstack-request-id: req-19cdb5a8-d7c0-44d2-b2b4-df6420e272ab {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:53.071225 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-unplugged", "status": "completed", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:53.072158 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19cdb5a8-d7c0-44d2-b2b4-df6420e272ab {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:53.072890 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'code': 200}
Feb 19 21:01:53.090094 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Router dd484b0c-6677-47ba-973f-07f2711c0c55 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:01:53.139173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f87bd672-7d8f-4154-b4bf-e85a95579bdc None None] Current status of the port d845af88-4531-4e81-ad5c-7548f78fe241 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:53.142013 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:53.205522 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de2beaf2-e4d1-4090-bd55-29c16c03c316 admin admin] Publish callbacks [] for security_group (390d6f88-0092-4663-a3cb-550515c8390e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:53.210880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:01:53.223396 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Sync routers for ids ['1c9e7872-2d50-49e1-befc-07e01e881cfe'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:01:53.238636 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:53.239299 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Routers {'1c9e7872-2d50-49e1-befc-07e01e881cfe'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:53.240645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eb2c3284-a60b-435d-94df-e10908051cf9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.4501071
Feb 19 21:01:53.241143 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7038e6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c9e7872-2d50-49e1-befc-07e01e881cfe'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:53.242212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de2beaf2-e4d1-4090-bd55-29c16c03c316 admin admin] Publish callbacks [] for security_group (390d6f88-0092-4663-a3cb-550515c8390e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:53.243077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55736) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:53.265561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:01:53.277542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0644ab-af68-49c7-9f29-02f9d842cf78 None None] Sync routers for ids ['dd484b0c-6677-47ba-973f-07f2711c0c55'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:01:53.300959 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:53.305393 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6c54976f-278f-4dcb-bbb4-23c9866af9c5 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 3.0609739
Feb 19 21:01:53.306601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55738) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:53.320135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0644ab-af68-49c7-9f29-02f9d842cf78 None None] Routers {'dd484b0c-6677-47ba-973f-07f2711c0c55'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:53.320936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8f0644ab-af68-49c7-9f29-02f9d842cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6341a520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd484b0c-6677-47ba-973f-07f2711c0c55'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:53.367155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8f0644ab-af68-49c7-9f29-02f9d842cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6341a520>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:53.382559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0644ab-af68-49c7-9f29-02f9d842cf78 None None] Routers {'dd484b0c-6677-47ba-973f-07f2711c0c55'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:53.383413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8f0644ab-af68-49c7-9f29-02f9d842cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6341a520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd484b0c-6677-47ba-973f-07f2711c0c55'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:53.395987 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Set router 1c9e7872-2d50-49e1-befc-07e01e881cfe gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:53.445213 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de2beaf2-e4d1-4090-bd55-29c16c03c316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (390d6f88-0092-4663-a3cb-550515c8390e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:53.447842 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de2beaf2-e4d1-4090-bd55-29c16c03c316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:53.452138 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-de2beaf2-e4d1-4090-bd55-29c16c03c316 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/390d6f88-0092-4663-a3cb-550515c8390e HTTP/1.1" status: 204  len: 168 time: 0.3765757
Feb 19 21:01:53.468204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2beaf2-e4d1-4090-bd55-29c16c03c316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390d6f88-0092-4663-a3cb-550515c8390e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:53.499576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8f0644ab-af68-49c7-9f29-02f9d842cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6341a520>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:53.500454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0644ab-af68-49c7-9f29-02f9d842cf78 None None] The sync data for ids ['dd484b0c-6677-47ba-973f-07f2711c0c55'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:01:53.570496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e274b2df-06db-4da7-83d2-b3b02dcbcfd4 None None] Provisioning complete for port d845af88-4531-4e81-ad5c-7548f78fe241 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:53.571219 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e274b2df-06db-4da7-83d2-b3b02dcbcfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:53.748610 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7038e6a0>, [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:51Z', 'revision_number': 3, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:53.795652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e274b2df-06db-4da7-83d2-b3b02dcbcfd4 None None] Current status of the port d845af88-4531-4e81-ad5c-7548f78fe241 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:53.809988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device b9f99142-6fa5-417a-bb09-98abb27cd0be details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:01:53.810424 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Checking router: 1c9e7872-2d50-49e1-befc-07e01e881cfe for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:01:53.811049 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Updating router 1c9e7872-2d50-49e1-befc-07e01e881cfe port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:01:53.864440 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:53.954481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1dbb4-4494-46df-82f8-39be0035ec50 req-af1873ca-8b88-4ca7-9d49-cf05298843b5 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:53.965652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58b1dbb4-4494-46df-82f8-39be0035ec50 req-af1873ca-8b88-4ca7-9d49-cf05298843b5 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 945 time: 0.1494427
Feb 19 21:01:54.005383 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port b9f99142-6fa5-417a-bb09-98abb27cd0be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f99142-6fa5-417a-bb09-98abb27cd0be,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:54.039268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'b9f99142-6fa5-417a-bb09-98abb27cd0be', 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1', 'port_id': 'b9f99142-6fa5-417a-bb09-98abb27cd0be', 'mac_address': 'fa:16:3e:46:de:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e05c083-5522-46cb-8091-1afdebb96283', 'ip_address': '19.80.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:01:54.044817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d845af88-4531-4e81-ad5c-7548f78fe241 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:54.102644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.142760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port b9f99142-6fa5-417a-bb09-98abb27cd0be is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:54.143729 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.162175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f99142-6fa5-417a-bb09-98abb27cd0be {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:54.191086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port b9f99142-6fa5-417a-bb09-98abb27cd0be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f99142-6fa5-417a-bb09-98abb27cd0be,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:54.192883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58b1dbb4-4494-46df-82f8-39be0035ec50 req-5a31ae30-aa0b-4b0a-94f7-c0bb26bb8866 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2258461
Feb 19 21:01:54.202905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d845af88-4531-4e81-ad5c-7548f78fe241 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:54.204286 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.249144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.249815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:01:54.319602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=b9f99142-6fa5-417a-bb09-98abb27cd0be,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:54.391867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d845af88-4531-4e81-ad5c-7548f78fe241 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:54.419298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:54.422869 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Publish callbacks [] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.437244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f', 'network_id': '140e3dd6-5cb8-49ac-9612-4920dd5c0ab1', 'port_id': '53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f', 'mac_address': 'fa:16:3e:de:16:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e05c083-5522-46cb-8091-1afdebb96283', 'ip_address': '19.80.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:01:54.442554 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.482767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff41a67-290a-4ad6-aa37-ad85c7b5ae23 req-31106981-5b13-415c-b052-8f3746076a2b tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:54.484723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ff41a67-290a-4ad6-aa37-ad85c7b5ae23 req-31106981-5b13-415c-b052-8f3746076a2b tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.4298615
Feb 19 21:01:54.491218 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.546339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:54.546911 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.575788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a6c6f-f446-43ed-b0b1-455582881b9d req-e98ba956-55fe-4901-a9f4-32a43ed7b718 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:54.576148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:54.581682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a6c6f-f446-43ed-b0b1-455582881b9d req-e98ba956-55fe-4901-a9f4-32a43ed7b718 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:54.587380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a6c6f-f446-43ed-b0b1-455582881b9d req-e98ba956-55fe-4901-a9f4-32a43ed7b718 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:54.589334 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec1a6c6f-f446-43ed-b0b1-455582881b9d req-e98ba956-55fe-4901-a9f4-32a43ed7b718 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2413 time: 0.2395747
Feb 19 21:01:54.628744 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ff41a67-290a-4ad6-aa37-ad85c7b5ae23 req-60eba401-16f9-4a06-8a37-1e6c3965ec06 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337025
Feb 19 21:01:54.629720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:54.644794 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.645991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ff871375-e78c-4d10-8106-2a234a325971 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:01:54.710344 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec1a6c6f-f446-43ed-b0b1-455582881b9d req-87396df3-23c3-4d7b-bc45-a56329de26c3 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060953
Feb 19 21:01:54.722548 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Attempting to bind port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:01:54.722920 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Attempting to bind port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:01:54.723286 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Attempting to bind port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:01:54.738943 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:01:54.740369 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:54.740987 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.741631 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:01:54.743353 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Bound port: 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:01:54.743952 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.812677 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] For port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:01:54.816172 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] For port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c2d1cbf-17c7-4d65-b7c4-bf437d45e830,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:01:54.823902 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e533491-e1af-4247-8f9c-20b42967d13b None None] Pushing event updated for resources: {'Port': ['ID=8c2d1cbf-17c7-4d65-b7c4-bf437d45e830,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:54.830339 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.892975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Allocated IP 172.20.0.1 (27d0ec64-8a71-4c81-b623-80954b0404b1/73de8341-5781-4806-a1c9-de70f3146e6e/0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:54.898946 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Routers {'1c9e7872-2d50-49e1-befc-07e01e881cfe'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:54.899584 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7038e6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c9e7872-2d50-49e1-befc-07e01e881cfe'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:54.907444 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:54.949984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ff871375-e78c-4d10-8106-2a234a325971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff871375-e78c-4d10-8106-2a234a325971,segment=NetworkSegment(b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03),segment_id=b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:55.013304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'ff871375-e78c-4d10-8106-2a234a325971', 'network_id': '5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78', 'port_id': 'ff871375-e78c-4d10-8106-2a234a325971', 'mac_address': 'fa:16:3e:bf:1e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b75f6e-bd96-402f-9f9c-0de3fc9d18de', 'ip_address': '19.86.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:01:55.014992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:55.047072 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] Set router 1c9e7872-2d50-49e1-befc-07e01e881cfe gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:55.105316 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for port (0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.107727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ff871375-e78c-4d10-8106-2a234a325971 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:55.108133 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ff871375-e78c-4d10-8106-2a234a325971), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.125982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff871375-e78c-4d10-8106-2a234a325971 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:01:55.135219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55806) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:55.151581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ff871375-e78c-4d10-8106-2a234a325971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff871375-e78c-4d10-8106-2a234a325971,segment=NetworkSegment(b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03),segment_id=b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:55.167713 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ff871375-e78c-4d10-8106-2a234a325971), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.195090 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e533491-e1af-4247-8f9c-20b42967d13b None None] Pushing event updated for resources: {'Port': ['ID=8c2d1cbf-17c7-4d65-b7c4-bf437d45e830,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:55.229061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Allocated IP 172.20.0.1 (e71ef3e2-ffea-48b1-add4-7381a9421313/5f69b1fe-a5b2-40e9-8b40-21c93b108b3c/00f70373-ea3c-4bb4-b019-9935480de48f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:55.234493 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.263707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Network 27d0ec64-8a71-4c81-b623-80954b0404b1 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:55.271383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:55.292724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ff871375-e78c-4d10-8106-2a234a325971,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:55.320147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146a70b-219e-4bf1-823c-5adecad30187 req-8f388f0b-961a-4ab3-bf76-5e244d15a43a tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:55.324120 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:55.328650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c146a70b-219e-4bf1-823c-5adecad30187 req-8f388f0b-961a-4ab3-bf76-5e244d15a43a tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 945 time: 0.4831295
Feb 19 21:01:55.339001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55814) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:55.345762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3085e796-a621-4fb9-bc5e-b573974428ca tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Request body: {'floatingip': {'port_id': '5522f49c-1f87-419c-bb79-a02284fc44b4'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:55.347290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1271197732-network', 'tenant_id': 'c3e2bd0a55e44ee2802a7b95678c9d60'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:55.445755 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event updated for resources: {'Port': ['ID=0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:55.454819 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (dd484b0c-6677-47ba-973f-07f2711c0c55), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.462273 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3085e796-a621-4fb9-bc5e-b573974428ca tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for floatingip (563500d7-7a82-4c28-a944-5c0b5e10ddd3), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.488854 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7038e6a0>, [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:51Z', 'revision_number': 3, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:55.509673 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Publish callbacks [] for port (00f70373-ea3c-4bb4-b019-9935480de48f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.536043 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2494475-c8d2-44c3-a395-735a2cd3d169 None None] The sync data for ids ['1c9e7872-2d50-49e1-befc-07e01e881cfe'] in ncdv-master-1 is: [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:51Z', 'revision_number': 3, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:01:55.573516 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Made reservation on behalf of c3e2bd0a55e44ee2802a7b95678c9d60 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:55.576669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.673153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.714566 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.744368 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.765989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4cdb4a8b-11ca-47f8-940a-8436ec09ff67 None None] Provisioning complete for port 0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:55.766590 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4a8b-11ca-47f8-940a-8436ec09ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.775365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:55.819559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Network e71ef3e2-ffea-48b1-add4-7381a9421313 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:55.842549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb4a8b-11ca-47f8-940a-8436ec09ff67 None None] Port 0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:01:55.850928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:55.861679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:55.869821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Pushing event updated for resources: {'Port': ['ID=00f70373-ea3c-4bb4-b019-9935480de48f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:56.056808 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Publish callbacks [] for security_group (7b7b3373-f50a-4314-b2ad-450f6f2c5937), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:56.075933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7b7b3373-f50a-4314-b2ad-450f6f2c5937), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:56.097867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:01:56.117584 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (1c9e7872-2d50-49e1-befc-07e01e881cfe), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:56.124954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (bf3e1efa-7289-45df-9506-26fcf4442131), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:56.125478 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Added segment bf3e1efa-7289-45df-9506-26fcf4442131 of type vlan for network b2b08d58-ef61-4880-94a7-4dce88778bec
Feb 19 21:01:56.172391 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (b2b08d58-ef61-4880-94a7-4dce88778bec), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:56.230998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703182d6-ffdd-4c23-aa35-4a504c03e76b req-605ae3ff-e19f-418f-9fea-7d8009d9eb32 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:56.232558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-703182d6-ffdd-4c23-aa35-4a504c03e76b req-605ae3ff-e19f-418f-9fea-7d8009d9eb32 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.4376817
Feb 19 21:01:56.253799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7b3373-f50a-4314-b2ad-450f6f2c5937,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:56.264703 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (b2b08d58-ef61-4880-94a7-4dce88778bec), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:56.265749 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:56.266473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:56.392979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:01:56.463372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ff871375-e78c-4d10-8106-2a234a325971'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:01:56.467995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['b9f99142-6fa5-417a-bb09-98abb27cd0be'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:01:56.762797 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.6264620
Feb 19 21:01:56.763500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55826) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:56.787306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] Request body: {'subnet': {'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1271197732-subnet', 'tenant_id': 'c3e2bd0a55e44ee2802a7b95678c9d60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:56.796392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c6f0f-807a-4b1a-8077-df53d605325f admin admin] Pushing event updated for resources: {'Network': ['ID=b2b08d58-ef61-4880-94a7-4dce88778bec,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:56.821577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network b2b08d58-ef61-4880-94a7-4dce88778bec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:01:56.894378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] Made reservation on behalf of c3e2bd0a55e44ee2802a7b95678c9d60 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:56.900283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:56.940755 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3085e796-a621-4fb9-bc5e-b573974428ca tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:56.981360 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for port (0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:56.995359 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3085e796-a621-4fb9-bc5e-b573974428ca tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (563500d7-7a82-4c28-a944-5c0b5e10ddd3), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:56.999963 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:57.127461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (dd484b0c-6677-47ba-973f-07f2711c0c55), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:57.140803 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event updated for resources: {'Port': ['ID=0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:57.210328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-703182d6-ffdd-4c23-aa35-4a504c03e76b req-9f31a989-890c-4c82-bc6d-787eee0afd86 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5620167
Feb 19 21:01:57.220003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc472d-8c82-403a-be9a-760aced842d6 req-786b4315-253c-44ea-9805-c659b4861462 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:57.226132 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc472d-8c82-403a-be9a-760aced842d6 req-786b4315-253c-44ea-9805-c659b4861462 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:57.231989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc472d-8c82-403a-be9a-760aced842d6 req-786b4315-253c-44ea-9805-c659b4861462 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:57.240390 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fecc472d-8c82-403a-be9a-760aced842d6 req-786b4315-253c-44ea-9805-c659b4861462 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2415 time: 1.3307283
Feb 19 21:01:57.377108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fecc472d-8c82-403a-be9a-760aced842d6 req-adbe34f9-51a9-4776-86bf-7707f9a7c668 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348178
Feb 19 21:01:57.386606 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-3085e796-a621-4fb9-bc5e-b573974428ca tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Floating IP 563500d7-7a82-4c28-a944-5c0b5e10ddd3 associated. External IP: 172.35.2.133, port: 5522f49c-1f87-419c-bb79-a02284fc44b4.
Feb 19 21:01:57.399940 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (4ea53a83-3f07-452a-b42a-8a44ccb73ea8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:57.442992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Network 27d0ec64-8a71-4c81-b623-80954b0404b1 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:57.448194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:57.474406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea53a83-3f07-452a-b42a-8a44ccb73ea8,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:57.555022 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:57.600097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] Checking segment: {'id': 'bf3e1efa-7289-45df-9506-26fcf4442131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:01:57.603160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] Network hostable DHCP agents. Network: b2b08d58-ef61-4880-94a7-4dce88778bec, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:01:57.666546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Router dd484b0c-6677-47ba-973f-07f2711c0c55 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:01:57.798863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c0cb2078-1fb6-484a-9ac5-c1bb39fe4333 None None] Provisioning complete for port 0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:57.799418 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c0cb2078-1fb6-484a-9ac5-c1bb39fe4333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:57.876804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:01:57.891096 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58cd42-37db-4431-bf88-bffe06a42e54 None None] Sync routers for ids ['dd484b0c-6677-47ba-973f-07f2711c0c55'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:01:57.894094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3085e796-a621-4fb9-bc5e-b573974428ca tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Router cedc2922-18f3-4470-a55a-d49aa7d2f08f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:01:57.910614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] Network b2b08d58-ef61-4880-94a7-4dce88778bec is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:01:57.913860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb2078-1fb6-484a-9ac5-c1bb39fe4333 None None] Port 0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:01:57.927542 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58cd42-37db-4431-bf88-bffe06a42e54 None None] Routers {'dd484b0c-6677-47ba-973f-07f2711c0c55'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:57.932316 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a58cd42-37db-4431-bf88-bffe06a42e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7038ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd484b0c-6677-47ba-973f-07f2711c0c55'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:57.945885 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Publish callbacks [] for port (00f70373-ea3c-4bb4-b019-9935480de48f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:57.960314 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e35be00b-aa15-4af9-a1d3-6e15d6c82a3d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "PUT /v2.0/routers/dd484b0c-6677-47ba-973f-07f2711c0c55/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6401560
Feb 19 21:01:57.961588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55840) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:57.967275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Request body: {'port': {'network_id': '27d0ec64-8a71-4c81-b623-80954b0404b1', 'name': 'tempest-FloatingIPAdminTestJSON-1444347921'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:57.984369 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2b08d58-ef61-4880-94a7-4dce88778bec) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:57.998774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9c8fba-6cfa-4630-a74a-99e22c249892 None None] Network b2b08d58-ef61-4880-94a7-4dce88778bec requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:57.999203 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:58.012232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:58.012972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:58.032692 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a58cd42-37db-4431-bf88-bffe06a42e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7038ef40>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:58.058058 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58cd42-37db-4431-bf88-bffe06a42e54 None None] Routers {'dd484b0c-6677-47ba-973f-07f2711c0c55'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:58.062970 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a58cd42-37db-4431-bf88-bffe06a42e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7038ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd484b0c-6677-47ba-973f-07f2711c0c55'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:58.065170 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-da883754-f8ef-435d-a654-075b32918b1b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2971799
Feb 19 21:01:58.143238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:58.187641 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a58cd42-37db-4431-bf88-bffe06a42e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7038ef40>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:58.188757 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58cd42-37db-4431-bf88-bffe06a42e54 None None] The sync data for ids ['dd484b0c-6677-47ba-973f-07f2711c0c55'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:01:58.226991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Pushing event updated for resources: {'Port': ['ID=00f70373-ea3c-4bb4-b019-9935480de48f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:58.261143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Made reservation on behalf of bc330b34251d4b1a8da0d8cfc99da679 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:01:58.264305 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:58.298693 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (1c9e7872-2d50-49e1-befc-07e01e881cfe), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:58.334782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] device_id is not set on port 8c7ed9db-4e48-4e53-b09a-64adf3075678 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:01:58.381748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3085e796-a621-4fb9-bc5e-b573974428ca tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:01:58.415469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6e199-4d33-4de4-8121-a844f341df65 None None] Sync routers for ids ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:01:58.433556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f3e8d-c52e-45c4-aa49-a77560ccaf52 None None] Network b2b08d58-ef61-4880-94a7-4dce88778bec requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:01:58.451463 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3085e796-a621-4fb9-bc5e-b573974428ca tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:58.514693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Allocated IP 172.20.0.10 (27d0ec64-8a71-4c81-b623-80954b0404b1/73de8341-5781-4806-a1c9-de70f3146e6e/8c7ed9db-4e48-4e53-b09a-64adf3075678) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:01:58.526759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:01:58.529814 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:58.588206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a6e199-4d33-4de4-8121-a844f341df65 None None] Routers {'cedc2922-18f3-4470-a55a-d49aa7d2f08f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:58.588884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-08a6e199-4d33-4de4-8121-a844f341df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdf070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:58.662196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Network e71ef3e2-ffea-48b1-add4-7381a9421313 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:58.718729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:58.757581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3085e796-a621-4fb9-bc5e-b573974428ca tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "PUT /v2.0/floatingips/563500d7-7a82-4c28-a944-5c0b5e10ddd3 HTTP/1.1" status: 200  len: 991 time: 3.4172256
Feb 19 21:01:58.778293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e06b5-7066-468b-ac5f-bc0267736304 req-3b364083-a5d3-4c98-b3ca-f36ae44c6878 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:58.787501 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a1e06b5-7066-468b-ac5f-bc0267736304 req-3b364083-a5d3-4c98-b3ca-f36ae44c6878 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.4082055
Feb 19 21:01:58.789299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'tag': '5522f49c-1f87-419c-bb79-a02284fc44b4'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:01:58.791694 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de00b2b5-b03a-4743-8471-d13e222752d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9440fe13-0931-4b97-a7cb-ec215645eb5a", "tag": "5522f49c-1f87-419c-bb79-a02284fc44b4"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:01:58.821149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for port (8c7ed9db-4e48-4e53-b09a-64adf3075678), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:58.920218 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8c7ed9db-4e48-4e53-b09a-64adf3075678), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:58.936474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Router 1c9e7872-2d50-49e1-befc-07e01e881cfe has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:01:58.972972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e70e8-1848-4d32-badc-14a2514ddbfb req-2b59ec1a-3a2d-4eb2-b35f-a9d90c1d82bc tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:58.978480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e70e8-1848-4d32-badc-14a2514ddbfb req-2b59ec1a-3a2d-4eb2-b35f-a9d90c1d82bc tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:58.984629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e70e8-1848-4d32-badc-14a2514ddbfb req-2b59ec1a-3a2d-4eb2-b35f-a9d90c1d82bc tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:58.986523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-461e70e8-1848-4d32-badc-14a2514ddbfb req-2b59ec1a-3a2d-4eb2-b35f-a9d90c1d82bc tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2415 time: 0.3346434
Feb 19 21:01:59.002969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-08a6e199-4d33-4de4-8121-a844f341df65 None None] Set router cedc2922-18f3-4470-a55a-d49aa7d2f08f gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:59.035814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a1e06b5-7066-468b-ac5f-bc0267736304 req-b5bb1410-c44a-4a14-8224-082849aa18f8 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2471981
Feb 19 21:01:59.038267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:01:59.038677 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:59.074555 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Network 27d0ec64-8a71-4c81-b623-80954b0404b1 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:01:59.084213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:01:59.117517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c2d1cbf-17c7-4d65-b7c4-bf437d45e830,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:01:59.135868 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:01:59.224759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:01:59.227392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5721e9f9-f9ff-4b22-bbb5-32fcff436565 admin admin] 10.222.0.30 "PUT /v2.0/routers/1c9e7872-2d50-49e1-befc-07e01e881cfe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9829412
Feb 19 21:01:59.233102 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Sync routers for ids ['1c9e7872-2d50-49e1-befc-07e01e881cfe'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:01:59.235403 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event updated for resources: {'Port': ['ID=8c7ed9db-4e48-4e53-b09a-64adf3075678,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:59.257658 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Routers {'1c9e7872-2d50-49e1-befc-07e01e881cfe'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:01:59.258306 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70358cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c9e7872-2d50-49e1-befc-07e01e881cfe'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:01:59.286069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:59.293980 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:59.356088 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0d4c09e5-4b60-44be-a145-685b606bb1ba tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.3924515
Feb 19 21:01:59.358366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55876) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:01:59.385436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c92ff7-40d2-4012-b9a4-2267a3c8736b req-6fda207b-e90f-42f0-97a3-1b8cc545c73a tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:59.404629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96c92ff7-40d2-4012-b9a4-2267a3c8736b req-6fda207b-e90f-42f0-97a3-1b8cc545c73a tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 945 time: 0.1912055
Feb 19 21:01:59.416516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-461e70e8-1848-4d32-badc-14a2514ddbfb req-cc50a653-9823-4fe8-b823-a7a4c84fb2e2 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3929553
Feb 19 21:01:59.547558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96c92ff7-40d2-4012-b9a4-2267a3c8736b req-cb1ca9d6-4d84-4fb0-9e8a-4ab1d3230080 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1256118
Feb 19 21:01:59.591106 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf26bc6-9634-4d45-b73c-b8889e8d5821 x-openstack-request-id: req-dbf26bc6-9634-4d45-b73c-b8889e8d5821 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:01:59.593559 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9440fe13-0931-4b97-a7cb-ec215645eb5a", "tag": "5522f49c-1f87-419c-bb79-a02284fc44b4", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:01:59.594135 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbf26bc6-9634-4d45-b73c-b8889e8d5821 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:01:59.594791 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'tag': '5522f49c-1f87-419c-bb79-a02284fc44b4', 'status': 'completed', 'code': 200}
Feb 19 21:01:59.672937 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Set router 1c9e7872-2d50-49e1-befc-07e01e881cfe gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:01:59.754360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00b2b5-b03a-4743-8471-d13e222752d3 req-81df22bf-2c8b-4674-9b3e-992197a78f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:59.758721 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-de00b2b5-b03a-4743-8471-d13e222752d3 req-81df22bf-2c8b-4674-9b3e-992197a78f51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4aca9e397c334bb997f450e919088286&device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 1127 time: 0.1487532
Feb 19 21:01:59.766743 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:59.822193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'project_id': 'bc330b34251d4b1a8da0d8cfc99da679', 'port_id': '8c7ed9db-4e48-4e53-b09a-64adf3075678'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:01:59.838628 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=8c2d1cbf-17c7-4d65-b7c4-bf437d45e830,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:01:59.864775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 57f2a797-1cfe-462b-a115-d8f0563b8044 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:01:59.866998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device b9f99142-6fa5-417a-bb09-98abb27cd0be up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:01:59.910241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:01:59.939125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.940052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.941003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.941496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.941883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.942325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.943172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.943172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.943492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.944398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.944398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.944769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.946476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:01:59.983524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00b2b5-b03a-4743-8471-d13e222752d3 req-0bca2d11-31ae-42ac-a827-bb27b5a9ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:01:59.984943 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-de00b2b5-b03a-4743-8471-d13e222752d3 req-0bca2d11-31ae-42ac-a827-bb27b5a9ffbc service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65a0dad-e542-4761-ba20-2506e5992b4e HTTP/1.1" status: 200  len: 916 time: 0.2211678
Feb 19 21:02:00.009018 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:00.033317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d3b0c4a6-81c3-43f9-8ddf-0daf57a0109b None None] Provisioning complete for port 8c7ed9db-4e48-4e53-b09a-64adf3075678 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:00.033706 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c4a6-81c3-43f9-8ddf-0daf57a0109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8c7ed9db-4e48-4e53-b09a-64adf3075678), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:00.102420 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:02:00.112821 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-de00b2b5-b03a-4743-8471-d13e222752d3 req-1555242c-3993-46af-ac95-45431ed4510f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5522f49c-1f87-419c-bb79-a02284fc44b4 HTTP/1.1" status: 200  len: 999 time: 0.1172228
Feb 19 21:02:00.168860 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70358cd0>, [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:57Z', 'revision_number': 4, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00f70373-ea3c-4bb4-b019-9935480de48f', 'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'mac_address': 'fa:16:3e:cd:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:55Z', 'updated_at': '2022-02-19T21:01:57Z', 'revision_number': 2, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'subnets': [{'id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:00.189248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:00.211467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'mac_address': 'fa:16:3e:c2:c6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:02:00.213972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:00.214931 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Checking router: 1c9e7872-2d50-49e1-befc-07e01e881cfe for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:02:00.216086 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Updating router 1c9e7872-2d50-49e1-befc-07e01e881cfe port 00f70373-ea3c-4bb4-b019-9935480de48f binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:02:00.285974 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:00.376447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00b2b5-b03a-4743-8471-d13e222752d3 req-c71d1c52-d623-4029-964d-17b2e1f193c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:00.378570 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-de00b2b5-b03a-4743-8471-d13e222752d3 req-c71d1c52-d623-4029-964d-17b2e1f193c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cabc37d9-8907-4af3-a0c6-c066930306f3 HTTP/1.1" status: 200  len: 854 time: 0.2526345
Feb 19 21:02:00.383472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74825b1-3822-4637-80b1-c49479b769a6 req-2f195515-8a81-4337-b64d-8032102760fb tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:00.391588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c74825b1-3822-4637-80b1-c49479b769a6 req-2f195515-8a81-4337-b64d-8032102760fb tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.2253671
Feb 19 21:02:00.410584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-05ff8ec6-7a3b-4029-b84c-ea70372d5b2a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:00.417745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-05ff8ec6-7a3b-4029-b84c-ea70372d5b2a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/networks?id=e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 200  len: 819 time: 0.3282242
Feb 19 21:02:00.436187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Allocated IP 172.35.2.193 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/3164893f-58c8-4869-be49-41ed5403d759) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:02:00.442819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 57f2a797-1cfe-462b-a115-d8f0563b8044 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:00.443309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:00.452689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-2b0aea05-380c-41fd-b620-f5b4bede10a5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/quotas/c03769052a6d4b21ad5a0dc4ce5e15fd HTTP/1.1" status: 200  len: 375 time: 0.0339336
Feb 19 21:02:00.483827 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00b2b5-b03a-4743-8471-d13e222752d3 req-ed79b107-d567-43c0-8eb7-2f555acb7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:00.485740 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-de00b2b5-b03a-4743-8471-d13e222752d3 req-ed79b107-d567-43c0-8eb7-2f555acb7d7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65a0dad-e542-4761-ba20-2506e5992b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0968523
Feb 19 21:02:00.506652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d3b0c4a6-81c3-43f9-8ddf-0daf57a0109b None None] Port 8c7ed9db-4e48-4e53-b09a-64adf3075678 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:02:00.531848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c74825b1-3822-4637-80b1-c49479b769a6 req-7a12ec69-0a70-4353-8232-1cc5bddb7060 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393032
Feb 19 21:02:00.562726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f2a797-1cfe-462b-a115-d8f0563b8044 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:00.589403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-0164a078-baae-4d62-ac11-8fa771384f45 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1354492
Feb 19 21:02:00.613785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port b9f99142-6fa5-417a-bb09-98abb27cd0be completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:02:00.660934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:00.667513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port b9f99142-6fa5-417a-bb09-98abb27cd0be triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:00.667895 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:00.700864 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:00.742894 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks [] for port (3164893f-58c8-4869-be49-41ed5403d759), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:00.759817 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-de00b2b5-b03a-4743-8471-d13e222752d3 req-25b4d5c8-b62f-40fe-9fa7-45603c951c14 service neutron] 10.222.0.67 "GET /v2.0/networks/e65a0dad-e542-4761-ba20-2506e5992b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2362270
Feb 19 21:02:00.779528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-b0fcc6cc-f892-4969-a8e8-977081197ddd service neutron] 10.222.0.30 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803563
Feb 19 21:02:00.817125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:00.885166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['57f2a797-1cfe-462b-a115-d8f0563b8044'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:00.903690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-34aefbc1-8844-4dca-beaa-a7c3dbe3656f tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:00.905903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-34aefbc1-8844-4dca-beaa-a7c3dbe3656f tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/networks?id=b2b08d58-ef61-4880-94a7-4dce88778bec HTTP/1.1" status: 200  len: 809 time: 0.1249638
Feb 19 21:02:00.939226 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3164893f-58c8-4869-be49-41ed5403d759), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:00.946790 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Publish callbacks [] for port (00f70373-ea3c-4bb4-b019-9935480de48f), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:00.952554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-08a6e199-4d33-4de4-8121-a844f341df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdf070>, [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:04Z', 'revision_number': 4, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '563500d7-7a82-4c28-a944-5c0b5e10ddd3', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'floating_ip_address': '172.35.2.133', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'port_id': '5522f49c-1f87-419c-bb79-a02284fc44b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'mac_address': 'fa:16:3e:ba:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:01:15Z', 'updated_at': '2022-02-19T21:01:56Z', 'revision_number': 1, 'project_id': '4aca9e397c334bb997f450e919088286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a41729f-6ff9-4ff8-a528-9f5a35fdf000', 'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'mac_address': 'fa:16:3e:69:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:03Z', 'updated_at': '2022-02-19T21:01:10Z', 'revision_number': 5, 'project_id': '4aca9e397c334bb997f450e919088286', 'subnets': [{'id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:00.969866 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:00.985772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port b9f99142-6fa5-417a-bb09-98abb27cd0be is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:00.986170 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:01.004828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6e199-4d33-4de4-8121-a844f341df65 None None] Checking router: cedc2922-18f3-4470-a55a-d49aa7d2f08f for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:02:01.019563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f99142-6fa5-417a-bb09-98abb27cd0be'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:01.024626 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1aabf7-bcf6-4fcb-b254-df5b84a30307" -d '{"events": [{"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-plugged", "status": "completed", "tag": "b9f99142-6fa5-417a-bb09-98abb27cd0be"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:01.046158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port b9f99142-6fa5-417a-bb09-98abb27cd0be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f99142-6fa5-417a-bb09-98abb27cd0be,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:01.048248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a6e199-4d33-4de4-8121-a844f341df65 None None] Routers {'cedc2922-18f3-4470-a55a-d49aa7d2f08f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:02:01.048921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-08a6e199-4d33-4de4-8121-a844f341df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdf070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:01.063745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-1d12c5c0-6da5-4632-bd88-88c6aeb2d920 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/quotas/c3e2bd0a55e44ee2802a7b95678c9d60 HTTP/1.1" status: 200  len: 375 time: 0.1424527
Feb 19 21:02:01.082000 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-de00b2b5-b03a-4743-8471-d13e222752d3 req-54729bbc-056a-4d14-a2ae-afbaccce352b service neutron] 10.222.0.67 "GET /v2.0/networks/e65a0dad-e542-4761-ba20-2506e5992b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3126812
Feb 19 21:02:01.100779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:02:01.106701 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Attempting to bind port 00f70373-ea3c-4bb4-b019-9935480de48f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:02:01.107119 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Attempting to bind port 00f70373-ea3c-4bb4-b019-9935480de48f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c1f32ad0-452b-4d74-b3b3-11a17f2b2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:02:01.107666 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Attempting to bind port 00f70373-ea3c-4bb4-b019-9935480de48f on network e71ef3e2-ffea-48b1-add4-7381a9421313 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:01.114692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:01.115809 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:02:01.116196 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Checking segment: {'id': 'c1f32ad0-452b-4d74-b3b3-11a17f2b2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:01.116688 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:01.117088 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Bound using segment: {'id': 'c1f32ad0-452b-4d74-b3b3-11a17f2b2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:02:01.117571 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Bound port: 00f70373-ea3c-4bb4-b019-9935480de48f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f32ad0-452b-4d74-b3b3-11a17f2b2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:02:01.118221 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:01.126692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:01.148174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-9206eb1d-ccdd-4838-aefa-fdf300073c7c tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3e2bd0a55e44ee2802a7b95678c9d60&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0745673
Feb 19 21:02:01.181644 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-08a6e199-4d33-4de4-8121-a844f341df65 None None] Set router cedc2922-18f3-4470-a55a-d49aa7d2f08f gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:02:01.191790 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] For port 00f70373-ea3c-4bb4-b019-9935480de48f, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:02:01.195129 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] For port 00f70373-ea3c-4bb4-b019-9935480de48f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00f70373-ea3c-4bb4-b019-9935480de48f,segment=NetworkSegment(c1f32ad0-452b-4d74-b3b3-11a17f2b2730),segment_id=c1f32ad0-452b-4d74-b3b3-11a17f2b2730)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:02:01.195835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Pushing event updated for resources: {'Port': ['ID=3164893f-58c8-4869-be49-41ed5403d759,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:01.198722 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edc9f4-95ba-4ecf-91b5-a43b1a8f548c None None] Pushing event updated for resources: {'Port': ['ID=00f70373-ea3c-4bb4-b019-9935480de48f,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:01.212026 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:01.297503 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:01.298288 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edc9f4-95ba-4ecf-91b5-a43b1a8f548c None None] Pushing event updated for resources: {'Port': ['ID=00f70373-ea3c-4bb4-b019-9935480de48f,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:01.298798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:01.322266 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Routers {'1c9e7872-2d50-49e1-befc-07e01e881cfe'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:02:01.323281 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70358cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c9e7872-2d50-49e1-befc-07e01e881cfe'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:01.458727 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] Set router 1c9e7872-2d50-49e1-befc-07e01e881cfe gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:02:01.619657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=b9f99142-6fa5-417a-bb09-98abb27cd0be,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:01.665535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:02:01.708617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:01.709108 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:01.859651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks [] for floatingip (002e8878-7a17-42fa-8e7c-a999f9fa33e0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:01.905196 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70358cd0>, [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:57Z', 'revision_number': 4, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00f70373-ea3c-4bb4-b019-9935480de48f', 'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'mac_address': 'fa:16:3e:cd:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:55Z', 'updated_at': '2022-02-19T21:02:01Z', 'revision_number': 4, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'subnets': [{'id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:01.960382 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808720cf-2b3a-4dff-8bab-11c63b91cc9f None None] The sync data for ids ['1c9e7872-2d50-49e1-befc-07e01e881cfe'] in ncdv-master-1 is: [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:57Z', 'revision_number': 4, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00f70373-ea3c-4bb4-b019-9935480de48f', 'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'mac_address': 'fa:16:3e:cd:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:55Z', 'updated_at': '2022-02-19T21:02:01Z', 'revision_number': 4, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'subnets': [{'id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:02:01.998604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-08a6e199-4d33-4de4-8121-a844f341df65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdf070>, [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:04Z', 'revision_number': 4, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '563500d7-7a82-4c28-a944-5c0b5e10ddd3', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'floating_ip_address': '172.35.2.133', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'port_id': '5522f49c-1f87-419c-bb79-a02284fc44b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'mac_address': 'fa:16:3e:ba:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:01:15Z', 'updated_at': '2022-02-19T21:01:56Z', 'revision_number': 1, 'project_id': '4aca9e397c334bb997f450e919088286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a41729f-6ff9-4ff8-a528-9f5a35fdf000', 'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'mac_address': 'fa:16:3e:69:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:03Z', 'updated_at': '2022-02-19T21:01:10Z', 'revision_number': 5, 'project_id': '4aca9e397c334bb997f450e919088286', 'subnets': [{'id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:02.016456 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3164893f-58c8-4869-be49-41ed5403d759), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:02.039376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6e199-4d33-4de4-8121-a844f341df65 None None] The sync data for ids ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'] in ncdv-master-1 is: [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:04Z', 'revision_number': 4, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '563500d7-7a82-4c28-a944-5c0b5e10ddd3', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'floating_ip_address': '172.35.2.133', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'port_id': '5522f49c-1f87-419c-bb79-a02284fc44b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'mac_address': 'fa:16:3e:ba:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:01:15Z', 'updated_at': '2022-02-19T21:01:56Z', 'revision_number': 1, 'project_id': '4aca9e397c334bb997f450e919088286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a41729f-6ff9-4ff8-a528-9f5a35fdf000', 'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'mac_address': 'fa:16:3e:69:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:03Z', 'updated_at': '2022-02-19T21:01:10Z', 'revision_number': 5, 'project_id': '4aca9e397c334bb997f450e919088286', 'subnets': [{'id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:02:02.055938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:02.056365 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:02.076149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-09c11182-e034-4bce-9ff7-8a4762e7fc0b service neutron] 10.222.0.30 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1689260
Feb 19 21:02:02.080354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:02.088445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-02588bc8-2903-4c5a-a706-acbba1d24e18 service neutron] 10.222.0.30 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9271076
Feb 19 21:02:02.227772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:02.245790 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:02.247059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ff871375-e78c-4d10-8106-2a234a325971 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:02.405562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:02.430578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:02.431408 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:02.467499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-407e9b51-6913-4e24-8202-ac30324e4090 service neutron] 10.222.0.30 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3748801
Feb 19 21:02:02.468362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port ff871375-e78c-4d10-8106-2a234a325971 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:02:02.479634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port ff871375-e78c-4d10-8106-2a234a325971 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:02.480226 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ff871375-e78c-4d10-8106-2a234a325971), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:02.550577 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks [] for port (3164893f-58c8-4869-be49-41ed5403d759), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:02.572255 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (3164893f-58c8-4869-be49-41ed5403d759), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:02.737234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Pushing event updated for resources: {'Port': ['ID=3164893f-58c8-4869-be49-41ed5403d759,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:02.797082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (002e8878-7a17-42fa-8e7c-a999f9fa33e0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:02.806937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ff871375-e78c-4d10-8106-2a234a325971 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:02.807588 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ff871375-e78c-4d10-8106-2a234a325971), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:02.809594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6debb7-5a82-418a-883d-82f5f042e307 req-98183b94-aefc-4ede-838d-a44d9c1e71d8 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:02.823617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6debb7-5a82-418a-883d-82f5f042e307 req-98183b94-aefc-4ede-838d-a44d9c1e71d8 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:02.838267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6debb7-5a82-418a-883d-82f5f042e307 req-98183b94-aefc-4ede-838d-a44d9c1e71d8 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:02.844477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b6debb7-5a82-418a-883d-82f5f042e307 req-98183b94-aefc-4ede-838d-a44d9c1e71d8 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2417 time: 0.2138169
Feb 19 21:02:02.953865 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a8c9f-1036-45dc-977c-2047234300e3 None None] New status for floating IP 563500d7-7a82-4c28-a944-5c0b5e10ddd3: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:02:02.967304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:03.058810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b6debb7-5a82-418a-883d-82f5f042e307 req-8972d44d-d793-4a50-b618-c129da5042c5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802313
Feb 19 21:02:03.135312 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4c0854-5e6f-4885-a6df-efb15574c94a x-openstack-request-id: req-4b4c0854-5e6f-4885-a6df-efb15574c94a {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:03.135312 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-plugged", "status": "completed", "tag": "b9f99142-6fa5-417a-bb09-98abb27cd0be", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:03.135964 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b4c0854-5e6f-4885-a6df-efb15574c94a {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:03.135964 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f99142-6fa5-417a-bb09-98abb27cd0be', 'code': 200}
Feb 19 21:02:03.155588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ff871375-e78c-4d10-8106-2a234a325971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff871375-e78c-4d10-8106-2a234a325971,segment=NetworkSegment(b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03),segment_id=b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:03.166742 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Floating IP 002e8878-7a17-42fa-8e7c-a999f9fa33e0 associated. External IP: 172.35.2.193, port: 8c7ed9db-4e48-4e53-b09a-64adf3075678.
Feb 19 21:02:03.169667 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ff871375-e78c-4d10-8106-2a234a325971), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:03.215955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 57f2a797-1cfe-462b-a115-d8f0563b8044 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:03.363399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce44e351-f5a5-4ec6-aa80-d3f029bed9d1 req-4dbaeadb-e03b-4834-848e-9ad4058f28d3 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 210 time: 0.1253407
Feb 19 21:02:03.497753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ff871375-e78c-4d10-8106-2a234a325971,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:03.520078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22734ae-51b8-4ef9-957d-5fa7ff772808 req-7922f96f-2b9d-4ac6-aa2c-8af0cd0bac21 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:03.522004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e22734ae-51b8-4ef9-957d-5fa7ff772808 req-7922f96f-2b9d-4ac6-aa2c-8af0cd0bac21 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.2939873
Feb 19 21:02:03.713702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 57f2a797-1cfe-462b-a115-d8f0563b8044 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:03.714166 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:03.765674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd579e6f-f27a-455c-9b3f-0ebd81baa61b req-fd9c0d84-a72f-497d-a6c7-06735e631181 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 210 time: 0.1275103
Feb 19 21:02:03.803144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e22734ae-51b8-4ef9-957d-5fa7ff772808 req-4dc024ce-4ff6-4c78-b27f-655cd1b91baf tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2744787
Feb 19 21:02:03.992975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 57f2a797-1cfe-462b-a115-d8f0563b8044 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:03.995983 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:04.173604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:04.195595 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:04.203273 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00f70373-ea3c-4bb4-b019-9935480de48f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:04.341246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20564194-4503-4c5c-ba2e-58236d07a83c req-725d321c-2a05-42df-89a6-379219cc049c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:04.354461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20564194-4503-4c5c-ba2e-58236d07a83c req-725d321c-2a05-42df-89a6-379219cc049c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:04.373323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20564194-4503-4c5c-ba2e-58236d07a83c req-725d321c-2a05-42df-89a6-379219cc049c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:04.389089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20564194-4503-4c5c-ba2e-58236d07a83c req-725d321c-2a05-42df-89a6-379219cc049c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2418 time: 0.1638763
Feb 19 21:02:04.455611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Router dd484b0c-6677-47ba-973f-07f2711c0c55 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:02:04.525538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20564194-4503-4c5c-ba2e-58236d07a83c req-b7959924-e766-4c74-8f9f-f721ef98254e tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288121
Feb 19 21:02:04.720800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:02:04.735797 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78122dc-df31-4cc2-92a3-ab09a5244cca None None] Sync routers for ids ['dd484b0c-6677-47ba-973f-07f2711c0c55'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:02:04.739379 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad86d9fc-18af-4ca5-8052-ff3679403bf9 req-97c5504f-6e41-468d-ac9f-cc5fe912c630 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 210 time: 0.0561306
Feb 19 21:02:04.767494 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78122dc-df31-4cc2-92a3-ab09a5244cca None None] Routers {'dd484b0c-6677-47ba-973f-07f2711c0c55'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:02:04.772088 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a78122dc-df31-4cc2-92a3-ab09a5244cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70781d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd484b0c-6677-47ba-973f-07f2711c0c55'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:04.799500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:04.854284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-e2f56fd0-3b23-4807-b9b8-b6cc22f407cf tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:04.871579 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-965db0aa-6e5c-49ab-a3ab-85a0fc398a97 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 989 time: 5.5116580
Feb 19 21:02:04.872256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-e2f56fd0-3b23-4807-b9b8-b6cc22f407cf tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.10 "GET /v2.0/networks?id=e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 200  len: 819 time: 0.2918067
Feb 19 21:02:04.877970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56032) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:04.887640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Request body: {'port': {'device_id': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'admin_state_up': True, 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:04.935240 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a78122dc-df31-4cc2-92a3-ab09a5244cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70781d00>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:04.979736 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78122dc-df31-4cc2-92a3-ab09a5244cca None None] Routers {'dd484b0c-6677-47ba-973f-07f2711c0c55'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:02:04.980296 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a78122dc-df31-4cc2-92a3-ab09a5244cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70781d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd484b0c-6677-47ba-973f-07f2711c0c55'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:05.070082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 00f70373-ea3c-4bb4-b019-9935480de48f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:05.072001 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:05.083228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=10']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:05.122405 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a78122dc-df31-4cc2-92a3-ab09a5244cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70781d00>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:05.123070 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78122dc-df31-4cc2-92a3-ab09a5244cca None None] The sync data for ids ['dd484b0c-6677-47ba-973f-07f2711c0c55'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:02:05.169267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-866838e4-0593-4dba-a575-8a40675fdbce req-24dd5200-05b3-4a6c-8040-23a7df83c597 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 210 time: 0.1442723
Feb 19 21:02:05.179785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f'}, {'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff871375-e78c-4d10-8106-2a234a325971'}, {'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:05.191792 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951d0640-0eb9-402d-aa29-aeb570b8ee7f" -d '{"events": [{"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-plugged", "status": "completed", "tag": "53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f"}, {"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-plugged", "status": "completed", "tag": "ff871375-e78c-4d10-8106-2a234a325971"}, {"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-plugged", "status": "completed", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:05.290087 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ee60a657-4642-45d5-a0b5-445e8b32e5db tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] 10.222.0.30 "GET /v2.0/floatingips/002e8878-7a17-42fa-8e7c-a999f9fa33e0 HTTP/1.1" status: 200  len: 984 time: 0.4105005
Feb 19 21:02:05.298465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56044) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:05.426690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Made reservation on behalf of c03769052a6d4b21ad5a0dc4ce5e15fd for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:05.431300 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:05.433048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 00f70373-ea3c-4bb4-b019-9935480de48f is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:05.433830 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:05.504484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 00f70373-ea3c-4bb4-b019-9935480de48f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00f70373-ea3c-4bb4-b019-9935480de48f,segment=NetworkSegment(c1f32ad0-452b-4d74-b3b3-11a17f2b2730),segment_id=c1f32ad0-452b-4d74-b3b3-11a17f2b2730)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:05.522400 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:05.607913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-14a5d9ed-cde5-42b9-819b-3071a35f3fb1 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:05.609511 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-14a5d9ed-cde5-42b9-819b-3071a35f3fb1 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.10 "GET /v2.0/networks?id=b2b08d58-ef61-4880-94a7-4dce88778bec HTTP/1.1" status: 200  len: 809 time: 0.4955750
Feb 19 21:02:05.624360 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5f2615eb-f0dc-4759-86e2-a8c9255a6690 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3036 time: 0.3233988
Feb 19 21:02:05.631575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Request body: {'port': {'device_id': '9768e057-90fb-4013-8fe7-fb1a08cb3838', 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec', 'admin_state_up': True, 'tenant_id': 'c3e2bd0a55e44ee2802a7b95678c9d60'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:05.635572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56048) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:05.657915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Allocated IP 172.20.0.12 (e71ef3e2-ffea-48b1-add4-7381a9421313/5f69b1fe-a5b2-40e9-8b40-21c93b108b3c/4a3185d0-44de-46bc-a6a9-47a19835dc9d) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:02:05.696557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=00f70373-ea3c-4bb4-b019-9935480de48f,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:05.899205 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:06.013003 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:06.053017 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00f70373-ea3c-4bb4-b019-9935480de48f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:06.114107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11523-8ff5-4a70-bf4f-8d2f1864bad9 req-2c58910f-9b6b-4017-81de-96e2f417880d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:06.124407 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07f11523-8ff5-4a70-bf4f-8d2f1864bad9 req-2c58910f-9b6b-4017-81de-96e2f417880d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.7512805
Feb 19 21:02:06.138737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Network e71ef3e2-ffea-48b1-add4-7381a9421313 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:02:06.152470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:06.155496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Made reservation on behalf of c3e2bd0a55e44ee2802a7b95678c9d60 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:06.166642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:06.172380 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:06.217060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 00f70373-ea3c-4bb4-b019-9935480de48f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:06.218256 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:06.240090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Deleting port 3164893f-58c8-4869-be49-41ed5403d759 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:06.242423 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3164893f-58c8-4869-be49-41ed5403d759), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:06.269415 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9816c49-d996-4cde-99c6-bb262ed596ef req-778d2493-2f99-4840-951e-d9be894db12b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2836704
Feb 19 21:02:06.303722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07f11523-8ff5-4a70-bf4f-8d2f1864bad9 req-f4d1abbb-5f4e-42e1-8144-8e7a6a0a69b7 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782525
Feb 19 21:02:06.315558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Pushing event updated for resources: {'Port': ['ID=4a3185d0-44de-46bc-a6a9-47a19835dc9d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:06.407508 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcb5f9c-ec8e-4407-8dc6-94e70e605cef x-openstack-request-id: req-6dcb5f9c-ec8e-4407-8dc6-94e70e605cef {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:06.408165 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-plugged", "status": "completed", "tag": "53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f", "code": 200}, {"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-plugged", "status": "completed", "tag": "ff871375-e78c-4d10-8106-2a234a325971", "code": 200}, {"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-plugged", "status": "completed", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:06.408680 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6dcb5f9c-ec8e-4407-8dc6-94e70e605cef {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:06.409323 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f', 'code': 200}
Feb 19 21:02:06.409814 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff871375-e78c-4d10-8106-2a234a325971', 'code': 200}
Feb 19 21:02:06.410284 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'code': 200}
Feb 19 21:02:06.447968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 00f70373-ea3c-4bb4-b019-9935480de48f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:06.478006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:06.479258 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:06.600573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c679b7b0-604e-4fa6-997d-18c746e96545 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7268014
Feb 19 21:02:06.618943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Request body: {'port': {'device_id': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:06.620090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8c4f2-1ccd-4187-b60f-af6449f74cd9 req-89790f3d-75e5-4783-ac57-6d49145e89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:06.620090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8c4f2-1ccd-4187-b60f-af6449f74cd9 req-89790f3d-75e5-4783-ac57-6d49145e89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:06.620090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8c4f2-1ccd-4187-b60f-af6449f74cd9 req-89790f3d-75e5-4783-ac57-6d49145e89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:06.622390 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8be8c4f2-1ccd-4187-b60f-af6449f74cd9 req-89790f3d-75e5-4783-ac57-6d49145e89a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2964 time: 0.1000910
Feb 19 21:02:06.680962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Allocated IP 172.20.0.14 (b2b08d58-ef61-4880-94a7-4dce88778bec/4ea53a83-3f07-452a-b42a-8a44ccb73ea8/87bdd6b6-d465-456b-9e9c-92f5a5657f7e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:02:06.693313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9816c49-d996-4cde-99c6-bb262ed596ef req-b396e461-819e-434d-b2d3-7fa6087d4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:06.702214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9816c49-d996-4cde-99c6-bb262ed596ef req-b396e461-819e-434d-b2d3-7fa6087d4775 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 1127 time: 0.3965073
Feb 19 21:02:06.726468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3164893f-58c8-4869-be49-41ed5403d759), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:06.726468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for floatingip (3164893f-58c8-4869-be49-41ed5403d759), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:06.747498 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8be8c4f2-1ccd-4187-b60f-af6449f74cd9 req-085b6010-fdba-444d-b1c3-10cf87fe2059 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075389
Feb 19 21:02:06.756112 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Calling delete_port for 3164893f-58c8-4869-be49-41ed5403d759 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:06.906930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9816c49-d996-4cde-99c6-bb262ed596ef req-e759cf24-21f0-4c87-98a1-4531a1cbf51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:06.908760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9816c49-d996-4cde-99c6-bb262ed596ef req-e759cf24-21f0-4c87-98a1-4531a1cbf51d service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 920 time: 0.1821508
Feb 19 21:02:06.995087 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9816c49-d996-4cde-99c6-bb262ed596ef req-f0f1eb4d-57be-4dab-b98f-55dc74021a3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff12d8e1-9359-4461-ae10-7ce54f84b0e6 HTTP/1.1" status: 200  len: 217 time: 0.0707226
Feb 19 21:02:07.009246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138041d6-846d-4cdb-9b2d-e6f7eaf4b1a0 req-0b89381b-5f9a-4107-8009-5f4e61f4fe15 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:07.016067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138041d6-846d-4cdb-9b2d-e6f7eaf4b1a0 req-0b89381b-5f9a-4107-8009-5f4e61f4fe15 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:07.021671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138041d6-846d-4cdb-9b2d-e6f7eaf4b1a0 req-0b89381b-5f9a-4107-8009-5f4e61f4fe15 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:07.023577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-138041d6-846d-4cdb-9b2d-e6f7eaf4b1a0 req-0b89381b-5f9a-4107-8009-5f4e61f4fe15 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2418 time: 0.5262148
Feb 19 21:02:07.246168 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:07.343764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9816c49-d996-4cde-99c6-bb262ed596ef req-580bf21d-f58e-4f0c-8ca8-82a544237125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:07.345671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9816c49-d996-4cde-99c6-bb262ed596ef req-580bf21d-f58e-4f0c-8ca8-82a544237125 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 200  len: 859 time: 0.3204901
Feb 19 21:02:07.414483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks [] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:07.572306 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3164893f-58c8-4869-be49-41ed5403d759), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:07.588030 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:07.608567 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-138041d6-846d-4cdb-9b2d-e6f7eaf4b1a0 req-217ae920-0997-487d-a13c-4df4422ee4c6 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5696347
Feb 19 21:02:07.618634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event deleted for resources: {'Port': ['ID=3164893f-58c8-4869-be49-41ed5403d759,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:07.698872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9816c49-d996-4cde-99c6-bb262ed596ef req-f10ce168-bd81-4d7d-a77d-6869a4188fee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d71791f-d141-4701-a95a-c6109bae943e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0883412
Feb 19 21:02:07.725872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Network b2b08d58-ef61-4880-94a7-4dce88778bec is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:02:07.772001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:07.824452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:07.852773 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for floatingip (002e8878-7a17-42fa-8e7c-a999f9fa33e0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:07.853746 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Floating IP 002e8878-7a17-42fa-8e7c-a999f9fa33e0 disassociated (deleted). External IP: 172.35.2.193, port: 8c7ed9db-4e48-4e53-b09a-64adf3075678.
Feb 19 21:02:08.175118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3185d0-44de-46bc-a6a9-47a19835dc9d {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:08.184607 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Publish callbacks [] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:08.199226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Transition to ACTIVE for port object 4a3185d0-44de-46bc-a6a9-47a19835dc9d will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:02:08.233731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afebdd-8b29-42e9-8dbf-8f3ccd6c9657 req-d4101d4f-51ea-442d-988c-8d6ccce41b00 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:08.235294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7afebdd-8b29-42e9-8dbf-8f3ccd6c9657 req-d4101d4f-51ea-442d-988c-8d6ccce41b00 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 932 time: 0.5012455
Feb 19 21:02:08.240555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:08.264707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9816c49-d996-4cde-99c6-bb262ed596ef req-ac02444b-3fc1-460a-b047-184286cea6bb service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5469651
Feb 19 21:02:08.305000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Pushing event updated for resources: {'Port': ['ID=87bdd6b6-d465-456b-9e9c-92f5a5657f7e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:08.338938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:08.342114 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:08.401661 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-68a973f7-1c8a-414d-98f2-9edc34d70300 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7747726
Feb 19 21:02:08.443525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3185d0-44de-46bc-a6a9-47a19835dc9d,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:08.494565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Request body: {'port': {'device_id': '9768e057-90fb-4013-8fe7-fb1a08cb3838', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:08.556345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7afebdd-8b29-42e9-8dbf-8f3ccd6c9657 req-1c46a10c-2795-41f9-b158-41f4b6a57bc3 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3001108
Feb 19 21:02:08.608847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Attempting to bind port 4a3185d0-44de-46bc-a6a9-47a19835dc9d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:02:08.611512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Attempting to bind port 4a3185d0-44de-46bc-a6a9-47a19835dc9d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c1f32ad0-452b-4d74-b3b3-11a17f2b2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:02:08.611859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Attempting to bind port 4a3185d0-44de-46bc-a6a9-47a19835dc9d on network e71ef3e2-ffea-48b1-add4-7381a9421313 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:08.634816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Port 4a3185d0-44de-46bc-a6a9-47a19835dc9d on network e71ef3e2-ffea-48b1-add4-7381a9421313 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:02:08.635156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Attempting to bind port 4a3185d0-44de-46bc-a6a9-47a19835dc9d on network e71ef3e2-ffea-48b1-add4-7381a9421313 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:08.674411 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:08.676215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:02:08.677323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Checking segment: {'id': 'c1f32ad0-452b-4d74-b3b3-11a17f2b2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:08.677737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Bound using segment: {'id': 'c1f32ad0-452b-4d74-b3b3-11a17f2b2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:02:08.678725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Bound port: 4a3185d0-44de-46bc-a6a9-47a19835dc9d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f32ad0-452b-4d74-b3b3-11a17f2b2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:02:08.680656 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:08.687331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9816c49-d996-4cde-99c6-bb262ed596ef req-94ae10da-1fee-4db9-83d1-4fac9d8e3ca8 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4174535
Feb 19 21:02:08.771853 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Router dd484b0c-6677-47ba-973f-07f2711c0c55 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:02:08.857946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0e73c-fd4e-4872-82b6-30b7570174a6 req-cc1e8910-a19c-412d-9a0e-7583ee981c86 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:08.860481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cac0e73c-fd4e-4872-82b6-30b7570174a6 req-cc1e8910-a19c-412d-9a0e-7583ee981c86 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 932 time: 0.1342394
Feb 19 21:02:08.907894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] For port 4a3185d0-44de-46bc-a6a9-47a19835dc9d, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:02:08.945261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] For port 4a3185d0-44de-46bc-a6a9-47a19835dc9d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d,segment=NetworkSegment(c1f32ad0-452b-4d74-b3b3-11a17f2b2730),segment_id=c1f32ad0-452b-4d74-b3b3-11a17f2b2730)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:02:08.987385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cac0e73c-fd4e-4872-82b6-30b7570174a6 req-b3cf8092-cffb-4dfd-bc0a-d5a8a48251e2 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197085
Feb 19 21:02:08.989556 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:09.084733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:09.085165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:09.086658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] 10.222.0.10 "PUT /v2.0/ports/4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 1092 time: 2.4763966
Feb 19 21:02:09.088360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:09.089671 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35676277-2bf8-4c95-bd3f-b2f525a23301" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:09.248167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673d179-4ac5-4caf-86ef-efba3a269ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3185d0-44de-46bc-a6a9-47a19835dc9d,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:09.281933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1236082-77de-4f9a-bba9-b7d97d7ceaff req-5d6a72c3-b868-46cc-a9ed-f670b49f06b9 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:09.284099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1236082-77de-4f9a-bba9-b7d97d7ceaff req-5d6a72c3-b868-46cc-a9ed-f670b49f06b9 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1822960
Feb 19 21:02:09.295909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:02:09.306008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-0b85c64c-952e-48ee-a674-e74e5a43664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:09.307312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:09.307956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-0b85c64c-952e-48ee-a674-e74e5a43664e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1126 time: 0.1347392
Feb 19 21:02:09.310582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff083b3-51f6-4b7d-8a18-b003c94dd9f5 None None] Sync routers for ids ['dd484b0c-6677-47ba-973f-07f2711c0c55'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:02:09.331628 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff083b3-51f6-4b7d-8a18-b003c94dd9f5 None None] Routers {'dd484b0c-6677-47ba-973f-07f2711c0c55'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:02:09.332603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5ff083b3-51f6-4b7d-8a18-b003c94dd9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62e445b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd484b0c-6677-47ba-973f-07f2711c0c55'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:09.370478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1236082-77de-4f9a-bba9-b7d97d7ceaff req-536f5a04-f7e7-4aec-8740-1c29daf041de tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596275
Feb 19 21:02:09.435960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-8a4786bc-7ac7-42e5-b73e-efe7ebc24427 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 217 time: 0.0692871
Feb 19 21:02:09.444117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5ff083b3-51f6-4b7d-8a18-b003c94dd9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62e445b0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:09.457130 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8ceb2239-4c3d-4391-ad40-d75a6772dda3 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "DELETE /v2.0/floatingips/002e8878-7a17-42fa-8e7c-a999f9fa33e0 HTTP/1.1" status: 204  len: 168 time: 3.8204789
Feb 19 21:02:09.465873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56060) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:09.466105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff083b3-51f6-4b7d-8a18-b003c94dd9f5 None None] Routers {'dd484b0c-6677-47ba-973f-07f2711c0c55'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:02:09.466720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5ff083b3-51f6-4b7d-8a18-b003c94dd9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62e445b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:01:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd484b0c-6677-47ba-973f-07f2711c0c55'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:09.472717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:09.555535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bdd6b6-d465-456b-9e9c-92f5a5657f7e {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:09.583853 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Publish callbacks [] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:09.615012 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Transition to ACTIVE for port object 87bdd6b6-d465-456b-9e9c-92f5a5657f7e will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:02:09.621732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5ff083b3-51f6-4b7d-8a18-b003c94dd9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62e445b0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:09.622778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff083b3-51f6-4b7d-8a18-b003c94dd9f5 None None] The sync data for ids ['dd484b0c-6677-47ba-973f-07f2711c0c55'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:02:09.626822 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:09.695522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-35259a87-1ec0-4743-8c40-96870b116abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:09.699071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-35259a87-1ec0-4743-8c40-96870b116abd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c HTTP/1.1" status: 200  len: 859 time: 0.2567201
Feb 19 21:02:09.702390 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:09.707669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=87bdd6b6-d465-456b-9e9c-92f5a5657f7e,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:09.856466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Attempting to bind port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:02:09.857140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Attempting to bind port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bf3e1efa-7289-45df-9506-26fcf4442131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:02:09.857140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Attempting to bind port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e on network b2b08d58-ef61-4880-94a7-4dce88778bec {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:09.867280 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e on network b2b08d58-ef61-4880-94a7-4dce88778bec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:02:09.867625 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Attempting to bind port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e on network b2b08d58-ef61-4880-94a7-4dce88778bec {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:09.885246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:02:09.885598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Checking segment: {'id': 'bf3e1efa-7289-45df-9506-26fcf4442131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:09.886003 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Bound using segment: {'id': 'bf3e1efa-7289-45df-9506-26fcf4442131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:02:09.886472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Bound port: 87bdd6b6-d465-456b-9e9c-92f5a5657f7e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3e1efa-7289-45df-9506-26fcf4442131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:02:09.887349 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:09.941832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-0bab1600-b751-43d9-b351-1c44dbf6a004 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e71ef3e2-ffea-48b1-add4-7381a9421313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2077317
Feb 19 21:02:10.056774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] For port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:02:10.060136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] For port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87bdd6b6-d465-456b-9e9c-92f5a5657f7e,segment=NetworkSegment(bf3e1efa-7289-45df-9506-26fcf4442131),segment_id=bf3e1efa-7289-45df-9506-26fcf4442131)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:02:10.071948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:10.091069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2cdc1-f92b-4e16-9e04-9ae99b4b181f req-fc9f8174-869a-41a7-9ab0-4121eb7ccb56 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:10.099479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2cdc1-f92b-4e16-9e04-9ae99b4b181f req-fc9f8174-869a-41a7-9ab0-4121eb7ccb56 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:10.113335 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:10.114054 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:10.118355 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] 10.222.0.10 "PUT /v2.0/ports/87bdd6b6-d465-456b-9e9c-92f5a5657f7e HTTP/1.1" status: 200  len: 1092 time: 1.6332226
Feb 19 21:02:10.122263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9768e057-90fb-4013-8fe7-fb1a08cb3838', 'tag': '87bdd6b6-d465-456b-9e9c-92f5a5657f7e'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:10.124189 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591d0ca4-2de9-4c0d-9fc2-9aa1f2fe980c" -d '{"events": [{"name": "network-changed", "server_uuid": "9768e057-90fb-4013-8fe7-fb1a08cb3838", "tag": "87bdd6b6-d465-456b-9e9c-92f5a5657f7e"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:10.139953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2cdc1-f92b-4e16-9e04-9ae99b4b181f req-fc9f8174-869a-41a7-9ab0-4121eb7ccb56 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:10.150900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1f2cdc1-f92b-4e16-9e04-9ae99b4b181f req-fc9f8174-869a-41a7-9ab0-4121eb7ccb56 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2418 time: 0.6350396
Feb 19 21:02:10.235879 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1f2cdc1-f92b-4e16-9e04-9ae99b4b181f req-6a7063de-c36a-4e7d-b197-01b5a606a94a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579941
Feb 19 21:02:10.242757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fa4bb-948b-4ff5-875f-9ea0f95a2bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=87bdd6b6-d465-456b-9e9c-92f5a5657f7e,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:10.260429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-c883cccc-ff93-493e-9d77-a931cbc3fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:10.262741 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-c883cccc-ff93-493e-9d77-a931cbc3fa85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3e2bd0a55e44ee2802a7b95678c9d60&device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 1126 time: 0.0760870
Feb 19 21:02:10.316153 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:10.317121 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-749dbeb6-9d4f-4b12-ae24-ce7abbb2fef2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87bdd6b6-d465-456b-9e9c-92f5a5657f7e HTTP/1.1" status: 200  len: 217 time: 0.0400755
Feb 19 21:02:10.382319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-015f08f7-748f-486c-9100-e0f1712ba3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:10.383921 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-015f08f7-748f-486c-9100-e0f1712ba3a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ea53a83-3f07-452a-b42a-8a44ccb73ea8 HTTP/1.1" status: 200  len: 849 time: 0.0554245
Feb 19 21:02:10.386303 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a64aa8-78d9-4584-b274-be0612b30c19 x-openstack-request-id: req-b7a64aa8-78d9-4584-b274-be0612b30c19 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:10.386612 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:10.386927 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7a64aa8-78d9-4584-b274-be0612b30c19 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:10.387331 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'status': 'completed', 'code': 200}
Feb 19 21:02:10.394119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-c53aa83c-9f1c-487b-a5b2-0af1198d27a9 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4337904
Feb 19 21:02:10.432270 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-6fc8527b-1757-4717-98f8-476b7d959ef7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2b08d58-ef61-4880-94a7-4dce88778bec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412962
Feb 19 21:02:10.616631 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-2ca2d909-5b13-4c6d-854b-cc04f3a2a7d7 service neutron] 10.222.0.10 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755574
Feb 19 21:02:10.802856 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-54ca1d73-a483-4972-8e4f-90627fd43609 req-1b907f3d-9665-4f56-9253-3b837c24bd61 service neutron] 10.222.0.10 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796165
Feb 19 21:02:10.944578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Allocated IP 172.35.2.208 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:02:10.962740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe73ad-897c-4af1-8a7f-a2d4b3d58d31 req-517b771c-2ec7-464c-90d9-7e52b3af681c tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:10.975591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7dfe73ad-897c-4af1-8a7f-a2d4b3d58d31 req-517b771c-2ec7-464c-90d9-7e52b3af681c tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 944 time: 0.4877198
Feb 19 21:02:10.985880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1995b63-8dd9-4405-bbd3-f6cb3f814cd4 req-3f00f7d0-c465-4a49-a861-2a3b807e492d service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5839996
Feb 19 21:02:11.130764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7dfe73ad-897c-4af1-8a7f-a2d4b3d58d31 req-16c71562-49fc-406c-a409-5ec02e4afe8d tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539993
Feb 19 21:02:11.374838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35676277-2bf8-4c95-bd3f-b2f525a23301 req-dd4834dd-7427-48ad-bc26-313fa200edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:11.376390 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35676277-2bf8-4c95-bd3f-b2f525a23301 req-dd4834dd-7427-48ad-bc26-313fa200edf4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1126 time: 0.3002760
Feb 19 21:02:11.427590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970a6da-2254-4c00-b9f1-c2ece5bf4892 req-3e8a964a-4cf4-4925-849f-0df22b4b349a tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:11.430356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5970a6da-2254-4c00-b9f1-c2ece5bf4892 req-3e8a964a-4cf4-4925-849f-0df22b4b349a tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 944 time: 0.1634865
Feb 19 21:02:11.571932 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks [] for port (5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:11.632301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5970a6da-2254-4c00-b9f1-c2ece5bf4892 req-baa9e2ba-41e9-47d1-9628-d56df10cdc46 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811931
Feb 19 21:02:11.666227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35676277-2bf8-4c95-bd3f-b2f525a23301 req-454705f4-8596-4a49-8e5b-e3c4d13faf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:11.668106 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35676277-2bf8-4c95-bd3f-b2f525a23301 req-454705f4-8596-4a49-8e5b-e3c4d13faf3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 200  len: 920 time: 0.2816257
Feb 19 21:02:11.744793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35676277-2bf8-4c95-bd3f-b2f525a23301 req-7a150dc9-7e93-491f-a63c-b4d728104f51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 217 time: 0.0678601
Feb 19 21:02:11.746007 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:11.811092 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb80660-d3a8-4919-a939-0410cd71761a x-openstack-request-id: req-eeb80660-d3a8-4919-a939-0410cd71761a {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:11.811595 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9768e057-90fb-4013-8fe7-fb1a08cb3838", "tag": "87bdd6b6-d465-456b-9e9c-92f5a5657f7e", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:11.812497 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eeb80660-d3a8-4919-a939-0410cd71761a {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:11.812865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Pushing event updated for resources: {'Port': ['ID=5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:11.813000 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9768e057-90fb-4013-8fe7-fb1a08cb3838', 'tag': '87bdd6b6-d465-456b-9e9c-92f5a5657f7e', 'status': 'completed', 'code': 200}
Feb 19 21:02:11.836647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:02:11.873679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:11.877830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:11.924935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d0ca4-2de9-4c0d-9fc2-9aa1f2fe980c req-c4e2ef00-47b0-44bf-ae46-add054ffde59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:11.927380 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-591d0ca4-2de9-4c0d-9fc2-9aa1f2fe980c req-c4e2ef00-47b0-44bf-ae46-add054ffde59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3e2bd0a55e44ee2802a7b95678c9d60&device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 1126 time: 0.1120245
Feb 19 21:02:11.968666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35676277-2bf8-4c95-bd3f-b2f525a23301 req-86f4870b-f27a-452b-afb1-570c9ecc9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:11.975968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35676277-2bf8-4c95-bd3f-b2f525a23301 req-86f4870b-f27a-452b-afb1-570c9ecc9bd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c HTTP/1.1" status: 200  len: 859 time: 0.1812441
Feb 19 21:02:12.045311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35676277-2bf8-4c95-bd3f-b2f525a23301 req-e1b0e231-435e-42a4-bbd3-acbaca270b3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e71ef3e2-ffea-48b1-add4-7381a9421313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595675
Feb 19 21:02:12.166296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d0ca4-2de9-4c0d-9fc2-9aa1f2fe980c req-ea02a50f-07a2-4f48-adc4-598ae2ebdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:12.167747 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-591d0ca4-2de9-4c0d-9fc2-9aa1f2fe980c req-ea02a50f-07a2-4f48-adc4-598ae2ebdddd service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2b08d58-ef61-4880-94a7-4dce88778bec HTTP/1.1" status: 200  len: 910 time: 0.2307589
Feb 19 21:02:12.242294 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-591d0ca4-2de9-4c0d-9fc2-9aa1f2fe980c req-d2abf2ec-5da4-41bf-83f9-a3b8945cecc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87bdd6b6-d465-456b-9e9c-92f5a5657f7e HTTP/1.1" status: 200  len: 217 time: 0.0665543
Feb 19 21:02:12.275780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks [] for floatingip (edbce1cf-d581-46a6-96b2-26fafb5426fd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:12.324540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a965d8-d473-4180-90d3-3aec1f25e4e5 req-4177ec11-32a6-4811-a51a-58e017333b04 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:12.333757 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06a965d8-d473-4180-90d3-3aec1f25e4e5 req-4177ec11-32a6-4811-a51a-58e017333b04 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.2928722
Feb 19 21:02:12.336538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d0ca4-2de9-4c0d-9fc2-9aa1f2fe980c req-39536663-b9c1-4fc3-91ff-4aff2fd1938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:12.341140 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-591d0ca4-2de9-4c0d-9fc2-9aa1f2fe980c req-39536663-b9c1-4fc3-91ff-4aff2fd1938c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ea53a83-3f07-452a-b42a-8a44ccb73ea8 HTTP/1.1" status: 200  len: 849 time: 0.0933647
Feb 19 21:02:12.410728 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-591d0ca4-2de9-4c0d-9fc2-9aa1f2fe980c req-71865f9f-3143-41d2-b613-fd7da274e097 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2b08d58-ef61-4880-94a7-4dce88778bec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540109
Feb 19 21:02:12.442728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06a965d8-d473-4180-90d3-3aec1f25e4e5 req-4e1ee65f-9210-4f79-88c3-f685fbc973de tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074181
Feb 19 21:02:12.552622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35676277-2bf8-4c95-bd3f-b2f525a23301 req-39b97ed7-604d-4393-abe6-c9159ebcd164 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4398775
Feb 19 21:02:12.553941 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:12.596905 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-591d0ca4-2de9-4c0d-9fc2-9aa1f2fe980c req-03bc2cea-8a94-4c57-87c6-ac036b4a883b service neutron] 10.222.0.10 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806316
Feb 19 21:02:12.848180 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-591d0ca4-2de9-4c0d-9fc2-9aa1f2fe980c req-812d824f-2daf-40ec-b794-612e3a3942c9 service neutron] 10.222.0.10 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2457318
Feb 19 21:02:12.924941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35676277-2bf8-4c95-bd3f-b2f525a23301 req-82e33afb-c1db-4e6b-93f1-4081b967c467 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3985462
Feb 19 21:02:12.986437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks [] for port (5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:13.001038 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:13.132301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Pushing event updated for resources: {'Port': ['ID=5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:13.153806 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (edbce1cf-d581-46a6-96b2-26fafb5426fd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:13.174093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966887-2888-478d-bd10-588079f8c909 req-cfee2d47-c517-44c5-987b-382923020217 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:13.181963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9966887-2888-478d-bd10-588079f8c909 req-cfee2d47-c517-44c5-987b-382923020217 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 944 time: 0.1368177
Feb 19 21:02:13.225581 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:13.229389 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3b575ef0-a4cb-4c11-bfa3-b0d922dd3660 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.7581315
Feb 19 21:02:13.231839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56090) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:13.260946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9966887-2888-478d-bd10-588079f8c909 req-092190bd-aa17-4c04-a07f-698d8b8e7b9b tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779560
Feb 19 21:02:13.434975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af254c4-81ad-4e92-b90f-b8ba46a3d687 req-335c0c14-1cb4-4a17-8624-e640315b580a tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:13.443167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4af254c4-81ad-4e92-b90f-b8ba46a3d687 req-335c0c14-1cb4-4a17-8624-e640315b580a tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 944 time: 0.1150413
Feb 19 21:02:13.458112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:13.515418 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:13.516253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 87bdd6b6-d465-456b-9e9c-92f5a5657f7e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:02:13.545107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4af254c4-81ad-4e92-b90f-b8ba46a3d687 req-c56b0a22-1d70-4848-8728-341423e1a15a tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011121
Feb 19 21:02:13.737734 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:02:13.786016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87bdd6b6-d465-456b-9e9c-92f5a5657f7e,segment=NetworkSegment(bf3e1efa-7289-45df-9506-26fcf4442131),segment_id=bf3e1efa-7289-45df-9506-26fcf4442131)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:13.787466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ccc09-c440-4aa8-b4f1-2d2b597249b7 req-0fcc214d-6dc7-420a-8e9d-8d7c74359b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:13.789970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b65ccc09-c440-4aa8-b4f1-2d2b597249b7 req-0fcc214d-6dc7-420a-8e9d-8d7c74359b89 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 1127 time: 0.0819147
Feb 19 21:02:13.807123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '87bdd6b6-d465-456b-9e9c-92f5a5657f7e', 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec', 'port_id': '87bdd6b6-d465-456b-9e9c-92f5a5657f7e', 'mac_address': 'fa:16:3e:93:a8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea53a83-3f07-452a-b42a-8a44ccb73ea8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:02:13.933116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b65ccc09-c440-4aa8-b4f1-2d2b597249b7 req-a5bc25ac-e8a9-49a6-87cf-b58d95fca29c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267385
Feb 19 21:02:13.948667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:13.950060 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:13.950792 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:13.961988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268948fa-a3da-45b9-9ca5-2d026abb7bed req-7c0511a1-c035-44a6-aba0-695ea11a370d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:13.968715 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bdd6b6-d465-456b-9e9c-92f5a5657f7e {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:13.980177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268948fa-a3da-45b9-9ca5-2d026abb7bed req-7c0511a1-c035-44a6-aba0-695ea11a370d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:13.980463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268948fa-a3da-45b9-9ca5-2d026abb7bed req-7c0511a1-c035-44a6-aba0-695ea11a370d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:13.995931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-268948fa-a3da-45b9-9ca5-2d026abb7bed req-7c0511a1-c035-44a6-aba0-695ea11a370d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2418 time: 0.3514657
Feb 19 21:02:14.007978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87bdd6b6-d465-456b-9e9c-92f5a5657f7e,segment=NetworkSegment(bf3e1efa-7289-45df-9506-26fcf4442131),segment_id=bf3e1efa-7289-45df-9506-26fcf4442131)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:14.024149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaa885-d9b4-42f4-b0ab-95c8fecf1e49 req-b25a7637-73af-47b8-bc15-6cea5e6987fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:14.037577 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0dbaa885-d9b4-42f4-b0ab-95c8fecf1e49 req-b25a7637-73af-47b8-bc15-6cea5e6987fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1128 time: 0.2036905
Feb 19 21:02:14.047304 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:14.050187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4a3185d0-44de-46bc-a6a9-47a19835dc9d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:02:14.141128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-268948fa-a3da-45b9-9ca5-2d026abb7bed req-675d57ca-eb22-4f6b-9d2b-bf05b57fc6bc tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421459
Feb 19 21:02:14.340560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4a3185d0-44de-46bc-a6a9-47a19835dc9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d,segment=NetworkSegment(c1f32ad0-452b-4d74-b3b3-11a17f2b2730),segment_id=c1f32ad0-452b-4d74-b3b3-11a17f2b2730)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:14.366414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaa885-d9b4-42f4-b0ab-95c8fecf1e49 req-42f0b830-17a6-4f85-a8c8-c61ba872e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:14.372296 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0dbaa885-d9b4-42f4-b0ab-95c8fecf1e49 req-42f0b830-17a6-4f85-a8c8-c61ba872e4e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.3054073
Feb 19 21:02:14.374186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'port_id': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'mac_address': 'fa:16:3e:8d:ee:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:02:14.403149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9444c1e-7131-47a7-9092-ffdaf5c6b302 req-93ff0de6-8d76-4339-b700-abe047dda5b9 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:14.411964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9444c1e-7131-47a7-9092-ffdaf5c6b302 req-93ff0de6-8d76-4339-b700-abe047dda5b9 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1426387
Feb 19 21:02:14.485040 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Allocated IP 172.35.2.167 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/8c6c04af-6364-4ce6-8f9d-21fe6a38687d) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:02:14.487504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 4a3185d0-44de-46bc-a6a9-47a19835dc9d is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:14.487504 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:14.495744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=87bdd6b6-d465-456b-9e9c-92f5a5657f7e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:14.506823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9444c1e-7131-47a7-9092-ffdaf5c6b302 req-361cd3eb-7802-4ff1-905f-3798a08587db tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932150
Feb 19 21:02:14.524634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3185d0-44de-46bc-a6a9-47a19835dc9d {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:14.563610 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0dbaa885-d9b4-42f4-b0ab-95c8fecf1e49 req-b987de71-0be8-492e-baa5-877c0ca560a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 1000 time: 0.1837785
Feb 19 21:02:14.583600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4a3185d0-44de-46bc-a6a9-47a19835dc9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d,segment=NetworkSegment(c1f32ad0-452b-4d74-b3b3-11a17f2b2730),segment_id=c1f32ad0-452b-4d74-b3b3-11a17f2b2730)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:14.602358 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:14.675638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaa885-d9b4-42f4-b0ab-95c8fecf1e49 req-999af397-748f-4d58-bc28-bbc9859c95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:14.677866 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0dbaa885-d9b4-42f4-b0ab-95c8fecf1e49 req-999af397-748f-4d58-bc28-bbc9859c95e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1043308
Feb 19 21:02:14.740643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=4a3185d0-44de-46bc-a6a9-47a19835dc9d,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:14.812216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99db9-66a8-4af8-a252-0f5398a8fe9e req-d2a503ac-a9a4-442e-a7de-bd8c4b1a8ac6 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:14.814066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5bb99db9-66a8-4af8-a252-0f5398a8fe9e req-d2a503ac-a9a4-442e-a7de-bd8c4b1a8ac6 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 945 time: 0.1989341
Feb 19 21:02:14.821410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaa885-d9b4-42f4-b0ab-95c8fecf1e49 req-e05c4c7e-6219-49f5-b618-4d348f7ff006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:14.828089 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks [] for port (8c6c04af-6364-4ce6-8f9d-21fe6a38687d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:14.835985 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0dbaa885-d9b4-42f4-b0ab-95c8fecf1e49 req-e05c4c7e-6219-49f5-b618-4d348f7ff006 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1402080
Feb 19 21:02:14.910482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4a3185d0-44de-46bc-a6a9-47a19835dc9d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:14.913321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5bb99db9-66a8-4af8-a252-0f5398a8fe9e req-b6908884-ae9b-4058-b9d5-37d5e403cfe3 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875275
Feb 19 21:02:14.917978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['87bdd6b6-d465-456b-9e9c-92f5a5657f7e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:14.936210 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8c6c04af-6364-4ce6-8f9d-21fe6a38687d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:15.064828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:02:15.070666 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0dbaa885-d9b4-42f4-b0ab-95c8fecf1e49 req-a1c0d7c5-9b4a-4bd7-8315-04c1c7d0bb59 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288868
Feb 19 21:02:15.113589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:15.123781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:15.126900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Pushing event updated for resources: {'Port': ['ID=8c6c04af-6364-4ce6-8f9d-21fe6a38687d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:15.271318 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0dbaa885-d9b4-42f4-b0ab-95c8fecf1e49 req-3565f288-3b15-4e16-928b-63c98fc341d3 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855247
Feb 19 21:02:15.281780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46f150-3199-4aae-b842-3a5288a55ede req-2dc01674-4dd0-4d07-a45a-95158a28249f tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:15.293413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc46f150-3199-4aae-b842-3a5288a55ede req-2dc01674-4dd0-4d07-a45a-95158a28249f tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 945 time: 0.2189429
Feb 19 21:02:15.421980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks [] for floatingip (f4b8f0de-985b-4343-9855-4b071f878ceb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:15.525783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc46f150-3199-4aae-b842-3a5288a55ede req-84b9b7a0-bcad-4bb3-9774-22d5cd9f08e2 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189312
Feb 19 21:02:15.543320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bd81ce61-4dc7-403a-8a01-f110b899404e tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:15.546040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bd81ce61-4dc7-403a-8a01-f110b899404e tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:15.553670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bd81ce61-4dc7-403a-8a01-f110b899404e tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:15.555730 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bd81ce61-4dc7-403a-8a01-f110b899404e tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2418 time: 0.1401062
Feb 19 21:02:15.570331 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8c6c04af-6364-4ce6-8f9d-21fe6a38687d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:15.731414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-7c37b134-30f2-433b-ae27-1cc694066d42 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting port ff871375-e78c-4d10-8106-2a234a325971 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:15.732245 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-7c37b134-30f2-433b-ae27-1cc694066d42 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ff871375-e78c-4d10-8106-2a234a325971), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:15.884526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-7c37b134-30f2-433b-ae27-1cc694066d42 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] For port ff871375-e78c-4d10-8106-2a234a325971, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff871375-e78c-4d10-8106-2a234a325971,segment=NetworkSegment(b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03),segment_id=b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:15.884921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-7c37b134-30f2-433b-ae27-1cc694066d42 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ff871375-e78c-4d10-8106-2a234a325971), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:15.907908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-7c37b134-30f2-433b-ae27-1cc694066d42 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Calling delete_port for ff871375-e78c-4d10-8106-2a234a325971 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:15.942575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a95660-eecc-4cc2-b402-8c09de6c8326 req-18fb9121-8583-4af3-9a56-80b5319af78e tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:15.944151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45a95660-eecc-4cc2-b402-8c09de6c8326 req-18fb9121-8583-4af3-9a56-80b5319af78e tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.2450154
Feb 19 21:02:15.956544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d440937-a75c-416e-98cf-edfb067e7287 req-85da2171-84cb-4b45-8f8c-83cee4a8f7d5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:15.968592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d440937-a75c-416e-98cf-edfb067e7287 req-85da2171-84cb-4b45-8f8c-83cee4a8f7d5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:15.979247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d440937-a75c-416e-98cf-edfb067e7287 req-85da2171-84cb-4b45-8f8c-83cee4a8f7d5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:15.982227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d440937-a75c-416e-98cf-edfb067e7287 req-85da2171-84cb-4b45-8f8c-83cee4a8f7d5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 2418 time: 0.2925947
Feb 19 21:02:16.090718 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks [] for port (8c6c04af-6364-4ce6-8f9d-21fe6a38687d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:16.126286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-7c37b134-30f2-433b-ae27-1cc694066d42 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ff871375-e78c-4d10-8106-2a234a325971), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:16.130794 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8c6c04af-6364-4ce6-8f9d-21fe6a38687d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:16.140040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ff871375-e78c-4d10-8106-2a234a325971', '53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f', 'b9f99142-6fa5-417a-bb09-98abb27cd0be'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:16.223328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45a95660-eecc-4cc2-b402-8c09de6c8326 req-aba5ad56-ad8e-4069-9784-09b2fb30bff3 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2315631
Feb 19 21:02:16.237627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d440937-a75c-416e-98cf-edfb067e7287 req-d27a115e-fda8-4165-a817-5378a8991c02 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2347474
Feb 19 21:02:16.297244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37b134-30f2-433b-ae27-1cc694066d42 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Port': ['ID=ff871375-e78c-4d10-8106-2a234a325971,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:16.298584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Pushing event updated for resources: {'Port': ['ID=8c6c04af-6364-4ce6-8f9d-21fe6a38687d,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:16.330870 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (f4b8f0de-985b-4343-9855-4b071f878ceb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:16.365398 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:16.368208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c197896a-913b-4d74-9036-eb0d9cde3bdc tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1358616
Feb 19 21:02:16.373219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56134) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:16.382328 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-7c37b134-30f2-433b-ae27-1cc694066d42 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] No DVR routers for this DVR port ff871375-e78c-4d10-8106-2a234a325971 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:16.386756 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-7c37b134-30f2-433b-ae27-1cc694066d42 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:16.405230 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-7c37b134-30f2-433b-ae27-1cc694066d42 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "DELETE /v2.0/ports/ff871375-e78c-4d10-8106-2a234a325971 HTTP/1.1" status: 204  len: 173 time: 0.8426974
Feb 19 21:02:16.414151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-deleted', 'tag': 'ff871375-e78c-4d10-8106-2a234a325971'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:16.416506 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e7b891-07ab-4873-b55c-bf72487cd867" -d '{"events": [{"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-deleted", "tag": "ff871375-e78c-4d10-8106-2a234a325971"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:16.623837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3c3230dc-15b6-4bae-8596-c2960794d3b1 tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3220 time: 0.2477632
Feb 19 21:02:16.624533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56142) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:16.663324 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bf679cb2-7c40-4b82-aef4-08328e97b924 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:16.663729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bf679cb2-7c40-4b82-aef4-08328e97b924 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:16.814979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bf679cb2-7c40-4b82-aef4-08328e97b924 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] For port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:16.815420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bf679cb2-7c40-4b82-aef4-08328e97b924 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:16.833408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bf679cb2-7c40-4b82-aef4-08328e97b924 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Calling delete_port for 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:17.005719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c6ddf-fb95-4a1b-9eaf-075f3e93f29f req-9b89c88d-f014-4182-8f40-0fe2e6bea3d9 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:17.007246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f3c6ddf-fb95-4a1b-9eaf-075f3e93f29f req-9b89c88d-f014-4182-8f40-0fe2e6bea3d9 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 945 time: 0.5177209
Feb 19 21:02:17.014498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e05ad4-621f-4d67-a9ba-f8ffe844e825 req-2a98231b-11a7-4636-84e9-670c4bbd240a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:17.022200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24e05ad4-621f-4d67-a9ba-f8ffe844e825 req-2a98231b-11a7-4636-84e9-670c4bbd240a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.5229607
Feb 19 21:02:17.037552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-472fd5cb-c195-4091-be14-3e277a823e69 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.4103208
Feb 19 21:02:17.039488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56148) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:17.045117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bf679cb2-7c40-4b82-aef4-08328e97b924 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.062811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ff871375-e78c-4d10-8106-2a234a325971'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:17.159705 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bf679cb2-7c40-4b82-aef4-08328e97b924 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] No DVR routers for this DVR port 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:17.162071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf679cb2-7c40-4b82-aef4-08328e97b924 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Port': ['ID=53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:17.165166 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bf679cb2-7c40-4b82-aef4-08328e97b924 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.169785 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-bf679cb2-7c40-4b82-aef4-08328e97b924 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "DELETE /v2.0/ports/53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f HTTP/1.1" status: 204  len: 173 time: 0.7312531
Feb 19 21:02:17.312243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24e05ad4-621f-4d67-a9ba-f8ffe844e825 req-9e1aefe3-8f8d-4aac-a1e9-315e7f82a088 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2886438
Feb 19 21:02:17.334565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f3c6ddf-fb95-4a1b-9eaf-075f3e93f29f req-d5ac25e8-9926-40bd-aa3b-3fad48993ebc tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362630
Feb 19 21:02:17.404747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-950e90e6-8923-403a-8af7-f345e053ee24 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting port b9f99142-6fa5-417a-bb09-98abb27cd0be {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:17.405124 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-950e90e6-8923-403a-8af7-f345e053ee24 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.488340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-25f1b377-4457-4fdd-a5d5-3967d0bef6a6 tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Deleting port 8c6c04af-6364-4ce6-8f9d-21fe6a38687d {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:17.488820 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25f1b377-4457-4fdd-a5d5-3967d0bef6a6 tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8c6c04af-6364-4ce6-8f9d-21fe6a38687d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.512876 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38cccf7-26ed-4381-99ea-ae0c735b499b x-openstack-request-id: req-f38cccf7-26ed-4381-99ea-ae0c735b499b {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:17.513243 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-deleted", "tag": "ff871375-e78c-4d10-8106-2a234a325971", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:17.513445 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f38cccf7-26ed-4381-99ea-ae0c735b499b {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:17.514052 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-deleted', 'tag': 'ff871375-e78c-4d10-8106-2a234a325971', 'status': 'completed', 'code': 200}
Feb 19 21:02:17.538049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4a3185d0-44de-46bc-a6a9-47a19835dc9d up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:17.563431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-950e90e6-8923-403a-8af7-f345e053ee24 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] For port b9f99142-6fa5-417a-bb09-98abb27cd0be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f99142-6fa5-417a-bb09-98abb27cd0be,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:17.563943 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-950e90e6-8923-403a-8af7-f345e053ee24 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.579651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-950e90e6-8923-403a-8af7-f345e053ee24 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Calling delete_port for b9f99142-6fa5-417a-bb09-98abb27cd0be owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:17.658324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 4a3185d0-44de-46bc-a6a9-47a19835dc9d completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:02:17.665085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 4a3185d0-44de-46bc-a6a9-47a19835dc9d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:17.665636 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.705234 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25f1b377-4457-4fdd-a5d5-3967d0bef6a6 tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8c6c04af-6364-4ce6-8f9d-21fe6a38687d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.705644 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25f1b377-4457-4fdd-a5d5-3967d0bef6a6 tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks [] for floatingip (8c6c04af-6364-4ce6-8f9d-21fe6a38687d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.736317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-25f1b377-4457-4fdd-a5d5-3967d0bef6a6 tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Calling delete_port for 8c6c04af-6364-4ce6-8f9d-21fe6a38687d owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:17.805476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e1726-2891-4594-ab52-eab13768b6d8 req-b36c94c8-2e17-4299-b81c-0dc146f475bb tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:17.807171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd3e1726-2891-4594-ab52-eab13768b6d8 req-b36c94c8-2e17-4299-b81c-0dc146f475bb tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=457783d2-8dc2-4522-80cf-081a6a013e17 HTTP/1.1" status: 200  len: 946 time: 0.1798425
Feb 19 21:02:17.834629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-950e90e6-8923-403a-8af7-f345e053ee24 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b9f99142-6fa5-417a-bb09-98abb27cd0be), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.869483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e90e6-8923-403a-8af7-f345e053ee24 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Port': ['ID=b9f99142-6fa5-417a-bb09-98abb27cd0be,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:17.881288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 4a3185d0-44de-46bc-a6a9-47a19835dc9d is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:17.881692 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.896953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ff871375-e78c-4d10-8106-2a234a325971'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:17.935554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4a3185d0-44de-46bc-a6a9-47a19835dc9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d,segment=NetworkSegment(c1f32ad0-452b-4d74-b3b3-11a17f2b2730),segment_id=c1f32ad0-452b-4d74-b3b3-11a17f2b2730)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:17.938567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:17.941330 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc204eef-0a96-456a-a886-c2a039825079" -d '{"events": [{"server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "name": "network-vif-plugged", "status": "completed", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:17.947435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde42bc6-4784-4751-8166-3a40e637044e req-d105fc88-911c-4738-880f-8ef2f68289c3 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:17.947819 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dde42bc6-4784-4751-8166-3a40e637044e req-d105fc88-911c-4738-880f-8ef2f68289c3 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 945 time: 0.2087972
Feb 19 21:02:17.977576 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.978477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 87bdd6b6-d465-456b-9e9c-92f5a5657f7e up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:17.984084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-950e90e6-8923-403a-8af7-f345e053ee24 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] No DVR routers for this DVR port b9f99142-6fa5-417a-bb09-98abb27cd0be on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:17.989280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-950e90e6-8923-403a-8af7-f345e053ee24 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:17.995028 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ee54860b-38d6-4dc8-86ce-f0ad97feb7a8 req-950e90e6-8923-403a-8af7-f345e053ee24 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "DELETE /v2.0/ports/b9f99142-6fa5-417a-bb09-98abb27cd0be HTTP/1.1" status: 204  len: 173 time: 0.7913661
Feb 19 21:02:18.093479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=4a3185d0-44de-46bc-a6a9-47a19835dc9d,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:18.156731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:02:18.162804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:18.163516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:18.180371 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd3e1726-2891-4594-ab52-eab13768b6d8 req-86752ea5-ec06-44e7-8cbb-34e4ac51bd1c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3269403
Feb 19 21:02:18.182873 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25f1b377-4457-4fdd-a5d5-3967d0bef6a6 tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8c6c04af-6364-4ce6-8f9d-21fe6a38687d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:18.239602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1b377-4457-4fdd-a5d5-3967d0bef6a6 tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Pushing event deleted for resources: {'Port': ['ID=8c6c04af-6364-4ce6-8f9d-21fe6a38687d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:18.291590 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dde42bc6-4784-4751-8166-3a40e637044e req-5e0a15f7-f5a5-4d5d-8be4-79d7c5808e18 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3332779
Feb 19 21:02:18.373690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25f1b377-4457-4fdd-a5d5-3967d0bef6a6 tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks [] for floatingip (f4b8f0de-985b-4343-9855-4b071f878ceb), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:18.378721 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25f1b377-4457-4fdd-a5d5-3967d0bef6a6 tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:18.382481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-25f1b377-4457-4fdd-a5d5-3967d0bef6a6 tempest-FloatingIPAdminTestJSON-1912149025 tempest-FloatingIPAdminTestJSON-1912149025-project] 10.222.0.30 "DELETE /v2.0/floatingips/f4b8f0de-985b-4343-9855-4b071f878ceb HTTP/1.1" status: 204  len: 168 time: 1.3395236
Feb 19 21:02:18.383398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56172) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:18.389513 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dc3617f5-58b8-4f30-8c13-045107f0c5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:18.396848 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f33d37-99c7-434e-8a00-2c84cd76dce7 x-openstack-request-id: req-a4f33d37-99c7-434e-8a00-2c84cd76dce7 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:18.397281 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "name": "network-vif-plugged", "status": "completed", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:18.397799 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4f33d37-99c7-434e-8a00-2c84cd76dce7 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:18.398268 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'code': 200}
Feb 19 21:02:18.424681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:18.425954 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:18.525368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87bdd6b6-d465-456b-9e9c-92f5a5657f7e,segment=NetworkSegment(bf3e1efa-7289-45df-9506-26fcf4442131),segment_id=bf3e1efa-7289-45df-9506-26fcf4442131)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:18.538136 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:18.610813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=87bdd6b6-d465-456b-9e9c-92f5a5657f7e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:18.661931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da7987-c054-4cb1-9460-e965fcb3b135 req-555d6d33-49fb-491a-b73f-7ddc7b0a7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:18.675719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47da7987-c054-4cb1-9460-e965fcb3b135 req-555d6d33-49fb-491a-b73f-7ddc7b0a7700 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1128 time: 0.1913812
Feb 19 21:02:18.707700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc801fda-a3d2-4bfb-86ef-d2e504d4c127 req-c5aab894-5a63-4ed7-b8d6-efad8385c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:18.708794 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc801fda-a3d2-4bfb-86ef-d2e504d4c127 req-c5aab894-5a63-4ed7-b8d6-efad8385c24c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2c91d99923e44a9b49c306044837e9e&device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 1127 time: 0.1988144
Feb 19 21:02:18.734075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f72ed-991c-4bf1-b669-9d4aa9fa70de tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Deleting port 5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:18.734753 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae9f72ed-991c-4bf1-b669-9d4aa9fa70de tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:18.762119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7043f1f-3a63-41ef-ad70-7d510ed450ea req-f198f5b6-beef-4049-a7de-916770ea2247 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:18.764488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7043f1f-3a63-41ef-ad70-7d510ed450ea req-f198f5b6-beef-4049-a7de-916770ea2247 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.2481847
Feb 19 21:02:18.822933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f204837-a077-4478-bd24-fa7c4b350959 req-8db605c0-7b65-4166-8700-76e577708418 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:18.825696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f204837-a077-4478-bd24-fa7c4b350959 req-8db605c0-7b65-4166-8700-76e577708418 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.2243462
Feb 19 21:02:18.828752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47da7987-c054-4cb1-9460-e965fcb3b135 req-9d535d31-1b72-47c4-b62e-66e35b84ddd1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522143
Feb 19 21:02:18.860645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7043f1f-3a63-41ef-ad70-7d510ed450ea req-11ddb991-0f26-43fd-9034-f7347e37a0e5 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878472
Feb 19 21:02:18.964208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f204837-a077-4478-bd24-fa7c4b350959 req-3645bd52-02fb-4e25-bee3-d911c8c1a121 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018236
Feb 19 21:02:19.054700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181a16d-8400-4dc4-8c5d-2e3390bfd64d req-77414930-3d8a-49d2-9638-350a8211aa54 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:19.056602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f181a16d-8400-4dc4-8c5d-2e3390bfd64d req-77414930-3d8a-49d2-9638-350a8211aa54 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.0743837
Feb 19 21:02:19.131801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f181a16d-8400-4dc4-8c5d-2e3390bfd64d req-70b84dc7-311e-4436-acdb-f7f1f7ac3a35 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614870
Feb 19 21:02:19.293686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56194) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:19.311567 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae9f72ed-991c-4bf1-b669-9d4aa9fa70de tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:19.312042 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae9f72ed-991c-4bf1-b669-9d4aa9fa70de tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks [] for floatingip (5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:19.346453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f72ed-991c-4bf1-b669-9d4aa9fa70de tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Calling delete_port for 5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:19.420505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a354e85-da76-47be-9b1d-4365d1dd93bd tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting subnet 98b75f6e-bd96-402f-9f9c-0de3fc9d18de {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:02:19.442295 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a354e85-da76-47be-9b1d-4365d1dd93bd tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks [] for subnet (98b75f6e-bd96-402f-9f9c-0de3fc9d18de), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:19.558252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-deleted', 'tag': '53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f'}, {'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-deleted', 'tag': 'b9f99142-6fa5-417a-bb09-98abb27cd0be'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:19.559425 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbcf771-b9a6-4d21-a1f3-933673479963" -d '{"events": [{"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-deleted", "tag": "53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f"}, {"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-deleted", "tag": "b9f99142-6fa5-417a-bb09-98abb27cd0be"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:19.575033 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a354e85-da76-47be-9b1d-4365d1dd93bd tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (98b75f6e-bd96-402f-9f9c-0de3fc9d18de), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:19.587119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae9f72ed-991c-4bf1-b669-9d4aa9fa70de tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:19.629913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f72ed-991c-4bf1-b669-9d4aa9fa70de tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Pushing event deleted for resources: {'Port': ['ID=5eb51f18-d4f0-4795-90fa-9a40f5a0dc6f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:19.644486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627918f4-d5c3-4bd7-810b-daaf55dd4183 req-97282ec0-c932-4c88-b3dc-68d58e20469c tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:19.658649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-627918f4-d5c3-4bd7-810b-daaf55dd4183 req-97282ec0-c932-4c88-b3dc-68d58e20469c tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 946 time: 0.1654289
Feb 19 21:02:19.713026 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a2175-1d5e-401a-a0f4-203c0f1f2f45 x-openstack-request-id: req-758a2175-1d5e-401a-a0f4-203c0f1f2f45 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:19.713415 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-deleted", "tag": "53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f", "status": "completed", "code": 200}, {"server_uuid": "457783d2-8dc2-4522-80cf-081a6a013e17", "name": "network-vif-deleted", "tag": "b9f99142-6fa5-417a-bb09-98abb27cd0be", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:19.713609 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-758a2175-1d5e-401a-a0f4-203c0f1f2f45 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:19.714048 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-deleted', 'tag': '53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f', 'status': 'completed', 'code': 200}
Feb 19 21:02:19.714305 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457783d2-8dc2-4522-80cf-081a6a013e17', 'name': 'network-vif-deleted', 'tag': 'b9f99142-6fa5-417a-bb09-98abb27cd0be', 'status': 'completed', 'code': 200}
Feb 19 21:02:19.729503 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc801fda-a3d2-4bfb-86ef-d2e504d4c127 req-1691bece-3bb3-4807-aa3b-a1830f764e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:19.731039 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc801fda-a3d2-4bfb-86ef-d2e504d4c127 req-1691bece-3bb3-4807-aa3b-a1830f764e92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 200  len: 920 time: 1.0133541
Feb 19 21:02:19.805540 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc801fda-a3d2-4bfb-86ef-d2e504d4c127 req-81ba90a3-0fd8-453f-8171-d455fdb08e23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b HTTP/1.1" status: 200  len: 217 time: 0.0511999
Feb 19 21:02:19.858676 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae9f72ed-991c-4bf1-b669-9d4aa9fa70de tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks [] for floatingip (edbce1cf-d581-46a6-96b2-26fafb5426fd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:19.861421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae9f72ed-991c-4bf1-b669-9d4aa9fa70de tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:19.869345 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ae9f72ed-991c-4bf1-b669-9d4aa9fa70de tempest-FloatingIPAdminTestJSON-139572823 tempest-FloatingIPAdminTestJSON-139572823-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/edbce1cf-d581-46a6-96b2-26fafb5426fd HTTP/1.1" status: 204  len: 168 time: 1.4846342
Feb 19 21:02:19.874711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56206) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:19.912553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device b9f99142-6fa5-417a-bb09-98abb27cd0be no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:19.917026 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a354e85-da76-47be-9b1d-4365d1dd93bd tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (98b75f6e-bd96-402f-9f9c-0de3fc9d18de), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:19.927187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc801fda-a3d2-4bfb-86ef-d2e504d4c127 req-72312d80-ba6e-4625-b9e4-7617c51de435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:19.929345 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc801fda-a3d2-4bfb-86ef-d2e504d4c127 req-72312d80-ba6e-4625-b9e4-7617c51de435 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 200  len: 859 time: 0.1162517
Feb 19 21:02:19.970328 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: b9f99142-6fa5-417a-bb09-98abb27cd0be {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:19.970996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device b9f99142-6fa5-417a-bb09-98abb27cd0be not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:19.971435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:19.975774 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc801fda-a3d2-4bfb-86ef-d2e504d4c127 req-e15aa57b-bc19-4f41-bbb3-a416176df1a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d71791f-d141-4701-a95a-c6109bae943e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363669
Feb 19 21:02:19.998097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-627918f4-d5c3-4bd7-810b-daaf55dd4183 req-22b53b5a-f5df-4053-a29f-dd6b4ae1b8b0 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3385425
Feb 19 21:02:20.083205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603bcf4-7b97-4c90-b4bd-552dbce1ce57 req-d6be7fba-177d-43b1-a502-08763d1d5ee6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:20.086539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f603bcf4-7b97-4c90-b4bd-552dbce1ce57 req-d6be7fba-177d-43b1-a502-08763d1d5ee6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.2882998
Feb 19 21:02:20.137519 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3af9d550-dac7-42d8-be63-467504951ed9 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:20.138231 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:20.181703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:20.188795 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:20.190446 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f603bcf4-7b97-4c90-b4bd-552dbce1ce57 req-41f23cf3-891c-4876-86c9-594036329935 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951579
Feb 19 21:02:20.192737 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc801fda-a3d2-4bfb-86ef-d2e504d4c127 req-c4a15beb-e782-42a0-9ced-b0f838c21920 service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914678
Feb 19 21:02:20.197818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a354e85-da76-47be-9b1d-4365d1dd93bd tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (98b75f6e-bd96-402f-9f9c-0de3fc9d18de), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:20.202844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:20.276215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a354e85-da76-47be-9b1d-4365d1dd93bd tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Subnet': ['ID=98b75f6e-bd96-402f-9f9c-0de3fc9d18de,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:20.286337 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a354e85-da76-47be-9b1d-4365d1dd93bd tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:20.294846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8a354e85-da76-47be-9b1d-4365d1dd93bd tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "DELETE /v2.0/subnets/98b75f6e-bd96-402f-9f9c-0de3fc9d18de HTTP/1.1" status: 204  len: 168 time: 0.9999967
Feb 19 21:02:20.299871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-70c5b653-49b5-45a2-aec0-3385e43d170f tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Deleting port 8c7ed9db-4e48-4e53-b09a-64adf3075678 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:20.300303 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-70c5b653-49b5-45a2-aec0-3385e43d170f tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8c7ed9db-4e48-4e53-b09a-64adf3075678), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:20.306767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56218) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:20.310277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6877c-4a4b-46e6-86f1-64b8fe8f9eaa req-db57ca26-e43a-440a-9279-6874583d578c tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:20.323485 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03a6877c-4a4b-46e6-86f1-64b8fe8f9eaa req-db57ca26-e43a-440a-9279-6874583d578c tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.1665246
Feb 19 21:02:20.346749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:20.347431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 53f0c9b6-2a6b-4f8e-8fff-82ecf9fa570f not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:20.348040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ff871375-e78c-4d10-8106-2a234a325971 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:20.357523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=11']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:20.362158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdacc79-0206-4733-b0dd-d3bd4eb39404 None None] Network 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:02:20.400436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9768e057-90fb-4013-8fe7-fb1a08cb3838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bdd6b6-d465-456b-9e9c-92f5a5657f7e'}, {'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:20.403282 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b7f47f-2594-453f-85de-c7ae691b2be4" -d '{"events": [{"server_uuid": "9768e057-90fb-4013-8fe7-fb1a08cb3838", "name": "network-vif-plugged", "status": "completed", "tag": "87bdd6b6-d465-456b-9e9c-92f5a5657f7e"}, {"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:20.447681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: ff871375-e78c-4d10-8106-2a234a325971 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:20.447681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ff871375-e78c-4d10-8106-2a234a325971 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:20.472270 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0847b7ab-fa37-4426-98c5-90f05c4dafef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:20.492162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03a6877c-4a4b-46e6-86f1-64b8fe8f9eaa req-eb494d73-380d-4ec9-b298-1a367df08133 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667681
Feb 19 21:02:20.497586 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:20.601217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c677b-be12-42eb-a693-b611b2cedbf9 req-e937c86e-6c17-4094-a5da-f9925abacf90 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:20.604607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c677b-be12-42eb-a693-b611b2cedbf9 req-e937c86e-6c17-4094-a5da-f9925abacf90 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1602468
Feb 19 21:02:20.611132 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189d7eb4-fe56-46ac-b91a-4dd592f03ce5 x-openstack-request-id: req-189d7eb4-fe56-46ac-b91a-4dd592f03ce5 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:20.611768 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9768e057-90fb-4013-8fe7-fb1a08cb3838", "name": "network-vif-plugged", "status": "completed", "tag": "87bdd6b6-d465-456b-9e9c-92f5a5657f7e", "code": 200}, {"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:20.612724 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-189d7eb4-fe56-46ac-b91a-4dd592f03ce5 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:20.613459 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9768e057-90fb-4013-8fe7-fb1a08cb3838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bdd6b6-d465-456b-9e9c-92f5a5657f7e', 'code': 200}
Feb 19 21:02:20.613958 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9', 'code': 200}
Feb 19 21:02:20.623517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03868f01-2af3-42fa-a9ad-de8784135dd5 None None] DHCP port deletion for 5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:02:20.752198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-03868f01-2af3-42fa-a9ad-de8784135dd5 None None] Deleting port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:20.752198 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03868f01-2af3-42fa-a9ad-de8784135dd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:20.799716 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c677b-be12-42eb-a693-b611b2cedbf9 req-62f8eab0-dfc8-4af0-95d3-d0c9f3f5fa77 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816576
Feb 19 21:02:20.840980 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc801fda-a3d2-4bfb-86ef-d2e504d4c127 req-fa63908c-1b1e-4db0-a78c-afa89951c6cd service neutron] 10.222.0.10 "GET /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6418021
Feb 19 21:02:20.884721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-03868f01-2af3-42fa-a9ad-de8784135dd5 None None] For port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd,segment=NetworkSegment(b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03),segment_id=b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:20.884938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8963b6-a90d-4331-8d0a-03a07761316c req-1c425af3-1cab-45b8-ab8d-ca55c2406b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:20.885728 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03868f01-2af3-42fa-a9ad-de8784135dd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:20.887594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc8963b6-a90d-4331-8d0a-03a07761316c req-1c425af3-1cab-45b8-ab8d-ca55c2406b53 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 1128 time: 0.1217651
Feb 19 21:02:20.927901 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-70c5b653-49b5-45a2-aec0-3385e43d170f tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8c7ed9db-4e48-4e53-b09a-64adf3075678), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:20.940158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-03868f01-2af3-42fa-a9ad-de8784135dd5 None None] Calling delete_port for 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:20.951727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-70c5b653-49b5-45a2-aec0-3385e43d170f tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Calling delete_port for 8c7ed9db-4e48-4e53-b09a-64adf3075678 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:20.977548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:20.979047 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:21.003408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc8963b6-a90d-4331-8d0a-03a07761316c req-ab582e9e-cd55-405a-84de-2b1fd027c45c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090689
Feb 19 21:02:21.100562 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03868f01-2af3-42fa-a9ad-de8784135dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:21.168645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03868f01-2af3-42fa-a9ad-de8784135dd5 None None] Pushing event deleted for resources: {'Port': ['ID=995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:21.170508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db35f2-3f64-4f67-998e-0ab46d399c5f req-267828f7-1db7-47f0-a655-f5f6801ad7ee tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:21.179343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36db35f2-3f64-4f67-998e-0ab46d399c5f req-267828f7-1db7-47f0-a655-f5f6801ad7ee tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.1564560
Feb 19 21:02:21.203464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03868f01-2af3-42fa-a9ad-de8784135dd5 None None] No DVR routers for this DVR port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:21.265500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bf2d9-307b-470d-afae-170ac135311f req-68236c64-0625-4666-bf9f-cc2f742f4d99 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:21.273863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf1bf2d9-307b-470d-afae-170ac135311f req-68236c64-0625-4666-bf9f-cc2f742f4d99 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 946 time: 0.1415074
Feb 19 21:02:21.335189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36db35f2-3f64-4f67-998e-0ab46d399c5f req-3c84c8fb-74c5-40a5-8780-4fe93b047ff6 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553524
Feb 19 21:02:21.370150 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-70c5b653-49b5-45a2-aec0-3385e43d170f tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8c7ed9db-4e48-4e53-b09a-64adf3075678), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:21.400913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf1bf2d9-307b-470d-afae-170ac135311f req-4c9d1c39-8d41-4e5f-9e7b-faaac3e6e142 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251853
Feb 19 21:02:21.470157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421c394-b270-430f-8fbb-03eed0b692e5 req-5da61d5f-fb1d-4d7b-ab9e-03f92626c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:21.471949 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9421c394-b270-430f-8fbb-03eed0b692e5 req-5da61d5f-fb1d-4d7b-ab9e-03f92626c030 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1128 time: 0.4996967
Feb 19 21:02:21.472957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5b653-49b5-45a2-aec0-3385e43d170f tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event deleted for resources: {'Port': ['ID=8c7ed9db-4e48-4e53-b09a-64adf3075678,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:21.492156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] For port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd,segment=NetworkSegment(b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03),segment_id=b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:21.493107 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:21.615922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f7c9a-4996-42f9-ad68-2fde2f4e4e05 req-81bf87a4-4e27-4a39-b80e-9637ded0b6ff tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:21.619263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b27f7c9a-4996-42f9-ad68-2fde2f4e4e05 req-81bf87a4-4e27-4a39-b80e-9637ded0b6ff tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1714129
Feb 19 21:02:21.660196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Calling delete_port for 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:21.760168 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:21.791552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b27f7c9a-4996-42f9-ad68-2fde2f4e4e05 req-8552c535-ce19-4dcb-91bc-4a58574fb150 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1272385
Feb 19 21:02:21.874347 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-70c5b653-49b5-45a2-aec0-3385e43d170f tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:21.881296 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-70c5b653-49b5-45a2-aec0-3385e43d170f tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "DELETE /v2.0/ports/8c7ed9db-4e48-4e53-b09a-64adf3075678 HTTP/1.1" status: 204  len: 168 time: 2.0029821
Feb 19 21:02:21.881998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56250) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:21.976378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421c394-b270-430f-8fbb-03eed0b692e5 req-28efe85b-3df2-414d-927e-ff7490a1d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:21.984301 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9421c394-b270-430f-8fbb-03eed0b692e5 req-28efe85b-3df2-414d-927e-ff7490a1d82b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 200  len: 920 time: 0.4771597
Feb 19 21:02:22.025226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6eaef0-662b-4d49-9887-400530669e0a tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:22.030000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7a6eaef0-662b-4d49-9887-400530669e0a tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd484b0c-6677-47ba-973f-07f2711c0c55 HTTP/1.1" status: 200  len: 913 time: 0.1469283
Feb 19 21:02:22.038067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56252) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:22.078290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:22.096021 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9421c394-b270-430f-8fbb-03eed0b692e5 req-f108c446-d689-46f4-b4d0-d7d5338e6c6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 217 time: 0.0924034
Feb 19 21:02:22.116727 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:22.122057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:22.122418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:22.191072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Port': ['ID=995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:22.194756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] No DVR routers for this DVR port 995cc1ad-18c6-4a86-bbe4-bb4b96bf2ecd on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:22.253306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421c394-b270-430f-8fbb-03eed0b692e5 req-c1ffd0be-2c40-42fa-b136-7a0231eee42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:22.258449 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9421c394-b270-430f-8fbb-03eed0b692e5 req-c1ffd0be-2c40-42fa-b136-7a0231eee42c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c HTTP/1.1" status: 200  len: 859 time: 0.1539891
Feb 19 21:02:22.290012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81854d-d7f2-4c0a-9523-42bf351c61f8 req-25b8b841-6231-4035-8526-4ae18f42930d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:22.291805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae81854d-d7f2-4c0a-9523-42bf351c61f8 req-25b8b841-6231-4035-8526-4ae18f42930d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.3604531
Feb 19 21:02:22.363211 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9421c394-b270-430f-8fbb-03eed0b692e5 req-ad264655-b38b-46ee-a012-36359c921e77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e71ef3e2-ffea-48b1-add4-7381a9421313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0834446
Feb 19 21:02:22.385755 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:22.477474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69f9d100>,) {'filters': {'network_id': ['5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:22.494064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69f9d100>, 'b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:22.494434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69f9d100>, 'b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:22.514486 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:22.539281 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:22.540446 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae81854d-d7f2-4c0a-9523-42bf351c61f8 req-7fccf63b-7b4e-4052-bd0b-be4a8e80ae90 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384074
Feb 19 21:02:22.550818 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9421c394-b270-430f-8fbb-03eed0b692e5 req-c761ce67-2c6a-43a5-98dc-495421aca168 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799767
Feb 19 21:02:22.551774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:02:22.552185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (b667a3eb-e5a2-4ece-9bc9-8e1f1c3f9c03), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:02:22.555429 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:02:22.680056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1d92e-f76b-44b9-8b81-cc8cae87dc4c req-7fa26f3c-0b28-4e73-9ba6-39f658c4d6e8 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:22.680056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11b1d92e-f76b-44b9-8b81-cc8cae87dc4c req-7fa26f3c-0b28-4e73-9ba6-39f658c4d6e8 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.2236166
Feb 19 21:02:22.700109 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:22.711709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:22.715575 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "DELETE /v2.0/networks/5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78 HTTP/1.1" status: 204  len: 168 time: 2.4075823
Feb 19 21:02:22.729043 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56278) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:22.751778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d520abc-8b67-499a-91fb-afcdafe506ed tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Network': ['ID=5e0bfbcc-d428-4b6d-ad90-6bbb4e5a9e78,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:22.782015 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9421c394-b270-430f-8fbb-03eed0b692e5 req-38ff23dd-d9b4-476b-b494-d886bfe2a7c4 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118511
Feb 19 21:02:22.812914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b3b8f4-e784-4910-a490-ac35a052e039 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting subnet 5e05c083-5522-46cb-8091-1afdebb96283 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:02:22.817811 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88b3b8f4-e784-4910-a490-ac35a052e039 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks [] for subnet (5e05c083-5522-46cb-8091-1afdebb96283), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:22.931484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11b1d92e-f76b-44b9-8b81-cc8cae87dc4c req-96132817-267e-42b4-8cce-0a6d1dc4723d tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2534676
Feb 19 21:02:22.971120 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88b3b8f4-e784-4910-a490-ac35a052e039 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (5e05c083-5522-46cb-8091-1afdebb96283), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:23.131297 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:23.178193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88b3b8f4-e784-4910-a490-ac35a052e039 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (5e05c083-5522-46cb-8091-1afdebb96283), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:23.190220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e188f95-66f7-4194-a891-1779096d86ab req-0742ab66-7fc8-4c58-adae-bda7b82b666d tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:23.192704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e188f95-66f7-4194-a891-1779096d86ab req-0742ab66-7fc8-4c58-adae-bda7b82b666d tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 946 time: 0.5007186
Feb 19 21:02:23.290194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88b3b8f4-e784-4910-a490-ac35a052e039 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (5e05c083-5522-46cb-8091-1afdebb96283), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:23.333318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3b8f4-e784-4910-a490-ac35a052e039 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Subnet': ['ID=5e05c083-5522-46cb-8091-1afdebb96283,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:23.338551 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88b3b8f4-e784-4910-a490-ac35a052e039 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:23.343897 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-88b3b8f4-e784-4910-a490-ac35a052e039 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "DELETE /v2.0/subnets/5e05c083-5522-46cb-8091-1afdebb96283 HTTP/1.1" status: 204  len: 168 time: 0.6135178
Feb 19 21:02:23.348079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56304) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:23.352197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9facf5-090f-4d34-92fd-d41ee2af1ee0 None None] Network 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:02:23.516532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (140e3dd6-5cb8-49ac-9612-4920dd5c0ab1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:23.537839 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e188f95-66f7-4194-a891-1779096d86ab req-f0b87dc1-7a73-4f11-93b9-43d1c7b97c6a tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3190184
Feb 19 21:02:23.551985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b491e7-5226-476a-891f-d0d3303c892e req-03f2cddf-06b0-4cae-ae11-f1b1f7b1db28 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:23.558290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8b491e7-5226-476a-891f-d0d3303c892e req-03f2cddf-06b0-4cae-ae11-f1b1f7b1db28 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.3611653
Feb 19 21:02:23.655408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711e0050-e6dc-40ac-8982-770ddca667dd None None] DHCP port deletion for 140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:02:23.682249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:23.682600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:23.801495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8b491e7-5226-476a-891f-d0d3303c892e req-e9c9f7f4-4888-4141-a206-487a2eb13d50 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2235451
Feb 19 21:02:23.816000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-711e0050-e6dc-40ac-8982-770ddca667dd None None] Deleting port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:23.817795 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-711e0050-e6dc-40ac-8982-770ddca667dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:23.831751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] For port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2655f21d-7e6e-4c9c-a55b-b18e7108f42e,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:23.832178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:23.880673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Calling delete_port for 2655f21d-7e6e-4c9c-a55b-b18e7108f42e owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:23.974561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-711e0050-e6dc-40ac-8982-770ddca667dd None None] For port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2655f21d-7e6e-4c9c-a55b-b18e7108f42e,segment=NetworkSegment(88df59ef-cf50-4d59-af3a-841dff54867b),segment_id=88df59ef-cf50-4d59-af3a-841dff54867b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:23.975220 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-711e0050-e6dc-40ac-8982-770ddca667dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.002759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-711e0050-e6dc-40ac-8982-770ddca667dd None None] Calling delete_port for 2655f21d-7e6e-4c9c-a55b-b18e7108f42e owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:24.032730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.085722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Port': ['ID=2655f21d-7e6e-4c9c-a55b-b18e7108f42e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:24.093144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] No DVR routers for this DVR port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   from cryptography.utils import int_from_bytes
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   from cryptography.utils import int_from_bytes
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.140711 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:02:24.147542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2655f21d-7e6e-4c9c-a55b-b18e7108f42e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:24.150725 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-711e0050-e6dc-40ac-8982-770ddca667dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (2655f21d-7e6e-4c9c-a55b-b18e7108f42e), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.188030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e0050-e6dc-40ac-8982-770ddca667dd None None] No DVR routers for this DVR port 2655f21d-7e6e-4c9c-a55b-b18e7108f42e on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:24.189536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 2655f21d-7e6e-4c9c-a55b-b18e7108f42e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:24.189931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2655f21d-7e6e-4c9c-a55b-b18e7108f42e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:24.243039 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (140e3dd6-5cb8-49ac-9612-4920dd5c0ab1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.244363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e0050-e6dc-40ac-8982-770ddca667dd None None] Pushing event deleted for resources: {'Port': ['ID=2655f21d-7e6e-4c9c-a55b-b18e7108f42e,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:24.279533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a699eac40>,) {'filters': {'network_id': ['140e3dd6-5cb8-49ac-9612-4920dd5c0ab1']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:24.291305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a699eac40>, '88df59ef-cf50-4d59-af3a-841dff54867b') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:24.291822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a699eac40>, '88df59ef-cf50-4d59-af3a-841dff54867b') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:24.303835 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (88df59ef-cf50-4d59-af3a-841dff54867b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.320750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (88df59ef-cf50-4d59-af3a-841dff54867b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.330452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:02:24.331044 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (88df59ef-cf50-4d59-af3a-841dff54867b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:02:24.334821 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:02:24.367221 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61a680c6-51b0-4636-abf7-09c79d77d151 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (dd484b0c-6677-47ba-973f-07f2711c0c55), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.389483 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.409443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (140e3dd6-5cb8-49ac-9612-4920dd5c0ab1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.415571 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.432929 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "DELETE /v2.0/networks/140e3dd6-5cb8-49ac-9612-4920dd5c0ab1 HTTP/1.1" status: 204  len: 168 time: 1.0662208
Feb 19 21:02:24.438251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56330) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:24.448473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-890791841'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:24.466568 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b7618-0fe8-45f6-9441-0ec25204d6d4 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Network': ['ID=140e3dd6-5cb8-49ac-9612-4920dd5c0ab1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:24.488063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:24.491488 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.517087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60a123-cad4-460f-ba32-722b9e2ce133 req-f00e428a-13d1-45ad-af7f-ec992f89246a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:24.518630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae60a123-cad4-460f-ba32-722b9e2ce133 req-f00e428a-13d1-45ad-af7f-ec992f89246a tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.5831411
Feb 19 21:02:24.521872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:02:24.529634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a9020-1816-4b27-b676-b084f1edbf9c req-aadab719-fdfa-4461-a365-401c5245ef83 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:24.531118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f7a9020-1816-4b27-b676-b084f1edbf9c req-aadab719-fdfa-4461-a365-401c5245ef83 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 950 time: 0.5423515
Feb 19 21:02:24.537766 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a762f0ef-efad-44f0-a6fe-da5546c780c0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.538223 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Added segment a762f0ef-efad-44f0-a6fe-da5546c780c0 of type vlan for network f41c994e-c961-4e3f-bdb7-f2f814e202f3
Feb 19 21:02:24.589319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f41c994e-c961-4e3f-bdb7-f2f814e202f3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.617173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f41c994e-c961-4e3f-bdb7-f2f814e202f3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.623301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:24.623954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:24.705486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae60a123-cad4-460f-ba32-722b9e2ce133 req-9eae5d76-39b2-4cb9-a90f-1dc8a7878db1 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733782
Feb 19 21:02:24.713312 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2691824
Feb 19 21:02:24.716409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56332) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:24.726843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'subnet': {'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:24.735535 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f7a9020-1816-4b27-b676-b084f1edbf9c req-c01b69b9-870e-4b2b-a556-dc5ceae879c6 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930151
Feb 19 21:02:24.806165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94bf0e-82c4-42f9-b233-2e5a0fc90dba tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Network': ['ID=f41c994e-c961-4e3f-bdb7-f2f814e202f3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:24.827014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f41c994e-c961-4e3f-bdb7-f2f814e202f3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:02:24.913192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:24.916551 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.006016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148bb36-fc00-49de-9969-7ba7533a60f6 req-f4f16047-3f93-4ae9-89e8-8313af172ba9 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:25.007777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7148bb36-fc00-49de-9969-7ba7533a60f6 req-f4f16047-3f93-4ae9-89e8-8313af172ba9 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.1806622
Feb 19 21:02:25.108033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7148bb36-fc00-49de-9969-7ba7533a60f6 req-c8695269-8e3d-40a3-bb09-901a3bf665fa tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936341
Feb 19 21:02:25.134694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-61a680c6-51b0-4636-abf7-09c79d77d151 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Deleting port 0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:25.135035 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61a680c6-51b0-4636-abf7-09c79d77d151 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.296148 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (76003f63-e8b7-428c-8467-76a3ba14d3b3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.331623 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61a680c6-51b0-4636-abf7-09c79d77d151 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.365926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-61a680c6-51b0-4636-abf7-09c79d77d151 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Calling delete_port for 0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:25.389794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Subnet': ['ID=76003f63-e8b7-428c-8467-76a3ba14d3b3,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:25.441312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c6521-9598-4c66-92f5-0e1ac3d8dac3 req-ab8d1508-71fc-42aa-84c7-425aeb78ec47 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:25.442842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-558c6521-9598-4c66-92f5-0e1ac3d8dac3 req-ab8d1508-71fc-42aa-84c7-425aeb78ec47 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2192590
Feb 19 21:02:25.479185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Checking segment: {'id': 'a762f0ef-efad-44f0-a6fe-da5546c780c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:25.479807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network hostable DHCP agents. Network: f41c994e-c961-4e3f-bdb7-f2f814e202f3, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:02:25.577932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-558c6521-9598-4c66-92f5-0e1ac3d8dac3 req-268e5520-e28b-4c19-b5a8-9b247543d3ab tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278496
Feb 19 21:02:25.578511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network f41c994e-c961-4e3f-bdb7-f2f814e202f3 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:02:25.612476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f41c994e-c961-4e3f-bdb7-f2f814e202f3) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:25.620567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:25.621850 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.630909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa105b-a96e-4ca6-bc69-4d8adaf4fd40 None None] Network f41c994e-c961-4e3f-bdb7-f2f814e202f3 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:02:25.649834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56388) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:25.653758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5583c595-fcc7-40ee-b5e6-38ac6a615861 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.9313102
Feb 19 21:02:25.657691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-698284095'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:25.702658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:25.708568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.756622 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:02:25.777364 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a36bf3cb-d77a-429c-befe-31b6597fcc9c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.777937 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Added segment a36bf3cb-d77a-429c-befe-31b6597fcc9c of type vlan for network 792a9f6e-77ad-42ce-a625-d55aabe06157
Feb 19 21:02:25.784011 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61a680c6-51b0-4636-abf7-09c79d77d151 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.798314 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.858860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (792a9f6e-77ad-42ce-a625-d55aabe06157), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.882945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a680c6-51b0-4636-abf7-09c79d77d151 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event deleted for resources: {'Port': ['ID=0fd3bef7-b89c-40b1-a0e4-040a26b2bfdf,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:25.897505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f41c994e-c961-4e3f-bdb7-f2f814e202f3', 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3', 'project_id': '0a67095fabac457da3239e727c92e4ab', 'fixed_ips': [{'subnet_id': '76003f63-e8b7-428c-8467-76a3ba14d3b3'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:02:25.904427 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.949542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:02:25.951038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (792a9f6e-77ad-42ce-a625-d55aabe06157), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:25.958561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:25.959373 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:26.036549 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1080b-5b33-4744-82cb-00916e8c78c2 req-d2393e1e-9e29-4b21-a45e-c7f84c68be51 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:26.044595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6f1080b-5b33-4744-82cb-00916e8c78c2 req-d2393e1e-9e29-4b21-a45e-c7f84c68be51 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 946 time: 0.3470907
Feb 19 21:02:26.060058 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.4089494
Feb 19 21:02:26.064020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56398) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:26.083848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'subnet': {'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:26.195641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e0f0d-21d1-49f6-be58-692e5ce4b86d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Network': ['ID=792a9f6e-77ad-42ce-a625-d55aabe06157,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:26.244945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 792a9f6e-77ad-42ce-a625-d55aabe06157 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:02:26.264733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:26.278504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:26.338438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6f1080b-5b33-4744-82cb-00916e8c78c2 req-5af6c313-1bc5-4d77-b394-248d7dc518f1 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2927630
Feb 19 21:02:26.373606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5867a54-0354-472f-be80-f0396aa0477b req-cfcdf359-ad2d-4e76-8cbc-1251c6d465c5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:26.375074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5867a54-0354-472f-be80-f0396aa0477b req-cfcdf359-ad2d-4e76-8cbc-1251c6d465c5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.0969186
Feb 19 21:02:26.416731 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61a680c6-51b0-4636-abf7-09c79d77d151 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (dd484b0c-6677-47ba-973f-07f2711c0c55), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:26.476227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:26.544557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '3af9d550-dac7-42d8-be63-467504951ed9', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'port_id': '3af9d550-dac7-42d8-be63-467504951ed9', 'mac_address': 'fa:16:3e:89:15:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:02:26.564390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562168d-a10a-434b-a043-6d8cff9ead73 req-540f6827-6b0e-40b6-bd15-30bc08b042ec tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:26.570205 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4562168d-a10a-434b-a043-6d8cff9ead73 req-540f6827-6b0e-40b6-bd15-30bc08b042ec tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.10 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 946 time: 0.1628814
Feb 19 21:02:26.634713 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5867a54-0354-472f-be80-f0396aa0477b req-5ef4edb3-3c32-4acc-acd0-3b78e5d088f3 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2434847
Feb 19 21:02:26.669551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Allocated IP 19.80.0.2 (f41c994e-c961-4e3f-bdb7-f2f814e202f3/76003f63-e8b7-428c-8467-76a3ba14d3b3/fbaf10aa-5d96-4bc0-9852-c669ae214166) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:02:26.689409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3af9d550-dac7-42d8-be63-467504951ed9 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:26.689825 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:26.714511 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (67dd3bcf-7861-4330-8fcd-ca0e61444446), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:26.767798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af9d550-dac7-42d8-be63-467504951ed9 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:26.802276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:26.819969 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:26.823872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Subnet': ['ID=67dd3bcf-7861-4330-8fcd-ca0e61444446,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:26.834514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Checking segment: {'id': 'a36bf3cb-d77a-429c-befe-31b6597fcc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:26.835184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network hostable DHCP agents. Network: 792a9f6e-77ad-42ce-a625-d55aabe06157, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:02:26.847435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-4562168d-a10a-434b-a043-6d8cff9ead73 req-a0421adc-a92f-4407-8ba8-784637ce1967 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Deleting port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:26.847922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4562168d-a10a-434b-a043-6d8cff9ead73 req-a0421adc-a92f-4407-8ba8-784637ce1967 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:26.863307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab38f46-6c93-411a-b44e-6de017e7bf44 req-2c5e428f-d87a-4152-96b3-c865665abfc4 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:26.864964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ab38f46-6c93-411a-b44e-6de017e7bf44 req-2c5e428f-d87a-4152-96b3-c865665abfc4 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 950 time: 0.3037713
Feb 19 21:02:26.919709 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e459aa6-a406-4b31-b32d-b8e51801d82f req-e8b7075d-e27c-4941-8a25-889e3f04621b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:26.928622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e459aa6-a406-4b31-b32d-b8e51801d82f req-e8b7075d-e27c-4941-8a25-889e3f04621b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1656528
Feb 19 21:02:26.930968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network 792a9f6e-77ad-42ce-a625-d55aabe06157 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:02:26.938659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a680c6-51b0-4636-abf7-09c79d77d151 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Router dd484b0c-6677-47ba-973f-07f2711c0c55 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:02:26.954593 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 792a9f6e-77ad-42ce-a625-d55aabe06157) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:26.964032 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:26.965253 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:26.985294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-4562168d-a10a-434b-a043-6d8cff9ead73 req-a0421adc-a92f-4407-8ba8-784637ce1967 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] For port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87bdd6b6-d465-456b-9e9c-92f5a5657f7e,segment=NetworkSegment(bf3e1efa-7289-45df-9506-26fcf4442131),segment_id=bf3e1efa-7289-45df-9506-26fcf4442131)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:26.985729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4562168d-a10a-434b-a043-6d8cff9ead73 req-a0421adc-a92f-4407-8ba8-784637ce1967 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:26.986733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3af9d550-dac7-42d8-be63-467504951ed9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:26.989276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e3b65-4c3d-402a-a0d9-7a67677b159c None None] Network 792a9f6e-77ad-42ce-a625-d55aabe06157 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:02:26.991332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=12']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:27.007538 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-03f4461c-5160-4a67-8315-b87300ceb241 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.9403322
Feb 19 21:02:27.015731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ab38f46-6c93-411a-b44e-6de017e7bf44 req-90a3b4e3-6746-41bf-8b37-ddb5319fca05 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444631
Feb 19 21:02:27.016284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-4562168d-a10a-434b-a043-6d8cff9ead73 req-a0421adc-a92f-4407-8ba8-784637ce1967 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Calling delete_port for 87bdd6b6-d465-456b-9e9c-92f5a5657f7e owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:27.109139 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Publish callbacks [] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:27.124146 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:27.213223 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e459aa6-a406-4b31-b32d-b8e51801d82f req-8ee39ffa-287b-49d1-9ffa-e05bff3cb818 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2835193
Feb 19 21:02:27.249932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Network f41c994e-c961-4e3f-bdb7-f2f814e202f3 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:02:27.271467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:27.277694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:27.278225 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4562168d-a10a-434b-a043-6d8cff9ead73 req-a0421adc-a92f-4407-8ba8-784637ce1967 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (87bdd6b6-d465-456b-9e9c-92f5a5657f7e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:27.307370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['87bdd6b6-d465-456b-9e9c-92f5a5657f7e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:27.326714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0421adc-a92f-4407-8ba8-784637ce1967 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Pushing event deleted for resources: {'Port': ['ID=87bdd6b6-d465-456b-9e9c-92f5a5657f7e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:27.366749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Pushing event updated for resources: {'Port': ['ID=fbaf10aa-5d96-4bc0-9852-c669ae214166,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:27.393398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4562168d-a10a-434b-a043-6d8cff9ead73 req-a0421adc-a92f-4407-8ba8-784637ce1967 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] No DVR routers for this DVR port 87bdd6b6-d465-456b-9e9c-92f5a5657f7e on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:27.396491 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4562168d-a10a-434b-a043-6d8cff9ead73 req-a0421adc-a92f-4407-8ba8-784637ce1967 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:27.406321 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4562168d-a10a-434b-a043-6d8cff9ead73 req-a0421adc-a92f-4407-8ba8-784637ce1967 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.10 "DELETE /v2.0/ports/87bdd6b6-d465-456b-9e9c-92f5a5657f7e HTTP/1.1" status: 204  len: 173 time: 0.8259065
Feb 19 21:02:27.406321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9768e057-90fb-4013-8fe7-fb1a08cb3838', 'name': 'network-vif-deleted', 'tag': '87bdd6b6-d465-456b-9e9c-92f5a5657f7e'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:27.407060 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb517846-df2e-4fe2-a911-22296c35413d" -d '{"events": [{"server_uuid": "9768e057-90fb-4013-8fe7-fb1a08cb3838", "name": "network-vif-deleted", "tag": "87bdd6b6-d465-456b-9e9c-92f5a5657f7e"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:27.407942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-792a9f6e-77ad-42ce-a625-d55aabe06157', 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157', 'project_id': '0a67095fabac457da3239e727c92e4ab', 'fixed_ips': [{'subnet_id': '67dd3bcf-7861-4330-8fcd-ca0e61444446'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:02:27.409120 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:27.423938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9d76c02d-7340-4903-a710-9f19952ee5a5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:27.431341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9d76c02d-7340-4903-a710-9f19952ee5a5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:27.433582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9d76c02d-7340-4903-a710-9f19952ee5a5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/networks?id=f41c994e-c961-4e3f-bdb7-f2f814e202f3&id=792a9f6e-77ad-42ce-a625-d55aabe06157 HTTP/1.1" status: 200  len: 1390 time: 0.1847286
Feb 19 21:02:27.448356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a680c6-51b0-4636-abf7-09c79d77d151 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:02:27.462157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-61a680c6-51b0-4636-abf7-09c79d77d151 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "PUT /v2.0/routers/dd484b0c-6677-47ba-973f-07f2711c0c55/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4168429
Feb 19 21:02:27.462647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56432) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:27.465297 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef25843-a654-469c-b202-024a25a020bd None None] Sync routers for ids ['dd484b0c-6677-47ba-973f-07f2711c0c55'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:02:27.474306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-3988e2fd-3b42-41ef-9f4c-6ed8efd38573 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/quotas/0a67095fabac457da3239e727c92e4ab HTTP/1.1" status: 200  len: 375 time: 0.0229948
Feb 19 21:02:27.493720 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef25843-a654-469c-b202-024a25a020bd None None] Routers {'dd484b0c-6677-47ba-973f-07f2711c0c55'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:02:27.494376 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8ef25843-a654-469c-b202-024a25a020bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700af370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:02:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd484b0c-6677-47ba-973f-07f2711c0c55'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:27.552155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Attempting to bind port fbaf10aa-5d96-4bc0-9852-c669ae214166 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:02:27.552573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Attempting to bind port fbaf10aa-5d96-4bc0-9852-c669ae214166 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a762f0ef-efad-44f0-a6fe-da5546c780c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:02:27.552947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Attempting to bind port fbaf10aa-5d96-4bc0-9852-c669ae214166 on network f41c994e-c961-4e3f-bdb7-f2f814e202f3 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:27.585202 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8ef25843-a654-469c-b202-024a25a020bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700af370>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:27.593570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f47f9b93-5a04-4418-9e9c-0bb90db8c024 req-d06ced1c-1da6-4c18-b58c-1a2151f23eab tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=9768e057-90fb-4013-8fe7-fb1a08cb3838 HTTP/1.1" status: 200  len: 210 time: 0.0441117
Feb 19 21:02:27.609740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e664853-cef1-4339-8996-fa9595979095 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a67095fabac457da3239e727c92e4ab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1271567
Feb 19 21:02:27.643309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:02:27.643795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Checking segment: {'id': 'a762f0ef-efad-44f0-a6fe-da5546c780c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:27.646788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for router (dd484b0c-6677-47ba-973f-07f2711c0c55), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:27.647721 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:27.648260 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Bound using segment: {'id': 'a762f0ef-efad-44f0-a6fe-da5546c780c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:02:27.649317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Bound port: fbaf10aa-5d96-4bc0-9852-c669ae214166, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a762f0ef-efad-44f0-a6fe-da5546c780c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:02:27.649734 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:27.663681 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef25843-a654-469c-b202-024a25a020bd None None] Routers {'dd484b0c-6677-47ba-973f-07f2711c0c55'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:02:27.664659 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8ef25843-a654-469c-b202-024a25a020bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700af370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:02:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd484b0c-6677-47ba-973f-07f2711c0c55'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:27.728780 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df81f415-27d6-47c2-b80b-c155d97088d7 x-openstack-request-id: req-df81f415-27d6-47c2-b80b-c155d97088d7 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:27.729293 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9768e057-90fb-4013-8fe7-fb1a08cb3838", "name": "network-vif-deleted", "tag": "87bdd6b6-d465-456b-9e9c-92f5a5657f7e", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:27.729293 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df81f415-27d6-47c2-b80b-c155d97088d7 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:27.732249 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9768e057-90fb-4013-8fe7-fb1a08cb3838', 'name': 'network-vif-deleted', 'tag': '87bdd6b6-d465-456b-9e9c-92f5a5657f7e', 'status': 'completed', 'code': 200}
Feb 19 21:02:27.755498 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8ef25843-a654-469c-b202-024a25a020bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700af370>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:27.756197 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef25843-a654-469c-b202-024a25a020bd None None] The sync data for ids ['dd484b0c-6677-47ba-973f-07f2711c0c55'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:02:27.784584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] For port fbaf10aa-5d96-4bc0-9852-c669ae214166, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:02:27.788213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] For port fbaf10aa-5d96-4bc0-9852-c669ae214166, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbaf10aa-5d96-4bc0-9852-c669ae214166,segment=NetworkSegment(a762f0ef-efad-44f0-a6fe-da5546c780c0),segment_id=a762f0ef-efad-44f0-a6fe-da5546c780c0)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:02:27.832111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-0fcf801a-fe71-4cd9-a521-58c532f839dc service neutron] 10.222.0.30 "GET /v2.0/networks/f41c994e-c961-4e3f-bdb7-f2f814e202f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147036
Feb 19 21:02:27.854256 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:27.956400 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 57f2a797-1cfe-462b-a115-d8f0563b8044 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:28.213541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d0d70-6c7e-47f9-8f75-a0c6c6bbfe7d None None] Pushing event updated for resources: {'Port': ['ID=fbaf10aa-5d96-4bc0-9852-c669ae214166,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:28.264479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Allocated IP 19.86.0.2 (792a9f6e-77ad-42ce-a625-d55aabe06157/67dd3bcf-7861-4330-8fcd-ca0e61444446/bb210e4f-6ca5-4bc2-975a-f4c6507820c8) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:02:28.275087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 57f2a797-1cfe-462b-a115-d8f0563b8044 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:28.278532 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:28.385262 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for router_gateway (dd484b0c-6677-47ba-973f-07f2711c0c55), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:28.398428 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:28.401899 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9bfe20-22ea-41e3-a2d8-397f8920c776" -d '{"events": [{"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-unplugged", "status": "completed", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:28.412873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20cb8e-1227-4845-b772-eace4a988399 req-550a530d-7860-4db5-9562-9a2bef9c42cc tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:28.421213 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e20cb8e-1227-4845-b772-eace4a988399 req-550a530d-7860-4db5-9562-9a2bef9c42cc tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.5847440
Feb 19 21:02:28.424663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:28.446204 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:28.490486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Deleting port f2394e02-d74d-477e-ab80-b16d1fedc7e5 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:28.490486 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f2394e02-d74d-477e-ab80-b16d1fedc7e5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:28.491667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-b348959a-2973-40a5-82cd-5c27705795ff service neutron] 10.222.0.30 "GET /v2.0/networks/f41c994e-c961-4e3f-bdb7-f2f814e202f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6334672
Feb 19 21:02:28.519092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=11']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:28.573392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e20cb8e-1227-4845-b772-eace4a988399 req-f8d49fed-f20e-4d94-95d3-b6f39a3e0bca tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512682
Feb 19 21:02:28.596440 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f2394e02-d74d-477e-ab80-b16d1fedc7e5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:28.617444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Calling delete_port for f2394e02-d74d-477e-ab80-b16d1fedc7e5 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:28.634176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-421bd2a6-98ab-4b2c-bb09-684543fc1b53 service neutron] 10.222.0.30 "GET /v2.0/networks/792a9f6e-77ad-42ce-a625-d55aabe06157?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413236
Feb 19 21:02:28.642053 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Publish callbacks [] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:28.658272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:28.729248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Pushing event updated for resources: {'Port': ['ID=bb210e4f-6ca5-4bc2-975a-f4c6507820c8,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:28.748353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Network 792a9f6e-77ad-42ce-a625-d55aabe06157 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:02:28.749988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:28.752961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:28.827603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f18e1-e082-4541-94d7-37805a138d42 req-71577460-5791-4b62-9be4-ef4e46011469 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:28.829378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-130f18e1-e082-4541-94d7-37805a138d42 req-71577460-5791-4b62-9be4-ef4e46011469 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 948 time: 0.1100874
Feb 19 21:02:28.862872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Attempting to bind port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:02:28.863408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Attempting to bind port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a36bf3cb-d77a-429c-befe-31b6597fcc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:02:28.863679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Attempting to bind port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 on network 792a9f6e-77ad-42ce-a625-d55aabe06157 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:28.870301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:02:28.870692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Checking segment: {'id': 'a36bf3cb-d77a-429c-befe-31b6597fcc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:28.871744 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:28.872320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Bound using segment: {'id': 'a36bf3cb-d77a-429c-befe-31b6597fcc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:02:28.872829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Bound port: bb210e4f-6ca5-4bc2-975a-f4c6507820c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36bf3cb-d77a-429c-befe-31b6597fcc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:02:28.873228 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:28.925230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-5a10a832-82bf-4e48-a803-0cc928275b50 service neutron] 10.222.0.30 "GET /v2.0/networks/792a9f6e-77ad-42ce-a625-d55aabe06157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2898171
Feb 19 21:02:28.981147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-130f18e1-e082-4541-94d7-37805a138d42 req-e996c08d-9d52-47f4-9e35-1116f54cdcea tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372838
Feb 19 21:02:29.066362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f2394e02-d74d-477e-ab80-b16d1fedc7e5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:29.088114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] For port bb210e4f-6ca5-4bc2-975a-f4c6507820c8, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:02:29.094949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] For port bb210e4f-6ca5-4bc2-975a-f4c6507820c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb210e4f-6ca5-4bc2-975a-f4c6507820c8,segment=NetworkSegment(a36bf3cb-d77a-429c-befe-31b6597fcc9c),segment_id=a36bf3cb-d77a-429c-befe-31b6597fcc9c)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:02:29.115471 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:29.176324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845977a-3373-4265-8c8b-c606ae7054ea None None] Pushing event updated for resources: {'Port': ['ID=bb210e4f-6ca5-4bc2-975a-f4c6507820c8,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:29.182899 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event deleted for resources: {'Port': ['ID=f2394e02-d74d-477e-ab80-b16d1fedc7e5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:29.203446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aa394-c820-4c66-bf82-698ce71bf1e0 req-0b0bfd72-6d50-4923-ad1c-2a3f7aaf505e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:29.210800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c8aa394-c820-4c66-bf82-698ce71bf1e0 req-0b0bfd72-6d50-4923-ad1c-2a3f7aaf505e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 0.1417787
Feb 19 21:02:29.290546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:29.320295 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617202c6-959b-4feb-b3d1-6729c95debf0 x-openstack-request-id: req-617202c6-959b-4feb-b3d1-6729c95debf0 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:29.321326 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-unplugged", "status": "completed", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:29.321637 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-617202c6-959b-4feb-b3d1-6729c95debf0 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:29.322784 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'code': 200}
Feb 19 21:02:29.412093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c8aa394-c820-4c66-bf82-698ce71bf1e0 req-5c12b141-284c-4694-ad8b-af032f6e17fd tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1921406
Feb 19 21:02:29.465592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f42d-da0c-495c-b25f-dc57af155d03 req-d8f57e6e-2c69-489b-acf6-1b17ab35535d tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:29.467338 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6151f42d-da0c-495c-b25f-dc57af155d03 req-d8f57e6e-2c69-489b-acf6-1b17ab35535d tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 948 time: 0.3128390
Feb 19 21:02:29.471943 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (dd484b0c-6677-47ba-973f-07f2711c0c55), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:29.547730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22ce7679-935a-42e6-811c-5ccfb57d77a0 req-5f27acb0-a298-4bc4-a89b-169656e8f3ea tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 210 time: 0.1320128
Feb 19 21:02:29.693628 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (dd484b0c-6677-47ba-973f-07f2711c0c55), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:29.696202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for router_controller (dd484b0c-6677-47ba-973f-07f2711c0c55), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:29.867384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (dd484b0c-6677-47ba-973f-07f2711c0c55), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:29.868119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Fanout notify agent at l3_agent the message router_deleted on router dd484b0c-6677-47ba-973f-07f2711c0c55 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:02:29.901534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-e2155c73-15c4-4547-b6ed-266f91171f4c tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:29.909537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-e2155c73-15c4-4547-b6ed-266f91171f4c tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/networks?id=b2b08d58-ef61-4880-94a7-4dce88778bec HTTP/1.1" status: 200  len: 809 time: 0.3465278
Feb 19 21:02:29.920527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:29.921695 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f5bef869-3f40-4a6f-bf46-eb341edd5b39 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "DELETE /v2.0/routers/dd484b0c-6677-47ba-973f-07f2711c0c55 HTTP/1.1" status: 204  len: 168 time: 2.4575486
Feb 19 21:02:29.931663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56510) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:29.962543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-eda5e5ef-c9f8-40d2-87df-6998bb1eabd6 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/quotas/c3e2bd0a55e44ee2802a7b95678c9d60 HTTP/1.1" status: 200  len: 375 time: 0.0520544
Feb 19 21:02:29.973877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:30.038489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-71e9f979-ee0d-4e9d-99c6-c610abcd2fe3 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3e2bd0a55e44ee2802a7b95678c9d60&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0747676
Feb 19 21:02:30.066318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa1535-de8c-4682-b6dc-59cda50b7878 None None] Network f41c994e-c961-4e3f-bdb7-f2f814e202f3 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:02:30.115279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-702aeea7-06af-488a-996f-35b0723acb86 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Deleting subnet 73de8341-5781-4806-a1c9-de70f3146e6e {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:02:30.123599 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-702aeea7-06af-488a-996f-35b0723acb86 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for subnet (73de8341-5781-4806-a1c9-de70f3146e6e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.174103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-ef4b8e0c-8781-425d-a4ff-0aa5bee19cd3 service neutron] 10.222.0.30 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347411
Feb 19 21:02:30.181762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fbaf10aa-5d96-4bc0-9852-c669ae214166 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:30.182146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-6151f42d-da0c-495c-b25f-dc57af155d03 req-0b578278-e9df-431a-aac7-9204affaaf54 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Deleting port 57f2a797-1cfe-462b-a115-d8f0563b8044 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:30.182473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6151f42d-da0c-495c-b25f-dc57af155d03 req-0b578278-e9df-431a-aac7-9204affaaf54 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.250610 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0faed61d-15d8-4f78-acb7-9faac41044a6 None None] Provisioning complete for port fbaf10aa-5d96-4bc0-9852-c669ae214166 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:30.251024 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0faed61d-15d8-4f78-acb7-9faac41044a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.256204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494a722-ba59-4bf0-ab99-aff0f47bfc7a req-74616934-c381-4379-9538-7728ee9b6737 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:30.268006 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d494a722-ba59-4bf0-ab99-aff0f47bfc7a req-74616934-c381-4379-9538-7728ee9b6737 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.3855844
Feb 19 21:02:30.335545 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-702aeea7-06af-488a-996f-35b0723acb86 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (73de8341-5781-4806-a1c9-de70f3146e6e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.354854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d494a722-ba59-4bf0-ab99-aff0f47bfc7a req-53a1d777-c48a-4352-8dbc-ceb4becef3c7 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834386
Feb 19 21:02:30.363821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 3af9d550-dac7-42d8-be63-467504951ed9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:30.364877 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3af9d550-dac7-42d8-be63-467504951ed9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.433010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port fbaf10aa-5d96-4bc0-9852-c669ae214166 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:30.434021 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.486272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-6151f42d-da0c-495c-b25f-dc57af155d03 req-0b578278-e9df-431a-aac7-9204affaaf54 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] For port 57f2a797-1cfe-462b-a115-d8f0563b8044, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57f2a797-1cfe-462b-a115-d8f0563b8044,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:30.486768 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6151f42d-da0c-495c-b25f-dc57af155d03 req-0b578278-e9df-431a-aac7-9204affaaf54 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.487962 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-1b72373e-90e2-44e7-8ef0-ee4ca3039153 service neutron] 10.222.0.30 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3029845
Feb 19 21:02:30.519222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-6151f42d-da0c-495c-b25f-dc57af155d03 req-0b578278-e9df-431a-aac7-9204affaaf54 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Calling delete_port for 57f2a797-1cfe-462b-a115-d8f0563b8044 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:30.595395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98db118-1168-440d-b083-007c4504be7f req-9ec800ac-a998-44f9-bf5d-2bad65a4db04 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:30.611227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b98db118-1168-440d-b083-007c4504be7f req-9ec800ac-a998-44f9-bf5d-2bad65a4db04 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 948 time: 0.1561530
Feb 19 21:02:30.663035 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-702aeea7-06af-488a-996f-35b0723acb86 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (73de8341-5781-4806-a1c9-de70f3146e6e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.698114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0faed61d-15d8-4f78-acb7-9faac41044a6 None None] Current status of the port fbaf10aa-5d96-4bc0-9852-c669ae214166 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:30.698114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0faed61d-15d8-4f78-acb7-9faac41044a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.735711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3af9d550-dac7-42d8-be63-467504951ed9 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:30.738506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b98db118-1168-440d-b083-007c4504be7f req-478e4b63-19c2-43b6-9d0e-4e9a5fd04fc8 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/security-groups?id=2be09e72-e03e-409f-a7d8-7437aaa63919&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205003
Feb 19 21:02:30.750676 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.919685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-702aeea7-06af-488a-996f-35b0723acb86 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (73de8341-5781-4806-a1c9-de70f3146e6e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.941112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0faed61d-15d8-4f78-acb7-9faac41044a6 None None] For port fbaf10aa-5d96-4bc0-9852-c669ae214166, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbaf10aa-5d96-4bc0-9852-c669ae214166,segment=NetworkSegment(a762f0ef-efad-44f0-a6fe-da5546c780c0),segment_id=a762f0ef-efad-44f0-a6fe-da5546c780c0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:30.942814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port fbaf10aa-5d96-4bc0-9852-c669ae214166 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:30.943831 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:30.994193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aeea7-06af-488a-996f-35b0723acb86 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event deleted for resources: {'Subnet': ['ID=73de8341-5781-4806-a1c9-de70f3146e6e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:30.998265 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca6ec516-6718-45b4-8c8a-ef9383a9e713 req-118bb4ed-0bbe-4aeb-a995-6be4a09f7b56 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 210 time: 0.1335557
Feb 19 21:02:31.014149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-702aeea7-06af-488a-996f-35b0723acb86 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:31.018448 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-702aeea7-06af-488a-996f-35b0723acb86 tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "DELETE /v2.0/subnets/73de8341-5781-4806-a1c9-de70f3146e6e HTTP/1.1" status: 204  len: 168 time: 1.0841362
Feb 19 21:02:31.021209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56540) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:31.032281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:31.067887 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0faed61d-15d8-4f78-acb7-9faac41044a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:31.114505 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:31.115442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 57f2a797-1cfe-462b-a115-d8f0563b8044 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:31.150961 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6151f42d-da0c-495c-b25f-dc57af155d03 req-0b578278-e9df-431a-aac7-9204affaaf54 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (57f2a797-1cfe-462b-a115-d8f0563b8044), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:31.159896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ebe502-e30f-4d3a-9e38-9de18a779d32 None None] Network 27d0ec64-8a71-4c81-b623-80954b0404b1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:02:31.189435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4ed7093-d2b3-414d-a850-936aef201efd req-8950c030-9edf-4446-8278-75d9eca3d360 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 210 time: 0.0903707
Feb 19 21:02:31.206219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cd3e1-b9c9-495f-8b4f-aeac142de1c2 req-22abca9f-5692-4858-b357-d67009fbb3f0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:31.208144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-720cd3e1-b9c9-495f-8b4f-aeac142de1c2 req-22abca9f-5692-4858-b357-d67009fbb3f0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 945 time: 0.3272817
Feb 19 21:02:31.319838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-720cd3e1-b9c9-495f-8b4f-aeac142de1c2 req-df202447-b650-4b12-8114-77259d0759e6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030469
Feb 19 21:02:31.428584 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b578278-e9df-431a-aac7-9204affaaf54 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Pushing event deleted for resources: {'Port': ['ID=57f2a797-1cfe-462b-a115-d8f0563b8044,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:31.559793 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (27d0ec64-8a71-4c81-b623-80954b0404b1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:31.585784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-6151f42d-da0c-495c-b25f-dc57af155d03 req-0b578278-e9df-431a-aac7-9204affaaf54 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] No DVR routers for this DVR port 57f2a797-1cfe-462b-a115-d8f0563b8044 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:31.593085 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6151f42d-da0c-495c-b25f-dc57af155d03 req-0b578278-e9df-431a-aac7-9204affaaf54 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:31.596573 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6151f42d-da0c-495c-b25f-dc57af155d03 req-0b578278-e9df-431a-aac7-9204affaaf54 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.67 "DELETE /v2.0/ports/57f2a797-1cfe-462b-a115-d8f0563b8044 HTTP/1.1" status: 204  len: 173 time: 2.0828719
Feb 19 21:02:31.597246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-deleted', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:31.599780 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8641d86-38a5-4435-94e9-8fe69f2ed509" -d '{"events": [{"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-deleted", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:31.684743 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-b026a8cf-ecac-4bba-a590-0ce58626fc1f tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:31.691002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-b026a8cf-ecac-4bba-a590-0ce58626fc1f tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:31.692568 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-b026a8cf-ecac-4bba-a590-0ce58626fc1f tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "GET /v2.0/networks?id=f41c994e-c961-4e3f-bdb7-f2f814e202f3&id=792a9f6e-77ad-42ce-a625-d55aabe06157 HTTP/1.1" status: 200  len: 1390 time: 0.3899479
Feb 19 21:02:31.711242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'port': {'device_id': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3', 'admin_state_up': True, 'tenant_id': '0a67095fabac457da3239e727c92e4ab'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:31.728063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670b7e2-1a98-48ed-9989-348f66b59da8 req-1529c7b2-58c2-4338-9819-d98bb9d30714 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:31.729794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e670b7e2-1a98-48ed-9989-348f66b59da8 req-1529c7b2-58c2-4338-9819-d98bb9d30714 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.1422691
Feb 19 21:02:31.829546 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a356b0-34e2-4634-a76a-9d267327ffe5 x-openstack-request-id: req-29a356b0-34e2-4634-a76a-9d267327ffe5 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:31.830065 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8ab6fb-0631-4ea1-b58f-e22572722a52", "name": "network-vif-deleted", "tag": "57f2a797-1cfe-462b-a115-d8f0563b8044", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:31.832671 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29a356b0-34e2-4634-a76a-9d267327ffe5 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:31.833380 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8ab6fb-0631-4ea1-b58f-e22572722a52', 'name': 'network-vif-deleted', 'tag': '57f2a797-1cfe-462b-a115-d8f0563b8044', 'status': 'completed', 'code': 200}
Feb 19 21:02:31.837925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 57f2a797-1cfe-462b-a115-d8f0563b8044 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:31.838516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 57f2a797-1cfe-462b-a115-d8f0563b8044 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:31.841749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:31.849426 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b5bbc-3fd5-416d-98a9-c99914435577" -d '{"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-plugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:31.849683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Deleting port d845af88-4531-4e81-ad5c-7548f78fe241 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:31.849683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:31.853860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8753ee02-5c38-494f-bf86-bbcec3ffa3e3 None None] Network 792a9f6e-77ad-42ce-a625-d55aabe06157 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:02:31.879752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e670b7e2-1a98-48ed-9989-348f66b59da8 req-84cc755b-5af2-4327-95a7-95310397dfe6 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304562
Feb 19 21:02:32.026851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 87bdd6b6-d465-456b-9e9c-92f5a5657f7e no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:32.137743 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] For port d845af88-4531-4e81-ad5c-7548f78fe241, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d845af88-4531-4e81-ad5c-7548f78fe241,segment=NetworkSegment(41a07c47-f7ad-497b-9b25-41726e1b6bb1),segment_id=41a07c47-f7ad-497b-9b25-41726e1b6bb1)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:32.138180 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:32.140137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c4867a3-59b8-49af-9a88-0bf96b8ff91a req-d35bb9e7-0b8c-4987-83f6-5135a7e7f965 tempest-ImagesOneServerTestJSON-1282656098 tempest-ImagesOneServerTestJSON-1282656098-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8ab6fb-0631-4ea1-b58f-e22572722a52 HTTP/1.1" status: 200  len: 210 time: 0.0969472
Feb 19 21:02:32.148138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 87bdd6b6-d465-456b-9e9c-92f5a5657f7e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:32.148549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 87bdd6b6-d465-456b-9e9c-92f5a5657f7e not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:32.174898 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Calling delete_port for d845af88-4531-4e81-ad5c-7548f78fe241 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:32.182491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fbaca-9c86-483e-9e54-34e0bb8795b2 req-71fbfba0-fbac-4cf2-ad25-724f0472ef74 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:32.193526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:32.197175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d0fbaca-9c86-483e-9e54-34e0bb8795b2 req-71fbfba0-fbac-4cf2-ad25-724f0472ef74 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.2380400
Feb 19 21:02:32.202340 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:32.310737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2628fb77-4499-44a3-ac5f-f99daebde5ad None None] Provisioning complete for port fbaf10aa-5d96-4bc0-9852-c669ae214166 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:32.311628 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2628fb77-4499-44a3-ac5f-f99daebde5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:32.349621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ddcccc3c-0493-4bce-a4ee-d22e592cc5b3 req-7b7a0355-a3d2-4c50-a92e-3dd22080913d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 210 time: 0.0750341
Feb 19 21:02:32.365202 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:02:32.365202 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:02:32.400129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faed61d-15d8-4f78-acb7-9faac41044a6 None None] Pushing event updated for resources: {'Port': ['ID=fbaf10aa-5d96-4bc0-9852-c669ae214166,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:32.424931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d0fbaca-9c86-483e-9e54-34e0bb8795b2 req-20dbbba6-e7ad-4b73-9c65-fa5994f4e3c0 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266490
Feb 19 21:02:32.453890 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11dcd14-e56c-4fae-8672-9071fdea1164 x-openstack-request-id: req-a11dcd14-e56c-4fae-8672-9071fdea1164 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:32.454319 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-plugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:32.458006 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a11dcd14-e56c-4fae-8672-9071fdea1164 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:32.459123 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9', 'code': 200}
Feb 19 21:02:32.500365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d845af88-4531-4e81-ad5c-7548f78fe241), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:32.553026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event deleted for resources: {'Port': ['ID=d845af88-4531-4e81-ad5c-7548f78fe241,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:32.563322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] No DVR routers for this DVR port d845af88-4531-4e81-ad5c-7548f78fe241 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:32.612459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Allocated IP 19.80.0.215 (f41c994e-c961-4e3f-bdb7-f2f814e202f3/76003f63-e8b7-428c-8467-76a3ba14d3b3/ef05e742-e00b-4308-af0a-e4dc13084ce0) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:02:32.626847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=13']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:32.680101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2628fb77-4499-44a3-ac5f-f99daebde5ad None None] Current status of the port fbaf10aa-5d96-4bc0-9852-c669ae214166 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:32.681042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbee77a7-69a4-4083-8dd0-a6a8545a06cf req-219db830-71bd-4c9a-8e39-ede83d9b6525 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 210 time: 0.1163583
Feb 19 21:02:32.696135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaec8f8-8c41-4048-be21-a3c00ba34f50 None None] DHCP port deletion for 27d0ec64-8a71-4c81-b623-80954b0404b1 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:02:32.795732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (27d0ec64-8a71-4c81-b623-80954b0404b1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:32.826018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014866e7-0876-439f-8a2f-5997e6e067aa req-f73be3b9-c420-40c4-b0a1-1e1257e17bd1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:32.828532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-014866e7-0876-439f-8a2f-5997e6e067aa req-f73be3b9-c420-40c4-b0a1-1e1257e17bd1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.1446526
Feb 19 21:02:32.832641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d260372f-5e4c-47a9-9ec8-b60a245a1138 None None] Provisioning complete for port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:32.833263 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d260372f-5e4c-47a9-9ec8-b60a245a1138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:32.854432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69a591f0>,) {'filters': {'network_id': ['27d0ec64-8a71-4c81-b623-80954b0404b1']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:32.921089 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69a591f0>, '41a07c47-f7ad-497b-9b25-41726e1b6bb1') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:32.923269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69a591f0>, '41a07c47-f7ad-497b-9b25-41726e1b6bb1') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:32.938673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-014866e7-0876-439f-8a2f-5997e6e067aa req-97142e79-431d-4926-92c8-6c55ea339bc2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948215
Feb 19 21:02:33.044521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f3e5f-6be1-4fc9-a8b1-9975c0803376 req-87c77d98-04c7-4e33-9b7e-5d908ec14eae tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:33.052182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98f3e5f-6be1-4fc9-a8b1-9975c0803376 req-87c77d98-04c7-4e33-9b7e-5d908ec14eae tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.0703003
Feb 19 21:02:33.057711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (41a07c47-f7ad-497b-9b25-41726e1b6bb1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.111860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port fbaf10aa-5d96-4bc0-9852-c669ae214166 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:33.115140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb210e4f-6ca5-4bc2-975a-f4c6507820c8 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:33.133647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d98f3e5f-6be1-4fc9-a8b1-9975c0803376 req-84e2d176-3f3f-46d7-aaee-e2fe8c161cb4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718756
Feb 19 21:02:33.135833 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (41a07c47-f7ad-497b-9b25-41726e1b6bb1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.164890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:02:33.165303 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (41a07c47-f7ad-497b-9b25-41726e1b6bb1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:02:33.178237 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:02:33.259283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d260372f-5e4c-47a9-9ec8-b60a245a1138 None None] Current status of the port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:33.264861 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d260372f-5e4c-47a9-9ec8-b60a245a1138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.309975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-044d43dc-beb6-4add-b5e4-9f327a5c024f tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:33.312199 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-044d43dc-beb6-4add-b5e4-9f327a5c024f tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.67 "GET /v2.0/networks?id=b2b08d58-ef61-4880-94a7-4dce88778bec HTTP/1.1" status: 200  len: 809 time: 0.3861713
Feb 19 21:02:33.317212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d260372f-5e4c-47a9-9ec8-b60a245a1138 None None] For port bb210e4f-6ca5-4bc2-975a-f4c6507820c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb210e4f-6ca5-4bc2-975a-f4c6507820c8,segment=NetworkSegment(a36bf3cb-d77a-429c-befe-31b6597fcc9c),segment_id=a36bf3cb-d77a-429c-befe-31b6597fcc9c)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:33.319071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:33.319524 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.326427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Request body: {'port': {'device_id': 'e61315ad-086f-4a49-b685-c13202a03d98', 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec', 'admin_state_up': True, 'tenant_id': 'c3e2bd0a55e44ee2802a7b95678c9d60'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:33.332215 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks [] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.359352 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d260372f-5e4c-47a9-9ec8-b60a245a1138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.380866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (27d0ec64-8a71-4c81-b623-80954b0404b1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.411398 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.419270 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "DELETE /v2.0/networks/27d0ec64-8a71-4c81-b623-80954b0404b1 HTTP/1.1" status: 204  len: 168 time: 2.3969586
Feb 19 21:02:33.421778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56604) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:33.438197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995a465-e263-48a6-9197-eb28918e50bd tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event deleted for resources: {'Network': ['ID=27d0ec64-8a71-4c81-b623-80954b0404b1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:33.575745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.578696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260372f-5e4c-47a9-9ec8-b60a245a1138 None None] Pushing event updated for resources: {'Port': ['ID=bb210e4f-6ca5-4bc2-975a-f4c6507820c8,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:33.588500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ba62f60-d8f6-4a47-be3f-95e317101ba6 req-66bac421-094a-4fe7-b149-2ae35a999293 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 210 time: 0.0790749
Feb 19 21:02:33.665832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-eb1405d6-bd3f-4e99-bffc-71d9657cb8c5 None None] Provisioning complete for port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:33.666130 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eb1405d6-bd3f-4e99-bffc-71d9657cb8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.675875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:33.749077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network f41c994e-c961-4e3f-bdb7-f2f814e202f3 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:02:33.751702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56612) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:33.752626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b5337-e3a6-490e-a25f-716e9e7a1c90 req-e9a370ff-3dad-4f72-9ee2-870c2728dd52 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:33.759647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f25b5337-e3a6-490e-a25f-716e9e7a1c90 req-e9a370ff-3dad-4f72-9ee2-870c2728dd52 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.1984007
Feb 19 21:02:33.781546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:33.793586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:33.829375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a115b919-e0e6-4546-9675-7eaca480669d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Deleting port 55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:33.829970 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a115b919-e0e6-4546-9675-7eaca480669d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.877885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-eb1405d6-bd3f-4e99-bffc-71d9657cb8c5 None None] Current status of the port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:33.900108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:33.900825 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.912583 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Port': ['ID=ef05e742-e00b-4308-af0a-e4dc13084ce0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:33.929657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Made reservation on behalf of c3e2bd0a55e44ee2802a7b95678c9d60 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:33.933053 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:33.946961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fbaf10aa-5d96-4bc0-9852-c669ae214166 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:33.947511 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.947864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.948209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.948578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.949452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.949818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.950332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.965470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.965993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.966338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.966683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.967021 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.967415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:33.982223 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f25b5337-e3a6-490e-a25f-716e9e7a1c90 req-6278079f-20f4-40b4-9243-139d53682e70 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207980
Feb 19 21:02:34.018730 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-6a54d5a8-7a54-4f18-abb3-d7fcc02fd598 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3015730
Feb 19 21:02:34.047942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ecc2af9-88e7-4c2a-9821-48114f0c0867 req-80dd1fbe-7e3b-4640-85fb-d5aee6ec39ff tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 210 time: 0.1720011
Feb 19 21:02:34.121750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port fbaf10aa-5d96-4bc0-9852-c669ae214166 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:34.122469 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:34.200736 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a115b919-e0e6-4546-9675-7eaca480669d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:34.201319 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a115b919-e0e6-4546-9675-7eaca480669d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for floatingip (55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:34.204530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Request body: {'port': {'device_id': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157', 'admin_state_up': True, 'tenant_id': '0a67095fabac457da3239e727c92e4ab'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:34.222670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a115b919-e0e6-4546-9675-7eaca480669d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Calling delete_port for 55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:34.235598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeed88f-8364-4bcf-a665-018e993dca5f req-646bf674-6146-4647-86a1-08b9a7419db6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:34.237424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eeed88f-8364-4bcf-a665-018e993dca5f req-646bf674-6146-4647-86a1-08b9a7419db6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.1275063
Feb 19 21:02:34.367170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eeed88f-8364-4bcf-a665-018e993dca5f req-92c95b6a-9cf7-425c-aa16-c75667df235f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107445
Feb 19 21:02:34.392044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port fbaf10aa-5d96-4bc0-9852-c669ae214166 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:34.393660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb210e4f-6ca5-4bc2-975a-f4c6507820c8 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:34.410978 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-408b71a3-e728-44a2-9018-68a11184d090 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25f76e9ca2f54ad98c30b0dc6351be5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6270428
Feb 19 21:02:34.415807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56624) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:34.431022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e44eeef0-b8b4-47fc-b40e-be3dbe077ad7 None None] Provisioning complete for port ef05e742-e00b-4308-af0a-e4dc13084ce0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:34.431514 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e44eeef0-b8b4-47fc-b40e-be3dbe077ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:34.501507 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e44eeef0-b8b4-47fc-b40e-be3dbe077ad7 None None] Port ef05e742-e00b-4308-af0a-e4dc13084ce0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:02:34.513883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:34.514386 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:34.544163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5b50c-b3df-4ec5-ae6d-437f3e9e49c0 req-311953f9-9ab6-486a-a6cf-9b55d1e343bf tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:34.546441 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9c5b50c-b3df-4ec5-ae6d-437f3e9e49c0 req-311953f9-9ab6-486a-a6cf-9b55d1e343bf tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.10 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.3575532
Feb 19 21:02:34.555512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0b772-e2d6-4cbb-979d-1df2a5ccaa72 req-099c63a0-42e4-4895-98f4-74896bf88fc1 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:34.567628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3be0b772-e2d6-4cbb-979d-1df2a5ccaa72 req-099c63a0-42e4-4895-98f4-74896bf88fc1 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.2151568
Feb 19 21:02:34.597322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Allocated IP 172.20.0.11 (b2b08d58-ef61-4880-94a7-4dce88778bec/4ea53a83-3f07-452a-b42a-8a44ccb73ea8/e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:02:34.643228 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a9a38d6-899b-412b-a730-905e496f7875 admin admin] Publish callbacks [] for security_group (2be09e72-e03e-409f-a7d8-7437aaa63919), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:34.709050 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a9a38d6-899b-412b-a730-905e496f7875 admin admin] Publish callbacks [] for security_group (2be09e72-e03e-409f-a7d8-7437aaa63919), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:34.752675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:34.770466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Made reservation on behalf of 0a67095fabac457da3239e727c92e4ab for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:34.774184 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:34.850978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d845af88-4531-4e81-ad5c-7548f78fe241 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:34.892615 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a9a38d6-899b-412b-a730-905e496f7875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2be09e72-e03e-409f-a7d8-7437aaa63919), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:34.896367 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a9a38d6-899b-412b-a730-905e496f7875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:34.897529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1a9a38d6-899b-412b-a730-905e496f7875 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2be09e72-e03e-409f-a7d8-7437aaa63919 HTTP/1.1" status: 204  len: 168 time: 0.4797907
Feb 19 21:02:34.948197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a38d6-899b-412b-a730-905e496f7875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be09e72-e03e-409f-a7d8-7437aaa63919,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:34.965136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3be0b772-e2d6-4cbb-979d-1df2a5ccaa72 req-bbf492ad-7b8c-4420-9f9a-0d078b604ea9 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3959911
Feb 19 21:02:34.985905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: d845af88-4531-4e81-ad5c-7548f78fe241 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:34.986132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d845af88-4531-4e81-ad5c-7548f78fe241 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:34.987459 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a115b919-e0e6-4546-9675-7eaca480669d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:35.050095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115b919-e0e6-4546-9675-7eaca480669d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Pushing event deleted for resources: {'Port': ['ID=55cfc320-51bf-4ef1-9a3b-21c9cbffd5ce,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:35.051248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Allocated IP 19.86.0.114 (792a9f6e-77ad-42ce-a625-d55aabe06157/67dd3bcf-7861-4330-8fcd-ca0e61444446/eb5ca4e0-1823-4105-bad9-89b1262047ff) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:02:35.064657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beb0b9-7d41-4759-9a5b-feed8e3513e3 req-c6d565ed-9d30-43b6-a8b7-7dbc2d6855f7 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:35.066590 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99beb0b9-7d41-4759-9a5b-feed8e3513e3 req-c6d565ed-9d30-43b6-a8b7-7dbc2d6855f7 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 932 time: 0.2608995
Feb 19 21:02:35.294513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99beb0b9-7d41-4759-9a5b-feed8e3513e3 req-da43a0e5-3a92-4eff-a2f0-f53b0929109d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072439
Feb 19 21:02:35.305184 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a115b919-e0e6-4546-9675-7eaca480669d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks [] for floatingip (41d9dc07-eafb-48cf-a64b-14f925210de1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:35.320423 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a115b919-e0e6-4546-9675-7eaca480669d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:35.320423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a115b919-e0e6-4546-9675-7eaca480669d tempest-FloatingIPAdminTestJSON-1297684300 tempest-FloatingIPAdminTestJSON-1297684300-project] 10.222.0.30 "DELETE /v2.0/floatingips/41d9dc07-eafb-48cf-a64b-14f925210de1 HTTP/1.1" status: 204  len: 168 time: 1.8951364
Feb 19 21:02:35.374152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100556f-f16e-4bd6-98aa-b709efc22e54 req-21c5d063-f8d1-4e7a-ba89-567528254189 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:35.375926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e100556f-f16e-4bd6-98aa-b709efc22e54 req-21c5d063-f8d1-4e7a-ba89-567528254189 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.1646600
Feb 19 21:02:35.514290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e100556f-f16e-4bd6-98aa-b709efc22e54 req-8a2a91ca-fc10-433a-b0b4-b4e3c821b17d tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291332
Feb 19 21:02:35.588444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38a6c9b2-2a14-4c07-aefd-0e4917240f27 req-507d9dce-9bb5-4ad5-ae71-9e1de402e55f tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 210 time: 0.1239815
Feb 19 21:02:35.715894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334e00c-e332-4b12-bcbd-9561258317ca req-84669254-8e11-4d1e-99ab-e8440540f1f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:35.718221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3334e00c-e332-4b12-bcbd-9561258317ca req-84669254-8e11-4d1e-99ab-e8440540f1f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.0844626
Feb 19 21:02:35.800408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56652) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:35.834112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3334e00c-e332-4b12-bcbd-9561258317ca req-8601fa19-15b3-4474-8d92-75f721e41cbe tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066873
Feb 19 21:02:35.878599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-d9c5b50c-b3df-4ec5-ae6d-437f3e9e49c0 req-b294a560-ba84-44b9-b391-f84a6b936037 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Deleting port ff12d8e1-9359-4461-ae10-7ce54f84b0e6 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:35.879228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d9c5b50c-b3df-4ec5-ae6d-437f3e9e49c0 req-b294a560-ba84-44b9-b391-f84a6b936037 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:36.101381 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks [] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:36.131396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks [] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:36.182201 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ff4f80e2-227a-484c-aec7-a2071b132de8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc330b34251d4b1a8da0d8cfc99da679&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3797450
Feb 19 21:02:36.185266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56666) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:36.225044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bd6e2-0b56-42b5-9f90-0f5e3f7f4a33 req-9a8cbeba-cf06-4ea6-b8d7-27af6c8bf2fb tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:36.226788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c20bd6e2-0b56-42b5-9f90-0f5e3f7f4a33 req-9a8cbeba-cf06-4ea6-b8d7-27af6c8bf2fb tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.1240575
Feb 19 21:02:36.234638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d9c5b50c-b3df-4ec5-ae6d-437f3e9e49c0 req-b294a560-ba84-44b9-b391-f84a6b936037 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] For port ff12d8e1-9359-4461-ae10-7ce54f84b0e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff12d8e1-9359-4461-ae10-7ce54f84b0e6,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:36.235733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d9c5b50c-b3df-4ec5-ae6d-437f3e9e49c0 req-b294a560-ba84-44b9-b391-f84a6b936037 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:36.298022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-d9c5b50c-b3df-4ec5-ae6d-437f3e9e49c0 req-b294a560-ba84-44b9-b391-f84a6b936037 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Calling delete_port for ff12d8e1-9359-4461-ae10-7ce54f84b0e6 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:36.315546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56668) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:36.362442 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:36.416226 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Publish callbacks [] for security_group (27cc0334-fa32-4dfd-af8b-21a54ff1eee6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:36.469480 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Publish callbacks [] for security_group (27cc0334-fa32-4dfd-af8b-21a54ff1eee6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:36.519632 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:36.527725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1081610475-network', 'tenant_id': '8d34faf6add7400690171f1d097d5f2c'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:36.561010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c20bd6e2-0b56-42b5-9f90-0f5e3f7f4a33 req-31c3f941-186e-4f5d-99e4-2570f4b4ffb8 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3279219
Feb 19 21:02:36.583016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Network b2b08d58-ef61-4880-94a7-4dce88778bec is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:02:36.599529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31424e4-d16e-419c-96a4-53ecc976761e req-935db401-0edd-431b-a833-187403882470 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:36.603926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31424e4-d16e-419c-96a4-53ecc976761e req-935db401-0edd-431b-a833-187403882470 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:36.606655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a31424e4-d16e-419c-96a4-53ecc976761e req-935db401-0edd-431b-a833-187403882470 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1655 time: 0.1423504
Feb 19 21:02:36.634608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Network 792a9f6e-77ad-42ce-a625-d55aabe06157 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:02:36.644029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Pushing event updated for resources: {'Port': ['ID=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:36.652519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:36.661163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:36.663250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:36.671407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:36.723664 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (27cc0334-fa32-4dfd-af8b-21a54ff1eee6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:36.728428 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:36.728428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27cc0334-fa32-4dfd-af8b-21a54ff1eee6 HTTP/1.1" status: 204  len: 168 time: 0.5407028
Feb 19 21:02:36.771550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a31424e4-d16e-419c-96a4-53ecc976761e req-c1abea92-ae6b-4bbe-a7bd-10d88cf6cf32 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583123
Feb 19 21:02:36.783822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cc0334-fa32-4dfd-af8b-21a54ff1eee6,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:36.795911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.796559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.797077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.797597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.798104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.798611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.799115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.799616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.800233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.800778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.801279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.801776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.802941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e442441-9e7c-4ef1-8684-b76f5265c923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:02:36.863625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12ed24-bb98-4b6a-ac98-3e1debe427d6 req-4d26b473-b916-4fe7-a7c9-e972cf8c48a4 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:36.874730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Made reservation on behalf of 8d34faf6add7400690171f1d097d5f2c for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:36.883743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:36.884969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa12ed24-bb98-4b6a-ac98-3e1debe427d6 req-4d26b473-b916-4fe7-a7c9-e972cf8c48a4 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 945 time: 0.1685345
Feb 19 21:02:36.963953 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.067904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f712a5-97ad-4fa2-ac53-8110609daa74 req-4cee006c-774e-4b62-a2aa-4f4a1bcb17a0 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:37.071712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:37.072346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.074914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event updated for resources: {'Port': ['ID=eb5ca4e0-1823-4105-bad9-89b1262047ff,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:37.075519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0f712a5-97ad-4fa2-ac53-8110609daa74 req-4cee006c-774e-4b62-a2aa-4f4a1bcb17a0 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 932 time: 0.1890006
Feb 19 21:02:37.089961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa12ed24-bb98-4b6a-ac98-3e1debe427d6 req-c6b46733-9966-484c-a286-2fffb61d4201 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800232
Feb 19 21:02:37.090219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:37.090890 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.145985 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-19bf442f-0a29-45c6-818f-05ce473f34fd tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8227465
Feb 19 21:02:37.171438 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-ab920823-7e41-4968-ae06-eccf689bc8e0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9915566
Feb 19 21:02:37.181875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Request body: {'port': {'device_id': 'e61315ad-086f-4a49-b685-c13202a03d98', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:37.185139 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d9c5b50c-b3df-4ec5-ae6d-437f3e9e49c0 req-b294a560-ba84-44b9-b391-f84a6b936037 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ff12d8e1-9359-4461-ae10-7ce54f84b0e6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.197883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['7c930953-29d6-4047-8f78-0d1f65f29d0b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:37.227755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0f712a5-97ad-4fa2-ac53-8110609daa74 req-7c4fbee6-a52c-4847-a6fc-f95731261b6c tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512816
Feb 19 21:02:37.260058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Request body: {'port': {'device_id': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:37.343040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0dcd6ad3-5df7-412c-89ed-e0464c41828d None None] Provisioning complete for port eb5ca4e0-1823-4105-bad9-89b1262047ff triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:37.343694 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0dcd6ad3-5df7-412c-89ed-e0464c41828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.364502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5edc80-d1ab-4dd7-af12-4008fb56f599 req-b04859d9-bd67-4d85-a1cf-b20b518b018c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:37.367110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc5edc80-d1ab-4dd7-af12-4008fb56f599 req-b04859d9-bd67-4d85-a1cf-b20b518b018c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.1383445
Feb 19 21:02:37.388589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294a560-ba84-44b9-b391-f84a6b936037 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Pushing event deleted for resources: {'Port': ['ID=ff12d8e1-9359-4461-ae10-7ce54f84b0e6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:37.449302 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc5edc80-d1ab-4dd7-af12-4008fb56f599 req-67f0d2c1-76c3-49fb-85e1-67be08c0e220 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682280
Feb 19 21:02:37.470175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd6ad3-5df7-412c-89ed-e0464c41828d None None] Port eb5ca4e0-1823-4105-bad9-89b1262047ff cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:02:37.547235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56684) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:37.572812 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c5b50c-b3df-4ec5-ae6d-437f3e9e49c0 req-b294a560-ba84-44b9-b391-f84a6b936037 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] No DVR routers for this DVR port ff12d8e1-9359-4461-ae10-7ce54f84b0e6 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:37.574442 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e07736ac-7e3d-4924-ae60-adbd8053e39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.587724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ff12d8e1-9359-4461-ae10-7ce54f84b0e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:37.599555 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d9c5b50c-b3df-4ec5-ae6d-437f3e9e49c0 req-b294a560-ba84-44b9-b391-f84a6b936037 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.603022 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9c5b50c-b3df-4ec5-ae6d-437f3e9e49c0 req-b294a560-ba84-44b9-b391-f84a6b936037 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.10 "DELETE /v2.0/ports/ff12d8e1-9359-4461-ae10-7ce54f84b0e6 HTTP/1.1" status: 204  len: 173 time: 3.0422554
Feb 19 21:02:37.606931 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95227559-6479-49fb-8e4b-4b3d7cf582c9', 'name': 'network-vif-deleted', 'tag': 'ff12d8e1-9359-4461-ae10-7ce54f84b0e6'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:37.609340 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1f42b7-7e0a-4875-ac25-c2b7b0f899db" -d '{"events": [{"server_uuid": "95227559-6479-49fb-8e4b-4b3d7cf582c9", "name": "network-vif-deleted", "tag": "ff12d8e1-9359-4461-ae10-7ce54f84b0e6"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:37.629267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: ff12d8e1-9359-4461-ae10-7ce54f84b0e6 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:37.629863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ff12d8e1-9359-4461-ae10-7ce54f84b0e6 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:37.677110 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.687575 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Publish callbacks [] for security_group (057c0b74-e053-41ef-8715-eccae1ab93ed), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.690320 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be87a084-753e-4b1e-aadb-dbd2336f05db x-openstack-request-id: req-be87a084-753e-4b1e-aadb-dbd2336f05db {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:37.690320 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95227559-6479-49fb-8e4b-4b3d7cf582c9", "name": "network-vif-deleted", "tag": "ff12d8e1-9359-4461-ae10-7ce54f84b0e6", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:37.690320 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be87a084-753e-4b1e-aadb-dbd2336f05db {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:37.692252 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95227559-6479-49fb-8e4b-4b3d7cf582c9', 'name': 'network-vif-deleted', 'tag': 'ff12d8e1-9359-4461-ae10-7ce54f84b0e6', 'status': 'completed', 'code': 200}
Feb 19 21:02:37.697933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.719495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (057c0b74-e053-41ef-8715-eccae1ab93ed), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.778943 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e07736ac-7e3d-4924-ae60-adbd8053e39a admin admin] Publish callbacks [] for security_group (7fed5b80-87b4-47fe-b2cd-e6d6aca13ab5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.792149 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e07736ac-7e3d-4924-ae60-adbd8053e39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7fed5b80-87b4-47fe-b2cd-e6d6aca13ab5), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.843596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:02:37.861134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4476845b-7523-42d1-ad7a-c540077edf33), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.861985 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Added segment 4476845b-7523-42d1-ad7a-c540077edf33 of type vlan for network 0ece0e80-c125-4eb8-a568-1d9e97f806cd
Feb 19 21:02:37.917204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07736ac-7e3d-4924-ae60-adbd8053e39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed5b80-87b4-47fe-b2cd-e6d6aca13ab5,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:37.920849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (0ece0e80-c125-4eb8-a568-1d9e97f806cd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:37.959369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e07736ac-7e3d-4924-ae60-adbd8053e39a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=172c0f8c12664912a2189247d2efa1e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4112096
Feb 19 21:02:37.962723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56692) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:38.022160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057c0b74-e053-41ef-8715-eccae1ab93ed,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:38.052190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3c455-4900-432e-b0d1-d94b3d744c61 req-4809dbcc-b828-40ec-80c6-5bffbaf3abe3 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:38.059969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ee3c455-4900-432e-b0d1-d94b3d744c61 req-4809dbcc-b828-40ec-80c6-5bffbaf3abe3 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.2260690
Feb 19 21:02:38.093591 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (0ece0e80-c125-4eb8-a568-1d9e97f806cd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:38.094664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:38.095356 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:38.101724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d50a2-bda1-494a-9941-4ec859591400 req-a78bf2af-555e-4808-8094-0f0f7f541c40 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:38.107317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d50a2-bda1-494a-9941-4ec859591400 req-a78bf2af-555e-4808-8094-0f0f7f541c40 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:38.118475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-585d50a2-bda1-494a-9941-4ec859591400 req-a78bf2af-555e-4808-8094-0f0f7f541c40 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1655 time: 0.1579421
Feb 19 21:02:38.165183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-afbb1a27-fcab-4702-acba-59f29e4203e7 admin admin] Publish callbacks [] for security_group (7fed5b80-87b4-47fe-b2cd-e6d6aca13ab5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:38.181161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=0ece0e80-c125-4eb8-a568-1d9e97f806cd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:38.201488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 0ece0e80-c125-4eb8-a568-1d9e97f806cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:02:38.213304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ee3c455-4900-432e-b0d1-d94b3d744c61 req-24202fca-b963-4cd3-b28b-2b6984a13b79 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520851
Feb 19 21:02:38.230401 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-afbb1a27-fcab-4702-acba-59f29e4203e7 admin admin] Publish callbacks [] for security_group (7fed5b80-87b4-47fe-b2cd-e6d6aca13ab5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:38.295996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-585d50a2-bda1-494a-9941-4ec859591400 req-8e7173b8-59e4-4a6f-8a69-96d7536ab415 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572113
Feb 19 21:02:38.356167 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc283c23-5ec8-405b-b86a-ea86a6e15cc1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 2.0377259
Feb 19 21:02:38.366104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56702) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:38.368242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8aac540a-e011-4829-884d-b88eb1ea94c0 req-705d537b-044b-4e45-aec2-26c37e9e6a4e tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=95227559-6479-49fb-8e4b-4b3d7cf582c9 HTTP/1.1" status: 200  len: 210 time: 0.0591927
Feb 19 21:02:38.391486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] Request body: {'subnet': {'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1081610475-subnet', 'tenant_id': '8d34faf6add7400690171f1d097d5f2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:38.467377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-afbb1a27-fcab-4702-acba-59f29e4203e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7fed5b80-87b4-47fe-b2cd-e6d6aca13ab5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:38.470452 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-afbb1a27-fcab-4702-acba-59f29e4203e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:38.471408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-afbb1a27-fcab-4702-acba-59f29e4203e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fed5b80-87b4-47fe-b2cd-e6d6aca13ab5 HTTP/1.1" status: 204  len: 168 time: 0.5078018
Feb 19 21:02:38.501114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] Made reservation on behalf of 8d34faf6add7400690171f1d097d5f2c for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:38.503471 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:38.550851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb1a27-fcab-4702-acba-59f29e4203e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed5b80-87b4-47fe-b2cd-e6d6aca13ab5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:38.661639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce1e01-3f64-45e5-b6f6-63035beab8a2 req-7f550879-0240-4b84-9cb6-d82d389b233d tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:38.669440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94ce1e01-3f64-45e5-b6f6-63035beab8a2 req-7f550879-0240-4b84-9cb6-d82d389b233d tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 932 time: 0.2569110
Feb 19 21:02:38.745197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee6e9c-1a3d-41c5-89c3-3806c25732b2 req-dff7602c-4eea-4b9e-9a1c-cdf236709ff7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:38.747769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6ee6e9c-1a3d-41c5-89c3-3806c25732b2 req-dff7602c-4eea-4b9e-9a1c-cdf236709ff7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.1581814
Feb 19 21:02:38.765919 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef05e742-e00b-4308-af0a-e4dc13084ce0 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:38.779528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Publish callbacks [] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:38.784151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:38.801444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Publish callbacks [] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:38.817905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94ce1e01-3f64-45e5-b6f6-63035beab8a2 req-36218bd8-8a5c-4a13-a055-3b54a567f644 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409242
Feb 19 21:02:38.820967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Transition to ACTIVE for port object ef05e742-e00b-4308-af0a-e4dc13084ce0 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:02:38.836276 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Transition to ACTIVE for port object e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:02:38.839908 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:38.965964 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Pushing event updated for resources: {'Port': ['ID=ef05e742-e00b-4308-af0a-e4dc13084ce0,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:38.982738 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.020158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6ee6e9c-1a3d-41c5-89c3-3806c25732b2 req-d784bb86-7158-4861-b78a-a5bb9c3c1dda tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2357800
Feb 19 21:02:39.131597 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (17e6fa56-d755-494e-9a8f-82702fc906cc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.165801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Pushing event updated for resources: {'Port': ['ID=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:39.176708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Attempting to bind port ef05e742-e00b-4308-af0a-e4dc13084ce0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:02:39.177708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Attempting to bind port ef05e742-e00b-4308-af0a-e4dc13084ce0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a762f0ef-efad-44f0-a6fe-da5546c780c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:02:39.178210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Attempting to bind port ef05e742-e00b-4308-af0a-e4dc13084ce0 on network f41c994e-c961-4e3f-bdb7-f2f814e202f3 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:39.232919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56710) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:39.262181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Port ef05e742-e00b-4308-af0a-e4dc13084ce0 on network f41c994e-c961-4e3f-bdb7-f2f814e202f3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:02:39.262712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Attempting to bind port ef05e742-e00b-4308-af0a-e4dc13084ce0 on network f41c994e-c961-4e3f-bdb7-f2f814e202f3 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:39.277596 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e8b16cb-9ec8-4613-84aa-ad372c6d26d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.282187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:02:39.282674 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Checking segment: {'id': 'a762f0ef-efad-44f0-a6fe-da5546c780c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:39.283079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Bound using segment: {'id': 'a762f0ef-efad-44f0-a6fe-da5546c780c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:02:39.283801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Bound port: ef05e742-e00b-4308-af0a-e4dc13084ce0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a762f0ef-efad-44f0-a6fe-da5546c780c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:02:39.283934 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.303563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e6fa56-d755-494e-9a8f-82702fc906cc,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:39.317182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] Checking segment: {'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:39.317557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] Network hostable DHCP agents. Network: 0ece0e80-c125-4eb8-a568-1d9e97f806cd, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:02:39.371766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Attempting to bind port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:02:39.372111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Attempting to bind port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bf3e1efa-7289-45df-9506-26fcf4442131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:02:39.372494 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Attempting to bind port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 on network b2b08d58-ef61-4880-94a7-4dce88778bec {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:39.376460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] Network 0ece0e80-c125-4eb8-a568-1d9e97f806cd is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:02:39.385806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 on network b2b08d58-ef61-4880-94a7-4dce88778bec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:02:39.387071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Attempting to bind port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 on network b2b08d58-ef61-4880-94a7-4dce88778bec {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:39.398492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:02:39.398842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Checking segment: {'id': 'bf3e1efa-7289-45df-9506-26fcf4442131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:39.399249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Bound using segment: {'id': 'bf3e1efa-7289-45df-9506-26fcf4442131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:02:39.400103 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Bound port: e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3e1efa-7289-45df-9506-26fcf4442131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:02:39.400514 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.463298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] For port ef05e742-e00b-4308-af0a-e4dc13084ce0, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:02:39.473970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0ece0e80-c125-4eb8-a568-1d9e97f806cd) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:39.480801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] For port ef05e742-e00b-4308-af0a-e4dc13084ce0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef05e742-e00b-4308-af0a-e4dc13084ce0,segment=NetworkSegment(a762f0ef-efad-44f0-a6fe-da5546c780c0),segment_id=a762f0ef-efad-44f0-a6fe-da5546c780c0)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:02:39.486444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c155bdab-b443-4678-9565-67fcd1eb3454 None None] Network 0ece0e80-c125-4eb8-a568-1d9e97f806cd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:02:39.497148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:39.497878 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.508521 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.560492 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e8b16cb-9ec8-4613-84aa-ad372c6d26d7 admin admin] Publish callbacks [] for security_group (3f492d2d-42c2-4ff6-a5ac-f571581cb66e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.569158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a9834-f3c6-472c-b9dd-b2fa904cb3b3 req-7828934a-bdfa-4e32-9bc2-ffe22ea573b1 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:39.571731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d7a9834-f3c6-472c-b9dd-b2fa904cb3b3 req-7828934a-bdfa-4e32-9bc2-ffe22ea573b1 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.2138686
Feb 19 21:02:39.587184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4d6d7334-9f82-466d-af93-d294d6d251a4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.1913395
Feb 19 21:02:39.587184 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e8b16cb-9ec8-4613-84aa-ad372c6d26d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3f492d2d-42c2-4ff6-a5ac-f571581cb66e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.593052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] For port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:02:39.600570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] For port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2,segment=NetworkSegment(bf3e1efa-7289-45df-9506-26fcf4442131),segment_id=bf3e1efa-7289-45df-9506-26fcf4442131)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:02:39.609049 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:39.609976 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.611836 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] 10.222.0.67 "PUT /v2.0/ports/ef05e742-e00b-4308-af0a-e4dc13084ce0 HTTP/1.1" status: 200  len: 1092 time: 2.4218526
Feb 19 21:02:39.633303 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.657428 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Request body: {'port': {'device_id': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:39.662677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ef1a7-660e-4f2f-8392-30498cf742ab service neutron] Pushing event updated for resources: {'Port': ['ID=ef05e742-e00b-4308-af0a-e4dc13084ce0,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:39.693635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cae7b-9077-415f-a161-7b0878b53a32 req-59d77220-086e-4946-ab4f-9e4442bf5483 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:39.697707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576b2bb5-ef27-4dac-90ef-866deefcedb9 None None] Network 0ece0e80-c125-4eb8-a568-1d9e97f806cd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:02:39.706259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cae7b-9077-415f-a161-7b0878b53a32 req-59d77220-086e-4946-ab4f-9e4442bf5483 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:39.707763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d51cae7b-9077-415f-a161-7b0878b53a32 req-59d77220-086e-4946-ab4f-9e4442bf5483 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1667 time: 0.3073387
Feb 19 21:02:39.799828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'tag': 'ef05e742-e00b-4308-af0a-e4dc13084ce0'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:39.802229 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c5e889-7a2b-4a7d-b6be-b74647d34869" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "tag": "ef05e742-e00b-4308-af0a-e4dc13084ce0"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:39.804801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Pushing event updated for resources: {'Port': ['ID=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:39.821439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:39.822089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:39.827495 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-727134df-2e60-4d03-bee8-7187dae2f34e service neutron] 10.222.0.67 "PUT /v2.0/ports/e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 HTTP/1.1" status: 200  len: 1092 time: 2.6609545
Feb 19 21:02:39.954286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:40.027764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-6b0f236e-48d5-4cea-b017-8c44dcd1ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:40.029896 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-6b0f236e-48d5-4cea-b017-8c44dcd1ee5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3e2bd0a55e44ee2802a7b95678c9d60&device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 1126 time: 0.1246405
Feb 19 21:02:40.087667 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-f99b83aa-60ee-4990-915b-abaaf860bada service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 HTTP/1.1" status: 200  len: 217 time: 0.0496066
Feb 19 21:02:40.204369 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-0953fe2e-915d-4976-9a6a-a706234b2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:40.205892 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-0953fe2e-915d-4976-9a6a-a706234b2cde service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ea53a83-3f07-452a-b42a-8a44ccb73ea8 HTTP/1.1" status: 200  len: 849 time: 0.1080868
Feb 19 21:02:40.259233 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-ca150204-1e08-45cc-bbb0-2285f6642cb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b08d58-ef61-4880-94a7-4dce88778bec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368457
Feb 19 21:02:40.323375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0e8b16cb-9ec8-4613-84aa-ad372c6d26d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ea2a5563e7547cdbcb8034291d96f81&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0858598
Feb 19 21:02:40.325496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56730) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:40.325619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b16cb-9ec8-4613-84aa-ad372c6d26d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f492d2d-42c2-4ff6-a5ac-f571581cb66e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:40.381722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d51cae7b-9077-415f-a161-7b0878b53a32 req-db2338e2-2bca-4578-9dc9-f7034f7cf986 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6458375
Feb 19 21:02:40.390151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d7a9834-f3c6-472c-b9dd-b2fa904cb3b3 req-0901b9b3-bdda-42ef-b314-08145326b950 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7736659
Feb 19 21:02:40.496598 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-b8afc04f-b1a1-4502-9862-7cd7ab00f9b0 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263143
Feb 19 21:02:40.499238 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d0edc0-1d3e-498f-9455-7b41484fa277 x-openstack-request-id: req-c7d0edc0-1d3e-498f-9455-7b41484fa277 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:40.499538 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "tag": "ef05e742-e00b-4308-af0a-e4dc13084ce0", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:40.499835 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7d0edc0-1d3e-498f-9455-7b41484fa277 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:40.500294 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'tag': 'ef05e742-e00b-4308-af0a-e4dc13084ce0', 'status': 'completed', 'code': 200}
Feb 19 21:02:40.627866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9b70-2908-4637-8c82-cff6ee2d8ad8 admin admin] Publish callbacks [] for security_group (3f492d2d-42c2-4ff6-a5ac-f571581cb66e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:40.642954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5e889-7a2b-4a7d-b6be-b74647d34869 req-956d926c-a01d-4209-a346-690a2118ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:40.643947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5e889-7a2b-4a7d-b6be-b74647d34869 req-956d926c-a01d-4209-a346-690a2118ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:40.645914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81c5e889-7a2b-4a7d-b6be-b74647d34869 req-956d926c-a01d-4209-a346-690a2118ff50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a67095fabac457da3239e727c92e4ab&device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1945 time: 0.1370008
Feb 19 21:02:40.700258 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9b70-2908-4637-8c82-cff6ee2d8ad8 admin admin] Publish callbacks [] for security_group (3f492d2d-42c2-4ff6-a5ac-f571581cb66e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:40.784589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063af5e-d05d-4f3f-a5ba-214339de8682 req-9fffbb9b-d7e8-463b-958c-e6b6ac1df6e4 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:40.791662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5063af5e-d05d-4f3f-a5ba-214339de8682 req-9fffbb9b-d7e8-463b-958c-e6b6ac1df6e4 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 944 time: 0.2113991
Feb 19 21:02:40.814045 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a4f045b-da4f-4608-ae87-e2f0f4166f95 req-a5218920-7bee-497b-bd2d-c0ad28a4bf9f service neutron] 10.222.0.67 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3028989
Feb 19 21:02:40.822369 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5ca4e0-1823-4105-bad9-89b1262047ff {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:40.832377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9b70-2908-4637-8c82-cff6ee2d8ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3f492d2d-42c2-4ff6-a5ac-f571581cb66e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:40.835478 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9b70-2908-4637-8c82-cff6ee2d8ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:40.837071 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7b9e9b70-2908-4637-8c82-cff6ee2d8ad8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f492d2d-42c2-4ff6-a5ac-f571581cb66e HTTP/1.1" status: 204  len: 168 time: 0.5111768
Feb 19 21:02:40.841765 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Publish callbacks [] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:40.861055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e9b70-2908-4637-8c82-cff6ee2d8ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f492d2d-42c2-4ff6-a5ac-f571581cb66e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:40.869330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Transition to ACTIVE for port object eb5ca4e0-1823-4105-bad9-89b1262047ff will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:02:40.879951 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:40.973680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Pushing event updated for resources: {'Port': ['ID=eb5ca4e0-1823-4105-bad9-89b1262047ff,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:41.053301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Attempting to bind port eb5ca4e0-1823-4105-bad9-89b1262047ff on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:02:41.053992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Attempting to bind port eb5ca4e0-1823-4105-bad9-89b1262047ff by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a36bf3cb-d77a-429c-befe-31b6597fcc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:02:41.054313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Attempting to bind port eb5ca4e0-1823-4105-bad9-89b1262047ff on network 792a9f6e-77ad-42ce-a625-d55aabe06157 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:41.064091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Port eb5ca4e0-1823-4105-bad9-89b1262047ff on network 792a9f6e-77ad-42ce-a625-d55aabe06157 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:02:41.066414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Attempting to bind port eb5ca4e0-1823-4105-bad9-89b1262047ff on network 792a9f6e-77ad-42ce-a625-d55aabe06157 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:41.076769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:02:41.077267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Checking segment: {'id': 'a36bf3cb-d77a-429c-befe-31b6597fcc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:41.077891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Bound using segment: {'id': 'a36bf3cb-d77a-429c-befe-31b6597fcc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:02:41.078459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Bound port: eb5ca4e0-1823-4105-bad9-89b1262047ff, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36bf3cb-d77a-429c-befe-31b6597fcc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:02:41.078923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:41.176974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] For port eb5ca4e0-1823-4105-bad9-89b1262047ff, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:02:41.180837 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] For port eb5ca4e0-1823-4105-bad9-89b1262047ff, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb5ca4e0-1823-4105-bad9-89b1262047ff,segment=NetworkSegment(a36bf3cb-d77a-429c-befe-31b6597fcc9c),segment_id=a36bf3cb-d77a-429c-befe-31b6597fcc9c)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:02:41.197168 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:41.247923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5063af5e-d05d-4f3f-a5ba-214339de8682 req-0dabaa5b-e8d5-4401-8eae-4e1d093ca930 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4552832
Feb 19 21:02:41.253220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:41.256556 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:41.259191 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] 10.222.0.67 "PUT /v2.0/ports/eb5ca4e0-1823-4105-bad9-89b1262047ff HTTP/1.1" status: 200  len: 1092 time: 1.6070890
Feb 19 21:02:41.321656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5e889-7a2b-4a7d-b6be-b74647d34869 req-699f2bcf-1b30-4ae1-a74f-c4c50d447283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:41.322291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5e889-7a2b-4a7d-b6be-b74647d34869 req-699f2bcf-1b30-4ae1-a74f-c4c50d447283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:41.322786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5e889-7a2b-4a7d-b6be-b74647d34869 req-699f2bcf-1b30-4ae1-a74f-c4c50d447283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:41.322900 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e981dfa-a33b-45ff-ac92-e4de1bc91d8e service neutron] Pushing event updated for resources: {'Port': ['ID=eb5ca4e0-1823-4105-bad9-89b1262047ff,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:41.342335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81c5e889-7a2b-4a7d-b6be-b74647d34869 req-699f2bcf-1b30-4ae1-a74f-c4c50d447283 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0a67095fabac457da3239e727c92e4ab&shared=False HTTP/1.1" status: 200  len: 2289 time: 0.6880012
Feb 19 21:02:41.669819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5e889-7a2b-4a7d-b6be-b74647d34869 req-0e686a67-96b1-4187-8121-c691c86c9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:41.672002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81c5e889-7a2b-4a7d-b6be-b74647d34869 req-0e686a67-96b1-4187-8121-c691c86c9e6d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3281090
Feb 19 21:02:41.679693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-30005cb2-53c8-4c7b-a2d5-021aefb22545 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:41.688755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-30005cb2-53c8-4c7b-a2d5-021aefb22545 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/networks?id=0ece0e80-c125-4eb8-a568-1d9e97f806cd HTTP/1.1" status: 200  len: 822 time: 0.7926397
Feb 19 21:02:41.721695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-d9d37cc5-73c7-41d5-a2c5-3ce259a1a2d9 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/quotas/8d34faf6add7400690171f1d097d5f2c HTTP/1.1" status: 200  len: 375 time: 0.0316656
Feb 19 21:02:41.823569 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-b8e2dca0-4395-430b-96c0-606708d962c6 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d34faf6add7400690171f1d097d5f2c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0750384
Feb 19 21:02:41.922474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2660b-1049-4b8f-8566-8a1d7738eed3 req-a6ca46f8-a6eb-4214-a273-feaeab4263de tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:41.929747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0da2660b-1049-4b8f-8566-8a1d7738eed3 req-a6ca46f8-a6eb-4214-a273-feaeab4263de tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.4297941
Feb 19 21:02:41.979066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-81c64559-cc17-49aa-b8f8-6e64c594656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:41.979650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-81c64559-cc17-49aa-b8f8-6e64c594656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:41.981531 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-81c64559-cc17-49aa-b8f8-6e64c594656e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a67095fabac457da3239e727c92e4ab&device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 2043 time: 0.2297168
Feb 19 21:02:42.047437 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-f269bf2d-747d-4c78-b1c1-b4403db3bbdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=ef05e742-e00b-4308-af0a-e4dc13084ce0 HTTP/1.1" status: 200  len: 217 time: 0.0564575
Feb 19 21:02:42.062319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0da2660b-1049-4b8f-8566-8a1d7738eed3 req-89d85cf7-8826-49dc-beaf-e2f356b8966d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1315353
Feb 19 21:02:42.148410 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-be058802-ccd4-4176-b684-8c6ae64b922e service neutron] 10.222.0.30 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3119059
Feb 19 21:02:42.256026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-51bd53aa-baf0-44f5-8903-a41e437dbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:42.257623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-51bd53aa-baf0-44f5-8903-a41e437dbe0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=76003f63-e8b7-428c-8467-76a3ba14d3b3 HTTP/1.1" status: 200  len: 801 time: 0.1890388
Feb 19 21:02:42.351925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1287ff18-6035-40b1-9ac8-f5c6c151d707 service neutron] 10.222.0.30 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904984
Feb 19 21:02:42.363275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-7cd92895-55a1-4bfa-aea5-475dae602a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:42.366205 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-7cd92895-55a1-4bfa-aea5-475dae602a67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f41c994e-c961-4e3f-bdb7-f2f814e202f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1005292
Feb 19 21:02:42.501184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61315ad-086f-4a49-b685-c13202a03d98', 'tag': 'e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2'}, {'name': 'network-changed', 'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'tag': 'eb5ca4e0-1823-4105-bad9-89b1262047ff'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:42.503652 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f42295-f154-4337-b02f-1bec8595ac8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e61315ad-086f-4a49-b685-c13202a03d98", "tag": "e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2"}, {"name": "network-changed", "server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "tag": "eb5ca4e0-1823-4105-bad9-89b1262047ff"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:42.611614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-30ea3458-6fef-4160-a148-56fabdf4adbe service neutron] 10.222.0.67 "GET /v2.0/networks/f41c994e-c961-4e3f-bdb7-f2f814e202f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2342534
Feb 19 21:02:42.727690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-b66d75d6-3a5b-4261-a267-cefe651e85f0 service neutron] 10.222.0.67 "GET /v2.0/networks/f41c994e-c961-4e3f-bdb7-f2f814e202f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013589
Feb 19 21:02:42.796513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-07fcc3a1-eca8-4364-8106-3add32adc7f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.114&port_id=eb5ca4e0-1823-4105-bad9-89b1262047ff HTTP/1.1" status: 200  len: 217 time: 0.0482664
Feb 19 21:02:42.880767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fe653-7916-4aeb-9827-ee78b216dad5 req-e9999177-727c-4752-8c44-d6eef0b31314 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:42.882601 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-865fe653-7916-4aeb-9827-ee78b216dad5 req-e9999177-727c-4752-8c44-d6eef0b31314 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.2698977
Feb 19 21:02:42.892356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc85d3d-9d40-4d70-acd4-c45fcb0c4f84 req-cdbf9d90-36cc-4d92-b210-5206c761f51f tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:42.897943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc85d3d-9d40-4d70-acd4-c45fcb0c4f84 req-cdbf9d90-36cc-4d92-b210-5206c761f51f tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:42.907259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4dc85d3d-9d40-4d70-acd4-c45fcb0c4f84 req-cdbf9d90-36cc-4d92-b210-5206c761f51f tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1679 time: 0.3911121
Feb 19 21:02:42.954666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-62a5405f-9e4b-4957-a214-4ba4fbfca21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:42.956272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-62a5405f-9e4b-4957-a214-4ba4fbfca21d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67dd3bcf-7861-4330-8fcd-ca0e61444446 HTTP/1.1" status: 200  len: 801 time: 0.1564317
Feb 19 21:02:43.049525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4dc85d3d-9d40-4d70-acd4-c45fcb0c4f84 req-782be193-b9d5-4d2b-a699-daa31a8ac780 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420710
Feb 19 21:02:43.056126 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-865fe653-7916-4aeb-9827-ee78b216dad5 req-b7b1fa9d-952c-4b70-841a-e43867590021 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446283
Feb 19 21:02:43.114327 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-a1aca42b-d7dd-47cb-ae18-b3e355b24636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:43.118200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-a1aca42b-d7dd-47cb-ae18-b3e355b24636 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=792a9f6e-77ad-42ce-a625-d55aabe06157&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1546245
Feb 19 21:02:43.341950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-a1bc4304-837b-41cd-b7c6-93a38bf65543 service neutron] 10.222.0.67 "GET /v2.0/networks/792a9f6e-77ad-42ce-a625-d55aabe06157?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147989
Feb 19 21:02:43.365665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84722165-1d54-45c5-b5eb-0374cd6bb667 req-438c97ce-bcc1-452b-8675-ff396485ab3e tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:43.372806 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84722165-1d54-45c5-b5eb-0374cd6bb667 req-438c97ce-bcc1-452b-8675-ff396485ab3e tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1520216
Feb 19 21:02:43.381643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedf050-317c-4088-955f-02aa295fc1e7 req-1b0de58b-16f8-4d6e-b7af-47567f615d89 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:43.389131 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5cedf050-317c-4088-955f-02aa295fc1e7 req-1b0de58b-16f8-4d6e-b7af-47567f615d89 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 944 time: 0.1695316
Feb 19 21:02:43.547683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84722165-1d54-45c5-b5eb-0374cd6bb667 req-65f94132-3fb4-4f14-b71b-2ea6a03f8e0b tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738510
Feb 19 21:02:43.571019 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5cedf050-317c-4088-955f-02aa295fc1e7 req-5b256989-906f-45ed-97c1-b1d1aa2f0c86 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793702
Feb 19 21:02:43.594869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56806) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:43.612804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a48b34f-0f90-4b08-a961-5cb3806f128f req-30ef34ae-f678-4f20-bb03-aeb8374cb999 service neutron] 10.222.0.67 "GET /v2.0/networks/792a9f6e-77ad-42ce-a625-d55aabe06157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2628233
Feb 19 21:02:43.655953 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138fca61-a7e5-4076-b254-96c8ac9ce797 x-openstack-request-id: req-138fca61-a7e5-4076-b254-96c8ac9ce797 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:43.656567 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61315ad-086f-4a49-b685-c13202a03d98", "tag": "e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "tag": "eb5ca4e0-1823-4105-bad9-89b1262047ff", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:43.657899 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-138fca61-a7e5-4076-b254-96c8ac9ce797 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:43.658419 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61315ad-086f-4a49-b685-c13202a03d98', 'tag': 'e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2', 'status': 'completed', 'code': 200}
Feb 19 21:02:43.659105 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'tag': 'eb5ca4e0-1823-4105-bad9-89b1262047ff', 'status': 'completed', 'code': 200}
Feb 19 21:02:43.718337 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-adb96e4f-66c6-44f8-9eff-4a06537a3bd2 req-72840b9c-f0db-4839-b8aa-6b63b4d13687 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 210 time: 0.0491085
Feb 19 21:02:43.854310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c1597d15-05b1-4388-b526-3ce9ecc9fe7f tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Request body: {'quota': {'network': 2}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:43.924429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42295-f154-4337-b02f-1bec8595ac8d req-a7deb227-31bf-4116-a052-ff7c57103207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:43.927965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-a7deb227-31bf-4116-a052-ff7c57103207 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3e2bd0a55e44ee2802a7b95678c9d60&device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 1126 time: 0.2229064
Feb 19 21:02:43.974933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56810) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:43.976320 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c1597d15-05b1-4388-b526-3ce9ecc9fe7f tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] 10.222.0.30 "PUT /v2.0/quotas/434867c053464d71a0849ce15c12d97f HTTP/1.1" status: 200  len: 368 time: 0.3787425
Feb 19 21:02:44.022065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Request body: {'network': {'project_id': '434867c053464d71a0849ce15c12d97f'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:44.060892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395c2df-d5aa-410e-bcaa-ccf355386e5b req-28e494e6-d169-4264-984d-0692279c19bb tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:44.063095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4395c2df-d5aa-410e-bcaa-ccf355386e5b req-28e494e6-d169-4264-984d-0692279c19bb tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.2728970
Feb 19 21:02:44.067236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:02:44.119776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Made reservation on behalf of 434867c053464d71a0849ce15c12d97f for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:44.122330 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:44.150343 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:44.240269 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2,segment=NetworkSegment(bf3e1efa-7289-45df-9506-26fcf4442131),segment_id=bf3e1efa-7289-45df-9506-26fcf4442131)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:44.248866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42295-f154-4337-b02f-1bec8595ac8d req-cdb9cadc-5c9f-46fc-a476-8f7bff0213c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:44.250383 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-cdb9cadc-5c9f-46fc-a476-8f7bff0213c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b08d58-ef61-4880-94a7-4dce88778bec HTTP/1.1" status: 200  len: 910 time: 0.3152816
Feb 19 21:02:44.259512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2', 'network_id': 'b2b08d58-ef61-4880-94a7-4dce88778bec', 'port_id': 'e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2', 'mac_address': 'fa:16:3e:76:b6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea53a83-3f07-452a-b42a-8a44ccb73ea8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:02:44.273522 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4395c2df-d5aa-410e-bcaa-ccf355386e5b req-5867e2b5-8dbf-40e8-8fa2-d33f8e65436f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2014568
Feb 19 21:02:44.312071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:44.312538 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:44.331323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-9c47d74f-c7ef-4df3-8c73-71754d14361d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 HTTP/1.1" status: 200  len: 217 time: 0.0723414
Feb 19 21:02:44.333811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:44.380233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2,segment=NetworkSegment(bf3e1efa-7289-45df-9506-26fcf4442131),segment_id=bf3e1efa-7289-45df-9506-26fcf4442131)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:44.387034 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:44.450406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:44.616132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-2e59eb0a-3a81-4529-8216-0321f2883cfa tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:44.617636 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-2e59eb0a-3a81-4529-8216-0321f2883cfa tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.10 "GET /v2.0/networks?id=0ece0e80-c125-4eb8-a568-1d9e97f806cd HTTP/1.1" status: 200  len: 822 time: 0.2515094
Feb 19 21:02:44.619103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4c3bf-daed-4a1c-b72e-a57a1fa00e6b req-7dbf1121-1a07-4cac-ae51-5afbc79ee8d0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:44.625263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4c3bf-daed-4a1c-b72e-a57a1fa00e6b req-7dbf1121-1a07-4cac-ae51-5afbc79ee8d0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:44.633870 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Request body: {'port': {'device_id': '92321eba-8b05-4954-9660-9e95356bb6b3', 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd', 'admin_state_up': True, 'tenant_id': '8d34faf6add7400690171f1d097d5f2c'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:44.634077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30f4c3bf-daed-4a1c-b72e-a57a1fa00e6b req-7dbf1121-1a07-4cac-ae51-5afbc79ee8d0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1679 time: 0.4636581
Feb 19 21:02:44.664672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42295-f154-4337-b02f-1bec8595ac8d req-9a6f0cf7-fdbd-4b56-b2c8-4f7914114cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:44.666824 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-9a6f0cf7-fdbd-4b56-b2c8-4f7914114cf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ea53a83-3f07-452a-b42a-8a44ccb73ea8 HTTP/1.1" status: 200  len: 849 time: 0.3275559
Feb 19 21:02:44.807514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Made reservation on behalf of 8d34faf6add7400690171f1d097d5f2c for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:44.813137 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:44.885623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:45.033228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Allocated IP 172.20.0.8 (0ece0e80-c125-4eb8-a568-1d9e97f806cd/17e6fa56-d755-494e-9a8f-82702fc906cc/1a064e13-3fb5-4649-98d7-8b53f8bf8480) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:02:45.101769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-a8a1c260-806a-47b6-bdaf-fbae840c1395 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b08d58-ef61-4880-94a7-4dce88778bec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4195690
Feb 19 21:02:45.123155 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks [] for security_group (edf12b04-4e4d-43f6-86df-245a46827c66), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:45.166141 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (edf12b04-4e4d-43f6-86df-245a46827c66), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:45.218466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e2c3a-2172-4beb-be16-a4725f1799f2 req-93edce80-95c1-47fb-9989-6c2bfe667716 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:45.220753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e5e2c3a-2172-4beb-be16-a4725f1799f2 req-93edce80-95c1-47fb-9989-6c2bfe667716 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.7773423
Feb 19 21:02:45.274371 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:45.275425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30f4c3bf-daed-4a1c-b72e-a57a1fa00e6b req-0ccfe897-6e2b-4436-b489-3e0b1cc58e0a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6405814
Feb 19 21:02:45.346253 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:45.346510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf12b04-4e4d-43f6-86df-245a46827c66,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:45.350229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:02:45.366671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e5e2c3a-2172-4beb-be16-a4725f1799f2 req-a87b0175-f529-47dd-b0d9-16a4c6d750c1 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382465
Feb 19 21:02:45.407871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Network 0ece0e80-c125-4eb8-a568-1d9e97f806cd is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:02:45.411546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:45.416268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:45.450724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event updated for resources: {'Port': ['ID=1a064e13-3fb5-4649-98d7-8b53f8bf8480,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:45.489654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:45.490431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:45.498922 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (35b13e85-5b6e-466a-bca0-dd7bff920dc3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:45.499643 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Added segment 35b13e85-5b6e-466a-bca0-dd7bff920dc3 of type vlan for network 0c0f3b1f-25e8-4a3c-b5d4-0b82d7897892
Feb 19 21:02:45.518431 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-85490509-7b2d-4354-96a0-3c7d0a2661d4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8905709
Feb 19 21:02:45.537239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Request body: {'port': {'device_id': '92321eba-8b05-4954-9660-9e95356bb6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:45.620308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:45.632861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436abcc-3901-4f05-ac6a-a9dd8d7dc0ea req-868ef5fb-bdaa-419f-b414-a5ec1024652c tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:45.635414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9436abcc-3901-4f05-ac6a-a9dd8d7dc0ea req-868ef5fb-bdaa-419f-b414-a5ec1024652c tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.2083642
Feb 19 21:02:45.639095 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (0c0f3b1f-25e8-4a3c-b5d4-0b82d7897892), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:45.643519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-39479976-76b8-4806-933e-e59ddd376d05 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5180964
Feb 19 21:02:45.771801 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.resource_extend [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:02:45.803668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba5f01-9f1c-4110-a415-b9afa1d50e3a req-74f2d962-b1f5-482a-b71a-0ab8ba6cf617 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:45.805564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2aba5f01-9f1c-4110-a415-b9afa1d50e3a req-74f2d962-b1f5-482a-b71a-0ab8ba6cf617 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 945 time: 0.3037815
Feb 19 21:02:45.807757 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-cd867fe9-5fb7-4eb7-b329-d46a7b755fee service neutron] 10.222.0.67 "GET /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501718
Feb 19 21:02:45.831187 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (0c0f3b1f-25e8-4a3c-b5d4-0b82d7897892), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:45.832261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:45.832960 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.016140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9436abcc-3901-4f05-ac6a-a9dd8d7dc0ea req-b5e3aa27-3ad1-48e8-b063-2bc8a5e64218 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3611031
Feb 19 21:02:46.041662 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:46.052175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.0387177
Feb 19 21:02:46.066035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56830) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:46.080619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Request body: {'network': {'project_id': '434867c053464d71a0849ce15c12d97f'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:46.176337 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2aba5f01-9f1c-4110-a415-b9afa1d50e3a req-fc5164f5-718a-480a-9e40-8475c32a3d20 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3573179
Feb 19 21:02:46.181262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb0591-56d6-4c7f-b33d-83194894789a tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Pushing event updated for resources: {'Network': ['ID=0c0f3b1f-25e8-4a3c-b5d4-0b82d7897892,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:46.216641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 0c0f3b1f-25e8-4a3c-b5d4-0b82d7897892 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:02:46.265102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Made reservation on behalf of 434867c053464d71a0849ce15c12d97f for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:46.280587 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.288205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42295-f154-4337-b02f-1bec8595ac8d req-e825206c-fb2b-4751-910f-d623063ec842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:46.288945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42295-f154-4337-b02f-1bec8595ac8d req-e825206c-fb2b-4751-910f-d623063ec842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:46.290776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-e825206c-fb2b-4751-910f-d623063ec842 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a67095fabac457da3239e727c92e4ab&device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 2043 time: 0.4195716
Feb 19 21:02:46.319505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:02:46.335850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:46.335850 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.401252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54ad23-f10d-41c4-979e-808d0560ccb9 req-2697bf84-33fe-47c0-bdb6-9df92800adfe tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:46.409036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e54ad23-f10d-41c4-979e-808d0560ccb9 req-2697bf84-33fe-47c0-bdb6-9df92800adfe tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 931 time: 0.2663853
Feb 19 21:02:46.456617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:02:46.504483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (99c48580-f3d1-4002-a2b7-c45f8469d8b6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.504858 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Added segment 99c48580-f3d1-4002-a2b7-c45f8469d8b6 of type vlan for network 0ae82308-5b59-45c8-8663-be16ec3af3ed
Feb 19 21:02:46.510811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:46.511836 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.536488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd1f77-8c31-45ab-951c-2bc3400b0443 req-9114158a-19a0-4723-8111-45953f265147 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:46.538243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57cd1f77-8c31-45ab-951c-2bc3400b0443 req-9114158a-19a0-4723-8111-45953f265147 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.2439985
Feb 19 21:02:46.544071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61315ad-086f-4a49-b685-c13202a03d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:46.546423 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1274ea1c-632c-49bd-a25b-71a030d9f138" -d '{"events": [{"server_uuid": "e61315ad-086f-4a49-b685-c13202a03d98", "name": "network-vif-plugged", "status": "completed", "tag": "e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:46.551634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a064e13-3fb5-4649-98d7-8b53f8bf8480 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:46.566273 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2,segment=NetworkSegment(bf3e1efa-7289-45df-9506-26fcf4442131),segment_id=bf3e1efa-7289-45df-9506-26fcf4442131)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:46.569728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Publish callbacks [] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.574844 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.591774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Transition to ACTIVE for port object 1a064e13-3fb5-4649-98d7-8b53f8bf8480 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:02:46.595421 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e54ad23-f10d-41c4-979e-808d0560ccb9 req-fa74e967-4773-4395-9660-7a7cf7953c60 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853800
Feb 19 21:02:46.612319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42295-f154-4337-b02f-1bec8595ac8d req-ef603c65-c47c-40b8-ab31-eca523b79a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:46.624651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-ef603c65-c47c-40b8-ab31-eca523b79a49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=792a9f6e-77ad-42ce-a625-d55aabe06157 HTTP/1.1" status: 200  len: 902 time: 0.3062506
Feb 19 21:02:46.633967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.657124 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (0ae82308-5b59-45c8-8663-be16ec3af3ed), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.674579 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:46.728594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-ce501067-78f7-4ff1-82c1-92d61670919e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.114&port_id=eb5ca4e0-1823-4105-bad9-89b1262047ff HTTP/1.1" status: 200  len: 217 time: 0.0746062
Feb 19 21:02:46.753985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a064e13-3fb5-4649-98d7-8b53f8bf8480,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:46.823245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Attempting to bind port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:02:46.824494 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Attempting to bind port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:02:46.825289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Attempting to bind port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 on network 0ece0e80-c125-4eb8-a568-1d9e97f806cd {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:46.831797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 on network 0ece0e80-c125-4eb8-a568-1d9e97f806cd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:02:46.832447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Attempting to bind port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 on network 0ece0e80-c125-4eb8-a568-1d9e97f806cd {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:02:46.840667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:02:46.841403 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Checking segment: {'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:46.842135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Bound using segment: {'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:02:46.842756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Bound port: 1a064e13-3fb5-4649-98d7-8b53f8bf8480, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:02:46.843428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.863389 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57cd1f77-8c31-45ab-951c-2bc3400b0443 req-dc0ccb20-a25a-4199-88b2-50d7e868cd43 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2935579
Feb 19 21:02:46.871249 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (0ae82308-5b59-45c8-8663-be16ec3af3ed), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.872396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:46.873070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:46.885150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42295-f154-4337-b02f-1bec8595ac8d req-c2233cae-fe30-4494-97c6-eb5ac262ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:46.886794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-c2233cae-fe30-4494-97c6-eb5ac262ca42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67dd3bcf-7861-4330-8fcd-ca0e61444446 HTTP/1.1" status: 200  len: 801 time: 0.1307058
Feb 19 21:02:46.961742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede3c51-1d79-4703-8ff0-ef1f83f94257 req-87ae2430-053a-425b-9135-b6b230a585e5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:46.967874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede3c51-1d79-4703-8ff0-ef1f83f94257 req-87ae2430-053a-425b-9135-b6b230a585e5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:46.969567 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ede3c51-1d79-4703-8ff0-ef1f83f94257 req-87ae2430-053a-425b-9135-b6b230a585e5 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1679 time: 0.2460248
Feb 19 21:02:46.969807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] For port 1a064e13-3fb5-4649-98d7-8b53f8bf8480, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:02:46.973757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] For port 1a064e13-3fb5-4649-98d7-8b53f8bf8480, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a064e13-3fb5-4649-98d7-8b53f8bf8480,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:02:46.982800 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:47.003008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.9306602
Feb 19 21:02:47.014835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56838) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:47.028498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:47.029323 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:47.030881 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a064e13-3fb5-4649-98d7-8b53f8bf8480 HTTP/1.1" status: 200  len: 1091 time: 1.5042400
Feb 19 21:02:47.046953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d723bcb9-c20d-4ac1-b3c8-13f74ab24a3b tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Request body: {'network': {'project_id': '434867c053464d71a0849ce15c12d97f'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:47.050260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92321eba-8b05-4954-9660-9e95356bb6b3', 'tag': '1a064e13-3fb5-4649-98d7-8b53f8bf8480'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:47.053245 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e1fd50-9923-41d6-89ec-a64c866c1e53" -d '{"events": [{"name": "network-changed", "server_uuid": "92321eba-8b05-4954-9660-9e95356bb6b3", "tag": "1a064e13-3fb5-4649-98d7-8b53f8bf8480"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:47.070360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809904d8-67c2-4cc6-96a3-729264e8c75d tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Pushing event updated for resources: {'Network': ['ID=0ae82308-5b59-45c8-8663-be16ec3af3ed,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:47.076807 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d723bcb9-c20d-4ac1-b3c8-13f74ab24a3b tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:02:47.077218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d723bcb9-c20d-4ac1-b3c8-13f74ab24a3b tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:02:47.081481 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d723bcb9-c20d-4ac1-b3c8-13f74ab24a3b tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0466223
Feb 19 21:02:47.082109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56844) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:47.096773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 0ae82308-5b59-45c8-8663-be16ec3af3ed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:02:47.142054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42295-f154-4337-b02f-1bec8595ac8d req-e8467735-ae8c-4435-98df-651f317cbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:47.144372 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-e8467735-ae8c-4435-98df-651f317cbbc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=792a9f6e-77ad-42ce-a625-d55aabe06157&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.2111218
Feb 19 21:02:47.151029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e1c7f-b4eb-448e-934f-17899cbf74b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a064e13-3fb5-4649-98d7-8b53f8bf8480,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:47.226462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ede3c51-1d79-4703-8ff0-ef1f83f94257 req-312f356c-c2a1-4436-b67a-605a9ff6b244 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246253
Feb 19 21:02:47.234609 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a3bb8a9e-b4ac-4aa7-84b2-99394bb7b83b tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=434867c053464d71a0849ce15c12d97f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1490488
Feb 19 21:02:47.237116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56848) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:47.293038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-3310af53-4a73-4b69-be36-3e92205e7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:47.295567 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-3310af53-4a73-4b69-be36-3e92205e7f3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d34faf6add7400690171f1d097d5f2c&device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 1125 time: 0.1558783
Feb 19 21:02:47.348036 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-b99b2576-ead5-4541-9d17-390449ee4b5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a064e13-3fb5-4649-98d7-8b53f8bf8480 HTTP/1.1" status: 200  len: 217 time: 0.0431254
Feb 19 21:02:47.378830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77aa7-15c8-4879-b66e-6a136442bf0f req-e9245198-5254-40c3-8232-385d2d2e71ca tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:47.382887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6eb77aa7-15c8-4879-b66e-6a136442bf0f req-e9245198-5254-40c3-8232-385d2d2e71ca tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.4089808
Feb 19 21:02:47.405805 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5fa8dcad-4169-44ea-bea6-72c87b60eb62 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks [] for security_group (edf12b04-4e4d-43f6-86df-245a46827c66), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:47.467175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5fa8dcad-4169-44ea-bea6-72c87b60eb62 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks [] for security_group (edf12b04-4e4d-43f6-86df-245a46827c66), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:47.488944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-d947b587-a669-4f93-ab3a-3e80029cb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:47.490443 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-d947b587-a669-4f93-ab3a-3e80029cb4fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17e6fa56-d755-494e-9a8f-82702fc906cc HTTP/1.1" status: 200  len: 862 time: 0.1355317
Feb 19 21:02:47.508972 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50381982-f331-451c-9e99-08b2dd6b477d x-openstack-request-id: req-50381982-f331-451c-9e99-08b2dd6b477d {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:47.509329 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61315ad-086f-4a49-b685-c13202a03d98", "name": "network-vif-plugged", "status": "completed", "tag": "e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:47.509516 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50381982-f331-451c-9e99-08b2dd6b477d {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:47.509917 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61315ad-086f-4a49-b685-c13202a03d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2', 'code': 200}
Feb 19 21:02:47.539337 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-a463c50f-0bf7-48db-b199-9c69bdd326ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ece0e80-c125-4eb8-a568-1d9e97f806cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407412
Feb 19 21:02:47.616312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6eb77aa7-15c8-4879-b66e-6a136442bf0f req-bf434bda-4086-4f89-ba1a-4377fc13149b tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101054
Feb 19 21:02:47.621394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b52e3-2fe8-430e-bbb9-7e5dac82fdf6 req-635b0494-6f45-4ee4-a521-fb7eb5e0886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:47.622151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-33107a5a-03ed-44b6-93ee-8b6974117ac3 service neutron] 10.222.0.67 "GET /v2.0/networks/792a9f6e-77ad-42ce-a625-d55aabe06157?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4473181
Feb 19 21:02:47.622860 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6b9b52e3-2fe8-430e-bbb9-7e5dac82fdf6 req-635b0494-6f45-4ee4-a521-fb7eb5e0886e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 1128 time: 0.1793187
Feb 19 21:02:47.654104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe621b-09cb-4ed8-b970-82efe7c3b3ea req-f283fda5-621e-4e33-a416-9580d2876522 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:47.664430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3bbe621b-09cb-4ed8-b970-82efe7c3b3ea req-f283fda5-621e-4e33-a416-9580d2876522 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1379955
Feb 19 21:02:47.680322 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5fa8dcad-4169-44ea-bea6-72c87b60eb62 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (edf12b04-4e4d-43f6-86df-245a46827c66), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:47.683143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5fa8dcad-4169-44ea-bea6-72c87b60eb62 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:47.684404 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5fa8dcad-4169-44ea-bea6-72c87b60eb62 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/edf12b04-4e4d-43f6-86df-245a46827c66 HTTP/1.1" status: 204  len: 168 time: 0.4457667
Feb 19 21:02:47.691131 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56852) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:47.716613 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-1177b3b5-e89e-4da1-8269-f7ef34fe688d service neutron] 10.222.0.10 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685269
Feb 19 21:02:47.729564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8dcad-4169-44ea-bea6-72c87b60eb62 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf12b04-4e4d-43f6-86df-245a46827c66,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:47.804175 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6b9b52e3-2fe8-430e-bbb9-7e5dac82fdf6 req-d4b15c3d-5134-4082-af8b-3a5613b0132a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622052
Feb 19 21:02:47.855580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3bbe621b-09cb-4ed8-b970-82efe7c3b3ea req-c23c3587-4d41-44fe-aeff-02bdb3b951cd tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894538
Feb 19 21:02:47.863725 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (0ae82308-5b59-45c8-8663-be16ec3af3ed), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:47.931801 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c0c676-6281-4db8-8013-b6102314c8ce x-openstack-request-id: req-31c0c676-6281-4db8-8013-b6102314c8ce {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:47.932374 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92321eba-8b05-4954-9660-9e95356bb6b3", "tag": "1a064e13-3fb5-4649-98d7-8b53f8bf8480", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:47.936168 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31c0c676-6281-4db8-8013-b6102314c8ce {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:47.939110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36f42295-f154-4337-b02f-1bec8595ac8d req-da320c0c-f8ca-40dc-a0ce-7467e4161190 service neutron] 10.222.0.67 "GET /v2.0/networks/792a9f6e-77ad-42ce-a625-d55aabe06157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2704382
Feb 19 21:02:47.939673 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92321eba-8b05-4954-9660-9e95356bb6b3', 'tag': '1a064e13-3fb5-4649-98d7-8b53f8bf8480', 'status': 'completed', 'code': 200}
Feb 19 21:02:47.985601 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30b114c7-5396-4dc5-b37c-875ccd33a1b7 req-2487599f-d8fc-4398-b4cd-d60d567d2120 service neutron] 10.222.0.10 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223065
Feb 19 21:02:48.032667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ef05e742-e00b-4308-af0a-e4dc13084ce0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:02:48.117023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61379d6-b982-4da6-a4c0-08143fc719cf req-e2d3126f-255d-48ab-8d39-b6aab3c69ac4 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:48.118995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a61379d6-b982-4da6-a4c0-08143fc719cf req-e2d3126f-255d-48ab-8d39-b6aab3c69ac4 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 946 time: 0.1655014
Feb 19 21:02:48.147677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611dcd8-7edd-4bd4-987a-3ebf44b26ebe req-a5c13e71-bf1f-46a1-a3b7-a978c12c7e21 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:48.155639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9611dcd8-7edd-4bd4-987a-3ebf44b26ebe req-a5c13e71-bf1f-46a1-a3b7-a978c12c7e21 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 943 time: 0.1107087
Feb 19 21:02:48.177046 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (0ae82308-5b59-45c8-8663-be16ec3af3ed), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.217598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a627f70>,) {'filters': {'network_id': ['0ae82308-5b59-45c8-8663-be16ec3af3ed']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:48.222472 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a61379d6-b982-4da6-a4c0-08143fc719cf req-a016255b-85fb-4734-911d-9852fd44891f tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949683
Feb 19 21:02:48.234102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a627f70>, '99c48580-f3d1-4002-a2b7-c45f8469d8b6') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:48.234685 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a627f70>, '99c48580-f3d1-4002-a2b7-c45f8469d8b6') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:48.243769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ef05e742-e00b-4308-af0a-e4dc13084ce0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef05e742-e00b-4308-af0a-e4dc13084ce0,segment=NetworkSegment(a762f0ef-efad-44f0-a6fe-da5546c780c0),segment_id=a762f0ef-efad-44f0-a6fe-da5546c780c0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:48.248860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (99c48580-f3d1-4002-a2b7-c45f8469d8b6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.286454 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (99c48580-f3d1-4002-a2b7-c45f8469d8b6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.288573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'ef05e742-e00b-4308-af0a-e4dc13084ce0', 'network_id': 'f41c994e-c961-4e3f-bdb7-f2f814e202f3', 'port_id': 'ef05e742-e00b-4308-af0a-e4dc13084ce0', 'mac_address': 'fa:16:3e:18:0d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76003f63-e8b7-428c-8467-76a3ba14d3b3', 'ip_address': '19.80.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:02:48.306976 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:02:48.307596 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (99c48580-f3d1-4002-a2b7-c45f8469d8b6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   warnings.warn('Neutron quota engine will require "--force" '
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:02:48.312833 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:02:48.326585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9611dcd8-7edd-4bd4-987a-3ebf44b26ebe req-6c63e355-b9bf-476d-a07c-e57593b26cfc tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667364
Feb 19 21:02:48.376847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c3794-4238-4237-869d-0459a29d0108 req-039f87c1-a909-4185-87cc-b3eda6192ec2 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:48.384753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-742c3794-4238-4237-869d-0459a29d0108 req-039f87c1-a909-4185-87cc-b3eda6192ec2 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.2052047
Feb 19 21:02:48.385713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1fd50-9923-41d6-89ec-a64c866c1e53 req-5c38d482-81dc-48bf-a956-f328cad42cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:48.390624 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40e1fd50-9923-41d6-89ec-a64c866c1e53 req-5c38d482-81dc-48bf-a956-f328cad42cc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d34faf6add7400690171f1d097d5f2c&device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 1125 time: 0.2920504
Feb 19 21:02:48.434240 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ef05e742-e00b-4308-af0a-e4dc13084ce0 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:48.434570 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.438709 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cc17b268-5271-4d71-bbae-3936f4c36827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.462693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef05e742-e00b-4308-af0a-e4dc13084ce0 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:48.494587 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ef05e742-e00b-4308-af0a-e4dc13084ce0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef05e742-e00b-4308-af0a-e4dc13084ce0,segment=NetworkSegment(a762f0ef-efad-44f0-a6fe-da5546c780c0),segment_id=a762f0ef-efad-44f0-a6fe-da5546c780c0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:48.507557 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.509031 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device eb5ca4e0-1823-4105-bad9-89b1262047ff details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:02:48.538897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1fd50-9923-41d6-89ec-a64c866c1e53 req-bc4b1b38-4e68-4e4e-98d4-ca5f2036f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:48.540722 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40e1fd50-9923-41d6-89ec-a64c866c1e53 req-bc4b1b38-4e68-4e4e-98d4-ca5f2036f0f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ece0e80-c125-4eb8-a568-1d9e97f806cd HTTP/1.1" status: 200  len: 923 time: 0.1451690
Feb 19 21:02:48.597310 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40e1fd50-9923-41d6-89ec-a64c866c1e53 req-f2be6ccf-5db2-4c9f-a854-0e00452f9fc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a064e13-3fb5-4649-98d7-8b53f8bf8480 HTTP/1.1" status: 200  len: 217 time: 0.0487082
Feb 19 21:02:48.628864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ef05e742-e00b-4308-af0a-e4dc13084ce0,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:48.642241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (0ae82308-5b59-45c8-8663-be16ec3af3ed), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.661729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.671735 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] 10.222.0.30 "DELETE /v2.0/networks/0ae82308-5b59-45c8-8663-be16ec3af3ed HTTP/1.1" status: 204  len: 168 time: 0.9748132
Feb 19 21:02:48.672000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56858) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:48.676736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdaa8d-f914-4f0c-a68d-d00b97e1a8c1 req-ef5e5d97-b4ee-4aac-b5c7-0eaf0b62832e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:48.679287 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08cdaa8d-f914-4f0c-a68d-d00b97e1a8c1 req-ef5e5d97-b4ee-4aac-b5c7-0eaf0b62832e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.2862256
Feb 19 21:02:48.704694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559edf21-1fbc-43be-bfda-ba20697a721e tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ae82308-5b59-45c8-8663-be16ec3af3ed,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:48.722653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4654c6-154d-404d-ad9d-b8f36b4fdedd req-e2ee603f-ea9b-4dc7-8591-a63788f705e9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:48.736199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4654c6-154d-404d-ad9d-b8f36b4fdedd req-e2ee603f-ea9b-4dc7-8591-a63788f705e9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:48.738087 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b4654c6-154d-404d-ad9d-b8f36b4fdedd req-e2ee603f-ea9b-4dc7-8591-a63788f705e9 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1679 time: 0.2833297
Feb 19 21:02:48.766055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port eb5ca4e0-1823-4105-bad9-89b1262047ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb5ca4e0-1823-4105-bad9-89b1262047ff,segment=NetworkSegment(a36bf3cb-d77a-429c-befe-31b6597fcc9c),segment_id=a36bf3cb-d77a-429c-befe-31b6597fcc9c)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:48.779159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1fd50-9923-41d6-89ec-a64c866c1e53 req-1a56c70e-9005-4e2d-abe2-8db467410f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:48.783457 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40e1fd50-9923-41d6-89ec-a64c866c1e53 req-1a56c70e-9005-4e2d-abe2-8db467410f18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17e6fa56-d755-494e-9a8f-82702fc906cc HTTP/1.1" status: 200  len: 862 time: 0.1794560
Feb 19 21:02:48.789778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'eb5ca4e0-1823-4105-bad9-89b1262047ff', 'network_id': '792a9f6e-77ad-42ce-a625-d55aabe06157', 'port_id': 'eb5ca4e0-1823-4105-bad9-89b1262047ff', 'mac_address': 'fa:16:3e:28:8c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67dd3bcf-7861-4330-8fcd-ca0e61444446', 'ip_address': '19.86.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:02:48.836132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port eb5ca4e0-1823-4105-bad9-89b1262047ff is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:48.836944 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.840846 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40e1fd50-9923-41d6-89ec-a64c866c1e53 req-f0f8e1c0-f4cb-4bb9-9246-77d8e73f5ea3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ece0e80-c125-4eb8-a568-1d9e97f806cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497952
Feb 19 21:02:48.850387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (0c0f3b1f-25e8-4a3c-b5d4-0b82d7897892), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.856263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08cdaa8d-f914-4f0c-a68d-d00b97e1a8c1 req-ce6e325a-bdb8-4d7e-abfd-96687305159b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1649568
Feb 19 21:02:48.864381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5ca4e0-1823-4105-bad9-89b1262047ff {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:48.865448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b4654c6-154d-404d-ad9d-b8f36b4fdedd req-441a5cb9-56dc-49eb-8b32-90712799c966 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199436
Feb 19 21:02:48.870472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-742c3794-4238-4237-869d-0459a29d0108 req-95616f22-8ec8-4ed3-ae50-2ef570ed79ab tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Deleting port 7c930953-29d6-4047-8f78-0d1f65f29d0b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:48.871504 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-742c3794-4238-4237-869d-0459a29d0108 req-95616f22-8ec8-4ed3-ae50-2ef570ed79ab tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.913818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port eb5ca4e0-1823-4105-bad9-89b1262047ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb5ca4e0-1823-4105-bad9-89b1262047ff,segment=NetworkSegment(a36bf3cb-d77a-429c-befe-31b6597fcc9c),segment_id=a36bf3cb-d77a-429c-befe-31b6597fcc9c)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:48.922160 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:48.993664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=eb5ca4e0-1823-4105-bad9-89b1262047ff,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:49.125597 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (0c0f3b1f-25e8-4a3c-b5d4-0b82d7897892), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:49.144702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe671f-e93d-434c-92fb-f45af85c27b5 req-62e41d15-0b2a-4717-9268-9f94d8852191 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:49.146326 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6fbe671f-e93d-434c-92fb-f45af85c27b5 req-62e41d15-0b2a-4717-9268-9f94d8852191 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.1632781
Feb 19 21:02:49.154210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-742c3794-4238-4237-869d-0459a29d0108 req-95616f22-8ec8-4ed3-ae50-2ef570ed79ab tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] For port 7c930953-29d6-4047-8f78-0d1f65f29d0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c930953-29d6-4047-8f78-0d1f65f29d0b,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:49.154210 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-742c3794-4238-4237-869d-0459a29d0108 req-95616f22-8ec8-4ed3-ae50-2ef570ed79ab tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:49.154667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a695bf8e0>,) {'filters': {'network_id': ['0c0f3b1f-25e8-4a3c-b5d4-0b82d7897892']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:49.169158 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a695bf8e0>, '35b13e85-5b6e-466a-bca0-dd7bff920dc3') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:49.169675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a695bf8e0>, '35b13e85-5b6e-466a-bca0-dd7bff920dc3') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:49.180323 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40e1fd50-9923-41d6-89ec-a64c866c1e53 req-aca1eaf6-5c03-4f34-be31-0e10d13197a9 service neutron] 10.222.0.10 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3264456
Feb 19 21:02:49.186044 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (35b13e85-5b6e-466a-bca0-dd7bff920dc3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:49.201279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-742c3794-4238-4237-869d-0459a29d0108 req-95616f22-8ec8-4ed3-ae50-2ef570ed79ab tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Calling delete_port for 7c930953-29d6-4047-8f78-0d1f65f29d0b owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:49.220695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880a6eb-289b-4b27-bd79-9553834e30ff req-7f883f7b-881a-493b-8ee9-cf2a05e0df87 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:49.222283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e880a6eb-289b-4b27-bd79-9553834e30ff req-7f883f7b-881a-493b-8ee9-cf2a05e0df87 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 945 time: 0.1990700
Feb 19 21:02:49.290878 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (35b13e85-5b6e-466a-bca0-dd7bff920dc3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:49.328972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:02:49.330727 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (35b13e85-5b6e-466a-bca0-dd7bff920dc3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:02:49.336433 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:02:49.378968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ef05e742-e00b-4308-af0a-e4dc13084ce0'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:49.437678 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6fbe671f-e93d-434c-92fb-f45af85c27b5 req-c13c957b-b265-48c5-b5ac-018706a831ca tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2796154
Feb 19 21:02:49.507114 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40e1fd50-9923-41d6-89ec-a64c866c1e53 req-d3c74963-918b-489f-a1b6-ae9a73f94ba9 service neutron] 10.222.0.10 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3179877
Feb 19 21:02:49.512371 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (0c0f3b1f-25e8-4a3c-b5d4-0b82d7897892), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:49.521948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:49.531109 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] 10.222.0.30 "DELETE /v2.0/networks/0c0f3b1f-25e8-4a3c-b5d4-0b82d7897892 HTTP/1.1" status: 204  len: 168 time: 0.8570910
Feb 19 21:02:49.549581 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12074aac-dda8-4030-acbd-5d908f2a1584 tempest-QuotasNegativeTest-2086357187 tempest-QuotasNegativeTest-2086357187-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c0f3b1f-25e8-4a3c-b5d4-0b82d7897892,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:49.562789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e880a6eb-289b-4b27-bd79-9553834e30ff req-33adce44-a112-4653-810a-70be59c332a6 tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2978222
Feb 19 21:02:49.799812 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-742c3794-4238-4237-869d-0459a29d0108 req-95616f22-8ec8-4ed3-ae50-2ef570ed79ab tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7c930953-29d6-4047-8f78-0d1f65f29d0b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:49.819501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c27d1-acd9-49ad-ba1b-10754e4099aa req-9c5527e8-1c21-4845-afb7-f961b547854d tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:49.821233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b69c27d1-acd9-49ad-ba1b-10754e4099aa req-9c5527e8-1c21-4845-afb7-f961b547854d tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 946 time: 0.1579123
Feb 19 21:02:49.853136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93a5ac-1a50-4959-a3a1-cff91c844d75 req-1103445a-116e-44ba-83d1-82175e0f2b49 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:49.854729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f93a5ac-1a50-4959-a3a1-cff91c844d75 req-1103445a-116e-44ba-83d1-82175e0f2b49 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 943 time: 0.1455462
Feb 19 21:02:49.865295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95616f22-8ec8-4ed3-ae50-2ef570ed79ab tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Pushing event deleted for resources: {'Port': ['ID=7c930953-29d6-4047-8f78-0d1f65f29d0b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:49.963002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-742c3794-4238-4237-869d-0459a29d0108 req-95616f22-8ec8-4ed3-ae50-2ef570ed79ab tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] No DVR routers for this DVR port 7c930953-29d6-4047-8f78-0d1f65f29d0b on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:49.970430 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-742c3794-4238-4237-869d-0459a29d0108 req-95616f22-8ec8-4ed3-ae50-2ef570ed79ab tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:49.974288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-742c3794-4238-4237-869d-0459a29d0108 req-95616f22-8ec8-4ed3-ae50-2ef570ed79ab tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.10 "DELETE /v2.0/ports/7c930953-29d6-4047-8f78-0d1f65f29d0b HTTP/1.1" status: 204  len: 173 time: 1.5615904
Feb 19 21:02:49.979500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df03445-3277-48bd-be5b-c8503c33714d', 'name': 'network-vif-deleted', 'tag': '7c930953-29d6-4047-8f78-0d1f65f29d0b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:49.982115 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5fe55a-ae71-49ed-97fc-5c7ae466eda7" -d '{"events": [{"server_uuid": "2df03445-3277-48bd-be5b-c8503c33714d", "name": "network-vif-deleted", "tag": "7c930953-29d6-4047-8f78-0d1f65f29d0b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:49.999178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b69c27d1-acd9-49ad-ba1b-10754e4099aa req-884743fa-703b-41dc-8316-0a806973e2ae tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424310
Feb 19 21:02:50.056703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f93a5ac-1a50-4959-a3a1-cff91c844d75 req-53acb6ee-75b0-49d9-943f-f0af8f630433 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882508
Feb 19 21:02:50.358711 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4a1189f2-a846-41c9-9d92-03f0b4f2d40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:50.411254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['eb5ca4e0-1823-4105-bad9-89b1262047ff'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:50.430451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634e081-f468-4ee5-a077-dde9024a6962 req-835499df-a319-4f4b-8d54-0152924545b0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:50.449414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634e081-f468-4ee5-a077-dde9024a6962 req-835499df-a319-4f4b-8d54-0152924545b0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:50.457328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0634e081-f468-4ee5-a077-dde9024a6962 req-835499df-a319-4f4b-8d54-0152924545b0 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1681 time: 0.2061291
Feb 19 21:02:50.560706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0634e081-f468-4ee5-a077-dde9024a6962 req-8e0a3db6-a60b-4e4d-b0fd-efde3f1c1009 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021779
Feb 19 21:02:50.593972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d0f21-e415-4140-a799-d6e00e9194b7 req-ec895cb4-e99b-4752-aaec-a2f898d7f72f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:50.602036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba9d0f21-e415-4140-a799-d6e00e9194b7 req-ec895cb4-e99b-4752-aaec-a2f898d7f72f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.2647879
Feb 19 21:02:50.700628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba9d0f21-e415-4140-a799-d6e00e9194b7 req-fe00e39b-09a4-4669-9f98-f4a722d644b3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914903
Feb 19 21:02:50.751359 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:02:50.776356 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aee1da-f3c5-4867-a407-b9513825ab78 x-openstack-request-id: req-92aee1da-f3c5-4867-a407-b9513825ab78 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:50.777423 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df03445-3277-48bd-be5b-c8503c33714d", "name": "network-vif-deleted", "tag": "7c930953-29d6-4047-8f78-0d1f65f29d0b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:50.777799 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92aee1da-f3c5-4867-a407-b9513825ab78 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:50.778309 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df03445-3277-48bd-be5b-c8503c33714d', 'name': 'network-vif-deleted', 'tag': '7c930953-29d6-4047-8f78-0d1f65f29d0b', 'status': 'completed', 'code': 200}
Feb 19 21:02:50.929086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56896) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:50.930738 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3f2f86b-f53f-4a60-a2da-472a83fc7470 req-42529f4a-8403-42c7-b762-e1be42241e4f tempest-ServerRescueNegativeTestJSON-301100829 tempest-ServerRescueNegativeTestJSON-301100829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2df03445-3277-48bd-be5b-c8503c33714d HTTP/1.1" status: 200  len: 210 time: 0.0613160
Feb 19 21:02:50.941324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81d6bb-c41b-4df4-b0db-32cf1b3d8657 req-29fb7bcd-de22-4601-9a38-c7e724dd350f tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:50.950436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa81d6bb-c41b-4df4-b0db-32cf1b3d8657 req-29fb7bcd-de22-4601-9a38-c7e724dd350f tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.1543212
Feb 19 21:02:51.050361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa81d6bb-c41b-4df4-b0db-32cf1b3d8657 req-88ec5e99-2cd4-4c0d-8f59-4b660940660a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960846
Feb 19 21:02:51.098201 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b9adbf9-5931-48f0-ab1d-818f602092e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:51.228415 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b9adbf9-5931-48f0-ab1d-818f602092e7 admin admin] Publish callbacks [] for security_group (430573de-9eb8-4081-879c-dfea88bcc432), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:51.236822 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b9adbf9-5931-48f0-ab1d-818f602092e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (430573de-9eb8-4081-879c-dfea88bcc432), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:51.239935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502b718-86da-4c86-a91c-8745873786b1 req-b103ca4b-548b-422d-8e78-42b54fbd2f61 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:51.242810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8502b718-86da-4c86-a91c-8745873786b1 req-b103ca4b-548b-422d-8e78-42b54fbd2f61 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 943 time: 0.0685837
Feb 19 21:02:51.297367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9adbf9-5931-48f0-ab1d-818f602092e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430573de-9eb8-4081-879c-dfea88bcc432,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:51.318110 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3b9adbf9-5931-48f0-ab1d-818f602092e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dca190e2b34a4e1385bcad7a39532d1f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3877037
Feb 19 21:02:51.321302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56914) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:51.334878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8502b718-86da-4c86-a91c-8745873786b1 req-b5cfb4cd-88e2-4b29-8b81-6d3157a07648 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849578
Feb 19 21:02:51.409217 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eac7-1347-411a-878b-19de18b9a0b9 admin admin] Publish callbacks [] for security_group (430573de-9eb8-4081-879c-dfea88bcc432), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:51.438200 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eac7-1347-411a-878b-19de18b9a0b9 admin admin] Publish callbacks [] for security_group (430573de-9eb8-4081-879c-dfea88bcc432), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:51.529457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a2750-047c-406f-b2c1-ff8dbf388769 req-0c9f3c77-b454-4694-a350-a5a230fd7f28 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:51.531147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a0a2750-047c-406f-b2c1-ff8dbf388769 req-0c9f3c77-b454-4694-a350-a5a230fd7f28 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 946 time: 0.0738096
Feb 19 21:02:51.533391 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eac7-1347-411a-878b-19de18b9a0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (430573de-9eb8-4081-879c-dfea88bcc432), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:51.536691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eac7-1347-411a-878b-19de18b9a0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:51.538076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8ad8eac7-1347-411a-878b-19de18b9a0b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/430573de-9eb8-4081-879c-dfea88bcc432 HTTP/1.1" status: 204  len: 168 time: 0.2155278
Feb 19 21:02:51.562247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8eac7-1347-411a-878b-19de18b9a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430573de-9eb8-4081-879c-dfea88bcc432,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:51.603324 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a0a2750-047c-406f-b2c1-ff8dbf388769 req-2f4ac47b-b532-4ea2-b7af-15d478fdc357 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637753
Feb 19 21:02:51.656757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 1a064e13-3fb5-4649-98d7-8b53f8bf8480 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:02:51.658963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7c930953-29d6-4047-8f78-0d1f65f29d0b no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:51.707953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 7c930953-29d6-4047-8f78-0d1f65f29d0b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:51.708584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7c930953-29d6-4047-8f78-0d1f65f29d0b not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:51.789788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01dd8e-658d-4140-aff8-387631216046 req-92e0106e-df2f-4bab-a046-cd4de58ce5c1 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:51.797266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01dd8e-658d-4140-aff8-387631216046 req-92e0106e-df2f-4bab-a046-cd4de58ce5c1 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:51.805080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae01dd8e-658d-4140-aff8-387631216046 req-92e0106e-df2f-4bab-a046-cd4de58ce5c1 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1681 time: 0.1229281
Feb 19 21:02:51.815308 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:51.878842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 1a064e13-3fb5-4649-98d7-8b53f8bf8480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a064e13-3fb5-4649-98d7-8b53f8bf8480,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:51.893354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '1a064e13-3fb5-4649-98d7-8b53f8bf8480', 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd', 'port_id': '1a064e13-3fb5-4649-98d7-8b53f8bf8480', 'mac_address': 'fa:16:3e:1b:e4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e6fa56-d755-494e-9a8f-82702fc906cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:02:51.906441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae01dd8e-658d-4140-aff8-387631216046 req-dfbefe25-a24f-4191-b95f-5124604d82dc tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971935
Feb 19 21:02:51.914951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937415d8-c050-47a0-8e1f-96e3ce9ee64f req-bf7684a8-344a-4cc4-9105-1170178ed55a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:51.916706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-937415d8-c050-47a0-8e1f-96e3ce9ee64f req-bf7684a8-344a-4cc4-9105-1170178ed55a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.1105261
Feb 19 21:02:51.950001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:51.951947 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:51.971892 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a064e13-3fb5-4649-98d7-8b53f8bf8480 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:02:51.995798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 1a064e13-3fb5-4649-98d7-8b53f8bf8480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a064e13-3fb5-4649-98d7-8b53f8bf8480,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:52.000410 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-937415d8-c050-47a0-8e1f-96e3ce9ee64f req-696e5621-d077-4831-898a-2e7fcb20e08a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728784
Feb 19 21:02:52.016274 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.016613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56930) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:52.055635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ef05e742-e00b-4308-af0a-e4dc13084ce0 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:52.056246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56932) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:52.077879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56b7d03a-fb32-4280-b598-b80d4dd5fbdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.183786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=1a064e13-3fb5-4649-98d7-8b53f8bf8480,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:52.206055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port ef05e742-e00b-4308-af0a-e4dc13084ce0 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:02:52.210403 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port ef05e742-e00b-4308-af0a-e4dc13084ce0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:52.210884 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.249711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56b7d03a-fb32-4280-b598-b80d4dd5fbdb admin admin] Publish callbacks [] for security_group (25d862a6-b814-4036-91ed-4dce663e6d53), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.252526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['1a064e13-3fb5-4649-98d7-8b53f8bf8480'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:52.256718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56b7d03a-fb32-4280-b598-b80d4dd5fbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (25d862a6-b814-4036-91ed-4dce663e6d53), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.311052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7d03a-fb32-4280-b598-b80d4dd5fbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d862a6-b814-4036-91ed-4dce663e6d53,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:52.321843 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-56b7d03a-fb32-4280-b598-b80d4dd5fbdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4734ba4f7b12417c96dc7434a7568a48&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2628710
Feb 19 21:02:52.323780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56944) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:52.334869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed57f0-a708-4bff-b51c-f23ed3879f2e req-f0e2b9d2-cc5a-47c4-bfd4-fe9a4def3879 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:52.343943 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48ed57f0-a708-4bff-b51c-f23ed3879f2e req-f0e2b9d2-cc5a-47c4-bfd4-fe9a4def3879 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.1791480
Feb 19 21:02:52.372976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ef05e742-e00b-4308-af0a-e4dc13084ce0 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:52.373386 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.419774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48ed57f0-a708-4bff-b51c-f23ed3879f2e req-a71d070f-964a-431e-8c8d-95f09fbc2fce tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745084
Feb 19 21:02:52.447838 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dabdfe-33a0-4520-b2d9-4aac2746559b admin admin] Publish callbacks [] for security_group (25d862a6-b814-4036-91ed-4dce663e6d53), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.451434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef05e742-e00b-4308-af0a-e4dc13084ce0'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:52.453992 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f47b9c-2e03-45b3-a779-cdd028ac5d47" -d '{"events": [{"server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "name": "network-vif-plugged", "status": "completed", "tag": "ef05e742-e00b-4308-af0a-e4dc13084ce0"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:52.479240 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ef05e742-e00b-4308-af0a-e4dc13084ce0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef05e742-e00b-4308-af0a-e4dc13084ce0,segment=NetworkSegment(a762f0ef-efad-44f0-a6fe-da5546c780c0),segment_id=a762f0ef-efad-44f0-a6fe-da5546c780c0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:52.506595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dabdfe-33a0-4520-b2d9-4aac2746559b admin admin] Publish callbacks [] for security_group (25d862a6-b814-4036-91ed-4dce663e6d53), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.512319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.513281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device eb5ca4e0-1823-4105-bad9-89b1262047ff up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:52.538654 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6807c475-f997-42c8-85b2-d579a9fc2d17 x-openstack-request-id: req-6807c475-f997-42c8-85b2-d579a9fc2d17 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:52.539098 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "name": "network-vif-plugged", "status": "completed", "tag": "ef05e742-e00b-4308-af0a-e4dc13084ce0", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:52.539480 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6807c475-f997-42c8-85b2-d579a9fc2d17 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:52.539981 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef05e742-e00b-4308-af0a-e4dc13084ce0', 'code': 200}
Feb 19 21:02:52.599823 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dabdfe-33a0-4520-b2d9-4aac2746559b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (25d862a6-b814-4036-91ed-4dce663e6d53), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.604192 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dabdfe-33a0-4520-b2d9-4aac2746559b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.610847 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-08dabdfe-33a0-4520-b2d9-4aac2746559b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25d862a6-b814-4036-91ed-4dce663e6d53 HTTP/1.1" status: 204  len: 168 time: 0.2858181
Feb 19 21:02:52.613994 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ef05e742-e00b-4308-af0a-e4dc13084ce0,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:52.628959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dabdfe-33a0-4520-b2d9-4aac2746559b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d862a6-b814-4036-91ed-4dce663e6d53,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:52.631186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port eb5ca4e0-1823-4105-bad9-89b1262047ff completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:02:52.662343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port eb5ca4e0-1823-4105-bad9-89b1262047ff triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:52.662993 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.664128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5f9b6-bc7e-4aa4-b1e8-61908c2fa224 req-db0d2932-8d42-492a-9a41-950b7b7bf4b6 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:52.665932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00c5f9b6-bc7e-4aa4-b1e8-61908c2fa224 req-db0d2932-8d42-492a-9a41-950b7b7bf4b6 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 944 time: 0.1755760
Feb 19 21:02:52.793098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00c5f9b6-bc7e-4aa4-b1e8-61908c2fa224 req-622cb245-4deb-4940-88c6-7e60ecce97e7 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139672
Feb 19 21:02:52.818166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port eb5ca4e0-1823-4105-bad9-89b1262047ff is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:52.818605 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.853628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369588f-2d7c-41f8-bbb9-22559e30b499 req-672ae826-b1f5-4a6f-8e43-2bcf8c2f320c tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:52.856261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c369588f-2d7c-41f8-bbb9-22559e30b499 req-672ae826-b1f5-4a6f-8e43-2bcf8c2f320c tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 946 time: 0.1319938
Feb 19 21:02:52.872102 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port eb5ca4e0-1823-4105-bad9-89b1262047ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb5ca4e0-1823-4105-bad9-89b1262047ff,segment=NetworkSegment(a36bf3cb-d77a-429c-befe-31b6597fcc9c),segment_id=a36bf3cb-d77a-429c-befe-31b6597fcc9c)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:52.882724 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.901247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (c617fa1f-dc67-4013-b7fa-299ffe5c1882), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:52.966593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=eb5ca4e0-1823-4105-bad9-89b1262047ff,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:53.133516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:53.375640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c369588f-2d7c-41f8-bbb9-22559e30b499 req-2116ed67-e551-46f3-bdc6-5664349b48e4 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5047927
Feb 19 21:02:53.427931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2515d-0f7a-474b-98c6-12be3e798393 req-9534b48d-a9b0-4d06-8d68-ce2e66608baf tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:53.434600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2515d-0f7a-474b-98c6-12be3e798393 req-9534b48d-a9b0-4d06-8d68-ce2e66608baf tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:53.436745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07b2515d-0f7a-474b-98c6-12be3e798393 req-9534b48d-a9b0-4d06-8d68-ce2e66608baf tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1683 time: 0.1086805
Feb 19 21:02:53.584914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07b2515d-0f7a-474b-98c6-12be3e798393 req-ada5261f-369e-4693-8b3c-3e407e35cf6a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064456
Feb 19 21:02:53.603723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7074b-55e9-43bf-a2d5-0a0b0d204af5 req-caeff0e9-c3a6-42f8-be63-31f6b43e221b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:53.606482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74f7074b-55e9-43bf-a2d5-0a0b0d204af5 req-caeff0e9-c3a6-42f8-be63-31f6b43e221b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.1293728
Feb 19 21:02:53.650454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 1a064e13-3fb5-4649-98d7-8b53f8bf8480 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:02:53.736666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:02:53.738048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74f7074b-55e9-43bf-a2d5-0a0b0d204af5 req-df3a16b9-2e44-41ac-ab2b-ad6a24a7594c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154504
Feb 19 21:02:53.741615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:02:53.742221 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:53.804441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea2cfb-52d7-4a89-b38b-d05a2cb4ef8b req-f0d7b292-0a3b-4821-a56f-820cb80d3130 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:53.813929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8eea2cfb-52d7-4a89-b38b-d05a2cb4ef8b req-f0d7b292-0a3b-4821-a56f-820cb80d3130 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.1336133
Feb 19 21:02:53.830676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57020) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:53.887589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:53.887994 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:53.925989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] Deleting port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:53.928696 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:53.931460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 1a064e13-3fb5-4649-98d7-8b53f8bf8480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a064e13-3fb5-4649-98d7-8b53f8bf8480,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:53.941931 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:53.954359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cfde1-dc07-448e-826d-727fe89c0c6b req-32f5aad9-32c4-4e27-9627-59cb3444b47e tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:53.956136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-265cfde1-dc07-448e-826d-727fe89c0c6b req-32f5aad9-32c4-4e27-9627-59cb3444b47e tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.67 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 946 time: 0.1750054
Feb 19 21:02:53.984233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'networks': [{'name': 'tempest-network--1818969497'}, {'name': 'tempest-network--838860820'}]} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:53.984787 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'network': {'name': 'tempest-network--1818969497'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:53.986247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'network': {'name': 'tempest-network--838860820'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:53.990231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8eea2cfb-52d7-4a89-b38b-d05a2cb4ef8b req-efdde35b-d133-471f-a109-d08434dacfbe tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753397
Feb 19 21:02:54.009333 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=1a064e13-3fb5-4649-98d7-8b53f8bf8480,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:54.024144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Made reservation on behalf of 000c587782714bfe845d97c17cab4331 for: {'network': 2} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:54.031287 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.042768 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.140639 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks [] for security_group (95403bde-0ec2-4d06-b393-46e8d71ff426), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.145750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (95403bde-0ec2-4d06-b393-46e8d71ff426), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.146800 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.197863 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95403bde-0ec2-4d06-b393-46e8d71ff426,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:54.205585 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:02:54.219131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (48c41453-fda3-441d-9927-19deeb5ead26), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.219504 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Added segment 48c41453-fda3-441d-9927-19deeb5ead26 of type vlan for network 6a93727d-c24a-412e-ad93-74d4554b62c0
Feb 19 21:02:54.250731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47852715-b8db-4fca-921a-b27d2e1c6fbc req-7007ba20-3fbc-432c-a129-f996d118ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:54.251676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47852715-b8db-4fca-921a-b27d2e1c6fbc req-7007ba20-3fbc-432c-a129-f996d118ed1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1128 time: 0.2916985
Feb 19 21:02:54.253930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] For port 79d9f0c7-4aa7-4dba-add8-c62ac6119e85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79d9f0c7-4aa7-4dba-add8-c62ac6119e85,segment=NetworkSegment(ea44337f-3291-444a-9da0-b1590a87a2cc),segment_id=ea44337f-3291-444a-9da0-b1590a87a2cc)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:54.254328 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.266123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c211-0c79-49e1-8a4d-e62c57d927d3 req-2a6cd7df-0e64-4973-af0f-dad1a92a3e90 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:54.267394 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (6a93727d-c24a-412e-ad93-74d4554b62c0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.267659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eef8c211-0c79-49e1-8a4d-e62c57d927d3 req-2a6cd7df-0e64-4973-af0f-dad1a92a3e90 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 945 time: 0.3061914
Feb 19 21:02:54.294534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] Calling delete_port for 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:54.300533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:02:54.312503 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (66b8051a-731f-4742-af9b-e92f926472f1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.312860 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Added segment 66b8051a-731f-4742-af9b-e92f926472f1 of type vlan for network 85b07000-f310-46af-8489-511048d99dd6
Feb 19 21:02:54.342794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d15a4-bfb2-4f0f-a43c-89533d8a0544 req-fc3a3eaf-10b1-4936-9026-7df451bbfcc3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:54.348821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d59d15a4-bfb2-4f0f-a43c-89533d8a0544 req-fc3a3eaf-10b1-4936-9026-7df451bbfcc3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 946 time: 0.2628253
Feb 19 21:02:54.360062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (85b07000-f310-46af-8489-511048d99dd6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.380687 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.400498 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (6a93727d-c24a-412e-ad93-74d4554b62c0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.401250 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (85b07000-f310-46af-8489-511048d99dd6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.407264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:54.412031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:54.412817 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.475033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-265cfde1-dc07-448e-826d-727fe89c0c6b req-df07be56-dea1-4377-933a-8dd33ce08736 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Deleting port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:54.475904 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-265cfde1-dc07-448e-826d-727fe89c0c6b req-df07be56-dea1-4377-933a-8dd33ce08736 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.480190 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 0.6487622
Feb 19 21:02:54.484692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57030) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:54.487531 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47852715-b8db-4fca-921a-b27d2e1c6fbc req-6bf56d87-e6f8-45a6-a98a-8c8a4be6e533 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167337
Feb 19 21:02:54.504885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event updated for resources: {'Network': ['ID=6a93727d-c24a-412e-ad93-74d4554b62c0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:54.520296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 6a93727d-c24a-412e-ad93-74d4554b62c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:02:54.541199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5ca4e0-1823-4105-bad9-89b1262047ff'}, {'server_uuid': '92321eba-8b05-4954-9660-9e95356bb6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a064e13-3fb5-4649-98d7-8b53f8bf8480'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:54.545405 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911dcd30-7954-4caa-b88d-d1f4de3dc637" -d '{"events": [{"server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "name": "network-vif-plugged", "status": "completed", "tag": "eb5ca4e0-1823-4105-bad9-89b1262047ff"}, {"server_uuid": "92321eba-8b05-4954-9660-9e95356bb6b3", "name": "network-vif-plugged", "status": "completed", "tag": "1a064e13-3fb5-4649-98d7-8b53f8bf8480"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:54.548306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eef8c211-0c79-49e1-8a4d-e62c57d927d3 req-507aaa08-b892-4a9b-8483-0858325b5e42 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2682581
Feb 19 21:02:54.617842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d59d15a4-bfb2-4f0f-a43c-89533d8a0544 req-26f04223-2fc2-405c-ad3f-69b043b5ee65 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2501972
Feb 19 21:02:54.700968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b4519-ac8b-49d0-b005-480855e067ef tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event updated for resources: {'Network': ['ID=85b07000-f310-46af-8489-511048d99dd6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:54.733327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 85b07000-f310-46af-8489-511048d99dd6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:02:54.793599 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f4211a-4310-4ea5-8f74-c586cc2bdcc2 x-openstack-request-id: req-e0f4211a-4310-4ea5-8f74-c586cc2bdcc2 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:54.794323 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "name": "network-vif-plugged", "status": "completed", "tag": "eb5ca4e0-1823-4105-bad9-89b1262047ff", "code": 200}, {"server_uuid": "92321eba-8b05-4954-9660-9e95356bb6b3", "name": "network-vif-plugged", "status": "completed", "tag": "1a064e13-3fb5-4649-98d7-8b53f8bf8480", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:54.794323 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0f4211a-4310-4ea5-8f74-c586cc2bdcc2 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:54.798013 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5ca4e0-1823-4105-bad9-89b1262047ff', 'code': 200}
Feb 19 21:02:54.799422 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92321eba-8b05-4954-9660-9e95356bb6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a064e13-3fb5-4649-98d7-8b53f8bf8480', 'code': 200}
Feb 19 21:02:54.813928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073aab04-f963-4b63-8aa1-5fa4b77c705d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:54.826702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073aab04-f963-4b63-8aa1-5fa4b77c705d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:54.832524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073aab04-f963-4b63-8aa1-5fa4b77c705d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:54.839104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073aab04-f963-4b63-8aa1-5fa4b77c705d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:54.842245 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-073aab04-f963-4b63-8aa1-5fa4b77c705d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.3563094
Feb 19 21:02:54.852135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57042) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:54.965185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (6a93727d-c24a-412e-ad93-74d4554b62c0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:54.973807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523b113-ca3f-434b-8802-b9563fdc4958 req-b6fed02d-5d0f-4731-9e5a-b744f7ec4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:54.974267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523b113-ca3f-434b-8802-b9563fdc4958 req-b6fed02d-5d0f-4731-9e5a-b744f7ec4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:54.975892 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5523b113-ca3f-434b-8802-b9563fdc4958 req-b6fed02d-5d0f-4731-9e5a-b744f7ec4da4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 2047 time: 0.1322937
Feb 19 21:02:54.987663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-265cfde1-dc07-448e-826d-727fe89c0c6b req-df07be56-dea1-4377-933a-8dd33ce08736 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] For port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2,segment=NetworkSegment(bf3e1efa-7289-45df-9506-26fcf4442131),segment_id=bf3e1efa-7289-45df-9506-26fcf4442131)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:54.988004 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-265cfde1-dc07-448e-826d-727fe89c0c6b req-df07be56-dea1-4377-933a-8dd33ce08736 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.019779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-265cfde1-dc07-448e-826d-727fe89c0c6b req-df07be56-dea1-4377-933a-8dd33ce08736 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Calling delete_port for e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:55.074280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a123265-fae2-487b-a089-68b0dd6e3f7a req-6622d565-75e9-4c32-a695-f7c1574eb281 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:55.075839 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a123265-fae2-487b-a089-68b0dd6e3f7a req-6622d565-75e9-4c32-a695-f7c1574eb281 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 946 time: 0.3612242
Feb 19 21:02:55.112390 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5523b113-ca3f-434b-8802-b9563fdc4958 req-e309608d-bebd-427d-aac4-6b861f5573c8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277034
Feb 19 21:02:55.113913 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (6a93727d-c24a-412e-ad93-74d4554b62c0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.141465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a3ea6d0>,) {'filters': {'network_id': ['6a93727d-c24a-412e-ad93-74d4554b62c0']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:55.149425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5abe8d-41c0-4e98-8435-a86423b24c98 req-39da0341-1d9d-45a0-a5de-ccaf84ea9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:55.151148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e5abe8d-41c0-4e98-8435-a86423b24c98 req-39da0341-1d9d-45a0-a5de-ccaf84ea9c8b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 1127 time: 0.2766850
Feb 19 21:02:55.153334 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a3ea6d0>, '48c41453-fda3-441d-9927-19deeb5ead26') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:55.153744 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a3ea6d0>, '48c41453-fda3-441d-9927-19deeb5ead26') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:55.167955 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (48c41453-fda3-441d-9927-19deeb5ead26), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.187750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (48c41453-fda3-441d-9927-19deeb5ead26), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.191434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845558b2-6556-4588-8ac5-23514b467e91 req-8f43c294-e5dc-4fb9-8fb2-82700eda9584 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:55.195169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:02:55.195600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (48c41453-fda3-441d-9927-19deeb5ead26), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.198520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845558b2-6556-4588-8ac5-23514b467e91 req-8f43c294-e5dc-4fb9-8fb2-82700eda9584 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:02:55.200649 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:02:55.205083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-845558b2-6556-4588-8ac5-23514b467e91 req-8f43c294-e5dc-4fb9-8fb2-82700eda9584 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1683 time: 0.3056233
Feb 19 21:02:55.259396 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (79d9f0c7-4aa7-4dba-add8-c62ac6119e85), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.274551 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (6a93727d-c24a-412e-ad93-74d4554b62c0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.298271 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.301722 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "DELETE /v2.0/networks/6a93727d-c24a-412e-ad93-74d4554b62c0 HTTP/1.1" status: 204  len: 168 time: 0.4471560
Feb 19 21:02:55.303067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d77bec-a4b0-4a25-a025-12d7b77d78f3 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event deleted for resources: {'Network': ['ID=6a93727d-c24a-412e-ad93-74d4554b62c0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:55.304817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57074) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:55.349662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d9f0c7-4aa7-4dba-add8-c62ac6119e85,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:55.364866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a123265-fae2-487b-a089-68b0dd6e3f7a req-f7b19917-9de5-490b-a28e-9e9cf646e889 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b7b3373-f50a-4314-b2ad-450f6f2c5937&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2402525
Feb 19 21:02:55.391875 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (85b07000-f310-46af-8489-511048d99dd6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.436621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e5abe8d-41c0-4e98-8435-a86423b24c98 req-600c6a73-8abe-4e35-88b5-25da67542bf5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2651052
Feb 19 21:02:55.453181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-845558b2-6556-4588-8ac5-23514b467e91 req-5e0cae79-1b49-4e22-b2cd-d209c4097671 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2330732
Feb 19 21:02:55.550887 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (85b07000-f310-46af-8489-511048d99dd6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.578732 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a697ac610>,) {'filters': {'network_id': ['85b07000-f310-46af-8489-511048d99dd6']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:55.591987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a697ac610>, '66b8051a-731f-4742-af9b-e92f926472f1') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:55.592381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a697ac610>, '66b8051a-731f-4742-af9b-e92f926472f1') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:55.604487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (66b8051a-731f-4742-af9b-e92f926472f1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.623097 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (66b8051a-731f-4742-af9b-e92f926472f1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.631911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:02:55.632156 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (66b8051a-731f-4742-af9b-e92f926472f1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:02:55.636618 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:02:55.700241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-265cfde1-dc07-448e-826d-727fe89c0c6b req-df07be56-dea1-4377-933a-8dd33ce08736 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.733088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (85b07000-f310-46af-8489-511048d99dd6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.742925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.746727 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "DELETE /v2.0/networks/85b07000-f310-46af-8489-511048d99dd6 HTTP/1.1" status: 204  len: 168 time: 0.4408898
Feb 19 21:02:55.767492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57094) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:55.768796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:02:55.778717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07be56-dea1-4377-933a-8dd33ce08736 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Pushing event deleted for resources: {'Port': ['ID=e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:55.781356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27250f-c520-4170-a368-34b046277e44 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event deleted for resources: {'Network': ['ID=85b07000-f310-46af-8489-511048d99dd6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:55.797261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7c32d-1022-40e0-b654-9898dec4f2f3 req-b5b7959f-6291-46cb-ab56-0cae09fd04f5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:55.804358 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07e7c32d-1022-40e0-b654-9898dec4f2f3 req-b5b7959f-6291-46cb-ab56-0cae09fd04f5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.2355335
Feb 19 21:02:55.842254 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (c617fa1f-dc67-4013-b7fa-299ffe5c1882), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.885410 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.924287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-265cfde1-dc07-448e-826d-727fe89c0c6b req-df07be56-dea1-4377-933a-8dd33ce08736 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] No DVR routers for this DVR port e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:02:55.933761 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-265cfde1-dc07-448e-826d-727fe89c0c6b req-df07be56-dea1-4377-933a-8dd33ce08736 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:55.937875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-265cfde1-dc07-448e-826d-727fe89c0c6b req-df07be56-dea1-4377-933a-8dd33ce08736 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.67 "DELETE /v2.0/ports/e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 HTTP/1.1" status: 204  len: 173 time: 1.9596426
Feb 19 21:02:55.939828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa2639-83ad-45b5-9d37-ec4e872e450d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:55.945623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa49dd-d76b-4c70-9c11-59350500a288 req-fa421c05-6cad-4fab-9182-c23277e3bca0 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:55.946568 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa2639-83ad-45b5-9d37-ec4e872e450d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:55.947203 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5fa49dd-d76b-4c70-9c11-59350500a288 req-fa421c05-6cad-4fab-9182-c23277e3bca0 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 945 time: 0.2850096
Feb 19 21:02:55.947696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61315ad-086f-4a49-b685-c13202a03d98', 'name': 'network-vif-deleted', 'tag': 'e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:55.948167 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d3aa2639-83ad-45b5-9d37-ec4e872e450d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1797612
Feb 19 21:02:55.950878 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2654d284-fff4-42b3-b171-b11ad2796f00" -d '{"events": [{"server_uuid": "e61315ad-086f-4a49-b685-c13202a03d98", "name": "network-vif-deleted", "tag": "e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:55.956262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57106) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:55.962992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1340193642'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:55.996828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Made reservation on behalf of 000c587782714bfe845d97c17cab4331 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:56.002613 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.051424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07e7c32d-1022-40e0-b654-9898dec4f2f3 req-eb0c7c0f-86b0-4546-9115-0aabe82e9028 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460830
Feb 19 21:02:56.054344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:56.073047 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:02:56.098333 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4efefcfb-46e6-49cb-adb6-ef80922b9462), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.098554 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Added segment 4efefcfb-46e6-49cb-adb6-ef80922b9462 of type vlan for network 969e90a6-4f4e-4931-95c3-a8de28f6dc81
Feb 19 21:02:56.174709 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09676ccc-9e19-4bc4-b7fe-773c763b52cc x-openstack-request-id: req-09676ccc-9e19-4bc4-b7fe-773c763b52cc {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:56.175329 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61315ad-086f-4a49-b685-c13202a03d98", "name": "network-vif-deleted", "tag": "e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:56.175827 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09676ccc-9e19-4bc4-b7fe-773c763b52cc {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:56.176478 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61315ad-086f-4a49-b685-c13202a03d98', 'name': 'network-vif-deleted', 'tag': 'e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2', 'status': 'completed', 'code': 200}
Feb 19 21:02:56.196176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3af9d550-dac7-42d8-be63-467504951ed9 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:02:56.196627 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.208307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5fa49dd-d76b-4c70-9c11-59350500a288 req-647ebb16-4ba7-4066-a229-c201ae320823 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441554
Feb 19 21:02:56.233109 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (969e90a6-4f4e-4931-95c3-a8de28f6dc81), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.279573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:56.305793 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.307901 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (969e90a6-4f4e-4931-95c3-a8de28f6dc81), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.317089 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:56.320857 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.380431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=14']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:56.402255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] Router c617fa1f-dc67-4013-b7fa-299ffe5c1882 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:02:56.426763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event updated for resources: {'Network': ['ID=969e90a6-4f4e-4931-95c3-a8de28f6dc81,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:56.445972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 969e90a6-4f4e-4931-95c3-a8de28f6dc81 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:02:56.449995 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8a4694bf-7d2d-4983-a9cf-2cf1484776fd tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4897971
Feb 19 21:02:56.450530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57126) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:56.467203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1678757236'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:56.509618 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Made reservation on behalf of 000c587782714bfe845d97c17cab4331 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:56.519514 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.569792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:02:56.585740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a59043ff-4cd4-4eac-93a3-647c47578140), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.586303 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Added segment a59043ff-4cd4-4eac-93a3-647c47578140 of type vlan for network de33eacf-50e4-4f0f-88d5-69182de1cc8e
Feb 19 21:02:56.618452 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f6f0fad-d662-4164-85e1-4763f85737f6 req-07b08760-f7a4-462d-96c5-c96a6ce00470 tempest-VolumesActionsTest-2105468990 tempest-VolumesActionsTest-2105468990-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61315ad-086f-4a49-b685-c13202a03d98 HTTP/1.1" status: 200  len: 210 time: 0.0779846
Feb 19 21:02:56.649892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (de33eacf-50e4-4f0f-88d5-69182de1cc8e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.670703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c13352-d6a0-46fb-a44b-a971e44d8268 req-9c6d37cb-fcf1-4b0a-8dc8-0e2f5d28f2f0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:56.672461 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1c13352-d6a0-46fb-a44b-a971e44d8268 req-9c6d37cb-fcf1-4b0a-8dc8-0e2f5d28f2f0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1477826
Feb 19 21:02:56.679458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:02:56.687731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bc3b2a25-3f7a-4aed-aea5-080457128e40 admin admin] 10.222.0.30 "PUT /v2.0/routers/c617fa1f-dc67-4013-b7fa-299ffe5c1882/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6697178
Feb 19 21:02:56.689784 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (de33eacf-50e4-4f0f-88d5-69182de1cc8e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.694712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57130) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:56.700182 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:56.701477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:56.707079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db503171-6736-47ab-ab31-4a79660aa506 None None] Sync routers for ids ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:02:56.760831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db503171-6736-47ab-ab31-4a79660aa506 None None] Routers {'c617fa1f-dc67-4013-b7fa-299ffe5c1882'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:02:56.765956 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-db503171-6736-47ab-ab31-4a79660aa506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63663580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:02:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:56.844123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:02:56.847575 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e590b8-b96c-4adc-86db-eb11ee237303" -d '{"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:02:56.871329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event updated for resources: {'Network': ['ID=de33eacf-50e4-4f0f-88d5-69182de1cc8e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:56.895576 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b542cafb-d2da-4a04-9215-6a3066f39680 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4422767
Feb 19 21:02:56.896377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57134) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:56.903996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'ports': [{'network_id': '969e90a6-4f4e-4931-95c3-a8de28f6dc81', 'name': 'tempest-port--1130331798', 'admin_state_up': True}, {'network_id': 'de33eacf-50e4-4f0f-88d5-69182de1cc8e', 'admin_state_up': False}]} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:56.904381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'port': {'network_id': '969e90a6-4f4e-4931-95c3-a8de28f6dc81', 'name': 'tempest-port--1130331798', 'admin_state_up': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:56.905123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'port': {'network_id': 'de33eacf-50e4-4f0f-88d5-69182de1cc8e', 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:56.925230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network de33eacf-50e4-4f0f-88d5-69182de1cc8e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:02:57.040802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-db503171-6736-47ab-ab31-4a79660aa506 None None] Set router c617fa1f-dc67-4013-b7fa-299ffe5c1882 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:02:57.237013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1c13352-d6a0-46fb-a44b-a971e44d8268 req-aa4d88d6-4464-42f9-8816-6fee0c2553ec tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5545466
Feb 19 21:02:57.288732 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Publish callbacks [] for router (c617fa1f-dc67-4013-b7fa-299ffe5c1882), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:57.414492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4956b6-ffda-4cf3-a853-b9087bb37a75 req-0d8c6883-9b78-4b46-9bbb-5b397c185f25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:57.420531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4956b6-ffda-4cf3-a853-b9087bb37a75 req-0d8c6883-9b78-4b46-9bbb-5b397c185f25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:57.422414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da4956b6-ffda-4cf3-a853-b9087bb37a75 req-0d8c6883-9b78-4b46-9bbb-5b397c185f25 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1683 time: 0.2590251
Feb 19 21:02:57.426939 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1cfa66-5999-4382-82fd-83efa1ecfbd7 x-openstack-request-id: req-5b1cfa66-5999-4382-82fd-83efa1ecfbd7 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:02:57.427401 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9d550-dac7-42d8-be63-467504951ed9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:02:57.427667 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b1cfa66-5999-4382-82fd-83efa1ecfbd7 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:02:57.428016 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9', 'code': 200}
Feb 19 21:02:57.429983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Made reservation on behalf of 000c587782714bfe845d97c17cab4331 for: {'port': 2} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:02:57.435494 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:57.450985 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:57.470117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-db503171-6736-47ab-ab31-4a79660aa506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63663580>, [{'id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-router', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:55Z', 'updated_at': '2022-02-19T21:02:55Z', 'revision_number': 5, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'gw_port': {'id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:57.502345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db503171-6736-47ab-ab31-4a79660aa506 None None] Checking router: c617fa1f-dc67-4013-b7fa-299ffe5c1882 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:02:57.511725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e32d9c-83cd-47d3-8d57-2df7f11b8edd req-27fc771c-f415-4927-8b23-77a16a9fe66d tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:57.513559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13e32d9c-83cd-47d3-8d57-2df7f11b8edd req-27fc771c-f415-4927-8b23-77a16a9fe66d tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.1259315
Feb 19 21:02:57.518300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db503171-6736-47ab-ab31-4a79660aa506 None None] Routers {'c617fa1f-dc67-4013-b7fa-299ffe5c1882'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:02:57.519101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-db503171-6736-47ab-ab31-4a79660aa506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63663580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:02:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:57.561910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da4956b6-ffda-4cf3-a853-b9087bb37a75 req-c6ee5c68-de0a-4b29-a129-4befeceaf0d1 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208031
Feb 19 21:02:57.580757 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Publish callbacks [] for router_gateway (c617fa1f-dc67-4013-b7fa-299ffe5c1882), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:57.600526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13e32d9c-83cd-47d3-8d57-2df7f11b8edd req-6be54591-737d-4ce3-b844-510334461053 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782936
Feb 19 21:02:57.643968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] device_id is not set on port f08a8e39-99d1-4202-9a0a-177b6d9490a5 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:02:57.667824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Deleting port a26f60f7-6d23-42cb-a8bf-87bdf31e0951 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:57.668194 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:57.717211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-db503171-6736-47ab-ab31-4a79660aa506 None None] Set router c617fa1f-dc67-4013-b7fa-299ffe5c1882 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:02:57.783974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks [] for port (f08a8e39-99d1-4202-9a0a-177b6d9490a5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:57.848087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18fdd1-ecad-48ee-ac72-f29ba27bfb95 req-4938fe9f-940c-4a07-a71c-33489a510f3b tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:57.849699 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df18fdd1-ecad-48ee-ac72-f29ba27bfb95 req-4938fe9f-940c-4a07-a71c-33489a510f3b tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 945 time: 0.1354721
Feb 19 21:02:57.863804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6a8b7-51ad-43b7-ad85-11bc71fe5d19 req-3c3d6248-d21c-43f6-9fd8-c6bdd584dccc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:57.865359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2af6a8b7-51ad-43b7-ad85-11bc71fe5d19 req-3c3d6248-d21c-43f6-9fd8-c6bdd584dccc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1524549
Feb 19 21:02:57.867247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] For port a26f60f7-6d23-42cb-a8bf-87bdf31e0951, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a26f60f7-6d23-42cb-a8bf-87bdf31e0951,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:02:57.867615 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:57.873347 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] device_id is not set on port d4bb1aa5-3de8-4d1a-8c05-bca6cb794c6c yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:02:57.904684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Calling delete_port for a26f60f7-6d23-42cb-a8bf-87bdf31e0951 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:57.949059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-db503171-6736-47ab-ab31-4a79660aa506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63663580>, [{'id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-router', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:55Z', 'updated_at': '2022-02-19T21:02:55Z', 'revision_number': 5, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'gw_port': {'id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:02:57.981294 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db503171-6736-47ab-ab31-4a79660aa506 None None] The sync data for ids ['c617fa1f-dc67-4013-b7fa-299ffe5c1882'] in ncdv-master-1 is: [{'id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'name': 'tempest-ServerRescueNegativeTestJSON-1838449715-router', 'tenant_id': 'c2c91d99923e44a9b49c306044837e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:55Z', 'updated_at': '2022-02-19T21:02:55Z', 'revision_number': 5, 'project_id': 'c2c91d99923e44a9b49c306044837e9e', 'gw_port': {'id': 'a26f60f7-6d23-42cb-a8bf-87bdf31e0951', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c617fa1f-dc67-4013-b7fa-299ffe5c1882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T20:59:57Z', 'updated_at': '2022-02-19T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:02:57.997753 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks [] for port (d4bb1aa5-3de8-4d1a-8c05-bca6cb794c6c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.017916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2af6a8b7-51ad-43b7-ad85-11bc71fe5d19 req-2990b615-ad1a-491a-ba93-9b1f3267e6c5 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401269
Feb 19 21:02:58.020903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df18fdd1-ecad-48ee-ac72-f29ba27bfb95 req-f48f2ab6-43a5-43e7-a0d4-c89a8dc3ee88 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505485
Feb 19 21:02:58.063828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:58.071931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f08a8e39-99d1-4202-9a0a-177b6d9490a5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.085414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:58.085771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e7e4d47d-1952-43ba-83d8-7a0c6b1cebb2 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:58.132617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-7510c943-b062-4787-b1c7-c22b75fb1078 req-de0c88c0-ac2b-4b10-ba96-afbaa791731a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1283694296', 'description': 'tempest-description-185832499'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:58.153021 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event updated for resources: {'Port': ['ID=f08a8e39-99d1-4202-9a0a-177b6d9490a5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:58.171157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Checking segment: {'id': '4efefcfb-46e6-49cb-adb6-ef80922b9462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '969e90a6-4f4e-4931-95c3-a8de28f6dc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:58.171914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Network hostable DHCP agents. Network: 969e90a6-4f4e-4931-95c3-a8de28f6dc81, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:02:58.193271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Network 969e90a6-4f4e-4931-95c3-a8de28f6dc81 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:02:58.206757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 969e90a6-4f4e-4931-95c3-a8de28f6dc81) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:58.211820 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:58.212987 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d4bb1aa5-3de8-4d1a-8c05-bca6cb794c6c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.219301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61284f68-031c-4798-b8d2-580569398d71 None None] Network 969e90a6-4f4e-4931-95c3-a8de28f6dc81 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:02:58.275849 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7510c943-b062-4787-b1c7-c22b75fb1078 req-de0c88c0-ac2b-4b10-ba96-afbaa791731a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.292021 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event updated for resources: {'Port': ['ID=d4bb1aa5-3de8-4d1a-8c05-bca6cb794c6c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:58.312422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Checking segment: {'id': 'a59043ff-4cd4-4eac-93a3-647c47578140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'de33eacf-50e4-4f0f-88d5-69182de1cc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:02:58.312810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Network hostable DHCP agents. Network: de33eacf-50e4-4f0f-88d5-69182de1cc8e, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:02:58.337834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Network de33eacf-50e4-4f0f-88d5-69182de1cc8e is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:02:58.359231 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a26f60f7-6d23-42cb-a8bf-87bdf31e0951), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.359922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de33eacf-50e4-4f0f-88d5-69182de1cc8e) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:02:58.365270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:02:58.375404 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:58.385620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:58.386415 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.394479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da94341-c524-44ad-b85d-39529560ea24 None None] Network de33eacf-50e4-4f0f-88d5-69182de1cc8e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:02:58.431385 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc989a5a-d2a8-4758-9e23-81de097f33ee tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.5333135
Feb 19 21:02:58.434603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57160) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:58.440793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26f60f7-6d23-42cb-a8bf-87bdf31e0951,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:58.453015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba17073-9173-4d6f-967b-dc2fa655986f req-68d52790-3549-4bc5-8b93-88f8ebf2f43c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:58.462123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ba17073-9173-4d6f-967b-dc2fa655986f req-68d52790-3549-4bc5-8b93-88f8ebf2f43c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2667747
Feb 19 21:02:58.614333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d3e8fa-e08c-45d3-aeea-02e7f3f05939 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:58.628186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d3e8fa-e08c-45d3-aeea-02e7f3f05939 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:58.630989 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f6d3e8fa-e08c-45d3-aeea-02e7f3f05939 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1953511
Feb 19 21:02:58.638022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57170) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:58.665917 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (c617fa1f-dc67-4013-b7fa-299ffe5c1882), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.729559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ba17073-9173-4d6f-967b-dc2fa655986f req-85672c0c-610e-4373-b50b-79a8d9b44cc9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2626188
Feb 19 21:02:58.779313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3661d6f7-4fcf-4d83-9ad3-1f96b236875d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Deleting port f08a8e39-99d1-4202-9a0a-177b6d9490a5 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:58.780008 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3661d6f7-4fcf-4d83-9ad3-1f96b236875d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f08a8e39-99d1-4202-9a0a-177b6d9490a5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.780607 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7510c943-b062-4787-b1c7-c22b75fb1078 req-de0c88c0-ac2b-4b10-ba96-afbaa791731a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for security_group (3f7984a6-e7a6-4e8e-9ea7-f774878149d3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.824514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7510c943-b062-4787-b1c7-c22b75fb1078 req-de0c88c0-ac2b-4b10-ba96-afbaa791731a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3f7984a6-e7a6-4e8e-9ea7-f774878149d3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.868061 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7510c943-b062-4787-b1c7-c22b75fb1078 req-de0c88c0-ac2b-4b10-ba96-afbaa791731a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.873970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7510c943-b062-4787-b1c7-c22b75fb1078 req-de0c88c0-ac2b-4b10-ba96-afbaa791731a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1831 time: 0.8241684
Feb 19 21:02:58.880719 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (c617fa1f-dc67-4013-b7fa-299ffe5c1882), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.883286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3661d6f7-4fcf-4d83-9ad3-1f96b236875d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f08a8e39-99d1-4202-9a0a-177b6d9490a5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.891328 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Publish callbacks [] for router_controller (c617fa1f-dc67-4013-b7fa-299ffe5c1882), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:58.906627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3661d6f7-4fcf-4d83-9ad3-1f96b236875d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Calling delete_port for f08a8e39-99d1-4202-9a0a-177b6d9490a5 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:58.967695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c88c0-ac2b-4b10-ba96-afbaa791731a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7984a6-e7a6-4e8e-9ea7-f774878149d3,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:59.008890 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (c617fa1f-dc67-4013-b7fa-299ffe5c1882), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.011432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c617fa1f-dc67-4013-b7fa-299ffe5c1882 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:02:59.017528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3661d6f7-4fcf-4d83-9ad3-1f96b236875d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f08a8e39-99d1-4202-9a0a-177b6d9490a5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.019952 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.019952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-babd1813-49ec-4d6c-bdd0-4d95a376dc95 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c617fa1f-dc67-4013-b7fa-299ffe5c1882 HTTP/1.1" status: 204  len: 168 time: 2.3238287
Feb 19 21:02:59.026427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57186) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:59.029660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40ac91-c084-488d-904b-90b3c4d36dd0 req-69ccef51-4779-4f8c-81a2-32c8e237d526 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:59.031104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a40ac91-c084-488d-904b-90b3c4d36dd0 req-69ccef51-4779-4f8c-81a2-32c8e237d526 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 945 time: 0.1851170
Feb 19 21:02:59.077046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbc178-41b9-4309-9249-92bc72163fe4 req-47a53b83-aa78-457c-848a-a9f54771706d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:59.082425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbc178-41b9-4309-9249-92bc72163fe4 req-47a53b83-aa78-457c-848a-a9f54771706d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:59.084074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6acbc178-41b9-4309-9249-92bc72163fe4 req-47a53b83-aa78-457c-848a-a9f54771706d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1683 time: 0.1131933
Feb 19 21:02:59.092365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661d6f7-4fcf-4d83-9ad3-1f96b236875d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event deleted for resources: {'Port': ['ID=f08a8e39-99d1-4202-9a0a-177b6d9490a5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:59.107095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3661d6f7-4fcf-4d83-9ad3-1f96b236875d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.113119 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3661d6f7-4fcf-4d83-9ad3-1f96b236875d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "DELETE /v2.0/ports/f08a8e39-99d1-4202-9a0a-177b6d9490a5 HTTP/1.1" status: 204  len: 168 time: 0.4714673
Feb 19 21:02:59.113544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57188) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:59.140531 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a40ac91-c084-488d-904b-90b3c4d36dd0 req-ddbcc956-926c-436b-8e9b-2e45d8d85733 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011171
Feb 19 21:02:59.178383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcdbeec-511a-43cf-b3e5-180b534c9475 admin admin] Deleting subnet ee2e4d5b-9cd7-4afd-902a-c45a08ea851f {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:02:59.178986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6acbc178-41b9-4309-9249-92bc72163fe4 req-836d09a1-1b16-41d6-9541-65d2e17d7778 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824926
Feb 19 21:02:59.187253 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fcdbeec-511a-43cf-b3e5-180b534c9475 admin admin] Publish callbacks [] for subnet (ee2e4d5b-9cd7-4afd-902a-c45a08ea851f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.292729 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.308288 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fcdbeec-511a-43cf-b3e5-180b534c9475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (ee2e4d5b-9cd7-4afd-902a-c45a08ea851f), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.373514 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fcdbeec-511a-43cf-b3e5-180b534c9475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (ee2e4d5b-9cd7-4afd-902a-c45a08ea851f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.411392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ba2c4ad-396c-4e94-8ec5-9760357909c3 req-81d94cbc-c425-402e-bfa1-636fea8c04cd tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1283694296&fields=id&tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd HTTP/1.1" status: 200  len: 267 time: 0.0934629
Feb 19 21:02:59.417955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2e658-d52f-4495-bd22-40e960ad6ba6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Deleting port d4bb1aa5-3de8-4d1a-8c05-bca6cb794c6c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:02:59.418418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e658-d52f-4495-bd22-40e960ad6ba6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d4bb1aa5-3de8-4d1a-8c05-bca6cb794c6c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.512730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2c4ad-396c-4e94-8ec5-9760357909c3 req-130dd6b6-540c-4c76-a8ff-0be0536c9c65 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:59.523444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ba2c4ad-396c-4e94-8ec5-9760357909c3 req-130dd6b6-540c-4c76-a8ff-0be0536c9c65 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.1006255
Feb 19 21:02:59.532908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-3ba2c4ad-396c-4e94-8ec5-9760357909c3 req-5adbb96f-3624-4c5b-864b-b3847f9c2eaf tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Request body: {'port': {'security_groups': ['4f032ab0-4777-4acd-b1d6-1664b4134982', '3f7984a6-e7a6-4e8e-9ea7-f774878149d3']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:02:59.549987 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fcdbeec-511a-43cf-b3e5-180b534c9475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (ee2e4d5b-9cd7-4afd-902a-c45a08ea851f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.553544 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e658-d52f-4495-bd22-40e960ad6ba6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d4bb1aa5-3de8-4d1a-8c05-bca6cb794c6c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.593826 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fcdbeec-511a-43cf-b3e5-180b534c9475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.600354 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0fcdbeec-511a-43cf-b3e5-180b534c9475 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ee2e4d5b-9cd7-4afd-902a-c45a08ea851f HTTP/1.1" status: 204  len: 168 time: 0.5668771
Feb 19 21:02:59.611884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57226) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:59.649799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2e658-d52f-4495-bd22-40e960ad6ba6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Calling delete_port for d4bb1aa5-3de8-4d1a-8c05-bca6cb794c6c owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:02:59.654165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdbeec-511a-43cf-b3e5-180b534c9475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2e4d5b-9cd7-4afd-902a-c45a08ea851f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:59.800691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3ba2c4ad-396c-4e94-8ec5-9760357909c3 req-5adbb96f-3624-4c5b-864b-b3847f9c2eaf tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.843895 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e658-d52f-4495-bd22-40e960ad6ba6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d4bb1aa5-3de8-4d1a-8c05-bca6cb794c6c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.857306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dc96c-06a0-4ece-9953-93e0dd67acd0 req-6e67f235-44bb-4308-bba2-9b0ea73baab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:02:59.859296 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-863dc96c-06a0-4ece-9953-93e0dd67acd0 req-6e67f235-44bb-4308-bba2-9b0ea73baab3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1126 time: 0.3326511
Feb 19 21:02:59.912440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:02:59.918194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2e658-d52f-4495-bd22-40e960ad6ba6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event deleted for resources: {'Port': ['ID=d4bb1aa5-3de8-4d1a-8c05-bca6cb794c6c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:02:59.945436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e658-d52f-4495-bd22-40e960ad6ba6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:02:59.955146 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2ef2e658-d52f-4495-bd22-40e960ad6ba6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "DELETE /v2.0/ports/d4bb1aa5-3de8-4d1a-8c05-bca6cb794c6c HTTP/1.1" status: 204  len: 168 time: 0.8401129
Feb 19 21:02:59.958813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57228) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:02:59.988765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:02:59.989422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79d9f0c7-4aa7-4dba-add8-c62ac6119e85 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:02:59.990584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a26f60f7-6d23-42cb-a8bf-87bdf31e0951 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:00.023014 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-003c568e-99b5-46a0-8d73-e7676e6e12bb tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0588627
Feb 19 21:03:00.023567 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57230) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:00.030724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-318645203'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:00.041011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a26f60f7-6d23-42cb-a8bf-87bdf31e0951 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:00.041820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a26f60f7-6d23-42cb-a8bf-87bdf31e0951 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:00.064079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Made reservation on behalf of 000c587782714bfe845d97c17cab4331 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:00.078348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.122621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:03:00.155293 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (8d71791f-d141-4701-a95a-c6109bae943e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.157961 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (196662fb-d236-4b19-a884-c87886335d51), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.159109 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Added segment 196662fb-d236-4b19-a884-c87886335d51 of type vlan for network f01be096-c428-4e68-8009-da57915134c0
Feb 19 21:03:00.176563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c04364-345c-4f06-bd87-a9b01aef1634 req-da0a09f3-3ef4-4e60-b242-d7ebd6f148da tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:00.178242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36c04364-345c-4f06-bd87-a9b01aef1634 req-da0a09f3-3ef4-4e60-b242-d7ebd6f148da tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.6016395
Feb 19 21:03:00.235900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f01be096-c428-4e68-8009-da57915134c0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.295095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f01be096-c428-4e68-8009-da57915134c0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.308038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:00.308997 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.336434 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3103528
Feb 19 21:03:00.351782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57236) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:00.416299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1689303681'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:00.459615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dc96c-06a0-4ece-9953-93e0dd67acd0 req-4a54cc23-717f-47ff-86e2-99c56604f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:00.461654 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-863dc96c-06a0-4ece-9953-93e0dd67acd0 req-4a54cc23-717f-47ff-86e2-99c56604f6dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.5953171
Feb 19 21:03:00.467251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5567086-c3fe-47a7-86b3-84757b5ce824 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event updated for resources: {'Network': ['ID=f01be096-c428-4e68-8009-da57915134c0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:00.473011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Made reservation on behalf of 000c587782714bfe845d97c17cab4331 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:00.478319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.479472 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36c04364-345c-4f06-bd87-a9b01aef1634 req-eb65f81d-4c38-4d9f-9baf-3e64710563b6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2594819
Feb 19 21:03:00.504371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f01be096-c428-4e68-8009-da57915134c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:03:00.539574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:03:00.563766 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.565065 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Added segment a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7 of type vlan for network 25f4a436-43f5-41d6-b05f-c9081547ce10
Feb 19 21:03:00.666421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (25f4a436-43f5-41d6-b05f-c9081547ce10), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.718525 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (25f4a436-43f5-41d6-b05f-c9081547ce10), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.729279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:00.730193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.741521 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (8d71791f-d141-4701-a95a-c6109bae943e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.790276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6aaac040>,) {'filters': {'network_id': ['8d71791f-d141-4701-a95a-c6109bae943e']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:00.838456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-863dc96c-06a0-4ece-9953-93e0dd67acd0 req-ea4ef4ba-cf93-41ae-864e-62a74a123c6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 998 time: 0.3418224
Feb 19 21:03:00.842513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aaac040>, 'ea44337f-3291-444a-9da0-b1590a87a2cc') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:00.842946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aaac040>, 'ea44337f-3291-444a-9da0-b1590a87a2cc') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:00.891559 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5381005
Feb 19 21:03:00.913426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c83ea-3fee-4a04-bd81-af67271e5372 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event updated for resources: {'Network': ['ID=25f4a436-43f5-41d6-b05f-c9081547ce10,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:00.937602 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (ea44337f-3291-444a-9da0-b1590a87a2cc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:00.941758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 25f4a436-43f5-41d6-b05f-c9081547ce10 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:03:00.993154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa638fc-f1a8-4a7d-a5ab-97be8360deef req-c0ff0e93-aa48-4b69-a415-c8bf1f73d691 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:01.003343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6fa638fc-f1a8-4a7d-a5ab-97be8360deef req-c0ff0e93-aa48-4b69-a415-c8bf1f73d691 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 945 time: 0.3333628
Feb 19 21:03:01.007921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ea44337f-3291-444a-9da0-b1590a87a2cc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:01.023483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-3ba2c4ad-396c-4e94-8ec5-9760357909c3 req-5adbb96f-3624-4c5b-864b-b3847f9c2eaf tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] For port 4a3185d0-44de-46bc-a6a9-47a19835dc9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d,segment=NetworkSegment(c1f32ad0-452b-4d74-b3b3-11a17f2b2730),segment_id=c1f32ad0-452b-4d74-b3b3-11a17f2b2730)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:01.030502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:01.031555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (ea44337f-3291-444a-9da0-b1590a87a2cc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:01.040632 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:01.055843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dc96c-06a0-4ece-9953-93e0dd67acd0 req-71e04aee-cbdc-4422-80a7-e7538d63285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:01.057722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-863dc96c-06a0-4ece-9953-93e0dd67acd0 req-71e04aee-cbdc-4422-80a7-e7538d63285d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.2077048
Feb 19 21:03:01.083901 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57252) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:01.090602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'subnets': [{'network_id': 'f01be096-c428-4e68-8009-da57915134c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--910216193', 'ip_version': 4}, {'network_id': '25f4a436-43f5-41d6-b05f-c9081547ce10', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:01.090923 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'subnet': {'network_id': 'f01be096-c428-4e68-8009-da57915134c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--910216193', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:01.091478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Request body: {'subnet': {'network_id': '25f4a436-43f5-41d6-b05f-c9081547ce10', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:01.197010 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3ba2c4ad-396c-4e94-8ec5-9760357909c3 req-5adbb96f-3624-4c5b-864b-b3847f9c2eaf tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:01.208137 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (8d71791f-d141-4701-a95a-c6109bae943e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:01.218918 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3ba2c4ad-396c-4e94-8ec5-9760357909c3 req-5adbb96f-3624-4c5b-864b-b3847f9c2eaf tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:01.224600 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:01.227934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8d71791f-d141-4701-a95a-c6109bae943e HTTP/1.1" status: 204  len: 168 time: 1.6153817
Feb 19 21:03:01.230896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4a3185d0-44de-46bc-a6a9-47a19835dc9d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:03:01.522001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Made reservation on behalf of 000c587782714bfe845d97c17cab4331 for: {'subnet': 2} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:01.540727 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:01.546032 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:01.600032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6fa638fc-f1a8-4a7d-a5ab-97be8360deef req-39d42f66-825b-45cd-aafe-d5815dba37bb tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5929489
Feb 19 21:03:01.665741 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57264) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:01.673220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb314b2c-b69e-41ea-8e84-08e13d9bfd50 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d71791f-d141-4701-a95a-c6109bae943e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:01.755585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dc96c-06a0-4ece-9953-93e0dd67acd0 req-015d233d-dadc-4df1-9d25-22fcd2cc2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:01.760850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-863dc96c-06a0-4ece-9953-93e0dd67acd0 req-015d233d-dadc-4df1-9d25-22fcd2cc2286 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6565247
Feb 19 21:03:01.770216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2c4ad-396c-4e94-8ec5-9760357909c3 req-5adbb96f-3624-4c5b-864b-b3847f9c2eaf tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:01.778591 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3ba2c4ad-396c-4e94-8ec5-9760357909c3 req-5adbb96f-3624-4c5b-864b-b3847f9c2eaf tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:01.781116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ba2c4ad-396c-4e94-8ec5-9760357909c3 req-5adbb96f-3624-4c5b-864b-b3847f9c2eaf tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "PUT /v2.0/ports/4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 982 time: 2.2571142
Feb 19 21:03:01.790635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:01.796076 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be810b6a-4a14-471d-bbe8-b0975e7440e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:01.809572 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8c5066d7-72ed-49b6-9781-27b9155b0716 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2c91d99923e44a9b49c306044837e9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1369538
Feb 19 21:03:01.819386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57268) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:01.820276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4a3185d0-44de-46bc-a6a9-47a19835dc9d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:03:02.028003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbb96f-3624-4c5b-864b-b3847f9c2eaf tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Pushing event updated for resources: {'Port': ['ID=4a3185d0-44de-46bc-a6a9-47a19835dc9d,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:02.223149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-863dc96c-06a0-4ece-9953-93e0dd67acd0 req-224b83a3-0802-43a1-af10-d1bac2985222 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3860798
Feb 19 21:03:02.356553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7724006-210f-4ee3-8516-8afdd9b4bfb6 req-0e968d1e-8b78-427a-ba0b-a4135d1fcee4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:02.358642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7724006-210f-4ee3-8516-8afdd9b4bfb6 req-0e968d1e-8b78-427a-ba0b-a4135d1fcee4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.4557786
Feb 19 21:03:02.389478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61f87b-cbd4-47f7-af16-4a2d8346012e req-cb53d1a5-e22b-417f-8cd8-86d6ae072058 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:02.398307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a61f87b-cbd4-47f7-af16-4a2d8346012e req-cb53d1a5-e22b-417f-8cd8-86d6ae072058 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 945 time: 0.2787819
Feb 19 21:03:02.411433 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-851ba98c-a200-4117-8d7a-a321cb04a8c4 admin admin] Publish callbacks [] for security_group (a5a4f21d-7308-4efb-90b6-3ed7405b8a7d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:02.514376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-851ba98c-a200-4117-8d7a-a321cb04a8c4 admin admin] Publish callbacks [] for security_group (a5a4f21d-7308-4efb-90b6-3ed7405b8a7d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:02.531044 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a61f87b-cbd4-47f7-af16-4a2d8346012e req-bfa87209-60a6-4d8b-86c6-e4584fc54da7 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293771
Feb 19 21:03:02.535164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (7bfe9178-006f-4a16-b5bb-f2f8641d2762), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:02.541264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-863dc96c-06a0-4ece-9953-93e0dd67acd0 req-a5a6c5aa-4957-485c-b587-73e9a01923c6 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3050349
Feb 19 21:03:02.564514 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7724006-210f-4ee3-8516-8afdd9b4bfb6 req-69848d59-a185-4e09-a8cc-24cc1729b12d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1893640
Feb 19 21:03:02.633390 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82174ab5-4ce6-411f-8775-1dfac9df7429 x-openstack-request-id: req-82174ab5-4ce6-411f-8775-1dfac9df7429 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:02.634108 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:02.634108 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82174ab5-4ce6-411f-8775-1dfac9df7429 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:02.634739 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'status': 'completed', 'code': 200}
Feb 19 21:03:02.653751 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-851ba98c-a200-4117-8d7a-a321cb04a8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a5a4f21d-7308-4efb-90b6-3ed7405b8a7d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:02.656305 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-851ba98c-a200-4117-8d7a-a321cb04a8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:02.664689 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-851ba98c-a200-4117-8d7a-a321cb04a8c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5a4f21d-7308-4efb-90b6-3ed7405b8a7d HTTP/1.1" status: 204  len: 168 time: 0.8337204
Feb 19 21:03:02.765885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ba98c-a200-4117-8d7a-a321cb04a8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a4f21d-7308-4efb-90b6-3ed7405b8a7d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:02.802491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7359143c-54b5-43c7-af6d-cacab9a55f28 req-00f4610b-f41e-4b07-abf6-89d666840ad4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1283694296&fields=id&tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd HTTP/1.1" status: 200  len: 267 time: 0.1766977
Feb 19 21:03:02.839078 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event updated for resources: {'Subnet': ['ID=7bfe9178-006f-4a16-b5bb-f2f8641d2762,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:02.854266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Checking segment: {'id': '196662fb-d236-4b19-a884-c87886335d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f01be096-c428-4e68-8009-da57915134c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:02.855511 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Network hostable DHCP agents. Network: f01be096-c428-4e68-8009-da57915134c0, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:03:02.902795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Network f01be096-c428-4e68-8009-da57915134c0 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:03:02.937053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f01be096-c428-4e68-8009-da57915134c0) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:02.943084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be810b6a-4a14-471d-bbe8-b0975e7440e2 req-1e0e3aea-216b-4688-9f73-9d3415d4e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:02.945842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be810b6a-4a14-471d-bbe8-b0975e7440e2 req-1e0e3aea-216b-4688-9f73-9d3415d4e12a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1167 time: 0.2839649
Feb 19 21:03:02.949105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (3c4dfda1-28ab-423a-a589-5a8c88840dd3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:02.963904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270352c2-25d5-4e98-9ee9-f69b67795f0f None None] Network f01be096-c428-4e68-8009-da57915134c0 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:03.036833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359143c-54b5-43c7-af6d-cacab9a55f28 req-007142e0-260f-44c7-921c-e24cbef43dd4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:03.044856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7359143c-54b5-43c7-af6d-cacab9a55f28 req-007142e0-260f-44c7-921c-e24cbef43dd4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 985 time: 0.2414379
Feb 19 21:03:03.051225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-7359143c-54b5-43c7-af6d-cacab9a55f28 req-9e2b9b44-b7f9-4062-9090-5d93108231c5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Request body: {'port': {'security_groups': ['4f032ab0-4777-4acd-b1d6-1664b4134982']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:03.068136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175bfee-018f-426a-a48b-66d9b5983009 req-4b67819a-d278-4750-884b-ed1e381c51a3 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:03.074586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175bfee-018f-426a-a48b-66d9b5983009 req-4b67819a-d278-4750-884b-ed1e381c51a3 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:03.077010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6175bfee-018f-426a-a48b-66d9b5983009 req-4b67819a-d278-4750-884b-ed1e381c51a3 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1683 time: 0.2577741
Feb 19 21:03:03.086031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event updated for resources: {'Subnet': ['ID=3c4dfda1-28ab-423a-a589-5a8c88840dd3,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:03.127059 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Checking segment: {'id': 'a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25f4a436-43f5-41d6-b05f-c9081547ce10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:03.127367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Network hostable DHCP agents. Network: 25f4a436-43f5-41d6-b05f-c9081547ce10, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:03:03.176515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Network 25f4a436-43f5-41d6-b05f-c9081547ce10 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:03:03.196753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 25f4a436-43f5-41d6-b05f-c9081547ce10) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:03.202738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:03.203447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:03.204655 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:03.226019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8591e0d-014c-4e66-b5f5-47dbcb576482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f01be096-c428-4e68-8009-da57915134c0', 'network_id': 'f01be096-c428-4e68-8009-da57915134c0', 'project_id': '000c587782714bfe845d97c17cab4331', 'fixed_ips': [{'subnet_id': '7bfe9178-006f-4a16-b5bb-f2f8641d2762'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:03:03.228053 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c8591e0d-014c-4e66-b5f5-47dbcb576482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:03.247825 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d9b4d9ef-36f1-49c4-9b3f-88517cf43a5d tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 2.1593144
Feb 19 21:03:03.251041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57286) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:03.268242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0722da55-3677-45fe-bc5f-ea0d22ad000b None None] Network 25f4a436-43f5-41d6-b05f-c9081547ce10 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:03.311301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6175bfee-018f-426a-a48b-66d9b5983009 req-b6e4fb50-2da3-4a0e-9215-bdd49dcbd16b tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2255430
Feb 19 21:03:03.372725 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7359143c-54b5-43c7-af6d-cacab9a55f28 req-9e2b9b44-b7f9-4062-9090-5d93108231c5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:03.457937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ad5cd-4165-41bc-8b2a-7a459050dca6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:03.459395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ad5cd-4165-41bc-8b2a-7a459050dca6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:03.460854 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ad5cd-4165-41bc-8b2a-7a459050dca6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:03.468390 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-027ad5cd-4165-41bc-8b2a-7a459050dca6 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.2146230
Feb 19 21:03:03.469143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57292) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:03.545357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be810b6a-4a14-471d-bbe8-b0975e7440e2 req-2e993345-0037-4cc4-98e6-e1dd877a6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:03.558215 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be810b6a-4a14-471d-bbe8-b0975e7440e2 req-2e993345-0037-4cc4-98e6-e1dd877a6b96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 200  len: 920 time: 0.6048253
Feb 19 21:03:03.579085 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7329cb90-6894-46f8-9b05-40e959b4e656 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Deleting subnet 7bfe9178-006f-4a16-b5bb-f2f8641d2762 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:03:03.583262 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7329cb90-6894-46f8-9b05-40e959b4e656 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks [] for subnet (7bfe9178-006f-4a16-b5bb-f2f8641d2762), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:03.643590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-25f4a436-43f5-41d6-b05f-c9081547ce10', 'network_id': '25f4a436-43f5-41d6-b05f-c9081547ce10', 'project_id': '000c587782714bfe845d97c17cab4331', 'fixed_ips': [{'subnet_id': '3c4dfda1-28ab-423a-a589-5a8c88840dd3'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:03:03.644369 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:03.707447 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7329cb90-6894-46f8-9b05-40e959b4e656 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (7bfe9178-006f-4a16-b5bb-f2f8641d2762), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:03.762549 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be810b6a-4a14-471d-bbe8-b0975e7440e2 req-41f5bd39-0bce-4d15-bcbb-4ebe100e2ad0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 217 time: 0.1475775
Feb 19 21:03:03.781400 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7329cb90-6894-46f8-9b05-40e959b4e656 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (7bfe9178-006f-4a16-b5bb-f2f8641d2762), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:03.891189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7329cb90-6894-46f8-9b05-40e959b4e656 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (7bfe9178-006f-4a16-b5bb-f2f8641d2762), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:03.939940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329cb90-6894-46f8-9b05-40e959b4e656 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfe9178-006f-4a16-b5bb-f2f8641d2762,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:03.945498 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7329cb90-6894-46f8-9b05-40e959b4e656 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:03.955833 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7329cb90-6894-46f8-9b05-40e959b4e656 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "DELETE /v2.0/subnets/7bfe9178-006f-4a16-b5bb-f2f8641d2762 HTTP/1.1" status: 204  len: 168 time: 0.4852896
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server [None req-c8591e0d-014c-4e66-b5f5-47dbcb576482 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bfe9178-006f-4a16-b5bb-f2f8641d2762: This subnet is being modified by another concurrent operation.
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:03:03.956299 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise exception
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bfe9178-006f-4a16-b5bb-f2f8641d2762: This subnet is being modified by another concurrent operation.
Feb 19 21:03:03.960075 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:03:03.963773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57310) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:03.999028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Allocated IP 172.20.0.18 (25f4a436-43f5-41d6-b05f-c9081547ce10/3c4dfda1-28ab-423a-a589-5a8c88840dd3/18470618-47d1-415d-833e-24b7dc3475cf) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:04.034018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7321f0fe-a115-4114-bcd4-781b5d9acd6e None None] Network f01be096-c428-4e68-8009-da57915134c0 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:04.071299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf33b30-e235-48e1-ba5a-e32c669b7423 req-39a190d6-7a4c-4913-aebd-fe98cf2cec67 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:04.092764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-acf33b30-e235-48e1-ba5a-e32c669b7423 req-39a190d6-7a4c-4913-aebd-fe98cf2cec67 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 945 time: 0.5331922
Feb 19 21:03:04.147356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6072fa-e42c-42c9-becd-b9d695238431 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Deleting subnet 3c4dfda1-28ab-423a-a589-5a8c88840dd3 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:03:04.242251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be810b6a-4a14-471d-bbe8-b0975e7440e2 req-4aad94b9-3e4b-48cc-89b9-bb386c46e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:04.243283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be810b6a-4a14-471d-bbe8-b0975e7440e2 req-4aad94b9-3e4b-48cc-89b9-bb386c46e1ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c HTTP/1.1" status: 200  len: 859 time: 0.4571710
Feb 19 21:03:04.302082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be810b6a-4a14-471d-bbe8-b0975e7440e2 req-ccd6f287-b4ea-4ecb-a15c-fdd19c8309b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e71ef3e2-ffea-48b1-add4-7381a9421313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458484
Feb 19 21:03:04.324660 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Publish callbacks [] for port (18470618-47d1-415d-833e-24b7dc3475cf), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:04.334155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd6072fa-e42c-42c9-becd-b9d695238431 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks [] for subnet (3c4dfda1-28ab-423a-a589-5a8c88840dd3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:04.334900 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (18470618-47d1-415d-833e-24b7dc3475cf), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:04.393022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Pushing event updated for resources: {'Port': ['ID=18470618-47d1-415d-833e-24b7dc3475cf,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:04.407981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.408364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.408717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.409059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.409399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.409735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.410071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.410405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.410735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.411061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.411387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.411719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.412047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:04.420591 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd6072fa-e42c-42c9-becd-b9d695238431 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (3c4dfda1-28ab-423a-a589-5a8c88840dd3), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:04.426585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Network 25f4a436-43f5-41d6-b05f-c9081547ce10 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:04.428539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:04.431618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:04.451128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b1095-0410-4615-8671-dab3b007df3f req-adaae766-048f-4ff8-805f-860426f4bd14 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:04.456528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b1095-0410-4615-8671-dab3b007df3f req-adaae766-048f-4ff8-805f-860426f4bd14 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:04.458157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-298b1095-0410-4615-8671-dab3b007df3f req-adaae766-048f-4ff8-805f-860426f4bd14 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1683 time: 0.5141714
Feb 19 21:03:04.462124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57318) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:04.500646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Attempting to bind port 18470618-47d1-415d-833e-24b7dc3475cf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:03:04.501282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Attempting to bind port 18470618-47d1-415d-833e-24b7dc3475cf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25f4a436-43f5-41d6-b05f-c9081547ce10'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:03:04.501814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Attempting to bind port 18470618-47d1-415d-833e-24b7dc3475cf on network 25f4a436-43f5-41d6-b05f-c9081547ce10 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:04.509732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:03:04.510365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Checking segment: {'id': 'a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25f4a436-43f5-41d6-b05f-c9081547ce10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:04.510979 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:04.511541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Bound using segment: {'id': 'a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25f4a436-43f5-41d6-b05f-c9081547ce10'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:03:04.512255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Bound port: 18470618-47d1-415d-833e-24b7dc3475cf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25f4a436-43f5-41d6-b05f-c9081547ce10'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:03:04.512931 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (18470618-47d1-415d-833e-24b7dc3475cf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:04.550203 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd6072fa-e42c-42c9-becd-b9d695238431 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (3c4dfda1-28ab-423a-a589-5a8c88840dd3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:04.588774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-acf33b30-e235-48e1-ba5a-e32c669b7423 req-c999bf81-f8ae-42f3-8260-f2c4cf21e459 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4930012
Feb 19 21:03:04.675224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] For port 18470618-47d1-415d-833e-24b7dc3475cf, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:03:04.689038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd6072fa-e42c-42c9-becd-b9d695238431 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (3c4dfda1-28ab-423a-a589-5a8c88840dd3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:04.689723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] For port 18470618-47d1-415d-833e-24b7dc3475cf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18470618-47d1-415d-833e-24b7dc3475cf,segment=NetworkSegment(a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7),segment_id=a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:03:04.711352 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (18470618-47d1-415d-833e-24b7dc3475cf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:04.745780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7359143c-54b5-43c7-af6d-cacab9a55f28 req-9e2b9b44-b7f9-4062-9090-5d93108231c5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] For port 4a3185d0-44de-46bc-a6a9-47a19835dc9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d,segment=NetworkSegment(c1f32ad0-452b-4d74-b3b3-11a17f2b2730),segment_id=c1f32ad0-452b-4d74-b3b3-11a17f2b2730)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:04.777130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-963118333-network', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:04.794339 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6072fa-e42c-42c9-becd-b9d695238431 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4dfda1-28ab-423a-a589-5a8c88840dd3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:04.814568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd6072fa-e42c-42c9-becd-b9d695238431 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:04.824349 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dd6072fa-e42c-42c9-becd-b9d695238431 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "DELETE /v2.0/subnets/3c4dfda1-28ab-423a-a589-5a8c88840dd3 HTTP/1.1" status: 204  len: 168 time: 0.8631389
Feb 19 21:03:04.828014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57328) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:04.867233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be810b6a-4a14-471d-bbe8-b0975e7440e2 req-387acd9a-fff2-46b4-8e69-0c6a5c48b96c service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5499139
Feb 19 21:03:04.918002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3034f9f-b3cc-4f68-ad02-2c165f0bc3c9 None None] Pushing event updated for resources: {'Port': ['ID=18470618-47d1-415d-833e-24b7dc3475cf,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:04.956305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddb6234-347e-4cb3-9d1a-36eeebef65fa tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:04.958714 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4ddb6234-347e-4cb3-9d1a-36eeebef65fa tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1295831
Feb 19 21:03:04.962760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57330) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:04.987030 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7359143c-54b5-43c7-af6d-cacab9a55f28 req-9e2b9b44-b7f9-4062-9090-5d93108231c5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.026151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Made reservation on behalf of 61ad9ca9c0944ba68443aaa71a10eb19 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:05.032969 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.080017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (25f4a436-43f5-41d6-b05f-c9081547ce10), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.092681 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7359143c-54b5-43c7-af6d-cacab9a55f28 req-9e2b9b44-b7f9-4062-9090-5d93108231c5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.107465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4a3185d0-44de-46bc-a6a9-47a19835dc9d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:03:05.169562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Deleting port 18470618-47d1-415d-833e-24b7dc3475cf {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:05.169957 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (18470618-47d1-415d-833e-24b7dc3475cf), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.219985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.239612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359143c-54b5-43c7-af6d-cacab9a55f28 req-9e2b9b44-b7f9-4062-9090-5d93108231c5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:05.240046 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7359143c-54b5-43c7-af6d-cacab9a55f28 req-9e2b9b44-b7f9-4062-9090-5d93108231c5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.241686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7359143c-54b5-43c7-af6d-cacab9a55f28 req-9e2b9b44-b7f9-4062-9090-5d93108231c5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "PUT /v2.0/ports/4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 943 time: 2.1955490
Feb 19 21:03:05.262262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:05.264844 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e379fc5-975a-4d37-8ba5-1857d75f4b67" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:05.276232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] For port 18470618-47d1-415d-833e-24b7dc3475cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18470618-47d1-415d-833e-24b7dc3475cf,segment=NetworkSegment(a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7),segment_id=a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:05.277174 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (18470618-47d1-415d-833e-24b7dc3475cf), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.288464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-298b1095-0410-4615-8671-dab3b007df3f req-f29f370d-85b0-42ff-84c3-dd17934f6489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting port eb5ca4e0-1823-4105-bad9-89b1262047ff {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:05.288464 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-298b1095-0410-4615-8671-dab3b007df3f req-f29f370d-85b0-42ff-84c3-dd17934f6489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.297843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec82393-b3f8-468c-ab01-0f109a26e298 req-aae51d3e-1588-464c-8b2f-ae2793044997 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:05.301136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eec82393-b3f8-468c-ab01-0f109a26e298 req-aae51d3e-1588-464c-8b2f-ae2793044997 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.5330839
Feb 19 21:03:05.314707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Calling delete_port for 18470618-47d1-415d-833e-24b7dc3475cf owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:05.473143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (18470618-47d1-415d-833e-24b7dc3475cf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.515668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] No DVR routers for this DVR port 18470618-47d1-415d-833e-24b7dc3475cf on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:05.558586 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eec82393-b3f8-468c-ab01-0f109a26e298 req-cf350b78-8cbc-416d-a0be-9615d4ba10cc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1726198
Feb 19 21:03:05.559487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b9b44-b7f9-4062-9090-5d93108231c5 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Pushing event updated for resources: {'Port': ['ID=4a3185d0-44de-46bc-a6a9-47a19835dc9d,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:05.597428 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event deleted for resources: {'Port': ['ID=18470618-47d1-415d-833e-24b7dc3475cf,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:05.635710 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be810b6a-4a14-471d-bbe8-b0975e7440e2 req-ca90a6c8-729f-4b2a-ba30-b72ccefd8b63 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7229221
Feb 19 21:03:05.649511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4a3185d0-44de-46bc-a6a9-47a19835dc9d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:03:05.765639 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (25f4a436-43f5-41d6-b05f-c9081547ce10), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.785485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ea3da-21ef-4690-af6f-cb8ea4cf3a30 req-6e6a9218-fb3c-46a2-be58-8826c7ec5fe6 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:05.804113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ea3da-21ef-4690-af6f-cb8ea4cf3a30 req-6e6a9218-fb3c-46a2-be58-8826c7ec5fe6 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:05.806469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b34ea3da-21ef-4690-af6f-cb8ea4cf3a30 req-6e6a9218-fb3c-46a2-be58-8826c7ec5fe6 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 1683 time: 0.3666830
Feb 19 21:03:05.848108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69790fd0>,) {'filters': {'network_id': ['25f4a436-43f5-41d6-b05f-c9081547ce10']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:05.866726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-298b1095-0410-4615-8671-dab3b007df3f req-f29f370d-85b0-42ff-84c3-dd17934f6489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] For port eb5ca4e0-1823-4105-bad9-89b1262047ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb5ca4e0-1823-4105-bad9-89b1262047ff,segment=NetworkSegment(a36bf3cb-d77a-429c-befe-31b6597fcc9c),segment_id=a36bf3cb-d77a-429c-befe-31b6597fcc9c)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:05.867119 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-298b1095-0410-4615-8671-dab3b007df3f req-f29f370d-85b0-42ff-84c3-dd17934f6489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.881369 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69790fd0>, 'a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:05.881772 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69790fd0>, 'a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:05.908925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.909220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-298b1095-0410-4615-8671-dab3b007df3f req-f29f370d-85b0-42ff-84c3-dd17934f6489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Calling delete_port for eb5ca4e0-1823-4105-bad9-89b1262047ff owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:05.938555 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.947406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:05.948105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a907dd5f-0ef3-48ba-8bb4-1a8eaae75dd7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:05.952621 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:05.999060 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Publish callbacks [] for security_group (e93fe112-ce42-4a44-8d60-ae415abbff51), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.088733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (25f4a436-43f5-41d6-b05f-c9081547ce10), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.095633 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e93fe112-ce42-4a44-8d60-ae415abbff51), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.104984 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.115400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:03:06.118669 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "DELETE /v2.0/networks/25f4a436-43f5-41d6-b05f-c9081547ce10 HTTP/1.1" status: 204  len: 168 time: 1.1513433
Feb 19 21:03:06.139269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57342) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:06.147547 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0e23e55d-de5a-4c00-bd85-b736e7dd47aa), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.147919 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Added segment 0e23e55d-de5a-4c00-bd85-b736e7dd47aa of type vlan for network b0af9030-e395-43f9-8a34-dbc361fa9146
Feb 19 21:03:06.168952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4600c-020a-4759-b279-6af44720ae54 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event deleted for resources: {'Network': ['ID=25f4a436-43f5-41d6-b05f-c9081547ce10,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:06.204267 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (b0af9030-e395-43f9-8a34-dbc361fa9146), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.249451 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (b0af9030-e395-43f9-8a34-dbc361fa9146), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.250438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:06.251188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.298192 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f01be096-c428-4e68-8009-da57915134c0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.353334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b0af9030-e395-43f9-8a34-dbc361fa9146,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:06.367883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.8988941
Feb 19 21:03:06.382740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network b0af9030-e395-43f9-8a34-dbc361fa9146 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:03:06.396070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21710d74-2b03-4a95-bf8a-e1bce96f14d5 req-31450666-a38c-4583-9fb9-0dbb8cd21cf3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:06.408562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21710d74-2b03-4a95-bf8a-e1bce96f14d5 req-31450666-a38c-4583-9fb9-0dbb8cd21cf3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 945 time: 0.7069871
Feb 19 21:03:06.414699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57344) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:06.420105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] Request body: {'subnet': {'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-subnet', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:06.432159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b34ea3da-21ef-4690-af6f-cb8ea4cf3a30 req-a21d0f2e-c962-4fc5-903a-ffb5743561f1 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5779252
Feb 19 21:03:06.486572 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f01be096-c428-4e68-8009-da57915134c0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.490716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] Made reservation on behalf of 61ad9ca9c0944ba68443aaa71a10eb19 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:06.494062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.553632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2e3e6-2be6-4d2e-8fc5-291dba9ff3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93fe112-ce42-4a44-8d60-ae415abbff51,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:06.640067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a884d00>,) {'filters': {'network_id': ['f01be096-c428-4e68-8009-da57915134c0']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:06.666444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a884d00>, '196662fb-d236-4b19-a884-c87886335d51') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:06.666744 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a884d00>, '196662fb-d236-4b19-a884-c87886335d51') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:06.693264 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (196662fb-d236-4b19-a884-c87886335d51), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.717160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18f457f-155b-4fe9-a5e7-425922e280ea None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:03:06.769250 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (196662fb-d236-4b19-a884-c87886335d51), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.789773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:06.790384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (196662fb-d236-4b19-a884-c87886335d51), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:06.794481 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:06.813892 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ff76b0da-35fa-403d-b358-0f8ed3986db1 None None] Could not find standard attr ID for object 18470618-47d1-415d-833e-24b7dc3475cf. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:03:06.910685 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-298b1095-0410-4615-8671-dab3b007df3f req-f29f370d-85b0-42ff-84c3-dd17934f6489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (eb5ca4e0-1823-4105-bad9-89b1262047ff), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.983393 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (f01be096-c428-4e68-8009-da57915134c0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.989025 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:06.996958 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "DELETE /v2.0/networks/f01be096-c428-4e68-8009-da57915134c0 HTTP/1.1" status: 204  len: 168 time: 0.8529754
Feb 19 21:03:07.014386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18f457f-155b-4fe9-a5e7-425922e280ea None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:03:07.026107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57350) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:07.028290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d543525-8312-40b6-88c8-a529540b005f tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event deleted for resources: {'Network': ['ID=f01be096-c428-4e68-8009-da57915134c0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:07.259241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (e8656728-e0e8-4347-9175-a25300e2a163), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:07.315268 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (de33eacf-50e4-4f0f-88d5-69182de1cc8e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:07.422500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8656728-e0e8-4347-9175-a25300e2a163,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:07.508452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] Checking segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:07.508825 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] Network hostable DHCP agents. Network: b0af9030-e395-43f9-8a34-dbc361fa9146, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:03:07.529419 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (de33eacf-50e4-4f0f-88d5-69182de1cc8e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:07.608227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f370d-85b0-42ff-84c3-dd17934f6489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Port': ['ID=eb5ca4e0-1823-4105-bad9-89b1262047ff,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:07.608227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21710d74-2b03-4a95-bf8a-e1bce96f14d5 req-c0f49455-c3ff-4f01-acf9-197e3b0c4c68 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1831529
Feb 19 21:03:07.654934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69a0c280>,) {'filters': {'network_id': ['de33eacf-50e4-4f0f-88d5-69182de1cc8e']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:07.670448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e50b8d9-8dc4-4099-af75-6a201ae6603b None None] DHCP port deletion for 25f4a436-43f5-41d6-b05f-c9081547ce10 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:03:07.671135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] Network b0af9030-e395-43f9-8a34-dbc361fa9146 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:03:07.678724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69a0c280>, 'a59043ff-4cd4-4eac-93a3-647c47578140') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:07.679275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69a0c280>, 'a59043ff-4cd4-4eac-93a3-647c47578140') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:07.712317 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a59043ff-4cd4-4eac-93a3-647c47578140), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:07.714232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b0af9030-e395-43f9-8a34-dbc361fa9146) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:07.741531 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a59043ff-4cd4-4eac-93a3-647c47578140), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:07.744526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:07.765223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:07.767015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58d6f1-7ce7-48a8-a4f8-b1fed22e4a4d None None] Network 25f4a436-43f5-41d6-b05f-c9081547ce10 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:07.788530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-298b1095-0410-4615-8671-dab3b007df3f req-f29f370d-85b0-42ff-84c3-dd17934f6489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] No DVR routers for this DVR port eb5ca4e0-1823-4105-bad9-89b1262047ff on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:07.795507 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-7dbe9f3d-9579-4457-be48-4cfe61bac77b tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 1.2449477
Feb 19 21:03:07.796667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:07.797138 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0328d12e-a91b-470b-9bd0-972e405e3ef0 x-openstack-request-id: req-0328d12e-a91b-470b-9bd0-972e405e3ef0 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:07.797426 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:07.797687 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0328d12e-a91b-470b-9bd0-972e405e3ef0 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:07.798078 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'status': 'completed', 'code': 200}
Feb 19 21:03:07.798894 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a59043ff-4cd4-4eac-93a3-647c47578140), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:07.799097 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-298b1095-0410-4615-8671-dab3b007df3f req-f29f370d-85b0-42ff-84c3-dd17934f6489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:07.802611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58d6f1-7ce7-48a8-a4f8-b1fed22e4a4d None None] Network 25f4a436-43f5-41d6-b05f-c9081547ce10 could not be found, it might have been deleted concurrently. {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 19 21:03:07.803247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-298b1095-0410-4615-8671-dab3b007df3f req-f29f370d-85b0-42ff-84c3-dd17934f6489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "DELETE /v2.0/ports/eb5ca4e0-1823-4105-bad9-89b1262047ff HTTP/1.1" status: 204  len: 173 time: 3.3236098
Feb 19 21:03:07.819170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:07.833900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 18470618-47d1-415d-833e-24b7dc3475cf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:07.844317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd8767b-e2ae-4481-8dd1-adb27e7ea900 None None] Network b0af9030-e395-43f9-8a34-dbc361fa9146 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:07.865120 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b5b192c-e9c0-4929-8817-4c3b09eef1d3 req-589df5aa-ab8a-4574-9a17-94af67461c4e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.9584374
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:07.871928 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:07.958915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.009913 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 18470618-47d1-415d-833e-24b7dc3475cf {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:08.010560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 18470618-47d1-415d-833e-24b7dc3475cf not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:08.055929 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b0af9030-e395-43f9-8a34-dbc361fa9146', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:03:08.057410 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.079448 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b59ad138-e4aa-4cec-8065-58b657a3287f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6638002
Feb 19 21:03:08.086663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57366) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:08.101969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ef05e742-e00b-4308-af0a-e4dc13084ce0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:08.107252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:08.117429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (de33eacf-50e4-4f0f-88d5-69182de1cc8e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.167193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.189370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57368) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:08.191818 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "DELETE /v2.0/networks/de33eacf-50e4-4f0f-88d5-69182de1cc8e HTTP/1.1" status: 204  len: 168 time: 1.1572053
Feb 19 21:03:08.283845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc073a5-39ff-40cb-9b3d-e9163ab37c4b tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event deleted for resources: {'Network': ['ID=de33eacf-50e4-4f0f-88d5-69182de1cc8e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:08.315760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e379fc5-975a-4d37-8ba5-1857d75f4b67 req-3a7a0590-4196-4cb6-9ec9-7ed76d42614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:08.317362 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4e379fc5-975a-4d37-8ba5-1857d75f4b67 req-3a7a0590-4196-4cb6-9ec9-7ed76d42614f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1128 time: 0.4450915
Feb 19 21:03:08.331310 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (3551e16e-45a4-4238-9450-1d19a8911920), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.332409 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (3551e16e-45a4-4238-9450-1d19a8911920), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.398299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ef05e742-e00b-4308-af0a-e4dc13084ce0 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:08.398803 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.485199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef05e742-e00b-4308-af0a-e4dc13084ce0'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:08.488980 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f4f25-5b55-4d3d-a766-e47043f59cb4" -d '{"events": [{"server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "name": "network-vif-unplugged", "status": "completed", "tag": "ef05e742-e00b-4308-af0a-e4dc13084ce0"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:08.497063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ef05e742-e00b-4308-af0a-e4dc13084ce0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef05e742-e00b-4308-af0a-e4dc13084ce0,segment=NetworkSegment(a762f0ef-efad-44f0-a6fe-da5546c780c0),segment_id=a762f0ef-efad-44f0-a6fe-da5546c780c0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:08.503848 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.504629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device eb5ca4e0-1823-4105-bad9-89b1262047ff no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:08.591991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: eb5ca4e0-1823-4105-bad9-89b1262047ff {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:08.592494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device eb5ca4e0-1823-4105-bad9-89b1262047ff not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:08.597398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Allocated IP 172.20.0.2 (b0af9030-e395-43f9-8a34-dbc361fa9146/e8656728-e0e8-4347-9175-a25300e2a163/780d0ffe-a118-4bca-a4b4-c592c4a93d41) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:08.622813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ef05e742-e00b-4308-af0a-e4dc13084ce0,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:08.656052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Publish callbacks [] for router_controller (3551e16e-45a4-4238-9450-1d19a8911920), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.661675 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (969e90a6-4f4e-4931-95c3-a8de28f6dc81), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.699508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-298b1095-0410-4615-8671-dab3b007df3f req-f2840be2-1029-4a86-9f42-216b34d0e24c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting port ef05e742-e00b-4308-af0a-e4dc13084ce0 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:08.699859 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-298b1095-0410-4615-8671-dab3b007df3f req-f2840be2-1029-4a86-9f42-216b34d0e24c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.726731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a73a03-7aa9-49f4-b113-a66bfa3fadff req-8e6002c3-7947-4d00-97ab-18350dbae17e tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:08.728400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49a73a03-7aa9-49f4-b113-a66bfa3fadff req-8e6002c3-7947-4d00-97ab-18350dbae17e tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 946 time: 0.4031510
Feb 19 21:03:08.837889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e379fc5-975a-4d37-8ba5-1857d75f4b67 req-80e2e807-45c1-464c-adc9-c287e78f6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:08.840078 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4e379fc5-975a-4d37-8ba5-1857d75f4b67 req-80e2e807-45c1-464c-adc9-c287e78f6aef service neutron] 10.222.0.10 "GET /v2.0/networks?id=e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 200  len: 920 time: 0.5108728
Feb 19 21:03:08.911800 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Publish callbacks [] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:08.925589 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:09.008917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Network b0af9030-e395-43f9-8a34-dbc361fa9146 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:09.013817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:09.019782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:09.036895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Pushing event updated for resources: {'Port': ['ID=780d0ffe-a118-4bca-a4b4-c592c4a93d41,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:09.123544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49a73a03-7aa9-49f4-b113-a66bfa3fadff req-087ab721-2d34-43e9-9ddf-87d1cacabf8f tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/security-groups?id=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3702664
Feb 19 21:03:09.148965 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:09.176223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Attempting to bind port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:03:09.178601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Attempting to bind port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:03:09.178991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Attempting to bind port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 on network b0af9030-e395-43f9-8a34-dbc361fa9146 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:09.201818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (969e90a6-4f4e-4931-95c3-a8de28f6dc81), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:09.204657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:03:09.205512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Checking segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:09.205760 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:09.206461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Bound using segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:03:09.206687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Bound port: 780d0ffe-a118-4bca-a4b4-c592c4a93d41, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:03:09.207110 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:09.335459 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4e379fc5-975a-4d37-8ba5-1857d75f4b67 req-35891e72-d5bf-4308-98e8-0de769098e12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 217 time: 0.4831364
Feb 19 21:03:09.351952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70b14790>,) {'filters': {'network_id': ['969e90a6-4f4e-4931-95c3-a8de28f6dc81']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:09.362083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-298b1095-0410-4615-8671-dab3b007df3f req-f2840be2-1029-4a86-9f42-216b34d0e24c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] For port ef05e742-e00b-4308-af0a-e4dc13084ce0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef05e742-e00b-4308-af0a-e4dc13084ce0,segment=NetworkSegment(a762f0ef-efad-44f0-a6fe-da5546c780c0),segment_id=a762f0ef-efad-44f0-a6fe-da5546c780c0)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:09.362554 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-298b1095-0410-4615-8671-dab3b007df3f req-f2840be2-1029-4a86-9f42-216b34d0e24c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:09.399904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70b14790>, '4efefcfb-46e6-49cb-adb6-ef80922b9462') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:09.400302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70b14790>, '4efefcfb-46e6-49cb-adb6-ef80922b9462') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:09.414980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] For port 780d0ffe-a118-4bca-a4b4-c592c4a93d41, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:03:09.424177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] For port 780d0ffe-a118-4bca-a4b4-c592c4a93d41, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=780d0ffe-a118-4bca-a4b4-c592c4a93d41,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:03:09.428174 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (4efefcfb-46e6-49cb-adb6-ef80922b9462), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:09.431343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-298b1095-0410-4615-8671-dab3b007df3f req-f2840be2-1029-4a86-9f42-216b34d0e24c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Calling delete_port for ef05e742-e00b-4308-af0a-e4dc13084ce0 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:09.441116 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:09.462235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270101ff-45b0-41ee-9c5f-0909207da13f req-2c33fa19-5c80-405c-991c-a443989fb9c4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:09.470891 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-270101ff-45b0-41ee-9c5f-0909207da13f req-2c33fa19-5c80-405c-991c-a443989fb9c4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1965115
Feb 19 21:03:09.474250 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Publish callbacks [] for router_gateway (3551e16e-45a4-4238-9450-1d19a8911920), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:09.492675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e379fc5-975a-4d37-8ba5-1857d75f4b67 req-97e28b69-9c08-414b-bd99-67c1de5ef181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:09.495414 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4e379fc5-975a-4d37-8ba5-1857d75f4b67 req-97e28b69-9c08-414b-bd99-67c1de5ef181 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c HTTP/1.1" status: 200  len: 859 time: 0.1092877
Feb 19 21:03:09.584000 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4e379fc5-975a-4d37-8ba5-1857d75f4b67 req-b0fdec8f-d307-4314-ae53-19eef6c32f92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e71ef3e2-ffea-48b1-add4-7381a9421313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0806773
Feb 19 21:03:09.627286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56197d87-f23d-4de2-87e3-e31adb9f626d None None] Pushing event updated for resources: {'Port': ['ID=780d0ffe-a118-4bca-a4b4-c592c4a93d41,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:09.690540 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4efefcfb-46e6-49cb-adb6-ef80922b9462), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:09.738541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:09.739222 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (4efefcfb-46e6-49cb-adb6-ef80922b9462), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:09.746380 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:09.812667 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4e379fc5-975a-4d37-8ba5-1857d75f4b67 req-5784a533-d69a-4835-a776-47cd5bea9264 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818638
Feb 19 21:03:09.826708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'name': 'network-vif-deleted', 'tag': 'eb5ca4e0-1823-4105-bad9-89b1262047ff'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:09.836381 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e757c5-a7b3-4e6d-bbf1-46fafa2242d2" -d '{"events": [{"server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "name": "network-vif-deleted", "tag": "eb5ca4e0-1823-4105-bad9-89b1262047ff"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:09.888055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-270101ff-45b0-41ee-9c5f-0909207da13f req-876c2073-b83b-4491-8ea6-7c864b85fe67 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4150188
Feb 19 21:03:09.976375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Allocated IP 172.35.2.113 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/d2c8cad2-cb0f-4e4d-8394-6554672c4515) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:10.060282 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (969e90a6-4f4e-4931-95c3-a8de28f6dc81), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:10.120708 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:10.128933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] 10.222.0.30 "DELETE /v2.0/networks/969e90a6-4f4e-4931-95c3-a8de28f6dc81 HTTP/1.1" status: 204  len: 168 time: 1.9376793
Feb 19 21:03:10.158772 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e852616-309e-434b-8d5c-19f7cbd15bd3 x-openstack-request-id: req-6e852616-309e-434b-8d5c-19f7cbd15bd3 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:10.159640 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "name": "network-vif-unplugged", "status": "completed", "tag": "ef05e742-e00b-4308-af0a-e4dc13084ce0", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:10.159640 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e852616-309e-434b-8d5c-19f7cbd15bd3 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:10.160597 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef05e742-e00b-4308-af0a-e4dc13084ce0', 'code': 200}
Feb 19 21:03:10.206103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1356563-bc4a-4e82-826a-5335576a8681 tempest-BulkNetworkOpsTest-1424047139 tempest-BulkNetworkOpsTest-1424047139-project] Pushing event deleted for resources: {'Network': ['ID=969e90a6-4f4e-4931-95c3-a8de28f6dc81,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:10.221948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-298b1095-0410-4615-8671-dab3b007df3f req-f2840be2-1029-4a86-9f42-216b34d0e24c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ef05e742-e00b-4308-af0a-e4dc13084ce0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:10.324393 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4e379fc5-975a-4d37-8ba5-1857d75f4b67 req-bef84f83-2f6b-42ad-b6f9-f506348d45e2 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5054770
Feb 19 21:03:10.447065 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for port (d2c8cad2-cb0f-4e4d-8394-6554672c4515), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:10.463409 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Publish callbacks [] for router_gateway (3551e16e-45a4-4238-9450-1d19a8911920), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:10.558290 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:10.588155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2840be2-1029-4a86-9f42-216b34d0e24c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Port': ['ID=ef05e742-e00b-4308-af0a-e4dc13084ce0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:10.604290 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d2c8cad2-cb0f-4e4d-8394-6554672c4515), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:10.769274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57392) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:10.791873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-298b1095-0410-4615-8671-dab3b007df3f req-f2840be2-1029-4a86-9f42-216b34d0e24c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] No DVR routers for this DVR port ef05e742-e00b-4308-af0a-e4dc13084ce0 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:10.801670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b192c-e9c0-4929-8817-4c3b09eef1d3 req-ea18cfac-24f2-49a6-809e-642e6c90b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:10.808209 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b5b192c-e9c0-4929-8817-4c3b09eef1d3 req-ea18cfac-24f2-49a6-809e-642e6c90b6c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1128 time: 0.2888050
Feb 19 21:03:10.814178 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-298b1095-0410-4615-8671-dab3b007df3f req-f2840be2-1029-4a86-9f42-216b34d0e24c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:10.821168 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-298b1095-0410-4615-8671-dab3b007df3f req-f2840be2-1029-4a86-9f42-216b34d0e24c tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.67 "DELETE /v2.0/ports/ef05e742-e00b-4308-af0a-e4dc13084ce0 HTTP/1.1" status: 204  len: 173 time: 2.9911816
Feb 19 21:03:10.913026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:10.915415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:10.919303 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Allocated IP 172.35.2.238 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/a6cc5b68-d010-414d-86cf-86982725edbd) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:11.009600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:11.036372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed711d8-23fe-4a0e-aca7-e12f6e39be86 req-267d4230-48a5-45dc-a70a-80f3158aaf78 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:11.038030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bed711d8-23fe-4a0e-aca7-e12f6e39be86 req-267d4230-48a5-45dc-a70a-80f3158aaf78 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 945 time: 0.4669538
Feb 19 21:03:11.055036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Pushing event updated for resources: {'Port': ['ID=d2c8cad2-cb0f-4e4d-8394-6554672c4515,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:11.328408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bed711d8-23fe-4a0e-aca7-e12f6e39be86 req-49034b15-15a2-42bf-8f3b-3366fa39614b tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2611396
Feb 19 21:03:11.382039 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6bcef94d-f36f-4501-ba4d-c08c85759aa4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=000c587782714bfe845d97c17cab4331&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6038980
Feb 19 21:03:11.398457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57404) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:11.433235 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12305a8-b006-496a-b68b-7ffa0df1265e x-openstack-request-id: req-b12305a8-b006-496a-b68b-7ffa0df1265e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:11.434916 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "name": "network-vif-deleted", "tag": "eb5ca4e0-1823-4105-bad9-89b1262047ff", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:11.435278 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b12305a8-b006-496a-b68b-7ffa0df1265e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:11.435797 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'name': 'network-vif-deleted', 'tag': 'eb5ca4e0-1823-4105-bad9-89b1262047ff', 'status': 'completed', 'code': 200}
Feb 19 21:03:11.445702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b192c-e9c0-4929-8817-4c3b09eef1d3 req-f2098c31-2591-446a-a40e-018253011894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:11.452254 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b5b192c-e9c0-4929-8817-4c3b09eef1d3 req-f2098c31-2591-446a-a40e-018253011894 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 200  len: 920 time: 0.5254011
Feb 19 21:03:11.462863 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for floatingip (9037e30c-df5a-4376-867f-50332a6baeb3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:11.654066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e678c9ae-ab76-42f0-ad19-3d78c81a75a6 None None] Network b0af9030-e395-43f9-8a34-dbc361fa9146 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:11.658296 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d2c8cad2-cb0f-4e4d-8394-6554672c4515), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:11.686798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Publish callbacks [] for port (a6cc5b68-d010-414d-86cf-86982725edbd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:11.750066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fc2b7-0111-4c08-ae61-1a2fe6a186f3 req-cb3b86b7-d8b0-439d-81c1-1da6ab9a89f4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:11.760265 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-549fc2b7-0111-4c08-ae61-1a2fe6a186f3 req-cb3b86b7-d8b0-439d-81c1-1da6ab9a89f4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2154324
Feb 19 21:03:11.794710 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b5b192c-e9c0-4929-8817-4c3b09eef1d3 req-7de017bd-7ab5-462c-add0-2d49d1d80074 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 217 time: 0.3221169
Feb 19 21:03:11.880582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b192c-e9c0-4929-8817-4c3b09eef1d3 req-9e8abe5a-cf0d-4759-b640-59426d64793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:11.882861 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b5b192c-e9c0-4929-8817-4c3b09eef1d3 req-9e8abe5a-cf0d-4759-b640-59426d64793e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c HTTP/1.1" status: 200  len: 859 time: 0.0687892
Feb 19 21:03:11.970648 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2f3f42ce-88e8-428c-bcfa-9fe078e2fea6 None None] Provisioning complete for port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:11.971134 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2f3f42ce-88e8-428c-bcfa-9fe078e2fea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:11.996359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.133165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 780d0ffe-a118-4bca-a4b4-c592c4a93d41 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:03:12.135387 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b5b192c-e9c0-4929-8817-4c3b09eef1d3 req-61b5fa6d-498a-4441-83fe-f614d722439f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e71ef3e2-ffea-48b1-add4-7381a9421313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2303391
Feb 19 21:03:12.159970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Pushing event updated for resources: {'Port': ['ID=a6cc5b68-d010-414d-86cf-86982725edbd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:12.206089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37cee98f-2ff9-4278-a5d4-64ac408d5d41 admin admin] Publish callbacks [] for security_group (95403bde-0ec2-4d06-b393-46e8d71ff426), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.214689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-549fc2b7-0111-4c08-ae61-1a2fe6a186f3 req-9999bc44-4739-46db-9230-40e499f41423 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4485984
Feb 19 21:03:12.346835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f42ce-88e8-428c-bcfa-9fe078e2fea6 None None] Current status of the port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:12.347403 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2f3f42ce-88e8-428c-bcfa-9fe078e2fea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.369085 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for port (d2c8cad2-cb0f-4e4d-8394-6554672c4515), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.390834 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d2c8cad2-cb0f-4e4d-8394-6554672c4515), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.403679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:12.406084 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37cee98f-2ff9-4278-a5d4-64ac408d5d41 admin admin] Publish callbacks [] for security_group (95403bde-0ec2-4d06-b393-46e8d71ff426), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.419367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2f3f42ce-88e8-428c-bcfa-9fe078e2fea6 None None] For port 780d0ffe-a118-4bca-a4b4-c592c4a93d41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=780d0ffe-a118-4bca-a4b4-c592c4a93d41,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:12.431208 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2f3f42ce-88e8-428c-bcfa-9fe078e2fea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.440980 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:12.461309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:12.515159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f42ce-88e8-428c-bcfa-9fe078e2fea6 None None] Pushing event updated for resources: {'Port': ['ID=780d0ffe-a118-4bca-a4b4-c592c4a93d41,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:12.518064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84211842-c38f-4e41-b861-1e1f3b883296 req-b3eceea5-ae11-4541-bc05-f8fef24ee388 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9c832d7-1492-4fe5-8f8a-411cc1c49a74 HTTP/1.1" status: 200  len: 210 time: 0.1338990
Feb 19 21:03:12.540990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:12.543196 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.660903 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b5b192c-e9c0-4929-8817-4c3b09eef1d3 req-451e7e55-a539-4380-9f65-f6d95dc0deaf service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5243263
Feb 19 21:03:12.764030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Pushing event updated for resources: {'Port': ['ID=d2c8cad2-cb0f-4e4d-8394-6554672c4515,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:12.830728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:12.849885 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9037e30c-df5a-4376-867f-50332a6baeb3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.890414 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.892950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-9e860fb3-67c6-467d-b7dd-fd8d01f68b14 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 5.0774570
Feb 19 21:03:12.922621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db60a9-4f12-4646-8749-f5505c616ec2 req-87720fe1-0df9-4cfa-a207-375e77cbce40 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:12.925234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1db60a9-4f12-4646-8749-f5505c616ec2 req-87720fe1-0df9-4cfa-a207-375e77cbce40 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 945 time: 0.1349871
Feb 19 21:03:12.956604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37cee98f-2ff9-4278-a5d4-64ac408d5d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (95403bde-0ec2-4d06-b393-46e8d71ff426), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.959581 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37cee98f-2ff9-4278-a5d4-64ac408d5d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:12.961015 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-37cee98f-2ff9-4278-a5d4-64ac408d5d41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95403bde-0ec2-4d06-b393-46e8d71ff426 HTTP/1.1" status: 204  len: 168 time: 1.5603764
Feb 19 21:03:12.992189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-402fc678-480c-44b9-90d1-5fc309fdd30a None None] Provisioning complete for port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:12.996963 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-402fc678-480c-44b9-90d1-5fc309fdd30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:13.044014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cee98f-2ff9-4278-a5d4-64ac408d5d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95403bde-0ec2-4d06-b393-46e8d71ff426,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:13.125911 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-ea8f2705-8986-48ee-bd44-2115a684f4ce tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.113 HTTP/1.1" status: 200  len: 696 time: 0.2263820
Feb 19 21:03:13.156028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-402fc678-480c-44b9-90d1-5fc309fdd30a None None] Current status of the port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:13.310871 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5b5b192c-e9c0-4929-8817-4c3b09eef1d3 req-afc02c84-adc3-4fed-8eee-6ee6a38b9324 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4243114
Feb 19 21:03:13.358825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1db60a9-4f12-4646-8749-f5505c616ec2 req-66fac710-aa6f-42f4-ae2c-74d78c615800 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4109609
Feb 19 21:03:13.386420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Publish callbacks [] for router_gateway (3551e16e-45a4-4238-9450-1d19a8911920), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:13.437552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'name': 'network-vif-deleted', 'tag': 'ef05e742-e00b-4308-af0a-e4dc13084ce0'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:13.453272 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a822daa-c11b-44dd-b5ad-1616b788ffef" -d '{"events": [{"server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "name": "network-vif-deleted", "tag": "ef05e742-e00b-4308-af0a-e4dc13084ce0"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:13.525124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-ae77e363-3524-4045-9fc8-b07dd693d724 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:13.529707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9118eab7-bb2f-4b17-aa33-1260e09dceed req-ae77e363-3524-4045-9fc8-b07dd693d724 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.3981009
Feb 19 21:03:13.650160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5fdd0-475d-4120-91a7-b24c10fd0e07 req-26c687ad-5efc-4107-ac76-434edfda34df tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:13.664672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1bc5fdd0-475d-4120-91a7-b24c10fd0e07 req-26c687ad-5efc-4107-ac76-434edfda34df tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1332135
Feb 19 21:03:13.708021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (3551e16e-45a4-4238-9450-1d19a8911920), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:13.827615 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1bc5fdd0-475d-4120-91a7-b24c10fd0e07 req-8440d3e4-f1d7-4988-8d99-bb7c86386ba3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1610236
Feb 19 21:03:13.935645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 780d0ffe-a118-4bca-a4b4-c592c4a93d41 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:03:14.028412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Router 3551e16e-45a4-4238-9450-1d19a8911920 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:03:14.032567 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015e4531-ccfd-470d-b2bf-f73696458729 x-openstack-request-id: req-015e4531-ccfd-470d-b2bf-f73696458729 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:14.033989 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c832d7-1492-4fe5-8f8a-411cc1c49a74", "name": "network-vif-deleted", "tag": "ef05e742-e00b-4308-af0a-e4dc13084ce0", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:14.037648 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-015e4531-ccfd-470d-b2bf-f73696458729 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:14.038848 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c832d7-1492-4fe5-8f8a-411cc1c49a74', 'name': 'network-vif-deleted', 'tag': 'ef05e742-e00b-4308-af0a-e4dc13084ce0', 'status': 'completed', 'code': 200}
Feb 19 21:03:14.061956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-efcde74a-f093-4621-9536-e12b8ee4c741 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1803327
Feb 19 21:03:14.145878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:14.146501 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:14.332893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:14.357488 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:03:14.381763 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Sync routers for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:03:14.391707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-a0534620-bbdd-4ed2-86a1-40dce4aa0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:14.395346 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-a0534620-bbdd-4ed2-86a1-40dce4aa0bab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4aca9e397c334bb997f450e919088286&device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 1127 time: 0.3063545
Feb 19 21:03:14.403428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:14.413376 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:14.414031 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-32edc632-4806-41e3-959b-e97a9fd40c21 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.3240156
Feb 19 21:03:14.415259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57452) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:14.417826 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7035ffa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:02:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:14.632132 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-8d437ea0-68a2-45f6-bf3e-3f1ed3807fd7 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:14.651482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-8d437ea0-68a2-45f6-bf3e-3f1ed3807fd7 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3735735
Feb 19 21:03:14.738446 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:14.832213 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-61442504-3d8b-4ba0-b26c-756fb39bb977 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.113 HTTP/1.1" status: 200  len: 696 time: 0.1789429
Feb 19 21:03:14.837956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-d9ad9e0f-22f0-476f-a0c8-1619071c3699 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Request body: {'floatingip': {'port_id': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:14.914727 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-d9ad9e0f-22f0-476f-a0c8-1619071c3699 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for floatingip (9037e30c-df5a-4376-867f-50332a6baeb3), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:15.022028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57466) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:15.169990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57468) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:15.315149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-96419108-4560-4983-99c9-e6f8739b964a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting subnet 67dd3bcf-7861-4330-8fcd-ca0e61444446 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:03:15.318048 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7035ffa0>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:13Z', 'revision_number': 3, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:15.330603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96419108-4560-4983-99c9-e6f8739b964a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks [] for subnet (67dd3bcf-7861-4330-8fcd-ca0e61444446), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:15.431815 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Checking router: 3551e16e-45a4-4238-9450-1d19a8911920 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:03:15.435017 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Updating router 3551e16e-45a4-4238-9450-1d19a8911920 port a6cc5b68-d010-414d-86cf-86982725edbd binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:03:15.459562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96419108-4560-4983-99c9-e6f8739b964a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (67dd3bcf-7861-4330-8fcd-ca0e61444446), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:15.516304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-167471103'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:15.529223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-2bb1b724-b7fc-40dd-bced-0171c9f58e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:15.536914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-2bb1b724-b7fc-40dd-bced-0171c9f58e89 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65a0dad-e542-4761-ba20-2506e5992b4e HTTP/1.1" status: 200  len: 916 time: 1.0897086
Feb 19 21:03:15.551514 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.167624 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Publish callbacks [] for port (a6cc5b68-d010-414d-86cf-86982725edbd), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.179002 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.259235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:16.268865 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.269075 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Attempting to bind port a6cc5b68-d010-414d-86cf-86982725edbd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:03:16.269365 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Attempting to bind port a6cc5b68-d010-414d-86cf-86982725edbd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:03:16.269800 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Attempting to bind port a6cc5b68-d010-414d-86cf-86982725edbd on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:16.286768 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Pushing event updated for resources: {'Port': ['ID=a6cc5b68-d010-414d-86cf-86982725edbd,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:16.293638 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:03:16.293638 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:16.294305 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.295308 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:03:16.295958 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Bound port: a6cc5b68-d010-414d-86cf-86982725edbd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:03:16.296410 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.307338 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.307338 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.307776 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.308213 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.309107 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.309573 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.309923 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.310269 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.310789 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.312520 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.312917 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.313392 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.314005 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:16.334088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96419108-4560-4983-99c9-e6f8739b964a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (67dd3bcf-7861-4330-8fcd-ca0e61444446), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.359721 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.497145 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] For port a6cc5b68-d010-414d-86cf-86982725edbd, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:03:16.505050 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] For port a6cc5b68-d010-414d-86cf-86982725edbd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6cc5b68-d010-414d-86cf-86982725edbd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:03:16.524528 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.616308 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:16.618844 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7035ffa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:02:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:16.717720 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.740044 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96419108-4560-4983-99c9-e6f8739b964a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (67dd3bcf-7861-4330-8fcd-ca0e61444446), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.746315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-7d1042fd-676c-4041-8d10-3db188fcd9a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5522f49c-1f87-419c-bb79-a02284fc44b4 HTTP/1.1" status: 200  len: 1001 time: 1.2076590
Feb 19 21:03:16.781266 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805479a-d865-4856-b18e-a145725f9828 None None] Network 792a9f6e-77ad-42ce-a625-d55aabe06157 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:16.808769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96419108-4560-4983-99c9-e6f8739b964a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:16.819518 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-96419108-4560-4983-99c9-e6f8739b964a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "DELETE /v2.0/subnets/67dd3bcf-7861-4330-8fcd-ca0e61444446 HTTP/1.1" status: 204  len: 168 time: 1.7947059
Feb 19 21:03:16.826550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57488) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:16.856601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-bfc73f88-4cbd-4c88-a00b-094d4d2e8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:16.858227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-bfc73f88-4cbd-4c88-a00b-094d4d2e8f72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cabc37d9-8907-4af3-a0c6-c066930306f3 HTTP/1.1" status: 200  len: 854 time: 0.1042309
Feb 19 21:03:16.974353 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c52bcf-bd90-4070-9921-afbb38bc194c None None] Pushing event updated for resources: {'Port': ['ID=a6cc5b68-d010-414d-86cf-86982725edbd,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:17.001822 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:17.005084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Allocated IP 172.20.0.1 (b0af9030-e395-43f9-8a34-dbc361fa9146/e8656728-e0e8-4347-9175-a25300e2a163/75fd3022-129d-4cd6-bc17-7057f5ae71e0) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:17.047373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c304bd-ac1d-47df-8ef7-7c550da5004c req-fb569484-3998-4bc4-bb3c-a15d2e0ce22a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:17.053621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11c304bd-ac1d-47df-8ef7-7c550da5004c req-fb569484-3998-4bc4-bb3c-a15d2e0ce22a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 1.6882007
Feb 19 21:03:17.095969 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.resource_extend [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-d9ad9e0f-22f0-476f-a0c8-1619071c3699 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:03:17.172537 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Publish callbacks [] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:17.240310 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-d9ad9e0f-22f0-476f-a0c8-1619071c3699 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:17.243024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-6ece6be9-9af0-49eb-838d-5c8bc3b115af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:17.244869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-6ece6be9-9af0-49eb-838d-5c8bc3b115af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65a0dad-e542-4761-ba20-2506e5992b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3605440
Feb 19 21:03:17.254357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11c304bd-ac1d-47df-8ef7-7c550da5004c req-c701dfaf-6056-4ed2-948e-cf15348ca294 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1890295
Feb 19 21:03:17.255694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e527399-dff7-4a7a-b4b3-34fc444e612b None None] DHCP port deletion for 792a9f6e-77ad-42ce-a625-d55aabe06157 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:03:17.255975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-d9ad9e0f-22f0-476f-a0c8-1619071c3699 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9037e30c-df5a-4376-867f-50332a6baeb3), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:17.367183 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (8747fe0f-8fce-4770-8c07-f3d51a01dd64), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:17.418466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8e527399-dff7-4a7a-b4b3-34fc444e612b None None] Deleting port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:17.420387 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e527399-dff7-4a7a-b4b3-34fc444e612b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:17.432370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96419108-4560-4983-99c9-e6f8739b964a tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Subnet': ['ID=67dd3bcf-7861-4330-8fcd-ca0e61444446,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:17.493300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-9d76a29c-e0b7-4c51-b2ad-9aeeb61f68b9 service neutron] 10.222.0.67 "GET /v2.0/networks/e65a0dad-e542-4761-ba20-2506e5992b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2338941
Feb 19 21:03:17.541721 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8747fe0f-8fce-4770-8c07-f3d51a01dd64), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:17.637067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:03:17.677053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8747fe0f-8fce-4770-8c07-f3d51a01dd64,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:17.720716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8e527399-dff7-4a7a-b4b3-34fc444e612b None None] For port bb210e4f-6ca5-4bc2-975a-f4c6507820c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb210e4f-6ca5-4bc2-975a-f4c6507820c8,segment=NetworkSegment(a36bf3cb-d77a-429c-befe-31b6597fcc9c),segment_id=a36bf3cb-d77a-429c-befe-31b6597fcc9c)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:17.721428 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e527399-dff7-4a7a-b4b3-34fc444e612b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:17.724032 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (57acfac6-f7bf-45ff-8cca-aa10d1a5157b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:17.736076 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Added segment 57acfac6-f7bf-45ff-8cca-aa10d1a5157b of type vlan for network 8c46b7da-d7de-449b-8ef8-2a9058280eaf
Feb 19 21:03:17.751709 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-d9ad9e0f-22f0-476f-a0c8-1619071c3699 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Floating IP 9037e30c-df5a-4376-867f-50332a6baeb3 associated. External IP: 172.35.2.113, port: 4a3185d0-44de-46bc-a6a9-47a19835dc9d.
Feb 19 21:03:17.758450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 1a064e13-3fb5-4649-98d7-8b53f8bf8480 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:03:17.766677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd184038-4c39-4c72-b4c4-518a621f8c38 req-1ab3dff2-145e-43b9-9775-9229adb72758 service neutron] 10.222.0.67 "GET /v2.0/networks/e65a0dad-e542-4761-ba20-2506e5992b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2628529
Feb 19 21:03:17.784799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (792a9f6e-77ad-42ce-a625-d55aabe06157), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:17.799313 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:17.944137 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7035ffa0>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:13Z', 'revision_number': 3, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:18.001330 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (8c46b7da-d7de-449b-8ef8-2a9058280eaf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:18.015907 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c86e2-88c5-4ae0-89d7-50278c54b703 None None] The sync data for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 is: [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:13Z', 'revision_number': 3, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:03:18.096835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Network b0af9030-e395-43f9-8a34-dbc361fa9146 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:18.109562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (8c46b7da-d7de-449b-8ef8-2a9058280eaf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:18.115522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:18.116499 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:18.133284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:18.271271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 1a064e13-3fb5-4649-98d7-8b53f8bf8480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a064e13-3fb5-4649-98d7-8b53f8bf8480,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:18.332186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:18.339504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '1a064e13-3fb5-4649-98d7-8b53f8bf8480', 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd', 'port_id': '1a064e13-3fb5-4649-98d7-8b53f8bf8480', 'mac_address': 'fa:16:3e:1b:e4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e6fa56-d755-494e-9a8f-82702fc906cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:03:18.355083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb210e4f-6ca5-4bc2-975a-f4c6507820c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:18.427773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8e527399-dff7-4a7a-b4b3-34fc444e612b None None] Calling delete_port for bb210e4f-6ca5-4bc2-975a-f4c6507820c8 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:18.473685 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Network': ['ID=8c46b7da-d7de-449b-8ef8-2a9058280eaf,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:18.521077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-d9ad9e0f-22f0-476f-a0c8-1619071c3699 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Router 1c9e7872-2d50-49e1-befc-07e01e881cfe has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:03:18.523942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57516) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:18.525519 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7f67e26e-488a-4b0c-a193-9c00eaa57b6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 3.3504834
Feb 19 21:03:18.532165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'name': 'tempest-PortsIpV6TestJSON-491181605'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:18.545861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Pushing event updated for resources: {'Port': ['ID=75fd3022-129d-4cd6-bc17-7057f5ae71e0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:18.566965 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (3551e16e-45a4-4238-9450-1d19a8911920), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:18.631543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:03:18.868381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:18.868868 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:18.999499 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] For port bb210e4f-6ca5-4bc2-975a-f4c6507820c8, host ncdv-master-1, got binding levels [] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:19.000151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.029308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Calling delete_port for bb210e4f-6ca5-4bc2-975a-f4c6507820c8 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:19.044818 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e527399-dff7-4a7a-b4b3-34fc444e612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.056782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-f84f3b74-983c-4754-bfe1-76bcfcb71165 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:19.058854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-f84f3b74-983c-4754-bfe1-76bcfcb71165 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 811 time: 0.2045245
Feb 19 21:03:19.073817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_backend_mixin [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 was not found and therefore no delete operation was performed {{(pid=121129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:03:19.082331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bb210e4f-6ca5-4bc2-975a-f4c6507820c8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.118725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e527399-dff7-4a7a-b4b3-34fc444e612b None None] Pushing event deleted for resources: {'Port': ['ID=bb210e4f-6ca5-4bc2-975a-f4c6507820c8,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:19.129638 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-a506f0ad-e38d-45a4-8811-3a84354a136c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/quotas/e4e370ef28034ffbbbee9d2cfd826084 HTTP/1.1" status: 200  len: 375 time: 0.0564866
Feb 19 21:03:19.164049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e527399-dff7-4a7a-b4b3-34fc444e612b None None] No DVR routers for this DVR port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:19.183384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] No DVR routers for this DVR port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:19.183700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No active binding found for port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 {{(pid=121130) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Feb 19 21:03:19.185764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] The host ncdv-master-1 is not matching for port bb210e4f-6ca5-4bc2-975a-f4c6507820c8 host None! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:03:19.186250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb210e4f-6ca5-4bc2-975a-f4c6507820c8 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:19.208629 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-953e6022-f2f0-495c-b907-2831f1ef5a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.224911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c9f899d1-5024-41b2-9087-bfa48b0a3a41 None None] Provisioning complete for port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:19.226559 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c9f899d1-5024-41b2-9087-bfa48b0a3a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.267210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:19.268112 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.282134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:19.285492 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (792a9f6e-77ad-42ce-a625-d55aabe06157), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.288724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a064e13-3fb5-4649-98d7-8b53f8bf8480 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:03:19.295242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.316989 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.338316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Port': ['ID=bb210e4f-6ca5-4bc2-975a-f4c6507820c8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:19.341908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c9f899d1-5024-41b2-9087-bfa48b0a3a41 None None] Port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:03:19.345591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 1a064e13-3fb5-4649-98d7-8b53f8bf8480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a064e13-3fb5-4649-98d7-8b53f8bf8480,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:19.351253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69e7d7c0>,) {'filters': {'network_id': ['792a9f6e-77ad-42ce-a625-d55aabe06157']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:19.371872 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.372295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port add0ac7b-00cb-46e0-a935-18f8b2890b30 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:03:19.392556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-d9ad9e0f-22f0-476f-a0c8-1619071c3699 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:03:19.406389 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-d9ad9e0f-22f0-476f-a0c8-1619071c3699 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.435892 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69e7d7c0>, 'a36bf3cb-d77a-429c-befe-31b6597fcc9c') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:19.437966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69e7d7c0>, 'a36bf3cb-d77a-429c-befe-31b6597fcc9c') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:19.461549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6c586-2bcd-441c-baf6-5c8506ab35b9 None None] Sync routers for ids ['1c9e7872-2d50-49e1-befc-07e01e881cfe'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:03:19.473654 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a36bf3cb-d77a-429c-befe-31b6597fcc9c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.513391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6c586-2bcd-441c-baf6-5c8506ab35b9 None None] Routers {'1c9e7872-2d50-49e1-befc-07e01e881cfe'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:19.514239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-17b6c586-2bcd-441c-baf6-5c8506ab35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a635b7550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:02:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c9e7872-2d50-49e1-befc-07e01e881cfe'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:19.531668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-d49e7f4b-48e5-4d71-abcd-3a6238c77a6f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3902745
Feb 19 21:03:19.536999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['1a064e13-3fb5-4649-98d7-8b53f8bf8480'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:03:19.575795 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a36bf3cb-d77a-429c-befe-31b6597fcc9c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.723855 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c4e4beff-9352-4c76-abcf-5d2f6f20106a service neutron] 10.222.0.30 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720886
Feb 19 21:03:19.740041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-d9ad9e0f-22f0-476f-a0c8-1619071c3699 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "PUT /v2.0/floatingips/9037e30c-df5a-4376-867f-50332a6baeb3 HTTP/1.1" status: 200  len: 997 time: 4.9067209
Feb 19 21:03:19.782541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-17b6c586-2bcd-441c-baf6-5c8506ab35b9 None None] Set router 1c9e7872-2d50-49e1-befc-07e01e881cfe gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:19.816105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Publish callbacks [] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.840801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:19.843156 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a36bf3cb-d77a-429c-befe-31b6597fcc9c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:19.917156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:19.919940 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607c4e7d-63b7-4807-abe2-8f510f056af0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:19.935896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-d614ff0a-afb2-40ae-9e75-7d691415abfc service neutron] 10.222.0.30 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1579659
Feb 19 21:03:19.976419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=1a064e13-3fb5-4649-98d7-8b53f8bf8480,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:20.080375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a6cc5b68-d010-414d-86cf-86982725edbd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:20.089456 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:20.113569 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:20.143930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-649fe65a-2b3a-4efe-ad7e-acf5be3a8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:20.155004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-649fe65a-2b3a-4efe-ad7e-acf5be3a8f22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1128 time: 0.4130554
Feb 19 21:03:20.209031 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (792a9f6e-77ad-42ce-a625-d55aabe06157), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:20.299159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Pushing event updated for resources: {'Port': ['ID=75fd3022-129d-4cd6-bc17-7057f5ae71e0,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:20.310746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-a55f1c65-ca78-41d0-bea3-4d04b8350131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:20.319677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-a55f1c65-ca78-41d0-bea3-4d04b8350131 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 200  len: 920 time: 0.1629751
Feb 19 21:03:20.349983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:20.356128 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "DELETE /v2.0/networks/792a9f6e-77ad-42ce-a625-d55aabe06157 HTTP/1.1" status: 204  len: 168 time: 3.1796546
Feb 19 21:03:20.376196 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (3551e16e-45a4-4238-9450-1d19a8911920), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:20.382918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57534) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:20.415870 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8edef-2334-4727-96df-332b7f555489 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Network': ['ID=792a9f6e-77ad-42ce-a625-d55aabe06157,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:20.439544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-c1b6a6e6-a6df-4298-a040-509029356d18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 1000 time: 0.1184175
Feb 19 21:03:20.577302 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:20.599383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-24f89d95-1136-4354-907a-d66621ccfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:20.607318 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0521acb3-f331-44a7-8c5f-2c94940845b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:20.609034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-24f89d95-1136-4354-907a-d66621ccfc10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c HTTP/1.1" status: 200  len: 859 time: 0.1676090
Feb 19 21:03:20.715157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-3966ba62-b2b5-4a1f-b97c-ab60a112265b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e71ef3e2-ffea-48b1-add4-7381a9421313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1048186
Feb 19 21:03:20.743174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfbf173-3581-4d42-be06-b51dc21b8864 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting subnet 76003f63-e8b7-428c-8467-76a3ba14d3b3 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:03:20.757943 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf173-3581-4d42-be06-b51dc21b8864 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks [] for subnet (76003f63-e8b7-428c-8467-76a3ba14d3b3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:20.759587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a283fe-ed7e-4ad9-964b-12dc5af260c5 req-9ab632ca-b7d0-45ea-82af-3eb5099b88c7 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:20.764398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86a283fe-ed7e-4ad9-964b-12dc5af260c5 req-9ab632ca-b7d0-45ea-82af-3eb5099b88c7 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 945 time: 0.2645662
Feb 19 21:03:20.914457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf173-3581-4d42-be06-b51dc21b8864 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (76003f63-e8b7-428c-8467-76a3ba14d3b3), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:21.037526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Network b0af9030-e395-43f9-8a34-dbc361fa9146 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:21.065762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:21.090347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86a283fe-ed7e-4ad9-964b-12dc5af260c5 req-7c673cca-4485-4339-995f-e282502170c8 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2765160
Feb 19 21:03:21.166232 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:21.170840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a6cc5b68-d010-414d-86cf-86982725edbd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:21.171231 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:21.304560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-17b6c586-2bcd-441c-baf6-5c8506ab35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a635b7550>, [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:57Z', 'revision_number': 4, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9037e30c-df5a-4376-867f-50332a6baeb3', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'port_id': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'mac_address': 'fa:16:3e:8d:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:03:11Z', 'updated_at': '2022-02-19T21:03:16Z', 'revision_number': 1, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f70373-ea3c-4bb4-b019-9935480de48f', 'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'mac_address': 'fa:16:3e:cd:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:55Z', 'updated_at': '2022-02-19T21:02:05Z', 'revision_number': 5, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'subnets': [{'id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:21.385550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6c586-2bcd-441c-baf6-5c8506ab35b9 None None] Checking router: 1c9e7872-2d50-49e1-befc-07e01e881cfe for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:03:21.392402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=add0ac7b-00cb-46e0-a935-18f8b2890b30,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:21.412050 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-a1f49479-f572-41e3-8332-050ed7dc49ce service neutron] 10.222.0.30 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6959150
Feb 19 21:03:21.491550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6c586-2bcd-441c-baf6-5c8506ab35b9 None None] Routers {'1c9e7872-2d50-49e1-befc-07e01e881cfe'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:21.496887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-17b6c586-2bcd-441c-baf6-5c8506ab35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a635b7550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c9e7872-2d50-49e1-befc-07e01e881cfe'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:21.505915 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf173-3581-4d42-be06-b51dc21b8864 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (76003f63-e8b7-428c-8467-76a3ba14d3b3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:21.645781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-483d4aa7-e03c-4f3c-83fc-1a276d644806 req-a77d79c7-e40f-4636-a97e-fc27d69b535b service neutron] 10.222.0.30 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2291026
Feb 19 21:03:21.675190 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Router 3551e16e-45a4-4238-9450-1d19a8911920 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:03:21.683972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-17b6c586-2bcd-441c-baf6-5c8506ab35b9 None None] Set router 1c9e7872-2d50-49e1-befc-07e01e881cfe gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:21.781023 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107bb09b-b0e0-4672-84b0-03273c0f74a0 x-openstack-request-id: req-107bb09b-b0e0-4672-84b0-03273c0f74a0 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:21.781387 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:21.781602 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-107bb09b-b0e0-4672-84b0-03273c0f74a0 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:21.782037 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'status': 'completed', 'code': 200}
Feb 19 21:03:21.820085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309af276-ac5f-4dcb-9b37-24d185c839d8 req-bb812868-889c-4b42-a3f1-526b24796640 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:21.830843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 1a064e13-3fb5-4649-98d7-8b53f8bf8480 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:03:21.856107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-309af276-ac5f-4dcb-9b37-24d185c839d8 req-bb812868-889c-4b42-a3f1-526b24796640 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 944 time: 0.5440507
Feb 19 21:03:21.926212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Checking segment: {'id': '57acfac6-f7bf-45ff-8cca-aa10d1a5157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:21.926774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network hostable DHCP agents. Network: 8c46b7da-d7de-449b-8ef8-2a9058280eaf, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:03:21.942689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a6cc5b68-d010-414d-86cf-86982725edbd is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:21.943089 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:21.964956 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c1e1d0ee-f163-4b78-a877-1baabe56e253 None None] Provisioning complete for port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:21.965445 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c1e1d0ee-f163-4b78-a877-1baabe56e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:21.972364 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf173-3581-4d42-be06-b51dc21b8864 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (76003f63-e8b7-428c-8467-76a3ba14d3b3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:21.975498 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:22.029400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-309af276-ac5f-4dcb-9b37-24d185c839d8 req-9eb51a7d-120f-4339-a0a8-88d8b2883123 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719625
Feb 19 21:03:22.037549 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1b4bde6-9f36-40fa-8747-9daef3e0bafd req-94a05ba0-dae6-476b-a1cb-8c6d3fed9b41 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 210 time: 0.0609508
Feb 19 21:03:22.060534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:03:22.084751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8c46b7da-d7de-449b-8ef8-2a9058280eaf) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:22.093555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port a6cc5b68-d010-414d-86cf-86982725edbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6cc5b68-d010-414d-86cf-86982725edbd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:22.111935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:22.128655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:22.129348 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:22.143621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6aaad5-422a-4fe0-a85a-88e470a0da33 None None] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:22.152116 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:22.294246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a73e3ae9-5eb9-4e22-81b5-e2523bc9f279 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 3.7652047
Feb 19 21:03:22.355867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8da84-2f9a-4653-81b1-3189aaecdf19 None None] Network f41c994e-c961-4e3f-bdb7-f2f814e202f3 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:22.369591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c1e1d0ee-f163-4b78-a877-1baabe56e253 None None] Port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:03:22.380631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-bc105b4d-9ecd-42c1-93cd-23d7666ac2ec tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.113 HTTP/1.1" status: 200  len: 1000 time: 0.2409253
Feb 19 21:03:22.381349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57564) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:22.387230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1638235812'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:22.412404 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbf173-3581-4d42-be06-b51dc21b8864 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Subnet': ['ID=76003f63-e8b7-428c-8467-76a3ba14d3b3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:22.414564 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf173-3581-4d42-be06-b51dc21b8864 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:22.418360 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3bfbf173-3581-4d42-be06-b51dc21b8864 tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "DELETE /v2.0/subnets/76003f63-e8b7-428c-8467-76a3ba14d3b3 HTTP/1.1" status: 204  len: 168 time: 2.0305650
Feb 19 21:03:22.426890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57576) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:22.487280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:22.487925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:22.553893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c4e7d-63b7-4807-abe2-8f510f056af0 req-4ed9ce3f-5525-4dd0-81a9-033846a486fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:22.558673 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607c4e7d-63b7-4807-abe2-8f510f056af0 req-4ed9ce3f-5525-4dd0-81a9-033846a486fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1128 time: 0.6309509
Feb 19 21:03:22.561977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:03:22.575430 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Sync routers for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:03:22.577864 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1203c2dc-4869-41b9-8764-772ea164c673 admin admin] 10.222.0.30 "PUT /v2.0/routers/3551e16e-45a4-4238-9450-1d19a8911920/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1605957
Feb 19 21:03:22.628168 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:22.629373 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70767760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:22.827318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c4e7d-63b7-4807-abe2-8f510f056af0 req-87a1b1fa-251d-447e-9632-0c5d7a083d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:22.832367 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607c4e7d-63b7-4807-abe2-8f510f056af0 req-87a1b1fa-251d-447e-9632-0c5d7a083d2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 200  len: 920 time: 0.2501245
Feb 19 21:03:22.972015 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f41c994e-c961-4e3f-bdb7-f2f814e202f3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:23.039284 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607c4e7d-63b7-4807-abe2-8f510f056af0 req-80b61bb1-4452-4dd6-baab-527c65fbfcf2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 1000 time: 0.1975410
Feb 19 21:03:23.088581 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:23.111493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=a6cc5b68-d010-414d-86cf-86982725edbd,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:23.199849 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c4e7d-63b7-4807-abe2-8f510f056af0 req-353054de-eab4-4f10-badd-81e946d8a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:23.207467 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607c4e7d-63b7-4807-abe2-8f510f056af0 req-353054de-eab4-4f10-badd-81e946d8a6bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c HTTP/1.1" status: 200  len: 859 time: 0.1561580
Feb 19 21:03:23.327616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:23.339998 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607c4e7d-63b7-4807-abe2-8f510f056af0 req-78caaddd-0d74-449c-be69-b191781babd9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e71ef3e2-ffea-48b1-add4-7381a9421313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1256313
Feb 19 21:03:23.340573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:23.363328 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-e9198249-f256-4fcb-8e6b-cbb7980d33b4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:23.364787 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-e9198249-f256-4fcb-8e6b-cbb7980d33b4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports/4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 943 time: 0.9546175
Feb 19 21:03:23.405380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-6888e82f-99ea-4ace-a614-2012139165cc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:23.406873 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-6888e82f-99ea-4ace-a614-2012139165cc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 811 time: 0.5888383
Feb 19 21:03:23.430850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Request body: {'port': {'device_id': 'e428fbc5-f80a-4990-810a-97c7cbf53246', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'admin_state_up': True, 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:23.504195 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70767760>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:19Z', 'revision_number': 2, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:23.529108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-17b6c586-2bcd-441c-baf6-5c8506ab35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a635b7550>, [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:57Z', 'revision_number': 4, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9037e30c-df5a-4376-867f-50332a6baeb3', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'port_id': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'mac_address': 'fa:16:3e:8d:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:03:11Z', 'updated_at': '2022-02-19T21:03:16Z', 'revision_number': 1, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f70373-ea3c-4bb4-b019-9935480de48f', 'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'mac_address': 'fa:16:3e:cd:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:55Z', 'updated_at': '2022-02-19T21:02:05Z', 'revision_number': 5, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'subnets': [{'id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:23.530916 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:23.534058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:23.534430 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:23.540018 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607c4e7d-63b7-4807-abe2-8f510f056af0 req-b39f43ac-c619-416f-aeeb-f6e70dc2c3d1 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1934876
Feb 19 21:03:23.565356 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Checking router: 3551e16e-45a4-4238-9450-1d19a8911920 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:03:23.566027 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Updating router 3551e16e-45a4-4238-9450-1d19a8911920 port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:03:23.610233 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:23.675217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6c586-2bcd-441c-baf6-5c8506ab35b9 None None] The sync data for ids ['1c9e7872-2d50-49e1-befc-07e01e881cfe'] in ncdv-master-1 is: [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:57Z', 'revision_number': 4, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9037e30c-df5a-4376-867f-50332a6baeb3', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'port_id': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'mac_address': 'fa:16:3e:8d:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:03:11Z', 'updated_at': '2022-02-19T21:03:16Z', 'revision_number': 1, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f70373-ea3c-4bb4-b019-9935480de48f', 'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'mac_address': 'fa:16:3e:cd:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:55Z', 'updated_at': '2022-02-19T21:02:05Z', 'revision_number': 5, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'subnets': [{'id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:03:23.727814 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607c4e7d-63b7-4807-abe2-8f510f056af0 req-bdfdedb9-a026-4048-afca-2eabc25234f3 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793697
Feb 19 21:03:23.743956 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92321eba-8b05-4954-9660-9e95356bb6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a064e13-3fb5-4649-98d7-8b53f8bf8480'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:23.749662 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3d8f96-7029-424c-9b1e-b65684c8800c" -d '{"events": [{"server_uuid": "92321eba-8b05-4954-9660-9e95356bb6b3", "name": "network-vif-plugged", "status": "completed", "tag": "1a064e13-3fb5-4649-98d7-8b53f8bf8480"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:23.815442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 1a064e13-3fb5-4649-98d7-8b53f8bf8480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a064e13-3fb5-4649-98d7-8b53f8bf8480,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:23.832249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb50885c-1715-4865-a88a-f0c07a29228b None None] DHCP port deletion for f41c994e-c961-4e3f-bdb7-f2f814e202f3 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:03:23.912904 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:23.933177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 1a064e13-3fb5-4649-98d7-8b53f8bf8480 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:24.138422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:03:24.160900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=1a064e13-3fb5-4649-98d7-8b53f8bf8480,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:24.255210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bb5dc-082b-44a9-aafa-b4101aab33b2 req-995ce1c1-fb76-4189-8d99-2845a6113bb3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:24.272119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-039bb5dc-082b-44a9-aafa-b4101aab33b2 req-995ce1c1-fb76-4189-8d99-2845a6113bb3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 944 time: 0.9569812
Feb 19 21:03:24.298711 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c9cc8a4e-9b0d-4f50-a640-14963a82a6ad), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.299065 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Added segment c9cc8a4e-9b0d-4f50-a640-14963a82a6ad of type vlan for network 244850f9-236a-434b-bbd5-7c5e082c03b2
Feb 19 21:03:24.347338 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Publish callbacks [] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.358173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:24.359125 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242657f-c0bc-4dcf-a996-e6d78e944574 req-4d2788c2-91f1-4e54-b639-e914cb39dece tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:24.362477 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.364375 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.368530 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e242657f-c0bc-4dcf-a996-e6d78e944574 req-4d2788c2-91f1-4e54-b639-e914cb39dece tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.10 "GET /v2.0/ports?device_id=92321eba-8b05-4954-9660-9e95356bb6b3 HTTP/1.1" status: 200  len: 945 time: 0.1931498
Feb 19 21:03:24.405190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c6339a-455a-43b6-8d9b-f116fc454f1c None None] New status for floating IP 9037e30c-df5a-4376-867f-50332a6baeb3: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:03:24.457391 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (244850f9-236a-434b-bbd5-7c5e082c03b2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.482100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-4ca7933c-3390-47ac-b977-b9174701b5f9 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.113 HTTP/1.1" status: 200  len: 1000 time: 1.0046380
Feb 19 21:03:24.520271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a6cc5b68-d010-414d-86cf-86982725edbd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:03:24.570012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Deleting port fbaf10aa-5d96-4bc0-9852-c669ae214166 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:24.570375 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.590883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.613235 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b363a69-f06a-4e51-899c-b0306bd3bab9 None None] Pushing event updated for resources: {'Port': ['ID=75fd3022-129d-4cd6-bc17-7057f5ae71e0,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:24.640097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 1a064e13-3fb5-4649-98d7-8b53f8bf8480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a064e13-3fb5-4649-98d7-8b53f8bf8480,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:24.658304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-e242657f-c0bc-4dcf-a996-e6d78e944574 req-bee13ac6-45b5-4d2f-a7db-24f1a979b1c1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Deleting port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:24.658771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e242657f-c0bc-4dcf-a996-e6d78e944574 req-bee13ac6-45b5-4d2f-a7db-24f1a979b1c1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.699111 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Attempting to bind port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:03:24.699658 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Attempting to bind port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:03:24.700962 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Attempting to bind port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 on network b0af9030-e395-43f9-8a34-dbc361fa9146 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:24.715880 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:03:24.716284 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Checking segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:24.719072 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.719883 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Bound using segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:03:24.721691 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Bound port: 75fd3022-129d-4cd6-bc17-7057f5ae71e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:03:24.723840 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.726295 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.resource_extend [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:03:24.789688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-039bb5dc-082b-44a9-aafa-b4101aab33b2 req-5ae023d8-9d56-4172-9c40-d3a14a5c70d2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5149961
Feb 19 21:03:24.821502 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.857280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fb50885c-1715-4865-a88a-f0c07a29228b None None] Deleting port fbaf10aa-5d96-4bc0-9852-c669ae214166 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:24.858407 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fb50885c-1715-4865-a88a-f0c07a29228b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.900638 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] For port 75fd3022-129d-4cd6-bc17-7057f5ae71e0, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:03:24.905744 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] For port 75fd3022-129d-4cd6-bc17-7057f5ae71e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75fd3022-129d-4cd6-bc17-7057f5ae71e0,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:03:24.923666 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:24.965760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Made reservation on behalf of e4e370ef28034ffbbbee9d2cfd826084 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:24.971994 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:25.025860 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:25.027138 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70767760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:25.030602 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (244850f9-236a-434b-bbd5-7c5e082c03b2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:25.048945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:25.049894 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:25.225999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-f5bb0c7a-0065-4df6-90d1-efa6ce3e828d tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:25.229955 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-f5bb0c7a-0065-4df6-90d1-efa6ce3e828d tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.67 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 945 time: 0.3917150
Feb 19 21:03:25.234644 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:25.235201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-e242657f-c0bc-4dcf-a996-e6d78e944574 req-bee13ac6-45b5-4d2f-a7db-24f1a979b1c1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] For port 1a064e13-3fb5-4649-98d7-8b53f8bf8480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a064e13-3fb5-4649-98d7-8b53f8bf8480,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:25.236189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e242657f-c0bc-4dcf-a996-e6d78e944574 req-bee13ac6-45b5-4d2f-a7db-24f1a979b1c1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:25.239657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] For port fbaf10aa-5d96-4bc0-9852-c669ae214166, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbaf10aa-5d96-4bc0-9852-c669ae214166,segment=NetworkSegment(a762f0ef-efad-44f0-a6fe-da5546c780c0),segment_id=a762f0ef-efad-44f0-a6fe-da5546c780c0)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:25.240854 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:25.316688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fb50885c-1715-4865-a88a-f0c07a29228b None None] For port fbaf10aa-5d96-4bc0-9852-c669ae214166, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbaf10aa-5d96-4bc0-9852-c669ae214166,segment=NetworkSegment(a762f0ef-efad-44f0-a6fe-da5546c780c0),segment_id=a762f0ef-efad-44f0-a6fe-da5546c780c0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:25.317734 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fb50885c-1715-4865-a88a-f0c07a29228b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:25.340597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fb50885c-1715-4865-a88a-f0c07a29228b None None] Calling delete_port for fbaf10aa-5d96-4bc0-9852-c669ae214166 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:25.399910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 3.0175614
Feb 19 21:03:25.407773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57604) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:25.414982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-e242657f-c0bc-4dcf-a996-e6d78e944574 req-bee13ac6-45b5-4d2f-a7db-24f1a979b1c1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Calling delete_port for 1a064e13-3fb5-4649-98d7-8b53f8bf8480 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:25.433036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Calling delete_port for fbaf10aa-5d96-4bc0-9852-c669ae214166 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:25.469735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'ports': [{'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf'}, {'network_id': '244850f9-236a-434b-bbd5-7c5e082c03b2'}]} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:25.471885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-dccb7abd-6921-4404-82d7-0b7d95c434d6 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:25.473019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:25.473528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '244850f9-236a-434b-bbd5-7c5e082c03b2'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:25.477987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-dccb7abd-6921-4404-82d7-0b7d95c434d6 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.9918072
Feb 19 21:03:25.489809 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fb50885c-1715-4865-a88a-f0c07a29228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:25.514182 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b363a69-f06a-4e51-899c-b0306bd3bab9 None None] Pushing event updated for resources: {'Port': ['ID=75fd3022-129d-4cd6-bc17-7057f5ae71e0,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:25.606130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-de670908-9321-422b-8446-87aec6143a05 None None] Provisioning complete for port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:25.608760 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-de670908-9321-422b-8446-87aec6143a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:25.611478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50885c-1715-4865-a88a-f0c07a29228b None None] No DVR routers for this DVR port fbaf10aa-5d96-4bc0-9852-c669ae214166 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:25.620680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a6cc5b68-d010-414d-86cf-86982725edbd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:25.626469 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:25.631264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1b60a-a652-4ac0-afc7-10b8520e8a74 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Network': ['ID=244850f9-236a-434b-bbd5-7c5e082c03b2,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:25.762621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=1a064e13-3fb5-4649-98d7-8b53f8bf8480,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:25.767172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 244850f9-236a-434b-bbd5-7c5e082c03b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:03:25.877195 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70767760>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:24Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:25.883198 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:25.889698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57608) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:25.897753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50885c-1715-4865-a88a-f0c07a29228b None None] Pushing event deleted for resources: {'Port': ['ID=fbaf10aa-5d96-4bc0-9852-c669ae214166,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:25.929929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-7c84d814-51e9-4611-85c3-3b475b610288 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279680771', 'description': 'tempest-description--354226976'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:25.977354 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4cc83-ab7e-42ad-8ec1-9cc55c51a189 None None] The sync data for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 is: [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:24Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:03:26.158120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a6cc5b68-d010-414d-86cf-86982725edbd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:26.216563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-de670908-9321-422b-8446-87aec6143a05 None None] Current status of the port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:26.216985 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-de670908-9321-422b-8446-87aec6143a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.219149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e242657f-c0bc-4dcf-a996-e6d78e944574 req-bee13ac6-45b5-4d2f-a7db-24f1a979b1c1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1a064e13-3fb5-4649-98d7-8b53f8bf8480), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.245251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Allocated IP 172.20.0.14 (10d49579-ce64-4d24-a5f5-a01170b84f25/c4a71512-a43a-4957-a7c8-51a85b2a7888/c58eb122-6243-45f8-9077-813f02b7493e) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:26.264780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-de670908-9321-422b-8446-87aec6143a05 None None] For port 75fd3022-129d-4cd6-bc17-7057f5ae71e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75fd3022-129d-4cd6-bc17-7057f5ae71e0,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:26.290168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fbaf10aa-5d96-4bc0-9852-c669ae214166 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:26.313027 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee13ac6-45b5-4d2f-a7db-24f1a979b1c1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event deleted for resources: {'Port': ['ID=1a064e13-3fb5-4649-98d7-8b53f8bf8480,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:26.366307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: fbaf10aa-5d96-4bc0-9852-c669ae214166 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:26.366898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fbaf10aa-5d96-4bc0-9852-c669ae214166 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:26.383626 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-de670908-9321-422b-8446-87aec6143a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.456766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e242657f-c0bc-4dcf-a996-e6d78e944574 req-bee13ac6-45b5-4d2f-a7db-24f1a979b1c1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] No DVR routers for this DVR port 1a064e13-3fb5-4649-98d7-8b53f8bf8480 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:26.467271 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-e242657f-c0bc-4dcf-a996-e6d78e944574 req-bee13ac6-45b5-4d2f-a7db-24f1a979b1c1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.481183 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e242657f-c0bc-4dcf-a996-e6d78e944574 req-bee13ac6-45b5-4d2f-a7db-24f1a979b1c1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.10 "DELETE /v2.0/ports/1a064e13-3fb5-4649-98d7-8b53f8bf8480 HTTP/1.1" status: 204  len: 173 time: 2.1066399
Feb 19 21:03:26.484142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92321eba-8b05-4954-9660-9e95356bb6b3', 'name': 'network-vif-deleted', 'tag': '1a064e13-3fb5-4649-98d7-8b53f8bf8480'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:26.503726 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cc2d65-541e-4b09-9ed9-2397b6085b53" -d '{"events": [{"server_uuid": "92321eba-8b05-4954-9660-9e95356bb6b3", "name": "network-vif-deleted", "tag": "1a064e13-3fb5-4649-98d7-8b53f8bf8480"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:26.512047 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for port (c58eb122-6243-45f8-9077-813f02b7493e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.532173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 2} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:26.559069 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.569542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Deleting port 5522f49c-1f87-419c-bb79-a02284fc44b4 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:26.570049 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.591637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d4a0e31d-0f7e-460d-aa24-49f4e455b6d5 None None] Provisioning complete for port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:26.593025 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e31d-0f7e-460d-aa24-49f4e455b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.621278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-ce082a07-6342-41c1-9e20-2049a7efbffe tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.113 HTTP/1.1" status: 200  len: 1002 time: 1.0547221
Feb 19 21:03:26.653037 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c58eb122-6243-45f8-9077-813f02b7493e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.673575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-d9715fd8-8c7f-4de2-be00-0aec915b08c4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:26.752459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 75fd3022-129d-4cd6-bc17-7057f5ae71e0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:03:26.756977 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c84d814-51e9-4611-85c3-3b475b610288 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.760651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.783191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event updated for resources: {'Port': ['ID=c58eb122-6243-45f8-9077-813f02b7493e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:26.866323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c84d814-51e9-4611-85c3-3b475b610288 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (4717633c-6758-493d-8726-8e5df44e6cd7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:26.949879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c84d814-51e9-4611-85c3-3b475b610288 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4717633c-6758-493d-8726-8e5df44e6cd7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.015069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84d814-51e9-4611-85c3-3b475b610288 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4717633c-6758-493d-8726-8e5df44e6cd7,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:27.021848 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c84d814-51e9-4611-85c3-3b475b610288 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.028365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7c84d814-51e9-4611-85c3-3b475b610288 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.1126831
Feb 19 21:03:27.032455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57620) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:27.053740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-719de965-8cee-41ff-9eb4-77f12b7bdeb3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'security_group_rule': {'security_group_id': '4717633c-6758-493d-8726-8e5df44e6cd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:27.059318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de670908-9321-422b-8446-87aec6143a05 None None] Pushing event updated for resources: {'Port': ['ID=75fd3022-129d-4cd6-bc17-7057f5ae71e0,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:27.085308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0e31d-0f7e-460d-aa24-49f4e455b6d5 None None] Current status of the port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:27.105804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226c8b1-76a5-41fd-8769-193121ff74d5 req-c651b684-04d2-4a93-984d-d47b462b40f0 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:27.122104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c226c8b1-76a5-41fd-8769-193121ff74d5 req-c651b684-04d2-4a93-984d-d47b462b40f0 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 945 time: 1.0695794
Feb 19 21:03:27.146042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:27.150896 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-719de965-8cee-41ff-9eb4-77f12b7bdeb3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (56f4862f-14e3-4074-a0b7-30cfb36e39e1), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.160228 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fbaf10aa-5d96-4bc0-9852-c669ae214166), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.161111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:27.161668 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.242557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:27.256187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Port': ['ID=fbaf10aa-5d96-4bc0-9852-c669ae214166,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:27.261840 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:27.275133 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-d9715fd8-8c7f-4de2-be00-0aec915b08c4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for floatingip (9037e30c-df5a-4376-867f-50332a6baeb3), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.303438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] For port 5522f49c-1f87-419c-bb79-a02284fc44b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5522f49c-1f87-419c-bb79-a02284fc44b4,segment=NetworkSegment(fdc5618c-774b-454f-b46b-de5d8a548ae6),segment_id=fdc5618c-774b-454f-b46b-de5d8a548ae6)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:27.303820 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.376928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port e00b856a-22d1-422f-ba4e-6d1e29436dad yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:03:27.447171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:27.506415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] No DVR routers for this DVR port fbaf10aa-5d96-4bc0-9852-c669ae214166 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:27.534498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c226c8b1-76a5-41fd-8769-193121ff74d5 req-e6f705c2-d8d9-4e1f-a8d0-5c922d16ac7c tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups?id=a100f9a3-986f-48eb-a923-3914c0baa5a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3844233
Feb 19 21:03:27.638519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-719de965-8cee-41ff-9eb4-77f12b7bdeb3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (56f4862f-14e3-4074-a0b7-30cfb36e39e1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.672728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.673298 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (563500d7-7a82-4c28-a944-5c0b5e10ddd3), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.673585 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Floating IP 563500d7-7a82-4c28-a944-5c0b5e10ddd3 disassociated. External IP: 172.35.2.133, port: 5522f49c-1f87-419c-bb79-a02284fc44b4.
Feb 19 21:03:27.673943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Calling delete_port for 5522f49c-1f87-419c-bb79-a02284fc44b4 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:27.725344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-419c9cc7-31ad-4b1f-b302-206eef32494d None None] Provisioning complete for port c58eb122-6243-45f8-9077-813f02b7493e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:27.725653 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-419c9cc7-31ad-4b1f-b302-206eef32494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c58eb122-6243-45f8-9077-813f02b7493e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.753251 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:03:27.773824 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-719de965-8cee-41ff-9eb4-77f12b7bdeb3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (56f4862f-14e3-4074-a0b7-30cfb36e39e1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:27.832298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-419c9cc7-31ad-4b1f-b302-206eef32494d None None] Port c58eb122-6243-45f8-9077-813f02b7493e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:03:27.835087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 1a064e13-3fb5-4649-98d7-8b53f8bf8480 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:27.876671 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 1a064e13-3fb5-4649-98d7-8b53f8bf8480 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:27.877346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 1a064e13-3fb5-4649-98d7-8b53f8bf8480 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:27.959568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:27.960258 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.005032 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-d9715fd8-8c7f-4de2-be00-0aec915b08c4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.010661 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-719de965-8cee-41ff-9eb4-77f12b7bdeb3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.012539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-719de965-8cee-41ff-9eb4-77f12b7bdeb3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9698367
Feb 19 21:03:28.019558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57626) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:28.027335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719de965-8cee-41ff-9eb4-77f12b7bdeb3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f4862f-14e3-4074-a0b7-30cfb36e39e1,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:28.037063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-135fc5fd-60cb-418f-a5a6-48a88ded2a6e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'security_group_rule': {'security_group_id': '4717633c-6758-493d-8726-8e5df44e6cd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:28.042278 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-d9715fd8-8c7f-4de2-be00-0aec915b08c4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9037e30c-df5a-4376-867f-50332a6baeb3), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.042638 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-d9715fd8-8c7f-4de2-be00-0aec915b08c4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Floating IP 9037e30c-df5a-4376-867f-50332a6baeb3 disassociated. External IP: 172.35.2.113, port: 4a3185d0-44de-46bc-a6a9-47a19835dc9d.
Feb 19 21:03:28.084185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (e00b856a-22d1-422f-ba4e-6d1e29436dad), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.108919 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f41c994e-c961-4e3f-bdb7-f2f814e202f3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.149520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 5522f49c-1f87-419c-bb79-a02284fc44b4 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:28.171850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-288c8113-74b4-4cd9-ab34-913eee08b749 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.7488084
Feb 19 21:03:28.192609 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5522f49c-1f87-419c-bb79-a02284fc44b4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.202030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 5522f49c-1f87-419c-bb79-a02284fc44b4 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:28.202425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 5522f49c-1f87-419c-bb79-a02284fc44b4 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:28.269379 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-135fc5fd-60cb-418f-a5a6-48a88ded2a6e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (b350454a-23ab-4680-ada3-68d0f17920eb), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.279118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Request body: {'port': {'device_id': 'e428fbc5-f80a-4990-810a-97c7cbf53246', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:28.284003 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Pushing event deleted for resources: {'Port': ['ID=5522f49c-1f87-419c-bb79-a02284fc44b4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:28.296899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e4be-c38b-4045-af4f-c908c1a9ff24 req-58e4c524-5a94-4705-b768-b4c9f89ce4aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:28.305376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ce5e4be-c38b-4045-af4f-c908c1a9ff24 req-58e4c524-5a94-4705-b768-b4c9f89ce4aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 932 time: 0.5771794
Feb 19 21:03:28.326249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port 5bcad764-5c12-4f9a-b55a-18e6e38ae14e yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:03:28.390076 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b0be190>,) {'filters': {'network_id': ['f41c994e-c961-4e3f-bdb7-f2f814e202f3']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:28.414537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b0be190>, 'a762f0ef-efad-44f0-a6fe-da5546c780c0') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:28.414848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b0be190>, 'a762f0ef-efad-44f0-a6fe-da5546c780c0') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:28.497000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Router cedc2922-18f3-4470-a55a-d49aa7d2f08f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:03:28.497575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (a762f0ef-efad-44f0-a6fe-da5546c780c0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.525900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 75fd3022-129d-4cd6-bc17-7057f5ae71e0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:03:28.537506 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a762f0ef-efad-44f0-a6fe-da5546c780c0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.558051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:28.558473 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (a762f0ef-efad-44f0-a6fe-da5546c780c0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:28.562042 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:28.577913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c58eb122-6243-45f8-9077-813f02b7493e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.606867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ce5e4be-c38b-4045-af4f-c908c1a9ff24 req-9a2e743a-5c8e-4e9c-9098-5776eb0cf0ba tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2979066
Feb 19 21:03:28.649851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:28.650959 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:28.748469 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e816bf64-335f-47fb-9434-c023dee499d9 x-openstack-request-id: req-e816bf64-335f-47fb-9434-c023dee499d9 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:28.748794 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92321eba-8b05-4954-9660-9e95356bb6b3", "name": "network-vif-plugged", "status": "completed", "tag": "1a064e13-3fb5-4649-98d7-8b53f8bf8480", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:28.749039 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e816bf64-335f-47fb-9434-c023dee499d9 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:28.749455 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92321eba-8b05-4954-9660-9e95356bb6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a064e13-3fb5-4649-98d7-8b53f8bf8480', 'code': 200}
Feb 19 21:03:28.904108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:29.053103 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (f41c994e-c961-4e3f-bdb7-f2f814e202f3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.082189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-135fc5fd-60cb-418f-a5a6-48a88ded2a6e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (b350454a-23ab-4680-ada3-68d0f17920eb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.086246 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6cdb2e-bbcc-4f9c-929b-39a33f8f6a8c x-openstack-request-id: req-8b6cdb2e-bbcc-4f9c-929b-39a33f8f6a8c {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:29.086246 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92321eba-8b05-4954-9660-9e95356bb6b3", "name": "network-vif-deleted", "tag": "1a064e13-3fb5-4649-98d7-8b53f8bf8480", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:29.086246 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b6cdb2e-bbcc-4f9c-929b-39a33f8f6a8c {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:29.086949 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92321eba-8b05-4954-9660-9e95356bb6b3', 'name': 'network-vif-deleted', 'tag': '1a064e13-3fb5-4649-98d7-8b53f8bf8480', 'status': 'completed', 'code': 200}
Feb 19 21:03:29.096173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-135fc5fd-60cb-418f-a5a6-48a88ded2a6e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (b350454a-23ab-4680-ada3-68d0f17920eb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.128144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fc5fd-60cb-418f-a5a6-48a88ded2a6e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b350454a-23ab-4680-ada3-68d0f17920eb,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:29.128442 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.132796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] 10.222.0.30 "DELETE /v2.0/networks/f41c994e-c961-4e3f-bdb7-f2f814e202f3 HTTP/1.1" status: 204  len: 168 time: 6.5844169
Feb 19 21:03:29.162074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efa64e5e-5d05-428a-be30-9a9ffa74cab2 req-ccd85713-8e40-4376-9d33-709e847ae2a7 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/ports?device_id=9440fe13-0931-4b97-a7cb-ec215645eb5a HTTP/1.1" status: 200  len: 210 time: 0.1145079
Feb 19 21:03:29.230534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b329b9b-d320-4c28-9a46-9b139a7bdb6d tempest-ServersTestMultiNic-1940779768 tempest-ServersTestMultiNic-1940779768-project] Pushing event deleted for resources: {'Network': ['ID=f41c994e-c961-4e3f-bdb7-f2f814e202f3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:29.267309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:03:29.285390 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.304046 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ac40c-74d8-4d56-b95c-5ef721aa36e2 None None] Sync routers for ids ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:03:29.308288 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-135fc5fd-60cb-418f-a5a6-48a88ded2a6e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.313609 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-135fc5fd-60cb-418f-a5a6-48a88ded2a6e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2857981
Feb 19 21:03:29.323069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57642) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:29.332470 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ac40c-74d8-4d56-b95c-5ef721aa36e2 None None] Routers {'cedc2922-18f3-4470-a55a-d49aa7d2f08f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:29.334842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] No DVR routers for this DVR port 5522f49c-1f87-419c-bb79-a02284fc44b4 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:29.338656 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9c6ac40c-74d8-4d56-b95c-5ef721aa36e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702bc490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:29.339936 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.345716 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bda221a8-b659-4c5f-b036-b49e569ea268 req-d6d78c17-2154-4432-93cb-e3ffb7741358 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.67 "DELETE /v2.0/ports/5522f49c-1f87-419c-bb79-a02284fc44b4 HTTP/1.1" status: 204  len: 173 time: 4.1002557
Feb 19 21:03:29.395859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:29.512891 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.519800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57644) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:29.530373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-14f398bd-6037-43b8-b9c2-e30c816199e6 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1034848641', 'description': 'tempest-description--53365797'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:29.565996 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (5bcad764-5c12-4f9a-b55a-18e6e38ae14e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.604685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14f398bd-6037-43b8-b9c2-e30c816199e6 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.640273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-d9715fd8-8c7f-4de2-be00-0aec915b08c4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Router 1c9e7872-2d50-49e1-befc-07e01e881cfe has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:03:29.708513 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9c6ac40c-74d8-4d56-b95c-5ef721aa36e2 None None] Set router cedc2922-18f3-4470-a55a-d49aa7d2f08f gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:29.750434 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e00b856a-22d1-422f-ba4e-6d1e29436dad), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.819585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58eb122-6243-45f8-9077-813f02b7493e {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:03:29.848143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14f398bd-6037-43b8-b9c2-e30c816199e6 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group (85b7cb39-f12f-4d85-a624-18c678a81de8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.878585 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14f398bd-6037-43b8-b9c2-e30c816199e6 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (85b7cb39-f12f-4d85-a624-18c678a81de8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.886046 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Publish callbacks [] for port (c58eb122-6243-45f8-9077-813f02b7493e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.905253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:29.919819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:29.928463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:29.929353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5bcad764-5c12-4f9a-b55a-18e6e38ae14e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.952994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14f398bd-6037-43b8-b9c2-e30c816199e6 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:29.954321 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-14f398bd-6037-43b8-b9c2-e30c816199e6 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4307497
Feb 19 21:03:29.964836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57652) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:29.970198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-738fc330-9b20-42c3-b46f-c937503ca007 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Request body: {'security_group_rule': {'security_group_id': '85b7cb39-f12f-4d85-a624-18c678a81de8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:29.988874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=e00b856a-22d1-422f-ba4e-6d1e29436dad,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:30.011577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f398bd-6037-43b8-b9c2-e30c816199e6 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b7cb39-f12f-4d85-a624-18c678a81de8,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:30.062262 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738fc330-9b20-42c3-b46f-c937503ca007 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group_rule (83d7693f-2ae6-42a0-81d8-08c1638df106), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.164778 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738fc330-9b20-42c3-b46f-c937503ca007 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group_rule (83d7693f-2ae6-42a0-81d8-08c1638df106), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.209300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738fc330-9b20-42c3-b46f-c937503ca007 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (83d7693f-2ae6-42a0-81d8-08c1638df106), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.233281 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Checking segment: {'id': 'c9cc8a4e-9b0d-4f50-a640-14963a82a6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '244850f9-236a-434b-bbd5-7c5e082c03b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:30.233795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network hostable DHCP agents. Network: 244850f9-236a-434b-bbd5-7c5e082c03b2, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:03:30.242301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=5bcad764-5c12-4f9a-b55a-18e6e38ae14e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:30.262925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738fc330-9b20-42c3-b46f-c937503ca007 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.266031 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-738fc330-9b20-42c3-b46f-c937503ca007 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2995410
Feb 19 21:03:30.280502 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57666) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:30.295776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f5d92e55-d05a-4d22-850a-1995ebbe0203 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Request body: {'security_group_rule': {'security_group_id': '85b7cb39-f12f-4d85-a624-18c678a81de8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:30.328303 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fc330-9b20-42c3-b46f-c937503ca007 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d7693f-2ae6-42a0-81d8-08c1638df106,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:30.356942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 244850f9-236a-434b-bbd5-7c5e082c03b2 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:03:30.370707 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5d92e55-d05a-4d22-850a-1995ebbe0203 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group_rule (a534f747-9f93-438d-99ec-a2750c0bebbb), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.398561 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9c6ac40c-74d8-4d56-b95c-5ef721aa36e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702bc490>, [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:04Z', 'revision_number': 4, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a41729f-6ff9-4ff8-a528-9f5a35fdf000', 'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'mac_address': 'fa:16:3e:69:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:03Z', 'updated_at': '2022-02-19T21:01:10Z', 'revision_number': 5, 'project_id': '4aca9e397c334bb997f450e919088286', 'subnets': [{'id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:30.488958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5d92e55-d05a-4d22-850a-1995ebbe0203 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group_rule (a534f747-9f93-438d-99ec-a2750c0bebbb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.491298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 244850f9-236a-434b-bbd5-7c5e082c03b2) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:30.505664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29900f48-cd37-451a-b24c-c41836f2debe None None] Network 244850f9-236a-434b-bbd5-7c5e082c03b2 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:30.519488 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:30.522600 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ac40c-74d8-4d56-b95c-5ef721aa36e2 None None] Checking router: cedc2922-18f3-4470-a55a-d49aa7d2f08f for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:03:30.534647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:30.545547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:30.546334 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.549386 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ac40c-74d8-4d56-b95c-5ef721aa36e2 None None] Routers {'cedc2922-18f3-4470-a55a-d49aa7d2f08f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:30.551458 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9c6ac40c-74d8-4d56-b95c-5ef721aa36e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702bc490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:30.553875 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5d92e55-d05a-4d22-850a-1995ebbe0203 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (a534f747-9f93-438d-99ec-a2750c0bebbb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.619070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Transition to ACTIVE for port object c58eb122-6243-45f8-9077-813f02b7493e will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:03:30.631398 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5d92e55-d05a-4d22-850a-1995ebbe0203 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.637212 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f5d92e55-d05a-4d22-850a-1995ebbe0203 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3488958
Feb 19 21:03:30.651788 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e1b47c85-cb7d-45c6-b2d4-26d26f1a1378 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.2127805
Feb 19 21:03:30.655393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57672) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:30.656743 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57674) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:30.676299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d92e55-d05a-4d22-850a-1995ebbe0203 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a534f747-9f93-438d-99ec-a2750c0bebbb,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:30.708603 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c58eb122-6243-45f8-9077-813f02b7493e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.714880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:30.885031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-d9715fd8-8c7f-4de2-be00-0aec915b08c4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:03:30.885433 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9c6ac40c-74d8-4d56-b95c-5ef721aa36e2 None None] Set router cedc2922-18f3-4470-a55a-d49aa7d2f08f gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:30.945026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c58eb122-6243-45f8-9077-813f02b7493e,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:30.965600 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-d9715fd8-8c7f-4de2-be00-0aec915b08c4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.970570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:30.977027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:31.099837 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92321eba-8b05-4954-9660-9e95356bb6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a064e13-3fb5-4649-98d7-8b53f8bf8480'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:31.103736 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247e0309-2bda-4ff1-a633-928764511708" -d '{"events": [{"server_uuid": "92321eba-8b05-4954-9660-9e95356bb6b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1a064e13-3fb5-4649-98d7-8b53f8bf8480"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:31.112029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2498a873-e98b-4e82-a0dd-f9990589ccb2 None None] Sync routers for ids ['1c9e7872-2d50-49e1-befc-07e01e881cfe'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:03:31.129234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'name': 'network-vif-deleted', 'tag': '5522f49c-1f87-419c-bb79-a02284fc44b4'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:31.132710 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c39a641-b7d2-4ec6-bf00-9e820f5de669" -d '{"events": [{"server_uuid": "9440fe13-0931-4b97-a7cb-ec215645eb5a", "name": "network-vif-deleted", "tag": "5522f49c-1f87-419c-bb79-a02284fc44b4"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:31.137615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498a873-e98b-4e82-a0dd-f9990589ccb2 None None] Routers {'1c9e7872-2d50-49e1-befc-07e01e881cfe'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:31.138958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2498a873-e98b-4e82-a0dd-f9990589ccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62ac0b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c9e7872-2d50-49e1-befc-07e01e881cfe'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:31.190523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-95a268f5-a7f7-4da0-97b5-7df635df0d1e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port 5bcad764-5c12-4f9a-b55a-18e6e38ae14e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:31.191198 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95a268f5-a7f7-4da0-97b5-7df635df0d1e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5bcad764-5c12-4f9a-b55a-18e6e38ae14e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:31.341563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd18b67-04f7-4257-bed6-01f80f044aaf req-ac0d7a67-007c-47c0-a8f5-24ba76082f13 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:31.348966 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95a268f5-a7f7-4da0-97b5-7df635df0d1e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5bcad764-5c12-4f9a-b55a-18e6e38ae14e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:31.359289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bd18b67-04f7-4257-bed6-01f80f044aaf req-ac0d7a67-007c-47c0-a8f5-24ba76082f13 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 932 time: 1.4772096
Feb 19 21:03:31.360202 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9c6ac40c-74d8-4d56-b95c-5ef721aa36e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702bc490>, [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:04Z', 'revision_number': 4, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a41729f-6ff9-4ff8-a528-9f5a35fdf000', 'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'mac_address': 'fa:16:3e:69:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:03Z', 'updated_at': '2022-02-19T21:01:10Z', 'revision_number': 5, 'project_id': '4aca9e397c334bb997f450e919088286', 'subnets': [{'id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:31.382920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-2498a873-e98b-4e82-a0dd-f9990589ccb2 None None] Set router 1c9e7872-2d50-49e1-befc-07e01e881cfe gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:31.389047 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:31.403870 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ac40c-74d8-4d56-b95c-5ef721aa36e2 None None] The sync data for ids ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'] in ncdv-master-1 is: [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:01:04Z', 'revision_number': 4, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a41729f-6ff9-4ff8-a528-9f5a35fdf000', 'name': '', 'network_id': 'e65a0dad-e542-4761-ba20-2506e5992b4e', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'mac_address': 'fa:16:3e:69:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:03Z', 'updated_at': '2022-02-19T21:01:10Z', 'revision_number': 5, 'project_id': '4aca9e397c334bb997f450e919088286', 'subnets': [{'id': 'cabc37d9-8907-4af3-a0c6-c066930306f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:03:31.481347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-d9715fd8-8c7f-4de2-be00-0aec915b08c4 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "PUT /v2.0/floatingips/9037e30c-df5a-4376-867f-50332a6baeb3 HTTP/1.1" status: 200  len: 695 time: 4.8479021
Feb 19 21:03:31.489438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:31.495400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-95a268f5-a7f7-4da0-97b5-7df635df0d1e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for 5bcad764-5c12-4f9a-b55a-18e6e38ae14e owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:31.504004 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66a1fb3-bed2-467e-891f-5ff41fd25e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:31.613579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Allocated IP 172.35.2.197 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/3826a4c9-7f16-48a3-b90f-b48fff85acca) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:31.635257 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95a268f5-a7f7-4da0-97b5-7df635df0d1e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5bcad764-5c12-4f9a-b55a-18e6e38ae14e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:31.685282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bd18b67-04f7-4257-bed6-01f80f044aaf req-af9cba5e-1022-4f72-b9cd-4431fa0b33e8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3236423
Feb 19 21:03:31.713122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a268f5-a7f7-4da0-97b5-7df635df0d1e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=5bcad764-5c12-4f9a-b55a-18e6e38ae14e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:31.727728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95a268f5-a7f7-4da0-97b5-7df635df0d1e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:31.735176 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-95a268f5-a7f7-4da0-97b5-7df635df0d1e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/5bcad764-5c12-4f9a-b55a-18e6e38ae14e HTTP/1.1" status: 204  len: 168 time: 1.0708582
Feb 19 21:03:31.737628 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57686) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:31.747923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Attempting to bind port c58eb122-6243-45f8-9077-813f02b7493e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:03:31.748523 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Attempting to bind port c58eb122-6243-45f8-9077-813f02b7493e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:03:31.748725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Attempting to bind port c58eb122-6243-45f8-9077-813f02b7493e on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:31.766655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-e5ca5c1e-cbf1-4b4c-b6cf-cc3e6ec04a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:31.779988 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-e5ca5c1e-cbf1-4b4c-b6cf-cc3e6ec04a8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1128 time: 0.2521584
Feb 19 21:03:31.839582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2498a873-e98b-4e82-a0dd-f9990589ccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62ac0b80>, [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:57Z', 'revision_number': 4, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00f70373-ea3c-4bb4-b019-9935480de48f', 'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'mac_address': 'fa:16:3e:cd:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:55Z', 'updated_at': '2022-02-19T21:02:05Z', 'revision_number': 5, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'subnets': [{'id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:31.842912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c185e2-6334-43d0-8d40-e908de270530 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:31.859817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c185e2-6334-43d0-8d40-e908de270530 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:31.863556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Port c58eb122-6243-45f8-9077-813f02b7493e on network 10d49579-ce64-4d24-a5f5-a01170b84f25 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:03:31.864106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Attempting to bind port c58eb122-6243-45f8-9077-813f02b7493e on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:31.872519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57692) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:31.873431 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-67c185e2-6334-43d0-8d40-e908de270530 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.1343026
Feb 19 21:03:31.878005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2498a873-e98b-4e82-a0dd-f9990589ccb2 None None] Checking router: 1c9e7872-2d50-49e1-befc-07e01e881cfe for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:03:31.882848 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97462c6f-0f75-450a-843a-95441ca997b2 x-openstack-request-id: req-97462c6f-0f75-450a-843a-95441ca997b2 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:31.883150 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92321eba-8b05-4954-9660-9e95356bb6b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1a064e13-3fb5-4649-98d7-8b53f8bf8480", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:31.883412 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97462c6f-0f75-450a-843a-95441ca997b2 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:31.883812 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92321eba-8b05-4954-9660-9e95356bb6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a064e13-3fb5-4649-98d7-8b53f8bf8480', 'code': 200}
Feb 19 21:03:31.893248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498a873-e98b-4e82-a0dd-f9990589ccb2 None None] Routers {'1c9e7872-2d50-49e1-befc-07e01e881cfe'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:31.893907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2498a873-e98b-4e82-a0dd-f9990589ccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62ac0b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c9e7872-2d50-49e1-befc-07e01e881cfe'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:31.902666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:03:31.902666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Checking segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:31.903083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Bound using segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:03:31.903332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Bound port: c58eb122-6243-45f8-9077-813f02b7493e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:03:31.903690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c58eb122-6243-45f8-9077-813f02b7493e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:31.926533 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b70c6b-2042-4410-8fe8-0ab778998732 x-openstack-request-id: req-81b70c6b-2042-4410-8fe8-0ab778998732 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:31.927201 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9440fe13-0931-4b97-a7cb-ec215645eb5a", "name": "network-vif-deleted", "tag": "5522f49c-1f87-419c-bb79-a02284fc44b4", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:31.927785 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81b70c6b-2042-4410-8fe8-0ab778998732 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:31.928590 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9440fe13-0931-4b97-a7cb-ec215645eb5a', 'name': 'network-vif-deleted', 'tag': '5522f49c-1f87-419c-bb79-a02284fc44b4', 'status': 'completed', 'code': 200}
Feb 19 21:03:31.969946 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b444103-4a65-4f2c-beb3-ba91fff054b7 x-openstack-request-id: req-2b444103-4a65-4f2c-beb3-ba91fff054b7 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:31.970249 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:31.970535 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b444103-4a65-4f2c-beb3-ba91fff054b7 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:31.970939 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'status': 'completed', 'code': 200}
Feb 19 21:03:31.985526 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ebb6fa-5b34-4fd3-b046-ddedf407cb4c None None] New status for floating IP 563500d7-7a82-4c28-a944-5c0b5e10ddd3: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:03:32.013211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57694) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:32.059637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57696) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:32.100314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-2498a873-e98b-4e82-a0dd-f9990589ccb2 None None] Set router 1c9e7872-2d50-49e1-befc-07e01e881cfe gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:32.224957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a1fb3-bed2-467e-891f-5ff41fd25e9e req-1c8ff74a-26bb-4735-88c9-c741a1b55cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:32.230221 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b66a1fb3-bed2-467e-891f-5ff41fd25e9e req-1c8ff74a-26bb-4735-88c9-c741a1b55cc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 1128 time: 0.2327321
Feb 19 21:03:32.231598 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for port (3826a4c9-7f16-48a3-b90f-b48fff85acca), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:32.247288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-1fd37680-155c-440a-9d58-7961a87af443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:32.249102 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-1fd37680-155c-440a-9d58-7961a87af443 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 200  len: 920 time: 0.4680738
Feb 19 21:03:32.334608 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02bd275e-ff7c-4e42-9edf-630d3f913a89 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group (a100f9a3-986f-48eb-a923-3914c0baa5a5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:32.354574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-051a04de-2006-4706-8989-068de1a9bcfb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 217 time: 0.0905344
Feb 19 21:03:32.356052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] For port c58eb122-6243-45f8-9077-813f02b7493e, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:03:32.478829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] For port c58eb122-6243-45f8-9077-813f02b7493e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c58eb122-6243-45f8-9077-813f02b7493e,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:03:32.480568 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a1fb3-bed2-467e-891f-5ff41fd25e9e req-5314caa9-6200-4771-a792-dd4c42ea07d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:32.482168 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b66a1fb3-bed2-467e-891f-5ff41fd25e9e req-5314caa9-6200-4771-a792-dd4c42ea07d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 200  len: 920 time: 0.2440794
Feb 19 21:03:32.500673 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02bd275e-ff7c-4e42-9edf-630d3f913a89 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group (a100f9a3-986f-48eb-a923-3914c0baa5a5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:32.535749 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b66a1fb3-bed2-467e-891f-5ff41fd25e9e req-4c9a9f3c-216d-434b-9c36-74ec9d77551c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 200  len: 217 time: 0.0466394
Feb 19 21:03:32.536935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2498a873-e98b-4e82-a0dd-f9990589ccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62ac0b80>, [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:57Z', 'revision_number': 4, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00f70373-ea3c-4bb4-b019-9935480de48f', 'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'mac_address': 'fa:16:3e:cd:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:55Z', 'updated_at': '2022-02-19T21:02:05Z', 'revision_number': 5, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'subnets': [{'id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:32.567166 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c58eb122-6243-45f8-9077-813f02b7493e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:32.576817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-96683f43-0bc6-406e-948b-b8d965321a24 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port e00b856a-22d1-422f-ba4e-6d1e29436dad {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:32.577375 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96683f43-0bc6-406e-948b-b8d965321a24 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e00b856a-22d1-422f-ba4e-6d1e29436dad), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:32.584846 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3826a4c9-7f16-48a3-b90f-b48fff85acca), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:32.595772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2498a873-e98b-4e82-a0dd-f9990589ccb2 None None] The sync data for ids ['1c9e7872-2d50-49e1-befc-07e01e881cfe'] in ncdv-master-1 is: [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:01:57Z', 'revision_number': 4, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00f70373-ea3c-4bb4-b019-9935480de48f', 'name': '', 'network_id': 'e71ef3e2-ffea-48b1-add4-7381a9421313', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'mac_address': 'fa:16:3e:cd:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:55Z', 'updated_at': '2022-02-19T21:02:05Z', 'revision_number': 5, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'subnets': [{'id': '5f69b1fe-a5b2-40e9-8b40-21c93b108b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:03:32.683934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-86591357-0712-48a4-b04f-224167654dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:32.685475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-86591357-0712-48a4-b04f-224167654dae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c HTTP/1.1" status: 200  len: 859 time: 0.3092272
Feb 19 21:03:32.698590 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02bd275e-ff7c-4e42-9edf-630d3f913a89 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a100f9a3-986f-48eb-a923-3914c0baa5a5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:32.701232 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02bd275e-ff7c-4e42-9edf-630d3f913a89 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:32.710699 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-02bd275e-ff7c-4e42-9edf-630d3f913a89 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "DELETE /v2.0/security-groups/a100f9a3-986f-48eb-a923-3914c0baa5a5 HTTP/1.1" status: 204  len: 168 time: 0.6375022
Feb 19 21:03:32.719030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57718) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:32.745857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:32.746499 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:32.747866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] 10.222.0.67 "PUT /v2.0/ports/c58eb122-6243-45f8-9077-813f02b7493e HTTP/1.1" status: 200  len: 1092 time: 4.5390558
Feb 19 21:03:32.752261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a1fb3-bed2-467e-891f-5ff41fd25e9e req-eb346d00-52ac-4b36-8f28-453a5bf8bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:32.752261 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b66a1fb3-bed2-467e-891f-5ff41fd25e9e req-eb346d00-52ac-4b36-8f28-453a5bf8bb0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c HTTP/1.1" status: 200  len: 859 time: 0.2071238
Feb 19 21:03:32.808208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-34369ce2-c83c-4bcb-95c3-65b9c81b57eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e71ef3e2-ffea-48b1-add4-7381a9421313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0889456
Feb 19 21:03:32.817586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd275e-ff7c-4e42-9edf-630d3f913a89 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a100f9a3-986f-48eb-a923-3914c0baa5a5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:32.824658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:32.837353 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-8e6d7b67-d8ec-4578-b7cb-b267b597675f tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] show failed (client error): The resource could not be found.
Feb 19 21:03:32.841830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8e6d7b67-d8ec-4578-b7cb-b267b597675f tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "GET /v2.0/security-groups/a100f9a3-986f-48eb-a923-3914c0baa5a5 HTTP/1.1" status: 404  len: 347 time: 0.1053152
Feb 19 21:03:32.851223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57722) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:32.910368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:32.932129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96683f43-0bc6-406e-948b-b8d965321a24 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e00b856a-22d1-422f-ba4e-6d1e29436dad), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:32.939818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:32.940565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Allocated IP 172.35.2.45 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/bc96cd0c-1603-44f2-8e4d-9525813943c9) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:32.971214 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b66a1fb3-bed2-467e-891f-5ff41fd25e9e req-1ee7428d-0109-4b04-b4a9-18a09d093b0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e71ef3e2-ffea-48b1-add4-7381a9421313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1871283
Feb 19 21:03:33.058905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6637742-218e-41f4-9102-e0dd006902c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c58eb122-6243-45f8-9077-813f02b7493e,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:33.169708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-96683f43-0bc6-406e-948b-b8d965321a24 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for e00b856a-22d1-422f-ba4e-6d1e29436dad owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:33.357206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915a88d-62b4-4179-a93b-9e4bd0ca069a None None] New status for floating IP 9037e30c-df5a-4376-867f-50332a6baeb3: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:03:33.415103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'Port': ['ID=3826a4c9-7f16-48a3-b90f-b48fff85acca,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:33.427176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-2a45afd1-e635-4d11-8ef5-3b9c75e1f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:33.428694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-2a45afd1-e635-4d11-8ef5-3b9c75e1f041 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 1126 time: 0.5999246
Feb 19 21:03:33.496428 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b66a1fb3-bed2-467e-891f-5ff41fd25e9e req-bc862ff0-5154-4da4-8871-048c5aaefb07 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4613721
Feb 19 21:03:33.503850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-7fd766b2-d675-45ac-94e4-96e4c6fac897 service neutron] 10.222.0.30 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6476092
Feb 19 21:03:33.509722 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for port (bc96cd0c-1603-44f2-8e4d-9525813943c9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:33.598424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-77c8ce01-006c-4c66-ab72-6f35450563b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58eb122-6243-45f8-9077-813f02b7493e HTTP/1.1" status: 200  len: 217 time: 0.1332071
Feb 19 21:03:33.615127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-af495b95-0e22-431d-bbd4-38c3ab2cd6a2 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Deleting port ba76054a-a58d-49cc-a418-f3abd84f8159 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:33.615615 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af495b95-0e22-431d-bbd4-38c3ab2cd6a2 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ba76054a-a58d-49cc-a418-f3abd84f8159), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:33.660559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf717b93-8e20-42af-af7c-f33177c8ffad req-0166c71f-4045-4310-b52c-4c3965d710b1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:33.668501 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf717b93-8e20-42af-af7c-f33177c8ffad req-0166c71f-4045-4310-b52c-4c3965d710b1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 944 time: 0.6380894
Feb 19 21:03:33.739802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (43eaaaa2-c875-4c18-aba3-e7f5bd7463af), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:33.815028 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96683f43-0bc6-406e-948b-b8d965321a24 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e00b856a-22d1-422f-ba4e-6d1e29436dad), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:33.829235 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b66a1fb3-bed2-467e-891f-5ff41fd25e9e req-7dd61380-01b9-4af0-a7f6-aef6019bc265 service neutron] 10.222.0.10 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3140171
Feb 19 21:03:33.850673 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bc96cd0c-1603-44f2-8e4d-9525813943c9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:33.879370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-3bff5b0e-45c2-45a3-90e1-1bc7fbe691c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:33.881397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-3bff5b0e-45c2-45a3-90e1-1bc7fbe691c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.2431443
Feb 19 21:03:33.929112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af495b95-0e22-431d-bbd4-38c3ab2cd6a2 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ba76054a-a58d-49cc-a418-f3abd84f8159), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:33.929604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af495b95-0e22-431d-bbd4-38c3ab2cd6a2 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for floatingip (ba76054a-a58d-49cc-a418-f3abd84f8159), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:33.943212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96683f43-0bc6-406e-948b-b8d965321a24 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=e00b856a-22d1-422f-ba4e-6d1e29436dad,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:33.950286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:33.967278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:33.976377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-af495b95-0e22-431d-bbd4-38c3ab2cd6a2 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Calling delete_port for ba76054a-a58d-49cc-a418-f3abd84f8159 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:33.978427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:33.979338 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ebba2e1-a0f2-48dd-b334-9d4e31459cb7 req-b66fb47b-baeb-401b-8493-524aa88bd65b service neutron] 10.222.0.30 "GET /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4744658
Feb 19 21:03:33.980017 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3826a4c9-7f16-48a3-b90f-b48fff85acca), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:33.988448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event updated for resources: {'Port': ['ID=bc96cd0c-1603-44f2-8e4d-9525813943c9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:33.996389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e428fbc5-f80a-4990-810a-97c7cbf53246', 'tag': 'c58eb122-6243-45f8-9077-813f02b7493e'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:33.998910 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e428fbc5-f80a-4990-810a-97c7cbf53246", "tag": "c58eb122-6243-45f8-9077-813f02b7493e"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:34.023920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf717b93-8e20-42af-af7c-f33177c8ffad req-34bec580-fd2c-4d51-be16-fcdc366d86aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3508031
Feb 19 21:03:34.039338 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:34.039338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.039338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.039338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.039338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.039338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.039338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.040250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.040700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.041296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.041817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.042286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.042850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.043276 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:34.130494 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96683f43-0bc6-406e-948b-b8d965321a24 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:34.141146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-96683f43-0bc6-406e-948b-b8d965321a24 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/e00b856a-22d1-422f-ba4e-6d1e29436dad HTTP/1.1" status: 204  len: 168 time: 2.2642136
Feb 19 21:03:34.162234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57732) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:34.226472 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b847ad-6d68-48f2-93ee-f3f96493e095 x-openstack-request-id: req-62b847ad-6d68-48f2-93ee-f3f96493e095 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:34.227071 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e428fbc5-f80a-4990-810a-97c7cbf53246", "tag": "c58eb122-6243-45f8-9077-813f02b7493e", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:34.227518 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62b847ad-6d68-48f2-93ee-f3f96493e095 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:34.228084 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e428fbc5-f80a-4990-810a-97c7cbf53246', 'tag': 'c58eb122-6243-45f8-9077-813f02b7493e', 'status': 'completed', 'code': 200}
Feb 19 21:03:34.300527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-27415693-bc5b-45a2-be86-6d20f93e9b56 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/floatingips/9037e30c-df5a-4376-867f-50332a6baeb3 HTTP/1.1" status: 200  len: 693 time: 0.1916111
Feb 19 21:03:34.643958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-3249b1b8-e30c-44ec-b1b4-4d100a64efe9 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:34.646492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-3249b1b8-e30c-44ec-b1b4-4d100a64efe9 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 784 time: 0.3446565
Feb 19 21:03:34.791027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for port (3826a4c9-7f16-48a3-b90f-b48fff85acca), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:34.829532 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3826a4c9-7f16-48a3-b90f-b48fff85acca), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:34.833497 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for floatingip (6bf0fef9-f558-49c4-8eed-169e5c0db67d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:34.990241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'Port': ['ID=3826a4c9-7f16-48a3-b90f-b48fff85acca,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:35.000656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-793ee452-2d69-409f-8741-bbf9ad7292af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:35.003199 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-793ee452-2d69-409f-8741-bbf9ad7292af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 1.0782170
Feb 19 21:03:35.073526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bc96cd0c-1603-44f2-8e4d-9525813943c9), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:35.120731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-d105d7e5-4cb1-450e-9fd0-193dd8721e6f tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.113 HTTP/1.1" status: 200  len: 696 time: 0.3213947
Feb 19 21:03:35.138506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8aa03-f7d1-440c-9780-da1a9ddd0a8e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:35.147031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b6a8aa03-f7d1-440c-9780-da1a9ddd0a8e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.9338841
Feb 19 21:03:35.150119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57740) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:35.207287 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fec7a55-ee07-4ce2-b838-413b8c8bd13e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:03:35.214653 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8fec7a55-ee07-4ce2-b838-413b8c8bd13e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/5bcad764-5c12-4f9a-b55a-18e6e38ae14e HTTP/1.1" status: 404  len: 333 time: 0.0584679
Feb 19 21:03:35.222266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af495b95-0e22-431d-bbd4-38c3ab2cd6a2 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ba76054a-a58d-49cc-a418-f3abd84f8159), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:35.241001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57742) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:35.287207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af495b95-0e22-431d-bbd4-38c3ab2cd6a2 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Pushing event deleted for resources: {'Port': ['ID=ba76054a-a58d-49cc-a418-f3abd84f8159,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:35.518767 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af495b95-0e22-431d-bbd4-38c3ab2cd6a2 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks [] for floatingip (563500d7-7a82-4c28-a944-5c0b5e10ddd3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:35.521814 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af495b95-0e22-431d-bbd4-38c3ab2cd6a2 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:35.523610 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-af495b95-0e22-431d-bbd4-38c3ab2cd6a2 tempest-ServersTestBootFromVolume-953145761 tempest-ServersTestBootFromVolume-953145761-project] 10.222.0.30 "DELETE /v2.0/floatingips/563500d7-7a82-4c28-a944-5c0b5e10ddd3 HTTP/1.1" status: 204  len: 168 time: 2.5935268
Feb 19 21:03:35.528469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57748) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:35.681103 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for port (bc96cd0c-1603-44f2-8e4d-9525813943c9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:35.711298 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (bc96cd0c-1603-44f2-8e4d-9525813943c9), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:35.715837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-4e413065-90c5-425a-b1e1-412fe34bcb1b tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.35.2.113 HTTP/1.1" status: 200  len: 696 time: 0.5595491
Feb 19 21:03:35.716838 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-03535ccf-3866-4a81-b782-efb1aa4caa26 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:03:35.721016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-03535ccf-3866-4a81-b782-efb1aa4caa26 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/e00b856a-22d1-422f-ba4e-6d1e29436dad HTTP/1.1" status: 404  len: 333 time: 0.4357533
Feb 19 21:03:35.735627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57754) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:35.738569 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] Deleting port 45752116-0989-4c5b-82a1-720415feb988 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:35.738569 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (45752116-0989-4c5b-82a1-720415feb988), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:35.914360 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (43eaaaa2-c875-4c18-aba3-e7f5bd7463af), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:35.956045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (244850f9-236a-434b-bbd5-7c5e082c03b2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:35.974529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-b2d0d127-e1db-4497-8976-82f77d927191 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9486048
Feb 19 21:03:35.982139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280d06a-d948-44f8-ab68-586af550a9f8 req-0e50a808-8e6c-4c8d-ae15-4dbb305b758a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:35.983452 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5280d06a-d948-44f8-ab68-586af550a9f8 req-0e50a808-8e6c-4c8d-ae15-4dbb305b758a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 944 time: 0.8127682
Feb 19 21:03:35.983992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event updated for resources: {'Port': ['ID=bc96cd0c-1603-44f2-8e4d-9525813943c9,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:36.006983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (6bf0fef9-f558-49c4-8eed-169e5c0db67d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.064761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] For port 45752116-0989-4c5b-82a1-720415feb988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45752116-0989-4c5b-82a1-720415feb988,segment=NetworkSegment(7f175693-84fc-492d-a85d-db7e59640541),segment_id=7f175693-84fc-492d-a85d-db7e59640541)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:36.065210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (45752116-0989-4c5b-82a1-720415feb988), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.098338 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.099673 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3210b3a1-dd84-43fa-8385-876f975c1ba2 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.4397535
Feb 19 21:03:36.100242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.121306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eddf357d-bae0-4ce9-9bcf-63c61f6798b6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.7759428
Feb 19 21:03:36.130738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] Calling delete_port for 45752116-0989-4c5b-82a1-720415feb988 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:36.303955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5280d06a-d948-44f8-ab68-586af550a9f8 req-097ad01c-6a76-4560-81e6-3d794f38945b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3058927
Feb 19 21:03:36.330114 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (244850f9-236a-434b-bbd5-7c5e082c03b2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.361904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98126ad5-5902-4c74-a38e-ea91dca72d7e req-e925b966-ecfa-47e5-ba7f-964b8e8cb246 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3750157
Feb 19 21:03:36.369824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-75f5c837-8bdf-4def-bd39-f01127d35b8e tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Deleting port d2c8cad2-cb0f-4e4d-8394-6554672c4515 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:36.370310 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-75f5c837-8bdf-4def-bd39-f01127d35b8e tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d2c8cad2-cb0f-4e4d-8394-6554672c4515), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.377000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab46d90>,) {'filters': {'network_id': ['244850f9-236a-434b-bbd5-7c5e082c03b2']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:36.441965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab46d90>, 'c9cc8a4e-9b0d-4f50-a640-14963a82a6ad') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:36.442328 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab46d90>, 'c9cc8a4e-9b0d-4f50-a640-14963a82a6ad') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:36.491078 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (c9cc8a4e-9b0d-4f50-a640-14963a82a6ad), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.558266 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c9cc8a4e-9b0d-4f50-a640-14963a82a6ad), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.570086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-8ecc9247-1a8f-4fed-8fdc-240054126458 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1279680771&fields=id&tenant_id=61ad9ca9c0944ba68443aaa71a10eb19 HTTP/1.1" status: 200  len: 267 time: 0.1311290
Feb 19 21:03:36.576246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:36.576782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (c9cc8a4e-9b0d-4f50-a640-14963a82a6ad), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:36.581874 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:36.800418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (45752116-0989-4c5b-82a1-720415feb988), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.838573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] Pushing event deleted for resources: {'Port': ['ID=45752116-0989-4c5b-82a1-720415feb988,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:36.909263 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-75f5c837-8bdf-4def-bd39-f01127d35b8e tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d2c8cad2-cb0f-4e4d-8394-6554672c4515), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.910106 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-75f5c837-8bdf-4def-bd39-f01127d35b8e tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for floatingip (d2c8cad2-cb0f-4e4d-8394-6554672c4515), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.916845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7 req-ef58b509-13f8-426e-9e6d-8324ddccf166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:36.918469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7 req-ef58b509-13f8-426e-9e6d-8324ddccf166 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 1126 time: 0.4487145
Feb 19 21:03:36.927772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (244850f9-236a-434b-bbd5-7c5e082c03b2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.954757 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:36.967259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/networks/244850f9-236a-434b-bbd5-7c5e082c03b2 HTTP/1.1" status: 204  len: 168 time: 1.2305381
Feb 19 21:03:36.968192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57776) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:36.985386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1865044348'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:37.063089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (cedc2922-18f3-4470-a55a-d49aa7d2f08f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:37.074603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-75f5c837-8bdf-4def-bd39-f01127d35b8e tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Calling delete_port for d2c8cad2-cb0f-4e4d-8394-6554672c4515 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:37.139843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Network': ['ID=244850f9-236a-434b-bbd5-7c5e082c03b2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:37.246491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-0508e865-9788-44e8-975b-f28564195792 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:37.254022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-0508e865-9788-44e8-975b-f28564195792 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 816 time: 0.6711428
Feb 19 21:03:37.310611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:37.314488 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:37.316012 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:37.317485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.317890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.318306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.318718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.319464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.319784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.320302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.320798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.321219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.321620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.322019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.322410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.322806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a41206-9217-46fa-be7b-195ce4d6cf29 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:03:37.389173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-112fd2df-0330-41b4-8218-96a18a46bc70 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/quotas/61ad9ca9c0944ba68443aaa71a10eb19 HTTP/1.1" status: 200  len: 375 time: 0.1340690
Feb 19 21:03:37.478698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:03:37.511652 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (76d05f30-0be6-4055-a78d-b544762f75a9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:37.512115 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Added segment 76d05f30-0be6-4055-a78d-b544762f75a9 of type vlan for network 4edb62a1-2b6e-47e1-b34f-65380239b666
Feb 19 21:03:37.513952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7 req-5d514c53-14c7-498c-9125-92e98b1fc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:37.515548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7 req-5d514c53-14c7-498c-9125-92e98b1fc2b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.5403669
Feb 19 21:03:37.532735 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-75f5c837-8bdf-4def-bd39-f01127d35b8e tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d2c8cad2-cb0f-4e4d-8394-6554672c4515), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:37.606144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] Deleting port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:37.606532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:37.631584 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7 req-35e78ae0-0443-4c8f-89ba-1e7127d8b55c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58eb122-6243-45f8-9077-813f02b7493e HTTP/1.1" status: 200  len: 217 time: 0.1074724
Feb 19 21:03:37.632614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5c837-8bdf-4def-bd39-f01127d35b8e tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Pushing event deleted for resources: {'Port': ['ID=d2c8cad2-cb0f-4e4d-8394-6554672c4515,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:37.660683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-8816469a-4e7a-4716-8c96-8b34d57a8e72 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2703416
Feb 19 21:03:37.812815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7 req-f6f37f65-26f5-4ee5-8b01-e685a8b7f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:37.814555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7 req-f6f37f65-26f5-4ee5-8b01-e685a8b7f473 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1374538
Feb 19 21:03:37.910345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (4edb62a1-2b6e-47e1-b34f-65380239b666), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:38.033147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-2cc20da6-7c70-464e-ba67-fb82f39a343a service neutron] 10.222.0.30 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3712111
Feb 19 21:03:38.175417 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (4edb62a1-2b6e-47e1-b34f-65380239b666), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:38.183153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:38.183918 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:38.227132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2467749
Feb 19 21:03:38.231436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57784) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:38.242011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '4edb62a1-2b6e-47e1-b34f-65380239b666', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:38.272420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] For port 7a41729f-6ff9-4ff8-a528-9f5a35fdf000, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a41729f-6ff9-4ff8-a528-9f5a35fdf000,segment=NetworkSegment(fdc5618c-774b-454f-b46b-de5d8a548ae6),segment_id=fdc5618c-774b-454f-b46b-de5d8a548ae6)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:38.273187 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:38.285243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7 req-0c99f0df-208c-4adb-82f2-26cb23da9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:38.286890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7 req-0c99f0df-208c-4adb-82f2-26cb23da9b77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3563898
Feb 19 21:03:38.316183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-75f5c837-8bdf-4def-bd39-f01127d35b8e tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for floatingip (9037e30c-df5a-4376-867f-50332a6baeb3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:38.318856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-75f5c837-8bdf-4def-bd39-f01127d35b8e tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:38.320119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5555d7c1-6b42-45c7-abf0-a8d331a07b63 req-75f5c837-8bdf-4def-bd39-f01127d35b8e tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "DELETE /v2.0/floatingips/9037e30c-df5a-4376-867f-50332a6baeb3 HTTP/1.1" status: 204  len: 173 time: 2.5906901
Feb 19 21:03:38.407223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae60514-3c9c-43f7-8171-92375066e108 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Network': ['ID=4edb62a1-2b6e-47e1-b34f-65380239b666,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:38.451234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] Router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:03:38.452093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-04e787c2-9078-4d28-a25f-ca510e96c2af service neutron] 10.222.0.30 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3995602
Feb 19 21:03:38.460872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 4edb62a1-2b6e-47e1-b34f-65380239b666 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:03:38.480539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] Calling delete_port for 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:38.660098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:38.665449 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:38.712890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7 req-524f9b83-95b5-40a7-a74d-3f8cf71bae74 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4110084
Feb 19 21:03:38.908848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_backend_mixin [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Performing IP validity checks on allocation pools {{(pid=121129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 19 21:03:38.909547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_backend_mixin [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 19 21:03:38.931762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4f05e37-9d13-4ba8-b8c3-6e89033796c7 req-3edb5199-a82b-4782-8f6a-27d3311cbc79 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2106905
Feb 19 21:03:38.984673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:03:39.000124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-b2c2dbfc-d829-401a-a709-177510e7b111 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:39.002486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-b2c2dbfc-d829-401a-a709-177510e7b111 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/networks?id=0ece0e80-c125-4eb8-a568-1d9e97f806cd HTTP/1.1" status: 200  len: 822 time: 0.5373659
Feb 19 21:03:39.002899 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f90866-da6b-4298-9397-04a1d2705f35 None None] Sync routers for ids ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:03:39.005883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57808) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:39.007927 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-93c952b4-d811-4659-a6b0-ad4d3583b698 admin admin] 10.222.0.30 "PUT /v2.0/routers/1c40b97e-9d9d-4dd8-bf47-09f6b878b83a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9930911
Feb 19 21:03:39.030210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f78022-b172-4510-908d-681d35f646d3 req-23568460-7e10-4c5b-a178-e8d6f9eeb408 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:39.032174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73f78022-b172-4510-908d-681d35f646d3 req-23568460-7e10-4c5b-a178-e8d6f9eeb408 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 944 time: 0.1591148
Feb 19 21:03:39.048274 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f90866-da6b-4298-9397-04a1d2705f35 None None] Routers {'1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:39.049098 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c4f90866-da6b-4298-9397-04a1d2705f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705575e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:39.140725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-b9f0d8bb-76f9-44c3-91db-23ad66ecff6c tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/quotas/8d34faf6add7400690171f1d097d5f2c HTTP/1.1" status: 200  len: 375 time: 0.1269424
Feb 19 21:03:39.180896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-d25d6802-106d-4eed-bc77-e3ec460eaed1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d34faf6add7400690171f1d097d5f2c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0307941
Feb 19 21:03:39.297278 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c4f90866-da6b-4298-9397-04a1d2705f35 None None] Set router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:39.312473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (d280ddd6-9478-456c-ad2a-d6efcb1ca3f5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:39.397523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73f78022-b172-4510-908d-681d35f646d3 req-61dbf844-0749-42a4-aa1d-1d5509b0494e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3283935
Feb 19 21:03:39.433778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Subnet': ['ID=d280ddd6-9478-456c-ad2a-d6efcb1ca3f5,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:39.572272 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (7a41729f-6ff9-4ff8-a528-9f5a35fdf000), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:39.624505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b1bead4-e5b0-4027-a29b-0dcb2dbb7b96 req-e9e5622c-dad3-4ae6-ab6e-969d89d77b1f tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups/3f7984a6-e7a6-4e8e-9ea7-f774878149d3 HTTP/1.1" status: 200  len: 1826 time: 0.1521959
Feb 19 21:03:39.682132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a41729f-6ff9-4ff8-a528-9f5a35fdf000,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:39.691084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Checking segment: {'id': '76d05f30-0be6-4055-a78d-b544762f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4edb62a1-2b6e-47e1-b34f-65380239b666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:39.692586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network hostable DHCP agents. Network: 4edb62a1-2b6e-47e1-b34f-65380239b666, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:03:39.694920 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Publish callbacks [] for router (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:39.768021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-c25b84f0-8796-42e8-abcc-9cef2d615f88 service neutron] 10.222.0.30 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5755770
Feb 19 21:03:39.983520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 4edb62a1-2b6e-47e1-b34f-65380239b666 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:03:39.985148 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c4f90866-da6b-4298-9397-04a1d2705f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705575e0>, [{'id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'name': 'tempest-ServersTestMultiNic-457712041-router', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155'}], 'enable_snat': True}, 'gw_port_id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:55Z', 'updated_at': '2022-02-19T21:03:36Z', 'revision_number': 5, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'gw_port': {'id': 'a73d796b-3626-4ad8-832c-d31e5840694e', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:58Z', 'updated_at': '2022-02-19T21:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:40.003011 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7b1bead4-e5b0-4027-a29b-0dcb2dbb7b96 req-a49b31e7-79cc-413b-81a9-3fbdfa1b6727 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for security_group (3f7984a6-e7a6-4e8e-9ea7-f774878149d3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:40.076027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7b1bead4-e5b0-4027-a29b-0dcb2dbb7b96 req-a49b31e7-79cc-413b-81a9-3fbdfa1b6727 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for security_group (3f7984a6-e7a6-4e8e-9ea7-f774878149d3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:40.099680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4edb62a1-2b6e-47e1-b34f-65380239b666) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:40.103421 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-9edbe95d-2d33-4cea-bc01-583600194d20 service neutron] 10.222.0.30 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3342164
Feb 19 21:03:40.117121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de70bf6d-ae89-40e8-a0dc-19d8b7c48732 None None] Network 4edb62a1-2b6e-47e1-b34f-65380239b666 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:40.130154 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Publish callbacks [] for router_gateway (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:40.134981 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f90866-da6b-4298-9397-04a1d2705f35 None None] Checking router: 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:03:40.142738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:40.147732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:40.192301 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f90866-da6b-4298-9397-04a1d2705f35 None None] Routers {'1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:40.193660 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c4f90866-da6b-4298-9397-04a1d2705f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705575e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:40.224071 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-56961a74-da25-4101-a518-34cf05a9f443 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9863341
Feb 19 21:03:40.228362 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57818) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:40.331287 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7b1bead4-e5b0-4027-a29b-0dcb2dbb7b96 req-a49b31e7-79cc-413b-81a9-3fbdfa1b6727 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3f7984a6-e7a6-4e8e-9ea7-f774878149d3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:40.334415 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7b1bead4-e5b0-4027-a29b-0dcb2dbb7b96 req-a49b31e7-79cc-413b-81a9-3fbdfa1b6727 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:40.352939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b1bead4-e5b0-4027-a29b-0dcb2dbb7b96 req-a49b31e7-79cc-413b-81a9-3fbdfa1b6727 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "DELETE /v2.0/security-groups/3f7984a6-e7a6-4e8e-9ea7-f774878149d3 HTTP/1.1" status: 204  len: 173 time: 0.7268131
Feb 19 21:03:40.357252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c58eb122-6243-45f8-9077-813f02b7493e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:03:40.407621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b31e7-79cc-413b-81a9-3fbdfa1b6727 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7984a6-e7a6-4e8e-9ea7-f774878149d3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:40.452490 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Deleting port a73d796b-3626-4ad8-832c-d31e5840694e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:40.452856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:40.537882 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:03:40.540008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4edb62a1-2b6e-47e1-b34f-65380239b666', 'network_id': '4edb62a1-2b6e-47e1-b34f-65380239b666', 'project_id': 'd4ad4a1daffa4cddbbf1e5aefea5a975', 'fixed_ips': [{'subnet_id': 'd280ddd6-9478-456c-ad2a-d6efcb1ca3f5'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:03:40.541166 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:40.645406 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c4f90866-da6b-4298-9397-04a1d2705f35 None None] Set router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:40.704240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '4edb62a1-2b6e-47e1-b34f-65380239b666', 'name': 'tempest-PortsIpV6TestJSON-904244908'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:40.772691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5bf58ca5-a736-47f5-8ebe-085f0c102d8b req-ecc02c13-8c8e-4f2e-a70d-f2428eab0830 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 210 time: 0.1693194
Feb 19 21:03:40.886017 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c4f90866-da6b-4298-9397-04a1d2705f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705575e0>, [{'id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'name': 'tempest-ServersTestMultiNic-457712041-router', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:55Z', 'updated_at': '2022-02-19T21:03:40Z', 'revision_number': 6, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:40.922455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port c58eb122-6243-45f8-9077-813f02b7493e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c58eb122-6243-45f8-9077-813f02b7493e,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:40.954353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'c58eb122-6243-45f8-9077-813f02b7493e', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'port_id': 'c58eb122-6243-45f8-9077-813f02b7493e', 'mac_address': 'fa:16:3e:ca:e4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:03:40.987402 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f90866-da6b-4298-9397-04a1d2705f35 None None] The sync data for ids ['1c40b97e-9d9d-4dd8-bf47-09f6b878b83a'] in ncdv-master-1 is: [{'id': '1c40b97e-9d9d-4dd8-bf47-09f6b878b83a', 'name': 'tempest-ServersTestMultiNic-457712041-router', 'tenant_id': '0a67095fabac457da3239e727c92e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:55Z', 'updated_at': '2022-02-19T21:03:40Z', 'revision_number': 6, 'project_id': '0a67095fabac457da3239e727c92e4ab', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:03:41.060272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f67c3b69-e0ed-4398-85d9-64cd2ba32568 req-2838b7d7-5459-4d09-a6bc-8da561792bbe tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 210 time: 0.1547680
Feb 19 21:03:41.092321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-e0f332d6-8a33-4938-8c8a-9695d2b33f1d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:41.094516 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-e0f332d6-8a33-4938-8c8a-9695d2b33f1d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.10 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 816 time: 0.1622405
Feb 19 21:03:41.159301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] For port a73d796b-3626-4ad8-832c-d31e5840694e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a73d796b-3626-4ad8-832c-d31e5840694e,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:41.159696 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:41.189274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Calling delete_port for a73d796b-3626-4ad8-832c-d31e5840694e owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:41.268944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:41.275665 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:41.352155 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port f8706c0a-d5b9-402f-98f3-192e3a853d7f yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:03:41.370053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Allocated IP 2001:db8::2 (4edb62a1-2b6e-47e1-b34f-65380239b666/d280ddd6-9478-456c-ad2a-d6efcb1ca3f5/f73e994b-734b-47cf-b235-0ca492ac0f10) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:41.370668 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (cedc2922-18f3-4470-a55a-d49aa7d2f08f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:41.378382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port c58eb122-6243-45f8-9077-813f02b7493e is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:41.379174 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c58eb122-6243-45f8-9077-813f02b7493e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:41.406544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58eb122-6243-45f8-9077-813f02b7493e {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:03:41.435825 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-99fcab6a-4e9f-4dfc-a460-24b416867b22 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61ad9ca9c0944ba68443aaa71a10eb19 HTTP/1.1" status: 200  len: 380 time: 0.3288174
Feb 19 21:03:41.484550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port c58eb122-6243-45f8-9077-813f02b7493e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c58eb122-6243-45f8-9077-813f02b7493e,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:41.501341 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c58eb122-6243-45f8-9077-813f02b7493e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:41.539689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'port': {'device_id': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'admin_state_up': True, 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'security_groups': ['4717633c-6758-493d-8726-8e5df44e6cd7']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:41.540694 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a73d796b-3626-4ad8-832c-d31e5840694e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:41.860510 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Publish callbacks [] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:41.893673 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:41.908575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=c58eb122-6243-45f8-9077-813f02b7493e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:42.006742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Network 4edb62a1-2b6e-47e1-b34f-65380239b666 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:42.011562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:42.023712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:42.041151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['c58eb122-6243-45f8-9077-813f02b7493e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:03:42.049587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8::1d3 (4edb62a1-2b6e-47e1-b34f-65380239b666/d280ddd6-9478-456c-ad2a-d6efcb1ca3f5/f8706c0a-d5b9-402f-98f3-192e3a853d7f) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:42.141070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73d796b-3626-4ad8-832c-d31e5840694e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:42.235590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215a6ac-2e2e-474d-8fdc-f7cbfcd76d72 req-694b37a0-c61e-485c-90cb-69e07c507eb0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:42.240199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Pushing event updated for resources: {'Port': ['ID=f73e994b-734b-47cf-b235-0ca492ac0f10,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:42.244054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6215a6ac-2e2e-474d-8fdc-f7cbfcd76d72 req-694b37a0-c61e-485c-90cb-69e07c507eb0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 944 time: 1.1818845
Feb 19 21:03:42.286667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Made reservation on behalf of 61ad9ca9c0944ba68443aaa71a10eb19 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:42.290872 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:42.353118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e7c22-7aa5-484c-adf6-9feb1a6e84f8 req-f1e1c5d8-29f1-4d47-9839-9d0e6ef27c31 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:42.355581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Attempting to bind port f73e994b-734b-47cf-b235-0ca492ac0f10 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:03:42.356838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Attempting to bind port f73e994b-734b-47cf-b235-0ca492ac0f10 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '76d05f30-0be6-4055-a78d-b544762f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4edb62a1-2b6e-47e1-b34f-65380239b666'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:03:42.357381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Attempting to bind port f73e994b-734b-47cf-b235-0ca492ac0f10 on network 4edb62a1-2b6e-47e1-b34f-65380239b666 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:42.362319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc7e7c22-7aa5-484c-adf6-9feb1a6e84f8 req-f1e1c5d8-29f1-4d47-9839-9d0e6ef27c31 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.8428664
Feb 19 21:03:42.428975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:03:42.429721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Checking segment: {'id': '76d05f30-0be6-4055-a78d-b544762f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4edb62a1-2b6e-47e1-b34f-65380239b666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:42.430581 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:42.431052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Bound using segment: {'id': '76d05f30-0be6-4055-a78d-b544762f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4edb62a1-2b6e-47e1-b34f-65380239b666'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:03:42.431819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Bound port: f73e994b-734b-47cf-b235-0ca492ac0f10, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d05f30-0be6-4055-a78d-b544762f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4edb62a1-2b6e-47e1-b34f-65380239b666'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:03:42.452938 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:42.585015 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:42.603602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6215a6ac-2e2e-474d-8fdc-f7cbfcd76d72 req-8c3e0fcd-8895-4211-ac1d-8fa2d1e05a05 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3586068
Feb 19 21:03:42.648829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] For port f73e994b-734b-47cf-b235-0ca492ac0f10, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:03:42.672887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] For port f73e994b-734b-47cf-b235-0ca492ac0f10, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f73e994b-734b-47cf-b235-0ca492ac0f10,segment=NetworkSegment(76d05f30-0be6-4055-a78d-b544762f75a9),segment_id=76d05f30-0be6-4055-a78d-b544762f75a9)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:03:42.683212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 45752116-0989-4c5b-82a1-720415feb988 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:42.697003 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:42.818652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] Router cedc2922-18f3-4470-a55a-d49aa7d2f08f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:03:42.858742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc7e7c22-7aa5-484c-adf6-9feb1a6e84f8 req-3f428e46-7f90-445c-947c-cf43c9f88589 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4950993
Feb 19 21:03:42.867091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 45752116-0989-4c5b-82a1-720415feb988 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:42.868310 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 45752116-0989-4c5b-82a1-720415feb988 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:42.868532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a73d796b-3626-4ad8-832c-d31e5840694e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:42.876991 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:42.882533 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Publish callbacks [] for router_controller (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:43.140133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8575d877-1f8f-4b2f-b0b9-d75ff3d0343b req-835dda3a-b00a-4bb9-b9ff-bfa19e99fe5b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 210 time: 0.1465049
Feb 19 21:03:43.162181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5bcbbfad-c0ac-4e77-8fe9-2f7020422769 req-b3fe16a0-5a93-4507-bffe-162fed2c2d28 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 210 time: 0.1433926
Feb 19 21:03:43.169337 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (1c40b97e-9d9d-4dd8-bf47-09f6b878b83a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:43.169918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c40b97e-9d9d-4dd8-bf47-09f6b878b83a {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:03:43.197465 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:43.201918 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a8e781c9-37fd-4739-aca9-fc67059acd58 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1c40b97e-9d9d-4dd8-bf47-09f6b878b83a HTTP/1.1" status: 204  len: 168 time: 4.1947031
Feb 19 21:03:43.216842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-cce33f3d-e6c5-4319-9d3e-5ac42277d8ae tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:43.218468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-cce33f3d-e6c5-4319-9d3e-5ac42277d8ae tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.67 "GET /v2.0/networks?id=0ece0e80-c125-4eb8-a568-1d9e97f806cd HTTP/1.1" status: 200  len: 822 time: 0.7012839
Feb 19 21:03:43.218988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57856) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:43.261247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Request body: {'port': {'device_id': '7b717b3c-e160-4a74-aff9-f1396031332d', 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd', 'admin_state_up': True, 'tenant_id': '8d34faf6add7400690171f1d097d5f2c'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:43.320078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a73d796b-3626-4ad8-832c-d31e5840694e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:43.320466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a73d796b-3626-4ad8-832c-d31e5840694e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:43.339141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4108dd-f0a0-4377-a33f-cbe8b104f401 None None] Pushing event updated for resources: {'Port': ['ID=f73e994b-734b-47cf-b235-0ca492ac0f10,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:43.498977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37be162-2c7f-4734-a6dc-e2e1f2492c62 req-1c252617-c9c3-4d55-b761-983ab032f45a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:43.502929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e37be162-2c7f-4734-a6dc-e2e1f2492c62 req-1c252617-c9c3-4d55-b761-983ab032f45a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.4290483
Feb 19 21:03:43.545975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Allocated IP 172.20.0.14 (b0af9030-e395-43f9-8a34-dbc361fa9146/e8656728-e0e8-4347-9175-a25300e2a163/2caf0c43-e8a7-47e8-a90c-390f3b45d82b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:43.563991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d08765c-5651-459c-8a9f-85ec4d294541 admin admin] Deleting subnet 5bb4a192-5144-4953-83dc-5746f802087f {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:03:43.633351 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d08765c-5651-459c-8a9f-85ec4d294541 admin admin] Publish callbacks [] for subnet (5bb4a192-5144-4953-83dc-5746f802087f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:43.677665 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (f8706c0a-d5b9-402f-98f3-192e3a853d7f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:43.742745 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d08765c-5651-459c-8a9f-85ec4d294541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (5bb4a192-5144-4953-83dc-5746f802087f), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:43.823623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f8706c0a-d5b9-402f-98f3-192e3a853d7f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:43.839705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d08765c-5651-459c-8a9f-85ec4d294541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (5bb4a192-5144-4953-83dc-5746f802087f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:43.924535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 4edb62a1-2b6e-47e1-b34f-65380239b666 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:43.939699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:43.950020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:43.955666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:43.956648 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:43.960218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:03:43.971084 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fd8b9-ac5a-4d5a-b460-60d7e868ce4f None None] Sync routers for ids ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:03:43.974394 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fb7f8a00-20a3-44ed-89c0-2722c24c3b3b admin admin] 10.222.0.30 "PUT /v2.0/routers/cedc2922-18f3-4470-a55a-d49aa7d2f08f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4416516
Feb 19 21:03:43.980650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=f8706c0a-d5b9-402f-98f3-192e3a853d7f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:43.983159 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57862) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:43.985003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fd8b9-ac5a-4d5a-b460-60d7e868ce4f None None] Routers {'cedc2922-18f3-4470-a55a-d49aa7d2f08f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:43.985937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b62fd8b9-ac5a-4d5a-b460-60d7e868ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634d5640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:44.016848 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b1832630-3485-4336-8977-64b4dd2dfe6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.3246019
Feb 19 21:03:44.017549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57864) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:44.037730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:44.153930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b62fd8b9-ac5a-4d5a-b460-60d7e868ce4f None None] Set router cedc2922-18f3-4470-a55a-d49aa7d2f08f gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:44.170006 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:44.227998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c58eb122-6243-45f8-9077-813f02b7493e up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:03:44.254181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:44.264773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Network b0af9030-e395-43f9-8a34-dbc361fa9146 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:44.274193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:44.289719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:44.407947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9c2aa926-060e-434e-aaea-a65b62ad9e6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port f8706c0a-d5b9-402f-98f3-192e3a853d7f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:44.409622 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa926-060e-434e-aaea-a65b62ad9e6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f8706c0a-d5b9-402f-98f3-192e3a853d7f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:44.462885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:44.469376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:44.499330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f0936-2a9c-41ce-9812-1eb31a4c4b3b req-904e4b79-edc4-458a-b98f-3557fc399efb tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:44.503502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f49f0936-2a9c-41ce-9812-1eb31a4c4b3b req-904e4b79-edc4-458a-b98f-3557fc399efb tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 945 time: 0.6427503
Feb 19 21:03:44.507261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Made reservation on behalf of 8d34faf6add7400690171f1d097d5f2c for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:44.526723 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:44.539905 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-572846cd-405f-44aa-b052-dfcfc44c4cd8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0091863
Feb 19 21:03:44.545048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-e37be162-2c7f-4734-a6dc-e2e1f2492c62 req-c518b32c-c1e3-49ee-ac5e-04c46263d59a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Deleting port 4a3185d0-44de-46bc-a6a9-47a19835dc9d {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:44.546125 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e37be162-2c7f-4734-a6dc-e2e1f2492c62 req-c518b32c-c1e3-49ee-ac5e-04c46263d59a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:44.607732 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Request body: {'port': {'device_id': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:44.623458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port c58eb122-6243-45f8-9077-813f02b7493e completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:03:44.628514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port c58eb122-6243-45f8-9077-813f02b7493e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:44.628901 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c58eb122-6243-45f8-9077-813f02b7493e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:44.645524 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d08765c-5651-459c-8a9f-85ec4d294541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (5bb4a192-5144-4953-83dc-5746f802087f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:44.691063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f73e994b-734b-47cf-b235-0ca492ac0f10 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:03:44.717739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:44.781210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b62fd8b9-ac5a-4d5a-b460-60d7e868ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634d5640>, [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:03:39Z', 'revision_number': 5, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:44.803166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08765c-5651-459c-8a9f-85ec4d294541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb4a192-5144-4953-83dc-5746f802087f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:44.832019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fd8b9-ac5a-4d5a-b460-60d7e868ce4f None None] Checking router: cedc2922-18f3-4470-a55a-d49aa7d2f08f for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:03:44.899622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95592c-2032-42c3-b5dd-8bb83de87b5b req-3e481129-8d5c-4dbf-be7d-898e5bdbfea2 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:44.903434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016fa6c1-0a56-47f2-bf5b-6f80f3b76d5f None None] Network 525c00e6-815e-417a-9565-c227da0e1ef0 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:44.908584 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d95592c-2032-42c3-b5dd-8bb83de87b5b req-3e481129-8d5c-4dbf-be7d-898e5bdbfea2 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 946 time: 0.8836923
Feb 19 21:03:44.973620 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fd8b9-ac5a-4d5a-b460-60d7e868ce4f None None] Routers {'cedc2922-18f3-4470-a55a-d49aa7d2f08f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:44.974882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b62fd8b9-ac5a-4d5a-b460-60d7e868ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634d5640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:44.985351 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f87c614-8c59-4ba2-bd40-c8b8fdf242b3 None None] Network 4edb62a1-2b6e-47e1-b34f-65380239b666 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:45.027531 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d08765c-5651-459c-8a9f-85ec4d294541 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.033194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa926-060e-434e-aaea-a65b62ad9e6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f8706c0a-d5b9-402f-98f3-192e3a853d7f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.033426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0d08765c-5651-459c-8a9f-85ec4d294541 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5bb4a192-5144-4953-83dc-5746f802087f HTTP/1.1" status: 204  len: 168 time: 1.8048892
Feb 19 21:03:45.034576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57892) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:45.048408 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Publish callbacks [] for router (cedc2922-18f3-4470-a55a-d49aa7d2f08f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.054785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9c2aa926-060e-434e-aaea-a65b62ad9e6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for f8706c0a-d5b9-402f-98f3-192e3a853d7f owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:45.131652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port c58eb122-6243-45f8-9077-813f02b7493e is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:45.132075 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c58eb122-6243-45f8-9077-813f02b7493e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.160139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f73e994b-734b-47cf-b235-0ca492ac0f10 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:45.160608 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.163747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f49f0936-2a9c-41ce-9812-1eb31a4c4b3b req-50e2c5ab-3383-4801-a474-5d1fe005dcc3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5757990
Feb 19 21:03:45.168718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8234d206-0e14-4354-afe4-55364532b264 None None] Provisioning complete for port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:45.168718 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8234d206-0e14-4354-afe4-55364532b264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.216537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8234d206-0e14-4354-afe4-55364532b264 None None] Port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:03:45.282203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e428fbc5-f80a-4990-810a-97c7cbf53246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58eb122-6243-45f8-9077-813f02b7493e'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:45.284663 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce92c7d-dfb3-4dc4-9d8e-d0b117b70f92" -d '{"events": [{"server_uuid": "e428fbc5-f80a-4990-810a-97c7cbf53246", "name": "network-vif-plugged", "status": "completed", "tag": "c58eb122-6243-45f8-9077-813f02b7493e"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:45.333424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port c58eb122-6243-45f8-9077-813f02b7493e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c58eb122-6243-45f8-9077-813f02b7493e,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:45.366606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2caf0c43-e8a7-47e8-a90c-390f3b45d82b {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:03:45.386131 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Allocated IP 172.20.0.7 (0ece0e80-c125-4eb8-a568-1d9e97f806cd/17e6fa56-d755-494e-9a8f-82702fc906cc/773bb5fe-57ca-4ef3-bcd7-ea37656daaa9) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:45.401366 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c58eb122-6243-45f8-9077-813f02b7493e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.407067 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Publish callbacks [] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.416280 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Publish callbacks [] for router_gateway (cedc2922-18f3-4470-a55a-d49aa7d2f08f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.422787 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150b14d-c4e8-4742-8c46-23ac2bce9a2d None None] DHCP port deletion for 525c00e6-815e-417a-9565-c227da0e1ef0 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:03:45.460914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d95592c-2032-42c3-b5dd-8bb83de87b5b req-05052a6d-e0e0-441b-ac28-34866ec38a98 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5513377
Feb 19 21:03:45.466834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Transition to ACTIVE for port object 2caf0c43-e8a7-47e8-a90c-390f3b45d82b will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:03:45.468193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa926-060e-434e-aaea-a65b62ad9e6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f8706c0a-d5b9-402f-98f3-192e3a853d7f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.483400 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.511519 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b62fd8b9-ac5a-4d5a-b460-60d7e868ce4f None None] Set router cedc2922-18f3-4470-a55a-d49aa7d2f08f gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:45.527448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2aa926-060e-434e-aaea-a65b62ad9e6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=f8706c0a-d5b9-402f-98f3-192e3a853d7f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:45.531669 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (525c00e6-815e-417a-9565-c227da0e1ef0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.632468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4f3787a2-12e9-41af-97e1-58da5366efbe None None] Provisioning complete for port f73e994b-734b-47cf-b235-0ca492ac0f10 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:45.632859 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4f3787a2-12e9-41af-97e1-58da5366efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.648990 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa926-060e-434e-aaea-a65b62ad9e6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.653941 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9c2aa926-060e-434e-aaea-a65b62ad9e6b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/f8706c0a-d5b9-402f-98f3-192e3a853d7f HTTP/1.1" status: 204  len: 168 time: 1.6293271
Feb 19 21:03:45.660530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e37be162-2c7f-4734-a6dc-e2e1f2492c62 req-c518b32c-c1e3-49ee-ac5e-04c46263d59a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] For port 4a3185d0-44de-46bc-a6a9-47a19835dc9d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a3185d0-44de-46bc-a6a9-47a19835dc9d,segment=NetworkSegment(c1f32ad0-452b-4d74-b3b3-11a17f2b2730),segment_id=c1f32ad0-452b-4d74-b3b3-11a17f2b2730)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:45.661045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e37be162-2c7f-4734-a6dc-e2e1f2492c62 req-c518b32c-c1e3-49ee-ac5e-04c46263d59a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:45.665238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57916) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:45.725271 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0eebe64-13d0-4e9a-afc5-c70b7620b591 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:03:45.725852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0eebe64-13d0-4e9a-afc5-c70b7620b591 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:03:45.728515 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a7d4301-c470-43f5-a06f-6277e6c37639 req-644d1301-351d-4a2f-8efa-872ce16f4f3f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 210 time: 0.0974860
Feb 19 21:03:45.730002 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c0eebe64-13d0-4e9a-afc5-c70b7620b591 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/f8706c0a-d5b9-402f-98f3-192e3a853d7f HTTP/1.1" status: 404  len: 333 time: 0.0514550
Feb 19 21:03:45.736420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57922) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:45.765175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-e37be162-2c7f-4734-a6dc-e2e1f2492c62 req-c518b32c-c1e3-49ee-ac5e-04c46263d59a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Calling delete_port for 4a3185d0-44de-46bc-a6a9-47a19835dc9d owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:45.769040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:45.797799 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bc10f0-8ba1-4810-9230-e256f30a4390 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:03:45.802056 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c1bc10f0-8ba1-4810-9230-e256f30a4390 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/f8706c0a-d5b9-402f-98f3-192e3a853d7f HTTP/1.1" status: 404  len: 333 time: 0.0619135
Feb 19 21:03:45.802588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57928) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:45.925141 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6719d0c-f36b-4b00-9c36-b9c9638942f8 x-openstack-request-id: req-c6719d0c-f36b-4b00-9c36-b9c9638942f8 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:45.925908 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e428fbc5-f80a-4990-810a-97c7cbf53246", "name": "network-vif-plugged", "status": "completed", "tag": "c58eb122-6243-45f8-9077-813f02b7493e", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:45.926421 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6719d0c-f36b-4b00-9c36-b9c9638942f8 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:45.927089 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e428fbc5-f80a-4990-810a-97c7cbf53246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58eb122-6243-45f8-9077-813f02b7493e', 'code': 200}
Feb 19 21:03:45.944554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=c58eb122-6243-45f8-9077-813f02b7493e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:45.980214 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4a69f7-b02c-49f6-94b7-39e2cce1523a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting subnet d280ddd6-9478-456c-ad2a-d6efcb1ca3f5 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:03:45.987487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca4a69f7-b02c-49f6-94b7-39e2cce1523a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (d280ddd6-9478-456c-ad2a-d6efcb1ca3f5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.009137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3605-cc16-497c-b4bc-bb23ecb3f519 req-e948252f-3772-4867-b9ba-b36cb1da7f5d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:46.011858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f73e994b-734b-47cf-b235-0ca492ac0f10 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:46.012390 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.020155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-326b3605-cc16-497c-b4bc-bb23ecb3f519 req-e948252f-3772-4867-b9ba-b36cb1da7f5d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 932 time: 0.6231005
Feb 19 21:03:46.054014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a067a25-c7a6-4274-8d6e-274b7d1733cb req-123cef9c-e701-4a04-819e-f7db228aeaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:46.056421 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9a067a25-c7a6-4274-8d6e-274b7d1733cb req-123cef9c-e701-4a04-819e-f7db228aeaac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 1128 time: 0.1570513
Feb 19 21:03:46.057767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Attempting to bind port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:03:46.058124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Attempting to bind port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:03:46.058485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Attempting to bind port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b on network b0af9030-e395-43f9-8a34-dbc361fa9146 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:46.104453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b on network b0af9030-e395-43f9-8a34-dbc361fa9146 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:03:46.104789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Attempting to bind port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b on network b0af9030-e395-43f9-8a34-dbc361fa9146 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:46.111425 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca4a69f7-b02c-49f6-94b7-39e2cce1523a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (d280ddd6-9478-456c-ad2a-d6efcb1ca3f5), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.138082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4f3787a2-12e9-41af-97e1-58da5366efbe None None] Current status of the port f73e994b-734b-47cf-b235-0ca492ac0f10 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:46.138860 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4f3787a2-12e9-41af-97e1-58da5366efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.142473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9150b14d-c4e8-4742-8c46-23ac2bce9a2d None None] Deleting port dfc1b996-7e07-4100-b05b-e53446d8c9e1 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:46.143319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9150b14d-c4e8-4742-8c46-23ac2bce9a2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.169735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:03:46.170088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Checking segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:46.170492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Bound using segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:03:46.171005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Bound port: 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:03:46.171369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.237482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Deleting port 153387e6-8b88-4af9-a173-e8db3adb31c4 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:46.237714 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.274303 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9a067a25-c7a6-4274-8d6e-274b7d1733cb req-21f3705c-ce97-457e-bab9-23e6b23881be service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037909
Feb 19 21:03:46.290693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port f73e994b-734b-47cf-b235-0ca492ac0f10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f73e994b-734b-47cf-b235-0ca492ac0f10,segment=NetworkSegment(76d05f30-0be6-4055-a78d-b544762f75a9),segment_id=76d05f30-0be6-4055-a78d-b544762f75a9)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:46.341657 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.356675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca4a69f7-b02c-49f6-94b7-39e2cce1523a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d280ddd6-9478-456c-ad2a-d6efcb1ca3f5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.358835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-326b3605-cc16-497c-b4bc-bb23ecb3f519 req-6b4275be-142a-4d2a-ba2e-889884445d7f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3375580
Feb 19 21:03:46.360223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:03:46.427310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:03:46.468797 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.489667 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Deleting port dfc1b996-7e07-4100-b05b-e53446d8c9e1 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:46.490110 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.562749 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:46.563391 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.565431 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] 10.222.0.10 "PUT /v2.0/ports/2caf0c43-e8a7-47e8-a90c-390f3b45d82b HTTP/1.1" status: 200  len: 1092 time: 1.9687858
Feb 19 21:03:46.565947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:46.568380 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42" -d '{"events": [{"name": "network-changed", "server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:46.722809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca4a69f7-b02c-49f6-94b7-39e2cce1523a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (d280ddd6-9478-456c-ad2a-d6efcb1ca3f5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.740443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] For port dfc1b996-7e07-4100-b05b-e53446d8c9e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfc1b996-7e07-4100-b05b-e53446d8c9e1,segment=NetworkSegment(7f175693-84fc-492d-a85d-db7e59640541),segment_id=7f175693-84fc-492d-a85d-db7e59640541)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:46.740980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.762160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Calling delete_port for dfc1b996-7e07-4100-b05b-e53446d8c9e1 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:46.871887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2bb28-2b6a-43c7-8ecd-83846decbefe service neutron] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:46.907555 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a69f7-b02c-49f6-94b7-39e2cce1523a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Subnet': ['ID=d280ddd6-9478-456c-ad2a-d6efcb1ca3f5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:46.914463 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.922812 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca4a69f7-b02c-49f6-94b7-39e2cce1523a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:46.932851 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ca4a69f7-b02c-49f6-94b7-39e2cce1523a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/d280ddd6-9478-456c-ad2a-d6efcb1ca3f5 HTTP/1.1" status: 204  len: 168 time: 1.1286428
Feb 19 21:03:46.935989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57978) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:46.968146 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:47.048517 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-4f3787a2-12e9-41af-97e1-58da5366efbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:03:47.049101 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-4f3787a2-12e9-41af-97e1-58da5366efbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:03:47.056450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dfc1b996-7e07-4100-b05b-e53446d8c9e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:47.096259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: dfc1b996-7e07-4100-b05b-e53446d8c9e1 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:47.096646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dfc1b996-7e07-4100-b05b-e53446d8c9e1 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:47.114074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa12230c-2aa2-4cb6-b64b-6f48327f8f9c None None] Network 4edb62a1-2b6e-47e1-b34f-65380239b666 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:47.118445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc1b996-7e07-4100-b05b-e53446d8c9e1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:47.139538 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (4edb62a1-2b6e-47e1-b34f-65380239b666), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:47.154500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-68aa9b2c-e910-460e-88d5-e910bb3be8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:47.157386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] No DVR routers for this DVR port dfc1b996-7e07-4100-b05b-e53446d8c9e1 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:47.157568 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-68aa9b2c-e910-460e-88d5-e910bb3be8f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 1126 time: 0.4851511
Feb 19 21:03:47.191080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9150b14d-c4e8-4742-8c46-23ac2bce9a2d None None] For port dfc1b996-7e07-4100-b05b-e53446d8c9e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfc1b996-7e07-4100-b05b-e53446d8c9e1,segment=NetworkSegment(7f175693-84fc-492d-a85d-db7e59640541),segment_id=7f175693-84fc-492d-a85d-db7e59640541)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:47.191761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9150b14d-c4e8-4742-8c46-23ac2bce9a2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:47.235140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9150b14d-c4e8-4742-8c46-23ac2bce9a2d None None] Calling delete_port for dfc1b996-7e07-4100-b05b-e53446d8c9e1 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:47.239777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=f73e994b-734b-47cf-b235-0ca492ac0f10,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:47.248690 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b62fd8b9-ac5a-4d5a-b460-60d7e868ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634d5640>, [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:03:39Z', 'revision_number': 5, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:47.287796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fd8b9-ac5a-4d5a-b460-60d7e868ce4f None None] The sync data for ids ['cedc2922-18f3-4470-a55a-d49aa7d2f08f'] in ncdv-master-1 is: [{'id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'name': 'tempest-ServersTestBootFromVolume-291338057-router', 'tenant_id': '4aca9e397c334bb997f450e919088286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160'}], 'enable_snat': True}, 'gw_port_id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:00:56Z', 'updated_at': '2022-02-19T21:03:39Z', 'revision_number': 5, 'project_id': '4aca9e397c334bb997f450e919088286', 'gw_port': {'id': '153387e6-8b88-4af9-a173-e8db3adb31c4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedc2922-18f3-4470-a55a-d49aa7d2f08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:57Z', 'updated_at': '2022-02-19T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:03:47.418524 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9150b14d-c4e8-4742-8c46-23ac2bce9a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (dfc1b996-7e07-4100-b05b-e53446d8c9e1), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:47.460495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150b14d-c4e8-4742-8c46-23ac2bce9a2d None None] Pushing event deleted for resources: {'Port': ['ID=dfc1b996-7e07-4100-b05b-e53446d8c9e1,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:47.466204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150b14d-c4e8-4742-8c46-23ac2bce9a2d None None] No DVR routers for this DVR port dfc1b996-7e07-4100-b05b-e53446d8c9e1 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:47.607805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58000) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:47.620957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4f3787a2-12e9-41af-97e1-58da5366efbe None None] Current status of the port f73e994b-734b-47cf-b235-0ca492ac0f10 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:47.672966 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-516cf390-229a-4693-8f07-5ca5c9016280 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b HTTP/1.1" status: 200  len: 217 time: 0.5059984
Feb 19 21:03:47.674131 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] For port 153387e6-8b88-4af9-a173-e8db3adb31c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=153387e6-8b88-4af9-a173-e8db3adb31c4,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:47.674723 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:47.698487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046962a-a02f-4493-a6ba-cd684401422d req-32664e8c-a9f9-4f69-8083-003d6751c56c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:47.701426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2046962a-a02f-4493-a6ba-cd684401422d req-32664e8c-a9f9-4f69-8083-003d6751c56c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 1.3327940
Feb 19 21:03:47.706976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbea7f9-1319-46be-bcac-70cb41eeb2aa None None] DHCP port deletion for 4edb62a1-2b6e-47e1-b34f-65380239b666 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:03:47.744461 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e37be162-2c7f-4734-a6dc-e2e1f2492c62 req-c518b32c-c1e3-49ee-ac5e-04c46263d59a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4a3185d0-44de-46bc-a6a9-47a19835dc9d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:47.768889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4d87990d-d202-44b8-a076-89d68a0318c6 None None] Could not find standard attr ID for object f8706c0a-d5b9-402f-98f3-192e3a853d7f. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:03:47.780503 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-3aed9d01-aee7-4400-9ee4-2cb5b5e0c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:47.782080 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-3aed9d01-aee7-4400-9ee4-2cb5b5e0c4c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.1029570
Feb 19 21:03:47.805175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4d87990d-d202-44b8-a076-89d68a0318c6 None None] Provisioning complete for port f73e994b-734b-47cf-b235-0ca492ac0f10 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:47.805719 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4d87990d-d202-44b8-a076-89d68a0318c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:47.836522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Calling delete_port for 153387e6-8b88-4af9-a173-e8db3adb31c4 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:47.853607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3dce2-d9a5-45d1-b1c5-da7bff9903f1 req-c9b53e97-9f3d-4768-a67e-66a7956efee0 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:47.856069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91b3dce2-d9a5-45d1-b1c5-da7bff9903f1 req-c9b53e97-9f3d-4768-a67e-66a7956efee0 tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed99b5a-d90f-48ef-bfe9-97ccd625993c HTTP/1.1" status: 200  len: 867 time: 0.9558742
Feb 19 21:03:47.857147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4a3185d0-44de-46bc-a6a9-47a19835dc9d no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:47.888293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port f73e994b-734b-47cf-b235-0ca492ac0f10 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:47.888969 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:47.913606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4dbea7f9-1319-46be-bcac-70cb41eeb2aa None None] Deleting port f73e994b-734b-47cf-b235-0ca492ac0f10 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:47.914378 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4dbea7f9-1319-46be-bcac-70cb41eeb2aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:47.914967 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:47.917640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518b32c-c1e3-49ee-ac5e-04c46263d59a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Pushing event deleted for resources: {'Port': ['ID=4a3185d0-44de-46bc-a6a9-47a19835dc9d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:47.951687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 4a3185d0-44de-46bc-a6a9-47a19835dc9d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:47.952293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4a3185d0-44de-46bc-a6a9-47a19835dc9d not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:47.969951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcae10c-b332-4612-8487-c82678046472 admin admin] Deleting subnet 4ea53a83-3f07-452a-b42a-8a44ccb73ea8 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:03:47.976878 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (525c00e6-815e-417a-9565-c227da0e1ef0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.009597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] For port f73e994b-734b-47cf-b235-0ca492ac0f10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f73e994b-734b-47cf-b235-0ca492ac0f10,segment=NetworkSegment(76d05f30-0be6-4055-a78d-b544762f75a9),segment_id=76d05f30-0be6-4055-a78d-b544762f75a9)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:48.010126 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.023807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-7fce45b8-f286-41ac-a0aa-7df6a9d8803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:48.026495 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-7fce45b8-f286-41ac-a0aa-7df6a9d8803d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2364306
Feb 19 21:03:48.032851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for f73e994b-734b-47cf-b235-0ca492ac0f10 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:48.071623 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fcae10c-b332-4612-8487-c82678046472 admin admin] Publish callbacks [] for subnet (4ea53a83-3f07-452a-b42a-8a44ccb73ea8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.076810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4dbea7f9-1319-46be-bcac-70cb41eeb2aa None None] For port f73e994b-734b-47cf-b235-0ca492ac0f10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f73e994b-734b-47cf-b235-0ca492ac0f10,segment=NetworkSegment(76d05f30-0be6-4055-a78d-b544762f75a9),segment_id=76d05f30-0be6-4055-a78d-b544762f75a9)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:48.077325 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4dbea7f9-1319-46be-bcac-70cb41eeb2aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.090218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4d87990d-d202-44b8-a076-89d68a0318c6 None None] Current status of the port f73e994b-734b-47cf-b235-0ca492ac0f10 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:48.096445 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4dbea7f9-1319-46be-bcac-70cb41eeb2aa None None] Calling delete_port for f73e994b-734b-47cf-b235-0ca492ac0f10 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:48.159999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Network 0ece0e80-c125-4eb8-a568-1d9e97f806cd is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:48.176203 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37be162-2c7f-4734-a6dc-e2e1f2492c62 req-c518b32c-c1e3-49ee-ac5e-04c46263d59a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] No DVR routers for this DVR port 4a3185d0-44de-46bc-a6a9-47a19835dc9d on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:48.181940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2046962a-a02f-4493-a6ba-cd684401422d req-be097bb6-17c9-40e9-a996-b771364d909c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4401767
Feb 19 21:03:48.182768 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e37be162-2c7f-4734-a6dc-e2e1f2492c62 req-c518b32c-c1e3-49ee-ac5e-04c46263d59a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.186155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e37be162-2c7f-4734-a6dc-e2e1f2492c62 req-c518b32c-c1e3-49ee-ac5e-04c46263d59a tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.10 "DELETE /v2.0/ports/4a3185d0-44de-46bc-a6a9-47a19835dc9d HTTP/1.1" status: 204  len: 173 time: 4.6707180
Feb 19 21:03:48.192163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6af299a0>,) {'filters': {'network_id': ['525c00e6-815e-417a-9565-c227da0e1ef0']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:48.200733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'name': 'network-vif-deleted', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:48.202716 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470f998c-e6ee-4ba8-9198-941727997578" -d '{"events": [{"server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "name": "network-vif-deleted", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:48.221836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:48.243079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event updated for resources: {'Port': ['ID=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:48.248506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6af299a0>, '7f175693-84fc-492d-a85d-db7e59640541') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:48.248812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6af299a0>, '7f175693-84fc-492d-a85d-db7e59640541') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:48.253188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:48.253401 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4dbea7f9-1319-46be-bcac-70cb41eeb2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.258263 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fcae10c-b332-4612-8487-c82678046472 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (4ea53a83-3f07-452a-b42a-8a44ccb73ea8), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.294922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91b3dce2-d9a5-45d1-b1c5-da7bff9903f1 req-59681bfa-4fa5-43f4-9cbf-524c8d8ac11b tempest-ServerRescueTestJSONUnderV235-1467185441 tempest-ServerRescueTestJSONUnderV235-1467185441-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f032ab0-4777-4acd-b1d6-1664b4134982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3996274
Feb 19 21:03:48.304144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbea7f9-1319-46be-bcac-70cb41eeb2aa None None] No DVR routers for this DVR port f73e994b-734b-47cf-b235-0ca492ac0f10 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:48.308095 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-28844b83-788a-4d54-a7a4-2119605a73ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.317043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbea7f9-1319-46be-bcac-70cb41eeb2aa None None] Pushing event deleted for resources: {'Port': ['ID=f73e994b-734b-47cf-b235-0ca492ac0f10,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:48.328745 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-ae9ab8e0-f6ed-45b9-bc9f-ea41a14e4e8f service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2851379
Feb 19 21:03:48.330217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f73e994b-734b-47cf-b235-0ca492ac0f10), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.332979 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (7f175693-84fc-492d-a85d-db7e59640541), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.334927 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742d0672-10bb-487a-9ef6-436c0a40fd53 x-openstack-request-id: req-742d0672-10bb-487a-9ef6-436c0a40fd53 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:48.335072 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:48.335454 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-742d0672-10bb-487a-9ef6-436c0a40fd53 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:48.335846 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'status': 'completed', 'code': 200}
Feb 19 21:03:48.399566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=f73e994b-734b-47cf-b235-0ca492ac0f10,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:48.445094 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No DVR routers for this DVR port f73e994b-734b-47cf-b235-0ca492ac0f10 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:48.468188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7f175693-84fc-492d-a85d-db7e59640541), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.495927 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fcae10c-b332-4612-8487-c82678046472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (4ea53a83-3f07-452a-b42a-8a44ccb73ea8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.512616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:48.513041 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (7f175693-84fc-492d-a85d-db7e59640541), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.527330 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:48.540247 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:48.557531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:48.558032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7a41729f-6ff9-4ff8-a528-9f5a35fdf000 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:48.558824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f73e994b-734b-47cf-b235-0ca492ac0f10 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:48.566041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (4edb62a1-2b6e-47e1-b34f-65380239b666), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.583787 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: f73e994b-734b-47cf-b235-0ca492ac0f10 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:48.584028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f73e994b-734b-47cf-b235-0ca492ac0f10 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:48.592367 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:48.593037 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.602218 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d2a28a95-842b-4aca-892b-6530b7bf64ae req-e05d4b4e-54f3-441f-9768-9a9675496164 service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2596097
Feb 19 21:03:48.604993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a694e9970>,) {'filters': {'network_id': ['4edb62a1-2b6e-47e1-b34f-65380239b666']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:48.618965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a694e9970>, '76d05f30-0be6-4055-a78d-b544762f75a9') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:48.619310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a694e9970>, '76d05f30-0be6-4055-a78d-b544762f75a9') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:48.637249 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (76d05f30-0be6-4055-a78d-b544762f75a9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.660906 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (76d05f30-0be6-4055-a78d-b544762f75a9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.681447 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (525c00e6-815e-417a-9565-c227da0e1ef0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.686668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-adbe9a91-4781-417b-8c42-8b3e5e1b5005 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4472222
Feb 19 21:03:48.697118 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:48.697847 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (76d05f30-0be6-4055-a78d-b544762f75a9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.700523 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Request body: {'port': {'device_id': '7b717b3c-e160-4a74-aff9-f1396031332d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:48.701910 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:48.708477 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.711726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/525c00e6-815e-417a-9565-c227da0e1ef0 HTTP/1.1" status: 204  len: 168 time: 3.6613493
Feb 19 21:03:48.723197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f405d8-4307-42fb-882e-1e0d470249d6 req-20d652f6-8d26-4931-9000-76e5d1dbfffa tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:48.730418 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09f405d8-4307-42fb-882e-1e0d470249d6 req-20d652f6-8d26-4931-9000-76e5d1dbfffa tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 931 time: 0.3139725
Feb 19 21:03:48.786264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42 req-a5507360-1f29-411e-a186-a4dcfbdcb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:48.789057 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42 req-a5507360-1f29-411e-a186-a4dcfbdcb79b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 1126 time: 0.1300335
Feb 19 21:03:48.790898 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (4edb62a1-2b6e-47e1-b34f-65380239b666), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.797016 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.799470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29989975-2d7c-403c-9dfd-dcccde1e30a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=525c00e6-815e-417a-9565-c227da0e1ef0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:48.813929 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/networks/4edb62a1-2b6e-47e1-b34f-65380239b666 HTTP/1.1" status: 204  len: 168 time: 1.8710275
Feb 19 21:03:48.816446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429f8d-fc04-4ec4-8118-23c8cd90657d req-f0d02667-911f-4454-aa2a-04a8ccb2c81b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:48.818863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81429f8d-fc04-4ec4-8118-23c8cd90657d req-f0d02667-911f-4454-aa2a-04a8ccb2c81b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 944 time: 0.3613594
Feb 19 21:03:48.831812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58006) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:48.839162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2049532547'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:48.859476 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fcae10c-b332-4612-8487-c82678046472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (4ea53a83-3f07-452a-b42a-8a44ccb73ea8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.889990 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (153387e6-8b88-4af9-a173-e8db3adb31c4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:48.978413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcae10c-b332-4612-8487-c82678046472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea53a83-3f07-452a-b42a-8a44ccb73ea8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:48.987977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d3159-3119-446c-a153-c3a76da3f43a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Network': ['ID=4edb62a1-2b6e-47e1-b34f-65380239b666,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:48.993755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Pushing event deleted for resources: {'Port': ['ID=153387e6-8b88-4af9-a173-e8db3adb31c4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:49.002957 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fcae10c-b332-4612-8487-c82678046472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.006291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3fcae10c-b332-4612-8487-c82678046472 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4ea53a83-3f07-452a-b42a-8a44ccb73ea8 HTTP/1.1" status: 204  len: 168 time: 1.3569927
Feb 19 21:03:49.009116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58008) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:49.009942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09f405d8-4307-42fb-882e-1e0d470249d6 req-48166ebe-589a-4555-b861-1a4df20c60b9 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2786171
Feb 19 21:03:49.018036 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.023834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:49.028088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58010) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:49.028454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.089833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42 req-ee04c75d-89c6-48a0-849a-46ee49783bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:49.091436 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42 req-ee04c75d-89c6-48a0-849a-46ee49783bb2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 917 time: 0.2762699
Feb 19 21:03:49.091673 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf64852-5d87-4566-b074-4acc06be2541 x-openstack-request-id: req-9bf64852-5d87-4566-b074-4acc06be2541 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:49.091981 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed99b5a-d90f-48ef-bfe9-97ccd625993c", "name": "network-vif-deleted", "tag": "4a3185d0-44de-46bc-a6a9-47a19835dc9d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:49.092239 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bf64852-5d87-4566-b074-4acc06be2541 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:49.092697 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed99b5a-d90f-48ef-bfe9-97ccd625993c', 'name': 'network-vif-deleted', 'tag': '4a3185d0-44de-46bc-a6a9-47a19835dc9d', 'status': 'completed', 'code': 200}
Feb 19 21:03:49.101647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81429f8d-fc04-4ec4-8118-23c8cd90657d req-0061c6e9-5f6a-484d-be72-b46a7c1b0621 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2706416
Feb 19 21:03:49.145350 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42 req-9dfb6feb-dbb3-446f-ad26-d61c4b7d9a43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b HTTP/1.1" status: 200  len: 217 time: 0.0450318
Feb 19 21:03:49.152886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (cedc2922-18f3-4470-a55a-d49aa7d2f08f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.156238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:03:49.193087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (b2b08d58-ef61-4880-94a7-4dce88778bec), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.218375 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b5e862cd-2ebe-40f2-bc05-a20d4af46d11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a67095fabac457da3239e727c92e4ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1884265
Feb 19 21:03:49.222272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58012) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:49.234611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42 req-29ed7dc1-93d4-493a-a107-2f8fb67cd5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:49.236090 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42 req-29ed7dc1-93d4-493a-a107-2f8fb67cd5f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.0795190
Feb 19 21:03:49.270048 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (00efa82c-9e4d-402c-b936-821b79c45a1f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.270431 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Added segment 00efa82c-9e4d-402c-b936-821b79c45a1f of type vlan for network 959f08f4-453e-41c3-a8fe-7a7574d798da
Feb 19 21:03:49.327032 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (cedc2922-18f3-4470-a55a-d49aa7d2f08f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.362180 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Publish callbacks [] for router_controller (cedc2922-18f3-4470-a55a-d49aa7d2f08f), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.370927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58018) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:49.387685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (b2b08d58-ef61-4880-94a7-4dce88778bec), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.415101 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (959f08f4-453e-41c3-a8fe-7a7574d798da), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.492066 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7231c3a8-51e7-44bc-b6f8-07da46d29528 admin admin] Publish callbacks [] for security_group (da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.495082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa34e50>,) {'filters': {'network_id': ['b2b08d58-ef61-4880-94a7-4dce88778bec']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:49.507395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42 req-b618aef0-9fde-408a-b3bc-ba5f59b2a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:49.508951 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42 req-b618aef0-9fde-408a-b3bc-ba5f59b2a61f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2628832
Feb 19 21:03:49.512070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (cedc2922-18f3-4470-a55a-d49aa7d2f08f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.513747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cedc2922-18f3-4470-a55a-d49aa7d2f08f {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:03:49.518814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa34e50>, 'bf3e1efa-7289-45df-9506-26fcf4442131') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:49.518814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa34e50>, 'bf3e1efa-7289-45df-9506-26fcf4442131') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:49.521296 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.522466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1743d78d-676a-40e9-94e3-98f0a321a353 admin admin] 10.222.0.30 "DELETE /v2.0/routers/cedc2922-18f3-4470-a55a-d49aa7d2f08f HTTP/1.1" status: 204  len: 168 time: 5.5321870
Feb 19 21:03:49.529160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58020) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:49.547674 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (959f08f4-453e-41c3-a8fe-7a7574d798da), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.552649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:49.553259 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.574935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (bf3e1efa-7289-45df-9506-26fcf4442131), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.608062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7231c3a8-51e7-44bc-b6f8-07da46d29528 admin admin] Publish callbacks [] for security_group (da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.610830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956629e-b415-41f4-ac4e-60749cbd6355 req-49bc8676-452e-46fa-8d11-26c53c9b9305 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:49.612474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4956629e-b415-41f4-ac4e-60749cbd6355 req-49bc8676-452e-46fa-8d11-26c53c9b9305 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.2928581
Feb 19 21:03:49.672417 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (bf3e1efa-7289-45df-9506-26fcf4442131), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.693644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8591633
Feb 19 21:03:49.704688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:49.705118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (bf3e1efa-7289-45df-9506-26fcf4442131), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:49.708659 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:49.710748 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58022) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:49.725552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-74531bec-ddf4-468f-931d-7ebe2fc3ed17 admin admin] Deleting subnet cabc37d9-8907-4af3-a0c6-c066930306f3 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:03:49.739472 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74531bec-ddf4-468f-931d-7ebe2fc3ed17 admin admin] Publish callbacks [] for subnet (cabc37d9-8907-4af3-a0c6-c066930306f3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.741229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea1b97-f677-465e-b0f6-229b7e40720c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Network': ['ID=959f08f4-453e-41c3-a8fe-7a7574d798da,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:49.753752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 959f08f4-453e-41c3-a8fe-7a7574d798da details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:03:49.759933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '959f08f4-453e-41c3-a8fe-7a7574d798da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:49.833291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74531bec-ddf4-468f-931d-7ebe2fc3ed17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (cabc37d9-8907-4af3-a0c6-c066930306f3), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.869815 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4956629e-b415-41f4-ac4e-60749cbd6355 req-63553022-c914-4203-9906-a319b0cadbe9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2404246
Feb 19 21:03:49.880835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:03:49.894035 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Publish callbacks [] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.926674 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42 req-bd733cf8-d6ed-46e5-b1f5-4da56d66bf51 service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3962340
Feb 19 21:03:49.932690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Transition to ACTIVE for port object 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:03:49.948617 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:49.979937 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74531bec-ddf4-468f-931d-7ebe2fc3ed17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (cabc37d9-8907-4af3-a0c6-c066930306f3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.047202 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f3e9fcaa-6e24-4d85-ad76-a0d058e40f42 req-39665686-250d-4170-a1c4-4056ec5e1222 service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1108894
Feb 19 21:03:50.054078 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7231c3a8-51e7-44bc-b6f8-07da46d29528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.054560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Pushing event updated for resources: {'Port': ['ID=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:50.057696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7231c3a8-51e7-44bc-b6f8-07da46d29528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.063185 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7231c3a8-51e7-44bc-b6f8-07da46d29528 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2 HTTP/1.1" status: 204  len: 168 time: 0.8395481
Feb 19 21:03:50.078906 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (b2b08d58-ef61-4880-94a7-4dce88778bec), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.083009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231c3a8-51e7-44bc-b6f8-07da46d29528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6ea48a-0dbb-4cc1-9f5a-1efb6ea9bdb2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:50.093799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.097162 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b2b08d58-ef61-4880-94a7-4dce88778bec HTTP/1.1" status: 204  len: 168 time: 1.0845227
Feb 19 21:03:50.154350 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74531bec-ddf4-468f-931d-7ebe2fc3ed17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (cabc37d9-8907-4af3-a0c6-c066930306f3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.189148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74531bec-ddf4-468f-931d-7ebe2fc3ed17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cabc37d9-8907-4af3-a0c6-c066930306f3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:50.190697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7014fc1-95e3-458b-a3e8-3228e1b30748 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b08d58-ef61-4880-94a7-4dce88778bec,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:50.201467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74531bec-ddf4-468f-931d-7ebe2fc3ed17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.207299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-74531bec-ddf4-468f-931d-7ebe2fc3ed17 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cabc37d9-8907-4af3-a0c6-c066930306f3 HTTP/1.1" status: 204  len: 168 time: 0.6737337
Feb 19 21:03:50.207477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dda70e-1d6a-40b8-b04b-0393f2c87af3 None None] Network e65a0dad-e542-4761-ba20-2506e5992b4e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:50.214295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58036) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:50.271403 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:50.275050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.297157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Attempting to bind port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:03:50.297518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Attempting to bind port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:03:50.297863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Attempting to bind port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 on network 0ece0e80-c125-4eb8-a568-1d9e97f806cd {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:50.324378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 on network 0ece0e80-c125-4eb8-a568-1d9e97f806cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:03:50.324378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Attempting to bind port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 on network 0ece0e80-c125-4eb8-a568-1d9e97f806cd {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:50.354834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:03:50.355382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Checking segment: {'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:50.355768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Bound using segment: {'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:03:50.356297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Bound port: 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:03:50.356738 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.388674 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0e76a0c2-9f9f-4552-af3b-d9275e7e9df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.405196 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e65a0dad-e542-4761-ba20-2506e5992b4e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.458721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a3508f-7558-41bf-9350-f3d6f1460cda None None] DHCP port deletion for e65a0dad-e542-4761-ba20-2506e5992b4e request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:03:50.508067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323878d3-7348-440b-92f0-fe79a1a2ae98 req-7da5d4d1-8ce5-4e3b-86f2-522e8e0d698d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:50.508657 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-323878d3-7348-440b-92f0-fe79a1a2ae98 req-7da5d4d1-8ce5-4e3b-86f2-522e8e0d698d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.3024735
Feb 19 21:03:50.514264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58038) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:50.544746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d5a3508f-7558-41bf-9350-f3d6f1460cda None None] Deleting port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:50.545350 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d5a3508f-7558-41bf-9350-f3d6f1460cda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.576870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] For port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:03:50.580682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] For port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:03:50.593751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4f11d-b552-459f-9f2f-1df968192fa5 req-d07c1bca-8754-4989-b5db-4fb21efdb473 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:50.595758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbc4f11d-b552-459f-9f2f-1df968192fa5 req-d07c1bca-8754-4989-b5db-4fb21efdb473 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 943 time: 0.3477066
Feb 19 21:03:50.625293 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.636917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 153387e6-8b88-4af9-a173-e8db3adb31c4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:50.668124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 153387e6-8b88-4af9-a173-e8db3adb31c4 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:50.668851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 153387e6-8b88-4af9-a173-e8db3adb31c4 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:50.678107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d5a3508f-7558-41bf-9350-f3d6f1460cda None None] For port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c7db1a9-1eae-4584-aea6-00b3a19bb40f,segment=NetworkSegment(fdc5618c-774b-454f-b46b-de5d8a548ae6),segment_id=fdc5618c-774b-454f-b46b-de5d8a548ae6)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:50.679055 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d5a3508f-7558-41bf-9350-f3d6f1460cda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.695418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (c82994bf-a7df-43aa-b376-ca66a624d6f0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.697950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d5a3508f-7558-41bf-9350-f3d6f1460cda None None] Calling delete_port for 7c7db1a9-1eae-4584-aea6-00b3a19bb40f owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:50.706955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Pushing event updated for resources: {'Port': ['ID=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:50.771608 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (1c9e7872-2d50-49e1-befc-07e01e881cfe), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.819877 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d5a3508f-7558-41bf-9350-f3d6f1460cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.844899 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Subnet': ['ID=c82994bf-a7df-43aa-b376-ca66a624d6f0,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:50.860730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Checking segment: {'id': '00efa82c-9e4d-402c-b936-821b79c45a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '959f08f4-453e-41c3-a8fe-7a7574d798da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:50.861115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network hostable DHCP agents. Network: 959f08f4-453e-41c3-a8fe-7a7574d798da, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:03:50.863246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3508f-7558-41bf-9350-f3d6f1460cda None None] Pushing event deleted for resources: {'Port': ['ID=7c7db1a9-1eae-4584-aea6-00b3a19bb40f,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:50.875917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3508f-7558-41bf-9350-f3d6f1460cda None None] No DVR routers for this DVR port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:50.898722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 959f08f4-453e-41c3-a8fe-7a7574d798da is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:03:50.918987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 959f08f4-453e-41c3-a8fe-7a7574d798da) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:50.926222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:50.926853 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:50.936027 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13ca920-f939-4a66-a712-bc81d09e1d45 None None] Network 959f08f4-453e-41c3-a8fe-7a7574d798da requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:51.016045 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1968b0d8-bb0a-4eee-8c29-d8b01231b533 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2951164
Feb 19 21:03:51.019299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58050) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:51.024498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '959f08f4-453e-41c3-a8fe-7a7574d798da', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2019696603'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:51.111634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-959f08f4-453e-41c3-a8fe-7a7574d798da', 'network_id': '959f08f4-453e-41c3-a8fe-7a7574d798da', 'project_id': 'd4ad4a1daffa4cddbbf1e5aefea5a975', 'fixed_ips': [{'subnet_id': 'c82994bf-a7df-43aa-b376-ca66a624d6f0'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:03:51.112583 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.171612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3262306e-7022-471c-89fe-0b76a6c6cd13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3e2bd0a55e44ee2802a7b95678c9d60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6561089
Feb 19 21:03:51.175719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58058) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:51.184901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:51.185550 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.186971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-6b1a64bd-08cd-464a-9891-a77661148cbb service neutron] 10.222.0.67 "PUT /v2.0/ports/773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 HTTP/1.1" status: 200  len: 1091 time: 2.4916136
Feb 19 21:03:51.188247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b717b3c-e160-4a74-aff9-f1396031332d', 'tag': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:51.190554 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30afc942-63e5-4cc9-a2cb-907651525ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b717b3c-e160-4a74-aff9-f1396031332d", "tag": "773bb5fe-57ca-4ef3-bcd7-ea37656daaa9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:51.210486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-323878d3-7348-440b-92f0-fe79a1a2ae98 req-49910df1-c20f-4c29-acb3-877de65d45b4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6931903
Feb 19 21:03:51.263306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbc4f11d-b552-459f-9f2f-1df968192fa5 req-f7748cf5-2dc0-4630-9fa2-ce8f95c79eb4 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6282840
Feb 19 21:03:51.267748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Deleting port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:51.270899 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.281903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:51.286175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.327947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Allocated IP 2001:db8::2 (959f08f4-453e-41c3-a8fe-7a7574d798da/c82994bf-a7df-43aa-b376-ca66a624d6f0/30bc8ac9-98c3-4d33-af4c-cc62024a1672) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:51.351857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port f8fa2eaf-09a6-437b-b9ba-fd51449d10ef yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:03:51.369282 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77b1b2d7-e43a-4716-b0c7-dced2c7cef73 admin admin] Publish callbacks [] for security_group (7b7b3373-f50a-4314-b2ad-450f6f2c5937), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.379577 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0dbcc9-6b14-4aac-9aa8-8a3e574d6749 x-openstack-request-id: req-9c0dbcc9-6b14-4aac-9aa8-8a3e574d6749 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:51.380133 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b717b3c-e160-4a74-aff9-f1396031332d", "tag": "773bb5fe-57ca-4ef3-bcd7-ea37656daaa9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:51.380602 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c0dbcc9-6b14-4aac-9aa8-8a3e574d6749 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:51.381197 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b717b3c-e160-4a74-aff9-f1396031332d', 'tag': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9', 'status': 'completed', 'code': 200}
Feb 19 21:03:51.423744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] For port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f, host ncdv-master-1, got binding levels [] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:51.426719 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.440544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-d070ddd4-902e-46ff-bd84-c290d4485a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:51.442592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-d070ddd4-902e-46ff-bd84-c290d4485a29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d34faf6add7400690171f1d097d5f2c&device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 1125 time: 0.1554799
Feb 19 21:03:51.451470 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77b1b2d7-e43a-4716-b0c7-dced2c7cef73 admin admin] Publish callbacks [] for security_group (7b7b3373-f50a-4314-b2ad-450f6f2c5937), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.455489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58064) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:51.460560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Calling delete_port for 7c7db1a9-1eae-4584-aea6-00b3a19bb40f owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:51.489126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f was not found and therefore no delete operation was performed {{(pid=121128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:03:51.490016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] Deleting port 00f70373-ea3c-4bb4-b019-9935480de48f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:51.490451 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.544098 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7c7db1a9-1eae-4584-aea6-00b3a19bb40f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.562612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-d9a6c881-9ce7-46bd-99f1-b1fed0a7e352 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 HTTP/1.1" status: 200  len: 217 time: 0.1084216
Feb 19 21:03:51.564507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] No DVR routers for this DVR port 7c7db1a9-1eae-4584-aea6-00b3a19bb40f on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:51.605549 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77b1b2d7-e43a-4716-b0c7-dced2c7cef73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7b7b3373-f50a-4314-b2ad-450f6f2c5937), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.610320 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77b1b2d7-e43a-4716-b0c7-dced2c7cef73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.612428 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-77b1b2d7-e43a-4716-b0c7-dced2c7cef73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b7b3373-f50a-4314-b2ad-450f6f2c5937 HTTP/1.1" status: 204  len: 168 time: 0.4337428
Feb 19 21:03:51.623221 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Publish callbacks [] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.623411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7db1a9-1eae-4584-aea6-00b3a19bb40f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:51.646434 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.656482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b10335-6426-4909-85d9-8bfacbfa034a req-b124d343-3490-4f5e-920c-da3063a1eb49 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:51.659586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] For port 00f70373-ea3c-4bb4-b019-9935480de48f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00f70373-ea3c-4bb4-b019-9935480de48f,segment=NetworkSegment(c1f32ad0-452b-4d74-b3b3-11a17f2b2730),segment_id=c1f32ad0-452b-4d74-b3b3-11a17f2b2730)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:51.663559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13b10335-6426-4909-85d9-8bfacbfa034a req-b124d343-3490-4f5e-920c-da3063a1eb49 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 944 time: 0.2335370
Feb 19 21:03:51.664479 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.694005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] Calling delete_port for 00f70373-ea3c-4bb4-b019-9935480de48f owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:51.721169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2027877313-network', 'tenant_id': '3a8136be2d0a4abb81e8038390855add'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:51.725953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Network 959f08f4-453e-41c3-a8fe-7a7574d798da is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:51.729454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:51.734856 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:51.757227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1b2d7-e43a-4716-b0c7-dced2c7cef73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7b3373-f50a-4314-b2ad-450f6f2c5937,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:51.757759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Pushing event updated for resources: {'Port': ['ID=30bc8ac9-98c3-4d33-af4c-cc62024a1672,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:51.765559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-a4b683a0-c5a5-44b5-98ef-effe0d100af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:51.766976 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-a4b683a0-c5a5-44b5-98ef-effe0d100af6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17e6fa56-d755-494e-9a8f-82702fc906cc HTTP/1.1" status: 200  len: 862 time: 0.1941068
Feb 19 21:03:51.777418 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e65a0dad-e542-4761-ba20-2506e5992b4e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.860945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Made reservation on behalf of 3a8136be2d0a4abb81e8038390855add for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:51.863910 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.866430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Attempting to bind port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:03:51.866951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Attempting to bind port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '00efa82c-9e4d-402c-b936-821b79c45a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '959f08f4-453e-41c3-a8fe-7a7574d798da'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:03:51.868098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Attempting to bind port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 on network 959f08f4-453e-41c3-a8fe-7a7574d798da {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:51.871112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 2caf0c43-e8a7-47e8-a90c-390f3b45d82b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:03:51.874934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8::357 (959f08f4-453e-41c3-a8fe-7a7574d798da/c82994bf-a7df-43aa-b376-ca66a624d6f0/f8fa2eaf-09a6-437b-b9ba-fd51449d10ef) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:51.879051 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.881032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6abc72b0>,) {'filters': {'network_id': ['e65a0dad-e542-4761-ba20-2506e5992b4e']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:51.894875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6abc72b0>, 'fdc5618c-774b-454f-b46b-de5d8a548ae6') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:51.895529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6abc72b0>, 'fdc5618c-774b-454f-b46b-de5d8a548ae6') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:51.913518 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (fdc5618c-774b-454f-b46b-de5d8a548ae6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.929994 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (fdc5618c-774b-454f-b46b-de5d8a548ae6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.937570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:51.937880 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (fdc5618c-774b-454f-b46b-de5d8a548ae6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:51.991385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:51.998288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-681ff55d-f38f-42da-8d7a-139483898a8e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ece0e80-c125-4eb8-a568-1d9e97f806cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2233775
Feb 19 21:03:52.005498 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.008885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'port_id': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'mac_address': 'fa:16:3e:b5:26:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:03:52.009725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13b10335-6426-4909-85d9-8bfacbfa034a req-95c708eb-368c-4d85-a8ee-2c0c4053cd62 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3452470
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:52.011367 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:52.015256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:03:52.015629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Checking segment: {'id': '00efa82c-9e4d-402c-b936-821b79c45a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '959f08f4-453e-41c3-a8fe-7a7574d798da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:52.016041 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.016500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Bound using segment: {'id': '00efa82c-9e4d-402c-b936-821b79c45a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '959f08f4-453e-41c3-a8fe-7a7574d798da'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:03:52.016992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Bound port: 30bc8ac9-98c3-4d33-af4c-cc62024a1672, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00efa82c-9e4d-402c-b936-821b79c45a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '959f08f4-453e-41c3-a8fe-7a7574d798da'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:03:52.017381 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.109585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:52.110128 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.137291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-f734303d-d507-4d45-a4e4-2a762fae3a6f service neutron] 10.222.0.67 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215980
Feb 19 21:03:52.155945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2caf0c43-e8a7-47e8-a90c-390f3b45d82b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:03:52.157888 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e65a0dad-e542-4761-ba20-2506e5992b4e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.181849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:52.191633 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.207987 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.211517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] 10.222.0.30 "DELETE /v2.0/networks/e65a0dad-e542-4761-ba20-2506e5992b4e HTTP/1.1" status: 204  len: 168 time: 1.9962587
Feb 19 21:03:52.230452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6c9d8-b2da-4c3d-8227-6bc0b61b6deb admin admin] Pushing event deleted for resources: {'Network': ['ID=e65a0dad-e542-4761-ba20-2506e5992b4e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:52.249797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] For port 30bc8ac9-98c3-4d33-af4c-cc62024a1672, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:03:52.255274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] For port 30bc8ac9-98c3-4d33-af4c-cc62024a1672, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30bc8ac9-98c3-4d33-af4c-cc62024a1672,segment=NetworkSegment(00efa82c-9e4d-402c-b936-821b79c45a1f),segment_id=00efa82c-9e4d-402c-b936-821b79c45a1f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:03:52.274586 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.278575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:52.303141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afee9d3-f5ab-4e6e-a839-cf251ade0693 req-87ddccb9-d2a1-486f-b989-7322d338ef8c service neutron] 10.222.0.67 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596363
Feb 19 21:03:52.400878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda0ca1-37b2-42d4-a564-d69494350786 None None] Pushing event updated for resources: {'Port': ['ID=30bc8ac9-98c3-4d33-af4c-cc62024a1672,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:52.415654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['2caf0c43-e8a7-47e8-a90c-390f3b45d82b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:03:52.583467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7c7db1a9-1eae-4584-aea6-00b3a19bb40f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:52.615403 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 7c7db1a9-1eae-4584-aea6-00b3a19bb40f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:52.616289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7c7db1a9-1eae-4584-aea6-00b3a19bb40f not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:52.649586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58092) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:52.780057 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-40e1014a-c3ad-4274-ba29-dd90925be085 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4aca9e397c334bb997f450e919088286&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1266458
Feb 19 21:03:52.785186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58096) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:52.811799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8680b-1dc5-4f0e-aea1-d80c7172ec77 req-a9fa3823-75c1-4963-b73b-429848f7798f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:52.820370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ee8680b-1dc5-4f0e-aea1-d80c7172ec77 req-a9fa3823-75c1-4963-b73b-429848f7798f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.3559136
Feb 19 21:03:52.834629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (f8fa2eaf-09a6-437b-b9ba-fd51449d10ef), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.838147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afc942-63e5-4cc9-a2cb-907651525ef1 req-3e910d2a-28f4-4a8d-abb1-1d9f5e18796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:52.842651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30afc942-63e5-4cc9-a2cb-907651525ef1 req-3e910d2a-28f4-4a8d-abb1-1d9f5e18796d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d34faf6add7400690171f1d097d5f2c&device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 1125 time: 0.4467511
Feb 19 21:03:52.853604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58098) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:52.872379 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Publish callbacks [] for security_group (75698b8a-213c-419a-b8dd-5644cd6e420d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.898972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (75698b8a-213c-419a-b8dd-5644cd6e420d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.904309 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (00f70373-ea3c-4bb4-b019-9935480de48f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:52.917375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd93771-716e-4327-bd09-f3d9cd9aa7b7 req-94bb89a7-59b5-4341-80b6-c29c6f3e149d tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:52.925630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fd93771-716e-4327-bd09-f3d9cd9aa7b7 req-94bb89a7-59b5-4341-80b6-c29c6f3e149d tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 943 time: 0.4639552
Feb 19 21:03:53.014661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f70373-ea3c-4bb4-b019-9935480de48f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:53.017971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75698b8a-213c-419a-b8dd-5644cd6e420d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:53.031985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-199583815-network', 'tenant_id': 'ba9b396737a34280bdc448a2b0df5a7e'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:53.032797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:03:53.077220 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b075a6c-2072-41be-a702-fe7ea7a8d22a admin admin] Publish callbacks [] for security_group (34273ccf-58c4-4547-b68f-cda095cdf7bf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.081561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ee8680b-1dc5-4f0e-aea1-d80c7172ec77 req-e890bfb2-0f1d-418c-9bb1-f951bff92736 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602134
Feb 19 21:03:53.089658 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f8fa2eaf-09a6-437b-b9ba-fd51449d10ef), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.095872 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1ae6c39a-fb2b-4f5f-9ae4-75c529827022), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.096621 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Added segment 1ae6c39a-fb2b-4f5f-9ae4-75c529827022 of type vlan for network 964a709e-2598-41ec-8054-10a918409a96
Feb 19 21:03:53.129998 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.136795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fd93771-716e-4327-bd09-f3d9cd9aa7b7 req-36006f92-c194-4b04-9c85-1aa750fd67ac tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2102485
Feb 19 21:03:53.151906 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b075a6c-2072-41be-a702-fe7ea7a8d22a admin admin] Publish callbacks [] for security_group (34273ccf-58c4-4547-b68f-cda095cdf7bf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.169782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afc942-63e5-4cc9-a2cb-907651525ef1 req-8d2d8e2c-6b38-4ebd-becb-548f2090b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:53.171596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30afc942-63e5-4cc9-a2cb-907651525ef1 req-8d2d8e2c-6b38-4ebd-becb-548f2090b897 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ece0e80-c125-4eb8-a568-1d9e97f806cd HTTP/1.1" status: 200  len: 923 time: 0.3196502
Feb 19 21:03:53.174517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Made reservation on behalf of ba9b396737a34280bdc448a2b0df5a7e for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:53.176896 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.229696 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 959f08f4-453e-41c3-a8fe-7a7574d798da is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:53.231458 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (964a709e-2598-41ec-8054-10a918409a96), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.242267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:53.251208 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:53.257337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:53.258003 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.270549 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.276173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30afc942-63e5-4cc9-a2cb-907651525ef1 req-f1a079b5-35bd-4a76-b819-0a447856a086 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 HTTP/1.1" status: 200  len: 217 time: 0.0905244
Feb 19 21:03:53.318961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=f8fa2eaf-09a6-437b-b9ba-fd51449d10ef,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:53.364439 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6c6fb33d-7a5a-41c1-b12c-b279943261dc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 2.3441458
Feb 19 21:03:53.367218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58106) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:53.367861 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (964a709e-2598-41ec-8054-10a918409a96), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.368866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:53.369489 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.373722 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b075a6c-2072-41be-a702-fe7ea7a8d22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (34273ccf-58c4-4547-b68f-cda095cdf7bf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.376382 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b075a6c-2072-41be-a702-fe7ea7a8d22a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.377562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0b075a6c-2072-41be-a702-fe7ea7a8d22a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34273ccf-58c4-4547-b68f-cda095cdf7bf HTTP/1.1" status: 204  len: 168 time: 0.5904832
Feb 19 21:03:53.391424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afc942-63e5-4cc9-a2cb-907651525ef1 req-89dc7b36-0a22-4fa2-9757-c75251b61643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:53.393152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30afc942-63e5-4cc9-a2cb-907651525ef1 req-89dc7b36-0a22-4fa2-9757-c75251b61643 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17e6fa56-d755-494e-9a8f-82702fc906cc HTTP/1.1" status: 200  len: 862 time: 0.1080217
Feb 19 21:03:53.402567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa24c0-7a0d-4695-a63d-dba465a49a73 req-abebc132-a907-4905-ba0a-15661cd9257d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:53.404539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3fa24c0-7a0d-4695-a63d-dba465a49a73 req-abebc132-a907-4905-ba0a-15661cd9257d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.2254062
Feb 19 21:03:53.430773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b075a6c-2072-41be-a702-fe7ea7a8d22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34273ccf-58c4-4547-b68f-cda095cdf7bf,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:53.496298 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.0386889
Feb 19 21:03:53.505286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58110) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:53.513794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30afc942-63e5-4cc9-a2cb-907651525ef1 req-3c74a4d1-fb74-4f04-9913-baedb3794514 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ece0e80-c125-4eb8-a568-1d9e97f806cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1033664
Feb 19 21:03:53.519172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed063f9c-4eed-4e48-bc39-dec1f08db24e admin admin] Pushing event updated for resources: {'Network': ['ID=964a709e-2598-41ec-8054-10a918409a96,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:53.526233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] Request body: {'subnet': {'network_id': '964a709e-2598-41ec-8054-10a918409a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2027877313-subnet', 'tenant_id': '3a8136be2d0a4abb81e8038390855add', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:53.531457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 964a709e-2598-41ec-8054-10a918409a96 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:03:53.575944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (1c9e7872-2d50-49e1-befc-07e01e881cfe), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.674377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3fa24c0-7a0d-4695-a63d-dba465a49a73 req-291fb62c-18ab-496a-aadf-0beb5247c8ad tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2604358
Feb 19 21:03:53.728788 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Publish callbacks [] for security_group (009eba9e-85f7-4f28-a11a-a0d6cee8de5e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.736433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] Made reservation on behalf of 3a8136be2d0a4abb81e8038390855add for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:53.741744 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.751624 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (009eba9e-85f7-4f28-a11a-a0d6cee8de5e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.801006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:03:53.832975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-621c81bc-7be5-4f63-9e51-857a13e2e17e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port f8fa2eaf-09a6-437b-b9ba-fd51449d10ef {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:53.833322 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-621c81bc-7be5-4f63-9e51-857a13e2e17e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f8fa2eaf-09a6-437b-b9ba-fd51449d10ef), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.841567 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2e0942cb-d96c-46f1-b23c-22c6a479bd87), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.841976 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Added segment 2e0942cb-d96c-46f1-b23c-22c6a479bd87 of type vlan for network a7720066-6763-4cf2-8422-94736652addc
Feb 19 21:03:53.853658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30afc942-63e5-4cc9-a2cb-907651525ef1 req-7f60df2b-b9ca-45df-839c-02d19169bc46 service neutron] 10.222.0.67 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3317213
Feb 19 21:03:53.856239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009eba9e-85f7-4f28-a11a-a0d6cee8de5e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:53.867658 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 2caf0c43-e8a7-47e8-a90c-390f3b45d82b up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:03:53.959224 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-621c81bc-7be5-4f63-9e51-857a13e2e17e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f8fa2eaf-09a6-437b-b9ba-fd51449d10ef), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:53.997360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:03:53.999918 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (a7720066-6763-4cf2-8422-94736652addc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:54.006442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:54.007220 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:54.021535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-621c81bc-7be5-4f63-9e51-857a13e2e17e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for f8fa2eaf-09a6-437b-b9ba-fd51449d10ef owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:54.071422 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (a7720066-6763-4cf2-8422-94736652addc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:54.073632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:54.074034 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:54.079381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64d847-bdab-4243-9b72-f18e76e01c66 None None] Network 959f08f4-453e-41c3-a8fe-7a7574d798da requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:54.190558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30afc942-63e5-4cc9-a2cb-907651525ef1 req-fecb29a1-615f-4e3a-980a-53e978b8ccae service neutron] 10.222.0.67 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3281958
Feb 19 21:03:54.271612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b873ffca-c5b3-45fc-a6eb-83675e990a92 None None] Provisioning complete for port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:54.273426 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b873ffca-c5b3-45fc-a6eb-83675e990a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:54.320935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=a7720066-6763-4cf2-8422-94736652addc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:54.328924 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a96f51e0-e551-40fd-8d40-de41657b3aa3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4727981
Feb 19 21:03:54.333315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58130) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:54.339116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] Request body: {'subnet': {'network_id': 'a7720066-6763-4cf2-8422-94736652addc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-199583815-subnet', 'tenant_id': 'ba9b396737a34280bdc448a2b0df5a7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:54.380729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] Router 1c9e7872-2d50-49e1-befc-07e01e881cfe has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:03:54.382939 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (6ae2ac6a-717f-4f5b-a6b4-482e11541f4f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:54.384642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network a7720066-6763-4cf2-8422-94736652addc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:03:54.474668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] Made reservation on behalf of ba9b396737a34280bdc448a2b0df5a7e for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:54.477512 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:54.615023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa61f3-2a24-45a8-a9e0-97d4194a837c req-6515c804-7948-4f55-9c9b-1eac46ad9b6a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:54.623096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cfa61f3-2a24-45a8-a9e0-97d4194a837c req-6515c804-7948-4f55-9c9b-1eac46ad9b6a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 943 time: 0.3590453
Feb 19 21:03:54.628274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58136) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:54.636158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66fe6-4222-4825-a2c5-e2e9b673524f req-8c8fc951-d2f1-4ab5-a98c-df10bed146f7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:54.637912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4c66fe6-4222-4825-a2c5-e2e9b673524f req-8c8fc951-d2f1-4ab5-a98c-df10bed146f7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.4449494
Feb 19 21:03:54.705485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae2ac6a-717f-4f5b-a6b4-482e11541f4f,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:54.724952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-621c81bc-7be5-4f63-9e51-857a13e2e17e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f8fa2eaf-09a6-437b-b9ba-fd51449d10ef), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:54.782496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 30bc8ac9-98c3-4d33-af4c-cc62024a1672 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:03:54.788802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cfa61f3-2a24-45a8-a9e0-97d4194a837c req-5012917d-ab88-4d4a-acc5-fe5d42f80b60 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647058
Feb 19 21:03:54.804900 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c81bc-7be5-4f63-9e51-857a13e2e17e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=f8fa2eaf-09a6-437b-b9ba-fd51449d10ef,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:54.812448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] Checking segment: {'id': '1ae6c39a-fb2b-4f5f-9ae4-75c529827022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '964a709e-2598-41ec-8054-10a918409a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:54.812827 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] Network hostable DHCP agents. Network: 964a709e-2598-41ec-8054-10a918409a96, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:03:54.821096 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-621c81bc-7be5-4f63-9e51-857a13e2e17e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:54.825183 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-621c81bc-7be5-4f63-9e51-857a13e2e17e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/f8fa2eaf-09a6-437b-b9ba-fd51449d10ef HTTP/1.1" status: 204  len: 168 time: 1.4525771
Feb 19 21:03:54.832400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58142) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:54.839406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:03:54.848832 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c8d108ba-72bc-4584-b62b-d5f957f89b30 admin admin] 10.222.0.30 "PUT /v2.0/routers/1c9e7872-2d50-49e1-befc-07e01e881cfe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4733984
Feb 19 21:03:54.851474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58144) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:54.855793 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f6c94-7dba-482f-9f8e-c89e3e40ea24 None None] Sync routers for ids ['1c9e7872-2d50-49e1-befc-07e01e881cfe'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:03:54.862313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] Network 964a709e-2598-41ec-8054-10a918409a96 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:03:54.866002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:54.866525 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:54.876824 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f6c94-7dba-482f-9f8e-c89e3e40ea24 None None] Routers {'1c9e7872-2d50-49e1-befc-07e01e881cfe'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:54.877463 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:54.877612 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a2f6c94-7dba-482f-9f8e-c89e3e40ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705571f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c9e7872-2d50-49e1-befc-07e01e881cfe'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:54.923210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-341571113-network', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:54.944701 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-41de7446-ef53-4150-9110-23ae5fce29f6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:03:54.946345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-41de7446-ef53-4150-9110-23ae5fce29f6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/f8fa2eaf-09a6-437b-b9ba-fd51449d10ef HTTP/1.1" status: 404  len: 333 time: 0.0864904
Feb 19 21:03:54.951345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58146) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:54.969323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:03:54.970698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 964a709e-2598-41ec-8054-10a918409a96) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:54.972536 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439aae9b-4f29-4fbd-9e75-d7cf8d12fa77" -d '{"events": [{"server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:03:54.998038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f9d62a-a2dc-484b-8f51-1c23f916752c None None] Network 964a709e-2598-41ec-8054-10a918409a96 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:55.008474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:55.009346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.031590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:55.042133 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8a2f6c94-7dba-482f-9f8e-c89e3e40ea24 None None] Set router 1c9e7872-2d50-49e1-befc-07e01e881cfe gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:55.044973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4c66fe6-4222-4825-a2c5-e2e9b673524f req-bcc971bc-9385-4209-89e1-fdfc4a67eb63 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3859289
Feb 19 21:03:55.066672 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9370d5d9-c7b5-41ae-92ab-7f92547e7f11 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.5446360
Feb 19 21:03:55.074296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d275cc-75a5-42eb-b73b-893217c42376 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting subnet c82994bf-a7df-43aa-b376-ca66a624d6f0 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:03:55.077742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a4d275cc-75a5-42eb-b73b-893217c42376 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (c82994bf-a7df-43aa-b376-ca66a624d6f0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.127616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a4d275cc-75a5-42eb-b73b-893217c42376 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (c82994bf-a7df-43aa-b376-ca66a624d6f0), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.127912 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.224394 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (c57e1ef7-16b0-4d4d-9f7d-cb74c6904883), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.264422 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a4d275cc-75a5-42eb-b73b-893217c42376 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (c82994bf-a7df-43aa-b376-ca66a624d6f0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.290537 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c86318-8353-49eb-991f-ea89cd5c301b x-openstack-request-id: req-d8c86318-8353-49eb-991f-ea89cd5c301b {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:03:55.292562 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:03:55.295137 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8c86318-8353-49eb-991f-ea89cd5c301b {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:03:55.295788 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'code': 200}
Feb 19 21:03:55.297540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57e1ef7-16b0-4d4d-9f7d-cb74c6904883,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:55.300984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Made reservation on behalf of 6e59ada015584cc6b980ae55cedc2103 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:55.303555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.311891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:55.314842 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.333353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:55.333615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43843819-6df6-4b26-a90f-64caafde3e62 req-3e62aa8b-0097-44f0-9f05-769e237175da tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:55.335792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43843819-6df6-4b26-a90f-64caafde3e62 req-3e62aa8b-0097-44f0-9f05-769e237175da tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.4017794
Feb 19 21:03:55.337131 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.352851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b873ffca-c5b3-45fc-a6eb-83675e990a92 None None] Current status of the port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:55.355805 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b873ffca-c5b3-45fc-a6eb-83675e990a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.365274 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a4d275cc-75a5-42eb-b73b-893217c42376 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (c82994bf-a7df-43aa-b376-ca66a624d6f0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.442611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d275cc-75a5-42eb-b73b-893217c42376 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Subnet': ['ID=c82994bf-a7df-43aa-b376-ca66a624d6f0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:55.472950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a4d275cc-75a5-42eb-b73b-893217c42376 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.484638 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a4d275cc-75a5-42eb-b73b-893217c42376 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/c82994bf-a7df-43aa-b376-ca66a624d6f0 HTTP/1.1" status: 204  len: 168 time: 0.5315776
Feb 19 21:03:55.487012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58158) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:55.487410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Publish callbacks [] for router (1c9e7872-2d50-49e1-befc-07e01e881cfe), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.508239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371302cc-f04b-46de-ab7d-8f015db93c98 None None] Network 959f08f4-453e-41c3-a8fe-7a7574d798da requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:55.525414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43843819-6df6-4b26-a90f-64caafde3e62 req-d90b7bf7-054a-42db-988e-61a7dacd5221 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1765804
Feb 19 21:03:55.597295 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc1e2b-46c9-4167-8ea0-e85a5676fbcc req-c3554e4f-426c-49de-a0e4-c319013c045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:55.598857 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ecc1e2b-46c9-4167-8ea0-e85a5676fbcc req-c3554e4f-426c-49de-a0e4-c319013c045e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 1128 time: 0.2492793
Feb 19 21:03:55.611258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] Checking segment: {'id': '2e0942cb-d96c-46f1-b23c-22c6a479bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a7720066-6763-4cf2-8422-94736652addc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:55.611864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] Network hostable DHCP agents. Network: a7720066-6763-4cf2-8422-94736652addc, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:03:55.618137 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Publish callbacks [] for security_group (2332a4d3-a3da-41d7-9877-fd3366a452ee), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.646666 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2332a4d3-a3da-41d7-9877-fd3366a452ee), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.664778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (959f08f4-453e-41c3-a8fe-7a7574d798da), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.700017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:03:55.709640 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Publish callbacks [] for router_gateway (1c9e7872-2d50-49e1-befc-07e01e881cfe), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.717162 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ecc1e2b-46c9-4167-8ea0-e85a5676fbcc req-dd10f744-4d59-489c-bd4c-c62f9a48df1b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036787
Feb 19 21:03:55.719925 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (799fa7d7-496a-4edc-9140-a61803883014), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.720838 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Added segment 799fa7d7-496a-4edc-9140-a61803883014 of type vlan for network 14d8226a-6e83-4985-8f30-56d8f0e3e01f
Feb 19 21:03:55.790329 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a2f6c94-7dba-482f-9f8e-c89e3e40ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705571f0>, [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183'}], 'enable_snat': True}, 'gw_port_id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:03:52Z', 'revision_number': 5, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port': {'id': '8c2d1cbf-17c7-4d65-b7c4-bf437d45e830', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:01:49Z', 'updated_at': '2022-02-19T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:55.791119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e65620-bd21-443e-9774-7ba79c8275d4 None None] Network 964a709e-2598-41ec-8054-10a918409a96 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:55.799198 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (14d8226a-6e83-4985-8f30-56d8f0e3e01f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.800872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Deleting port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:55.801228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.823303 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f6c94-7dba-482f-9f8e-c89e3e40ea24 None None] Checking router: 1c9e7872-2d50-49e1-befc-07e01e881cfe for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:03:55.831176 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-b873ffca-c5b3-45fc-a6eb-83675e990a92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:03:55.831695 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-b873ffca-c5b3-45fc-a6eb-83675e990a92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:03:55.834669 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f6c94-7dba-482f-9f8e-c89e3e40ea24 None None] Routers {'1c9e7872-2d50-49e1-befc-07e01e881cfe'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:03:55.835394 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a2f6c94-7dba-482f-9f8e-c89e3e40ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705571f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1c9e7872-2d50-49e1-befc-07e01e881cfe'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:55.836684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] Network a7720066-6763-4cf2-8422-94736652addc is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:03:55.867588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (14d8226a-6e83-4985-8f30-56d8f0e3e01f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.872838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:55.873673 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.890787 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.907093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:55.907454 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.953794 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8a2f6c94-7dba-482f-9f8e-c89e3e40ea24 None None] Set router 1c9e7872-2d50-49e1-befc-07e01e881cfe gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:03:55.974337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7720066-6763-4cf2-8422-94736652addc) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:55.975285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c7260e-0aa6-4f0b-b83b-639606f85cf1 None None] DHCP port deletion for 959f08f4-453e-41c3-a8fe-7a7574d798da request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:03:55.980792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 30bc8ac9-98c3-4d33-af4c-cc62024a1672, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30bc8ac9-98c3-4d33-af4c-cc62024a1672,segment=NetworkSegment(00efa82c-9e4d-402c-b936-821b79c45a1f),segment_id=00efa82c-9e4d-402c-b936-821b79c45a1f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:55.981993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] For port 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c2d1cbf-17c7-4d65-b7c4-bf437d45e830,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:55.982546 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:55.985783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746d0c2-1e23-462a-ac36-f44bc1911996 None None] Network a7720066-6763-4cf2-8422-94736652addc requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:56.015976 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Calling delete_port for 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:56.035493 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a2f6c94-7dba-482f-9f8e-c89e3e40ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705571f0>, [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:03:55Z', 'revision_number': 6, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:56.045914 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.078429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2332a4d3-a3da-41d7-9877-fd3366a452ee,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:56.099408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:56.100008 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.118765 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f6c94-7dba-482f-9f8e-c89e3e40ea24 None None] The sync data for ids ['1c9e7872-2d50-49e1-befc-07e01e881cfe'] in ncdv-master-1 is: [{'id': '1c9e7872-2d50-49e1-befc-07e01e881cfe', 'name': 'tempest-ServerRescueTestJSONUnderV235-497211718-router', 'tenant_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:01:48Z', 'updated_at': '2022-02-19T21:03:55Z', 'revision_number': 6, 'project_id': 'c03769052a6d4b21ad5a0dc4ce5e15fd', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:03:56.136942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.4980795
Feb 19 21:03:56.156587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58172) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:56.171393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] Request body: {'subnet': {'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-341571113-subnet', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:56.198339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf586d5-58e3-4b91-becd-dcb7af3f2a23 admin admin] Pushing event updated for resources: {'Network': ['ID=14d8226a-6e83-4985-8f30-56d8f0e3e01f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:56.212697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4cff39a7-4a7d-43f9-93aa-9c304dc30373 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.8698409
Feb 19 21:03:56.231455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 14d8226a-6e83-4985-8f30-56d8f0e3e01f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:03:56.249197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] Made reservation on behalf of 6e59ada015584cc6b980ae55cedc2103 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:56.251639 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.267786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a864593-5984-4d66-bb91-f727925c0001 req-70f48f3a-1c6c-408f-9d5a-43a2a9ff6dec tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:56.275375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a864593-5984-4d66-bb91-f727925c0001 req-70f48f3a-1c6c-408f-9d5a-43a2a9ff6dec tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 943 time: 0.3850131
Feb 19 21:03:56.286166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=30bc8ac9-98c3-4d33-af4c-cc62024a1672,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:56.295723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f20e0-8282-47af-ae32-256e6e25883c req-8ab409fa-85e4-4c10-9643-2e92f2d20301 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:56.297411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-8ab409fa-85e4-4c10-9643-2e92f2d20301 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/networks?id=964a709e-2598-41ec-8054-10a918409a96 HTTP/1.1" status: 200  len: 818 time: 0.4554639
Feb 19 21:03:56.298749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf4b13c-5f46-4b31-8550-13a021e8e9d7 None None] Network a7720066-6763-4cf2-8422-94736652addc requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:56.301150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:03:56.317477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8c2d1cbf-17c7-4d65-b7c4-bf437d45e830), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.335307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:56.335878 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.405409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7260e-0aa6-4f0b-b83b-639606f85cf1 None None] Deleting port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:03:56.405787 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d1c7260e-0aa6-4f0b-b83b-639606f85cf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.407955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2d1cbf-17c7-4d65-b7c4-bf437d45e830,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:56.430666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-a92d7e48-48db-4adf-a07e-61644fa93181 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/quotas/3a8136be2d0a4abb81e8038390855add HTTP/1.1" status: 200  len: 375 time: 0.0845156
Feb 19 21:03:56.464710 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (1c9e7872-2d50-49e1-befc-07e01e881cfe), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.485498 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:03:56.504762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b873ffca-c5b3-45fc-a6eb-83675e990a92 None None] Current status of the port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:56.535109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-e4c8cf85-623e-4241-9c4c-3da0a2ed119a tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8136be2d0a4abb81e8038390855add&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0885894
Feb 19 21:03:56.543739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] For port 30bc8ac9-98c3-4d33-af4c-cc62024a1672, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30bc8ac9-98c3-4d33-af4c-cc62024a1672,segment=NetworkSegment(00efa82c-9e4d-402c-b936-821b79c45a1f),segment_id=00efa82c-9e4d-402c-b936-821b79c45a1f)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:56.544108 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.561158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a864593-5984-4d66-bb91-f727925c0001 req-26442718-8b33-4316-9c72-212fd3442a48 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2843137
Feb 19 21:03:56.575989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d1c7260e-0aa6-4f0b-b83b-639606f85cf1 None None] For port 30bc8ac9-98c3-4d33-af4c-cc62024a1672, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30bc8ac9-98c3-4d33-af4c-cc62024a1672,segment=NetworkSegment(00efa82c-9e4d-402c-b936-821b79c45a1f),segment_id=00efa82c-9e4d-402c-b936-821b79c45a1f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:56.576477 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d1c7260e-0aa6-4f0b-b83b-639606f85cf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.638721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7260e-0aa6-4f0b-b83b-639606f85cf1 None None] Calling delete_port for 30bc8ac9-98c3-4d33-af4c-cc62024a1672 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:56.642786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for 30bc8ac9-98c3-4d33-af4c-cc62024a1672 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:03:56.668635 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (1c9e7872-2d50-49e1-befc-07e01e881cfe), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.671345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Publish callbacks [] for router_controller (1c9e7872-2d50-49e1-befc-07e01e881cfe), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.794523 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (1c9e7872-2d50-49e1-befc-07e01e881cfe), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.795445 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c9e7872-2d50-49e1-befc-07e01e881cfe {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:03:56.808070 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.823291 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0342df25-b3e9-4807-9b2f-443e549e3bd3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1c9e7872-2d50-49e1-befc-07e01e881cfe HTTP/1.1" status: 204  len: 168 time: 1.9697497
Feb 19 21:03:56.827590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 30bc8ac9-98c3-4d33-af4c-cc62024a1672 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:56.829020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58182) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:56.834454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:56.846450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4b559a32-dc28-4f51-9012-69780a94e350 None None] Provisioning complete for port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:03:56.846861 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4b559a32-dc28-4f51-9012-69780a94e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.920856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eca83c5-7b8f-47a0-8938-55ce204b9f51 admin admin] Deleting subnet 5f69b1fe-a5b2-40e9-8b40-21c93b108b3c {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:03:56.926371 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eca83c5-7b8f-47a0-8938-55ce204b9f51 admin admin] Publish callbacks [] for subnet (5f69b1fe-a5b2-40e9-8b40-21c93b108b3c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:56.962046 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9', 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd', 'port_id': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9', 'mac_address': 'fa:16:3e:73:ca:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e6fa56-d755-494e-9a8f-82702fc906cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:03:56.982625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eca83c5-7b8f-47a0-8938-55ce204b9f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (5f69b1fe-a5b2-40e9-8b40-21c93b108b3c), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.036673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-d201659c-1ed6-46e5-9597-e27baedad47c service neutron] 10.222.0.30 "GET /v2.0/networks/964a709e-2598-41ec-8054-10a918409a96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4812844
Feb 19 21:03:57.051057 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eca83c5-7b8f-47a0-8938-55ce204b9f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (5f69b1fe-a5b2-40e9-8b40-21c93b108b3c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.080781 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:03:57.081839 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.131281 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eca83c5-7b8f-47a0-8938-55ce204b9f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (5f69b1fe-a5b2-40e9-8b40-21c93b108b3c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.146101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:03:57.185765 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca83c5-7b8f-47a0-8938-55ce204b9f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f69b1fe-a5b2-40e9-8b40-21c93b108b3c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:57.201602 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (eddeb728-5372-408b-bbfa-32b636226d78), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.225009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:03:57.226790 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eca83c5-7b8f-47a0-8938-55ce204b9f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.230593 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7eca83c5-7b8f-47a0-8938-55ce204b9f51 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5f69b1fe-a5b2-40e9-8b40-21c93b108b3c HTTP/1.1" status: 204  len: 168 time: 0.4001353
Feb 19 21:03:57.234457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58188) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:57.241927 ncdv-master-1 neutron-server[121130]: INFO neutron.plugins.ml2.db [None req-4b559a32-dc28-4f51-9012-69780a94e350 None None] No ports have port_id starting with 30bc8ac9-98c3-4d33-af4c-cc62024a1672
Feb 19 21:03:57.248965 ncdv-master-1 neutron-server[121130]: INFO neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No ports have port_id starting with 30bc8ac9-98c3-4d33-af4c-cc62024a1672
Feb 19 21:03:57.250135 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.265679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00f70373-ea3c-4bb4-b019-9935480de48f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:57.301104 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d1c7260e-0aa6-4f0b-b83b-639606f85cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.308886 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-f44ea7dd-e72d-4c0a-8525-778ce2a45c7a service neutron] 10.222.0.30 "GET /v2.0/networks/964a709e-2598-41ec-8054-10a918409a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2573442
Feb 19 21:03:57.309736 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (30bc8ac9-98c3-4d33-af4c-cc62024a1672), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.320273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c50e7-598e-4871-9adb-a6fc0ef0298e req-1896ed5a-66c0-465d-918a-228e3cbf3fe8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:57.322253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-212c50e7-598e-4871-9adb-a6fc0ef0298e req-1896ed5a-66c0-465d-918a-228e3cbf3fe8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.4510803
Feb 19 21:03:57.414976 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e71ef3e2-ffea-48b1-add4-7381a9421313), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.452057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No DVR routers for this DVR port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:57.454606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=30bc8ac9-98c3-4d33-af4c-cc62024a1672,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:57.546947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e71ef3e2-ffea-48b1-add4-7381a9421313), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.594731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-212c50e7-598e-4871-9adb-a6fc0ef0298e req-daba7c18-5d26-4915-9038-a7629fad8961 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2506340
Feb 19 21:03:57.600628 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa139d0>,) {'filters': {'network_id': ['e71ef3e2-ffea-48b1-add4-7381a9421313']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:57.617960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa139d0>, 'c1f32ad0-452b-4d74-b3b3-11a17f2b2730') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:57.618204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa139d0>, 'c1f32ad0-452b-4d74-b3b3-11a17f2b2730') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:57.632430 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (c1f32ad0-452b-4d74-b3b3-11a17f2b2730), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.642038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eddeb728-5372-408b-bbfa-32b636226d78,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:57.648898 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c1f32ad0-452b-4d74-b3b3-11a17f2b2730), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.660697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:57.662083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (c1f32ad0-452b-4d74-b3b3-11a17f2b2730), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:57.665869 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:57.673452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] Checking segment: {'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:57.674180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] Network hostable DHCP agents. Network: 14d8226a-6e83-4985-8f30-56d8f0e3e01f, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:03:57.743675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e71ef3e2-ffea-48b1-add4-7381a9421313), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.756829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.757228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 00f70373-ea3c-4bb4-b019-9935480de48f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:57.757788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00f70373-ea3c-4bb4-b019-9935480de48f not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:57.762577 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e71ef3e2-ffea-48b1-add4-7381a9421313 HTTP/1.1" status: 204  len: 168 time: 0.5256259
Feb 19 21:03:57.779894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7260e-0aa6-4f0b-b83b-639606f85cf1 None None] No DVR routers for this DVR port 30bc8ac9-98c3-4d33-af4c-cc62024a1672 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:03:57.787195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563073af-ed99-4b95-b0d0-1731d62073f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71ef3e2-ffea-48b1-add4-7381a9421313,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:57.812095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:57.849527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7260e-0aa6-4f0b-b83b-639606f85cf1 None None] Pushing event deleted for resources: {'Port': ['ID=30bc8ac9-98c3-4d33-af4c-cc62024a1672,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:57.895726 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (959f08f4-453e-41c3-a8fe-7a7574d798da), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.919500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['773bb5fe-57ca-4ef3-bcd7-ea37656daaa9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:03:57.922270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a690c0250>,) {'filters': {'network_id': ['959f08f4-453e-41c3-a8fe-7a7574d798da']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:57.928777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-570736a6-9cc8-4f01-8371-650032d182aa req-81c1afd9-c8ee-49c3-9dc9-f922cf2b426a tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 210 time: 0.1964021
Feb 19 21:03:57.950786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a690c0250>, '00efa82c-9e4d-402c-b936-821b79c45a1f') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:57.951338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a690c0250>, '00efa82c-9e4d-402c-b936-821b79c45a1f') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:03:57.977901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (00efa82c-9e4d-402c-b936-821b79c45a1f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:57.979052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58214) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:57.990620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] Network 14d8226a-6e83-4985-8f30-56d8f0e3e01f is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:03:58.000360 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (00efa82c-9e4d-402c-b936-821b79c45a1f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.017135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085ea64-8ac9-4f2c-a539-5e9326ec41b4 req-6690b8ee-3c35-4882-b269-1637349fd5a6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:58.024353 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5085ea64-8ac9-4f2c-a539-5e9326ec41b4 req-6690b8ee-3c35-4882-b269-1637349fd5a6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.3318930
Feb 19 21:03:58.034511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:03:58.034928 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (00efa82c-9e4d-402c-b936-821b79c45a1f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.039578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 14d8226a-6e83-4985-8f30-56d8f0e3e01f) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:03:58.040032 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:03:58.047899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbae5f2-a380-4f5a-8ce2-8fd50d0d3668 None None] Network 14d8226a-6e83-4985-8f30-56d8f0e3e01f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:03:58.069363 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e95cfaf9-ee67-4fec-b427-8483e692f9e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c03769052a6d4b21ad5a0dc4ce5e15fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0864861
Feb 19 21:03:58.069962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58216) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:58.134246 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4808f256-0e12-44b1-97b1-4c7215545190 admin admin] Publish callbacks [] for security_group (4f032ab0-4777-4acd-b1d6-1664b4134982), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.181219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'fixed_ips': [{'subnet_id': 'eddeb728-5372-408b-bbfa-32b636226d78'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:03:58.182791 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.183846 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4808f256-0e12-44b1-97b1-4c7215545190 admin admin] Publish callbacks [] for security_group (4f032ab0-4777-4acd-b1d6-1664b4134982), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.256618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4808f256-0e12-44b1-97b1-4c7215545190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f032ab0-4777-4acd-b1d6-1664b4134982), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.259842 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4808f256-0e12-44b1-97b1-4c7215545190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.276246 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4808f256-0e12-44b1-97b1-4c7215545190 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f032ab0-4777-4acd-b1d6-1664b4134982 HTTP/1.1" status: 204  len: 168 time: 0.2049677
Feb 19 21:03:58.297309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808f256-0e12-44b1-97b1-4c7215545190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f032ab0-4777-4acd-b1d6-1664b4134982,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:58.469985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:03:58.504017 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:03:58.504395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8c2d1cbf-17c7-4d65-b7c4-bf437d45e830 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:03:58.527991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:58.528647 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.630813 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-15d12c79-a561-4750-bb76-e56007cecd54 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.4649062
Feb 19 21:03:58.631275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58244) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:58.635796 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (959f08f4-453e-41c3-a8fe-7a7574d798da), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.640947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:58.645985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5085ea64-8ac9-4f2c-a539-5e9326ec41b4 req-f3c0ecc6-eaa0-4b8a-ac5d-859a20755821 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6207256
Feb 19 21:03:58.657889 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.665486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/networks/959f08f4-453e-41c3-a8fe-7a7574d798da HTTP/1.1" status: 204  len: 168 time: 3.1726217
Feb 19 21:03:58.675433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58246) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:58.683598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'name': 'tempest-PortsIpV6TestJSON-1852090116'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:58.686764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73688c7b-be7a-44b5-b8d7-279a3794ec7b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Network': ['ID=959f08f4-453e-41c3-a8fe-7a7574d798da,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:58.700970 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (0b8aad0d-0935-4d9b-98b3-742a44e0be74), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.703075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (0b8aad0d-0935-4d9b-98b3-742a44e0be74), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.746808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0fe77-3f36-4ef7-9b51-4ed9a32f8ccd req-dfddcf10-1358-4e3a-b6ee-38bff24d563a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:58.753772 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1e0fe77-3f36-4ef7-9b51-4ed9a32f8ccd req-dfddcf10-1358-4e3a-b6ee-38bff24d563a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 944 time: 0.2276320
Feb 19 21:03:58.787359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Publish callbacks [] for router_controller (0b8aad0d-0935-4d9b-98b3-742a44e0be74), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:58.842131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Allocated IP 172.20.0.2 (14d8226a-6e83-4985-8f30-56d8f0e3e01f/eddeb728-5372-408b-bbfa-32b636226d78/2ca1e2d9-b777-4ffd-ba51-ce386008a80a) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:03:58.898123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1e0fe77-3f36-4ef7-9b51-4ed9a32f8ccd req-b2125bc9-1a0f-42ad-af63-2d9f0a9064ac tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433694
Feb 19 21:03:58.922325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5499eae-068f-45f9-a0d0-dd353d21d6cd req-e7ab5433-9651-4f9d-b830-d43635a4a517 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:58.939217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5499eae-068f-45f9-a0d0-dd353d21d6cd req-e7ab5433-9651-4f9d-b830-d43635a4a517 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.1810284
Feb 19 21:03:59.021642 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Publish callbacks [] for router_gateway (0b8aad0d-0935-4d9b-98b3-742a44e0be74), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.036638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:03:59.042413 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.073736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port 418b297b-96fe-48b2-81f3-796fc3d2c256 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:03:59.133079 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Publish callbacks [] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.141229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5499eae-068f-45f9-a0d0-dd353d21d6cd req-6ffaeb3b-54cc-41b3-8201-64308cee0f31 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997726
Feb 19 21:03:59.145663 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.244174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Pushing event updated for resources: {'Port': ['ID=2ca1e2d9-b777-4ffd-ba51-ce386008a80a,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:59.286791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Network 14d8226a-6e83-4985-8f30-56d8f0e3e01f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:59.290792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:59.293937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0d663-36e0-4498-b953-4315c6d516ca req-5843a144-dec8-4538-8201-6e96bc50d685 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:59.298903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:59.301427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bad0d663-36e0-4498-b953-4315c6d516ca req-5843a144-dec8-4538-8201-6e96bc50d685 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.3067062
Feb 19 21:03:59.310583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58262) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:59.316776 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.319692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1aee3393-e39a-4e72-936d-007668d7cca4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'floatingip': {'port_id': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:59.396979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Attempting to bind port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:03:59.398429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Attempting to bind port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:03:59.398429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Attempting to bind port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a on network 14d8226a-6e83-4985-8f30-56d8f0e3e01f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:03:59.406012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:03:59.406441 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Checking segment: {'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:03:59.407148 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.407769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Bound using segment: {'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:03:59.408747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Bound port: 2ca1e2d9-b777-4ffd-ba51-ce386008a80a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:03:59.409334 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.504925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] For port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:03:59.509536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] For port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ca1e2d9-b777-4ffd-ba51-ce386008a80a,segment=NetworkSegment(799fa7d7-496a-4edc-9140-a61803883014),segment_id=799fa7d7-496a-4edc-9140-a61803883014)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:03:59.517741 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.520363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (418b297b-96fe-48b2-81f3-796fc3d2c256), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.572720 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (418b297b-96fe-48b2-81f3-796fc3d2c256), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.634143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276563d7-e3af-4976-92b1-3d401f645762 None None] Pushing event updated for resources: {'Port': ['ID=2ca1e2d9-b777-4ffd-ba51-ce386008a80a,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:03:59.647441 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f20e0-8282-47af-ae32-256e6e25883c req-61524d08-dd3a-47f0-9aea-55fab457b358 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:59.648794 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-61524d08-dd3a-47f0-9aea-55fab457b358 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.10 "GET /v2.0/networks?id=964a709e-2598-41ec-8054-10a918409a96 HTTP/1.1" status: 200  len: 818 time: 0.6411412
Feb 19 21:03:59.676493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Request body: {'port': {'device_id': '9424a60d-94ab-4f65-9532-2bf2781187b0', 'network_id': '964a709e-2598-41ec-8054-10a918409a96', 'admin_state_up': True, 'tenant_id': '3a8136be2d0a4abb81e8038390855add'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:03:59.700272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58274) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:03:59.737152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec2463b6-5b1b-40ef-8368-9db6c60f6c43 req-ccbac75f-7e2e-440f-9228-93501937a370 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 210 time: 0.1701705
Feb 19 21:03:59.751796 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1aee3393-e39a-4e72-936d-007668d7cca4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (43eaaaa2-c875-4c18-aba3-e7f5bd7463af), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.847215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:03:59.855996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:03:59.867710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:03:59.874034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:03:59.875104 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:03:59.928433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=418b297b-96fe-48b2-81f3-796fc3d2c256,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:00.001586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-100926497-network', 'tenant_id': '5ee065d1c70940cd8caadd525737c593'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:00.004974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-69721698-81ce-4084-a116-ac3f57dc4c55 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.3279409
Feb 19 21:04:00.008971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58282) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:00.104321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Made reservation on behalf of 3a8136be2d0a4abb81e8038390855add for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:00.108611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.124282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Made reservation on behalf of 5ee065d1c70940cd8caadd525737c593 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:00.127021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.142384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.179613 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Publish callbacks [] for router_gateway (0b8aad0d-0935-4d9b-98b3-742a44e0be74), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.247657 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.312066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:00.389665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d90751-4b89-4078-9461-7234fbc5d13e req-1d46a5a9-6fd7-40a6-a90f-98e5630d86e3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:00.396261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:04:00.397259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79d90751-4b89-4078-9461-7234fbc5d13e req-1d46a5a9-6fd7-40a6-a90f-98e5630d86e3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 944 time: 0.3229744
Feb 19 21:04:00.403496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:00.404131 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.459782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31c911-077a-4b0a-a11a-3ad46eb72e39 req-af2374ce-1cfd-4e2b-8284-ec4ed9d6f96e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:00.462806 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e31c911-077a-4b0a-a11a-3ad46eb72e39 req-af2374ce-1cfd-4e2b-8284-ec4ed9d6f96e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.1917944
Feb 19 21:04:00.469810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a28b0-52f6-4cf2-bd1f-4a2869e74c6a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port 418b297b-96fe-48b2-81f3-796fc3d2c256 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:00.470142 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c4a28b0-52f6-4cf2-bd1f-4a2869e74c6a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (418b297b-96fe-48b2-81f3-796fc3d2c256), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.490700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Allocated IP 172.20.0.14 (964a709e-2598-41ec-8054-10a918409a96/6ae2ac6a-717f-4f5b-a6b4-482e11541f4f/d9df7ee9-307b-45e6-a664-09b2b86bbcc0) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:00.530740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Publish callbacks [] for security_group (97d73bbb-7599-49f9-a8e5-99fcaab85959), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.544962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:00.546893 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.554170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Allocated IP 172.35.2.240 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/145649af-b2c0-4da9-9307-36cbd2efefbb) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:00.556221 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (97d73bbb-7599-49f9-a8e5-99fcaab85959), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.602422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:00.603651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b717b3c-e160-4a74-aff9-f1396031332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:00.610373 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8e6262-42a4-4633-a8e3-6b3c6b071731" -d '{"events": [{"server_uuid": "7b717b3c-e160-4a74-aff9-f1396031332d", "name": "network-vif-plugged", "status": "completed", "tag": "773bb5fe-57ca-4ef3-bcd7-ea37656daaa9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:00.615131 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.640736 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:04:00.676987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2ca1e2d9-b777-4ffd-ba51-ce386008a80a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:00.695576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79d90751-4b89-4078-9461-7234fbc5d13e req-5e835f4a-41a9-49ec-912e-d502165aa457 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2973406
Feb 19 21:04:00.766424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (606b6d6c-a3d1-4746-8e61-d0577afd5375), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.767012 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Added segment 606b6d6c-a3d1-4746-8e61-d0577afd5375 of type vlan for network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02
Feb 19 21:04:00.771111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d73bbb-7599-49f9-a8e5-99fcaab85959,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:00.825320 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c4a28b0-52f6-4cf2-bd1f-4a2869e74c6a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (418b297b-96fe-48b2-81f3-796fc3d2c256), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.829515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:00.856236 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cfe251-a198-41f5-939e-91875a4a4d20 x-openstack-request-id: req-f4cfe251-a198-41f5-939e-91875a4a4d20 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:00.856236 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b717b3c-e160-4a74-aff9-f1396031332d", "name": "network-vif-plugged", "status": "completed", "tag": "773bb5fe-57ca-4ef3-bcd7-ea37656daaa9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:00.856520 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4cfe251-a198-41f5-939e-91875a4a4d20 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:00.856931 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b717b3c-e160-4a74-aff9-f1396031332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9', 'code': 200}
Feb 19 21:04:00.865214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e31c911-077a-4b0a-a11a-3ad46eb72e39 req-8c80c5e4-812d-4c54-94e8-4c6c90088bdf tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3901570
Feb 19 21:04:00.896565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a28b0-52f6-4cf2-bd1f-4a2869e74c6a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for 418b297b-96fe-48b2-81f3-796fc3d2c256 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:00.899386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:00.899772 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:00.963159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a92d750-082e-4997-9445-57bb80d105bf req-57432809-7ce2-41ce-abe1-7035f9a24656 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 210 time: 0.0395532
Feb 19 21:04:00.981735 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Publish callbacks [] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.057114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:01.058393 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.131622 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (757b2f5d-0080-4f9a-891f-7b8f3d47ca02), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.146839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f55a3b-fe64-416d-99f2-01819fbeee96 req-f9ad2ecc-a5d6-4414-8d97-f67f58a75cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:01.148856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38f55a3b-fe64-416d-99f2-01819fbeee96 req-f9ad2ecc-a5d6-4414-8d97-f67f58a75cab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 1127 time: 0.1842694
Feb 19 21:04:01.161225 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.170103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ca1e2d9-b777-4ffd-ba51-ce386008a80a,segment=NetworkSegment(799fa7d7-496a-4edc-9140-a61803883014),segment_id=799fa7d7-496a-4edc-9140-a61803883014)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:01.188483 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.203577 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.resource_extend [None req-1aee3393-e39a-4e72-936d-007668d7cca4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:04:01.242405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Publish callbacks [] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.251915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Network 964a709e-2598-41ec-8054-10a918409a96 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:01.257336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:01.265460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:01.270783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=2ca1e2d9-b777-4ffd-ba51-ce386008a80a,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:01.271034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38f55a3b-fe64-416d-99f2-01819fbeee96 req-29d02ec5-564e-4e59-bd6a-68717f4f701b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112938
Feb 19 21:04:01.273051 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (757b2f5d-0080-4f9a-891f-7b8f3d47ca02), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.274026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:01.274627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.297739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881ab75-691b-4177-a2b0-beb275b182cf None None] Network 14d8226a-6e83-4985-8f30-56d8f0e3e01f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:01.312198 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1aee3393-e39a-4e72-936d-007668d7cca4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.314659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c4a28b0-52f6-4cf2-bd1f-4a2869e74c6a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (418b297b-96fe-48b2-81f3-796fc3d2c256), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.332502 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1aee3393-e39a-4e72-936d-007668d7cca4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (43eaaaa2-c875-4c18-aba3-e7f5bd7463af), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.337065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Pushing event updated for resources: {'Port': ['ID=d9df7ee9-307b-45e6-a664-09b2b86bbcc0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:01.385342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ccc1c503-c36b-43f8-a258-b04b8fa2f5b3 None None] Provisioning complete for port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:01.385721 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c503-c36b-43f8-a258-b04b8fa2f5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.392200 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.6905875
Feb 19 21:04:01.394526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58322) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:01.395644 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a28b0-52f6-4cf2-bd1f-4a2869e74c6a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=418b297b-96fe-48b2-81f3-796fc3d2c256,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:01.405553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] Request body: {'subnet': {'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-100926497-subnet', 'tenant_id': '5ee065d1c70940cd8caadd525737c593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:01.414753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:01.415429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.431777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5144544-7284-4b25-8c03-a77c4a3de743 admin admin] Pushing event updated for resources: {'Network': ['ID=757b2f5d-0080-4f9a-891f-7b8f3d47ca02,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:01.432108 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c4a28b0-52f6-4cf2-bd1f-4a2869e74c6a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.437949 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8c4a28b0-52f6-4cf2-bd1f-4a2869e74c6a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/418b297b-96fe-48b2-81f3-796fc3d2c256 HTTP/1.1" status: 204  len: 168 time: 1.4278715
Feb 19 21:04:01.441484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58324) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:01.450965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:04:01.453768 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'mac_address': 'fa:16:3e:74:aa:91', 'name': 'tempest-PortsIpV6TestJSON-1545153965'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:01.461363 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-003a26bc-2c1b-48d8-862e-330295db7641 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7976792
Feb 19 21:04:01.474192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] Made reservation on behalf of 5ee065d1c70940cd8caadd525737c593 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:01.474566 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.477278 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.513686 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Request body: {'port': {'device_id': '9424a60d-94ab-4f65-9532-2bf2781187b0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:01.609382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:01.627843 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:01.642457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1c503-c36b-43f8-a258-b04b8fa2f5b3 None None] Current status of the port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:01.652879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Pushing event updated for resources: {'Port': ['ID=145649af-b2c0-4da9-9307-36cbd2efefbb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:01.654561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:01.708597 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.711490 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (218165c0-fcdd-40ae-a1a5-3d39f73b2830), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.726674 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:01.805985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218165c0-fcdd-40ae-a1a5-3d39f73b2830,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:01.828122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] Checking segment: {'id': '606b6d6c-a3d1-4746-8e61-d0577afd5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:01.829032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] Network hostable DHCP agents. Network: 757b2f5d-0080-4f9a-891f-7b8f3d47ca02, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:04:01.834887 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-1aee3393-e39a-4e72-936d-007668d7cca4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Floating IP 43eaaaa2-c875-4c18-aba3-e7f5bd7463af associated. External IP: 172.35.2.197, port: 2caf0c43-e8a7-47e8-a90c-390f3b45d82b.
Feb 19 21:04:01.972867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3f24dfb8-d43e-41f9-a4a1-e2df2491eb54 None None] Provisioning complete for port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:01.973532 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3f24dfb8-d43e-41f9-a4a1-e2df2491eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.985905 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:01.986476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] Network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:04:02.042430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port 6ffa3758-3b5d-4118-88fd-49566a2539ca yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:04:02.049224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 757b2f5d-0080-4f9a-891f-7b8f3d47ca02) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:02.061252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:02.062690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:02.074918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e82027b-7ee6-4023-ae6f-152b004b0e9d None None] Network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:02.103565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987f37c-d903-45ee-b5b3-d96332dcea67 req-bca128d4-b63c-42b0-a87d-7cba2795b58f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:02.113257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d987f37c-d903-45ee-b5b3-d96332dcea67 req-bca128d4-b63c-42b0-a87d-7cba2795b58f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 945 time: 0.1932588
Feb 19 21:04:02.191595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3f24dfb8-d43e-41f9-a4a1-e2df2491eb54 None None] Current status of the port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:02.205175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916c1220-6001-4fe0-be74-c3966349b5a7 None None] Network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:02.264825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aee3393-e39a-4e72-936d-007668d7cca4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Router 3551e16e-45a4-4238-9450-1d19a8911920 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:04:02.301235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-351ab02a-b4ef-4414-9ea8-3759e3e255d8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8947973
Feb 19 21:04:02.308398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d987f37c-d903-45ee-b5b3-d96332dcea67 req-ee57ebdd-9e07-4e0f-93c0-56ecdc25c977 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895247
Feb 19 21:04:02.325776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdeff6-f56e-4153-954a-69c74f8d7394 req-d382edf1-a710-4402-b970-1af5417ea576 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:02.326922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06fdeff6-f56e-4153-954a-69c74f8d7394 req-d382edf1-a710-4402-b970-1af5417ea576 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.3658609
Feb 19 21:04:02.435068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (6ffa3758-3b5d-4118-88fd-49566a2539ca), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:02.525468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Publish callbacks [] for router_gateway (0b8aad0d-0935-4d9b-98b3-742a44e0be74), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:02.554744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2ca1e2d9-b777-4ffd-ba51-ce386008a80a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:02.655858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:02.656915 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:02.668542 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (6ffa3758-3b5d-4118-88fd-49566a2539ca), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:02.681458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9df7ee9-307b-45e6-a664-09b2b86bbcc0 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:02.710455 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Publish callbacks [] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:02.786431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:02.787807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Transition to ACTIVE for port object d9df7ee9-307b-45e6-a664-09b2b86bbcc0 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:04:02.798518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:02.802949 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:02.808488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:02.813995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=6ffa3758-3b5d-4118-88fd-49566a2539ca,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:02.817694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:02.823890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:02.824637 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:02.882453 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3055f628-c968-4e91-8902-641eff6eb826 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.4358540
Feb 19 21:04:02.882760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58340) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:02.931529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06fdeff6-f56e-4153-954a-69c74f8d7394 req-9c4c9e64-3a7d-4d34-92b8-6a51ab393606 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5952904
Feb 19 21:04:02.976288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a18060c-55b9-4a07-ade6-42ad5b6be637 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:02.977560 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8a18060c-55b9-4a07-ade6-42ad5b6be637 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/6ffa3758-3b5d-4118-88fd-49566a2539ca HTTP/1.1" status: 200  len: 845 time: 0.0896623
Feb 19 21:04:02.983102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58344) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:02.983485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9df7ee9-307b-45e6-a664-09b2b86bbcc0,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:03.003898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aee3393-e39a-4e72-936d-007668d7cca4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:04:03.017211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82062ba7-5e80-44c9-83aa-c7454a3eb5d6 None None] Sync routers for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:04:03.029488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82062ba7-5e80-44c9-83aa-c7454a3eb5d6 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:03.031231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-82062ba7-5e80-44c9-83aa-c7454a3eb5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b2e0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:03.046670 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1aee3393-e39a-4e72-936d-007668d7cca4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:03.058052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Attempting to bind port d9df7ee9-307b-45e6-a664-09b2b86bbcc0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:03.058678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Attempting to bind port d9df7ee9-307b-45e6-a664-09b2b86bbcc0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1ae6c39a-fb2b-4f5f-9ae4-75c529827022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '964a709e-2598-41ec-8054-10a918409a96'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:03.058875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Attempting to bind port d9df7ee9-307b-45e6-a664-09b2b86bbcc0 on network 964a709e-2598-41ec-8054-10a918409a96 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:03.067031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbdf1e-6ca4-4637-ae11-6a6516bb2f07 req-71ac8c25-53aa-4a20-86ca-71b4eb101b9e tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:03.068744 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (0b8aad0d-0935-4d9b-98b3-742a44e0be74), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:03.069497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bfdbdf1e-6ca4-4637-ae11-6a6516bb2f07 req-71ac8c25-53aa-4a20-86ca-71b4eb101b9e tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 944 time: 0.6413307
Feb 19 21:04:03.070753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Port d9df7ee9-307b-45e6-a664-09b2b86bbcc0 on network 964a709e-2598-41ec-8054-10a918409a96 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:04:03.072239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Attempting to bind port d9df7ee9-307b-45e6-a664-09b2b86bbcc0 on network 964a709e-2598-41ec-8054-10a918409a96 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:03.078624 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:03.079073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Checking segment: {'id': '1ae6c39a-fb2b-4f5f-9ae4-75c529827022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '964a709e-2598-41ec-8054-10a918409a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:03.079539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Bound using segment: {'id': '1ae6c39a-fb2b-4f5f-9ae4-75c529827022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '964a709e-2598-41ec-8054-10a918409a96'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:03.080050 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Bound port: d9df7ee9-307b-45e6-a664-09b2b86bbcc0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae6c39a-fb2b-4f5f-9ae4-75c529827022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '964a709e-2598-41ec-8054-10a918409a96'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:03.080506 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:03.193204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-82062ba7-5e80-44c9-83aa-c7454a3eb5d6 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:04:03.242853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1aee3393-e39a-4e72-936d-007668d7cca4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "PUT /v2.0/floatingips/43eaaaa2-c875-4c18-aba3-e7f5bd7463af HTTP/1.1" status: 200  len: 992 time: 3.9306595
Feb 19 21:04:03.250277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:03.252790 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27e5750-1502-4432-8d31-f5044073675e" -d '{"events": [{"name": "network-changed", "server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:03.272677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bfdbdf1e-6ca4-4637-ae11-6a6516bb2f07 req-0e0521a8-3aa9-4d6e-9828-fbb33afb4280 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/security-groups?id=75698b8a-213c-419a-b8dd-5644cd6e420d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681073
Feb 19 21:04:03.327745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-3efd141a-d078-4d09-8d49-199956c9b914 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port 6ffa3758-3b5d-4118-88fd-49566a2539ca {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:03.328097 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3efd141a-d078-4d09-8d49-199956c9b914 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6ffa3758-3b5d-4118-88fd-49566a2539ca), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:03.510803 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a92fff-86a7-419b-803e-2ad58d232897 x-openstack-request-id: req-b2a92fff-86a7-419b-803e-2ad58d232897 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:03.511088 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:03.511441 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2a92fff-86a7-419b-803e-2ad58d232897 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:03.511975 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'status': 'completed', 'code': 200}
Feb 19 21:04:03.659761 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3efd141a-d078-4d09-8d49-199956c9b914 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6ffa3758-3b5d-4118-88fd-49566a2539ca), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:03.671711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] For port d9df7ee9-307b-45e6-a664-09b2b86bbcc0, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:03.672183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-82062ba7-5e80-44c9-83aa-c7454a3eb5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b2e0d0>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '43eaaaa2-c875-4c18-aba3-e7f5bd7463af', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'floating_ip_address': '172.35.2.197', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'port_id': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'mac_address': 'fa:16:3e:b5:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:03:33Z', 'updated_at': '2022-02-19T21:04:01Z', 'revision_number': 1, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:03.688886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] For port d9df7ee9-307b-45e6-a664-09b2b86bbcc0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9df7ee9-307b-45e6-a664-09b2b86bbcc0,segment=NetworkSegment(1ae6c39a-fb2b-4f5f-9ae4-75c529827022),segment_id=1ae6c39a-fb2b-4f5f-9ae4-75c529827022)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:03.720509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82062ba7-5e80-44c9-83aa-c7454a3eb5d6 None None] Checking router: 3551e16e-45a4-4238-9450-1d19a8911920 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:04:03.725730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:03.735993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82062ba7-5e80-44c9-83aa-c7454a3eb5d6 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:03.735993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-82062ba7-5e80-44c9-83aa-c7454a3eb5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b2e0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:03.750714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-3efd141a-d078-4d09-8d49-199956c9b914 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for 6ffa3758-3b5d-4118-88fd-49566a2539ca owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:03.864612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-c8c81ae7-a8a2-4885-9a5c-ed4d4f9623ef tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:03.865343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-c8c81ae7-a8a2-4885-9a5c-ed4d4f9623ef tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/networks?id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 200  len: 813 time: 0.4896855
Feb 19 21:04:03.870678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9df7ee9-307b-45e6-a664-09b2b86bbcc0,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:03.872301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e5750-1502-4432-8d31-f5044073675e req-5bd1bf7e-9d1f-4491-b557-559cbb00cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:03.874701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e27e5750-1502-4432-8d31-f5044073675e req-5bd1bf7e-9d1f-4491-b557-559cbb00cea3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 1128 time: 0.3594925
Feb 19 21:04:03.896951 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:04:03.913272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cae95-bebb-4498-92e2-3ec26d52162b req-97d7bc69-552c-49a2-a1e9-db449989d19f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:03.913805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:03.916935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:03.918775 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-6abe2946-23b6-4f14-9088-fcf837460ba1 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9df7ee9-307b-45e6-a664-09b2b86bbcc0 HTTP/1.1" status: 200  len: 1092 time: 2.4456539
Feb 19 21:04:03.922014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9424a60d-94ab-4f65-9532-2bf2781187b0', 'tag': 'd9df7ee9-307b-45e6-a664-09b2b86bbcc0'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:03.924449 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184d7b34-bade-43b9-8e3b-98520f4ea61e" -d '{"events": [{"name": "network-changed", "server_uuid": "9424a60d-94ab-4f65-9532-2bf2781187b0", "tag": "d9df7ee9-307b-45e6-a664-09b2b86bbcc0"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:03.925192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a4cae95-bebb-4498-92e2-3ec26d52162b req-97d7bc69-552c-49a2-a1e9-db449989d19f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 945 time: 0.3496118
Feb 19 21:04:03.951323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-862eb911-2365-4d0e-b5ae-d1349bb70ff4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/quotas/5ee065d1c70940cd8caadd525737c593 HTTP/1.1" status: 200  len: 375 time: 0.0730307
Feb 19 21:04:03.960159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-82062ba7-5e80-44c9-83aa-c7454a3eb5d6 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:04:04.094254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-a56494f2-590e-4cfa-b4c5-3bac20e7b108 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ee065d1c70940cd8caadd525737c593&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1243513
Feb 19 21:04:04.227305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f20e0-8282-47af-ae32-256e6e25883c req-08df3708-46f1-4e87-b0ea-440c8cf414c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:04.229612 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-08df3708-46f1-4e87-b0ea-440c8cf414c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a8136be2d0a4abb81e8038390855add&device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 1126 time: 0.1700048
Feb 19 21:04:04.241463 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3efd141a-d078-4d09-8d49-199956c9b914 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6ffa3758-3b5d-4118-88fd-49566a2539ca), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:04.246489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:04:04.258027 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Sync routers for ids ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:04:04.287489 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Routers {'0b8aad0d-0935-4d9b-98b3-742a44e0be74'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:04.288725 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702b6be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:04.299727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a4cae95-bebb-4498-92e2-3ec26d52162b req-35855874-8fb3-4364-869a-ff0615dfc954 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3732851
Feb 19 21:04:04.360266 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3efd141a-d078-4d09-8d49-199956c9b914 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:04.373911 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-6d026644-fe59-4db1-aa0e-c690b09121d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9df7ee9-307b-45e6-a664-09b2b86bbcc0 HTTP/1.1" status: 200  len: 217 time: 0.1286488
Feb 19 21:04:04.374892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3efd141a-d078-4d09-8d49-199956c9b914 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/6ffa3758-3b5d-4118-88fd-49566a2539ca HTTP/1.1" status: 204  len: 168 time: 1.3882182
Feb 19 21:04:04.387361 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:04.389644 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fc5a9805-a057-4f8a-9bf4-b23231573df4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.7561300
Feb 19 21:04:04.390086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58392) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:04.400199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd141a-d078-4d09-8d49-199956c9b914 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=6ffa3758-3b5d-4118-88fd-49566a2539ca,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:04.414584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58394) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:04.457297 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfe341f-ff3e-4134-abf3-32a567e6cd40 x-openstack-request-id: req-7dfe341f-ff3e-4134-abf3-32a567e6cd40 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:04.457630 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9424a60d-94ab-4f65-9532-2bf2781187b0", "tag": "d9df7ee9-307b-45e6-a664-09b2b86bbcc0", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:04.457858 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7dfe341f-ff3e-4134-abf3-32a567e6cd40 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:04.458274 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9424a60d-94ab-4f65-9532-2bf2781187b0', 'tag': 'd9df7ee9-307b-45e6-a664-09b2b86bbcc0', 'status': 'completed', 'code': 200}
Feb 19 21:04:04.537214 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Set router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:04:04.539114 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caf5014-ab38-49c2-a339-accd4fcc8b28 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:04:04.540715 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8caf5014-ab38-49c2-a339-accd4fcc8b28 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/6ffa3758-3b5d-4118-88fd-49566a2539ca HTTP/1.1" status: 404  len: 333 time: 0.1482303
Feb 19 21:04:04.543000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f20e0-8282-47af-ae32-256e6e25883c req-3def2839-553f-4f77-bebe-238e2749b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:04.553404 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-3def2839-553f-4f77-bebe-238e2749b0e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ae2ac6a-717f-4f5b-a6b4-482e11541f4f HTTP/1.1" status: 200  len: 858 time: 0.1807716
Feb 19 21:04:04.553923 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58396) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:04.563970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'name': 'tempest-PortsIpV6TestJSON-1882689168'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:04.633977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e5750-1502-4432-8d31-f5044073675e req-4fd2e68f-35e4-441c-a768-f3d65132a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:04.635528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e27e5750-1502-4432-8d31-f5044073675e req-4fd2e68f-35e4-441c-a768-f3d65132a073 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 917 time: 0.6418979
Feb 19 21:04:04.684552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-82062ba7-5e80-44c9-83aa-c7454a3eb5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b2e0d0>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '43eaaaa2-c875-4c18-aba3-e7f5bd7463af', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'floating_ip_address': '172.35.2.197', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'port_id': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'mac_address': 'fa:16:3e:b5:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:03:33Z', 'updated_at': '2022-02-19T21:04:01Z', 'revision_number': 1, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:04.690640 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-e1348cac-216d-4a9d-b389-9a595d3363bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=964a709e-2598-41ec-8054-10a918409a96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519991
Feb 19 21:04:04.749607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:04.753763 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:04.761903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82062ba7-5e80-44c9-83aa-c7454a3eb5d6 None None] The sync data for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 is: [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '43eaaaa2-c875-4c18-aba3-e7f5bd7463af', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'floating_ip_address': '172.35.2.197', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'port_id': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'mac_address': 'fa:16:3e:b5:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:03:33Z', 'updated_at': '2022-02-19T21:04:01Z', 'revision_number': 1, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:04:04.796653 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:04:04.806702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port 178b3087-f7db-420b-bc3c-0ab89f6c613d yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:04:04.848146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-12d805e6-4ee4-4135-8873-85377442f397 service neutron] 10.222.0.30 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7289345
Feb 19 21:04:04.849985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e27e5750-1502-4432-8d31-f5044073675e req-ca3a2d79-bc59-447e-bcfb-73cd128d8bbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b HTTP/1.1" status: 200  len: 1000 time: 0.2044513
Feb 19 21:04:04.873060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cbef3-8ded-4b9b-a435-7ba52ff4ceee req-f7fc8ff0-c9cb-499b-8308-abcf2dcc1579 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:04.875274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c8cbef3-8ded-4b9b-a435-7ba52ff4ceee req-f7fc8ff0-c9cb-499b-8308-abcf2dcc1579 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.2382436
Feb 19 21:04:04.931314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e5750-1502-4432-8d31-f5044073675e req-78b36bf0-c067-4f93-b601-8b5c446a22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:04.933422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e27e5750-1502-4432-8d31-f5044073675e req-78b36bf0-c067-4f93-b601-8b5c446a22c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.0572188
Feb 19 21:04:04.962632 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702b6be0>, [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:02Z', 'revision_number': 3, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:05.000775 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Checking router: 0b8aad0d-0935-4d9b-98b3-742a44e0be74 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:04:05.006864 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Updating router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 port 145649af-b2c0-4da9-9307-36cbd2efefbb binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:04:05.008006 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (178b3087-f7db-420b-bc3c-0ab89f6c613d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.077286 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.083825 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (178b3087-f7db-420b-bc3c-0ab89f6c613d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.190714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b71a99-8610-4753-9663-f8aff4df37ed None None] New status for floating IP 43eaaaa2-c875-4c18-aba3-e7f5bd7463af: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:04:05.249475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:05.276603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:05.282791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c8cbef3-8ded-4b9b-a435-7ba52ff4ceee req-ca179d9a-bbf1-413f-a7d0-4ca834763d83 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3432689
Feb 19 21:04:05.283839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:05.295707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:05.301136 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.320103 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-8a6c9e85-03a6-450b-93b3-f691e71c0177 service neutron] 10.222.0.10 "GET /v2.0/networks/964a709e-2598-41ec-8054-10a918409a96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6150794
Feb 19 21:04:05.329933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=178b3087-f7db-420b-bc3c-0ab89f6c613d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:05.356743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-06f428b2-3eeb-4bad-b8e9-323ae2d8c3b0 service neutron] 10.222.0.30 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4991879
Feb 19 21:04:05.362032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e5750-1502-4432-8d31-f5044073675e req-2a6236a1-e45e-4b85-a7eb-1264f725bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:05.363458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e27e5750-1502-4432-8d31-f5044073675e req-2a6236a1-e45e-4b85-a7eb-1264f725bb18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4144795
Feb 19 21:04:05.399879 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6c7b302c-ec06-464c-8d6c-7651e3c96257 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.8448589
Feb 19 21:04:05.408678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58404) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:05.463936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6b4c4eb0-e720-4ce3-919a-4fb649c625c5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:05.505728 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Publish callbacks [] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.521692 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.555684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e27e5750-1502-4432-8d31-f5044073675e req-ed70e008-7341-4880-8ba5-c4ed23b5169e service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779442
Feb 19 21:04:05.613660 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b4c4eb0-e720-4ce3-919a-4fb649c625c5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (178b3087-f7db-420b-bc3c-0ab89f6c613d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.654795 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-190f20e0-8282-47af-ae32-256e6e25883c req-e68f496d-31bf-459f-807f-2f61ed8f7dc2 service neutron] 10.222.0.10 "GET /v2.0/networks/964a709e-2598-41ec-8054-10a918409a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3124111
Feb 19 21:04:05.674842 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9555f-54ef-4cc7-b138-45a16e5e1a26 None None] Pushing event updated for resources: {'Port': ['ID=145649af-b2c0-4da9-9307-36cbd2efefbb,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:05.733735 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Attempting to bind port 145649af-b2c0-4da9-9307-36cbd2efefbb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:05.734292 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Attempting to bind port 145649af-b2c0-4da9-9307-36cbd2efefbb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:05.734768 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Attempting to bind port 145649af-b2c0-4da9-9307-36cbd2efefbb on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:05.741151 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:05.741633 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:05.742110 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.742571 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:05.743148 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Bound port: 145649af-b2c0-4da9-9307-36cbd2efefbb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:05.743590 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.823119 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] For port 145649af-b2c0-4da9-9307-36cbd2efefbb, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:05.827729 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] For port 145649af-b2c0-4da9-9307-36cbd2efefbb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=145649af-b2c0-4da9-9307-36cbd2efefbb,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:05.835959 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.913953 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b4c4eb0-e720-4ce3-919a-4fb649c625c5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (178b3087-f7db-420b-bc3c-0ab89f6c613d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.935690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b4c4eb0-e720-4ce3-919a-4fb649c625c5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (178b3087-f7db-420b-bc3c-0ab89f6c613d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:05.943992 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Routers {'0b8aad0d-0935-4d9b-98b3-742a44e0be74'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:05.944952 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702b6be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:05.955199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073cb64-262f-4e7b-94dc-15d0daff3c7c req-f1ef44dc-95be-4864-96d1-6d6ff268314d tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:05.967631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2073cb64-262f-4e7b-94dc-15d0daff3c7c req-f1ef44dc-95be-4864-96d1-6d6ff268314d tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 944 time: 0.5918384
Feb 19 21:04:06.017254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c4eb0-e720-4ce3-919a-4fb649c625c5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] In _notify_port_updated(), no bound segment for port 178b3087-f7db-420b-bc3c-0ab89f6c613d on network 8c46b7da-d7de-449b-8ef8-2a9058280eaf {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:04:06.024201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4c4eb0-e720-4ce3-919a-4fb649c625c5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:06.025019 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b4c4eb0-e720-4ce3-919a-4fb649c625c5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:06.030836 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6b4c4eb0-e720-4ce3-919a-4fb649c625c5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "PUT /v2.0/ports/178b3087-f7db-420b-bc3c-0ab89f6c613d HTTP/1.1" status: 200  len: 818 time: 0.5696366
Feb 19 21:04:06.036407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58414) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:06.082397 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c4eb0-e720-4ce3-919a-4fb649c625c5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=178b3087-f7db-420b-bc3c-0ab89f6c613d,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:06.088934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d80828-fe91-45b8-bdf1-91ba85784e7b req-5d930e50-cc44-4276-b798-099216eb3ce1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:06.102979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7d80828-fe91-45b8-bdf1-91ba85784e7b req-5d930e50-cc44-4276-b798-099216eb3ce1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 945 time: 0.4663427
Feb 19 21:04:06.118434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d7b34-bade-43b9-8e3b-98520f4ea61e req-ce906ebc-5ad0-4ba9-96d8-004478324e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:06.120162 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-184d7b34-bade-43b9-8e3b-98520f4ea61e req-ce906ebc-5ad0-4ba9-96d8-004478324e65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a8136be2d0a4abb81e8038390855add&device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 1126 time: 0.2032015
Feb 19 21:04:06.139497 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9555f-54ef-4cc7-b138-45a16e5e1a26 None None] Pushing event updated for resources: {'Port': ['ID=145649af-b2c0-4da9-9307-36cbd2efefbb,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:06.186155 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] Set router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:04:06.190743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e27e5750-1502-4432-8d31-f5044073675e req-c5cee065-4e10-487a-bd86-fd0625569152 service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6164389
Feb 19 21:04:06.321094 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7d80828-fe91-45b8-bdf1-91ba85784e7b req-8eba061f-49cc-40d1-bbfb-13bf26d44d1c tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164688
Feb 19 21:04:06.354742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2073cb64-262f-4e7b-94dc-15d0daff3c7c req-ffa78369-ec2d-4ddc-9f2d-9d52e002208b tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/security-groups?id=75698b8a-213c-419a-b8dd-5644cd6e420d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3794296
Feb 19 21:04:06.452474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bd83d-3b2d-45fa-b610-f57986a00e78 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port 178b3087-f7db-420b-bc3c-0ab89f6c613d {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:06.453136 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd83d-3b2d-45fa-b610-f57986a00e78 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (178b3087-f7db-420b-bc3c-0ab89f6c613d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:06.542223 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84cc1571-a2ae-4b95-ab30-ea8410016669 req-09c6a810-df1a-478b-90fa-d0c7230b9c22 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 210 time: 0.0867653
Feb 19 21:04:06.545248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d7b34-bade-43b9-8e3b-98520f4ea61e req-e3229e1a-8ee7-4c83-8daa-faefb0020b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:06.547515 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-184d7b34-bade-43b9-8e3b-98520f4ea61e req-e3229e1a-8ee7-4c83-8daa-faefb0020b82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=964a709e-2598-41ec-8054-10a918409a96 HTTP/1.1" status: 200  len: 919 time: 0.4178650
Feb 19 21:04:06.566006 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702b6be0>, [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:02Z', 'revision_number': 3, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:06.602697 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd83d-3b2d-45fa-b610-f57986a00e78 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (178b3087-f7db-420b-bc3c-0ab89f6c613d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:06.634415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bd83d-3b2d-45fa-b610-f57986a00e78 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for 178b3087-f7db-420b-bc3c-0ab89f6c613d owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:06.654781 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:06.723547 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-184d7b34-bade-43b9-8e3b-98520f4ea61e req-53966ba4-e48e-4a78-86c9-7e14e5088895 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9df7ee9-307b-45e6-a664-09b2b86bbcc0 HTTP/1.1" status: 200  len: 217 time: 0.0799806
Feb 19 21:04:06.797167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d7b34-bade-43b9-8e3b-98520f4ea61e req-2352dcb7-e53f-45a7-9eba-c0da5bd438e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:06.798896 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-184d7b34-bade-43b9-8e3b-98520f4ea61e req-2352dcb7-e53f-45a7-9eba-c0da5bd438e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ae2ac6a-717f-4f5b-a6b4-482e11541f4f HTTP/1.1" status: 200  len: 858 time: 0.0642266
Feb 19 21:04:06.819575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c59e0-17e0-41d6-aac1-2ce914545700 req-481e06e8-60e1-425d-bceb-3a4554a6ec81 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:06.821552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c5c59e0-17e0-41d6-aac1-2ce914545700 req-481e06e8-60e1-425d-bceb-3a4554a6ec81 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.3068914
Feb 19 21:04:06.836970 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5532d-a763-44bc-87b0-83c4b9fc991c None None] The sync data for ids ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'] in ncdv-master-1 is: [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:02Z', 'revision_number': 3, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:04:06.891622 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-184d7b34-bade-43b9-8e3b-98520f4ea61e req-d320cf59-445d-41b9-8e4d-daac079e713f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=964a709e-2598-41ec-8054-10a918409a96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426474
Feb 19 21:04:07.091524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c5c59e0-17e0-41d6-aac1-2ce914545700 req-7eccdfab-d4d2-48b2-be3c-959d9777ca67 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590544
Feb 19 21:04:07.106079 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd83d-3b2d-45fa-b610-f57986a00e78 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (178b3087-f7db-420b-bc3c-0ab89f6c613d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:07.122096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Allocated IP 172.20.0.1 (14d8226a-6e83-4985-8f30-56d8f0e3e01f/eddeb728-5372-408b-bbfa-32b636226d78/c2285baf-0200-4453-823f-a8c8e006a2f0) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:07.179360 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd83d-3b2d-45fa-b610-f57986a00e78 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:07.184753 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5d2bd83d-3b2d-45fa-b610-f57986a00e78 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/178b3087-f7db-420b-bc3c-0ab89f6c613d HTTP/1.1" status: 204  len: 168 time: 1.1472783
Feb 19 21:04:07.186263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bd83d-3b2d-45fa-b610-f57986a00e78 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=178b3087-f7db-420b-bc3c-0ab89f6c613d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:07.192060 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-184d7b34-bade-43b9-8e3b-98520f4ea61e req-bee7e7f7-00fb-4e70-8d29-5ec2aed65ddb service neutron] 10.222.0.10 "GET /v2.0/networks/964a709e-2598-41ec-8054-10a918409a96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2897809
Feb 19 21:04:07.192791 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58438) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:07.333724 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-184d7b34-bade-43b9-8e3b-98520f4ea61e req-a20aaf83-91a4-4e44-9f6a-8c415fd7d229 service neutron] 10.222.0.10 "GET /v2.0/networks/964a709e-2598-41ec-8054-10a918409a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267040
Feb 19 21:04:07.353278 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Publish callbacks [] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:07.409317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6efaf-383e-4040-b97d-0d6fce3a9eab tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:07.411435 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-18a6efaf-383e-4040-b97d-0d6fce3a9eab tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.2170677
Feb 19 21:04:07.418898 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58452) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:07.459436 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:07.473825 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c17bbe-8e98-4d56-820c-ffedd4deb0f1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:04:07.475508 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-31c17bbe-8e98-4d56-820c-ffedd4deb0f1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/178b3087-f7db-420b-bc3c-0ab89f6c613d HTTP/1.1" status: 404  len: 333 time: 0.0549772
Feb 19 21:04:07.484394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58454) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:07.492485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-287963513'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:07.499412 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Network 14d8226a-6e83-4985-8f30-56d8f0e3e01f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:07.529681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:07.533870 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:07.534181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:07.584466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:07.675068 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (0b8aad0d-0935-4d9b-98b3-742a44e0be74), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:07.694591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:04:07.731550 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (cfee6476-b028-49a0-8aa7-daab59a01d97), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:07.733751 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Added segment cfee6476-b028-49a0-8aa7-daab59a01d97 of type vlan for network 5b352d9b-ec1a-4144-ab3c-dade310223ad
Feb 19 21:04:07.771387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Pushing event updated for resources: {'Port': ['ID=c2285baf-0200-4453-823f-a8c8e006a2f0,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:07.858446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-648f812b-8bfa-446f-99ce-995964ca95ec tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:07.860021 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-648f812b-8bfa-446f-99ce-995964ca95ec tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.10 "GET /v2.0/networks?id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 200  len: 813 time: 0.3149328
Feb 19 21:04:07.861971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (5b352d9b-ec1a-4144-ab3c-dade310223ad), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:07.876014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Request body: {'port': {'device_id': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02', 'admin_state_up': True, 'tenant_id': '5ee065d1c70940cd8caadd525737c593'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:07.886778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d9df7ee9-307b-45e6-a664-09b2b86bbcc0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:04:07.895172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a49150-b1cb-4db3-9f0c-f2fbf0108344 req-9dddf0be-7a93-4baf-b2f5-fb3d4c52c62f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:07.902585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93a49150-b1cb-4db3-9f0c-f2fbf0108344 req-9dddf0be-7a93-4baf-b2f5-fb3d4c52c62f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 945 time: 0.4179311
Feb 19 21:04:07.920306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36343c-13e2-4422-8fc9-243d2f501499 req-fa338621-c1bc-48c5-885e-ac37bdc7f5e3 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:07.921990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af36343c-13e2-4422-8fc9-243d2f501499 req-fa338621-c1bc-48c5-885e-ac37bdc7f5e3 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 944 time: 0.3758962
Feb 19 21:04:07.989981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (5b352d9b-ec1a-4144-ab3c-dade310223ad), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:07.997198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:07.997819 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:08.009762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d7366bb5-c6c2-4cb7-9b34-c93df2f1fdda None None] Provisioning complete for port c2285baf-0200-4453-823f-a8c8e006a2f0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:08.010694 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d7366bb5-c6c2-4cb7-9b34-c93df2f1fdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:08.076141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d9df7ee9-307b-45e6-a664-09b2b86bbcc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9df7ee9-307b-45e6-a664-09b2b86bbcc0,segment=NetworkSegment(1ae6c39a-fb2b-4f5f-9ae4-75c529827022),segment_id=1ae6c39a-fb2b-4f5f-9ae4-75c529827022)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:08.091112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93a49150-b1cb-4db3-9f0c-f2fbf0108344 req-fe26a3ec-7e3e-49b3-9553-14aa383fb47c tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874247
Feb 19 21:04:08.099496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'd9df7ee9-307b-45e6-a664-09b2b86bbcc0', 'network_id': '964a709e-2598-41ec-8054-10a918409a96', 'port_id': 'd9df7ee9-307b-45e6-a664-09b2b86bbcc0', 'mac_address': 'fa:16:3e:af:0a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae2ac6a-717f-4f5b-a6b4-482e11541f4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:04:08.101947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d7366bb5-c6c2-4cb7-9b34-c93df2f1fdda None None] Port c2285baf-0200-4453-823f-a8c8e006a2f0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:08.119693 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6339133
Feb 19 21:04:08.130351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58464) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:08.145249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af36343c-13e2-4422-8fc9-243d2f501499 req-b585ddf6-13a2-431a-bf96-1fd837df4f22 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/security-groups?id=75698b8a-213c-419a-b8dd-5644cd6e420d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140045
Feb 19 21:04:08.149717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '5b352d9b-ec1a-4144-ab3c-dade310223ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:08.171075 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:08.233847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d9df7ee9-307b-45e6-a664-09b2b86bbcc0 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:08.234297 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:08.237173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cf67d-edcf-4009-952a-e1be46305420 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Network': ['ID=5b352d9b-ec1a-4144-ab3c-dade310223ad,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:08.257458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-010ad9a8-813a-4a70-a6c2-27ddeac6cfe6 req-ac341cfb-b8b7-4352-9970-41aa39412e31 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 210 time: 0.0499439
Feb 19 21:04:08.281190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 5b352d9b-ec1a-4144-ab3c-dade310223ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:04:08.361688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Made reservation on behalf of 5ee065d1c70940cd8caadd525737c593 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:08.365294 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:08.380262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9df7ee9-307b-45e6-a664-09b2b86bbcc0 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:08.406760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d9df7ee9-307b-45e6-a664-09b2b86bbcc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9df7ee9-307b-45e6-a664-09b2b86bbcc0,segment=NetworkSegment(1ae6c39a-fb2b-4f5f-9ae4-75c529827022),segment_id=1ae6c39a-fb2b-4f5f-9ae4-75c529827022)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:08.412766 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:08.566243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d9df7ee9-307b-45e6-a664-09b2b86bbcc0,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:08.590694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2adbf-2dcd-4728-8873-ae1bd2eb2a9e req-218736f1-471a-493c-ae72-e8d3ba2928e8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:08.592960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5cd2adbf-2dcd-4728-8873-ae1bd2eb2a9e req-218736f1-471a-493c-ae72-e8d3ba2928e8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.2183189
Feb 19 21:04:08.600132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.600733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.601235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.601752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.602257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.602597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.602935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.613523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.613523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.613817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.614149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.614491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.614827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:08.620274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 145649af-b2c0-4da9-9307-36cbd2efefbb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:08.642196 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['d9df7ee9-307b-45e6-a664-09b2b86bbcc0'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:08.656885 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Publish callbacks [] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:08.662158 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:08.667714 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:08.669467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:08.795740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 145649af-b2c0-4da9-9307-36cbd2efefbb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:08.796173 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:08.978329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 145649af-b2c0-4da9-9307-36cbd2efefbb is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:08.979519 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:09.013569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 145649af-b2c0-4da9-9307-36cbd2efefbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=145649af-b2c0-4da9-9307-36cbd2efefbb,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:09.019008 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:09.021339 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Allocated IP 172.20.0.14 (757b2f5d-0080-4f9a-891f-7b8f3d47ca02/218165c0-fcdd-40ae-a1a5-3d39f73b2830/a943b989-5a95-44a3-9a78-35384327a397) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:09.092970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=145649af-b2c0-4da9-9307-36cbd2efefbb,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:09.126732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (f8432aa1-5e59-4599-a9b5-996b593db673), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:09.304565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Subnet': ['ID=f8432aa1-5e59-4599-a9b5-996b593db673,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:09.325401 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5cd2adbf-2dcd-4728-8873-ae1bd2eb2a9e req-982a5ad3-79e7-46e5-a142-8a84d7d8ca7f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7182417
Feb 19 21:04:09.331914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Checking segment: {'id': 'cfee6476-b028-49a0-8aa7-daab59a01d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b352d9b-ec1a-4144-ab3c-dade310223ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:09.332049 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network hostable DHCP agents. Network: 5b352d9b-ec1a-4144-ab3c-dade310223ad, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:04:09.333670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Pushing event updated for resources: {'Port': ['ID=c2285baf-0200-4453-823f-a8c8e006a2f0,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:09.339261 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (0b8aad0d-0935-4d9b-98b3-742a44e0be74), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:09.374193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 5b352d9b-ec1a-4144-ab3c-dade310223ad is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:04:09.397248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5b352d9b-ec1a-4144-ab3c-dade310223ad) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:09.406488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3782ebe-6a2e-4eba-9db6-973eb90792f7 None None] Network 5b352d9b-ec1a-4144-ab3c-dade310223ad requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:09.427625 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:09.428256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:09.455298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00eeff3-f8c4-4520-a9b2-f5bcb63b8eac req-1ec219eb-fbe9-4cb1-9c8b-2728432e63d7 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:09.456867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c00eeff3-f8c4-4520-a9b2-f5bcb63b8eac req-1ec219eb-fbe9-4cb1-9c8b-2728432e63d7 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 945 time: 0.1959984
Feb 19 21:04:09.477200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks [] for port (a943b989-5a95-44a3-9a78-35384327a397), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:09.491271 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-76e65881-f19b-469b-b3dc-c94aeaa6388e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3567142
Feb 19 21:04:09.491507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58504) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:09.502077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3f403a9b-b169-4839-9dbe-bafe0aee833a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '5b352d9b-ec1a-4144-ab3c-dade310223ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:09.555278 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5b352d9b-ec1a-4144-ab3c-dade310223ad', 'network_id': '5b352d9b-ec1a-4144-ab3c-dade310223ad', 'project_id': 'd4ad4a1daffa4cddbbf1e5aefea5a975', 'fixed_ips': [{'subnet_id': 'f8432aa1-5e59-4599-a9b5-996b593db673'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:04:09.556545 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:09.561968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Network 14d8226a-6e83-4985-8f30-56d8f0e3e01f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:09.570362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:09.583464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0ee18-cf26-4464-89af-f2883010153c req-2cd64820-8b28-463e-8ed5-41256bfb9c11 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:09.585474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccb0ee18-cf26-4464-89af-f2883010153c req-2cd64820-8b28-463e-8ed5-41256bfb9c11 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 945 time: 0.1520655
Feb 19 21:04:09.590636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c00eeff3-f8c4-4520-a9b2-f5bcb63b8eac req-7677295d-b353-4bd1-86af-8a8a6e46a255 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146553
Feb 19 21:04:09.670466 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a943b989-5a95-44a3-9a78-35384327a397), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:09.768704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:09.774538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Allocated IP 2001:db8::2 (5b352d9b-ec1a-4144-ab3c-dade310223ad/f8432aa1-5e59-4599-a9b5-996b593db673/8ce1a863-6079-45de-9814-3f09fa22b1c3) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:09.776298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:09.783921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:09.806662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccb0ee18-cf26-4464-89af-f2883010153c req-3409279d-5b88-4a9a-8e3c-d2757c52be72 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/security-groups?id=75698b8a-213c-419a-b8dd-5644cd6e420d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481426
Feb 19 21:04:09.835142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:04:09.839497 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:09.845016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cbdc7-d44b-4f7c-96b7-653437c8d873 req-8b42b412-672d-4438-8b94-9b91783a3ff4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:09.846594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c35cbdc7-d44b-4f7c-96b7-653437c8d873 req-8b42b412-672d-4438-8b94-9b91783a3ff4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 932 time: 0.1230023
Feb 19 21:04:09.855691 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:09.869458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Pushing event updated for resources: {'Port': ['ID=a943b989-5a95-44a3-9a78-35384327a397,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:09.886072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d9df7ee9-307b-45e6-a664-09b2b86bbcc0 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:09.889993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f403a9b-b169-4839-9dbe-bafe0aee833a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:09.893560 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f403a9b-b169-4839-9dbe-bafe0aee833a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:09.899582 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-2a3819e0-097e-475c-ac3e-71aa7935ba34 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0280745
Feb 19 21:04:09.918356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Request body: {'port': {'device_id': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:09.997213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port d9df7ee9-307b-45e6-a664-09b2b86bbcc0 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:04:10.011756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c35cbdc7-d44b-4f7c-96b7-653437c8d873 req-101f610a-ce9a-491c-b0f5-c0e4fd614ea3 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547437
Feb 19 21:04:10.022075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port d9df7ee9-307b-45e6-a664-09b2b86bbcc0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:10.022468 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.055901 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a943b989-5a95-44a3-9a78-35384327a397), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.056301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:04:10.071762 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Sync routers for ids ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:04:10.073164 ncdv-master-1 neutron-server[121129]: INFO neutron.db.ipam_backend_mixin [None req-3f403a9b-b169-4839-9dbe-bafe0aee833a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8432aa1-5e59-4599-a9b5-996b593db673 (CIDR: 2001:db8::/64)
Feb 19 21:04:10.083177 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0f251e4b-0bd8-4e59-b059-ba5aba413850 admin admin] 10.222.0.30 "PUT /v2.0/routers/0b8aad0d-0935-4d9b-98b3-742a44e0be74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6551349
Feb 19 21:04:10.085710 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Routers {'0b8aad0d-0935-4d9b-98b3-742a44e0be74'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:10.086404 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7371f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:10.106735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a75fc104-a37c-4664-b760-1fd7ccebb85e None None] Provisioning complete for port c2285baf-0200-4453-823f-a8c8e006a2f0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:10.107161 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a75fc104-a37c-4664-b760-1fd7ccebb85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.110011 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Publish callbacks [] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.116869 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f403a9b-b169-4839-9dbe-bafe0aee833a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:04:10.117380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f403a9b-b169-4839-9dbe-bafe0aee833a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:04:10.138872 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.157934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58508) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:10.158232 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3f403a9b-b169-4839-9dbe-bafe0aee833a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6657002
Feb 19 21:04:10.164755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0e7f580e-7bef-4d5d-8181-e3d5a758e9d5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '5b352d9b-ec1a-4144-ab3c-dade310223ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:10.211204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a75fc104-a37c-4664-b760-1fd7ccebb85e None None] Port c2285baf-0200-4453-823f-a8c8e006a2f0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:10.223907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Network 5b352d9b-ec1a-4144-ab3c-dade310223ad is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:10.230603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:10.238586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:10.244542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Pushing event updated for resources: {'Port': ['ID=8ce1a863-6079-45de-9814-3f09fa22b1c3,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:10.246753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d9df7ee9-307b-45e6-a664-09b2b86bbcc0 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:10.247156 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.310018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9424a60d-94ab-4f65-9532-2bf2781187b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9df7ee9-307b-45e6-a664-09b2b86bbcc0'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:10.311584 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f667ceb-e2f0-49a4-9b71-c99f5b271064" -d '{"events": [{"server_uuid": "9424a60d-94ab-4f65-9532-2bf2781187b0", "name": "network-vif-plugged", "status": "completed", "tag": "d9df7ee9-307b-45e6-a664-09b2b86bbcc0"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:10.328707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Attempting to bind port 8ce1a863-6079-45de-9814-3f09fa22b1c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:10.329088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Attempting to bind port 8ce1a863-6079-45de-9814-3f09fa22b1c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cfee6476-b028-49a0-8aa7-daab59a01d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b352d9b-ec1a-4144-ab3c-dade310223ad'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:10.329601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Attempting to bind port 8ce1a863-6079-45de-9814-3f09fa22b1c3 on network 5b352d9b-ec1a-4144-ab3c-dade310223ad {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:10.344586 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Set router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:04:10.354836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:10.355469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Checking segment: {'id': 'cfee6476-b028-49a0-8aa7-daab59a01d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b352d9b-ec1a-4144-ab3c-dade310223ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:10.355881 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.356285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Bound using segment: {'id': 'cfee6476-b028-49a0-8aa7-daab59a01d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b352d9b-ec1a-4144-ab3c-dade310223ad'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:10.358845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Bound port: 8ce1a863-6079-45de-9814-3f09fa22b1c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfee6476-b028-49a0-8aa7-daab59a01d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b352d9b-ec1a-4144-ab3c-dade310223ad'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:10.358845 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.364761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:04:10.370793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d9df7ee9-307b-45e6-a664-09b2b86bbcc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9df7ee9-307b-45e6-a664-09b2b86bbcc0,segment=NetworkSegment(1ae6c39a-fb2b-4f5f-9ae4-75c529827022),segment_id=1ae6c39a-fb2b-4f5f-9ae4-75c529827022)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:10.405980 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.485065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7f580e-7bef-4d5d-8181-e3d5a758e9d5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:10.505171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e7f580e-7bef-4d5d-8181-e3d5a758e9d5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.536508 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1338c6-491c-449d-93e5-d64ffd5c4144 x-openstack-request-id: req-5e1338c6-491c-449d-93e5-d64ffd5c4144 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:10.537563 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9424a60d-94ab-4f65-9532-2bf2781187b0", "name": "network-vif-plugged", "status": "completed", "tag": "d9df7ee9-307b-45e6-a664-09b2b86bbcc0", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:10.537772 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e1338c6-491c-449d-93e5-d64ffd5c4144 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:10.538328 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9424a60d-94ab-4f65-9532-2bf2781187b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9df7ee9-307b-45e6-a664-09b2b86bbcc0', 'code': 200}
Feb 19 21:04:10.579666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a943b989-5a95-44a3-9a78-35384327a397 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:10.598469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Publish callbacks [] for port (a943b989-5a95-44a3-9a78-35384327a397), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.613122 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:04:10.627678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Transition to ACTIVE for port object a943b989-5a95-44a3-9a78-35384327a397 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:04:10.637113 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (a943b989-5a95-44a3-9a78-35384327a397), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.637388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 145649af-b2c0-4da9-9307-36cbd2efefbb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:10.729824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Pushing event updated for resources: {'Port': ['ID=a943b989-5a95-44a3-9a78-35384327a397,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:10.818042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d9df7ee9-307b-45e6-a664-09b2b86bbcc0,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:10.858831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Attempting to bind port a943b989-5a95-44a3-9a78-35384327a397 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:10.859581 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Attempting to bind port a943b989-5a95-44a3-9a78-35384327a397 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '606b6d6c-a3d1-4746-8e61-d0577afd5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:10.860151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Attempting to bind port a943b989-5a95-44a3-9a78-35384327a397 on network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:10.866535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Port a943b989-5a95-44a3-9a78-35384327a397 on network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:04:10.872266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Attempting to bind port a943b989-5a95-44a3-9a78-35384327a397 on network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:10.889046 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:10.890387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Checking segment: {'id': '606b6d6c-a3d1-4746-8e61-d0577afd5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:10.891294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Bound using segment: {'id': '606b6d6c-a3d1-4746-8e61-d0577afd5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:10.892116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Bound port: a943b989-5a95-44a3-9a78-35384327a397, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606b6d6c-a3d1-4746-8e61-d0577afd5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:10.895164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a943b989-5a95-44a3-9a78-35384327a397), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.900283 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7371f0>, [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2285baf-0200-4453-823f-a8c8e006a2f0', 'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'mac_address': 'fa:16:3e:b3:9b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:06Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 2, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'subnets': [{'id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:10.913156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] For port 8ce1a863-6079-45de-9814-3f09fa22b1c3, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:10.918125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] For port 8ce1a863-6079-45de-9814-3f09fa22b1c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ce1a863-6079-45de-9814-3f09fa22b1c3,segment=NetworkSegment(cfee6476-b028-49a0-8aa7-daab59a01d97),segment_id=cfee6476-b028-49a0-8aa7-daab59a01d97)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:10.936798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:10.940661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 145649af-b2c0-4da9-9307-36cbd2efefbb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:10.941218 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.947220 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Checking router: 0b8aad0d-0935-4d9b-98b3-742a44e0be74 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:04:10.948264 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Updating router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 port c2285baf-0200-4453-823f-a8c8e006a2f0 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:04:10.953066 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.959287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1e59d-51c8-4971-bfd2-f2ca17e7212c req-f4e85f9e-599d-4e6b-a9ed-0d75d1cd7e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:10.960983 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ce1e59d-51c8-4971-bfd2-f2ca17e7212c req-f4e85f9e-599d-4e6b-a9ed-0d75d1cd7e96 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 1128 time: 0.3928728
Feb 19 21:04:10.986738 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:10.991640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9', 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd', 'port_id': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9', 'mac_address': 'fa:16:3e:73:ca:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e6fa56-d755-494e-9a8f-82702fc906cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:04:11.043256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:11.048161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:11.064089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (a943b989-5a95-44a3-9a78-35384327a397), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.120793 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:11.121630 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.123349 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] 10.222.0.10 "PUT /v2.0/ports/a943b989-5a95-44a3-9a78-35384327a397 HTTP/1.1" status: 200  len: 1092 time: 1.2100558
Feb 19 21:04:11.123971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:11.126274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a11ee-d993-44b3-9511-d87ce95cd96a req-a9ba7c38-e35d-4e8b-8438-7d5bd9d1e16d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:11.126537 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8dca08-6358-4464-bc11-68c340a31d64" -d '{"events": [{"name": "network-changed", "server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "tag": "a943b989-5a95-44a3-9a78-35384327a397"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:11.131322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b52a11ee-d993-44b3-9511-d87ce95cd96a req-a9ba7c38-e35d-4e8b-8438-7d5bd9d1e16d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.4375200
Feb 19 21:04:11.170651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaaddec-0206-4049-90a4-1da3cc90678d service neutron] Pushing event updated for resources: {'Port': ['ID=a943b989-5a95-44a3-9a78-35384327a397,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:11.179996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58530) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:11.205053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b1a2b830-35f1-49e0-9652-db47b253e18d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640619504', 'description': 'tempest-description--1208520270'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:11.285317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ce1e59d-51c8-4971-bfd2-f2ca17e7212c req-76e47799-6c41-4302-a0a6-b3343c34ed2b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=75698b8a-213c-419a-b8dd-5644cd6e420d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3067858
Feb 19 21:04:11.299048 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b830-35f1-49e0-9652-db47b253e18d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.480831 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b52a11ee-d993-44b3-9511-d87ce95cd96a req-fc19abd5-179a-4c0e-8433-b65c87943308 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2867975
Feb 19 21:04:11.486728 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Publish callbacks [] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.496495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b830-35f1-49e0-9652-db47b253e18d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group (402b5bf9-8c66-41ca-a3b4-d144ed3533b3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.505619 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.510205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b830-35f1-49e0-9652-db47b253e18d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (402b5bf9-8c66-41ca-a3b4-d144ed3533b3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.554879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-a689c60c-6883-406b-94b2-aae157a3fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:11.557644 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-a689c60c-6883-406b-94b2-aae157a3fbd7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ee065d1c70940cd8caadd525737c593&device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 1126 time: 0.2789967
Feb 19 21:04:11.560882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b830-35f1-49e0-9652-db47b253e18d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.565380 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b1a2b830-35f1-49e0-9652-db47b253e18d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3805532
Feb 19 21:04:11.572036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:11.572036 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.573601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58534) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:11.573709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bfeacb25-a1a7-40d4-83c8-b4a5e91a3635 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Request body: {'security_group_rule': {'security_group_id': '402b5bf9-8c66-41ca-a3b4-d144ed3533b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:11.641711 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafef10-1985-4a24-87aa-a890fabfd142 None None] Pushing event updated for resources: {'Port': ['ID=c2285baf-0200-4453-823f-a8c8e006a2f0,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:11.647593 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0d01b-2fed-42ca-ad2d-e3ffb1b4ce8e req-ae4e913d-4be4-4f16-8361-1b7d5e9607dc tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:11.649492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:11.661878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fa0d01b-2fed-42ca-ad2d-e3ffb1b4ce8e req-ae4e913d-4be4-4f16-8361-1b7d5e9607dc tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 945 time: 0.3683617
Feb 19 21:04:11.667596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8615ea3-6a32-48e4-9e78-56cd31c9fd85 None None] Pushing event updated for resources: {'Port': ['ID=8ce1a863-6079-45de-9814-3f09fa22b1c3,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:11.762020 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:11.782970 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-7b0eeb98-1ddb-473f-a2df-2496366c9f43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a943b989-5a95-44a3-9a78-35384327a397 HTTP/1.1" status: 200  len: 217 time: 0.1980195
Feb 19 21:04:11.783688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2b830-35f1-49e0-9652-db47b253e18d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402b5bf9-8c66-41ca-a3b4-d144ed3533b3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:11.788413 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.862546 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Attempting to bind port c2285baf-0200-4453-823f-a8c8e006a2f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:11.863255 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Attempting to bind port c2285baf-0200-4453-823f-a8c8e006a2f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:11.863255 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Attempting to bind port c2285baf-0200-4453-823f-a8c8e006a2f0 on network 14d8226a-6e83-4985-8f30-56d8f0e3e01f {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:11.880441 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:11.880857 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Checking segment: {'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:11.881249 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.884088 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Bound using segment: {'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:11.884088 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Bound port: c2285baf-0200-4453-823f-a8c8e006a2f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:11.891688 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:11.893111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 145649af-b2c0-4da9-9307-36cbd2efefbb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:11.939565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['773bb5fe-57ca-4ef3-bcd7-ea37656daaa9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:11.944128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:11.957108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fa0d01b-2fed-42ca-ad2d-e3ffb1b4ce8e req-75c12951-6331-49d2-b8b8-ddc56df0177d tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2940607
Feb 19 21:04:12.005864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-20fecee0-cfec-45a5-8178-abe61127a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:12.008392 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-20fecee0-cfec-45a5-8178-abe61127a3ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=218165c0-fcdd-40ae-a1a5-3d39f73b2830 HTTP/1.1" status: 200  len: 853 time: 0.2006280
Feb 19 21:04:12.009365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfeacb25-a1a7-40d4-83c8-b4a5e91a3635 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group_rule (ade36aa8-821e-4d0f-b4ca-25048ad60dd4), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:12.071878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53806c37-2c3a-4b57-883f-0d6ac83b6de5 req-00e33411-a391-4849-98c2-a2e1114edfb4 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:12.073726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53806c37-2c3a-4b57-883f-0d6ac83b6de5 req-00e33411-a391-4849-98c2-a2e1114edfb4 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 946 time: 0.3340518
Feb 19 21:04:12.085132 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] For port c2285baf-0200-4453-823f-a8c8e006a2f0, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:12.093042 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] For port c2285baf-0200-4453-823f-a8c8e006a2f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2285baf-0200-4453-823f-a8c8e006a2f0,segment=NetworkSegment(799fa7d7-496a-4edc-9140-a61803883014),segment_id=799fa7d7-496a-4edc-9140-a61803883014)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:12.101792 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e7f580e-7bef-4d5d-8181-e3d5a758e9d5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (59b1bba4-a52e-4847-8ef5-130485d665ec), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:12.114864 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:12.193410 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-d7be9bf0-ea11-4a6f-ae3b-115213f2fa28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1218369
Feb 19 21:04:12.247398 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Routers {'0b8aad0d-0935-4d9b-98b3-742a44e0be74'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:12.247742 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7371f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:03:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:12.279849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f580e-7bef-4d5d-8181-e3d5a758e9d5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 5b352d9b-ec1a-4144-ab3c-dade310223ad is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:12.291836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f580e-7bef-4d5d-8181-e3d5a758e9d5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:12.308463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7f580e-7bef-4d5d-8181-e3d5a758e9d5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:12.309357 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e7f580e-7bef-4d5d-8181-e3d5a758e9d5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:12.335097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3aac9f1a-8035-431b-9436-fa8554a270ca None None] Provisioning complete for port c2285baf-0200-4453-823f-a8c8e006a2f0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:12.336663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53806c37-2c3a-4b57-883f-0d6ac83b6de5 req-7b189e3b-b848-42e5-87a2-f9fa1063b3b3 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/security-groups?id=75698b8a-213c-419a-b8dd-5644cd6e420d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2536099
Feb 19 21:04:12.337946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3aac9f1a-8035-431b-9436-fa8554a270ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:12.338946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f580e-7bef-4d5d-8181-e3d5a758e9d5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Subnet': ['ID=59b1bba4-a52e-4847-8ef5-130485d665ec,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:12.360708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4633b8-e4ad-4cac-9856-c5b843457ef3 req-04b7fb32-64fb-4886-a3f6-dc951ef2c8e1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:12.368049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b4633b8-e4ad-4cac-9856-c5b843457ef3 req-04b7fb32-64fb-4886-a3f6-dc951ef2c8e1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.2519355
Feb 19 21:04:12.398257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0e7f580e-7bef-4d5d-8181-e3d5a758e9d5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.2387793
Feb 19 21:04:12.402612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58536) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:12.411087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfeacb25-a1a7-40d4-83c8-b4a5e91a3635 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group_rule (ade36aa8-821e-4d0f-b4ca-25048ad60dd4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:12.411748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '5b352d9b-ec1a-4144-ab3c-dade310223ad', 'fixed_ips': [{'subnet_id': 'f8432aa1-5e59-4599-a9b5-996b593db673'}, {'subnet_id': '59b1bba4-a52e-4847-8ef5-130485d665ec'}], 'name': 'tempest-PortsIpV6TestJSON-805438959'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:12.457560 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfeacb25-a1a7-40d4-83c8-b4a5e91a3635 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (ade36aa8-821e-4d0f-b4ca-25048ad60dd4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:12.518931 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafef10-1985-4a24-87aa-a890fabfd142 None None] Pushing event updated for resources: {'Port': ['ID=c2285baf-0200-4453-823f-a8c8e006a2f0,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:12.655933 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c05df7-bd8e-42d4-8cee-3bb69686ba23 x-openstack-request-id: req-d7c05df7-bd8e-42d4-8cee-3bb69686ba23 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:12.656589 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "tag": "a943b989-5a95-44a3-9a78-35384327a397", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:12.657368 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7c05df7-bd8e-42d4-8cee-3bb69686ba23 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:12.658049 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397', 'status': 'completed', 'code': 200}
Feb 19 21:04:12.665969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeacb25-a1a7-40d4-83c8-b4a5e91a3635 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade36aa8-821e-4d0f-b4ca-25048ad60dd4,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:12.668723 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] Set router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:04:12.674305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b4633b8-e4ad-4cac-9856-c5b843457ef3 req-06dffcda-4c2e-441a-bad1-6c91422fdf87 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3040698
Feb 19 21:04:12.688233 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfeacb25-a1a7-40d4-83c8-b4a5e91a3635 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:12.698021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58542) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:12.698997 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bfeacb25-a1a7-40d4-83c8-b4a5e91a3635 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1292851
Feb 19 21:04:12.727099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3aac9f1a-8035-431b-9436-fa8554a270ca None None] Current status of the port c2285baf-0200-4453-823f-a8c8e006a2f0 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:12.727648 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3aac9f1a-8035-431b-9436-fa8554a270ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:12.728313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e1277fd7-9e2d-4ec3-adbf-b9f6d82a8e00 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Request body: {'security_group_rule': {'security_group_id': '402b5bf9-8c66-41ca-a3b4-d144ed3533b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:12.741456 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-e0d7ed63-0c1e-4d0d-8797-2ae21a422bb2 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5437016
Feb 19 21:04:12.821555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3aac9f1a-8035-431b-9436-fa8554a270ca None None] For port c2285baf-0200-4453-823f-a8c8e006a2f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2285baf-0200-4453-823f-a8c8e006a2f0,segment=NetworkSegment(799fa7d7-496a-4edc-9140-a61803883014),segment_id=799fa7d7-496a-4edc-9140-a61803883014)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:12.840079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8ce1a863-6079-45de-9814-3f09fa22b1c3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:12.901475 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3aac9f1a-8035-431b-9436-fa8554a270ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:12.924531 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e1277fd7-9e2d-4ec3-adbf-b9f6d82a8e00 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group_rule (239e3356-a060-4471-904d-928e8e803a46), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:12.941952 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5dfc4249-e190-4a31-9706-dcd50c6def90 req-3860e9cf-de13-444a-9a55-b1d0a6f9e6d6 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925905
Feb 19 21:04:13.029708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8ce1a863-6079-45de-9814-3f09fa22b1c3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:13.030094 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:13.086252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac9f1a-8035-431b-9436-fa8554a270ca None None] Pushing event updated for resources: {'Port': ['ID=c2285baf-0200-4453-823f-a8c8e006a2f0,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:13.090067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dca08-6358-4464-bc11-68c340a31d64 req-271ff20c-41a8-4b9c-975f-e9d31c99454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:13.091777 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c8dca08-6358-4464-bc11-68c340a31d64 req-271ff20c-41a8-4b9c-975f-e9d31c99454c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ee065d1c70940cd8caadd525737c593&device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 1126 time: 0.0918016
Feb 19 21:04:13.115932 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e1277fd7-9e2d-4ec3-adbf-b9f6d82a8e00 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group_rule (239e3356-a060-4471-904d-928e8e803a46), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:13.131455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ee4a0bb3-d57e-4ea5-9231-1c9b9ef5710f None None] Provisioning complete for port c2285baf-0200-4453-823f-a8c8e006a2f0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:13.131846 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0bb3-d57e-4ea5-9231-1c9b9ef5710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:13.201293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96377a8-b29f-41ac-b44f-e2e74e954369 req-c5c1ca88-28bb-4c83-a129-9d7eba8e2622 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:13.208914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c96377a8-b29f-41ac-b44f-e2e74e954369 req-c5c1ca88-28bb-4c83-a129-9d7eba8e2622 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.4005396
Feb 19 21:04:13.230899 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e1277fd7-9e2d-4ec3-adbf-b9f6d82a8e00 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (239e3356-a060-4471-904d-928e8e803a46), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:13.241741 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7371f0>, [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2285baf-0200-4453-823f-a8c8e006a2f0', 'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'mac_address': 'fa:16:3e:b3:9b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:06Z', 'updated_at': '2022-02-19T21:04:12Z', 'revision_number': 4, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'subnets': [{'id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:13.294350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1277fd7-9e2d-4ec3-adbf-b9f6d82a8e00 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239e3356-a060-4471-904d-928e8e803a46,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:13.310629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8ce1a863-6079-45de-9814-3f09fa22b1c3 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:13.316978 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71706c1-dfce-4b2b-9851-9e3ed311ffe7 None None] The sync data for ids ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'] in ncdv-master-1 is: [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2285baf-0200-4453-823f-a8c8e006a2f0', 'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'mac_address': 'fa:16:3e:b3:9b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:06Z', 'updated_at': '2022-02-19T21:04:12Z', 'revision_number': 4, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'subnets': [{'id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:04:13.318215 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e1277fd7-9e2d-4ec3-adbf-b9f6d82a8e00 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:13.319478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e1277fd7-9e2d-4ec3-adbf-b9f6d82a8e00 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6192322
Feb 19 21:04:13.325962 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:13.345218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58546) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:13.354669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:13.381190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:13.405080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f36c0d-5238-498e-9ccf-f51f3e67764b req-90f7a4bd-e9ce-4716-8a81-6adbb03fff0c tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:13.412193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72f36c0d-5238-498e-9ccf-f51f3e67764b req-90f7a4bd-e9ce-4716-8a81-6adbb03fff0c tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 944 time: 0.2788956
Feb 19 21:04:13.449495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:13.487032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0dc277-0b18-45ab-8ac2-91825010ecef None None] Network 5b352d9b-ec1a-4144-ab3c-dade310223ad requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:13.568741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c96377a8-b29f-41ac-b44f-e2e74e954369 req-43a0460e-9a13-4056-94fb-bd28b739c220 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3585160
Feb 19 21:04:13.761219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 8ce1a863-6079-45de-9814-3f09fa22b1c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ce1a863-6079-45de-9814-3f09fa22b1c3,segment=NetworkSegment(cfee6476-b028-49a0-8aa7-daab59a01d97),segment_id=cfee6476-b028-49a0-8aa7-daab59a01d97)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:13.780236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72f36c0d-5238-498e-9ccf-f51f3e67764b req-6bddfdad-f659-4e51-98b8-84e56befb647 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3670614
Feb 19 21:04:13.782472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a0bb3-d57e-4ea5-9231-1c9b9ef5710f None None] Current status of the port c2285baf-0200-4453-823f-a8c8e006a2f0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:13.830129 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:13.957815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=8ce1a863-6079-45de-9814-3f09fa22b1c3,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:14.060368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-483824de-b175-437e-bd72-56116441264b None None] Provisioning complete for port 8ce1a863-6079-45de-9814-3f09fa22b1c3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:14.060619 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-483824de-b175-437e-bd72-56116441264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:14.082770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dca08-6358-4464-bc11-68c340a31d64 req-a3678131-6af0-4364-8544-7b53e1142b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:14.093025 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c8dca08-6358-4464-bc11-68c340a31d64 req-a3678131-6af0-4364-8544-7b53e1142b79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 200  len: 914 time: 0.9871650
Feb 19 21:04:14.102335 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:14.167405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port 7d7ed22d-df4f-454e-a243-2c6d3757585e yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:04:14.176619 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c8dca08-6358-4464-bc11-68c340a31d64 req-68363df9-8897-4193-9665-8e5749e14ac0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a943b989-5a95-44a3-9a78-35384327a397 HTTP/1.1" status: 200  len: 217 time: 0.0780709
Feb 19 21:04:14.193440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c29a8-a80b-4925-8c6c-4e88334bf942 req-f9c284b2-ed8b-4b83-bedb-e3899d60d16f tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:14.203852 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f99c29a8-a80b-4925-8c6c-4e88334bf942 req-f9c284b2-ed8b-4b83-bedb-e3899d60d16f tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 946 time: 0.3525097
Feb 19 21:04:14.308966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dca08-6358-4464-bc11-68c340a31d64 req-36a992e8-d1ed-4586-8e43-e27fc44bb83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:14.308966 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c8dca08-6358-4464-bc11-68c340a31d64 req-36a992e8-d1ed-4586-8e43-e27fc44bb83b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=218165c0-fcdd-40ae-a1a5-3d39f73b2830 HTTP/1.1" status: 200  len: 853 time: 0.1092634
Feb 19 21:04:14.309212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b56607-79f3-4ee5-8fb1-5cf34b476e5c req-07f7affc-0cc0-4a76-aced-451eefe450d9 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:14.309212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36b56607-79f3-4ee5-8fb1-5cf34b476e5c req-07f7affc-0cc0-4a76-aced-451eefe450d9 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.3602962
Feb 19 21:04:14.356085 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c8dca08-6358-4464-bc11-68c340a31d64 req-1294a1d7-c1a5-4613-b00d-0e7ed4988555 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580926
Feb 19 21:04:14.390784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-483824de-b175-437e-bd72-56116441264b None None] Current status of the port 8ce1a863-6079-45de-9814-3f09fa22b1c3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:14.396725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:14.440199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a747e0a0-126c-4a11-8b97-aa23e29fef2b None None] Update dhcp port {'port': {'network_id': '5b352d9b-ec1a-4144-ab3c-dade310223ad', 'fixed_ips': [{'subnet_id': 'f8432aa1-5e59-4599-a9b5-996b593db673', 'ip_address': '2001:db8::2'}, {'subnet_id': '59b1bba4-a52e-4847-8ef5-130485d665ec'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '8ce1a863-6079-45de-9814-3f09fa22b1c3'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:04:14.491571 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a747e0a0-126c-4a11-8b97-aa23e29fef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:14.538606 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c8dca08-6358-4464-bc11-68c340a31d64 req-918b8d56-860b-4287-8b9d-6342a6750a25 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761959
Feb 19 21:04:14.571109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:14.571495 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:14.745208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c2285baf-0200-4453-823f-a8c8e006a2f0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:14.763188 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c8dca08-6358-4464-bc11-68c340a31d64 req-a1ab70e7-411e-45a9-95f4-af738c7e40f4 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2145395
Feb 19 21:04:14.797799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36b56607-79f3-4ee5-8fb1-5cf34b476e5c req-1226d0ab-0ae8-486f-abc9-f5ec68605986 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4927177
Feb 19 21:04:14.830104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f99c29a8-a80b-4925-8c6c-4e88334bf942 req-11cc1c1c-f339-4cb6-8670-16bdd0d6a962 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/security-groups?id=75698b8a-213c-419a-b8dd-5644cd6e420d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6250014
Feb 19 21:04:14.843976 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:15.136511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-a747e0a0-126c-4a11-8b97-aa23e29fef2b None None] Allocated IP 2001:db8:0:1::2 (5b352d9b-ec1a-4144-ab3c-dade310223ad/59b1bba4-a52e-4847-8ef5-130485d665ec/8ce1a863-6079-45de-9814-3f09fa22b1c3) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:15.266907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c2285baf-0200-4453-823f-a8c8e006a2f0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:15.267546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:15.321368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:15.321883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:15.395874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-3c22e32d-dab9-4a5e-8e21-fe0d21f38a64 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6765158
Feb 19 21:04:15.554319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a747e0a0-126c-4a11-8b97-aa23e29fef2b None None] For port 8ce1a863-6079-45de-9814-3f09fa22b1c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ce1a863-6079-45de-9814-3f09fa22b1c3,segment=NetworkSegment(cfee6476-b028-49a0-8aa7-daab59a01d97),segment_id=cfee6476-b028-49a0-8aa7-daab59a01d97)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:15.561131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b717b3c-e160-4a74-aff9-f1396031332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:15.564920 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0064f845-69d3-4894-8333-732b90f0527b" -d '{"events": [{"server_uuid": "7b717b3c-e160-4a74-aff9-f1396031332d", "name": "network-vif-plugged", "status": "completed", "tag": "773bb5fe-57ca-4ef3-bcd7-ea37656daaa9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:15.607083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:15.620172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Allocated IP 172.35.2.212 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/cb290689-d262-48e6-ae56-bfe42c29564f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:15.638677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273499-74c3-4b28-95a0-d75f8c55c7d9 req-bc3d115e-001f-43a4-bbdf-31a73404c548 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:15.648097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8273499-74c3-4b28-95a0-d75f8c55c7d9 req-bc3d115e-001f-43a4-bbdf-31a73404c548 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 944 time: 0.5794511
Feb 19 21:04:15.689284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:15.693091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028bf76-6f6a-4dd7-89a4-d93599c57e54 req-db8c902e-ce41-4c73-a9c5-5b10554cd49c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:15.695648 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1028bf76-6f6a-4dd7-89a4-d93599c57e54 req-db8c902e-ce41-4c73-a9c5-5b10554cd49c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.6283631
Feb 19 21:04:15.733694 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a747e0a0-126c-4a11-8b97-aa23e29fef2b None None] Publish callbacks [] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:15.779676 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a747e0a0-126c-4a11-8b97-aa23e29fef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:15.810360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c2285baf-0200-4453-823f-a8c8e006a2f0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:15.813285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8ce1a863-6079-45de-9814-3f09fa22b1c3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:15.906250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a943b989-5a95-44a3-9a78-35384327a397 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:04:15.995946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:16.150139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8ce1a863-6079-45de-9814-3f09fa22b1c3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:16.152410 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:16.156212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747e0a0-126c-4a11-8b97-aa23e29fef2b None None] Pushing event updated for resources: {'Port': ['ID=8ce1a863-6079-45de-9814-3f09fa22b1c3,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:16.234515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:16.248026 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1028bf76-6f6a-4dd7-89a4-d93599c57e54 req-d6a4691d-4b35-41ce-a462-93f4b3112fb6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5352454
Feb 19 21:04:16.250982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'a943b989-5a95-44a3-9a78-35384327a397', 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02', 'port_id': 'a943b989-5a95-44a3-9a78-35384327a397', 'mac_address': 'fa:16:3e:a1:57:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218165c0-fcdd-40ae-a1a5-3d39f73b2830', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:04:16.339144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8ce1a863-6079-45de-9814-3f09fa22b1c3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:16.344917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a943b989-5a95-44a3-9a78-35384327a397 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:16.345334 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a943b989-5a95-44a3-9a78-35384327a397), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:16.361781 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a943b989-5a95-44a3-9a78-35384327a397 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:16.418041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:16.429572 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a943b989-5a95-44a3-9a78-35384327a397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:16.494528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8::13c (5b352d9b-ec1a-4144-ab3c-dade310223ad/f8432aa1-5e59-4599-a9b5-996b593db673/7d7ed22d-df4f-454e-a243-2c6d3757585e) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:16.507440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8:0:1::212 (5b352d9b-ec1a-4144-ab3c-dade310223ad/59b1bba4-a52e-4847-8ef5-130485d665ec/7d7ed22d-df4f-454e-a243-2c6d3757585e) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:16.526219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=a943b989-5a95-44a3-9a78-35384327a397,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:16.585177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8ce1a863-6079-45de-9814-3f09fa22b1c3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:16.615881 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a819542-8676-4f23-b458-16b0a4e54675 x-openstack-request-id: req-0a819542-8676-4f23-b458-16b0a4e54675 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:16.616492 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b717b3c-e160-4a74-aff9-f1396031332d", "name": "network-vif-plugged", "status": "completed", "tag": "773bb5fe-57ca-4ef3-bcd7-ea37656daaa9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:16.616968 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a819542-8676-4f23-b458-16b0a4e54675 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:16.617596 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b717b3c-e160-4a74-aff9-f1396031332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9', 'code': 200}
Feb 19 21:04:16.666696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['a943b989-5a95-44a3-9a78-35384327a397'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:16.746032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8273499-74c3-4b28-95a0-d75f8c55c7d9 req-4c545676-9ead-4ad1-87ac-637cbab10a6d tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0966892
Feb 19 21:04:16.746298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8ce1a863-6079-45de-9814-3f09fa22b1c3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:16.746444 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:16.780242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-df5448f5-3ad9-45f2-b563-882af0bc9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:16.782236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-df5448f5-3ad9-45f2-b563-882af0bc9b3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1126 time: 1.2023802
Feb 19 21:04:17.005699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8ce1a863-6079-45de-9814-3f09fa22b1c3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:17.019018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d2d35d-97a1-49cd-b29b-8629ead9bbe7 None None] Network 5b352d9b-ec1a-4144-ab3c-dade310223ad requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:17.082203 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for port (cb290689-d262-48e6-ae56-bfe42c29564f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:17.099327 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:17.107832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0dc48345-b07c-4e5f-b604-9c2685463d9f None None] Provisioning complete for port 8ce1a863-6079-45de-9814-3f09fa22b1c3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:17.108296 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0dc48345-b07c-4e5f-b604-9c2685463d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:17.120153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06d7ac-57e0-4a0e-af4a-746c7e696733 req-ffd44d2e-9f3d-4b16-ba69-eb1149d6142a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:17.127823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f06d7ac-57e0-4a0e-af4a-746c7e696733 req-ffd44d2e-9f3d-4b16-ba69-eb1149d6142a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 945 time: 0.4392023
Feb 19 21:04:17.208376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59109c9b-38c3-4e20-be27-f812cef694db req-16c92b31-e163-484a-bff7-f52ba59e2635 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:17.211075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59109c9b-38c3-4e20-be27-f812cef694db req-16c92b31-e163-484a-bff7-f52ba59e2635 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 946 time: 0.3383250
Feb 19 21:04:17.272792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0dc48345-b07c-4e5f-b604-9c2685463d9f None None] Current status of the port 8ce1a863-6079-45de-9814-3f09fa22b1c3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:17.279997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-6fbc9b6f-fc96-4594-8fd0-af413a6af786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:17.282005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-6fbc9b6f-fc96-4594-8fd0-af413a6af786 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.4638660
Feb 19 21:04:17.411162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f06d7ac-57e0-4a0e-af4a-746c7e696733 req-1b1b951b-ea6f-475b-844f-34f35bd31199 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2807674
Feb 19 21:04:17.429031 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (cb290689-d262-48e6-ae56-bfe42c29564f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:17.454335 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:17.518242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59109c9b-38c3-4e20-be27-f812cef694db req-956654c9-7a23-4c7f-ad76-07ac00be6418 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/security-groups?id=75698b8a-213c-419a-b8dd-5644cd6e420d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2766862
Feb 19 21:04:17.537784 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-120291a9-e039-4adc-ad0e-936e55b2ca56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 998 time: 0.2206137
Feb 19 21:04:17.557879 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:17.574167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 5b352d9b-ec1a-4144-ab3c-dade310223ad is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:17.608525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:17.617074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Pushing event updated for resources: {'Port': ['ID=cb290689-d262-48e6-ae56-bfe42c29564f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:17.621091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:17.629531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:17.639663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:17.641053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:17.668084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:17.707611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1f404136-a05a-4e84-a148-0777e1fa2969 None None] Provisioning complete for port 8ce1a863-6079-45de-9814-3f09fa22b1c3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:17.708417 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1f404136-a05a-4e84-a148-0777e1fa2969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:17.824300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-a0cb49b3-da02-417b-9868-aff8cf32b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:17.826573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-a0cb49b3-da02-417b-9868-aff8cf32b405 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.2741861
Feb 19 21:04:17.844378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 5.4384272
Feb 19 21:04:17.847003 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58580) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:17.854362 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-24ec3505-09f9-485a-9a99-3f711289f20d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8432aa1-5e59-4599-a9b5-996b593db673'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:17.861716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1f404136-a05a-4e84-a148-0777e1fa2969 None None] Current status of the port 8ce1a863-6079-45de-9814-3f09fa22b1c3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:17.886909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a943b989-5a95-44a3-9a78-35384327a397 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:17.910111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc55f3-3115-4f68-bb94-c100321f3c35 req-df0ceeed-5359-4727-8241-dd258c93127c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:17.926178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56fc55f3-3115-4f68-bb94-c100321f3c35 req-df0ceeed-5359-4727-8241-dd258c93127c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.3123491
Feb 19 21:04:17.969003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port a943b989-5a95-44a3-9a78-35384327a397 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:04:17.972165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ab386-85fc-481c-ae80-b94f968f54a4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=7d7ed22d-df4f-454e-a243-2c6d3757585e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:17.974197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port a943b989-5a95-44a3-9a78-35384327a397 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:17.975293 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a943b989-5a95-44a3-9a78-35384327a397), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.081031 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for floatingip (73508851-fdb4-4de2-a10d-e4d1df1883bf), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.114050 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56fc55f3-3115-4f68-bb94-c100321f3c35 req-7cc7831a-efbc-4533-968e-b3323da97b8f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868646
Feb 19 21:04:18.127470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-060065a9-c312-4829-a050-2f97f5363c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:18.134491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-060065a9-c312-4829-a050-2f97f5363c7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2951877
Feb 19 21:04:18.203413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8579ddc-c359-4f2e-80df-13c50bbff78e req-b0fdcf85-e396-40ef-970b-5b66fc8c568e tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:18.205262 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f8579ddc-c359-4f2e-80df-13c50bbff78e req-b0fdcf85-e396-40ef-970b-5b66fc8c568e tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.10 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 946 time: 0.2017639
Feb 19 21:04:18.223526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f5b4e-e6df-4a56-a662-8346f9518dcb req-d6a7ab00-b345-4ee3-a598-a2a83eb9e522 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:18.226829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc2f5b4e-e6df-4a56-a662-8346f9518dcb req-d6a7ab00-b345-4ee3-a598-a2a83eb9e522 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 945 time: 0.2666910
Feb 19 21:04:18.288745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24ec3505-09f9-485a-9a99-3f711289f20d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.303750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e18f5e22-7cf7-4815-bbad-727caaa2298a None None] Provisioning complete for port 7d7ed22d-df4f-454e-a243-2c6d3757585e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:18.304396 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e18f5e22-7cf7-4815-bbad-727caaa2298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.306138 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-67b4c822-eb09-4b08-b460-aefcd5f78e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.345657 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (cb290689-d262-48e6-ae56-bfe42c29564f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.386794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:04:18.424395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e18f5e22-7cf7-4815-bbad-727caaa2298a None None] Port 7d7ed22d-df4f-454e-a243-2c6d3757585e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:18.447440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a943b989-5a95-44a3-9a78-35384327a397 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:18.447972 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a943b989-5a95-44a3-9a78-35384327a397), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.457481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc2f5b4e-e6df-4a56-a662-8346f9518dcb req-f8fed10c-d06d-43da-9b99-8f9c5e8ef069 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745300
Feb 19 21:04:18.467506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-93dfdd36-b4d3-4641-9949-1c771d771a9f service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3221889
Feb 19 21:04:18.516078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:18.562041 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a943b989-5a95-44a3-9a78-35384327a397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.611551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:18.611955 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.631583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:18.634063 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce8d85b-31f4-492b-afdc-4aa2d9613f7c" -d '{"events": [{"server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "a943b989-5a95-44a3-9a78-35384327a397"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:18.653891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-f8579ddc-c359-4f2e-80df-13c50bbff78e req-5f29cc3b-e97e-4b69-bf7b-fd7a114d765c tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Deleting port d9df7ee9-307b-45e6-a664-09b2b86bbcc0 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:18.654609 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f8579ddc-c359-4f2e-80df-13c50bbff78e req-5f29cc3b-e97e-4b69-bf7b-fd7a114d765c tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.674054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:18.680442 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.736042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=a943b989-5a95-44a3-9a78-35384327a397,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:18.784800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-24ec3505-09f9-485a-9a99-3f711289f20d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Delete allocated IP 2001:db8:0:1::212 (5b352d9b-ec1a-4144-ab3c-dade310223ad/59b1bba4-a52e-4847-8ef5-130485d665ec) {{(pid=121129) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 19 21:04:18.840960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:18.881246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc3248-cd9e-4ed4-afc1-5fb2b6a4def8 req-0c084bd0-2795-44d6-8573-e5b1bc11e0db tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:18.892887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74cc3248-cd9e-4ed4-afc1-5fb2b6a4def8 req-0c084bd0-2795-44d6-8573-e5b1bc11e0db tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2198784
Feb 19 21:04:18.904394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-f8579ddc-c359-4f2e-80df-13c50bbff78e req-5f29cc3b-e97e-4b69-bf7b-fd7a114d765c tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] For port d9df7ee9-307b-45e6-a664-09b2b86bbcc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9df7ee9-307b-45e6-a664-09b2b86bbcc0,segment=NetworkSegment(1ae6c39a-fb2b-4f5f-9ae4-75c529827022),segment_id=1ae6c39a-fb2b-4f5f-9ae4-75c529827022)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:18.904394 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f8579ddc-c359-4f2e-80df-13c50bbff78e req-5f29cc3b-e97e-4b69-bf7b-fd7a114d765c tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:18.912512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1cac14b-ba73-4eb6-a669-4e544b85afe0 req-3c72bbdf-4869-4e9f-baf6-a4bc48297d93 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4384005
Feb 19 21:04:18.936014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-f8579ddc-c359-4f2e-80df-13c50bbff78e req-5f29cc3b-e97e-4b69-bf7b-fd7a114d765c tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Calling delete_port for d9df7ee9-307b-45e6-a664-09b2b86bbcc0 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:19.015934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74cc3248-cd9e-4ed4-afc1-5fb2b6a4def8 req-9945ec76-f832-49fd-9be9-1b3a2f1b8ae0 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220152
Feb 19 21:04:19.021299 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for port (cb290689-d262-48e6-ae56-bfe42c29564f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:19.027112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (cb290689-d262-48e6-ae56-bfe42c29564f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:19.098952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f243-e11f-4a59-840e-505d4c854901 req-dde50afa-7906-4b39-96b1-43c25f79fe97 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:19.112805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8486f243-e11f-4a59-840e-505d4c854901 req-dde50afa-7906-4b39-96b1-43c25f79fe97 tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 946 time: 0.1663237
Feb 19 21:04:19.160354 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5146130d-c725-4d35-8e79-021f01d55c1e x-openstack-request-id: req-5146130d-c725-4d35-8e79-021f01d55c1e {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:19.160647 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "a943b989-5a95-44a3-9a78-35384327a397", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:19.163808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Pushing event updated for resources: {'Port': ['ID=cb290689-d262-48e6-ae56-bfe42c29564f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:19.169184 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5146130d-c725-4d35-8e79-021f01d55c1e {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:19.173785 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397', 'code': 200}
Feb 19 21:04:19.191644 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (73508851-fdb4-4de2-a10d-e4d1df1883bf), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:19.215242 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24ec3505-09f9-485a-9a99-3f711289f20d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:19.222546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8486f243-e11f-4a59-840e-505d4c854901 req-3891eefb-3d04-4f3b-827e-9dbc6e47087a tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/security-groups?id=75698b8a-213c-419a-b8dd-5644cd6e420d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152596
Feb 19 21:04:19.235002 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:19.236787 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4a5a7299-07c3-456e-b191-8d35fd48f450 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.8863943
Feb 19 21:04:19.279712 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24ec3505-09f9-485a-9a99-3f711289f20d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:19.383593 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec3505-09f9-485a-9a99-3f711289f20d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=7d7ed22d-df4f-454e-a243-2c6d3757585e,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:19.433427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01e1e-523c-4df0-b788-36516271d1f1 req-8caca1d8-f840-423f-8dd6-efcecfd328d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:19.434107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ee01e1e-523c-4df0-b788-36516271d1f1 req-8caca1d8-f840-423f-8dd6-efcecfd328d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 1128 time: 0.1883795
Feb 19 21:04:19.454960 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116e380-6113-4e3a-a2f5-a1431e7a0fe2 req-c3def8f7-0878-46c8-9e8f-2fe41fd671cb tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:19.456156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a116e380-6113-4e3a-a2f5-a1431e7a0fe2 req-c3def8f7-0878-46c8-9e8f-2fe41fd671cb tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 943 time: 0.1461098
Feb 19 21:04:19.459044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-24ec3505-09f9-485a-9a99-3f711289f20d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] In _notify_port_updated(), no bound segment for port 7d7ed22d-df4f-454e-a243-2c6d3757585e on network 5b352d9b-ec1a-4144-ab3c-dade310223ad {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:04:19.465058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec3505-09f9-485a-9a99-3f711289f20d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:19.465847 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24ec3505-09f9-485a-9a99-3f711289f20d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:19.470647 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-24ec3505-09f9-485a-9a99-3f711289f20d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "PUT /v2.0/ports/7d7ed22d-df4f-454e-a243-2c6d3757585e HTTP/1.1" status: 200  len: 925 time: 1.6182134
Feb 19 21:04:19.470647 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f8579ddc-c359-4f2e-80df-13c50bbff78e req-5f29cc3b-e97e-4b69-bf7b-fd7a114d765c tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d9df7ee9-307b-45e6-a664-09b2b86bbcc0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:19.474911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58602) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:19.484742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['d9df7ee9-307b-45e6-a664-09b2b86bbcc0'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:19.485745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-41adf1f0-14f6-4d0c-9a30-c97a08f43dc9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8432aa1-5e59-4599-a9b5-996b593db673'}, {'subnet_id': '59b1bba4-a52e-4847-8ef5-130485d665ec'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:19.505414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98039cbc-bbcc-4c28-928f-1b5fb0c8cc77 req-3c819526-6c16-4ed3-a7ce-9b4ab42a0734 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:19.507540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98039cbc-bbcc-4c28-928f-1b5fb0c8cc77 req-3c819526-6c16-4ed3-a7ce-9b4ab42a0734 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.1411631
Feb 19 21:04:19.589928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ee01e1e-523c-4df0-b788-36516271d1f1 req-77cc09a6-0d37-4318-9243-e570f8a287b0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392701
Feb 19 21:04:19.589928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a116e380-6113-4e3a-a2f5-a1431e7a0fe2 req-4c294c96-a52c-4f90-ae0e-29ea57f41603 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189666
Feb 19 21:04:19.612011 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41adf1f0-14f6-4d0c-9a30-c97a08f43dc9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:19.648262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98039cbc-bbcc-4c28-928f-1b5fb0c8cc77 req-aac84b19-ba6c-4a1b-8c2a-cd6dfafd7641 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283412
Feb 19 21:04:19.653393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29cc3b-e97e-4b69-bf7b-fd7a114d765c tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Pushing event deleted for resources: {'Port': ['ID=d9df7ee9-307b-45e6-a664-09b2b86bbcc0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:19.693519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8579ddc-c359-4f2e-80df-13c50bbff78e req-5f29cc3b-e97e-4b69-bf7b-fd7a114d765c tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] No DVR routers for this DVR port d9df7ee9-307b-45e6-a664-09b2b86bbcc0 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:04:19.697477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f8579ddc-c359-4f2e-80df-13c50bbff78e req-5f29cc3b-e97e-4b69-bf7b-fd7a114d765c tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:19.702131 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f8579ddc-c359-4f2e-80df-13c50bbff78e req-5f29cc3b-e97e-4b69-bf7b-fd7a114d765c tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.10 "DELETE /v2.0/ports/d9df7ee9-307b-45e6-a664-09b2b86bbcc0 HTTP/1.1" status: 204  len: 173 time: 1.4667218
Feb 19 21:04:19.731721 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9424a60d-94ab-4f65-9532-2bf2781187b0', 'name': 'network-vif-deleted', 'tag': 'd9df7ee9-307b-45e6-a664-09b2b86bbcc0'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:19.731721 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dd1732-0ed9-4859-9c2e-9e75465459a0" -d '{"events": [{"server_uuid": "9424a60d-94ab-4f65-9532-2bf2781187b0", "name": "network-vif-deleted", "tag": "d9df7ee9-307b-45e6-a664-09b2b86bbcc0"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:19.789562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-8133f184-a8b1-4d9a-802b-94401584147d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--640619504&fields=id&tenant_id=6e59ada015584cc6b980ae55cedc2103 HTTP/1.1" status: 200  len: 267 time: 0.0896528
Feb 19 21:04:19.865195 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb29116f-8de9-4a1a-b0a5-9c5701ae6dad x-openstack-request-id: req-cb29116f-8de9-4a1a-b0a5-9c5701ae6dad {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:19.866257 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9424a60d-94ab-4f65-9532-2bf2781187b0", "name": "network-vif-deleted", "tag": "d9df7ee9-307b-45e6-a664-09b2b86bbcc0", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:19.866682 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb29116f-8de9-4a1a-b0a5-9c5701ae6dad {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:19.867276 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9424a60d-94ab-4f65-9532-2bf2781187b0', 'name': 'network-vif-deleted', 'tag': 'd9df7ee9-307b-45e6-a664-09b2b86bbcc0', 'status': 'completed', 'code': 200}
Feb 19 21:04:19.905004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2cce80d2-e47c-49b1-81af-8876a329c000 None None] Provisioning complete for port 7d7ed22d-df4f-454e-a243-2c6d3757585e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:19.905390 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2cce80d2-e47c-49b1-81af-8876a329c000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:19.943858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2cce80d2-e47c-49b1-81af-8876a329c000 None None] Port 7d7ed22d-df4f-454e-a243-2c6d3757585e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:19.982029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-844cf9da-4e6b-4eb7-8c92-8d2dd1e6c42d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:19.991731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-844cf9da-4e6b-4eb7-8c92-8d2dd1e6c42d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/networks?id=14d8226a-6e83-4985-8f30-56d8f0e3e01f HTTP/1.1" status: 200  len: 814 time: 0.1878719
Feb 19 21:04:20.012946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-ef4f6cd0-f44d-465f-9429-f881aef4bc70 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/quotas/6e59ada015584cc6b980ae55cedc2103 HTTP/1.1" status: 200  len: 375 time: 0.0201678
Feb 19 21:04:20.117359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-c40c18d5-a6f8-4546-aa45-b11f461879a9 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e59ada015584cc6b980ae55cedc2103&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0993426
Feb 19 21:04:20.154657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-41adf1f0-14f6-4d0c-9a30-c97a08f43dc9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8:0:1::32c (5b352d9b-ec1a-4144-ab3c-dade310223ad/59b1bba4-a52e-4847-8ef5-130485d665ec/7d7ed22d-df4f-454e-a243-2c6d3757585e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:20.266132 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32c7a5-ba38-4333-a77a-6dff3720bb58 req-662f19ea-c514-4783-adec-58aeeb1161b1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:20.267844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c32c7a5-ba38-4333-a77a-6dff3720bb58 req-662f19ea-c514-4783-adec-58aeeb1161b1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1416245
Feb 19 21:04:20.319995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-a5d4b81f-7430-4792-8005-290fa497a1c5 service neutron] 10.222.0.30 "GET /v2.0/networks/14d8226a-6e83-4985-8f30-56d8f0e3e01f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781523
Feb 19 21:04:20.368226 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41adf1f0-14f6-4d0c-9a30-c97a08f43dc9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:20.369966 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0917285c-c41e-482e-99d6-4b756fc85e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:20.380467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41adf1f0-14f6-4d0c-9a30-c97a08f43dc9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:20.423195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c32c7a5-ba38-4333-a77a-6dff3720bb58 req-897a4d3b-6405-4cea-8a6a-852516c3f959 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449053
Feb 19 21:04:20.561103 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-41adf1f0-14f6-4d0c-9a30-c97a08f43dc9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] In _notify_port_updated(), no bound segment for port 7d7ed22d-df4f-454e-a243-2c6d3757585e on network 5b352d9b-ec1a-4144-ab3c-dade310223ad {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:04:20.569258 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-277fa214-f296-4003-95ae-2ec349d1f469 service neutron] 10.222.0.30 "GET /v2.0/networks/14d8226a-6e83-4985-8f30-56d8f0e3e01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2209537
Feb 19 21:04:20.581319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41adf1f0-14f6-4d0c-9a30-c97a08f43dc9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:20.592978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41adf1f0-14f6-4d0c-9a30-c97a08f43dc9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:20.595700 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-41adf1f0-14f6-4d0c-9a30-c97a08f43dc9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "PUT /v2.0/ports/7d7ed22d-df4f-454e-a243-2c6d3757585e HTTP/1.1" status: 200  len: 1011 time: 1.1147356
Feb 19 21:04:20.596961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adf1f0-14f6-4d0c-9a30-c97a08f43dc9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=7d7ed22d-df4f-454e-a243-2c6d3757585e,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:20.599542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58620) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:20.719752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9c5a06f-644c-4c1b-8e25-61e531242448 req-e5ef6ff5-b886-409b-980e-61b4049ec5bf tempest-InstanceActionsV221TestJSON-545651857 tempest-InstanceActionsV221TestJSON-545651857-project] 10.222.0.30 "GET /v2.0/ports?device_id=9424a60d-94ab-4f65-9532-2bf2781187b0 HTTP/1.1" status: 200  len: 210 time: 0.0724344
Feb 19 21:04:20.861210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-63f3c31b-1fb0-498d-8cfc-56147ab49604 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port 7d7ed22d-df4f-454e-a243-2c6d3757585e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:20.861908 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63f3c31b-1fb0-498d-8cfc-56147ab49604 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:21.091681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0b28dedb-73df-4fa5-8463-20a386d5a955 None None] Provisioning complete for port 7d7ed22d-df4f-454e-a243-2c6d3757585e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:21.093723 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0b28dedb-73df-4fa5-8463-20a386d5a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:21.137898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0b28dedb-73df-4fa5-8463-20a386d5a955 None None] Port 7d7ed22d-df4f-454e-a243-2c6d3757585e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:21.175225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b717b3c-e160-4a74-aff9-f1396031332d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:21.178971 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c43420-5bb4-426a-b385-b65b0e72d529" -d '{"events": [{"server_uuid": "7b717b3c-e160-4a74-aff9-f1396031332d", "name": "network-vif-unplugged", "status": "completed", "tag": "773bb5fe-57ca-4ef3-bcd7-ea37656daaa9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:21.180509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124e4d1-6a41-43b0-b8bc-b7039780e5e5 req-952395b5-1cba-4caf-859c-a0f727c92a64 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:21.183497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e124e4d1-6a41-43b0-b8bc-b7039780e5e5 req-952395b5-1cba-4caf-859c-a0f727c92a64 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 943 time: 0.2880812
Feb 19 21:04:21.218552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949bf9f-8f84-4b0a-9074-478bd3952a85 req-3aec8499-2db2-4215-b0e3-4977eb5c226f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:21.219140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c949bf9f-8f84-4b0a-9074-478bd3952a85 req-3aec8499-2db2-4215-b0e3-4977eb5c226f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.2463379
Feb 19 21:04:21.231999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b986ba-7c83-419a-9f6e-e47a3d6449d8 req-e8f09d40-43d8-4582-af92-dab1624b65a5 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:21.235343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23b986ba-7c83-419a-9f6e-e47a3d6449d8 req-e8f09d40-43d8-4582-af92-dab1624b65a5 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 943 time: 0.2323494
Feb 19 21:04:21.243609 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63f3c31b-1fb0-498d-8cfc-56147ab49604 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:21.316844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-63f3c31b-1fb0-498d-8cfc-56147ab49604 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for 7d7ed22d-df4f-454e-a243-2c6d3757585e owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:21.508387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c949bf9f-8f84-4b0a-9074-478bd3952a85 req-fe096031-960b-4174-88f0-7572f4c5296c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609811
Feb 19 21:04:21.516904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e124e4d1-6a41-43b0-b8bc-b7039780e5e5 req-6faa0111-20ea-45b3-a6ae-777ae16bd8d7 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221741
Feb 19 21:04:21.599188 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f877a56-aebc-4076-8012-5073e40c7767 x-openstack-request-id: req-4f877a56-aebc-4076-8012-5073e40c7767 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:21.599487 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b717b3c-e160-4a74-aff9-f1396031332d", "name": "network-vif-unplugged", "status": "completed", "tag": "773bb5fe-57ca-4ef3-bcd7-ea37656daaa9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:21.599770 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f877a56-aebc-4076-8012-5073e40c7767 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:21.600484 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b717b3c-e160-4a74-aff9-f1396031332d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9', 'code': 200}
Feb 19 21:04:21.633710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-23b986ba-7c83-419a-9f6e-e47a3d6449d8 req-4d255d70-fdb1-4737-bb0c-9a9afa26b6de tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Deleting port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:21.634347 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-23b986ba-7c83-419a-9f6e-e47a3d6449d8 req-4d255d70-fdb1-4737-bb0c-9a9afa26b6de tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:21.773977 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:21.888918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d9df7ee9-307b-45e6-a664-09b2b86bbcc0 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:04:21.923851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: d9df7ee9-307b-45e6-a664-09b2b86bbcc0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:04:21.924564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d9df7ee9-307b-45e6-a664-09b2b86bbcc0 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:04:22.239661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5e0abed-3654-4a4b-8c62-2259a5d59009 req-75b2e12f-56d8-4199-bc15-73714fa70f1e tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 210 time: 0.6131756
Feb 19 21:04:22.301283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-062997d2-69d6-4859-81ae-3e35e6dbdc9e tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:22.314519 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-062997d2-69d6-4859-81ae-3e35e6dbdc9e tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.67 "GET /v2.0/networks?id=14d8226a-6e83-4985-8f30-56d8f0e3e01f HTTP/1.1" status: 200  len: 814 time: 0.2505701
Feb 19 21:04:22.371751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-23b986ba-7c83-419a-9f6e-e47a3d6449d8 req-4d255d70-fdb1-4737-bb0c-9a9afa26b6de tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] For port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:22.372176 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-23b986ba-7c83-419a-9f6e-e47a3d6449d8 req-4d255d70-fdb1-4737-bb0c-9a9afa26b6de tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:22.402224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-23b986ba-7c83-419a-9f6e-e47a3d6449d8 req-4d255d70-fdb1-4737-bb0c-9a9afa26b6de tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Calling delete_port for 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:22.408795 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-d89c3919-53f9-4d96-9354-8b4045508439 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e59ada015584cc6b980ae55cedc2103 HTTP/1.1" status: 200  len: 379 time: 0.0831735
Feb 19 21:04:22.418482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9b5c8-86b5-42e6-9bdc-8b568b03d27a req-46ff3a8a-303a-4fa3-a615-a151c2ac9901 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:22.425524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fc9b5c8-86b5-42e6-9bdc-8b568b03d27a req-46ff3a8a-303a-4fa3-a615-a151c2ac9901 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.6691327
Feb 19 21:04:22.426472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Request body: {'port': {'device_id': '3addd2f6-24e1-4826-8f84-14355a67d407', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'admin_state_up': True, 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'security_groups': ['402b5bf9-8c66-41ca-a3b4-d144ed3533b3']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:22.440039 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63f3c31b-1fb0-498d-8cfc-56147ab49604 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7d7ed22d-df4f-454e-a243-2c6d3757585e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:22.553286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3c31b-1fb0-498d-8cfc-56147ab49604 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=7d7ed22d-df4f-454e-a243-2c6d3757585e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:22.625947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Made reservation on behalf of 6e59ada015584cc6b980ae55cedc2103 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:22.632545 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:22.685291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fc9b5c8-86b5-42e6-9bdc-8b568b03d27a req-4a1b3db6-a626-420d-95f9-aebc8ec8a83d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2588186
Feb 19 21:04:22.689061 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63f3c31b-1fb0-498d-8cfc-56147ab49604 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:22.693219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-63f3c31b-1fb0-498d-8cfc-56147ab49604 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/7d7ed22d-df4f-454e-a243-2c6d3757585e HTTP/1.1" status: 204  len: 168 time: 2.0924931
Feb 19 21:04:22.702335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58672) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:22.738728 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2da5e6-3ad2-4f85-aad0-6db545ffeaae tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:04:22.739405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6e2da5e6-3ad2-4f85-aad0-6db545ffeaae tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/7d7ed22d-df4f-454e-a243-2c6d3757585e HTTP/1.1" status: 404  len: 333 time: 0.0357449
Feb 19 21:04:22.742190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58674) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:22.883408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d986fd-5fdf-4003-b73f-45f9a31eb700 req-4b80cb99-2811-4a5c-866a-2c9500d0c5c9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:22.892160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71d986fd-5fdf-4003-b73f-45f9a31eb700 req-4b80cb99-2811-4a5c-866a-2c9500d0c5c9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.3455820
Feb 19 21:04:22.936789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Allocated IP 172.20.0.9 (14d8226a-6e83-4985-8f30-56d8f0e3e01f/eddeb728-5372-408b-bbfa-32b636226d78/0f4a2e1e-4de3-4838-87c6-24936b87de02) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:22.992088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbe18ed-2d10-4c63-97d2-b7011c4b72e0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting subnet 59b1bba4-a52e-4847-8ef5-130485d665ec {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:04:23.048966 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfbe18ed-2d10-4c63-97d2-b7011c4b72e0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (59b1bba4-a52e-4847-8ef5-130485d665ec), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.134465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71d986fd-5fdf-4003-b73f-45f9a31eb700 req-ecc446c4-ce84-4126-8170-411492e293aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2335079
Feb 19 21:04:23.144796 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.158299 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-23b986ba-7c83-419a-9f6e-e47a3d6449d8 req-4d255d70-fdb1-4737-bb0c-9a9afa26b6de tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (773bb5fe-57ca-4ef3-bcd7-ea37656daaa9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.161953 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfbe18ed-2d10-4c63-97d2-b7011c4b72e0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (59b1bba4-a52e-4847-8ef5-130485d665ec), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.195487 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.219518 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.279044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d255d70-fdb1-4737-bb0c-9a9afa26b6de tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event deleted for resources: {'Port': ['ID=773bb5fe-57ca-4ef3-bcd7-ea37656daaa9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:23.295675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Network 14d8226a-6e83-4985-8f30-56d8f0e3e01f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:23.297981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:23.302057 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:23.353684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24cd68-b192-491e-960d-e983d9fcc9b3 req-5bae8801-ac1f-407a-b733-d7fe54a55b13 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:23.355405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f24cd68-b192-491e-960d-e983d9fcc9b3 req-5bae8801-ac1f-407a-b733-d7fe54a55b13 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b717b3c-e160-4a74-aff9-f1396031332d HTTP/1.1" status: 200  len: 865 time: 0.3887806
Feb 19 21:04:23.366056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Pushing event updated for resources: {'Port': ['ID=0f4a2e1e-4de3-4838-87c6-24936b87de02,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:23.409426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:23.410432 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.441029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b986ba-7c83-419a-9f6e-e47a3d6449d8 req-4d255d70-fdb1-4737-bb0c-9a9afa26b6de tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] No DVR routers for this DVR port 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:04:23.441163 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-66ef2681-e9e7-4742-ac16-4f45a891c4e6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0184569
Feb 19 21:04:23.444094 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-23b986ba-7c83-419a-9f6e-e47a3d6449d8 req-4d255d70-fdb1-4737-bb0c-9a9afa26b6de tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.447996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23b986ba-7c83-419a-9f6e-e47a3d6449d8 req-4d255d70-fdb1-4737-bb0c-9a9afa26b6de tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.67 "DELETE /v2.0/ports/773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 HTTP/1.1" status: 204  len: 173 time: 2.1916988
Feb 19 21:04:23.453231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b717b3c-e160-4a74-aff9-f1396031332d', 'name': 'network-vif-deleted', 'tag': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:23.455633 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3962168-2006-4ec9-b926-c61a0b4ad881" -d '{"events": [{"server_uuid": "7b717b3c-e160-4a74-aff9-f1396031332d", "name": "network-vif-deleted", "tag": "773bb5fe-57ca-4ef3-bcd7-ea37656daaa9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:23.464986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Request body: {'port': {'device_id': '3addd2f6-24e1-4826-8f84-14355a67d407', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:23.553608 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.589070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-8c3735f7-a9d5-49c6-b6da-9c4247ce33dd tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:23.591059 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-8c3735f7-a9d5-49c6-b6da-9c4247ce33dd tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/networks?id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 200  len: 813 time: 0.2613113
Feb 19 21:04:23.626546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-4f996f8b-dd1b-41f1-90cf-8b8b479fa360 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/quotas/5ee065d1c70940cd8caadd525737c593 HTTP/1.1" status: 200  len: 375 time: 0.0238457
Feb 19 21:04:23.639986 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfbe18ed-2d10-4c63-97d2-b7011c4b72e0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (59b1bba4-a52e-4847-8ef5-130485d665ec), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.699237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8bf20a39-bdd3-4e21-86bf-b2691ff82998 None None] Provisioning complete for port 0f4a2e1e-4de3-4838-87c6-24936b87de02 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:23.700670 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8bf20a39-bdd3-4e21-86bf-b2691ff82998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.722005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f24cd68-b192-491e-960d-e983d9fcc9b3 req-4712616f-0762-4f24-8622-bda9cfb670a1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221617
Feb 19 21:04:23.751602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8bf20a39-bdd3-4e21-86bf-b2691ff82998 None None] Port 0f4a2e1e-4de3-4838-87c6-24936b87de02 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:23.826262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-acd2d34d-d162-4416-9b3b-783910b65068 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ee065d1c70940cd8caadd525737c593&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1822617
Feb 19 21:04:23.927393 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfbe18ed-2d10-4c63-97d2-b7011c4b72e0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (59b1bba4-a52e-4847-8ef5-130485d665ec), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:23.992957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe18ed-2d10-4c63-97d2-b7011c4b72e0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Subnet': ['ID=59b1bba4-a52e-4847-8ef5-130485d665ec,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:24.003840 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfbe18ed-2d10-4c63-97d2-b7011c4b72e0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.007653 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cfbe18ed-2d10-4c63-97d2-b7011c4b72e0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/59b1bba4-a52e-4847-8ef5-130485d665ec HTTP/1.1" status: 204  len: 168 time: 1.2586486
Feb 19 21:04:24.013851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58720) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:24.017063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b10eeb-d0ed-4455-b8c3-f241f56768fd None None] Network 5b352d9b-ec1a-4144-ab3c-dade310223ad requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:24.058809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4a2e1e-4de3-4838-87c6-24936b87de02 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:24.082809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Publish callbacks [] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.085299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b941a-7b5f-4fd7-b525-b66b04ff5bc6 req-374f968e-4c62-492e-a516-2a4959124dda tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:24.093712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e47b941a-7b5f-4fd7-b525-b66b04ff5bc6 req-374f968e-4c62-492e-a516-2a4959124dda tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2459493
Feb 19 21:04:24.108763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Transition to ACTIVE for port object 0f4a2e1e-4de3-4838-87c6-24936b87de02 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:04:24.115416 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.134134 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-3d8edd27-41c2-4944-bf30-2572114e4e99 service neutron] 10.222.0.30 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3054864
Feb 19 21:04:24.145509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f080ad3d-f8c5-4e66-b57a-8e657e0d25de tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting subnet f8432aa1-5e59-4599-a9b5-996b593db673 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:04:24.160373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f080ad3d-f8c5-4e66-b57a-8e657e0d25de tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (f8432aa1-5e59-4599-a9b5-996b593db673), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.186578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4a2e1e-4de3-4838-87c6-24936b87de02,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:24.309055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e47b941a-7b5f-4fd7-b525-b66b04ff5bc6 req-4933893a-e0bb-4df7-b5e1-6594bb013b5d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2142990
Feb 19 21:04:24.351123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Attempting to bind port 0f4a2e1e-4de3-4838-87c6-24936b87de02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:24.351776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Attempting to bind port 0f4a2e1e-4de3-4838-87c6-24936b87de02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:24.351776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Attempting to bind port 0f4a2e1e-4de3-4838-87c6-24936b87de02 on network 14d8226a-6e83-4985-8f30-56d8f0e3e01f {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:24.358557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Port 0f4a2e1e-4de3-4838-87c6-24936b87de02 on network 14d8226a-6e83-4985-8f30-56d8f0e3e01f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:04:24.358948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Attempting to bind port 0f4a2e1e-4de3-4838-87c6-24936b87de02 on network 14d8226a-6e83-4985-8f30-56d8f0e3e01f {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:24.386242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:24.386923 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Checking segment: {'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:24.387694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Bound using segment: {'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:24.388216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Bound port: 0f4a2e1e-4de3-4838-87c6-24936b87de02, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fa7d7-496a-4edc-9140-a61803883014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:24.388656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.395184 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.408500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:04:24.410368 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f080ad3d-f8c5-4e66-b57a-8e657e0d25de tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (f8432aa1-5e59-4599-a9b5-996b593db673), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.509111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:04:24.510274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 773bb5fe-57ca-4ef3-bcd7-ea37656daaa9 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:04:24.516823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] For port 0f4a2e1e-4de3-4838-87c6-24936b87de02, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:24.523955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] For port 0f4a2e1e-4de3-4838-87c6-24936b87de02, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f4a2e1e-4de3-4838-87c6-24936b87de02,segment=NetworkSegment(799fa7d7-496a-4edc-9140-a61803883014),segment_id=799fa7d7-496a-4edc-9140-a61803883014)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:24.546492 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.597082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-bc16d1b0-efda-4c47-a3ea-76e27f1bae38 service neutron] 10.222.0.30 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4383452
Feb 19 21:04:24.634167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b094a80-a1bf-4295-a815-b2b2ffadb64c req-236a63c8-488d-4fa6-9235-90c318d9c289 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:24.648662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b094a80-a1bf-4295-a815-b2b2ffadb64c req-236a63c8-488d-4fa6-9235-90c318d9c289 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 943 time: 0.2326171
Feb 19 21:04:24.655656 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f080ad3d-f8c5-4e66-b57a-8e657e0d25de tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (f8432aa1-5e59-4599-a9b5-996b593db673), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.655806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:24.657421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.658969 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] 10.222.0.67 "PUT /v2.0/ports/0f4a2e1e-4de3-4838-87c6-24936b87de02 HTTP/1.1" status: 200  len: 1091 time: 1.2158835
Feb 19 21:04:24.659626 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3addd2f6-24e1-4826-8f84-14355a67d407', 'tag': '0f4a2e1e-4de3-4838-87c6-24936b87de02'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:24.661772 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a" -d '{"events": [{"name": "network-changed", "server_uuid": "3addd2f6-24e1-4826-8f84-14355a67d407", "tag": "0f4a2e1e-4de3-4838-87c6-24936b87de02"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:24.770979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdc5da-6451-4d0d-a31a-8d94ced57ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4a2e1e-4de3-4838-87c6-24936b87de02,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:24.800490 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b094a80-a1bf-4295-a815-b2b2ffadb64c req-c07a78aa-0388-49b7-8948-2becd23bd7e2 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/security-groups?id=402b5bf9-8c66-41ca-a3b4-d144ed3533b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1510146
Feb 19 21:04:24.823618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f080ad3d-f8c5-4e66-b57a-8e657e0d25de tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (f8432aa1-5e59-4599-a9b5-996b593db673), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.834823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-7734d2a1-573b-4961-a40f-340537be50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:24.836471 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-7734d2a1-573b-4961-a40f-340537be50fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6e59ada015584cc6b980ae55cedc2103&device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 1125 time: 0.1153264
Feb 19 21:04:24.898616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080ad3d-f8c5-4e66-b57a-8e657e0d25de tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Subnet': ['ID=f8432aa1-5e59-4599-a9b5-996b593db673,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:24.908048 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f080ad3d-f8c5-4e66-b57a-8e657e0d25de tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:24.916964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f080ad3d-f8c5-4e66-b57a-8e657e0d25de tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/f8432aa1-5e59-4599-a9b5-996b593db673 HTTP/1.1" status: 204  len: 168 time: 0.8964949
Feb 19 21:04:24.925338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58750) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:24.942474 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-7ca382ed-e140-4d91-853d-bd4a40a2c960 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4a2e1e-4de3-4838-87c6-24936b87de02 HTTP/1.1" status: 200  len: 217 time: 0.0950022
Feb 19 21:04:24.961669 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa61ee5-945b-42a6-b5fe-7d2334349e61 x-openstack-request-id: req-7fa61ee5-945b-42a6-b5fe-7d2334349e61 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:24.962545 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b717b3c-e160-4a74-aff9-f1396031332d", "name": "network-vif-deleted", "tag": "773bb5fe-57ca-4ef3-bcd7-ea37656daaa9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:24.963378 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fa61ee5-945b-42a6-b5fe-7d2334349e61 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:24.964119 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b717b3c-e160-4a74-aff9-f1396031332d', 'name': 'network-vif-deleted', 'tag': '773bb5fe-57ca-4ef3-bcd7-ea37656daaa9', 'status': 'completed', 'code': 200}
Feb 19 21:04:24.969092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58754) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:25.082967 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3635ec21-7b80-4794-b2c8-ce8805011327 x-openstack-request-id: req-3635ec21-7b80-4794-b2c8-ce8805011327 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:25.083614 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3addd2f6-24e1-4826-8f84-14355a67d407", "tag": "0f4a2e1e-4de3-4838-87c6-24936b87de02", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:25.084437 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3635ec21-7b80-4794-b2c8-ce8805011327 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:25.085140 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3addd2f6-24e1-4826-8f84-14355a67d407', 'tag': '0f4a2e1e-4de3-4838-87c6-24936b87de02', 'status': 'completed', 'code': 200}
Feb 19 21:04:25.162448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-83e825c6-bca2-4e22-a0bc-2f598e056239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:25.164359 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-83e825c6-bca2-4e22-a0bc-2f598e056239 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eddeb728-5372-408b-bbfa-32b636226d78 HTTP/1.1" status: 200  len: 853 time: 0.2103095
Feb 19 21:04:25.166793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (5b352d9b-ec1a-4144-ab3c-dade310223ad), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:25.170963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-653914e9-539f-4e66-8ea3-d31072ae3111 admin admin] Deleting subnet 6ae2ac6a-717f-4f5b-a6b4-482e11541f4f {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:04:25.186217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-653914e9-539f-4e66-8ea3-d31072ae3111 admin admin] Publish callbacks [] for subnet (6ae2ac6a-717f-4f5b-a6b4-482e11541f4f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:25.322006 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-653914e9-539f-4e66-8ea3-d31072ae3111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (6ae2ac6a-717f-4f5b-a6b4-482e11541f4f), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:25.352696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe161877-80c2-4c46-928d-b53fce8407d3 req-fde5477b-2201-4abb-a322-3e93f390ad1a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 210 time: 0.0659165
Feb 19 21:04:25.401911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-7b28be99-b523-4323-91fe-4b94303a51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:25.403880 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-7b28be99-b523-4323-91fe-4b94303a51aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14d8226a-6e83-4985-8f30-56d8f0e3e01f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2280736
Feb 19 21:04:25.449535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2565405-84a5-4b71-9c4b-666a3c097583 req-e246195a-3c60-47d4-978e-05074e1b96c9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:25.456994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-653914e9-539f-4e66-8ea3-d31072ae3111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (6ae2ac6a-717f-4f5b-a6b4-482e11541f4f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:25.458144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2565405-84a5-4b71-9c4b-666a3c097583 req-e246195a-3c60-47d4-978e-05074e1b96c9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.3471363
Feb 19 21:04:25.500136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port 8ce1a863-6079-45de-9814-3f09fa22b1c3 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:25.500906 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:25.578684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4017fc7-5959-4e5c-9802-3a44f48d36cc None None] Network 5b352d9b-ec1a-4144-ab3c-dade310223ad requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:25.655166 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-00af8fcf-0ad3-4fe7-a524-b97f7e7db8ac service neutron] 10.222.0.67 "GET /v2.0/networks/14d8226a-6e83-4985-8f30-56d8f0e3e01f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2430103
Feb 19 21:04:25.659725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-19dbc7e0-6ac3-460f-a2ed-1f5a046ccbea None None] Provisioning complete for port 8ce1a863-6079-45de-9814-3f09fa22b1c3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:25.660148 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-19dbc7e0-6ac3-460f-a2ed-1f5a046ccbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:25.670770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] For port 8ce1a863-6079-45de-9814-3f09fa22b1c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ce1a863-6079-45de-9814-3f09fa22b1c3,segment=NetworkSegment(cfee6476-b028-49a0-8aa7-daab59a01d97),segment_id=cfee6476-b028-49a0-8aa7-daab59a01d97)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:25.671378 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:25.690876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2565405-84a5-4b71-9c4b-666a3c097583 req-c587b2c1-1f3f-40b1-8b44-d12323562f5c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2300906
Feb 19 21:04:25.734621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for 8ce1a863-6079-45de-9814-3f09fa22b1c3 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:25.772364 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-653914e9-539f-4e66-8ea3-d31072ae3111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (6ae2ac6a-717f-4f5b-a6b4-482e11541f4f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:25.819782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653914e9-539f-4e66-8ea3-d31072ae3111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae2ac6a-717f-4f5b-a6b4-482e11541f4f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:25.832222 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-653914e9-539f-4e66-8ea3-d31072ae3111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:25.835343 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:25.839561 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-653914e9-539f-4e66-8ea3-d31072ae3111 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6ae2ac6a-717f-4f5b-a6b4-482e11541f4f HTTP/1.1" status: 204  len: 168 time: 0.8640885
Feb 19 21:04:25.841568 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58792) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:25.855670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-19dbc7e0-6ac3-460f-a2ed-1f5a046ccbea None None] Current status of the port 8ce1a863-6079-45de-9814-3f09fa22b1c3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:25.919233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-7a97f674-0d2e-4bbb-9eec-90f612e960ab tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:25.929999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-7a97f674-0d2e-4bbb-9eec-90f612e960ab tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/networks?id=0ece0e80-c125-4eb8-a568-1d9e97f806cd HTTP/1.1" status: 200  len: 822 time: 0.3485637
Feb 19 21:04:25.935219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f2a1ea-435f-42de-a42b-873b4ca27a03 None None] DHCP port deletion for 5b352d9b-ec1a-4144-ab3c-dade310223ad request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:04:25.962071 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e6c0bae-7ceb-4e09-bf24-0d01750a57ee req-538bd677-f712-4202-9b16-8edf2cd5d999 service neutron] 10.222.0.67 "GET /v2.0/networks/14d8226a-6e83-4985-8f30-56d8f0e3e01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2973933
Feb 19 21:04:25.970063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-25298d57-dafb-481d-b570-ab6f7a0bd2de tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/quotas/8d34faf6add7400690171f1d097d5f2c HTTP/1.1" status: 200  len: 375 time: 0.0391517
Feb 19 21:04:25.996440 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (964a709e-2598-41ec-8054-10a918409a96), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.020430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-352714b7-2e3b-4e05-844a-85e8aef70604 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d34faf6add7400690171f1d097d5f2c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0370421
Feb 19 21:04:26.035966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae01b2-4ae8-443e-85fc-b79e84ba50f1 req-4abf98b5-f24b-4b73-8c96-73c731f5e79d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:26.036233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-31f2a1ea-435f-42de-a42b-873b4ca27a03 None None] Deleting port 8ce1a863-6079-45de-9814-3f09fa22b1c3 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:26.036637 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31f2a1ea-435f-42de-a42b-873b4ca27a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.038191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0ae01b2-4ae8-443e-85fc-b79e84ba50f1 req-4abf98b5-f24b-4b73-8c96-73c731f5e79d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1492357
Feb 19 21:04:26.039142 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.111976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-31f2a1ea-435f-42de-a42b-873b4ca27a03 None None] For port 8ce1a863-6079-45de-9814-3f09fa22b1c3, host ncdv-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:26.112449 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31f2a1ea-435f-42de-a42b-873b4ca27a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.133711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-31f2a1ea-435f-42de-a42b-873b4ca27a03 None None] Calling delete_port for 8ce1a863-6079-45de-9814-3f09fa22b1c3 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:26.142703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=8ce1a863-6079-45de-9814-3f09fa22b1c3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:26.145578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No DVR routers for this DVR port 8ce1a863-6079-45de-9814-3f09fa22b1c3 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:04:26.149324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.ipam_backend_mixin [None req-31f2a1ea-435f-42de-a42b-873b4ca27a03 None None] Port 8ce1a863-6079-45de-9814-3f09fa22b1c3 was not found and therefore no delete operation was performed {{(pid=121130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:04:26.152152 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31f2a1ea-435f-42de-a42b-873b4ca27a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (8ce1a863-6079-45de-9814-3f09fa22b1c3), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.168157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (964a709e-2598-41ec-8054-10a918409a96), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.188360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2a1ea-435f-42de-a42b-873b4ca27a03 None None] No DVR routers for this DVR port 8ce1a863-6079-45de-9814-3f09fa22b1c3 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:04:26.190328 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2a1ea-435f-42de-a42b-873b4ca27a03 None None] Pushing event deleted for resources: {'Port': ['ID=8ce1a863-6079-45de-9814-3f09fa22b1c3,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:26.205278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a3c8f10>,) {'filters': {'network_id': ['964a709e-2598-41ec-8054-10a918409a96']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:26.219633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a3c8f10>, '1ae6c39a-fb2b-4f5f-9ae4-75c529827022') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:26.220194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a3c8f10>, '1ae6c39a-fb2b-4f5f-9ae4-75c529827022') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:26.223395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a req-7bcffa07-afe9-4408-953b-ba84ce31a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:26.224957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a req-7bcffa07-afe9-4408-953b-ba84ce31a8b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6e59ada015584cc6b980ae55cedc2103&device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 1125 time: 0.1399720
Feb 19 21:04:26.243104 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (1ae6c39a-fb2b-4f5f-9ae4-75c529827022), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.290028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0ae01b2-4ae8-443e-85fc-b79e84ba50f1 req-1cb2bf85-35c9-4b89-be52-548c34657f5f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2440381
Feb 19 21:04:26.295163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1ae6c39a-fb2b-4f5f-9ae4-75c529827022), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.314184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:04:26.314604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (1ae6c39a-fb2b-4f5f-9ae4-75c529827022), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:04:26.316362 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:04:26.324872 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (5b352d9b-ec1a-4144-ab3c-dade310223ad), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.332929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-08b4efdf-ff95-4dd9-b84e-42d88390a2f9 service neutron] 10.222.0.30 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2896008
Feb 19 21:04:26.412950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (964a709e-2598-41ec-8054-10a918409a96), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.416619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a req-1ba68e17-442a-4806-8da1-1f0002527d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:26.418172 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a req-1ba68e17-442a-4806-8da1-1f0002527d5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=14d8226a-6e83-4985-8f30-56d8f0e3e01f HTTP/1.1" status: 200  len: 915 time: 0.1861000
Feb 19 21:04:26.422229 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.426062 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/964a709e-2598-41ec-8054-10a918409a96 HTTP/1.1" status: 204  len: 168 time: 0.5779142
Feb 19 21:04:26.468847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a721dc550>,) {'filters': {'network_id': ['5b352d9b-ec1a-4144-ab3c-dade310223ad']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:26.476602 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a req-9bdae724-3657-499a-9237-0ce3de9bf58b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4a2e1e-4de3-4838-87c6-24936b87de02 HTTP/1.1" status: 200  len: 217 time: 0.0469124
Feb 19 21:04:26.477785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3b762-ec41-4859-bba0-3a66cd07d6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=964a709e-2598-41ec-8054-10a918409a96,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:26.562794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a721dc550>, 'cfee6476-b028-49a0-8aa7-daab59a01d97') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:26.563202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a721dc550>, 'cfee6476-b028-49a0-8aa7-daab59a01d97') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:26.572447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8ce1a863-6079-45de-9814-3f09fa22b1c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:04:26.595499 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (cfee6476-b028-49a0-8aa7-daab59a01d97), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.624643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8ce1a863-6079-45de-9814-3f09fa22b1c3 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:04:26.625255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8ce1a863-6079-45de-9814-3f09fa22b1c3 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:04:26.643873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58808) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:26.669088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a req-388a300e-263a-4234-b75c-f464cd3a652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:26.670213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (cfee6476-b028-49a0-8aa7-daab59a01d97), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.672552 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a req-388a300e-263a-4234-b75c-f464cd3a652d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eddeb728-5372-408b-bbfa-32b636226d78 HTTP/1.1" status: 200  len: 853 time: 0.1908123
Feb 19 21:04:26.707502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e77511-9c23-4ff2-8f28-e5ca044bc4da req-f39746b0-ffc4-41c1-b7f9-e22fe9b6e06c tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:26.717395 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19e77511-9c23-4ff2-8f28-e5ca044bc4da req-f39746b0-ffc4-41c1-b7f9-e22fe9b6e06c tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 943 time: 0.2598712
Feb 19 21:04:26.743603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-1c90fdbf-b875-4ad1-8789-cb45e665858b service neutron] 10.222.0.30 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4043069
Feb 19 21:04:26.747115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:04:26.747388 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (cfee6476-b028-49a0-8aa7-daab59a01d97), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:04:26.752160 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:04:26.756122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-a6d1167d-a7a5-4e87-b365-f2023d8bd5ef tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:26.758272 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-a6d1167d-a7a5-4e87-b365-f2023d8bd5ef tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.10 "GET /v2.0/networks?id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 200  len: 813 time: 0.2396750
Feb 19 21:04:26.771207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Request body: {'port': {'device_id': '3f813a2b-29b5-4a7d-9162-0e5b0971f8d8', 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02', 'admin_state_up': True, 'tenant_id': '5ee065d1c70940cd8caadd525737c593'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:26.818659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a req-3f7e98c2-332d-490f-98c7-c73576bb29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:26.820258 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a req-3f7e98c2-332d-490f-98c7-c73576bb29db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14d8226a-6e83-4985-8f30-56d8f0e3e01f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1372392
Feb 19 21:04:26.843105 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1be0f8f1-d945-438a-9d87-a2f65f4e83f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a8136be2d0a4abb81e8038390855add&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1942375
Feb 19 21:04:26.847018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58812) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:26.874920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19e77511-9c23-4ff2-8f28-e5ca044bc4da req-c642773c-7071-417f-9847-3af275b024a5 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/security-groups?id=402b5bf9-8c66-41ca-a3b4-d144ed3533b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1566601
Feb 19 21:04:26.900358 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (5b352d9b-ec1a-4144-ab3c-dade310223ad), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.934608 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:26.938405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/networks/5b352d9b-ec1a-4144-ab3c-dade310223ad HTTP/1.1" status: 204  len: 168 time: 2.0110931
Feb 19 21:04:26.957663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58822) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:27.025072 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33a73b8e-7a38-420d-b9d8-d3a5d8b4d497 req-b798852d-d6e7-447d-a3c5-c66f48bd5b7a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 210 time: 0.0852935
Feb 19 21:04:27.054928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8448418-2860-47e8-9194-31866b73b09d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Network': ['ID=5b352d9b-ec1a-4144-ab3c-dade310223ad,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:27.153411 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-64da851e-ec14-4795-908f-a3846e62d2af admin admin] Publish callbacks [] for security_group (75698b8a-213c-419a-b8dd-5644cd6e420d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:27.245586 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-64da851e-ec14-4795-908f-a3846e62d2af admin admin] Publish callbacks [] for security_group (75698b8a-213c-419a-b8dd-5644cd6e420d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:27.273592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a4b05-66c7-4b63-8075-724fe9239cb0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:27.279267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-150a4b05-66c7-4b63-8075-724fe9239cb0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.3161891
Feb 19 21:04:27.281953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58842) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:27.298172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-2c34b8b2-2aa7-488d-a3f8-57a080084b6d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:27.299842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-2c34b8b2-2aa7-488d-a3f8-57a080084b6d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 811 time: 0.2944031
Feb 19 21:04:27.331613 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a req-a86f2120-5ad7-4f41-bbe5-fdaca9ac20d3 service neutron] 10.222.0.67 "GET /v2.0/networks/14d8226a-6e83-4985-8f30-56d8f0e3e01f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5023267
Feb 19 21:04:27.352383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Made reservation on behalf of 5ee065d1c70940cd8caadd525737c593 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:27.356121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:27.362358 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-8c3395cf-a274-48d7-8e79-1c659155a4cd tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/quotas/e4e370ef28034ffbbbee9d2cfd826084 HTTP/1.1" status: 200  len: 375 time: 0.0441821
Feb 19 21:04:27.380547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-92b36c10-db0b-40fa-9601-189a58ae1778 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:27.382100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-92b36c10-db0b-40fa-9601-189a58ae1778 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/networks?id=a7720066-6763-4cf2-8422-94736652addc HTTP/1.1" status: 200  len: 813 time: 0.2490237
Feb 19 21:04:27.432592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-4ef5fb5c-f9f6-4420-8d39-c0e97a175b54 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/quotas/ba9b396737a34280bdc448a2b0df5a7e HTTP/1.1" status: 200  len: 375 time: 0.0179918
Feb 19 21:04:27.436735 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-64da851e-ec14-4795-908f-a3846e62d2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (75698b8a-213c-419a-b8dd-5644cd6e420d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:27.440099 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-64da851e-ec14-4795-908f-a3846e62d2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:27.440772 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-64da851e-ec14-4795-908f-a3846e62d2af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75698b8a-213c-419a-b8dd-5644cd6e420d HTTP/1.1" status: 204  len: 168 time: 0.5920122
Feb 19 21:04:27.460543 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-11b9805f-5503-4187-82c1-456b19f6b0ae tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1744053
Feb 19 21:04:27.462329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58846) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:27.467556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da851e-ec14-4795-908f-a3846e62d2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75698b8a-213c-419a-b8dd-5644cd6e420d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:27.488140 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-884869786'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:27.502300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-bd71f0aa-5529-41b8-9509-8a9d85b4c709 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba9b396737a34280bdc448a2b0df5a7e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0598114
Feb 19 21:04:27.532979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-e117f1d5-8ec3-42ca-9bd7-c987d7a73104 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1589994
Feb 19 21:04:27.541489 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eb7a2c91-be9f-4f68-afa3-71d6f9d0055a req-ba7a0426-15b0-428e-8e75-0ee5f7078b84 service neutron] 10.222.0.67 "GET /v2.0/networks/14d8226a-6e83-4985-8f30-56d8f0e3e01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2013261
Feb 19 21:04:27.597461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:27.602269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Allocated IP 172.20.0.12 (757b2f5d-0080-4f9a-891f-7b8f3d47ca02/218165c0-fcdd-40ae-a1a5-3d39f73b2830/8691ea74-0542-4326-b0f9-09be241e16e5) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:27.605034 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:27.718674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:04:27.770764 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e2bb0991-6e99-4869-a50e-300adf4aebab), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:27.771167 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Added segment e2bb0991-6e99-4869-a50e-300adf4aebab of type vlan for network 0b0ca0ba-9704-4949-ada3-c9dca778aadb
Feb 19 21:04:27.783320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-fb252410-ecb3-4dd6-9a6b-51b3474b669e service neutron] 10.222.0.30 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2804873
Feb 19 21:04:27.783541 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks [] for port (8691ea74-0542-4326-b0f9-09be241e16e5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:27.822320 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:27.839701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['a943b989-5a95-44a3-9a78-35384327a397'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:27.865700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-1e86d3a1-55f4-4b70-a9b9-514e5a6b5380 service neutron] 10.222.0.30 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3072278
Feb 19 21:04:27.874914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:27.898241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Pushing event updated for resources: {'Port': ['ID=8691ea74-0542-4326-b0f9-09be241e16e5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:27.903484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:27.911549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:27.984915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:27.985603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:28.004580 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-6a99e195-1613-4e39-92eb-bfeb041f0680 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2387295
Feb 19 21:04:28.019432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Request body: {'port': {'device_id': '3f813a2b-29b5-4a7d-9162-0e5b0971f8d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:28.097074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:28.370309 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (0b0ca0ba-9704-4949-ada3-c9dca778aadb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:28.385899 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-77c2888d-cb53-48dc-9d40-1a388897718c tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:28.388520 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-77c2888d-cb53-48dc-9d40-1a388897718c tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.67 "GET /v2.0/networks?id=0ece0e80-c125-4eb8-a568-1d9e97f806cd HTTP/1.1" status: 200  len: 822 time: 0.2920430
Feb 19 21:04:28.403731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Request body: {'port': {'device_id': 'b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa', 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd', 'admin_state_up': True, 'tenant_id': '8d34faf6add7400690171f1d097d5f2c'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:28.434688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-f31ea8b0-868b-49de-8f4a-b97418aebdee service neutron] 10.222.0.30 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6504941
Feb 19 21:04:28.454445 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (0b0ca0ba-9704-4949-ada3-c9dca778aadb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:28.460022 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:28.460968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:28.485966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-a0e61a2f-b660-47cf-bd4e-9f5ccb94c431 service neutron] 10.222.0.30 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6193089
Feb 19 21:04:28.501492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.0365169
Feb 19 21:04:28.508358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58870) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:28.524568 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '0b0ca0ba-9704-4949-ada3-c9dca778aadb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:28.558088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cbca5-a1cc-4e54-adba-6852afc425d6 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Network': ['ID=0b0ca0ba-9704-4949-ada3-c9dca778aadb,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:28.569488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 0b0ca0ba-9704-4949-ada3-c9dca778aadb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:04:28.753130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Made reservation on behalf of 8d34faf6add7400690171f1d097d5f2c for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:28.756474 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:28.780577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8691ea74-0542-4326-b0f9-09be241e16e5 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:28.787801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad24abdb-cbbb-4f51-a364-9fca0ace7bb9 req-0d50a96b-3407-4639-8f9e-df8d9eff1e16 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 210 time: 0.0593259
Feb 19 21:04:28.801950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Publish callbacks [] for port (8691ea74-0542-4326-b0f9-09be241e16e5), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:28.808661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:28.812980 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:28.893654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Transition to ACTIVE for port object 8691ea74-0542-4326-b0f9-09be241e16e5 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:04:28.909141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed12c0-3d55-4f68-8edb-a2374d4d5d29 req-fc221dff-d733-4ce7-bbae-85329a788867 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:28.910890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64ed12c0-3d55-4f68-8edb-a2374d4d5d29 req-fc221dff-d733-4ce7-bbae-85329a788867 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 943 time: 0.1229539
Feb 19 21:04:28.948687 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:28.988639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64ed12c0-3d55-4f68-8edb-a2374d4d5d29 req-836dcc10-5aeb-4740-acd1-e9ae7acaa54b tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/security-groups?id=402b5bf9-8c66-41ca-a3b4-d144ed3533b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623946
Feb 19 21:04:28.998794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879c515-c36e-4d66-869e-58b9050e5e65 req-3dd4f36a-7356-4e07-955b-5099afecda24 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:29.000363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b879c515-c36e-4d66-869e-58b9050e5e65 req-3dd4f36a-7356-4e07-955b-5099afecda24 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 932 time: 0.1158211
Feb 19 21:04:29.101107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b879c515-c36e-4d66-869e-58b9050e5e65 req-94c83ce8-17e4-4fad-add2-563c0ed7c8fc tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878210
Feb 19 21:04:29.111558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Pushing event updated for resources: {'Port': ['ID=8691ea74-0542-4326-b0f9-09be241e16e5,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:29.209631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e87e66b3-2154-4ce7-8301-1edb7d930f69 req-45d189db-28f5-4c26-97e1-e86d0aaddd1a tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 210 time: 0.0612032
Feb 19 21:04:29.280286 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:29.306192 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Allocated IP 172.20.0.4 (0ece0e80-c125-4eb8-a568-1d9e97f806cd/17e6fa56-d755-494e-9a8f-82702fc906cc/a2e98664-86fb-479c-833e-f1ba8f71db2c) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:29.344445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-782b2fdf-9689-4672-81bd-64fe478deaa3 req-e0ac1bd4-d442-47f4-a925-fd13d8122c66 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 210 time: 0.0770171
Feb 19 21:04:29.417754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Attempting to bind port 8691ea74-0542-4326-b0f9-09be241e16e5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:29.418132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Attempting to bind port 8691ea74-0542-4326-b0f9-09be241e16e5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '606b6d6c-a3d1-4746-8e61-d0577afd5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:29.418469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Attempting to bind port 8691ea74-0542-4326-b0f9-09be241e16e5 on network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:29.461356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Port 8691ea74-0542-4326-b0f9-09be241e16e5 on network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:04:29.461681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Attempting to bind port 8691ea74-0542-4326-b0f9-09be241e16e5 on network 757b2f5d-0080-4f9a-891f-7b8f3d47ca02 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:29.496565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:29.496925 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Checking segment: {'id': '606b6d6c-a3d1-4746-8e61-d0577afd5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:29.500913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Bound using segment: {'id': '606b6d6c-a3d1-4746-8e61-d0577afd5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:29.501661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Bound port: 8691ea74-0542-4326-b0f9-09be241e16e5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606b6d6c-a3d1-4746-8e61-d0577afd5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:29.502879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:29.575739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2650bcc0-c193-4517-8707-bcd502d9bc80 req-f1662171-d805-44fb-ab29-18eab0d61657 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0612738
Feb 19 21:04:29.596295 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (82483628-392e-46a4-bac4-a7521ccd3762), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:29.762556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] For port 8691ea74-0542-4326-b0f9-09be241e16e5, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:29.771498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Subnet': ['ID=82483628-392e-46a4-bac4-a7521ccd3762,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:29.790206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:29.805229 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] For port 8691ea74-0542-4326-b0f9-09be241e16e5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8691ea74-0542-4326-b0f9-09be241e16e5,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:29.813235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Checking segment: {'id': 'e2bb0991-6e99-4869-a50e-300adf4aebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0b0ca0ba-9704-4949-ada3-c9dca778aadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:29.813627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network hostable DHCP agents. Network: 0b0ca0ba-9704-4949-ada3-c9dca778aadb, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:04:29.819485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:29.874153 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:29.874773 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:29.876381 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] 10.222.0.10 "PUT /v2.0/ports/8691ea74-0542-4326-b0f9-09be241e16e5 HTTP/1.1" status: 200  len: 1092 time: 1.8632996
Feb 19 21:04:29.882778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f813a2b-29b5-4a7d-9162-0e5b0971f8d8', 'tag': '8691ea74-0542-4326-b0f9-09be241e16e5'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:29.885351 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b90959-06a9-4338-ad00-204174ae03a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3f813a2b-29b5-4a7d-9162-0e5b0971f8d8", "tag": "8691ea74-0542-4326-b0f9-09be241e16e5"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:29.915354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 0b0ca0ba-9704-4949-ada3-c9dca778aadb is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:04:29.917134 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b37ed42-f310-472b-a9a4-a4d4defaeedf req-e543425f-1e97-42ce-a62e-7f94a5110991 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 210 time: 0.0551383
Feb 19 21:04:29.934407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b78de9-7947-422f-ae26-d2be4f51810f service neutron] Pushing event updated for resources: {'Port': ['ID=8691ea74-0542-4326-b0f9-09be241e16e5,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:29.936049 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0b0ca0ba-9704-4949-ada3-c9dca778aadb) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:29.941519 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:29.947073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c96bf-7591-4c5c-86ba-4603c61cfa25 None None] Network 0b0ca0ba-9704-4949-ada3-c9dca778aadb requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:29.948588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:29.949523 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:29.967935 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005566b4-a659-4464-bc45-0f0e187b1a20 x-openstack-request-id: req-005566b4-a659-4464-bc45-0f0e187b1a20 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:29.968235 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f813a2b-29b5-4a7d-9162-0e5b0971f8d8", "tag": "8691ea74-0542-4326-b0f9-09be241e16e5", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:29.968518 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-005566b4-a659-4464-bc45-0f0e187b1a20 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:29.969036 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f813a2b-29b5-4a7d-9162-0e5b0971f8d8', 'tag': '8691ea74-0542-4326-b0f9-09be241e16e5', 'status': 'completed', 'code': 200}
Feb 19 21:04:30.052997 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Network 0ece0e80-c125-4eb8-a568-1d9e97f806cd is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:30.059695 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-66a87a56-97d2-4213-a73c-84f3f4e5f814 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5384448
Feb 19 21:04:30.063269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58924) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:30.064358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:30.073779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:30.085249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '0b0ca0ba-9704-4949-ada3-c9dca778aadb', 'name': 'tempest-PortsIpV6TestJSON-1800187525'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:30.093519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event updated for resources: {'Port': ['ID=a2e98664-86fb-479c-833e-f1ba8f71db2c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:30.185933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0b0ca0ba-9704-4949-ada3-c9dca778aadb', 'network_id': '0b0ca0ba-9704-4949-ada3-c9dca778aadb', 'project_id': 'd4ad4a1daffa4cddbbf1e5aefea5a975', 'fixed_ips': [{'subnet_id': '82483628-392e-46a4-bac4-a7521ccd3762'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:04:30.187252 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:30.207581 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:30.208518 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:30.219434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-563c3100-14bb-4cb2-9567-1bb319c38cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:30.221241 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-563c3100-14bb-4cb2-9567-1bb319c38cac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ee065d1c70940cd8caadd525737c593&device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 1126 time: 0.2245989
Feb 19 21:04:30.298962 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-d888301c-149f-4df1-a208-53d62236f304 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8691ea74-0542-4326-b0f9-09be241e16e5 HTTP/1.1" status: 200  len: 217 time: 0.0633230
Feb 19 21:04:30.304469 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-e6bf799c-fab5-44ba-ab7a-756956fb11d3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9062119
Feb 19 21:04:30.327336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Request body: {'port': {'device_id': 'b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:30.413323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-4dd5deab-2d27-4ebb-b4e1-878de5547b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:30.415756 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-4dd5deab-2d27-4ebb-b4e1-878de5547b18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=218165c0-fcdd-40ae-a1a5-3d39f73b2830 HTTP/1.1" status: 200  len: 853 time: 0.1075852
Feb 19 21:04:30.419274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:30.423037 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:30.445221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3245b-0a25-4b47-8a8a-8cba207a86ec req-99cff39b-5071-4ee0-ac68-79716a3c48af tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:30.446772 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a4f3245b-0a25-4b47-8a8a-8cba207a86ec req-99cff39b-5071-4ee0-ac68-79716a3c48af tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 944 time: 0.1875103
Feb 19 21:04:30.456121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Allocated IP 2001:db8::2 (0b0ca0ba-9704-4949-ada3-c9dca778aadb/82483628-392e-46a4-bac4-a7521ccd3762/c7a6c8f3-4c97-4591-8f76-865da123568e) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:30.485660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f4a2e1e-4de3-4838-87c6-24936b87de02 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:04:30.495564 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-f65d748d-1f89-4e0c-9961-0fbd37759952 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508852
Feb 19 21:04:30.500432 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:30.514165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port 4e7d5e26-5642-415b-b909-46251ce5bebc yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:04:30.530182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a4f3245b-0a25-4b47-8a8a-8cba207a86ec req-66104ae2-ea61-4c7d-bfed-1421d9819f36 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720215
Feb 19 21:04:30.546662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82111fc-4207-404d-9875-fc8040c80aaf req-81017c8e-eb19-4b4c-894a-a5dbca8f9f2c tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:30.564403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e82111fc-4207-404d-9875-fc8040c80aaf req-81017c8e-eb19-4b4c-894a-a5dbca8f9f2c tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 943 time: 0.3924596
Feb 19 21:04:30.571144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-0996e650-fa4c-400c-acdc-a79d05f5d4b1 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:30.573786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-0996e650-fa4c-400c-acdc-a79d05f5d4b1 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.10 "GET /v2.0/networks?id=a7720066-6763-4cf2-8422-94736652addc HTTP/1.1" status: 200  len: 813 time: 0.4991941
Feb 19 21:04:30.581145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-5a6956a5-5d88-440f-8a84-218b932e5d75 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:30.582675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-5a6956a5-5d88-440f-8a84-218b932e5d75 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.10 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 811 time: 0.5299754
Feb 19 21:04:30.607243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Request body: {'port': {'device_id': 'cb730c4e-37cc-47fd-a5c0-a4131d1990a9', 'network_id': 'a7720066-6763-4cf2-8422-94736652addc', 'admin_state_up': True, 'tenant_id': 'ba9b396737a34280bdc448a2b0df5a7e'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:30.615631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Request body: {'port': {'device_id': '8176c128-5636-4ef2-bb6e-0c2af96e882d', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'admin_state_up': True, 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:30.712873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 0f4a2e1e-4de3-4838-87c6-24936b87de02, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f4a2e1e-4de3-4838-87c6-24936b87de02,segment=NetworkSegment(799fa7d7-496a-4edc-9140-a61803883014),segment_id=799fa7d7-496a-4edc-9140-a61803883014)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:30.733574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '0f4a2e1e-4de3-4838-87c6-24936b87de02', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'port_id': '0f4a2e1e-4de3-4838-87c6-24936b87de02', 'mac_address': 'fa:16:3e:b4:cb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:04:30.743309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Publish callbacks [] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:30.772441 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:30.774456 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-fb8dc162-fdb8-4fef-9169-facb38e46f9f service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2553585
Feb 19 21:04:30.776899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6088e247-e0aa-4e95-af58-d9eb5729ea16 req-4e109e8a-6b1c-46d6-9f46-d0be7bc29de1 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 210 time: 0.1412289
Feb 19 21:04:30.820925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 0f4a2e1e-4de3-4838-87c6-24936b87de02 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:30.821547 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:30.843809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Network 0b0ca0ba-9704-4949-ada3-c9dca778aadb is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:30.849389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:30.852191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:30.856518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Pushing event updated for resources: {'Port': ['ID=c7a6c8f3-4c97-4591-8f76-865da123568e,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:30.861112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4a2e1e-4de3-4838-87c6-24936b87de02 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:30.893283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 0f4a2e1e-4de3-4838-87c6-24936b87de02, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f4a2e1e-4de3-4838-87c6-24936b87de02,segment=NetworkSegment(799fa7d7-496a-4edc-9140-a61803883014),segment_id=799fa7d7-496a-4edc-9140-a61803883014)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:30.912742 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:30.949707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8::37d (0b0ca0ba-9704-4949-ada3-c9dca778aadb/82483628-392e-46a4-bac4-a7521ccd3762/4e7d5e26-5642-415b-b909-46251ce5bebc) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:30.988996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Attempting to bind port c7a6c8f3-4c97-4591-8f76-865da123568e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:30.990467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Attempting to bind port c7a6c8f3-4c97-4591-8f76-865da123568e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2bb0991-6e99-4869-a50e-300adf4aebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0b0ca0ba-9704-4949-ada3-c9dca778aadb'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:30.991193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Attempting to bind port c7a6c8f3-4c97-4591-8f76-865da123568e on network 0b0ca0ba-9704-4949-ada3-c9dca778aadb {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:30.997842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2831a1dc-831a-432c-8b11-54bac243e1d3 req-f1f1e08c-cd2c-46b1-a9b4-8d0e502dc829 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 210 time: 0.0776722
Feb 19 21:04:31.019330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e82111fc-4207-404d-9875-fc8040c80aaf req-9fe78c30-57b8-46fc-8727-07e34692629c tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/security-groups?id=402b5bf9-8c66-41ca-a3b4-d144ed3533b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4513738
Feb 19 21:04:31.020379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Made reservation on behalf of e4e370ef28034ffbbbee9d2cfd826084 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:31.030495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:31.034669 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-924507c8-6de1-43ab-a4b3-edef91bf60d5 req-d11f3f6c-2cae-4421-8f1d-2feff4f2e61a service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521234
Feb 19 21:04:31.034859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:31.035464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Checking segment: {'id': 'e2bb0991-6e99-4869-a50e-300adf4aebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0b0ca0ba-9704-4949-ada3-c9dca778aadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:31.036167 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:31.036752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Bound using segment: {'id': 'e2bb0991-6e99-4869-a50e-300adf4aebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0b0ca0ba-9704-4949-ada3-c9dca778aadb'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:31.037408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Bound port: c7a6c8f3-4c97-4591-8f76-865da123568e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bb0991-6e99-4869-a50e-300adf4aebab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0b0ca0ba-9704-4949-ada3-c9dca778aadb'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:31.038165 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:31.058300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=0f4a2e1e-4de3-4838-87c6-24936b87de02,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:31.148882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] For port c7a6c8f3-4c97-4591-8f76-865da123568e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:31.153712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] For port c7a6c8f3-4c97-4591-8f76-865da123568e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7a6c8f3-4c97-4591-8f76-865da123568e,segment=NetworkSegment(e2bb0991-6e99-4869-a50e-300adf4aebab),segment_id=e2bb0991-6e99-4869-a50e-300adf4aebab)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:31.169608 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:31.173550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59056417-82ca-40ab-a7fe-5da8b5b2216d req-5f60996a-d465-474b-8dc6-3f52a7b6def0 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0696356
Feb 19 21:04:31.270205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Made reservation on behalf of ba9b396737a34280bdc448a2b0df5a7e for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:31.273788 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:31.284235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d3db4-7238-4819-a35d-0fc24838d5e4 None None] Pushing event updated for resources: {'Port': ['ID=c7a6c8f3-4c97-4591-8f76-865da123568e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:31.298073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['0f4a2e1e-4de3-4838-87c6-24936b87de02'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:31.321183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b90959-06a9-4338-ad00-204174ae03a6 req-6773914c-8dab-42e5-b93b-c8ce697c88ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:31.323157 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-32b90959-06a9-4338-ad00-204174ae03a6 req-6773914c-8dab-42e5-b93b-c8ce697c88ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ee065d1c70940cd8caadd525737c593&device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 1126 time: 0.1764605
Feb 19 21:04:31.325731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e98664-86fb-479c-833e-f1ba8f71db2c {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:31.330404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Allocated IP 172.20.0.3 (10d49579-ce64-4d24-a5f5-a01170b84f25/c4a71512-a43a-4957-a7c8-51a85b2a7888/355bbacc-6aa0-48ce-94d5-58853a8dbe09) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:31.364762 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Publish callbacks [] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:31.432703 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (4e7d5e26-5642-415b-b909-46251ce5bebc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:31.435461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Transition to ACTIVE for port object a2e98664-86fb-479c-833e-f1ba8f71db2c will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:04:31.456432 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:31.487486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576c32-d9a0-4313-809c-b618c7deb3f7 req-31a330ba-d1f4-4e8c-88cb-432c2e1d0ce3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:31.494134 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74576c32-d9a0-4313-809c-b618c7deb3f7 req-31a330ba-d1f4-4e8c-88cb-432c2e1d0ce3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 931 time: 0.2444956
Feb 19 21:04:31.583185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e98664-86fb-479c-833e-f1ba8f71db2c,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:31.587111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b90959-06a9-4338-ad00-204174ae03a6 req-bd5f94fd-630c-44cd-9236-5197d485d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:31.589630 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-32b90959-06a9-4338-ad00-204174ae03a6 req-bd5f94fd-630c-44cd-9236-5197d485d153 service neutron] 10.222.0.10 "GET /v2.0/networks?id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 200  len: 914 time: 0.2545261
Feb 19 21:04:31.594162 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4e7d5e26-5642-415b-b909-46251ce5bebc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:31.708965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74576c32-d9a0-4313-809c-b618c7deb3f7 req-0ea56d21-9948-4b8e-9f83-d2ac007e0665 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2137868
Feb 19 21:04:31.747919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Allocated IP 172.20.0.9 (a7720066-6763-4cf2-8422-94736652addc/c57e1ef7-16b0-4d4d-9f7d-cb74c6904883/83b4b2cc-2908-4fac-942a-a2052608566d) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:31.761207 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:31.868421 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602335d-2e4e-43ce-89ee-25552626e3c1 req-7e7fd068-3692-41e5-b7db-6072ba96953b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:31.870166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7602335d-2e4e-43ce-89ee-25552626e3c1 req-7e7fd068-3692-41e5-b7db-6072ba96953b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 944 time: 0.2232983
Feb 19 21:04:31.953202 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:31.964885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['c58eb122-6243-45f8-9077-813f02b7493e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:31.968876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c4cdb93-2b55-487a-ae6b-979454aacc0f req-236a2995-2821-426a-add6-753be294a9df tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 210 time: 0.1132214
Feb 19 21:04:32.027350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:32.040224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:32.043094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:32.071550 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-32b90959-06a9-4338-ad00-204174ae03a6 req-57f02283-c373-4726-a5ce-28c2baf6192f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8691ea74-0542-4326-b0f9-09be241e16e5 HTTP/1.1" status: 200  len: 217 time: 0.4712067
Feb 19 21:04:32.129987 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event updated for resources: {'Port': ['ID=355bbacc-6aa0-48ce-94d5-58853a8dbe09,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:32.142315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 0b0ca0ba-9704-4949-ada3-c9dca778aadb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:32.159826 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:32.177298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7602335d-2e4e-43ce-89ee-25552626e3c1 req-71015acc-4448-46d0-9f13-f32581812f9a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2928207
Feb 19 21:04:32.177520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:32.184976 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:32.185789 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.225306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:32.226049 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.230767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=4e7d5e26-5642-415b-b909-46251ce5bebc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:32.245312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b90959-06a9-4338-ad00-204174ae03a6 req-f4837dd3-ad80-4783-8900-09871dac8ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:32.247448 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-32b90959-06a9-4338-ad00-204174ae03a6 req-f4837dd3-ad80-4783-8900-09871dac8ca6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=218165c0-fcdd-40ae-a1a5-3d39f73b2830 HTTP/1.1" status: 200  len: 853 time: 0.1516535
Feb 19 21:04:32.258480 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks [] for port (83b4b2cc-2908-4fac-942a-a2052608566d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.262331 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc454b15-b79a-4688-a72c-7d18d67bb4a9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1952267
Feb 19 21:04:32.266348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58948) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:32.276265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '0b0ca0ba-9704-4949-ada3-c9dca778aadb', 'name': 'tempest-PortsIpV6TestJSON-387017048'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:32.283090 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-72819c68-4ff7-458c-82b6-0ce17d8e86f3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6796696
Feb 19 21:04:32.300150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Attempting to bind port a2e98664-86fb-479c-833e-f1ba8f71db2c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:32.300654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Attempting to bind port a2e98664-86fb-479c-833e-f1ba8f71db2c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:32.301004 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Attempting to bind port a2e98664-86fb-479c-833e-f1ba8f71db2c on network 0ece0e80-c125-4eb8-a568-1d9e97f806cd {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:32.310901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe3898-c13c-4e9c-ac2c-1b9644f2b5ae req-4420316a-fa4c-4a48-b888-7a0ee8d5fd25 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:32.318504 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17fe3898-c13c-4e9c-ac2c-1b9644f2b5ae req-4420316a-fa4c-4a48-b888-7a0ee8d5fd25 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 931 time: 0.1704218
Feb 19 21:04:32.328968 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-32b90959-06a9-4338-ad00-204174ae03a6 req-a1d5ce6d-c602-4da4-94e5-6e463ac4cc08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0650260
Feb 19 21:04:32.330009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Port a2e98664-86fb-479c-833e-f1ba8f71db2c on network 0ece0e80-c125-4eb8-a568-1d9e97f806cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:04:32.330548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Attempting to bind port a2e98664-86fb-479c-833e-f1ba8f71db2c on network 0ece0e80-c125-4eb8-a568-1d9e97f806cd {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:32.336684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:32.337322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Checking segment: {'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:32.338540 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Bound using segment: {'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:32.339313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Bound port: a2e98664-86fb-479c-833e-f1ba8f71db2c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4476845b-7523-42d1-ad7a-c540077edf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:32.339851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.373123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Request body: {'port': {'device_id': '8176c128-5636-4ef2-bb6e-0c2af96e882d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:32.422416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-56a4c62e-a60a-4aa7-a054-3004b37ea2a1 None None] Provisioning complete for port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:32.423169 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56a4c62e-a60a-4aa7-a054-3004b37ea2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.468512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f4a2e1e-4de3-4838-87c6-24936b87de02 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:32.514196 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-56a4c62e-a60a-4aa7-a054-3004b37ea2a1 None None] Port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:32.538523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.10', 59082) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:32.560595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 0f4a2e1e-4de3-4838-87c6-24936b87de02 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:04:32.565078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 0f4a2e1e-4de3-4838-87c6-24936b87de02 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:32.565461 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.573373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17fe3898-c13c-4e9c-ac2c-1b9644f2b5ae req-e5c3cc34-a636-4aff-a2bd-dd272cec72ea tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541606
Feb 19 21:04:32.588014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] For port a2e98664-86fb-479c-833e-f1ba8f71db2c, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:32.613575 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3c155021-cc53-4806-ad61-aa2f4ba6d68e req-4ec28a85-0ff1-4313-a776-660f7918ce01 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0710471
Feb 19 21:04:32.641096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c7a6c8f3-4c97-4591-8f76-865da123568e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:32.645423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] For port a2e98664-86fb-479c-833e-f1ba8f71db2c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2e98664-86fb-479c-833e-f1ba8f71db2c,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:32.667519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.676987 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.684526 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-32b90959-06a9-4338-ad00-204174ae03a6 req-89903d05-b17c-4e7e-a86b-a9dda38d7595 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3291190
Feb 19 21:04:32.723417 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:32.724064 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.725575 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] 10.222.0.67 "PUT /v2.0/ports/a2e98664-86fb-479c-833e-f1ba8f71db2c HTTP/1.1" status: 200  len: 1091 time: 2.4040177
Feb 19 21:04:32.726050 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa', 'tag': 'a2e98664-86fb-479c-833e-f1ba8f71db2c'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:32.729046 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb5a37c-0913-47a5-bc90-8866fb76340f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa", "tag": "a2e98664-86fb-479c-833e-f1ba8f71db2c"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:32.754790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee18e2-9026-4ecb-ba75-6b3183bf6846 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e98664-86fb-479c-833e-f1ba8f71db2c,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:32.759194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c7a6c8f3-4c97-4591-8f76-865da123568e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:32.760134 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.765374 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.828859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc75b6-f36a-4923-939c-dfbf3a7223f8 req-853501fb-a324-4da6-a9af-5588d86032d0 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:32.830466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9dc75b6-f36a-4923-939c-dfbf3a7223f8 req-853501fb-a324-4da6-a9af-5588d86032d0 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 944 time: 0.5101686
Feb 19 21:04:32.840547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-628f4172-4f6c-42e7-ac52-27a260a713e0 req-6c78255b-1a95-4fe1-be4a-21fe6e0cad1c tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.1441011
Feb 19 21:04:32.849519 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724d2ee-c452-4feb-affc-f928266a8e9a None None] Network 0b0ca0ba-9704-4949-ada3-c9dca778aadb requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:32.855768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Network a7720066-6763-4cf2-8422-94736652addc is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:32.885201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:32.915064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-25363456-85de-4afd-9a8a-0bfd96793219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:32.915356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Pushing event updated for resources: {'Port': ['ID=83b4b2cc-2908-4fac-942a-a2052608566d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:32.917197 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-25363456-85de-4afd-9a8a-0bfd96793219 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d34faf6add7400690171f1d097d5f2c&device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 1125 time: 0.1315269
Feb 19 21:04:32.920070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:32.961940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:32.965710 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:32.978436 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-3e4caf49-f67f-45c8-bc98-f7c1b9dfd42f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2e98664-86fb-479c-833e-f1ba8f71db2c HTTP/1.1" status: 200  len: 217 time: 0.0471108
Feb 19 21:04:33.013849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9dc75b6-f36a-4923-939c-dfbf3a7223f8 req-033f960c-c1b7-4ec7-a4b5-4ea72be7ed0a tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/security-groups?id=402b5bf9-8c66-41ca-a3b4-d144ed3533b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1643660
Feb 19 21:04:33.033033 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-32b90959-06a9-4338-ad00-204174ae03a6 req-a0643330-a377-4395-999a-ecd9560aef03 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984928
Feb 19 21:04:33.047293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-5b0b8cd0-594f-43b0-8823-44be1f4fe8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:33.048847 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-5b0b8cd0-594f-43b0-8823-44be1f4fe8f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17e6fa56-d755-494e-9a8f-82702fc906cc HTTP/1.1" status: 200  len: 862 time: 0.0635581
Feb 19 21:04:33.091273 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-8663e88b-5403-4500-b537-7d9b53d4537f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ece0e80-c125-4eb8-a568-1d9e97f806cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0357709
Feb 19 21:04:33.101608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port cadc1692-a89f-46e0-8d22-52062cc84269 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:04:33.105990 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3cb3f1-d82b-4826-8b09-ca0ed2a7589e x-openstack-request-id: req-3c3cb3f1-d82b-4826-8b09-ca0ed2a7589e {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:33.106290 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa", "tag": "a2e98664-86fb-479c-833e-f1ba8f71db2c", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:33.106547 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c3cb3f1-d82b-4826-8b09-ca0ed2a7589e {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:33.106951 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa', 'tag': 'a2e98664-86fb-479c-833e-f1ba8f71db2c', 'status': 'completed', 'code': 200}
Feb 19 21:04:33.140975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 0f4a2e1e-4de3-4838-87c6-24936b87de02 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:33.141629 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:33.168515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c7a6c8f3-4c97-4591-8f76-865da123568e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:33.168917 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:33.176727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-66e2e28b-21e1-4031-9454-7486cc292fdd None None] Provisioning complete for port c7a6c8f3-4c97-4591-8f76-865da123568e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:33.177026 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66e2e28b-21e1-4031-9454-7486cc292fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:33.207090 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-73c35dda-7c44-4145-ba6f-411c682e402b service neutron] 10.222.0.67 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097839
Feb 19 21:04:33.226867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3addd2f6-24e1-4826-8f84-14355a67d407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4a2e1e-4de3-4838-87c6-24936b87de02'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:33.241677 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a02376-2dce-4193-ae65-d24d20c6a386" -d '{"events": [{"server_uuid": "3addd2f6-24e1-4826-8f84-14355a67d407", "name": "network-vif-plugged", "status": "completed", "tag": "0f4a2e1e-4de3-4838-87c6-24936b87de02"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:33.241897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:33.241897 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:33.280712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 0f4a2e1e-4de3-4838-87c6-24936b87de02, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f4a2e1e-4de3-4838-87c6-24936b87de02,segment=NetworkSegment(799fa7d7-496a-4edc-9140-a61803883014),segment_id=799fa7d7-496a-4edc-9140-a61803883014)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:33.311855 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:33.314501 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8f7e7eb1-6865-4ed7-b275-612c1e939494 req-67b8d8e4-1971-4424-a5e6-dab3eb88d631 service neutron] 10.222.0.67 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0989904
Feb 19 21:04:33.319664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port c7a6c8f3-4c97-4591-8f76-865da123568e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7a6c8f3-4c97-4591-8f76-865da123568e,segment=NetworkSegment(e2bb0991-6e99-4869-a50e-300adf4aebab),segment_id=e2bb0991-6e99-4869-a50e-300adf4aebab)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:33.357122 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:33.373014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-cf47f194-e2e8-4623-9d5f-d7ce7df3aa5b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7706554
Feb 19 21:04:33.401682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Request body: {'port': {'device_id': 'cb730c4e-37cc-47fd-a5c0-a4131d1990a9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:33.413277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43156a7-49e2-4ec2-af3a-3576b4ae9e95 req-6bb0a74a-19ae-4479-a8f4-3d7f10db86ff tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:33.417827 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43156a7-49e2-4ec2-af3a-3576b4ae9e95 req-6bb0a74a-19ae-4479-a8f4-3d7f10db86ff tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 943 time: 0.4451878
Feb 19 21:04:33.419842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=0f4a2e1e-4de3-4838-87c6-24936b87de02,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:33.436573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5a37c-0913-47a5-bc90-8866fb76340f req-2a47bef1-88a4-4aba-a2a2-76bd8c227a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:33.438379 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bdb5a37c-0913-47a5-bc90-8866fb76340f req-2a47bef1-88a4-4aba-a2a2-76bd8c227a6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d34faf6add7400690171f1d097d5f2c&device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 1125 time: 0.0633402
Feb 19 21:04:33.460375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-66e2e28b-21e1-4031-9454-7486cc292fdd None None] Current status of the port c7a6c8f3-4c97-4591-8f76-865da123568e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:33.482208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=c7a6c8f3-4c97-4591-8f76-865da123568e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:33.531711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2289106-5918-4b12-b13c-574ab2ba3e9b req-d2e0901f-5d3a-4059-975d-f726c514ad97 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:33.533290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2289106-5918-4b12-b13c-574ab2ba3e9b req-d2e0901f-5d3a-4059-975d-f726c514ad97 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 931 time: 0.2872026
Feb 19 21:04:33.555503 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5a37c-0913-47a5-bc90-8866fb76340f req-a6356241-69bc-48c8-a345-099da6702979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:33.557286 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bdb5a37c-0913-47a5-bc90-8866fb76340f req-a6356241-69bc-48c8-a345-099da6702979 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ece0e80-c125-4eb8-a568-1d9e97f806cd HTTP/1.1" status: 200  len: 923 time: 0.1122494
Feb 19 21:04:33.605680 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bdb5a37c-0913-47a5-bc90-8866fb76340f req-6837dbe7-7089-44a2-80ae-e5f12111adf7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2e98664-86fb-479c-833e-f1ba8f71db2c HTTP/1.1" status: 200  len: 217 time: 0.0416675
Feb 19 21:04:33.607509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8::1c3 (0b0ca0ba-9704-4949-ada3-c9dca778aadb/82483628-392e-46a4-bac4-a7521ccd3762/cadc1692-a89f-46e0-8d22-52062cc84269) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:33.641142 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:33.664942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5a37c-0913-47a5-bc90-8866fb76340f req-ec501a76-0a00-498c-a1bf-864e0637ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:33.667286 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bdb5a37c-0913-47a5-bc90-8866fb76340f req-ec501a76-0a00-498c-a1bf-864e0637ba82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17e6fa56-d755-494e-9a8f-82702fc906cc HTTP/1.1" status: 200  len: 862 time: 0.0560160
Feb 19 21:04:33.706670 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bdb5a37c-0913-47a5-bc90-8866fb76340f req-437e2a19-b2b3-4523-8081-d7c1aa8bb802 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ece0e80-c125-4eb8-a568-1d9e97f806cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333328
Feb 19 21:04:33.747567 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43156a7-49e2-4ec2-af3a-3576b4ae9e95 req-362d7a1c-161e-4d72-be10-3ed8ed67ecfd tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620249
Feb 19 21:04:33.749746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355bbacc-6aa0-48ce-94d5-58853a8dbe09 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:33.815371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2d53753e-d1de-4a8d-8a7d-cbd9907f1403 None None] Provisioning complete for port c7a6c8f3-4c97-4591-8f76-865da123568e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:33.816369 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d53753e-d1de-4a8d-8a7d-cbd9907f1403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:33.832945 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bdb5a37c-0913-47a5-bc90-8866fb76340f req-bc7438b8-5edd-44ad-8d3e-3c542575f793 service neutron] 10.222.0.67 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1191576
Feb 19 21:04:33.935785 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Publish callbacks [] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:33.936476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8691ea74-0542-4326-b0f9-09be241e16e5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:04:33.959499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2289106-5918-4b12-b13c-574ab2ba3e9b req-bd288a9b-094f-43dd-96e1-94813e857ddc tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3920152
Feb 19 21:04:33.973403 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bdb5a37c-0913-47a5-bc90-8866fb76340f req-83438647-2948-4a18-8330-3cc8982c8fbf service neutron] 10.222.0.67 "GET /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256454
Feb 19 21:04:33.983767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2d53753e-d1de-4a8d-8a7d-cbd9907f1403 None None] Current status of the port c7a6c8f3-4c97-4591-8f76-865da123568e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:34.016429 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (cadc1692-a89f-46e0-8d22-52062cc84269), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:34.058621 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a99aa89-4bab-42b6-bb14-3714a199dd66 x-openstack-request-id: req-0a99aa89-4bab-42b6-bb14-3714a199dd66 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:34.059039 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3addd2f6-24e1-4826-8f84-14355a67d407", "name": "network-vif-plugged", "status": "completed", "tag": "0f4a2e1e-4de3-4838-87c6-24936b87de02", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:34.060683 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a99aa89-4bab-42b6-bb14-3714a199dd66 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:34.062183 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3addd2f6-24e1-4826-8f84-14355a67d407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4a2e1e-4de3-4838-87c6-24936b87de02', 'code': 200}
Feb 19 21:04:34.063511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2d53753e-d1de-4a8d-8a7d-cbd9907f1403 None None] Provisioning complete for port 4e7d5e26-5642-415b-b909-46251ce5bebc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:34.064066 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d53753e-d1de-4a8d-8a7d-cbd9907f1403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4e7d5e26-5642-415b-b909-46251ce5bebc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:34.066704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Transition to ACTIVE for port object 355bbacc-6aa0-48ce-94d5-58853a8dbe09 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:04:34.130502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2d53753e-d1de-4a8d-8a7d-cbd9907f1403 None None] Port 4e7d5e26-5642-415b-b909-46251ce5bebc cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:34.162460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8691ea74-0542-4326-b0f9-09be241e16e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8691ea74-0542-4326-b0f9-09be241e16e5,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:34.163606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf106-38f0-4395-98d3-2f5cac20b4fa req-0b4a9bd9-bd76-439c-b927-c4289e2a32af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:34.165271 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7cbbf106-38f0-4395-98d3-2f5cac20b4fa req-0b4a9bd9-bd76-439c-b927-c4289e2a32af service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 1127 time: 0.0567288
Feb 19 21:04:34.170630 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:34.179667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '8691ea74-0542-4326-b0f9-09be241e16e5', 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02', 'port_id': '8691ea74-0542-4326-b0f9-09be241e16e5', 'mac_address': 'fa:16:3e:b7:d5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218165c0-fcdd-40ae-a1a5-3d39f73b2830', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:04:34.220055 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7cbbf106-38f0-4395-98d3-2f5cac20b4fa req-84b0ce25-740d-4d1c-a982-ad24ceb22306 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=402b5bf9-8c66-41ca-a3b4-d144ed3533b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483491
Feb 19 21:04:34.231340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 8691ea74-0542-4326-b0f9-09be241e16e5 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:34.231892 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:34.243236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14990c-3cdb-4d74-9075-6dbd75be08dd req-fbd35d33-9518-4680-a6ed-abfdbf0fbd6f tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:34.250569 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a14990c-3cdb-4d74-9075-6dbd75be08dd req-fbd35d33-9518-4680-a6ed-abfdbf0fbd6f tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 944 time: 0.3118548
Feb 19 21:04:34.254259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8691ea74-0542-4326-b0f9-09be241e16e5 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:34.257790 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (cadc1692-a89f-46e0-8d22-52062cc84269), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:34.292261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8691ea74-0542-4326-b0f9-09be241e16e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8691ea74-0542-4326-b0f9-09be241e16e5,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:34.297910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-567673fa-c2b7-451f-8622-39e86e1c1ec1 None None] Provisioning complete for port 4e7d5e26-5642-415b-b909-46251ce5bebc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:34.298304 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-567673fa-c2b7-451f-8622-39e86e1c1ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4e7d5e26-5642-415b-b909-46251ce5bebc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:34.336634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-567673fa-c2b7-451f-8622-39e86e1c1ec1 None None] Port 4e7d5e26-5642-415b-b909-46251ce5bebc cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:34.339939 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:34.405708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=8691ea74-0542-4326-b0f9-09be241e16e5,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:34.555401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c7a6c8f3-4c97-4591-8f76-865da123568e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:34.620170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c7a6c8f3-4c97-4591-8f76-865da123568e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:34.620583 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:34.660870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['8691ea74-0542-4326-b0f9-09be241e16e5'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:34.706614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=355bbacc-6aa0-48ce-94d5-58853a8dbe09,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:34.751612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c7a6c8f3-4c97-4591-8f76-865da123568e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:34.803205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 0b0ca0ba-9704-4949-ada3-c9dca778aadb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:34.839386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:34.852583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:34.858045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:34.858704 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:34.876375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a14990c-3cdb-4d74-9075-6dbd75be08dd req-d7d621c7-0659-40b7-9d86-6b6245b2a075 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6248791
Feb 19 21:04:34.924249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=cadc1692-a89f-46e0-8d22-52062cc84269,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:34.939347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c93cfe74-d374-48a5-b55c-44e10efcd555 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.6711249
Feb 19 21:04:34.942137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58984) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:34.966616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116dcb0-ffb2-41ba-b958-24fb178a21a4 req-ddd9ce7e-7dc2-41dd-a1d0-4848173b7c67 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:34.968175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1116dcb0-ffb2-41ba-b958-24fb178a21a4 req-ddd9ce7e-7dc2-41dd-a1d0-4848173b7c67 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 943 time: 0.2680576
Feb 19 21:04:35.038496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Attempting to bind port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:35.038863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Attempting to bind port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:35.039191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Attempting to bind port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:35.047974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fde9d19c-6205-498b-862a-68e3452ae7db req-4d7f3164-eb03-4ec1-ac44-1b2e5b62a2fd tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0714555
Feb 19 21:04:35.061854 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d822c79f-f7ae-4cd6-8e25-5c8bd7abba7d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:35.064432 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d822c79f-f7ae-4cd6-8e25-5c8bd7abba7d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A37d HTTP/1.1" status: 200  len: 929 time: 0.1204841
Feb 19 21:04:35.066521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58988) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:35.099600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 on network 10d49579-ce64-4d24-a5f5-a01170b84f25 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:04:35.100070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Attempting to bind port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:35.118745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:35.119647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Checking segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:35.120780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Bound using segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:35.121309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Bound port: 355bbacc-6aa0-48ce-94d5-58853a8dbe09, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:35.121684 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.126919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b4b2cc-2908-4fac-942a-a2052608566d {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:35.131578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e2ca360c-831f-46ff-a171-8be89c6b12be None None] Provisioning complete for port cadc1692-a89f-46e0-8d22-52062cc84269 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:35.131958 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e2ca360c-831f-46ff-a171-8be89c6b12be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cadc1692-a89f-46e0-8d22-52062cc84269), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.169440 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Publish callbacks [] for port (83b4b2cc-2908-4fac-942a-a2052608566d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.174103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e2ca360c-831f-46ff-a171-8be89c6b12be None None] Port cadc1692-a89f-46e0-8d22-52062cc84269 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:35.176184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port cadc1692-a89f-46e0-8d22-52062cc84269 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:35.176696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (cadc1692-a89f-46e0-8d22-52062cc84269), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.201690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1116dcb0-ffb2-41ba-b958-24fb178a21a4 req-7a45c18c-5068-498b-be80-dd1e7f03d186 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150726
Feb 19 21:04:35.244807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Transition to ACTIVE for port object 83b4b2cc-2908-4fac-942a-a2052608566d will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:04:35.257950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.282354 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (cadc1692-a89f-46e0-8d22-52062cc84269), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.302028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for cadc1692-a89f-46e0-8d22-52062cc84269 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:35.332201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8faed8-f6e5-4402-a4b6-8d8329f53a17 req-792a75d8-c0b9-447e-8de7-d3761bd454ad tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:35.334025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd8faed8-f6e5-4402-a4b6-8d8329f53a17 req-792a75d8-c0b9-447e-8de7-d3761bd454ad tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 945 time: 0.1938128
Feb 19 21:04:35.371562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] For port 355bbacc-6aa0-48ce-94d5-58853a8dbe09, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:35.407348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=83b4b2cc-2908-4fac-942a-a2052608566d,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:35.410876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] For port 355bbacc-6aa0-48ce-94d5-58853a8dbe09, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355bbacc-6aa0-48ce-94d5-58853a8dbe09,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:35.443984 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (cadc1692-a89f-46e0-8d22-52062cc84269), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.454994 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.477472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=cadc1692-a89f-46e0-8d22-52062cc84269,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:35.505354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.505639 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.505909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.506250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.506615 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.506978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.507260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.507596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.507922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.508297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.508610 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.508959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.509264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:35.512842 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.518884 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9b2f007e-8914-4e8c-8b1f-5332f30e5287 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/cadc1692-a89f-46e0-8d22-52062cc84269 HTTP/1.1" status: 204  len: 168 time: 0.4510701
Feb 19 21:04:35.519886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58992) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:35.530655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd8faed8-f6e5-4402-a4b6-8d8329f53a17 req-315880a7-6cbf-4e0d-9810-628dad2c3cc5 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/security-groups?id=402b5bf9-8c66-41ca-a3b4-d144ed3533b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1780758
Feb 19 21:04:35.546523 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fddfb-f580-48a1-9219-ef5944318f77 req-d97c4e6d-a610-48c5-a68a-a36eb1335c08 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:35.548069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0fddfb-f580-48a1-9219-ef5944318f77 req-d97c4e6d-a610-48c5-a68a-a36eb1335c08 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.2786405
Feb 19 21:04:35.554280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:35.554913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.556398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] 10.222.0.10 "PUT /v2.0/ports/355bbacc-6aa0-48ce-94d5-58853a8dbe09 HTTP/1.1" status: 200  len: 1091 time: 3.2015707
Feb 19 21:04:35.556849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8176c128-5636-4ef2-bb6e-0c2af96e882d', 'tag': '355bbacc-6aa0-48ce-94d5-58853a8dbe09'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:35.559130 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "8176c128-5636-4ef2-bb6e-0c2af96e882d", "tag": "355bbacc-6aa0-48ce-94d5-58853a8dbe09"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:35.567222 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-060ab3b1-bebc-4216-a04e-18dcf686953b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:04:35.570227 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-060ab3b1-bebc-4216-a04e-18dcf686953b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/cadc1692-a89f-46e0-8d22-52062cc84269 HTTP/1.1" status: 404  len: 333 time: 0.0486112
Feb 19 21:04:35.574336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58996) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:35.616380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebada4-ccec-4b55-933c-0c2747683ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=355bbacc-6aa0-48ce-94d5-58853a8dbe09,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:35.734320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1d8af-3e31-4663-be04-2fb93d3a54ce tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port 4e7d5e26-5642-415b-b909-46251ce5bebc {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:35.734918 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d8af-3e31-4663-be04-2fb93d3a54ce tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4e7d5e26-5642-415b-b909-46251ce5bebc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.748663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Attempting to bind port 83b4b2cc-2908-4fac-942a-a2052608566d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:35.749214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Attempting to bind port 83b4b2cc-2908-4fac-942a-a2052608566d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2e0942cb-d96c-46f1-b23c-22c6a479bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a7720066-6763-4cf2-8422-94736652addc'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:35.749610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Attempting to bind port 83b4b2cc-2908-4fac-942a-a2052608566d on network a7720066-6763-4cf2-8422-94736652addc {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:35.760047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Port 83b4b2cc-2908-4fac-942a-a2052608566d on network a7720066-6763-4cf2-8422-94736652addc not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:04:35.760540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Attempting to bind port 83b4b2cc-2908-4fac-942a-a2052608566d on network a7720066-6763-4cf2-8422-94736652addc {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:35.775988 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0fddfb-f580-48a1-9219-ef5944318f77 req-0f3c5b22-66ec-44fd-a99c-27cba6e32206 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2111433
Feb 19 21:04:35.782621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:35.782880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Checking segment: {'id': '2e0942cb-d96c-46f1-b23c-22c6a479bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a7720066-6763-4cf2-8422-94736652addc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:35.783406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Bound using segment: {'id': '2e0942cb-d96c-46f1-b23c-22c6a479bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a7720066-6763-4cf2-8422-94736652addc'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:35.783929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Bound port: 83b4b2cc-2908-4fac-942a-a2052608566d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0942cb-d96c-46f1-b23c-22c6a479bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a7720066-6763-4cf2-8422-94736652addc'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:35.785042 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.860553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-92729f50-0a14-4c98-b858-4e9c0e70d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:35.862086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-92729f50-0a14-4c98-b858-4e9c0e70d942 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 1125 time: 0.2583544
Feb 19 21:04:35.867477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d8af-3e31-4663-be04-2fb93d3a54ce tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4e7d5e26-5642-415b-b909-46251ce5bebc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:35.888025 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1d8af-3e31-4663-be04-2fb93d3a54ce tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for 4e7d5e26-5642-415b-b909-46251ce5bebc owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:35.951329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec2d4-a1ea-46f6-baa3-e2d85c7c1830 req-119ca26d-c635-4fda-99c2-9d702bd7e760 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:35.952804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e60ec2d4-a1ea-46f6-baa3-e2d85c7c1830 req-119ca26d-c635-4fda-99c2-9d702bd7e760 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 943 time: 0.2942789
Feb 19 21:04:35.958715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-a87cd536-1398-4e20-bf3d-d7290d329bdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=355bbacc-6aa0-48ce-94d5-58853a8dbe09 HTTP/1.1" status: 200  len: 217 time: 0.0852065
Feb 19 21:04:35.962562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8691ea74-0542-4326-b0f9-09be241e16e5 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:36.035537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 8691ea74-0542-4326-b0f9-09be241e16e5 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:04:36.042210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 8691ea74-0542-4326-b0f9-09be241e16e5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:36.043103 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.049263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d8af-3e31-4663-be04-2fb93d3a54ce tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4e7d5e26-5642-415b-b909-46251ce5bebc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.058645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] For port 83b4b2cc-2908-4fac-942a-a2052608566d, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:36.081117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-eba8daec-a70d-4e09-8ac8-8eb013d79a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:36.082597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-eba8daec-a70d-4e09-8ac8-8eb013d79a0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1096156
Feb 19 21:04:36.093214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a15cb-45f8-451d-b737-c869f1d8961a req-e7a93956-429b-4e5b-9caa-14aa712c2428 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:36.095248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db1a15cb-45f8-451d-b737-c869f1d8961a req-e7a93956-429b-4e5b-9caa-14aa712c2428 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 943 time: 0.2143669
Feb 19 21:04:36.104391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1d8af-3e31-4663-be04-2fb93d3a54ce tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=4e7d5e26-5642-415b-b909-46251ce5bebc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:36.105298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] For port 83b4b2cc-2908-4fac-942a-a2052608566d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83b4b2cc-2908-4fac-942a-a2052608566d,segment=NetworkSegment(2e0942cb-d96c-46f1-b23c-22c6a479bd87),segment_id=2e0942cb-d96c-46f1-b23c-22c6a479bd87)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:36.116189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e60ec2d4-a1ea-46f6-baa3-e2d85c7c1830 req-6180b6f2-0cd8-4e4b-baf5-0257d455484a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527088
Feb 19 21:04:36.151484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.171028 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d8af-3e31-4663-be04-2fb93d3a54ce tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.175420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 8691ea74-0542-4326-b0f9-09be241e16e5 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:36.176449 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.179944 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b6c1d8af-3e31-4663-be04-2fb93d3a54ce tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/4e7d5e26-5642-415b-b909-46251ce5bebc HTTP/1.1" status: 204  len: 168 time: 0.6036537
Feb 19 21:04:36.183180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59000) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:36.220288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8691ea74-0542-4326-b0f9-09be241e16e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8691ea74-0542-4326-b0f9-09be241e16e5,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:36.221187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f813a2b-29b5-4a7d-9162-0e5b0971f8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8691ea74-0542-4326-b0f9-09be241e16e5'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:36.223699 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700b69c1-1b8e-41ee-bfda-595ca089d928" -d '{"events": [{"server_uuid": "3f813a2b-29b5-4a7d-9162-0e5b0971f8d8", "name": "network-vif-plugged", "status": "completed", "tag": "8691ea74-0542-4326-b0f9-09be241e16e5"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:36.231304 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.231517 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0c8f7b-1626-4bd8-a31d-727c5bcce08b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:04:36.237376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:36.237597 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.238070 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3b0c8f7b-1626-4bd8-a31d-727c5bcce08b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/4e7d5e26-5642-415b-b909-46251ce5bebc HTTP/1.1" status: 404  len: 333 time: 0.0538263
Feb 19 21:04:36.238817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59006) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:36.238934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/83b4b2cc-2908-4fac-942a-a2052608566d HTTP/1.1" status: 200  len: 1091 time: 2.8486469
Feb 19 21:04:36.276202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db1a15cb-45f8-451d-b737-c869f1d8961a req-c38525f3-34b9-47d5-b617-ae9fc6817a79 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690652
Feb 19 21:04:36.286422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-37c4df9e-c291-46b8-9ce7-03c3bd1670e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:36.287541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=8691ea74-0542-4326-b0f9-09be241e16e5,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:36.287864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-37c4df9e-c291-46b8-9ce7-03c3bd1670e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1919217
Feb 19 21:04:36.293278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb40e36-dba1-4322-84af-ee1e24f9f0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=83b4b2cc-2908-4fac-942a-a2052608566d,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:36.396390 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d81567-e2aa-4ff8-8e18-04ecfd53019e x-openstack-request-id: req-43d81567-e2aa-4ff8-8e18-04ecfd53019e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:36.396841 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8176c128-5636-4ef2-bb6e-0c2af96e882d", "tag": "355bbacc-6aa0-48ce-94d5-58853a8dbe09", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:36.396841 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43d81567-e2aa-4ff8-8e18-04ecfd53019e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:36.397346 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8176c128-5636-4ef2-bb6e-0c2af96e882d', 'tag': '355bbacc-6aa0-48ce-94d5-58853a8dbe09', 'status': 'completed', 'code': 200}
Feb 19 21:04:36.410993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a513051b-5291-4769-96be-2197a416d764 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting subnet 82483628-392e-46a4-bac4-a7521ccd3762 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:04:36.424458 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a513051b-5291-4769-96be-2197a416d764 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (82483628-392e-46a4-bac4-a7521ccd3762), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.454565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-7da14452-0dfa-458b-a9bd-52019f8bb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:36.456185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-7da14452-0dfa-458b-a9bd-52019f8bb020 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9b396737a34280bdc448a2b0df5a7e&device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 1125 time: 0.1342218
Feb 19 21:04:36.480638 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a513051b-5291-4769-96be-2197a416d764 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (82483628-392e-46a4-bac4-a7521ccd3762), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.513338 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-f505bd67-bbd6-4ad4-a1b2-bcba29471211 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b4b2cc-2908-4fac-942a-a2052608566d HTTP/1.1" status: 200  len: 217 time: 0.0422347
Feb 19 21:04:36.522324 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-def2ab46-8246-426c-89e6-678fbe9d75ef service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2094030
Feb 19 21:04:36.592370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a513051b-5291-4769-96be-2197a416d764 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (82483628-392e-46a4-bac4-a7521ccd3762), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.657886 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a513051b-5291-4769-96be-2197a416d764 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (82483628-392e-46a4-bac4-a7521ccd3762), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.672834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-8daa1698-b956-495d-b550-855d71ff9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:36.674306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-8daa1698-b956-495d-b550-855d71ff9be8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c57e1ef7-16b0-4d4d-9f7d-cb74c6904883 HTTP/1.1" status: 200  len: 853 time: 0.1511228
Feb 19 21:04:36.691563 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a513051b-5291-4769-96be-2197a416d764 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.696718 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a513051b-5291-4769-96be-2197a416d764 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/82483628-392e-46a4-bac4-a7521ccd3762 HTTP/1.1" status: 204  len: 168 time: 0.4530334
Feb 19 21:04:36.697612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513051b-5291-4769-96be-2197a416d764 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Subnet': ['ID=82483628-392e-46a4-bac4-a7521ccd3762,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:36.701783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e2ac7-10e2-402d-a91d-86db4fc4ed06 None None] Network 0b0ca0ba-9704-4949-ada3-c9dca778aadb requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:36.703261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59012) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:36.724684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-da04f679-6a1a-4777-bf3d-b75030b497bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7720066-6763-4cf2-8422-94736652addc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419996
Feb 19 21:04:36.748144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78a253-5771-4f4c-8bbc-a2fb3eb7ee38 req-a1b8c649-16f5-4cfb-a00e-8c6a21a5853f tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:36.749721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc78a253-5771-4f4c-8bbc-a2fb3eb7ee38 req-a1b8c649-16f5-4cfb-a00e-8c6a21a5853f tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 946 time: 0.2412503
Feb 19 21:04:36.773282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadca23-202d-4f41-8bb3-903cc0630c12 req-1427cd65-5d42-4d5f-bf1c-dd8081658769 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:36.774816 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ebadca23-202d-4f41-8bb3-903cc0630c12 req-1427cd65-5d42-4d5f-bf1c-dd8081658769 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 943 time: 0.1949003
Feb 19 21:04:36.798754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (0b0ca0ba-9704-4949-ada3-c9dca778aadb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.836546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225dcb9d-daf7-44ba-bd77-f9029d1e923c req-b63b4ea8-3bec-4e34-9435-0c606e14b1e5 service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3025396
Feb 19 21:04:36.860029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port c7a6c8f3-4c97-4591-8f76-865da123568e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:36.860534 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.937164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce7f3df-9142-4388-9518-ad8613ea7b41 None None] DHCP port deletion for 0b0ca0ba-9704-4949-ada3-c9dca778aadb request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:04:36.950039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] For port c7a6c8f3-4c97-4591-8f76-865da123568e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7a6c8f3-4c97-4591-8f76-865da123568e,segment=NetworkSegment(e2bb0991-6e99-4869-a50e-300adf4aebab),segment_id=e2bb0991-6e99-4869-a50e-300adf4aebab)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:36.950507 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:36.967316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for c7a6c8f3-4c97-4591-8f76-865da123568e owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:36.987089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ebadca23-202d-4f41-8bb3-903cc0630c12 req-dbf1b529-2ba9-47c7-b69a-407a9f0ff067 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1975930
Feb 19 21:04:36.994623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc78a253-5771-4f4c-8bbc-a2fb3eb7ee38 req-a2154f76-6d0a-4999-905f-58d0f8ad3446 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341585
Feb 19 21:04:36.999080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7f3df-9142-4388-9518-ad8613ea7b41 None None] Deleting port c7a6c8f3-4c97-4591-8f76-865da123568e {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:36.999689 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f3df-9142-4388-9518-ad8613ea7b41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.018231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-dca540a7-b5f1-426a-95a8-869f599274c4 service neutron] 10.222.0.10 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2772593
Feb 19 21:04:37.139647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-213710f1-d215-44fd-8357-81e7b31b03d4 req-abd4aee0-8a7c-43c4-824e-af4127e9dcf8 service neutron] 10.222.0.10 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1157355
Feb 19 21:04:37.144609 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3472a637-e8b1-40ac-91c3-7c6de71f6e51 x-openstack-request-id: req-3472a637-e8b1-40ac-91c3-7c6de71f6e51 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:37.145058 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f813a2b-29b5-4a7d-9162-0e5b0971f8d8", "name": "network-vif-plugged", "status": "completed", "tag": "8691ea74-0542-4326-b0f9-09be241e16e5", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:37.152862 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3472a637-e8b1-40ac-91c3-7c6de71f6e51 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:37.155013 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f813a2b-29b5-4a7d-9162-0e5b0971f8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8691ea74-0542-4326-b0f9-09be241e16e5', 'code': 200}
Feb 19 21:04:37.169625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8 req-0bb36129-b04f-4973-82cc-df6d7c1cedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:37.173916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8 req-0bb36129-b04f-4973-82cc-df6d7c1cedbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 1125 time: 0.2565684
Feb 19 21:04:37.227997 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8ce7f3df-9142-4388-9518-ad8613ea7b41 None None] For port c7a6c8f3-4c97-4591-8f76-865da123568e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7a6c8f3-4c97-4591-8f76-865da123568e,segment=NetworkSegment(e2bb0991-6e99-4869-a50e-300adf4aebab),segment_id=e2bb0991-6e99-4869-a50e-300adf4aebab)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:37.229415 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f3df-9142-4388-9518-ad8613ea7b41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.234692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.270712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7f3df-9142-4388-9518-ad8613ea7b41 None None] Calling delete_port for c7a6c8f3-4c97-4591-8f76-865da123568e owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:37.292912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=c7a6c8f3-4c97-4591-8f76-865da123568e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:37.295378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No DVR routers for this DVR port c7a6c8f3-4c97-4591-8f76-865da123568e on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:04:37.420679 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (0b0ca0ba-9704-4949-ada3-c9dca778aadb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.445855 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69e1ea60>,) {'filters': {'network_id': ['0b0ca0ba-9704-4949-ada3-c9dca778aadb']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:37.457860 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f3df-9142-4388-9518-ad8613ea7b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (c7a6c8f3-4c97-4591-8f76-865da123568e), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.466051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69e1ea60>, 'e2bb0991-6e99-4869-a50e-300adf4aebab') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:37.466435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69e1ea60>, 'e2bb0991-6e99-4869-a50e-300adf4aebab') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:37.487278 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (e2bb0991-6e99-4869-a50e-300adf4aebab), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.503989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7f3df-9142-4388-9518-ad8613ea7b41 None None] No DVR routers for this DVR port c7a6c8f3-4c97-4591-8f76-865da123568e on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:04:37.510809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7f3df-9142-4388-9518-ad8613ea7b41 None None] Pushing event deleted for resources: {'Port': ['ID=c7a6c8f3-4c97-4591-8f76-865da123568e,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:37.532021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e2bb0991-6e99-4869-a50e-300adf4aebab), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.558941 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:04:37.560268 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (e2bb0991-6e99-4869-a50e-300adf4aebab), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:04:37.565281 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:04:37.569490 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d57fc4-647f-435f-a5b8-cb590f936c4f req-6d5d804f-c812-49bc-aff9-1d287abd19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:37.577789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69d57fc4-647f-435f-a5b8-cb590f936c4f req-6d5d804f-c812-49bc-aff9-1d287abd19ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 1128 time: 0.3673432
Feb 19 21:04:37.602961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2036e-b649-4ab9-a83d-98094468f6ca req-f4ce8884-2ca9-4070-857f-d705e1e78d6a tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:37.616479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69a2036e-b649-4ab9-a83d-98094468f6ca req-f4ce8884-2ca9-4070-857f-d705e1e78d6a tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 945 time: 0.3885984
Feb 19 21:04:37.640648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8 req-7ad58ad1-ccff-4c48-8cfa-b1eae0e6306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:37.643380 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8 req-7ad58ad1-ccff-4c48-8cfa-b1eae0e6306d service neutron] 10.222.0.10 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.4352493
Feb 19 21:04:37.652967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (0b0ca0ba-9704-4949-ada3-c9dca778aadb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.676429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.688309 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/networks/0b0ca0ba-9704-4949-ada3-c9dca778aadb HTTP/1.1" status: 204  len: 168 time: 0.9834707
Feb 19 21:04:37.692068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59034) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:37.702185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-699379563'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:37.729114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e182977-f815-4114-86ea-1a829f234cbc tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Network': ['ID=0b0ca0ba-9704-4949-ada3-c9dca778aadb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:37.755386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:37.760388 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.773970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8 req-7bb3dbd8-2fcd-402c-96eb-8731519775e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=355bbacc-6aa0-48ce-94d5-58853a8dbe09 HTTP/1.1" status: 200  len: 217 time: 0.1036582
Feb 19 21:04:37.801344 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:04:37.828072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e8cb3d0b-4ab1-4255-98a3-15c55f36ab17), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.828544 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Added segment e8cb3d0b-4ab1-4255-98a3-15c55f36ab17 of type vlan for network 810fafc3-c61d-4c6c-8571-d276cf00f214
Feb 19 21:04:37.864769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69d57fc4-647f-435f-a5b8-cb590f936c4f req-977e341a-1a27-4518-ae2d-b620f5d3bb16 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2405713
Feb 19 21:04:37.873304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69a2036e-b649-4ab9-a83d-98094468f6ca req-6e2b7be5-c7dd-4f98-8f86-15ecfd1a158e tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/security-groups?id=402b5bf9-8c66-41ca-a3b4-d144ed3533b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2556465
Feb 19 21:04:37.901894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210093bc-7e17-4f42-97a6-d7e9d81203d5 req-25cf7016-55ab-428d-8130-a04795ad04a3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:37.909523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-210093bc-7e17-4f42-97a6-d7e9d81203d5 req-25cf7016-55ab-428d-8130-a04795ad04a3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.2618318
Feb 19 21:04:37.916793 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (810fafc3-c61d-4c6c-8571-d276cf00f214), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.923585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8 req-ab6862e4-4b99-4060-bdbc-df7f963a246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:37.924815 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8 req-ab6862e4-4b99-4060-bdbc-df7f963a246d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1316469
Feb 19 21:04:37.970622 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (810fafc3-c61d-4c6c-8571-d276cf00f214), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:37.982564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:37.983780 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:38.007525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-210093bc-7e17-4f42-97a6-d7e9d81203d5 req-5715185b-4077-4809-9046-0466f5597720 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0967567
Feb 19 21:04:38.094792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db33f5a-c929-458c-b7f8-05f7e588b178 req-2af7dfda-0eac-4fac-8de0-71f5c714451c tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:38.100870 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2db33f5a-c929-458c-b7f8-05f7e588b178 req-2af7dfda-0eac-4fac-8de0-71f5c714451c tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 943 time: 0.1180682
Feb 19 21:04:38.115431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Network': ['ID=810fafc3-c61d-4c6c-8571-d276cf00f214,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:38.133524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 810fafc3-c61d-4c6c-8571-d276cf00f214 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:04:38.242656 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2db33f5a-c929-458c-b7f8-05f7e588b178 req-e4cc4233-6f3b-4644-8292-f2d6f4314834 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400774
Feb 19 21:04:38.245454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8 req-be4cb94b-efe3-4e77-b687-21b6bc4e071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:38.246912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8 req-be4cb94b-efe3-4e77-b687-21b6bc4e071e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1391251
Feb 19 21:04:38.264055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694f63c-5e40-45f0-8cad-c4715d22868e req-c73a8a4c-7ad8-4505-8776-767553d1e596 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:38.264055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d694f63c-5e40-45f0-8cad-c4715d22868e req-c73a8a4c-7ad8-4505-8776-767553d1e596 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 943 time: 0.1360271
Feb 19 21:04:38.280177 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-90e2bb37-c17f-452d-a26a-df6b81dd9a68 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5835598
Feb 19 21:04:38.280701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59042) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:38.287235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '810fafc3-c61d-4c6c-8571-d276cf00f214', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:38.407912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb730c4e-37cc-47fd-a5c0-a4131d1990a9', 'tag': '83b4b2cc-2908-4fac-942a-a2052608566d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:38.410432 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645525fe-4f93-46b5-90f5-79f32e693994" -d '{"events": [{"name": "network-changed", "server_uuid": "cb730c4e-37cc-47fd-a5c0-a4131d1990a9", "tag": "83b4b2cc-2908-4fac-942a-a2052608566d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:38.418684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c48bc982-b3bd-41e4-8979-7fb88e0a6324 req-db480645-2a12-434b-8a96-b6643ebdebe7 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0590026
Feb 19 21:04:38.427318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d694f63c-5e40-45f0-8cad-c4715d22868e req-7aa2c88a-b2c5-4cc2-9d0d-ca63eb3cc4e1 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581409
Feb 19 21:04:38.441567 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:38.446893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:38.453810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8 req-3102f2bf-a8ec-4750-8742-d78edfabdb3c service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915998
Feb 19 21:04:38.497746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a2e98664-86fb-479c-833e-f1ba8f71db2c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:04:38.578816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c7a6c8f3-4c97-4591-8f76-865da123568e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:04:38.643682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c7a6c8f3-4c97-4591-8f76-865da123568e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:04:38.644157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c7a6c8f3-4c97-4591-8f76-865da123568e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:04:38.695485 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a18c6667-6cf9-426e-9543-9f6ea0c63ce8 req-1bca934a-b47e-4493-8890-e533794a3c6a service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278166
Feb 19 21:04:38.715812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd535cb9-1751-4172-9ab8-7924899f6b9f req-0bc3512e-a139-4f2e-ac9b-9cb9854e8bcb tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:38.717663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd535cb9-1751-4172-9ab8-7924899f6b9f req-0bc3512e-a139-4f2e-ac9b-9cb9854e8bcb tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 943 time: 0.1373806
Feb 19 21:04:38.725424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2122b1-02a4-44ef-adb2-40d4f24bd1ba req-d61ed47f-21d2-4c4d-bf82-5aa802321cf6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:38.737236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd2122b1-02a4-44ef-adb2-40d4f24bd1ba req-d61ed47f-21d2-4c4d-bf82-5aa802321cf6 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 945 time: 0.1761479
Feb 19 21:04:38.740799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59046) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:38.745620 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a2e98664-86fb-479c-833e-f1ba8f71db2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2e98664-86fb-479c-833e-f1ba8f71db2c,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:38.750737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-05c8e57a-958c-4c97-9924-036e84476f76 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Request body: {'floatingip': {'port_id': '0f4a2e1e-4de3-4838-87c6-24936b87de02'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:38.753498 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (dc331364-00b5-4346-85f2-784a81dd314d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:38.771413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'a2e98664-86fb-479c-833e-f1ba8f71db2c', 'network_id': '0ece0e80-c125-4eb8-a568-1d9e97f806cd', 'port_id': 'a2e98664-86fb-479c-833e-f1ba8f71db2c', 'mac_address': 'fa:16:3e:3e:aa:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e6fa56-d755-494e-9a8f-82702fc906cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:04:38.835592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port a2e98664-86fb-479c-833e-f1ba8f71db2c is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:38.836270 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:38.837527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Subnet': ['ID=dc331364-00b5-4346-85f2-784a81dd314d,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:38.841548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Checking segment: {'id': 'e8cb3d0b-4ab1-4255-98a3-15c55f36ab17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '810fafc3-c61d-4c6c-8571-d276cf00f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:38.841934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network hostable DHCP agents. Network: 810fafc3-c61d-4c6c-8571-d276cf00f214, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:04:38.854214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e98664-86fb-479c-833e-f1ba8f71db2c {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:38.864696 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 810fafc3-c61d-4c6c-8571-d276cf00f214 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:04:38.878176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 810fafc3-c61d-4c6c-8571-d276cf00f214) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:38.884447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a2e98664-86fb-479c-833e-f1ba8f71db2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2e98664-86fb-479c-833e-f1ba8f71db2c,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:38.889031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:38.889031 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:38.891856 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:38.900219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e88164-9621-4fd0-8198-92dcbbf5daaf None None] Network 810fafc3-c61d-4c6c-8571-d276cf00f214 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:38.918089 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0fec395e-cb74-4df3-89fa-9f14b87861e1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6356542
Feb 19 21:04:38.923892 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59048) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:38.939829 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '810fafc3-c61d-4c6c-8571-d276cf00f214', 'name': 'tempest-PortsIpV6TestJSON-293898184', 'fixed_ips': [{'subnet_id': 'dc331364-00b5-4346-85f2-784a81dd314d', 'ip_address': '2001:db8::10'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:39.050080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=a2e98664-86fb-479c-833e-f1ba8f71db2c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:39.125924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-810fafc3-c61d-4c6c-8571-d276cf00f214', 'network_id': '810fafc3-c61d-4c6c-8571-d276cf00f214', 'project_id': 'd4ad4a1daffa4cddbbf1e5aefea5a975', 'fixed_ips': [{'subnet_id': 'dc331364-00b5-4346-85f2-784a81dd314d'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:04:39.126995 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:39.143433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:39.220974 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-05c8e57a-958c-4c97-9924-036e84476f76 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for floatingip (73508851-fdb4-4de2-a10d-e4d1df1883bf), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:39.250564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['a2e98664-86fb-479c-833e-f1ba8f71db2c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:39.268876 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:39.303439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port 3115d2c1-dbdd-4229-8ca8-68cf94ade7d9 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:04:39.361025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd535cb9-1751-4172-9ab8-7924899f6b9f req-ecda5916-1a8f-4f2a-b200-268008436b4c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6222944
Feb 19 21:04:39.380142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Allocated IP 2001:db8::2 (810fafc3-c61d-4c6c-8571-d276cf00f214/dc331364-00b5-4346-85f2-784a81dd314d/b9cfc92c-4b31-4b60-a186-c04fe16a2419) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:39.411173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01162d24-7e28-4f73-9dd6-01b66806b1dd req-8c8341c5-4e19-459b-a008-9aa03d3b970b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:39.422099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01162d24-7e28-4f73-9dd6-01b66806b1dd req-8c8341c5-4e19-459b-a008-9aa03d3b970b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 946 time: 0.1586220
Feb 19 21:04:39.453361 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d8eb9b-6a57-439a-b3a9-eae4601708d2 x-openstack-request-id: req-38d8eb9b-6a57-439a-b3a9-eae4601708d2 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:39.453736 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb730c4e-37cc-47fd-a5c0-a4131d1990a9", "tag": "83b4b2cc-2908-4fac-942a-a2052608566d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:39.453974 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38d8eb9b-6a57-439a-b3a9-eae4601708d2 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:39.454389 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb730c4e-37cc-47fd-a5c0-a4131d1990a9', 'tag': '83b4b2cc-2908-4fac-942a-a2052608566d', 'status': 'completed', 'code': 200}
Feb 19 21:04:39.604496 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Publish callbacks [] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:39.612982 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:39.629505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01162d24-7e28-4f73-9dd6-01b66806b1dd req-2e8f0b0e-2db6-4ff4-b0f2-136b5021458c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063756
Feb 19 21:04:39.671692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Network 810fafc3-c61d-4c6c-8571-d276cf00f214 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:39.679158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:39.683666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:39.684544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8::10 (810fafc3-c61d-4c6c-8571-d276cf00f214/dc331364-00b5-4346-85f2-784a81dd314d/3115d2c1-dbdd-4229-8ca8-68cf94ade7d9) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:39.701097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Pushing event updated for resources: {'Port': ['ID=b9cfc92c-4b31-4b60-a186-c04fe16a2419,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:39.701321 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645525fe-4f93-46b5-90f5-79f32e693994 req-b8c7e5ac-0e89-44c5-83b4-24cf1d8e7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:39.701321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-645525fe-4f93-46b5-90f5-79f32e693994 req-b8c7e5ac-0e89-44c5-83b4-24cf1d8e7bfe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9b396737a34280bdc448a2b0df5a7e&device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 1125 time: 0.1745908
Feb 19 21:04:39.735772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3e5d6-769f-4a88-8572-b0e5e0c9f993 req-898c0bc9-d9d7-42bc-b46e-afb68bcd3679 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:39.738181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5b3e5d6-769f-4a88-8572-b0e5e0c9f993 req-898c0bc9-d9d7-42bc-b46e-afb68bcd3679 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.1662083
Feb 19 21:04:39.804812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Attempting to bind port b9cfc92c-4b31-4b60-a186-c04fe16a2419 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:39.805799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Attempting to bind port b9cfc92c-4b31-4b60-a186-c04fe16a2419 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8cb3d0b-4ab1-4255-98a3-15c55f36ab17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '810fafc3-c61d-4c6c-8571-d276cf00f214'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:39.805799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Attempting to bind port b9cfc92c-4b31-4b60-a186-c04fe16a2419 on network 810fafc3-c61d-4c6c-8571-d276cf00f214 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:39.813859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:39.814472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Checking segment: {'id': 'e8cb3d0b-4ab1-4255-98a3-15c55f36ab17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '810fafc3-c61d-4c6c-8571-d276cf00f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:39.814761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:39.815113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Bound using segment: {'id': 'e8cb3d0b-4ab1-4255-98a3-15c55f36ab17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '810fafc3-c61d-4c6c-8571-d276cf00f214'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:39.815904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Bound port: b9cfc92c-4b31-4b60-a186-c04fe16a2419, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cb3d0b-4ab1-4255-98a3-15c55f36ab17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '810fafc3-c61d-4c6c-8571-d276cf00f214'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:39.816426 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:39.905579 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] For port b9cfc92c-4b31-4b60-a186-c04fe16a2419, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:39.909666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] For port b9cfc92c-4b31-4b60-a186-c04fe16a2419, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9cfc92c-4b31-4b60-a186-c04fe16a2419,segment=NetworkSegment(e8cb3d0b-4ab1-4255-98a3-15c55f36ab17),segment_id=e8cb3d0b-4ab1-4255-98a3-15c55f36ab17)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:39.916621 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:39.958345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (3115d2c1-dbdd-4229-8ca8-68cf94ade7d9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:39.969039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 355bbacc-6aa0-48ce-94d5-58853a8dbe09 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:04:40.002671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3115d2c1-dbdd-4229-8ca8-68cf94ade7d9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:40.022138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932813c-3041-45e0-84bf-3ace3c12b4f5 None None] Pushing event updated for resources: {'Port': ['ID=b9cfc92c-4b31-4b60-a186-c04fe16a2419,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:40.069277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645525fe-4f93-46b5-90f5-79f32e693994 req-925be84f-a028-4030-876d-a37d10b68a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:40.071378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-645525fe-4f93-46b5-90f5-79f32e693994 req-925be84f-a028-4030-876d-a37d10b68a23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a7720066-6763-4cf2-8422-94736652addc HTTP/1.1" status: 200  len: 914 time: 0.3633244
Feb 19 21:04:40.077567 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 810fafc3-c61d-4c6c-8571-d276cf00f214 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:40.090451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:40.098407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:40.108544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:40.109240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:40.119139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=3115d2c1-dbdd-4229-8ca8-68cf94ade7d9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:40.143887 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c15703ff-7013-4775-9aeb-1d13ea56dbf4 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.2179496
Feb 19 21:04:40.148316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59058) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:40.158130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': '810fafc3-c61d-4c6c-8571-d276cf00f214', 'name': 'tempest-PortsIpV6TestJSON-959821198', 'fixed_ips': [{'subnet_id': 'dc331364-00b5-4346-85f2-784a81dd314d', 'ip_address': '2001:db8::f'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:40.166724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 355bbacc-6aa0-48ce-94d5-58853a8dbe09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355bbacc-6aa0-48ce-94d5-58853a8dbe09,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:40.167854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-645525fe-4f93-46b5-90f5-79f32e693994 req-4afa2d35-7fb9-43b4-bda8-e3567462f23f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b4b2cc-2908-4fac-942a-a2052608566d HTTP/1.1" status: 200  len: 217 time: 0.0759897
Feb 19 21:04:40.199942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '355bbacc-6aa0-48ce-94d5-58853a8dbe09', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'port_id': '355bbacc-6aa0-48ce-94d5-58853a8dbe09', 'mac_address': 'fa:16:3e:73:9c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:04:40.201584 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5b3e5d6-769f-4a88-8572-b0e5e0c9f993 req-2f20bb33-d3ba-47f5-96e0-88815ec26b15 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4444480
Feb 19 21:04:40.258856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86268ebe-c022-4e8d-a645-c9a7137b9b73 req-326b93ac-6d67-4582-bd17-a61ef9206577 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:40.266223 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86268ebe-c022-4e8d-a645-c9a7137b9b73 req-326b93ac-6d67-4582-bd17-a61ef9206577 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 944 time: 0.4695032
Feb 19 21:04:40.284534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.resource_extend [None req-05c8e57a-958c-4c97-9924-036e84476f76 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:04:40.330479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:40.331530 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:40.353000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355bbacc-6aa0-48ce-94d5-58853a8dbe09 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:40.391595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:40.398740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:40.402939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645525fe-4f93-46b5-90f5-79f32e693994 req-efd02128-00e8-4cf8-ae87-a1011272280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:40.404742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-645525fe-4f93-46b5-90f5-79f32e693994 req-efd02128-00e8-4cf8-ae87-a1011272280f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c57e1ef7-16b0-4d4d-9f7d-cb74c6904883 HTTP/1.1" status: 200  len: 853 time: 0.1972454
Feb 19 21:04:40.412459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 355bbacc-6aa0-48ce-94d5-58853a8dbe09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355bbacc-6aa0-48ce-94d5-58853a8dbe09,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:40.422777 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:40.423603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 83b4b2cc-2908-4fac-942a-a2052608566d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:04:40.430565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:04:40.432878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cf794fe-365b-43ba-bbee-a9560d6e4abb req-535b2a25-4c7d-4234-9a42-f08c969e0279 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0607994
Feb 19 21:04:40.526426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a2e98664-86fb-479c-833e-f1ba8f71db2c up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:40.547372 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86268ebe-c022-4e8d-a645-c9a7137b9b73 req-39fe1198-9755-4419-a5d7-49d375953946 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801387
Feb 19 21:04:40.561695 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:04:40.606808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-645525fe-4f93-46b5-90f5-79f32e693994 req-23769fb6-5fed-4568-b0f7-a2b68232bb0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7720066-6763-4cf2-8422-94736652addc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1802297
Feb 19 21:04:40.615372 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-05c8e57a-958c-4c97-9924-036e84476f76 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:40.679566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b9cfc92c-4b31-4b60-a186-c04fe16a2419 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:40.716931 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-05c8e57a-958c-4c97-9924-036e84476f76 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (73508851-fdb4-4de2-a10d-e4d1df1883bf), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:40.772590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=355bbacc-6aa0-48ce-94d5-58853a8dbe09,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:40.808319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8::f (810fafc3-c61d-4c6c-8571-d276cf00f214/dc331364-00b5-4346-85f2-784a81dd314d/e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:40.821503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port a2e98664-86fb-479c-833e-f1ba8f71db2c completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:04:40.834089 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 83b4b2cc-2908-4fac-942a-a2052608566d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83b4b2cc-2908-4fac-942a-a2052608566d,segment=NetworkSegment(2e0942cb-d96c-46f1-b23c-22c6a479bd87),segment_id=2e0942cb-d96c-46f1-b23c-22c6a479bd87)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:40.836432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port a2e98664-86fb-479c-833e-f1ba8f71db2c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:40.837205 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:40.889416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '83b4b2cc-2908-4fac-942a-a2052608566d', 'network_id': 'a7720066-6763-4cf2-8422-94736652addc', 'port_id': '83b4b2cc-2908-4fac-942a-a2052608566d', 'mac_address': 'fa:16:3e:d2:b7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57e1ef7-16b0-4d4d-9f7d-cb74c6904883', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:04:40.899414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b9cfc92c-4b31-4b60-a186-c04fe16a2419 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:40.899798 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:40.941047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226aba7-7e48-4c45-9e16-2170685e89df req-c48c303c-7860-4c69-8e18-7e507178d085 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:40.942639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e226aba7-7e48-4c45-9e16-2170685e89df req-c48c303c-7860-4c69-8e18-7e507178d085 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 943 time: 0.3465064
Feb 19 21:04:40.989324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 83b4b2cc-2908-4fac-942a-a2052608566d is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:40.989686 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:40.989899 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-05c8e57a-958c-4c97-9924-036e84476f76 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Floating IP 73508851-fdb4-4de2-a10d-e4d1df1883bf associated. External IP: 172.35.2.212, port: 0f4a2e1e-4de3-4838-87c6-24936b87de02.
Feb 19 21:04:41.003888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-645525fe-4f93-46b5-90f5-79f32e693994 req-44e034b4-f5cb-43d5-a6f0-713ed912cc8c service neutron] 10.222.0.10 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3852642
Feb 19 21:04:41.030083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:41.040717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b4b2cc-2908-4fac-942a-a2052608566d {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:41.079860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e291ad-0536-4be6-861a-82f8d1afccef req-df11d6df-7ae4-41db-8d15-95d3071175f0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:41.081555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e5e291ad-0536-4be6-861a-82f8d1afccef req-df11d6df-7ae4-41db-8d15-95d3071175f0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 944 time: 0.2817938
Feb 19 21:04:41.083291 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:41.153045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 83b4b2cc-2908-4fac-942a-a2052608566d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83b4b2cc-2908-4fac-942a-a2052608566d,segment=NetworkSegment(2e0942cb-d96c-46f1-b23c-22c6a479bd87),segment_id=2e0942cb-d96c-46f1-b23c-22c6a479bd87)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:41.156450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 810fafc3-c61d-4c6c-8571-d276cf00f214 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:41.159122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:41.163731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port a2e98664-86fb-479c-833e-f1ba8f71db2c is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:41.164418 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:41.164764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:41.171054 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:41.174392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:41.175615 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:41.197988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:41.223248 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-26399824-1f1f-48e4-a718-5881a4889dda tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.0735507
Feb 19 21:04:41.227602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59064) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:41.231282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b9cfc92c-4b31-4b60-a186-c04fe16a2419 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:41.231847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:41.232591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e226aba7-7e48-4c45-9e16-2170685e89df req-87812ed5-25b8-4bd1-91da-be2113eb6fc8 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2791977
Feb 19 21:04:41.311137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e98664-86fb-479c-833e-f1ba8f71db2c'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:41.319433 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a1970e-9ccc-4a09-9798-1fdc0fd01496" -d '{"events": [{"server_uuid": "b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa", "name": "network-vif-plugged", "status": "completed", "tag": "a2e98664-86fb-479c-833e-f1ba8f71db2c"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:41.333213 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e5e291ad-0536-4be6-861a-82f8d1afccef req-4d058980-3569-433b-ab72-c441d17abab5 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2351222
Feb 19 21:04:41.377727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a2e98664-86fb-479c-833e-f1ba8f71db2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2e98664-86fb-479c-833e-f1ba8f71db2c,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:41.399876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-645525fe-4f93-46b5-90f5-79f32e693994 req-8a0a116a-3008-43d7-988d-4ceeadad526c service neutron] 10.222.0.10 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3285525
Feb 19 21:04:41.423626 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port b9cfc92c-4b31-4b60-a186-c04fe16a2419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9cfc92c-4b31-4b60-a186-c04fe16a2419,segment=NetworkSegment(e8cb3d0b-4ab1-4255-98a3-15c55f36ab17),segment_id=e8cb3d0b-4ab1-4255-98a3-15c55f36ab17)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:41.429870 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:41.436990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=83b4b2cc-2908-4fac-942a-a2052608566d,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:41.441558 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:41.544308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b59f5a2-813a-4ba8-bc0f-7bf6ddcd2a91 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:41.552968 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2b59f5a2-813a-4ba8-bc0f-7bf6ddcd2a91 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.3192143
Feb 19 21:04:41.553787 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59072) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:41.631182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5e2b9-cb3d-4cb0-8d4f-ff3758788726 req-be672177-e32a-4d29-bb6e-82e2b28802aa tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:41.632846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e3c5e2b9-cb3d-4cb0-8d4f-ff3758788726 req-be672177-e32a-4d29-bb6e-82e2b28802aa tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 946 time: 0.2969823
Feb 19 21:04:41.675449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020632e7-2bd8-4c48-b064-64a97c3bcc0e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:41.686416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020632e7-2bd8-4c48-b064-64a97c3bcc0e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:41.693891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020632e7-2bd8-4c48-b064-64a97c3bcc0e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:41.700768 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-020632e7-2bd8-4c48-b064-64a97c3bcc0e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.1455081
Feb 19 21:04:41.702940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59076) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:41.712222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['83b4b2cc-2908-4fac-942a-a2052608566d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:41.716216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['355bbacc-6aa0-48ce-94d5-58853a8dbe09'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:41.751726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e3c5e2b9-cb3d-4cb0-8d4f-ff3758788726 req-ca456cde-1527-4c7f-ac7e-e48a44725494 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062222
Feb 19 21:04:41.786119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ef9b3-b444-4fe8-af59-e5b10ff78572 req-f19a6202-61af-40c1-b45d-a19b31d68f8b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:41.795530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d61ef9b3-b444-4fe8-af59-e5b10ff78572 req-f19a6202-61af-40c1-b45d-a19b31d68f8b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.2343934
Feb 19 21:04:41.796801 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:04:41.809639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c8e57a-958c-4c97-9924-036e84476f76 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:04:41.831694 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c71207a-1a9a-4007-a548-ced4cd8cd709 x-openstack-request-id: req-1c71207a-1a9a-4007-a548-ced4cd8cd709 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:41.832001 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa", "name": "network-vif-plugged", "status": "completed", "tag": "a2e98664-86fb-479c-833e-f1ba8f71db2c", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:41.832264 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c71207a-1a9a-4007-a548-ced4cd8cd709 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:41.833272 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e98664-86fb-479c-833e-f1ba8f71db2c', 'code': 200}
Feb 19 21:04:41.848938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=a2e98664-86fb-479c-833e-f1ba8f71db2c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:41.898664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d61ef9b3-b444-4fe8-af59-e5b10ff78572 req-2f312545-b7cd-4449-aab2-771e8d909db8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019714
Feb 19 21:04:41.912152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d3307646-61e5-4c16-8e77-65f4667d9806 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:41.913095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3307646-61e5-4c16-8e77-65f4667d9806 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:41.915086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2705b7ae-7fac-4062-b220-60cc771f648f None None] Network 810fafc3-c61d-4c6c-8571-d276cf00f214 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:42.073096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=b9cfc92c-4b31-4b60-a186-c04fe16a2419,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:42.127970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c33a3a2b-babb-43e5-a3f3-6f74b520ff91 None None] Provisioning complete for port b9cfc92c-4b31-4b60-a186-c04fe16a2419 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:42.128175 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c33a3a2b-babb-43e5-a3f3-6f74b520ff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:42.149167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c209566-e756-417e-b7b4-b1ee26e5a8ed req-c4adad5c-f0a7-4058-94c2-6cb505ae42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:42.151192 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1c209566-e756-417e-b7b4-b1ee26e5a8ed req-c4adad5c-f0a7-4058-94c2-6cb505ae42ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 1127 time: 0.1090918
Feb 19 21:04:42.153108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ba0bf77-69c1-4adf-bb41-209ef6b8f0bb req-33ea12c1-1115-4974-8049-9b3e071f7a9a tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0763865
Feb 19 21:04:42.174858 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3307646-61e5-4c16-8e77-65f4667d9806 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:42.211451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d3307646-61e5-4c16-8e77-65f4667d9806 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:42.235631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1bc39-922b-4003-a296-5d9e1a205b55 req-0cfd702d-0f83-49d4-a739-87fe8ee3f188 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:42.244136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92e1bc39-922b-4003-a296-5d9e1a205b55 req-0cfd702d-0f83-49d4-a739-87fe8ee3f188 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 945 time: 0.1686158
Feb 19 21:04:42.279438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c8e57a-958c-4c97-9924-036e84476f76 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:04:42.293716 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-05c8e57a-958c-4c97-9924-036e84476f76 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:42.301333 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2580e97-d8f3-4d66-9519-b1a3a352a6a4 None None] Sync routers for ids ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:04:42.370774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92e1bc39-922b-4003-a296-5d9e1a205b55 req-0deec11b-920b-43b0-9170-7938b327b5d1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254840
Feb 19 21:04:42.381315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-05c8e57a-958c-4c97-9924-036e84476f76 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "PUT /v2.0/floatingips/73508851-fdb4-4de2-a10d-e4d1df1883bf HTTP/1.1" status: 200  len: 991 time: 3.6390872
Feb 19 21:04:42.382112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3addd2f6-24e1-4826-8f84-14355a67d407', 'tag': '0f4a2e1e-4de3-4838-87c6-24936b87de02'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:42.385196 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f" -d '{"events": [{"name": "network-changed", "server_uuid": "3addd2f6-24e1-4826-8f84-14355a67d407", "tag": "0f4a2e1e-4de3-4838-87c6-24936b87de02"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:42.405382 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1c209566-e756-417e-b7b4-b1ee26e5a8ed req-2215fe74-174a-4ed3-9d1f-e5ebecacb436 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2471778
Feb 19 21:04:42.422468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2580e97-d8f3-4d66-9519-b1a3a352a6a4 None None] Routers {'0b8aad0d-0935-4d9b-98b3-742a44e0be74'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:42.423532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a2580e97-d8f3-4d66-9519-b1a3a352a6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a638e6b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:04:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:42.508132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c33a3a2b-babb-43e5-a3f3-6f74b520ff91 None None] Current status of the port b9cfc92c-4b31-4b60-a186-c04fe16a2419 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:42.551173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3307646-61e5-4c16-8e77-65f4667d9806 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:42.615314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a2580e97-d8f3-4d66-9519-b1a3a352a6a4 None None] Set router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:04:42.618540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd7e86-96b3-4d56-bb83-06b7c5748c2d req-8fe09c00-9d51-4ca9-824e-225afc2498ee tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:42.627465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11cd7e86-96b3-4d56-bb83-06b7c5748c2d req-8fe09c00-9d51-4ca9-824e-225afc2498ee tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 944 time: 0.1544621
Feb 19 21:04:42.632530 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3307646-61e5-4c16-8e77-65f4667d9806 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:42.636091 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d3307646-61e5-4c16-8e77-65f4667d9806 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0 HTTP/1.1" status: 204  len: 168 time: 0.9319587
Feb 19 21:04:42.637189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3307646-61e5-4c16-8e77-65f4667d9806 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:42.639776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59090) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:42.658122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b9cfc92c-4b31-4b60-a186-c04fe16a2419 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:42.685636 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3fad09-e090-41d3-9d29-8d01be8dfd57 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:04:42.687192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8e3fad09-e090-41d3-9d29-8d01be8dfd57 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0 HTTP/1.1" status: 404  len: 333 time: 0.0395629
Feb 19 21:04:42.692645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59092) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:42.715036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330fd94-5664-43ad-ab48-731914fdd6e0 req-a12a7da3-985b-4944-8b29-07596909517a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:42.717227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6330fd94-5664-43ad-ab48-731914fdd6e0 req-a12a7da3-985b-4944-8b29-07596909517a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 944 time: 0.1810453
Feb 19 21:04:42.756233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11cd7e86-96b3-4d56-bb83-06b7c5748c2d req-fdb54436-dfc1-49ca-9e2a-4c9c122a40e4 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276636
Feb 19 21:04:42.801426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6330fd94-5664-43ad-ab48-731914fdd6e0 req-5d4980bc-7c19-4eab-80b3-ee8740f6d3aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735765
Feb 19 21:04:42.820993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-689c9bd4-bfd6-44cb-a868-539799a1780f None None] Provisioning complete for port 3115d2c1-dbdd-4229-8ca8-68cf94ade7d9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:42.835757 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-689c9bd4-bfd6-44cb-a868-539799a1780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3115d2c1-dbdd-4229-8ca8-68cf94ade7d9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:42.840777 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1886c4-24a4-4bb3-8360-2739a634f54b x-openstack-request-id: req-8b1886c4-24a4-4bb3-8360-2739a634f54b {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:42.841089 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3addd2f6-24e1-4826-8f84-14355a67d407", "tag": "0f4a2e1e-4de3-4838-87c6-24936b87de02", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:42.841378 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b1886c4-24a4-4bb3-8360-2739a634f54b {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:42.841828 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3addd2f6-24e1-4826-8f84-14355a67d407', 'tag': '0f4a2e1e-4de3-4838-87c6-24936b87de02', 'status': 'completed', 'code': 200}
Feb 19 21:04:42.928699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-689c9bd4-bfd6-44cb-a868-539799a1780f None None] Port 3115d2c1-dbdd-4229-8ca8-68cf94ade7d9 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:42.932002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b9cfc92c-4b31-4b60-a186-c04fe16a2419 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:42.932758 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:42.938672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d72b97-cad3-4eb4-8937-3369e6a3a4c3 req-dcf5e0fa-8a1e-4294-b4ad-936d209659af tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:42.940787 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35d72b97-cad3-4eb4-8937-3369e6a3a4c3 req-dcf5e0fa-8a1e-4294-b4ad-936d209659af tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 946 time: 0.0644605
Feb 19 21:04:43.056436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35d72b97-cad3-4eb4-8937-3369e6a3a4c3 req-9fc3347b-98c1-4019-b9f3-a873ba14695d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046875
Feb 19 21:04:43.101553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-689c9bd4-bfd6-44cb-a868-539799a1780f None None] Provisioning complete for port b9cfc92c-4b31-4b60-a186-c04fe16a2419 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:43.103002 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-689c9bd4-bfd6-44cb-a868-539799a1780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:43.143461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d59ca6-ec30-4878-baf7-ebbbab8311c4 req-eabf73be-b3d7-4b7d-91a4-2482cb338f58 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:43.151984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82d59ca6-ec30-4878-baf7-ebbbab8311c4 req-eabf73be-b3d7-4b7d-91a4-2482cb338f58 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.0779884
Feb 19 21:04:43.217356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82d59ca6-ec30-4878-baf7-ebbbab8311c4 req-9e1f122b-c2e7-4d5a-aacf-e570e7107a73 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643401
Feb 19 21:04:43.294370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-809ba63b-c845-4e68-95e7-d23738cfcc84 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port 3115d2c1-dbdd-4229-8ca8-68cf94ade7d9 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:43.295273 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-809ba63b-c845-4e68-95e7-d23738cfcc84 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3115d2c1-dbdd-4229-8ca8-68cf94ade7d9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:43.310385 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f req-6d84a8f1-f90b-4166-9988-bd577c1f48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:43.312552 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f req-6d84a8f1-f90b-4166-9988-bd577c1f48af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6e59ada015584cc6b980ae55cedc2103&device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 1127 time: 0.0922072
Feb 19 21:04:43.318688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b9cfc92c-4b31-4b60-a186-c04fe16a2419 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:43.351517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a2580e97-d8f3-4d66-9519-b1a3a352a6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a638e6b20>, [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '73508851-fdb4-4de2-a10d-e4d1df1883bf', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'floating_ip_address': '172.35.2.212', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'port_id': '0f4a2e1e-4de3-4838-87c6-24936b87de02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'mac_address': 'fa:16:3e:b4:cb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addd2f6-24e1-4826-8f84-14355a67d407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:04:17Z', 'updated_at': '2022-02-19T21:04:40Z', 'revision_number': 1, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2285baf-0200-4453-823f-a8c8e006a2f0', 'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'mac_address': 'fa:16:3e:b3:9b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:06Z', 'updated_at': '2022-02-19T21:04:12Z', 'revision_number': 5, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'subnets': [{'id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:43.352051 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-529fa937-4692-4ff9-8a3d-410921f89c81 req-93f262eb-2dbb-43fc-a70d-5604c71398e5 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0522757
Feb 19 21:04:43.402611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2580e97-d8f3-4d66-9519-b1a3a352a6a4 None None] Checking router: 0b8aad0d-0935-4d9b-98b3-742a44e0be74 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:04:43.423774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-689c9bd4-bfd6-44cb-a868-539799a1780f None None] Current status of the port b9cfc92c-4b31-4b60-a186-c04fe16a2419 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:43.429292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-689c9bd4-bfd6-44cb-a868-539799a1780f None None] Could not find standard attr ID for object e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:04:43.431712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2580e97-d8f3-4d66-9519-b1a3a352a6a4 None None] Routers {'0b8aad0d-0935-4d9b-98b3-742a44e0be74'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:43.431958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a2580e97-d8f3-4d66-9519-b1a3a352a6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a638e6b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:04:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:43.522780 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-809ba63b-c845-4e68-95e7-d23738cfcc84 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3115d2c1-dbdd-4229-8ca8-68cf94ade7d9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:43.526917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f req-1ea33ccd-9a62-4875-872f-4b7343abb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:43.528600 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f req-1ea33ccd-9a62-4875-872f-4b7343abb9b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=14d8226a-6e83-4985-8f30-56d8f0e3e01f HTTP/1.1" status: 200  len: 915 time: 0.2048829
Feb 19 21:04:43.583264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f3e77d18-dc0b-468d-b589-cbeeeda360f1 None None] Provisioning complete for port 3115d2c1-dbdd-4229-8ca8-68cf94ade7d9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:43.584116 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f3e77d18-dc0b-468d-b589-cbeeeda360f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3115d2c1-dbdd-4229-8ca8-68cf94ade7d9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:43.585001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-809ba63b-c845-4e68-95e7-d23738cfcc84 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for 3115d2c1-dbdd-4229-8ca8-68cf94ade7d9 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:43.636377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a2580e97-d8f3-4d66-9519-b1a3a352a6a4 None None] Set router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:04:43.673704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f450f4-ba64-45a7-843b-def7560348b2 req-2aad081a-dc84-4f2d-bd0a-cebe2f856bc0 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:43.676609 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f req-d2df13ea-8e86-45a6-b8ca-17c430c8358b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4a2e1e-4de3-4838-87c6-24936b87de02 HTTP/1.1" status: 200  len: 999 time: 0.1415517
Feb 19 21:04:43.706930 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33f450f4-ba64-45a7-843b-def7560348b2 req-2aad081a-dc84-4f2d-bd0a-cebe2f856bc0 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 945 time: 0.2018564
Feb 19 21:04:43.775283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f3e77d18-dc0b-468d-b589-cbeeeda360f1 None None] Port 3115d2c1-dbdd-4229-8ca8-68cf94ade7d9 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:43.780952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f req-ba6d1e56-946e-4190-a54b-a2dc1d2c3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:43.783210 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f req-ba6d1e56-946e-4190-a54b-a2dc1d2c3d6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eddeb728-5372-408b-bbfa-32b636226d78 HTTP/1.1" status: 200  len: 853 time: 0.0938566
Feb 19 21:04:43.787923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f3e77d18-dc0b-468d-b589-cbeeeda360f1 None None] Could not find standard attr ID for object e57cd7b5-a8e6-4e84-932c-6d0eaa30c8c0. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:04:43.789498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33f450f4-ba64-45a7-843b-def7560348b2 req-0a0128d9-a714-4351-b65a-c959236e8a4d tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755191
Feb 19 21:04:43.917262 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-809ba63b-c845-4e68-95e7-d23738cfcc84 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3115d2c1-dbdd-4229-8ca8-68cf94ade7d9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:43.965039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ba63b-c845-4e68-95e7-d23738cfcc84 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=3115d2c1-dbdd-4229-8ca8-68cf94ade7d9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:43.985552 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f req-4c141afc-afae-4dd6-8b12-bb6920b2b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:43.987037 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f req-4c141afc-afae-4dd6-8b12-bb6920b2b455 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14d8226a-6e83-4985-8f30-56d8f0e3e01f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1220422
Feb 19 21:04:43.989398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295f027-711d-4fc8-98e7-5f9e4dba34b5 req-7770a6ed-5f4f-4096-a362-7f25e781715a tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:43.998194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c295f027-711d-4fc8-98e7-5f9e4dba34b5 req-7770a6ed-5f4f-4096-a362-7f25e781715a tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 944 time: 0.1151044
Feb 19 21:04:44.019152 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-809ba63b-c845-4e68-95e7-d23738cfcc84 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:44.027373 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-809ba63b-c845-4e68-95e7-d23738cfcc84 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/3115d2c1-dbdd-4229-8ca8-68cf94ade7d9 HTTP/1.1" status: 204  len: 168 time: 1.3331296
Feb 19 21:04:44.028045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59104) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:44.028316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 355bbacc-6aa0-48ce-94d5-58853a8dbe09 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:44.032668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5316ba4-9fd1-45c1-b9d8-68c52ba1853a req-a5b6a332-1945-43be-9485-b4b5f0a247d3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:44.034315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5316ba4-9fd1-45c1-b9d8-68c52ba1853a req-a5b6a332-1945-43be-9485-b4b5f0a247d3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 944 time: 0.1125057
Feb 19 21:04:44.125183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a2580e97-d8f3-4d66-9519-b1a3a352a6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a638e6b20>, [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '73508851-fdb4-4de2-a10d-e4d1df1883bf', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'floating_ip_address': '172.35.2.212', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'port_id': '0f4a2e1e-4de3-4838-87c6-24936b87de02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'mac_address': 'fa:16:3e:b4:cb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addd2f6-24e1-4826-8f84-14355a67d407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:04:17Z', 'updated_at': '2022-02-19T21:04:40Z', 'revision_number': 1, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2285baf-0200-4453-823f-a8c8e006a2f0', 'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'mac_address': 'fa:16:3e:b3:9b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:06Z', 'updated_at': '2022-02-19T21:04:12Z', 'revision_number': 5, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'subnets': [{'id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:44.158526 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e355c909-74d5-4444-9f90-a70b2f2af899 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:04:44.160470 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e355c909-74d5-4444-9f90-a70b2f2af899 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/3115d2c1-dbdd-4229-8ca8-68cf94ade7d9 HTTP/1.1" status: 404  len: 333 time: 0.1114984
Feb 19 21:04:44.172984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c295f027-711d-4fc8-98e7-5f9e4dba34b5 req-a8e68d91-dda9-4415-83a0-69a56585b600 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736474
Feb 19 21:04:44.184590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59108) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:44.191583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:04:44.197496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2580e97-d8f3-4d66-9519-b1a3a352a6a4 None None] The sync data for ids ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'] in ncdv-master-1 is: [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '73508851-fdb4-4de2-a10d-e4d1df1883bf', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'floating_ip_address': '172.35.2.212', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'port_id': '0f4a2e1e-4de3-4838-87c6-24936b87de02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'mac_address': 'fa:16:3e:b4:cb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3addd2f6-24e1-4826-8f84-14355a67d407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:04:17Z', 'updated_at': '2022-02-19T21:04:40Z', 'revision_number': 1, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2285baf-0200-4453-823f-a8c8e006a2f0', 'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'mac_address': 'fa:16:3e:b3:9b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:06Z', 'updated_at': '2022-02-19T21:04:12Z', 'revision_number': 5, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'subnets': [{'id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:04:44.200624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:44.201009 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:44.238905 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f req-fcceb769-21a7-4b41-8103-1595b73fd196 service neutron] 10.222.0.67 "GET /v2.0/networks/14d8226a-6e83-4985-8f30-56d8f0e3e01f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2239168
Feb 19 21:04:44.371890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:44.372555 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:44.438215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8176c128-5636-4ef2-bb6e-0c2af96e882d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355bbacc-6aa0-48ce-94d5-58853a8dbe09'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:44.439618 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8ef1b637-9b9c-4778-bcca-e9e47a33a57f req-e4271aa3-2d9a-4426-bac2-9d59aba6d64c service neutron] 10.222.0.67 "GET /v2.0/networks/14d8226a-6e83-4985-8f30-56d8f0e3e01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1896346
Feb 19 21:04:44.441125 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4879ce-55e8-4bd2-9391-2a7f9b3c06fc" -d '{"events": [{"server_uuid": "8176c128-5636-4ef2-bb6e-0c2af96e882d", "name": "network-vif-plugged", "status": "completed", "tag": "355bbacc-6aa0-48ce-94d5-58853a8dbe09"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:44.455913 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 355bbacc-6aa0-48ce-94d5-58853a8dbe09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355bbacc-6aa0-48ce-94d5-58853a8dbe09,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:44.467634 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:44.475060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 83b4b2cc-2908-4fac-942a-a2052608566d up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:44.582291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=355bbacc-6aa0-48ce-94d5-58853a8dbe09,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:44.606404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 83b4b2cc-2908-4fac-942a-a2052608566d completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:04:44.611552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 83b4b2cc-2908-4fac-942a-a2052608566d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:44.612114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:44.629507 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe2c36-ba5d-4fa6-a81a-f38f228d076b None None] New status for floating IP 73508851-fdb4-4de2-a10d-e4d1df1883bf: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:04:44.740058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 83b4b2cc-2908-4fac-942a-a2052608566d is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:44.741412 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:44.787849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180343-25da-4008-ac7c-9a5623d0fdd9 req-0461a29b-fb8f-4be3-a005-1516decd1ab8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:44.789386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c180343-25da-4008-ac7c-9a5623d0fdd9 req-0461a29b-fb8f-4be3-a005-1516decd1ab8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 946 time: 0.7539697
Feb 19 21:04:44.797545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 83b4b2cc-2908-4fac-942a-a2052608566d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83b4b2cc-2908-4fac-942a-a2052608566d,segment=NetworkSegment(2e0942cb-d96c-46f1-b23c-22c6a479bd87),segment_id=2e0942cb-d96c-46f1-b23c-22c6a479bd87)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:44.802618 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:44.813237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5316ba4-9fd1-45c1-b9d8-68c52ba1853a req-0dece6d1-ae3f-4c01-ab5d-ead04914ead4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7613113
Feb 19 21:04:44.849897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting subnet dc331364-00b5-4346-85f2-784a81dd314d {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:04:44.863714 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (dc331364-00b5-4346-85f2-784a81dd314d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:44.901595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=83b4b2cc-2908-4fac-942a-a2052608566d,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:45.035216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e6ac9-eaf5-42fa-9044-9fbd36d3a27b req-78dcd952-fd0b-4478-af71-6858287411ca tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:45.036856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac8e6ac9-eaf5-42fa-9044-9fbd36d3a27b req-78dcd952-fd0b-4478-af71-6858287411ca tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 946 time: 0.3439770
Feb 19 21:04:45.049486 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (dc331364-00b5-4346-85f2-784a81dd314d), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:45.192570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b251d-16cf-4cd4-9910-882556815cb4 req-2b174e93-d221-4077-a4fe-d332d7cd264c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:45.194146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e45b251d-16cf-4cd4-9910-882556815cb4 req-2b174e93-d221-4077-a4fe-d332d7cd264c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.2394140
Feb 19 21:04:45.201138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac8e6ac9-eaf5-42fa-9044-9fbd36d3a27b req-7743362b-c4a7-4517-9667-8937eab909fe tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486456
Feb 19 21:04:45.236485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-8c180343-25da-4008-ac7c-9a5623d0fdd9 req-e31a6fb3-7648-490a-b8b9-80c19e60364c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Deleting port 8691ea74-0542-4326-b0f9-09be241e16e5 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:45.236842 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8c180343-25da-4008-ac7c-9a5623d0fdd9 req-e31a6fb3-7648-490a-b8b9-80c19e60364c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:45.240126 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (dc331364-00b5-4346-85f2-784a81dd314d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:45.365900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de76ecd7-a80a-48a3-9204-ce6c69bea94b req-d1786963-fc64-4fd1-9b7d-e931313b5db5 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0818641
Feb 19 21:04:45.391465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e45b251d-16cf-4cd4-9910-882556815cb4 req-31dc5dfc-7e52-48d1-9545-ab435756d93c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1882474
Feb 19 21:04:45.426295 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37622697-4d23-474f-af31-d78dd9120cc9 x-openstack-request-id: req-37622697-4d23-474f-af31-d78dd9120cc9 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:45.427133 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8176c128-5636-4ef2-bb6e-0c2af96e882d", "name": "network-vif-plugged", "status": "completed", "tag": "355bbacc-6aa0-48ce-94d5-58853a8dbe09", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:45.427133 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37622697-4d23-474f-af31-d78dd9120cc9 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:45.427426 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8176c128-5636-4ef2-bb6e-0c2af96e882d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355bbacc-6aa0-48ce-94d5-58853a8dbe09', 'code': 200}
Feb 19 21:04:45.450375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-8c180343-25da-4008-ac7c-9a5623d0fdd9 req-e31a6fb3-7648-490a-b8b9-80c19e60364c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] For port 8691ea74-0542-4326-b0f9-09be241e16e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8691ea74-0542-4326-b0f9-09be241e16e5,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:45.450850 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8c180343-25da-4008-ac7c-9a5623d0fdd9 req-e31a6fb3-7648-490a-b8b9-80c19e60364c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:45.464295 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (dc331364-00b5-4346-85f2-784a81dd314d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:45.477348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-8c180343-25da-4008-ac7c-9a5623d0fdd9 req-e31a6fb3-7648-490a-b8b9-80c19e60364c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Calling delete_port for 8691ea74-0542-4326-b0f9-09be241e16e5 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:45.553362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7489ded-6be1-4972-9020-143f38430ea9 None None] Network 810fafc3-c61d-4c6c-8571-d276cf00f214 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:45.561668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Subnet': ['ID=dc331364-00b5-4346-85f2-784a81dd314d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:45.569264 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:45.573081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/dc331364-00b5-4346-85f2-784a81dd314d HTTP/1.1" status: 204  len: 168 time: 1.3810432
Feb 19 21:04:45.576856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59120) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:45.619181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.619467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.619827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.620200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.620569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.620914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.621253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.621675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.622019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.622356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.622719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.623048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.623380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10000cf1-0755-4dab-b7ea-2a9f85fd4831 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:04:45.673117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (810fafc3-c61d-4c6c-8571-d276cf00f214), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:45.734775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d782647-2c7c-4629-8b82-c01cc84340b7 req-d2af8847-2baf-494a-9217-fdb70b13c87a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:45.736632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d782647-2c7c-4629-8b82-c01cc84340b7 req-d2af8847-2baf-494a-9217-fdb70b13c87a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 945 time: 0.2570925
Feb 19 21:04:45.748543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed5f0c-d98e-4460-9398-2a177e5d2d68 req-d0f64f9b-8645-480f-b7db-8e5353489bce tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:45.750174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23ed5f0c-d98e-4460-9398-2a177e5d2d68 req-d0f64f9b-8645-480f-b7db-8e5353489bce tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 945 time: 0.2542922
Feb 19 21:04:45.752393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce214d1-d9d2-4317-8278-072386a6cf26 req-068eac4d-f58f-46b7-930c-58137eea1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:45.753420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f04892-fd8a-4fba-a04c-8cb9341b5414 None None] DHCP port deletion for 810fafc3-c61d-4c6c-8571-d276cf00f214 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:04:45.754001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bce214d1-d9d2-4317-8278-072386a6cf26 req-068eac4d-f58f-46b7-930c-58137eea1668 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 1127 time: 0.2318978
Feb 19 21:04:45.765095 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port b9cfc92c-4b31-4b60-a186-c04fe16a2419 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:45.765650 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:45.828580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-09f04892-fd8a-4fba-a04c-8cb9341b5414 None None] Deleting port b9cfc92c-4b31-4b60-a186-c04fe16a2419 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:45.829275 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-09f04892-fd8a-4fba-a04c-8cb9341b5414 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:45.874207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] For port b9cfc92c-4b31-4b60-a186-c04fe16a2419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9cfc92c-4b31-4b60-a186-c04fe16a2419,segment=NetworkSegment(e8cb3d0b-4ab1-4255-98a3-15c55f36ab17),segment_id=e8cb3d0b-4ab1-4255-98a3-15c55f36ab17)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:45.874469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:45.894933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for b9cfc92c-4b31-4b60-a186-c04fe16a2419 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:45.913681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-09f04892-fd8a-4fba-a04c-8cb9341b5414 None None] For port b9cfc92c-4b31-4b60-a186-c04fe16a2419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9cfc92c-4b31-4b60-a186-c04fe16a2419,segment=NetworkSegment(e8cb3d0b-4ab1-4255-98a3-15c55f36ab17),segment_id=e8cb3d0b-4ab1-4255-98a3-15c55f36ab17)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:45.914056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-09f04892-fd8a-4fba-a04c-8cb9341b5414 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:45.935078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-09f04892-fd8a-4fba-a04c-8cb9341b5414 None None] Calling delete_port for b9cfc92c-4b31-4b60-a186-c04fe16a2419 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:45.943658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d782647-2c7c-4629-8b82-c01cc84340b7 req-e2701c6e-69b4-4405-89a0-1e2495570c7b tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883504
Feb 19 21:04:45.950328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bce214d1-d9d2-4317-8278-072386a6cf26 req-9b0eaf03-a7fc-449a-93e6-8bf7124ca595 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775579
Feb 19 21:04:45.955505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23ed5f0c-d98e-4460-9398-2a177e5d2d68 req-fb6a4196-98b2-4a3a-925d-cc4e7f7e5f3e tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808622
Feb 19 21:04:45.967678 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8c180343-25da-4008-ac7c-9a5623d0fdd9 req-e31a6fb3-7648-490a-b8b9-80c19e60364c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8691ea74-0542-4326-b0f9-09be241e16e5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.033486 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.039272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a6fb3-7648-490a-b8b9-80c19e60364c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Pushing event deleted for resources: {'Port': ['ID=8691ea74-0542-4326-b0f9-09be241e16e5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:46.077382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=b9cfc92c-4b31-4b60-a186-c04fe16a2419,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:46.082691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No DVR routers for this DVR port b9cfc92c-4b31-4b60-a186-c04fe16a2419 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:04:46.142963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c180343-25da-4008-ac7c-9a5623d0fdd9 req-e31a6fb3-7648-490a-b8b9-80c19e60364c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] No DVR routers for this DVR port 8691ea74-0542-4326-b0f9-09be241e16e5 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:04:46.146529 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8c180343-25da-4008-ac7c-9a5623d0fdd9 req-e31a6fb3-7648-490a-b8b9-80c19e60364c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.151562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c180343-25da-4008-ac7c-9a5623d0fdd9 req-e31a6fb3-7648-490a-b8b9-80c19e60364c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.10 "DELETE /v2.0/ports/8691ea74-0542-4326-b0f9-09be241e16e5 HTTP/1.1" status: 204  len: 173 time: 1.3540955
Feb 19 21:04:46.191046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f813a2b-29b5-4a7d-9162-0e5b0971f8d8', 'name': 'network-vif-deleted', 'tag': '8691ea74-0542-4326-b0f9-09be241e16e5'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:46.193810 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae326cd-2abe-48c4-945c-562f4887e5e4" -d '{"events": [{"server_uuid": "3f813a2b-29b5-4a7d-9162-0e5b0971f8d8", "name": "network-vif-deleted", "tag": "8691ea74-0542-4326-b0f9-09be241e16e5"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:46.238744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c696b1-78ed-4472-8ea8-51a73135e584 req-f371f7cb-eece-4722-910b-394fac50d302 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:46.241355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90c696b1-78ed-4472-8ea8-51a73135e584 req-f371f7cb-eece-4722-910b-394fac50d302 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 945 time: 0.1305881
Feb 19 21:04:46.276198 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (810fafc3-c61d-4c6c-8571-d276cf00f214), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.305423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['a943b989-5a95-44a3-9a78-35384327a397', '8691ea74-0542-4326-b0f9-09be241e16e5'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:46.310439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 2caf0c43-e8a7-47e8-a90c-390f3b45d82b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:04:46.310669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6cfc70>,) {'filters': {'network_id': ['810fafc3-c61d-4c6c-8571-d276cf00f214']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:46.332662 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6cfc70>, 'e8cb3d0b-4ab1-4255-98a3-15c55f36ab17') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:46.333134 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6cfc70>, 'e8cb3d0b-4ab1-4255-98a3-15c55f36ab17') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:46.347597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90c696b1-78ed-4472-8ea8-51a73135e584 req-2f3ba1af-6fa1-40ab-8571-cb1fcead268e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995011
Feb 19 21:04:46.362613 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c57f6d9-0ed7-4a8a-8090-efe8cb8d5cf3 x-openstack-request-id: req-6c57f6d9-0ed7-4a8a-8090-efe8cb8d5cf3 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:46.363031 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f813a2b-29b5-4a7d-9162-0e5b0971f8d8", "name": "network-vif-deleted", "tag": "8691ea74-0542-4326-b0f9-09be241e16e5", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:46.363447 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c57f6d9-0ed7-4a8a-8090-efe8cb8d5cf3 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:46.364196 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f813a2b-29b5-4a7d-9162-0e5b0971f8d8', 'name': 'network-vif-deleted', 'tag': '8691ea74-0542-4326-b0f9-09be241e16e5', 'status': 'completed', 'code': 200}
Feb 19 21:04:46.376464 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-09f04892-fd8a-4fba-a04c-8cb9341b5414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (b9cfc92c-4b31-4b60-a186-c04fe16a2419), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.376834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (e8cb3d0b-4ab1-4255-98a3-15c55f36ab17), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.421638 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e8cb3d0b-4ab1-4255-98a3-15c55f36ab17), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.436392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:04:46.442031 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (e8cb3d0b-4ab1-4255-98a3-15c55f36ab17), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:04:46.449070 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:04:46.498883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f04892-fd8a-4fba-a04c-8cb9341b5414 None None] Pushing event deleted for resources: {'Port': ['ID=b9cfc92c-4b31-4b60-a186-c04fe16a2419,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:46.533300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (810fafc3-c61d-4c6c-8571-d276cf00f214), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.542070 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.546629 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/networks/810fafc3-c61d-4c6c-8571-d276cf00f214 HTTP/1.1" status: 204  len: 168 time: 0.9670999
Feb 19 21:04:46.552456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59136) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:46.560725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-511c5618-1acd-43d7-b59b-fc8f3bcc2330 req-b80968aa-21ee-463a-85bc-ce388b20d340 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f813a2b-29b5-4a7d-9162-0e5b0971f8d8 HTTP/1.1" status: 200  len: 210 time: 0.0332301
Feb 19 21:04:46.561730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1511796071'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:46.567016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f04892-fd8a-4fba-a04c-8cb9341b5414 None None] No DVR routers for this DVR port b9cfc92c-4b31-4b60-a186-c04fe16a2419 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:04:46.585853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b9cfc92c-4b31-4b60-a186-c04fe16a2419 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:04:46.590005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e478ce7-7a68-4047-9d62-4d850ae59933 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Network': ['ID=810fafc3-c61d-4c6c-8571-d276cf00f214,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:46.608950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:46.609434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276474e-6707-4af1-938c-f460ffbda67c req-e98ed4aa-34c5-4e4c-a4b2-f046d83cc2ff tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:46.617880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:46.619763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3276474e-6707-4af1-938c-f460ffbda67c req-e98ed4aa-34c5-4e4c-a4b2-f046d83cc2ff tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 945 time: 0.1274986
Feb 19 21:04:46.625195 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.645825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: b9cfc92c-4b31-4b60-a186-c04fe16a2419 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:04:46.646773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b9cfc92c-4b31-4b60-a186-c04fe16a2419 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:04:46.660405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'port_id': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'mac_address': 'fa:16:3e:b5:26:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:04:46.662910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:04:46.680374 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (05f8730c-ad15-433e-a3a3-572ee8eadf6a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.681929 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Added segment 05f8730c-ad15-433e-a3a3-572ee8eadf6a of type vlan for network b70e5869-1475-47f3-aae7-57fdcdc78da7
Feb 19 21:04:46.682435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3276474e-6707-4af1-938c-f460ffbda67c req-e68b8e61-77eb-4092-971e-22b282cc9566 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583339
Feb 19 21:04:46.739233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6d0d8c0a-c15b-4b13-8311-3fa3e021f3be req-a329ff23-8511-401c-b4d9-68039662f409 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0387323
Feb 19 21:04:46.797416 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (b70e5869-1475-47f3-aae7-57fdcdc78da7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.833951 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (b70e5869-1475-47f3-aae7-57fdcdc78da7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.840589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:46.841697 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.851991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:46.852698 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.899524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2caf0c43-e8a7-47e8-a90c-390f3b45d82b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:04:46.904846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827ccdc-6d8d-4de4-b912-84d4fdca2e60 req-04e2e32c-1347-42bf-bf8f-4970191f086f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:46.917184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6827ccdc-6d8d-4de4-b912-84d4fdca2e60 req-04e2e32c-1347-42bf-bf8f-4970191f086f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.1286359
Feb 19 21:04:46.920939 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3657217
Feb 19 21:04:46.928383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59138) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:46.935574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': 'b70e5869-1475-47f3-aae7-57fdcdc78da7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:46.945916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:46.953463 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:46.986652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6827ccdc-6d8d-4de4-b912-84d4fdca2e60 req-25f76c31-97d2-44ce-ab90-57b5b6a81eaf tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668581
Feb 19 21:04:47.018191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d53bb-08dc-42d2-9d96-0ce3ea81fb1f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Network': ['ID=b70e5869-1475-47f3-aae7-57fdcdc78da7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:47.022571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:47.036732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network b70e5869-1475-47f3-aae7-57fdcdc78da7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:04:47.101177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:47.105464 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:47.126165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792a7a-75d1-4232-85db-904d52619937 req-2fbf440a-d820-4273-8934-962eb239dbfb tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:47.128222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f792a7a-75d1-4232-85db-904d52619937 req-2fbf440a-d820-4273-8934-962eb239dbfb tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 945 time: 0.0729463
Feb 19 21:04:47.155940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['2caf0c43-e8a7-47e8-a90c-390f3b45d82b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:47.206091 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f792a7a-75d1-4232-85db-904d52619937 req-e7341367-3cc7-4bc2-8f30-0a9e1635addd tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675914
Feb 19 21:04:47.427752 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (e4e6cbd4-a952-4778-8bed-e8baf103b48b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:47.428299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb730c4e-37cc-47fd-a5c0-a4131d1990a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4b2cc-2908-4fac-942a-a2052608566d'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:47.430886 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93f5e3e-3568-4718-8b06-daa6ff7becb5" -d '{"events": [{"server_uuid": "cb730c4e-37cc-47fd-a5c0-a4131d1990a9", "name": "network-vif-plugged", "status": "completed", "tag": "83b4b2cc-2908-4fac-942a-a2052608566d"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:47.482472 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782d5372-39ab-4526-8c62-73b84dd0f7eb x-openstack-request-id: req-782d5372-39ab-4526-8c62-73b84dd0f7eb {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:47.483435 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb730c4e-37cc-47fd-a5c0-a4131d1990a9", "name": "network-vif-plugged", "status": "completed", "tag": "83b4b2cc-2908-4fac-942a-a2052608566d", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:47.484264 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-782d5372-39ab-4526-8c62-73b84dd0f7eb {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:47.484931 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb730c4e-37cc-47fd-a5c0-a4131d1990a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b4b2cc-2908-4fac-942a-a2052608566d', 'code': 200}
Feb 19 21:04:47.537034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Subnet': ['ID=e4e6cbd4-a952-4778-8bed-e8baf103b48b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:47.544323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Checking segment: {'id': '05f8730c-ad15-433e-a3a3-572ee8eadf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b70e5869-1475-47f3-aae7-57fdcdc78da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:47.544834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network hostable DHCP agents. Network: b70e5869-1475-47f3-aae7-57fdcdc78da7, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:04:47.553028 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076e461-3db0-49ce-ad88-91c5f55dad5a req-aaae7dc2-7b39-4455-bc6f-6bd18119e60e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:47.554598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c076e461-3db0-49ce-ad88-91c5f55dad5a req-aaae7dc2-7b39-4455-bc6f-6bd18119e60e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 945 time: 0.0790291
Feb 19 21:04:47.565832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network b70e5869-1475-47f3-aae7-57fdcdc78da7 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:04:47.577672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b70e5869-1475-47f3-aae7-57fdcdc78da7) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:47.582200 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:47.582872 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:47.590942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07818845-f1a5-4968-93a0-c64aaf1088ff None None] Network b70e5869-1475-47f3-aae7-57fdcdc78da7 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:47.619969 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-442052d3-2661-4be9-a047-b2045745dbeb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6900208
Feb 19 21:04:47.628751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59148) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:47.633681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-385abbf1-c91c-4f7a-a73e-9d16a24cbac5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1866490590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:47.642834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c076e461-3db0-49ce-ad88-91c5f55dad5a req-0299ee91-5c60-43f6-9b73-5d964499f3b6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770419
Feb 19 21:04:47.656184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e7430-462d-43f8-b6e2-0bbd8668a5ce req-c812852e-31ba-4ea6-becd-d413fa2d12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:47.657819 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-699e7430-462d-43f8-b6e2-0bbd8668a5ce req-c812852e-31ba-4ea6-becd-d413fa2d12da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 1127 time: 0.1023371
Feb 19 21:04:47.685157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-385abbf1-c91c-4f7a-a73e-9d16a24cbac5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (18ebe8cf-a836-4ed0-93ef-e86ea9311490), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:47.686474 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-385abbf1-c91c-4f7a-a73e-9d16a24cbac5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (18ebe8cf-a836-4ed0-93ef-e86ea9311490), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:47.771290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b70e5869-1475-47f3-aae7-57fdcdc78da7', 'network_id': 'b70e5869-1475-47f3-aae7-57fdcdc78da7', 'project_id': 'd4ad4a1daffa4cddbbf1e5aefea5a975', 'fixed_ips': [{'subnet_id': 'e4e6cbd4-a952-4778-8bed-e8baf103b48b'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:04:47.773158 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:47.783126 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-385abbf1-c91c-4f7a-a73e-9d16a24cbac5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for router_controller (18ebe8cf-a836-4ed0-93ef-e86ea9311490), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:47.793631 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-385abbf1-c91c-4f7a-a73e-9d16a24cbac5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (18ebe8cf-a836-4ed0-93ef-e86ea9311490), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:47.793921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-699e7430-462d-43f8-b6e2-0bbd8668a5ce req-f04c3442-aad6-41b0-819f-d8bffc1454cf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268508
Feb 19 21:04:47.830526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-385abbf1-c91c-4f7a-a73e-9d16a24cbac5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:47.834282 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-385abbf1-c91c-4f7a-a73e-9d16a24cbac5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2020161
Feb 19 21:04:47.837144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59158) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:47.837295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c631dd-e148-4ce2-a6c5-0d6e5acadb19 req-bf957ffb-73a3-49e9-b4a0-c83fbc292f14 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:47.845247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04c631dd-e148-4ce2-a6c5-0d6e5acadb19 req-bf957ffb-73a3-49e9-b4a0-c83fbc292f14 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1000674
Feb 19 21:04:47.846100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'network_id': 'b70e5869-1475-47f3-aae7-57fdcdc78da7', 'name': 'tempest-PortsIpV6TestJSON-1806571329'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:47.939402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e89a78-38f7-4488-abbf-1c73f640b030 req-f5a73fe8-3eed-44b1-a506-33395af42b3a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:47.941334 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09e89a78-38f7-4488-abbf-1c73f640b030 req-f5a73fe8-3eed-44b1-a506-33395af42b3a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 945 time: 0.0930629
Feb 19 21:04:47.952970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04c631dd-e148-4ce2-a6c5-0d6e5acadb19 req-3439040d-2b60-488f-882a-7e824091f12d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066296
Feb 19 21:04:47.965442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Allocated IP 2001:db8::2 (b70e5869-1475-47f3-aae7-57fdcdc78da7/e4e6cbd4-a952-4778-8bed-e8baf103b48b/8663e7f1-591f-4b9b-ab5f-ceecb61c47cc) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:48.014949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9af9a-9439-4d57-96aa-4c301d458eff req-d94986e1-15ca-417f-aa19-7df27ea60eb8 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:48.015111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09e89a78-38f7-4488-abbf-1c73f640b030 req-269ca2c1-7f3a-4448-b285-9654edfefce1 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups?id=057c0b74-e053-41ef-8715-eccae1ab93ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598931
Feb 19 21:04:48.017958 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8dd9af9a-9439-4d57-96aa-4c301d458eff req-d94986e1-15ca-417f-aa19-7df27ea60eb8 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 945 time: 0.1636293
Feb 19 21:04:48.091621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:48.099772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:48.101947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5ca91aa-cffd-4eb8-bae4-c79f53bb65bc req-8cac8960-470b-4251-99fd-d107d559ed43 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0456035
Feb 19 21:04:48.157030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port a151b8df-13b6-4588-a2bf-9ef2c0b1170a yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:04:48.159783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 2caf0c43-e8a7-47e8-a90c-390f3b45d82b up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:48.241588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135a94a-624f-4540-a86d-183dc52f4fbd req-932272da-4bea-47ae-a55f-49afdd8b2993 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:48.243741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e135a94a-624f-4540-a86d-183dc52f4fbd req-932272da-4bea-47ae-a55f-49afdd8b2993 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.1123612
Feb 19 21:04:48.280282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-8dd9af9a-9439-4d57-96aa-4c301d458eff req-de815286-fc16-4279-b5c9-ac07c0a82690 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Deleting port a2e98664-86fb-479c-833e-f1ba8f71db2c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:48.282461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8dd9af9a-9439-4d57-96aa-4c301d458eff req-de815286-fc16-4279-b5c9-ac07c0a82690 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:48.376031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e135a94a-624f-4540-a86d-183dc52f4fbd req-d678ad24-446a-410a-82ab-cd0f942116c7 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1238489
Feb 19 21:04:48.405923 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d4cdf1c1-d113-4d9c-bb2e-eaf7e482f78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:48.439803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a790b6-d62f-463a-8a95-01148c56bad5 req-a61b8389-9724-4be5-ade6-6fdeec5fd483 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:48.449012 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18a790b6-d62f-463a-8a95-01148c56bad5 req-a61b8389-9724-4be5-ade6-6fdeec5fd483 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1381304
Feb 19 21:04:48.466066 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Publish callbacks [] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:48.470829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:48.471639 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:48.519452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:48.557231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18a790b6-d62f-463a-8a95-01148c56bad5 req-d29e71e6-5c51-41d7-a314-908229973fb5 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071193
Feb 19 21:04:48.585089 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-8dd9af9a-9439-4d57-96aa-4c301d458eff req-de815286-fc16-4279-b5c9-ac07c0a82690 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] For port a2e98664-86fb-479c-833e-f1ba8f71db2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2e98664-86fb-479c-833e-f1ba8f71db2c,segment=NetworkSegment(4476845b-7523-42d1-ad7a-c540077edf33),segment_id=4476845b-7523-42d1-ad7a-c540077edf33)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:48.585777 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8dd9af9a-9439-4d57-96aa-4c301d458eff req-de815286-fc16-4279-b5c9-ac07c0a82690 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:48.621118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Pushing event updated for resources: {'Port': ['ID=8663e7f1-591f-4b9b-ab5f-ceecb61c47cc,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:48.629798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd75a3-a70b-4c76-a5c5-0c15a11a4a5d req-5b8b34f4-da23-44ba-901f-95047f81d630 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:48.631449 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Network b70e5869-1475-47f3-aae7-57fdcdc78da7 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:48.633366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8::96 (b70e5869-1475-47f3-aae7-57fdcdc78da7/e4e6cbd4-a952-4778-8bed-e8baf103b48b/a151b8df-13b6-4588-a2bf-9ef2c0b1170a) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:04:48.642339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:48.643663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7dcd75a3-a70b-4c76-a5c5-0c15a11a4a5d req-5b8b34f4-da23-44ba-901f-95047f81d630 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 945 time: 0.1543248
Feb 19 21:04:48.649710 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:48.654667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-8dd9af9a-9439-4d57-96aa-4c301d458eff req-de815286-fc16-4279-b5c9-ac07c0a82690 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Calling delete_port for a2e98664-86fb-479c-833e-f1ba8f71db2c owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:48.720164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:48.720694 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:48.809054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:48.814314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Attempting to bind port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:04:48.814776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Attempting to bind port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '05f8730c-ad15-433e-a3a3-572ee8eadf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b70e5869-1475-47f3-aae7-57fdcdc78da7'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:04:48.815164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Attempting to bind port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc on network b70e5869-1475-47f3-aae7-57fdcdc78da7 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:04:48.819849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7dcd75a3-a70b-4c76-a5c5-0c15a11a4a5d req-951aa722-d43a-4788-a072-a6751c617528 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745267
Feb 19 21:04:48.820087 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:48.821422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8691ea74-0542-4326-b0f9-09be241e16e5 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:04:48.856074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b12b40-3f1c-4363-bbc1-2bb0460aba3a req-32af7a42-7c82-4682-b046-59dcb927cbc4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:48.858254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4b12b40-3f1c-4363-bbc1-2bb0460aba3a req-32af7a42-7c82-4682-b046-59dcb927cbc4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1824338
Feb 19 21:04:48.859049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:04:48.859446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Checking segment: {'id': '05f8730c-ad15-433e-a3a3-572ee8eadf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b70e5869-1475-47f3-aae7-57fdcdc78da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:48.859866 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:48.860280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Bound using segment: {'id': '05f8730c-ad15-433e-a3a3-572ee8eadf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b70e5869-1475-47f3-aae7-57fdcdc78da7'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:04:48.860819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Bound port: 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f8730c-ad15-433e-a3a3-572ee8eadf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b70e5869-1475-47f3-aae7-57fdcdc78da7'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:04:48.861212 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:48.887302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 8691ea74-0542-4326-b0f9-09be241e16e5 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:04:48.887669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8691ea74-0542-4326-b0f9-09be241e16e5 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:04:48.957192 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:48.981678 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4b12b40-3f1c-4363-bbc1-2bb0460aba3a req-8a99d374-e2e8-4072-bc5b-85e05be94a4a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165030
Feb 19 21:04:48.997505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-112c971a-decb-429b-af7f-83713df058a9 None None] For port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:04:49.005174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-112c971a-decb-429b-af7f-83713df058a9 None None] For port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8663e7f1-591f-4b9b-ab5f-ceecb61c47cc,segment=NetworkSegment(05f8730c-ad15-433e-a3a3-572ee8eadf6a),segment_id=05f8730c-ad15-433e-a3a3-572ee8eadf6a)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:04:49.008091 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8dd9af9a-9439-4d57-96aa-4c301d458eff req-de815286-fc16-4279-b5c9-ac07c0a82690 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a2e98664-86fb-479c-833e-f1ba8f71db2c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:49.016597 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:49.035597 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:49.044235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['a2e98664-86fb-479c-833e-f1ba8f71db2c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:04:49.077064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de815286-fc16-4279-b5c9-ac07c0a82690 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event deleted for resources: {'Port': ['ID=a2e98664-86fb-479c-833e-f1ba8f71db2c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:49.174643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd9af9a-9439-4d57-96aa-4c301d458eff req-de815286-fc16-4279-b5c9-ac07c0a82690 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] No DVR routers for this DVR port a2e98664-86fb-479c-833e-f1ba8f71db2c on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:04:49.179061 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8dd9af9a-9439-4d57-96aa-4c301d458eff req-de815286-fc16-4279-b5c9-ac07c0a82690 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:49.186292 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8dd9af9a-9439-4d57-96aa-4c301d458eff req-de815286-fc16-4279-b5c9-ac07c0a82690 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.67 "DELETE /v2.0/ports/a2e98664-86fb-479c-833e-f1ba8f71db2c HTTP/1.1" status: 204  len: 173 time: 1.1621215
Feb 19 21:04:49.186908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa', 'name': 'network-vif-deleted', 'tag': 'a2e98664-86fb-479c-833e-f1ba8f71db2c'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:49.189801 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c7a625-8d89-4413-a43a-17105cc3aefb" -d '{"events": [{"server_uuid": "b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa", "name": "network-vif-deleted", "tag": "a2e98664-86fb-479c-833e-f1ba8f71db2c"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:49.197975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c971a-decb-429b-af7f-83713df058a9 None None] Pushing event updated for resources: {'Port': ['ID=8663e7f1-591f-4b9b-ab5f-ceecb61c47cc,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:49.220666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:49.263523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-beb9333f-05dd-45da-a32e-7f6761f3f39a req-7047bca0-d7fb-44c5-a595-cc3cb68579bc tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa HTTP/1.1" status: 200  len: 210 time: 0.0410860
Feb 19 21:04:49.341986 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80e09c6-b6b5-43fe-9612-7ed47efda6a8 x-openstack-request-id: req-c80e09c6-b6b5-43fe-9612-7ed47efda6a8 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:49.342290 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa", "name": "network-vif-deleted", "tag": "a2e98664-86fb-479c-833e-f1ba8f71db2c", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:49.342542 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c80e09c6-b6b5-43fe-9612-7ed47efda6a8 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:49.342953 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ac9c3b-8e6c-46e0-bf7c-86f41d4354aa', 'name': 'network-vif-deleted', 'tag': 'a2e98664-86fb-479c-833e-f1ba8f71db2c', 'status': 'completed', 'code': 200}
Feb 19 21:04:49.350075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network b70e5869-1475-47f3-aae7-57fdcdc78da7 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:49.361281 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:49.365015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:04:49.378861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:49.380466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8c0ae5b-ad5f-4e1f-a1ed-a11f9d40fa44 req-9c067917-46ab-4183-ad3d-5c48b3da84e7 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0413220
Feb 19 21:04:49.382375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:49.414100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=a151b8df-13b6-4588-a2bf-9ef2c0b1170a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:49.446263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59210) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:49.446509 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d747a50e-8334-426c-8916-eb2fa9169da3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.6060033
Feb 19 21:04:49.486626 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:04:49.489815 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d301ec-51f4-4661-96ad-eddfb5b13223" -d '{"events": [{"server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:04:49.602960 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b2d702-65ca-45bc-92ad-0b34dfe59626 x-openstack-request-id: req-b9b2d702-65ca-45bc-92ad-0b34dfe59626 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:04:49.603343 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:04:49.603698 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9b2d702-65ca-45bc-92ad-0b34dfe59626 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:04:49.604191 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'code': 200}
Feb 19 21:04:49.984377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a0690-0b3b-444d-9dba-1bbb6bb5b703 req-7534cb47-b0d2-4dae-bf78-f72ad087de8f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:49.986244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-907a0690-0b3b-444d-9dba-1bbb6bb5b703 req-7534cb47-b0d2-4dae-bf78-f72ad087de8f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.3271887
Feb 19 21:04:50.141652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41639e70-49f8-4da0-abbb-bf5b448b94e6 req-2fbb4749-3390-4761-b40c-ebe3b133b3bb tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:50.156132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41639e70-49f8-4da0-abbb-bf5b448b94e6 req-2fbb4749-3390-4761-b40c-ebe3b133b3bb tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 945 time: 0.1902885
Feb 19 21:04:50.265099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-907a0690-0b3b-444d-9dba-1bbb6bb5b703 req-8420aad2-37b6-48ec-b0da-db8848e2790f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2404311
Feb 19 21:04:50.310666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41639e70-49f8-4da0-abbb-bf5b448b94e6 req-95d4afb7-ab01-4fa9-9743-d68b30c77cd1 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534650
Feb 19 21:04:50.373108 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61ccacdf-7380-48af-bc51-eb1b19da3a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:50.470290 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:50.713584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:50.851654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59296) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:50.916040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:50.918644 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:50.937298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4ba3de5-e977-428e-84d9-729677ff98f9 req-287b97fc-3d8d-497c-894e-6a56103528f7 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.2449777
Feb 19 21:04:51.012173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73c632f7-1432-4a78-ab73-aaebd596748a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group (85b7cb39-f12f-4d85-a624-18c678a81de8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.126051 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73c632f7-1432-4a78-ab73-aaebd596748a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group (85b7cb39-f12f-4d85-a624-18c678a81de8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.215210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73c632f7-1432-4a78-ab73-aaebd596748a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (85b7cb39-f12f-4d85-a624-18c678a81de8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.223575 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73c632f7-1432-4a78-ab73-aaebd596748a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.231779 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-73c632f7-1432-4a78-ab73-aaebd596748a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "DELETE /v2.0/security-groups/85b7cb39-f12f-4d85-a624-18c678a81de8 HTTP/1.1" status: 204  len: 168 time: 0.3770299
Feb 19 21:04:51.235922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59302) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:51.251694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c632f7-1432-4a78-ab73-aaebd596748a tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b7cb39-f12f-4d85-a624-18c678a81de8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:51.256254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:51.260047 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.262503 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-268ea080-f664-40ff-887b-4ba1195d71c3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] show failed (client error): The resource could not be found.
Feb 19 21:04:51.263768 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-268ea080-f664-40ff-887b-4ba1195d71c3 tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "GET /v2.0/security-groups/85b7cb39-f12f-4d85-a624-18c678a81de8 HTTP/1.1" status: 404  len: 347 time: 0.0191512
Feb 19 21:04:51.271453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59306) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:51.418503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a670606-2d3e-4958-8c67-cac2aaeb518d None None] Network b70e5869-1475-47f3-aae7-57fdcdc78da7 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:51.442877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8663e7f1-591f-4b9b-ab5f-ceecb61c47cc,segment=NetworkSegment(05f8730c-ad15-433e-a3a3-572ee8eadf6a),segment_id=05f8730c-ad15-433e-a3a3-572ee8eadf6a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:04:51.511448 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.521124 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.530543 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.610193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-7304a92d-96e4-4ac4-af12-76bfa16d024f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Deleting port bc96cd0c-1603-44f2-8e4d-9525813943c9 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:51.617483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7304a92d-96e4-4ac4-af12-76bfa16d024f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bc96cd0c-1603-44f2-8e4d-9525813943c9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.641249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=8663e7f1-591f-4b9b-ab5f-ceecb61c47cc,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:51.655942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=a151b8df-13b6-4588-a2bf-9ef2c0b1170a,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:51.760864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-26b160af-a3b3-4fc8-b097-d6fa49b25b44 None None] Provisioning complete for port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:51.761249 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26b160af-a3b3-4fc8-b097-d6fa49b25b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.850196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de28db-69c7-4040-a486-0acc12314b9f req-aa647c25-bae0-4d93-8811-9bcde98332fd tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:51.857926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34de28db-69c7-4040-a486-0acc12314b9f req-aa647c25-bae0-4d93-8811-9bcde98332fd tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.2042046
Feb 19 21:04:51.866316 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7304a92d-96e4-4ac4-af12-76bfa16d024f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bc96cd0c-1603-44f2-8e4d-9525813943c9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.866918 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7304a92d-96e4-4ac4-af12-76bfa16d024f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for floatingip (bc96cd0c-1603-44f2-8e4d-9525813943c9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:51.919815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-7304a92d-96e4-4ac4-af12-76bfa16d024f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Calling delete_port for bc96cd0c-1603-44f2-8e4d-9525813943c9 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:51.926733 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:52.018788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-26b160af-a3b3-4fc8-b097-d6fa49b25b44 None None] Current status of the port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:52.028483 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34de28db-69c7-4040-a486-0acc12314b9f req-a8d5d366-b886-47ac-8cff-191341d7bffa tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1696436
Feb 19 21:04:52.078452 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (18ebe8cf-a836-4ed0-93ef-e86ea9311490), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:52.237946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7304a92d-96e4-4ac4-af12-76bfa16d024f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bc96cd0c-1603-44f2-8e4d-9525813943c9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:52.278523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304a92d-96e4-4ac4-af12-76bfa16d024f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Pushing event deleted for resources: {'Port': ['ID=bc96cd0c-1603-44f2-8e4d-9525813943c9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:52.339712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d688f85d-e752-41b1-8b68-2ed39bc67d0a req-26ea5e67-6336-4311-8b6e-f507a0d85e64 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.1130571
Feb 19 21:04:52.391671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e234c-fd5a-48b6-a25c-701b7c797ff8 req-e74adbb9-bc11-49fc-851e-dd6dc5eff51f tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:52.401565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b4e234c-fd5a-48b6-a25c-701b7c797ff8 req-e74adbb9-bc11-49fc-851e-dd6dc5eff51f tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.3527813
Feb 19 21:04:52.421945 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7304a92d-96e4-4ac4-af12-76bfa16d024f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks [] for floatingip (6bf0fef9-f558-49c4-8eed-169e5c0db67d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:52.426794 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7304a92d-96e4-4ac4-af12-76bfa16d024f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:52.428160 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7304a92d-96e4-4ac4-af12-76bfa16d024f tempest-ImagesOneServerNegativeTestJSON-1568539689 tempest-ImagesOneServerNegativeTestJSON-1568539689-project] 10.222.0.30 "DELETE /v2.0/floatingips/6bf0fef9-f558-49c4-8eed-169e5c0db67d HTTP/1.1" status: 204  len: 168 time: 1.1558917
Feb 19 21:04:52.474552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f343f905-1c15-4850-be29-98625e81eaed None None] Provisioning complete for port a151b8df-13b6-4588-a2bf-9ef2c0b1170a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:52.477136 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f343f905-1c15-4850-be29-98625e81eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:52.519853 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:52.606778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a2e98664-86fb-479c-833e-f1ba8f71db2c no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:04:52.621751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59366) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:52.629216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b4e234c-fd5a-48b6-a25c-701b7c797ff8 req-45b4830d-95fe-4cfc-9d8d-56b990cb2157 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264438
Feb 19 21:04:52.687397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:04:52.700858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: a2e98664-86fb-479c-833e-f1ba8f71db2c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:04:52.712106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a2e98664-86fb-479c-833e-f1ba8f71db2c not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:04:52.808386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb960c1-a80c-4bc0-9379-745f714e7636 admin admin] Deleting subnet 17e6fa56-d755-494e-9a8f-82702fc906cc {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:04:52.817488 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acb960c1-a80c-4bc0-9379-745f714e7636 admin admin] Publish callbacks [] for subnet (17e6fa56-d755-494e-9a8f-82702fc906cc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:52.856623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f343f905-1c15-4850-be29-98625e81eaed None None] Port a151b8df-13b6-4588-a2bf-9ef2c0b1170a cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:52.946520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f343f905-1c15-4850-be29-98625e81eaed None None] Provisioning complete for port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:52.948968 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f343f905-1c15-4850-be29-98625e81eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:52.957277 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acb960c1-a80c-4bc0-9379-745f714e7636 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (17e6fa56-d755-494e-9a8f-82702fc906cc), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.035146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:53.036282 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.049007 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acb960c1-a80c-4bc0-9379-745f714e7636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (17e6fa56-d755-494e-9a8f-82702fc906cc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.153094 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acb960c1-a80c-4bc0-9379-745f714e7636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (17e6fa56-d755-494e-9a8f-82702fc906cc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.166723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613a898-8edf-4bb5-9562-7ad6d4f43b5a req-bb365e48-863d-46d3-ae50-697163bce393 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:53.174655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5613a898-8edf-4bb5-9562-7ad6d4f43b5a req-bb365e48-863d-46d3-ae50-697163bce393 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.3362703
Feb 19 21:04:53.200594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f343f905-1c15-4850-be29-98625e81eaed None None] Current status of the port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:53.260392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb960c1-a80c-4bc0-9379-745f714e7636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e6fa56-d755-494e-9a8f-82702fc906cc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:53.287693 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acb960c1-a80c-4bc0-9379-745f714e7636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.304803 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-acb960c1-a80c-4bc0-9379-745f714e7636 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/17e6fa56-d755-494e-9a8f-82702fc906cc HTTP/1.1" status: 204  len: 168 time: 0.6789284
Feb 19 21:04:53.306009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59374) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:53.323715 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:04:53.338516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.354145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c07222f5-441a-4ff6-8587-2c5ebbb763a3 None None] Provisioning complete for port a151b8df-13b6-4588-a2bf-9ef2c0b1170a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:53.354696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c07222f5-441a-4ff6-8587-2c5ebbb763a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.402137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5613a898-8edf-4bb5-9562-7ad6d4f43b5a req-1ed6be06-ad4c-43c2-a2b6-897948601d0e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237227
Feb 19 21:04:53.425608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c07222f5-441a-4ff6-8587-2c5ebbb763a3 None None] Port a151b8df-13b6-4588-a2bf-9ef2c0b1170a cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:53.493127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090efb9-13b8-40ba-b00c-62e37af3d507 req-fa966827-e1c0-4222-80b2-afe0a182f764 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:53.502639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4090efb9-13b8-40ba-b00c-62e37af3d507 req-fa966827-e1c0-4222-80b2-afe0a182f764 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.2181218
Feb 19 21:04:53.512048 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (0ece0e80-c125-4eb8-a568-1d9e97f806cd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.564470 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.590876 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.591672 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (18ebe8cf-a836-4ed0-93ef-e86ea9311490), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.715207 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da6f9cd4-47af-45a1-99ff-ff36e06b0573 req-a4d08724-b8f4-4487-baa6-28d95ce05da3 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.1440260
Feb 19 21:04:53.787605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (0ece0e80-c125-4eb8-a568-1d9e97f806cd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.834670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a7005c670>,) {'filters': {'network_id': ['0ece0e80-c125-4eb8-a568-1d9e97f806cd']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:53.850309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a7005c670>, '4476845b-7523-42d1-ad7a-c540077edf33') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:53.850792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a7005c670>, '4476845b-7523-42d1-ad7a-c540077edf33') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:53.866682 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (4476845b-7523-42d1-ad7a-c540077edf33), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.886210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4476845b-7523-42d1-ad7a-c540077edf33), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.903884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:04:53.904751 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (4476845b-7523-42d1-ad7a-c540077edf33), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:04:53.908556 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:04:54.068405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (0ece0e80-c125-4eb8-a568-1d9e97f806cd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:54.083311 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:54.103401 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0ece0e80-c125-4eb8-a568-1d9e97f806cd HTTP/1.1" status: 204  len: 168 time: 0.7834084
Feb 19 21:04:54.136380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756ef24-8450-41bc-9a7e-2c4899873656 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ece0e80-c125-4eb8-a568-1d9e97f806cd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:54.410701 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:54.429918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59392) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:54.523692 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-41fd2f0f-c106-42cf-9a72-e4e663adf7a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d34faf6add7400690171f1d097d5f2c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0923595
Feb 19 21:04:54.524608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59396) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:54.553133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=a151b8df-13b6-4588-a2bf-9ef2c0b1170a,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:54.591977 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9e01972-724f-40a6-b60b-6d0004faebc1 admin admin] Publish callbacks [] for security_group (057c0b74-e053-41ef-8715-eccae1ab93ed), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:54.617583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4090efb9-13b8-40ba-b00c-62e37af3d507 req-fa0d379a-4603-4d95-8e82-b7676dca43f0 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.1138301
Feb 19 21:04:54.628965 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9e01972-724f-40a6-b60b-6d0004faebc1 admin admin] Publish callbacks [] for security_group (057c0b74-e053-41ef-8715-eccae1ab93ed), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:54.674655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network b70e5869-1475-47f3-aae7-57fdcdc78da7 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:04:54.676186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:54.767868 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9e01972-724f-40a6-b60b-6d0004faebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (057c0b74-e053-41ef-8715-eccae1ab93ed), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:54.776650 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e9e01972-724f-40a6-b60b-6d0004faebc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:54.780451 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e9e01972-724f-40a6-b60b-6d0004faebc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/057c0b74-e053-41ef-8715-eccae1ab93ed HTTP/1.1" status: 204  len: 168 time: 0.2515771
Feb 19 21:04:54.818168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e01972-724f-40a6-b60b-6d0004faebc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057c0b74-e053-41ef-8715-eccae1ab93ed,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:54.928073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca81fbf7-fea2-4479-9e33-5be0d930bb29 req-7e0f4ab6-898e-49c2-b8f0-f801fd1e54d4 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0390708
Feb 19 21:04:54.988767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Router 18ebe8cf-a836-4ed0-93ef-e86ea9311490 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:04:55.200762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:04:55.214024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a25d5dcf-7a46-4138-8274-2efe8aef2c40 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "PUT /v2.0/routers/18ebe8cf-a836-4ed0-93ef-e86ea9311490/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7665896
Feb 19 21:04:55.215255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896970c-e22d-46a5-bec3-44780a07d1eb None None] Sync routers for ids ['18ebe8cf-a836-4ed0-93ef-e86ea9311490'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:04:55.219075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59422) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:55.258274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896970c-e22d-46a5-bec3-44780a07d1eb None None] Routers {'18ebe8cf-a836-4ed0-93ef-e86ea9311490'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:55.259757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-6896970c-e22d-46a5-bec3-44780a07d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634ed4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:04:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['18ebe8cf-a836-4ed0-93ef-e86ea9311490'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:55.335844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cc4c72-ddbb-4d4e-8b06-4348e1f5e76a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:55.339130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e9cc4c72-ddbb-4d4e-8b06-4348e1f5e76a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports?device_id=18ebe8cf-a836-4ed0-93ef-e86ea9311490 HTTP/1.1" status: 200  len: 988 time: 0.1187115
Feb 19 21:04:55.342834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59428) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:55.432093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-6896970c-e22d-46a5-bec3-44780a07d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634ed4f0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:55.516623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896970c-e22d-46a5-bec3-44780a07d1eb None None] Routers {'18ebe8cf-a836-4ed0-93ef-e86ea9311490'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:55.521041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-6896970c-e22d-46a5-bec3-44780a07d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634ed4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:04:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['18ebe8cf-a836-4ed0-93ef-e86ea9311490'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:55.734443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-02a17061-7cb7-4406-9ce1-2ea20fb35b46 None None] Provisioning complete for port a151b8df-13b6-4588-a2bf-9ef2c0b1170a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:04:55.734828 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02a17061-7cb7-4406-9ce1-2ea20fb35b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:55.768236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-6896970c-e22d-46a5-bec3-44780a07d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634ed4f0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:55.769201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896970c-e22d-46a5-bec3-44780a07d1eb None None] The sync data for ids ['18ebe8cf-a836-4ed0-93ef-e86ea9311490'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:04:55.840226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-02a17061-7cb7-4406-9ce1-2ea20fb35b46 None None] Port a151b8df-13b6-4588-a2bf-9ef2c0b1170a cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:04:55.851611 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:56.106192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68370f6c-cf92-4443-8a50-a9543bc77c6f req-af598a2c-86a6-43f2-95f7-4222aa5295f5 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:56.110272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68370f6c-cf92-4443-8a50-a9543bc77c6f req-af598a2c-86a6-43f2-95f7-4222aa5295f5 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.2600052
Feb 19 21:04:56.257575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223d01d-3008-46cc-83ab-60417514eee8 req-efd7cc40-546e-46e9-9db4-4f806b4f8b9e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:56.260966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d223d01d-3008-46cc-83ab-60417514eee8 req-efd7cc40-546e-46e9-9db4-4f806b4f8b9e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.5429175
Feb 19 21:04:56.378085 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68370f6c-cf92-4443-8a50-a9543bc77c6f req-7fea9040-1d68-4a6a-8c94-913981326e2a tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2556272
Feb 19 21:04:56.382725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59464) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:56.502358 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d223d01d-3008-46cc-83ab-60417514eee8 req-6ab1af11-817e-4b2d-9598-612721902674 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086535
Feb 19 21:04:56.662562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-367880824-network', 'tenant_id': '25861ce7a94945b2a98e2cde62848ea1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:56.697721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d0cb84b-d9ec-4c7f-888b-a4b7b74ea4b5 req-5911f7b5-0f16-44eb-851d-eb5e0574ea6c tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.1389062
Feb 19 21:04:56.768005 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c73a33b0-3687-4633-8e04-a328fe723892 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (18ebe8cf-a836-4ed0-93ef-e86ea9311490), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:56.770915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Made reservation on behalf of 25861ce7a94945b2a98e2cde62848ea1 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:56.774028 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:56.783907 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:56.875711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Publish callbacks [] for security_group (d39d25de-7cac-484d-a1c0-3dab89de7220), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:56.883406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d39d25de-7cac-484d-a1c0-3dab89de7220), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:56.912822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:04:56.936180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d25de-7cac-484d-a1c0-3dab89de7220,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:56.960602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (89396d65-6278-43be-995b-2cabd4db0296), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:56.962850 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Added segment 89396d65-6278-43be-995b-2cabd4db0296 of type vlan for network 7843d908-7731-43d7-990f-d30dd7649c71
Feb 19 21:04:57.031726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9285431-c0cb-4896-8c4e-ab6cec6a4fa3 req-e140a6c6-1f8f-4fff-b49d-0da1ef5968a6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:57.042278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9285431-c0cb-4896-8c4e-ab6cec6a4fa3 req-e140a6c6-1f8f-4fff-b49d-0da1ef5968a6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1601334
Feb 19 21:04:57.044115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (7843d908-7731-43d7-990f-d30dd7649c71), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:57.097055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (7843d908-7731-43d7-990f-d30dd7649c71), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:57.098786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:57.100848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:57.108083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9285431-c0cb-4896-8c4e-ab6cec6a4fa3 req-331203ae-ff66-4677-abeb-6d83c0fa2719 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675681
Feb 19 21:04:57.189031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c73a33b0-3687-4633-8e04-a328fe723892 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port a151b8df-13b6-4588-a2bf-9ef2c0b1170a {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:04:57.189402 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c73a33b0-3687-4633-8e04-a328fe723892 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:57.193786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] Pushing event updated for resources: {'Network': ['ID=7843d908-7731-43d7-990f-d30dd7649c71,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:57.205713 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-544ed37b-d54c-4cbe-8be1-5d7ba553b2bc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8162770
Feb 19 21:04:57.205905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 7843d908-7731-43d7-990f-d30dd7649c71 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:04:57.207591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59484) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:57.214994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] Request body: {'subnet': {'network_id': '7843d908-7731-43d7-990f-d30dd7649c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-367880824-subnet', 'tenant_id': '25861ce7a94945b2a98e2cde62848ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:57.294551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] Made reservation on behalf of 25861ce7a94945b2a98e2cde62848ea1 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:04:57.310347 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:57.395048 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c73a33b0-3687-4633-8e04-a328fe723892 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:57.425626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c73a33b0-3687-4633-8e04-a328fe723892 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for a151b8df-13b6-4588-a2bf-9ef2c0b1170a owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:04:57.613050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ed215-3d11-4371-b3e1-1981b8569f77 req-e3e02813-5e37-418e-959c-3eb11ceaa98d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:57.614682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-230ed215-3d11-4371-b3e1-1981b8569f77 req-e3e02813-5e37-418e-959c-3eb11ceaa98d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2095108
Feb 19 21:04:57.716250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41f4a6-7af6-4f37-86e0-69d98a847643 req-a8d07164-656f-4336-a8e8-34dc83e42b7e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:57.716250 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa41f4a6-7af6-4f37-86e0-69d98a847643 req-a8d07164-656f-4336-a8e8-34dc83e42b7e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.2353933
Feb 19 21:04:57.856520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-230ed215-3d11-4371-b3e1-1981b8569f77 req-e860aab9-589c-4006-a178-88174ca3b46a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2113247
Feb 19 21:04:57.891685 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa41f4a6-7af6-4f37-86e0-69d98a847643 req-d997dc21-2c47-4e2d-8975-f39b41a8fb0e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1631792
Feb 19 21:04:57.895163 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (d2cd8372-8316-4335-82b3-2058c17e170d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:58.027089 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c73a33b0-3687-4633-8e04-a328fe723892 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a151b8df-13b6-4588-a2bf-9ef2c0b1170a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:58.092551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a33b0-3687-4633-8e04-a328fe723892 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=a151b8df-13b6-4588-a2bf-9ef2c0b1170a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:58.099869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2cd8372-8316-4335-82b3-2058c17e170d,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:58.185555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-886c9628-7d1e-4fa0-9a26-74c86b5f1afe req-100fa89f-992e-45c9-9c64-bab51a324778 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.1383078
Feb 19 21:04:58.281969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] Checking segment: {'id': '89396d65-6278-43be-995b-2cabd4db0296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7843d908-7731-43d7-990f-d30dd7649c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:04:58.282497 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] Network hostable DHCP agents. Network: 7843d908-7731-43d7-990f-d30dd7649c71, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:04:58.314013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c73a33b0-3687-4633-8e04-a328fe723892 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (18ebe8cf-a836-4ed0-93ef-e86ea9311490), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:58.346251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] Network 7843d908-7731-43d7-990f-d30dd7649c71 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:04:58.356399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338952-9610-4ff0-b61a-5c3cfbba0f65 req-f2ca080f-73a2-4deb-b098-9b645c25f97e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:58.363728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24338952-9610-4ff0-b61a-5c3cfbba0f65 req-f2ca080f-73a2-4deb-b098-9b645c25f97e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2310445
Feb 19 21:04:58.449121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7843d908-7731-43d7-990f-d30dd7649c71) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:04:58.458990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:58.459590 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:58.462570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04b9fd-dec7-4969-90b9-95fbc317d513 None None] Network 7843d908-7731-43d7-990f-d30dd7649c71 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:58.508399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1cde7a9e-adeb-4724-96c6-fc11905c80d8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.2997024
Feb 19 21:04:58.527466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24338952-9610-4ff0-b61a-5c3cfbba0f65 req-3b053743-e301-48f6-bce5-53740ffb80d6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568787
Feb 19 21:04:58.647845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73a33b0-3687-4633-8e04-a328fe723892 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Router 18ebe8cf-a836-4ed0-93ef-e86ea9311490 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:04:58.648883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d5f8d0-2935-43cf-aba6-5787942b5f48 None None] Network 7843d908-7731-43d7-990f-d30dd7649c71 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:04:58.832619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73a33b0-3687-4633-8e04-a328fe723892 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:04:58.848413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59512) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:58.849802 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e974e-3088-4df5-b6a3-a4cfa6d88acd None None] Sync routers for ids ['18ebe8cf-a836-4ed0-93ef-e86ea9311490'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:04:58.860435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c73a33b0-3687-4633-8e04-a328fe723892 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "PUT /v2.0/routers/18ebe8cf-a836-4ed0-93ef-e86ea9311490/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5115416
Feb 19 21:04:58.874053 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e974e-3088-4df5-b6a3-a4cfa6d88acd None None] Routers {'18ebe8cf-a836-4ed0-93ef-e86ea9311490'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:58.880097 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dc7e974e-3088-4df5-b6a3-a4cfa6d88acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a724adf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:04:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['18ebe8cf-a836-4ed0-93ef-e86ea9311490'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:58.892257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddb32c-a06e-46f3-8efe-e1eaf2e72b88 req-cb50d952-089f-4c12-bcbe-89ff23a511d3 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:58.901735 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edd33c5-8c5e-4a70-88c3-fb68b7aa160d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:04:58.906552 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1edd33c5-8c5e-4a70-88c3-fb68b7aa160d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/a151b8df-13b6-4588-a2bf-9ef2c0b1170a HTTP/1.1" status: 404  len: 333 time: 0.0569696
Feb 19 21:04:58.907367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59514) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:58.939972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6ddb32c-a06e-46f3-8efe-e1eaf2e72b88 req-cb50d952-089f-4c12-bcbe-89ff23a511d3 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2053552
Feb 19 21:04:58.986458 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dc7e974e-3088-4df5-b6a3-a4cfa6d88acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a724adf40>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:58.994217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-6874f3c4-4a6a-49cc-99f9-2e21a1b87cca req-d10ad91d-37fb-4571-8e54-84b9b8651e06 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-136390502', 'description': 'tempest-description-1662985779'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:58.999546 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e974e-3088-4df5-b6a3-a4cfa6d88acd None None] Routers {'18ebe8cf-a836-4ed0-93ef-e86ea9311490'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:04:59.001044 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dc7e974e-3088-4df5-b6a3-a4cfa6d88acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a724adf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:04:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['18ebe8cf-a836-4ed0-93ef-e86ea9311490'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:59.070000 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dc7e974e-3088-4df5-b6a3-a4cfa6d88acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a724adf40>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:04:59.071092 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e974e-3088-4df5-b6a3-a4cfa6d88acd None None] The sync data for ids ['18ebe8cf-a836-4ed0-93ef-e86ea9311490'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:04:59.072733 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6874f3c4-4a6a-49cc-99f9-2e21a1b87cca req-d10ad91d-37fb-4571-8e54-84b9b8651e06 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.080368 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0320a031-d16e-4df5-9cab-bc7515f0a618 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for router (18ebe8cf-a836-4ed0-93ef-e86ea9311490), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.125060 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6ddb32c-a06e-46f3-8efe-e1eaf2e72b88 req-8650bef6-736f-4cec-9fa5-c5921334ba19 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836245
Feb 19 21:04:59.279731 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.294273 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6874f3c4-4a6a-49cc-99f9-2e21a1b87cca req-d10ad91d-37fb-4571-8e54-84b9b8651e06 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (38dafb69-405e-4157-a6fb-5744fb266eb2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.330279 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6874f3c4-4a6a-49cc-99f9-2e21a1b87cca req-d10ad91d-37fb-4571-8e54-84b9b8651e06 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (38dafb69-405e-4157-a6fb-5744fb266eb2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.372298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-6874f3c4-4a6a-49cc-99f9-2e21a1b87cca req-d10ad91d-37fb-4571-8e54-84b9b8651e06 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.378491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6874f3c4-4a6a-49cc-99f9-2e21a1b87cca req-d10ad91d-37fb-4571-8e54-84b9b8651e06 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.4263942
Feb 19 21:04:59.394989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ad91d-37fb-4571-8e54-84b9b8651e06 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38dafb69-405e-4157-a6fb-5744fb266eb2,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:04:59.398126 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0320a031-d16e-4df5-9cab-bc7515f0a618 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (18ebe8cf-a836-4ed0-93ef-e86ea9311490), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.400930 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0320a031-d16e-4df5-9cab-bc7515f0a618 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for router_controller (18ebe8cf-a836-4ed0-93ef-e86ea9311490), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.429231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63f215-2006-41c5-86b8-46701b918a05 req-09143a78-d389-4b3f-99dc-459452393be7 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:59.433980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b63f215-2006-41c5-86b8-46701b918a05 req-09143a78-d389-4b3f-99dc-459452393be7 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.1439402
Feb 19 21:04:59.487208 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0320a031-d16e-4df5-9cab-bc7515f0a618 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (18ebe8cf-a836-4ed0-93ef-e86ea9311490), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.487669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0320a031-d16e-4df5-9cab-bc7515f0a618 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Fanout notify agent at l3_agent the message router_deleted on router 18ebe8cf-a836-4ed0-93ef-e86ea9311490 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:04:59.496953 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0320a031-d16e-4df5-9cab-bc7515f0a618 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.498026 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0320a031-d16e-4df5-9cab-bc7515f0a618 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/routers/18ebe8cf-a836-4ed0-93ef-e86ea9311490 HTTP/1.1" status: 204  len: 168 time: 0.5897055
Feb 19 21:04:59.501515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59532) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:04:59.551484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b63f215-2006-41c5-86b8-46701b918a05 req-dec7805f-0405-4be7-ad1e-275e6249ef8d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132624
Feb 19 21:04:59.651573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5e60a5-dec1-4ac0-852c-9d8671a1421b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting subnet e4e6cbd4-a952-4778-8bed-e8baf103b48b {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:04:59.655529 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2f5e60a5-dec1-4ac0-852c-9d8671a1421b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (e4e6cbd4-a952-4778-8bed-e8baf103b48b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.713352 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2f5e60a5-dec1-4ac0-852c-9d8671a1421b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (e4e6cbd4-a952-4778-8bed-e8baf103b48b), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.717683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-736f8a27-b905-4ac4-9b0f-a50244469c1b req-7011272b-f293-4e2a-aff6-3238f813fb86 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0424392
Feb 19 21:04:59.738567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dad734-67b9-45bc-aca1-2411f40e5e25 req-b4951b6a-5f56-4229-a76e-358792307470 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:04:59.755462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17dad734-67b9-45bc-aca1-2411f40e5e25 req-b4951b6a-5f56-4229-a76e-358792307470 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1615107
Feb 19 21:04:59.846633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17dad734-67b9-45bc-aca1-2411f40e5e25 req-88dedfb4-e203-4a9d-86ae-5a337e950cbe tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972459
Feb 19 21:04:59.878933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2f5e60a5-dec1-4ac0-852c-9d8671a1421b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (e4e6cbd4-a952-4778-8bed-e8baf103b48b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.883940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3331c279-f113-4b97-b50b-a723cb4eb8cb req-ed90db80-fd19-4182-9789-27ea1d45cb93 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/38dafb69-405e-4157-a6fb-5744fb266eb2 HTTP/1.1" status: 200  len: 1823 time: 0.0945246
Feb 19 21:04:59.890766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-3331c279-f113-4b97-b50b-a723cb4eb8cb req-dae35d73-1914-45a9-9593-d776ae0d519c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38dafb69-405e-4157-a6fb-5744fb266eb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:59.893548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-3331c279-f113-4b97-b50b-a723cb4eb8cb req-dae35d73-1914-45a9-9593-d776ae0d519c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38dafb69-405e-4157-a6fb-5744fb266eb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:04:59.994259 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2f5e60a5-dec1-4ac0-852c-9d8671a1421b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (e4e6cbd4-a952-4778-8bed-e8baf103b48b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:04:59.996752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3331c279-f113-4b97-b50b-a723cb4eb8cb req-dae35d73-1914-45a9-9593-d776ae0d519c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (cb9767ad-2cac-448f-b30d-4c319d87b34f), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.069574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e60a5-dec1-4ac0-852c-9d8671a1421b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e6cbd4-a952-4778-8bed-e8baf103b48b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:00.078992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2f5e60a5-dec1-4ac0-852c-9d8671a1421b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.079213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3331c279-f113-4b97-b50b-a723cb4eb8cb req-dae35d73-1914-45a9-9593-d776ae0d519c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (cb9767ad-2cac-448f-b30d-4c319d87b34f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.083535 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2f5e60a5-dec1-4ac0-852c-9d8671a1421b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/e4e6cbd4-a952-4778-8bed-e8baf103b48b HTTP/1.1" status: 204  len: 168 time: 0.5808816
Feb 19 21:05:00.086938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59552) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:00.089276 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3331c279-f113-4b97-b50b-a723cb4eb8cb req-dae35d73-1914-45a9-9593-d776ae0d519c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (cb9767ad-2cac-448f-b30d-4c319d87b34f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.091480 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee90a85f-bdb1-47fe-b6a5-0bdf8e1e240c None None] Network b70e5869-1475-47f3-aae7-57fdcdc78da7 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:00.145489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae35d73-1914-45a9-9593-d776ae0d519c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9767ad-2cac-448f-b30d-4c319d87b34f,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:00.158105 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3331c279-f113-4b97-b50b-a723cb4eb8cb req-dae35d73-1914-45a9-9593-d776ae0d519c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.159538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3331c279-f113-4b97-b50b-a723cb4eb8cb req-dae35d73-1914-45a9-9593-d776ae0d519c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2742066
Feb 19 21:05:00.199990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e50af-85a3-4c88-a378-b135ef2d49aa req-d90d79f8-b0c4-42ea-81eb-376a602f9ab1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:00.207430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-221e50af-85a3-4c88-a378-b135ef2d49aa req-d90d79f8-b0c4-42ea-81eb-376a602f9ab1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1040881
Feb 19 21:05:00.210036 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (b70e5869-1475-47f3-aae7-57fdcdc78da7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.260030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-fa2eddce-73fb-4b99-a1c6-cc18e6e947b9 req-c0914f4d-620e-435c-9bc8-8ee2833cf1cc tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-725164570', 'description': 'tempest-description-338988619'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:00.293323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:00.293832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.301981 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa2eddce-73fb-4b99-a1c6-cc18e6e947b9 req-c0914f4d-620e-435c-9bc8-8ee2833cf1cc tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.363404 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-221e50af-85a3-4c88-a378-b135ef2d49aa req-d8731e44-b941-47d8-b43b-7cc362fdceae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539435
Feb 19 21:05:00.414301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c4965-3637-4bdc-96ce-e26bebe39236 None None] DHCP port deletion for b70e5869-1475-47f3-aae7-57fdcdc78da7 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:05:00.426857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] For port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8663e7f1-591f-4b9b-ab5f-ceecb61c47cc,segment=NetworkSegment(05f8730c-ad15-433e-a3a3-572ee8eadf6a),segment_id=05f8730c-ad15-433e-a3a3-572ee8eadf6a)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:00.429493 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.484545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:00.488031 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa2eddce-73fb-4b99-a1c6-cc18e6e947b9 req-c0914f4d-620e-435c-9bc8-8ee2833cf1cc tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (ce6751d4-2776-41b3-ac9f-24049c6a45a9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.509953 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa2eddce-73fb-4b99-a1c6-cc18e6e947b9 req-c0914f4d-620e-435c-9bc8-8ee2833cf1cc tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ce6751d4-2776-41b3-ac9f-24049c6a45a9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.564769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-827c4965-3637-4bdc-96ce-e26bebe39236 None None] Deleting port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:00.566205 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-827c4965-3637-4bdc-96ce-e26bebe39236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.610182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:05:00.614886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa2eddce-73fb-4b99-a1c6-cc18e6e947b9 req-c0914f4d-620e-435c-9bc8-8ee2833cf1cc tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.616673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa2eddce-73fb-4b99-a1c6-cc18e6e947b9 req-c0914f4d-620e-435c-9bc8-8ee2833cf1cc tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.3689797
Feb 19 21:05:00.625001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0914f4d-620e-435c-9bc8-8ee2833cf1cc tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6751d4-2776-41b3-ac9f-24049c6a45a9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:00.657065 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.696091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064acd-723d-425c-a177-ee5b4ff87a88 req-ef6945f5-03fa-4b8a-bd8e-1d239d28767d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:00.709243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6064acd-723d-425c-a177-ee5b4ff87a88 req-ef6945f5-03fa-4b8a-bd8e-1d239d28767d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2078617
Feb 19 21:05:00.745363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-827c4965-3637-4bdc-96ce-e26bebe39236 None None] For port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8663e7f1-591f-4b9b-ab5f-ceecb61c47cc,segment=NetworkSegment(05f8730c-ad15-433e-a3a3-572ee8eadf6a),segment_id=05f8730c-ad15-433e-a3a3-572ee8eadf6a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:00.745641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=8663e7f1-591f-4b9b-ab5f-ceecb61c47cc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:00.746336 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-827c4965-3637-4bdc-96ce-e26bebe39236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.757782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No DVR routers for this DVR port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:05:00.865587 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (b70e5869-1475-47f3-aae7-57fdcdc78da7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.885328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6064acd-723d-425c-a177-ee5b4ff87a88 req-2b48680f-33b8-447d-a4c3-39a317526fe1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740270
Feb 19 21:05:00.928044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a707b98e0>,) {'filters': {'network_id': ['b70e5869-1475-47f3-aae7-57fdcdc78da7']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:00.954082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a707b98e0>, '05f8730c-ad15-433e-a3a3-572ee8eadf6a') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:00.954579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a707b98e0>, '05f8730c-ad15-433e-a3a3-572ee8eadf6a') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:00.974618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (05f8730c-ad15-433e-a3a3-572ee8eadf6a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:00.982163 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-827c4965-3637-4bdc-96ce-e26bebe39236 None None] Calling delete_port for 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:00.997090 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (05f8730c-ad15-433e-a3a3-572ee8eadf6a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.005261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:05:01.005931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (05f8730c-ad15-433e-a3a3-572ee8eadf6a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.024634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a76df-535c-466a-9a4d-bd00e404a8ae req-d65b3807-f897-4af8-8633-a695051aa5e0 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:01.033855 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a5a76df-535c-466a-9a4d-bd00e404a8ae req-d65b3807-f897-4af8-8633-a695051aa5e0 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.1354177
Feb 19 21:05:01.058895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8df6850b-f9ef-4612-b988-550af6e0df6e req-05af7337-85bd-4c65-a7af-d5e0ed306370 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/ce6751d4-2776-41b3-ac9f-24049c6a45a9 HTTP/1.1" status: 200  len: 1822 time: 0.1325512
Feb 19 21:05:01.072997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-8df6850b-f9ef-4612-b988-550af6e0df6e req-7965c854-a1b0-4e2c-8b23-7c3eaa5a7f5f tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ce6751d4-2776-41b3-ac9f-24049c6a45a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:01.073391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-8df6850b-f9ef-4612-b988-550af6e0df6e req-7965c854-a1b0-4e2c-8b23-7c3eaa5a7f5f tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ce6751d4-2776-41b3-ac9f-24049c6a45a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:05:01.118950 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:05:01.123721 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (b70e5869-1475-47f3-aae7-57fdcdc78da7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.131679 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.136864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:05:01.138728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:05:01.141213 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-827c4965-3637-4bdc-96ce-e26bebe39236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (8663e7f1-591f-4b9b-ab5f-ceecb61c47cc), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.158539 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/networks/b70e5869-1475-47f3-aae7-57fdcdc78da7 HTTP/1.1" status: 204  len: 168 time: 1.0673196
Feb 19 21:05:01.158998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-827c4965-3637-4bdc-96ce-e26bebe39236 None None] Network b70e5869-1475-47f3-aae7-57fdcdc78da7 is not hosted by any dhcp agent {{(pid=121130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 19 21:05:01.159363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c4965-3637-4bdc-96ce-e26bebe39236 None None] No DVR routers for this DVR port 8663e7f1-591f-4b9b-ab5f-ceecb61c47cc on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:05:01.160222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59576) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:01.203076 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c4965-3637-4bdc-96ce-e26bebe39236 None None] Pushing event deleted for resources: {'Port': ['ID=8663e7f1-591f-4b9b-ab5f-ceecb61c47cc,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:01.227256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a5a76df-535c-466a-9a4d-bd00e404a8ae req-92a4086c-5887-4ef7-9692-0c9edfb015be tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1923394
Feb 19 21:05:01.250963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684af7b8-9aa2-4835-8802-7a5cd6720609 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Network': ['ID=b70e5869-1475-47f3-aae7-57fdcdc78da7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:01.260856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8df6850b-f9ef-4612-b988-550af6e0df6e req-7965c854-a1b0-4e2c-8b23-7c3eaa5a7f5f tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (88a6dba3-9207-44fb-97ca-b16ce7e5cf34), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.300441 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8df6850b-f9ef-4612-b988-550af6e0df6e req-7965c854-a1b0-4e2c-8b23-7c3eaa5a7f5f tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (88a6dba3-9207-44fb-97ca-b16ce7e5cf34), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.306173 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8df6850b-f9ef-4612-b988-550af6e0df6e req-7965c854-a1b0-4e2c-8b23-7c3eaa5a7f5f tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (88a6dba3-9207-44fb-97ca-b16ce7e5cf34), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.342051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30376228-8d75-434b-8eaf-431e69d15204 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:01.343586 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-30376228-8d75-434b-8eaf-431e69d15204 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/add0ac7b-00cb-46e0-a935-18f8b2890b30 HTTP/1.1" status: 200  len: 844 time: 0.1745300
Feb 19 21:05:01.349897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59584) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:01.378864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965c854-a1b0-4e2c-8b23-7c3eaa5a7f5f tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a6dba3-9207-44fb-97ca-b16ce7e5cf34,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:01.398929 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8df6850b-f9ef-4612-b988-550af6e0df6e req-7965c854-a1b0-4e2c-8b23-7c3eaa5a7f5f tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.419793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8df6850b-f9ef-4612-b988-550af6e0df6e req-7965c854-a1b0-4e2c-8b23-7c3eaa5a7f5f tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.3541007
Feb 19 21:05:01.431187 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5de1e0d5-1b93-4166-8ea0-ba9b49004210 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/add0ac7b-00cb-46e0-a935-18f8b2890b30?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0794697
Feb 19 21:05:01.435961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59592) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:01.436801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bdbb304-f2ec-40fc-bda2-79883bed557f req-68ccb869-c811-4a7f-8a32-f49739c92145 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.1185896
Feb 19 21:05:01.447926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c3a73333-ce05-4132-85f3-281650a9b6b0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:01.475633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-7876bf9f-1fcb-4d56-bea4-e5d169a9aa33 req-744118b0-3536-4f57-9eed-0f3fa44f3e4c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-486173757', 'description': 'tempest-description-1268110334'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:01.548826 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7876bf9f-1fcb-4d56-bea4-e5d169a9aa33 req-744118b0-3536-4f57-9eed-0f3fa44f3e4c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.580004 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a73333-ce05-4132-85f3-281650a9b6b0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:01.584015 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c3a73333-ce05-4132-85f3-281650a9b6b0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.703767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfc66d-0e9b-43e8-91fb-896ab627c05b req-2236899a-eab6-4d30-98b9-e2e18b0fd85e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:01.705557 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20bfc66d-0e9b-43e8-91fb-896ab627c05b req-2236899a-eab6-4d30-98b9-e2e18b0fd85e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1396072
Feb 19 21:05:01.743249 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7876bf9f-1fcb-4d56-bea4-e5d169a9aa33 req-744118b0-3536-4f57-9eed-0f3fa44f3e4c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (6e123503-46bd-4af9-af3b-dbef806190d2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.751135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7876bf9f-1fcb-4d56-bea4-e5d169a9aa33 req-744118b0-3536-4f57-9eed-0f3fa44f3e4c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6e123503-46bd-4af9-af3b-dbef806190d2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.812364 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7876bf9f-1fcb-4d56-bea4-e5d169a9aa33 req-744118b0-3536-4f57-9eed-0f3fa44f3e4c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.812364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7876bf9f-1fcb-4d56-bea4-e5d169a9aa33 req-744118b0-3536-4f57-9eed-0f3fa44f3e4c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.3431005
Feb 19 21:05:01.820174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744118b0-3536-4f57-9eed-0f3fa44f3e4c tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e123503-46bd-4af9-af3b-dbef806190d2,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:01.828531 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20bfc66d-0e9b-43e8-91fb-896ab627c05b req-1398f82d-cd2f-45a9-a865-b8aeb45fbd66 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116493
Feb 19 21:05:01.884950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c3a73333-ce05-4132-85f3-281650a9b6b0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (9ba4512f-3129-47d1-9ada-83240857a1f0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.889250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-9d5e14bc-9e63-4b16-ac06-31c13bd5ad54 req-1a8d63ae-987e-480f-afe0-e5fd6f0fe23b tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-583666083', 'description': 'tempest-description-621630892'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:01.924694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a73333-ce05-4132-85f3-281650a9b6b0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:01.928254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c3a73333-ce05-4132-85f3-281650a9b6b0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:01.933436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a73333-ce05-4132-85f3-281650a9b6b0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:01.934050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c3a73333-ce05-4132-85f3-281650a9b6b0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.944372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb09b8-49a9-4ac4-9245-b7df1d9ff410 None None] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:01.945164 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9d5e14bc-9e63-4b16-ac06-31c13bd5ad54 req-1a8d63ae-987e-480f-afe0-e5fd6f0fe23b tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:01.957598 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c3a73333-ce05-4132-85f3-281650a9b6b0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5204206
Feb 19 21:05:01.960904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59608) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:01.966216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-362afff3-015b-4572-9777-f1b583a81807 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'security_group': {'name': 'tempest-secgroup-2015631717'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:01.983419 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a73333-ce05-4132-85f3-281650a9b6b0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Subnet': ['ID=9ba4512f-3129-47d1-9ada-83240857a1f0,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:02.008108 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362afff3-015b-4572-9777-f1b583a81807 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.122609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c842dd-0967-4e09-b4b4-4d5d859c6dbd req-6a658b3e-a691-41a3-a8c0-6359745b7839 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:02.124547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-15c842dd-0967-4e09-b4b4-4d5d859c6dbd req-6a658b3e-a691-41a3-a8c0-6359745b7839 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0798419
Feb 19 21:05:02.132912 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362afff3-015b-4572-9777-f1b583a81807 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (4c963f98-647c-4402-bad7-ab7c0d9a49b4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.140892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362afff3-015b-4572-9777-f1b583a81807 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4c963f98-647c-4402-bad7-ab7c0d9a49b4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.189949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362afff3-015b-4572-9777-f1b583a81807 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c963f98-647c-4402-bad7-ab7c0d9a49b4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:02.210167 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362afff3-015b-4572-9777-f1b583a81807 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.215077 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-362afff3-015b-4572-9777-f1b583a81807 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2522504
Feb 19 21:05:02.218427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59612) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:02.224280 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e76661d4-643f-4440-ae6d-2fb80e008ec3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'security_group': {'name': 'tempest-secgroup-2083444019'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:02.240500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'project_id': 'd4ad4a1daffa4cddbbf1e5aefea5a975', 'fixed_ips': [{'subnet_id': '9ba4512f-3129-47d1-9ada-83240857a1f0'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:05:02.241611 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.286035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-15c842dd-0967-4e09-b4b4-4d5d859c6dbd req-bbe6f652-f74c-4bd7-b836-e25a33763899 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536462
Feb 19 21:05:02.298699 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e76661d4-643f-4440-ae6d-2fb80e008ec3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.354231 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9d5e14bc-9e63-4b16-ac06-31c13bd5ad54 req-1a8d63ae-987e-480f-afe0-e5fd6f0fe23b tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (cbf89274-941d-462b-a454-a417821622ed), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.376452 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9d5e14bc-9e63-4b16-ac06-31c13bd5ad54 req-1a8d63ae-987e-480f-afe0-e5fd6f0fe23b tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cbf89274-941d-462b-a454-a417821622ed), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.489782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9d5e14bc-9e63-4b16-ac06-31c13bd5ad54 req-1a8d63ae-987e-480f-afe0-e5fd6f0fe23b tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.489782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d5e14bc-9e63-4b16-ac06-31c13bd5ad54 req-1a8d63ae-987e-480f-afe0-e5fd6f0fe23b tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.6066391
Feb 19 21:05:02.562008 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e76661d4-643f-4440-ae6d-2fb80e008ec3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (deed2969-0536-4f9a-8994-dd76a809abee), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.567105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d63ae-987e-480f-afe0-e5fd6f0fe23b tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf89274-941d-462b-a454-a417821622ed,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:02.568763 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e76661d4-643f-4440-ae6d-2fb80e008ec3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (deed2969-0536-4f9a-8994-dd76a809abee), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.589560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Allocated IP 2001:db8::2 (8c46b7da-d7de-449b-8ef8-2a9058280eaf/9ba4512f-3129-47d1-9ada-83240857a1f0/b47612d0-3282-4274-9f7c-2ca615e77988) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:02.607141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76661d4-643f-4440-ae6d-2fb80e008ec3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deed2969-0536-4f9a-8994-dd76a809abee,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:02.635395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68b6ff-8fee-4d14-9ca8-9a9dcc25651c req-fc19aac0-c729-4e52-b14c-e5bf882f9de9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:02.636348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e76661d4-643f-4440-ae6d-2fb80e008ec3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.638844 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e76661d4-643f-4440-ae6d-2fb80e008ec3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4192131
Feb 19 21:05:02.642115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59626) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:02.644488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df68b6ff-8fee-4d14-9ca8-9a9dcc25651c req-fc19aac0-c729-4e52-b14c-e5bf882f9de9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.1502860
Feb 19 21:05:02.651432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-179426700', 'security_groups': ['deed2969-0536-4f9a-8994-dd76a809abee'], 'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ba4512f-3129-47d1-9ada-83240857a1f0'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:02.792268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:02.858332 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Publish callbacks [] for port (b47612d0-3282-4274-9f7c-2ca615e77988), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.867406 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.932735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Pushing event updated for resources: {'Port': ['ID=b47612d0-3282-4274-9f7c-2ca615e77988,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:02.942707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:02.944127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:02.946271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:02.957764 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:02.996250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port e8633522-7c7f-4ae9-a27c-49be8dd11e8e yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:05:03.025757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Attempting to bind port b47612d0-3282-4274-9f7c-2ca615e77988 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:05:03.026320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Attempting to bind port b47612d0-3282-4274-9f7c-2ca615e77988 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57acfac6-f7bf-45ff-8cca-aa10d1a5157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:05:03.026699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Attempting to bind port b47612d0-3282-4274-9f7c-2ca615e77988 on network 8c46b7da-d7de-449b-8ef8-2a9058280eaf {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:03.033962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:05:03.034353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Checking segment: {'id': '57acfac6-f7bf-45ff-8cca-aa10d1a5157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:03.034906 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:03.035314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Bound using segment: {'id': '57acfac6-f7bf-45ff-8cca-aa10d1a5157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:05:03.035792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Bound port: b47612d0-3282-4274-9f7c-2ca615e77988, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57acfac6-f7bf-45ff-8cca-aa10d1a5157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:05:03.036373 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:03.138079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] For port b47612d0-3282-4274-9f7c-2ca615e77988, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:05:03.141537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df68b6ff-8fee-4d14-9ca8-9a9dcc25651c req-3d7b57a5-1868-48b7-9647-d4d4eacd6bb5 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4916644
Feb 19 21:05:03.143061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] For port b47612d0-3282-4274-9f7c-2ca615e77988, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b47612d0-3282-4274-9f7c-2ca615e77988,segment=NetworkSegment(57acfac6-f7bf-45ff-8cca-aa10d1a5157b),segment_id=57acfac6-f7bf-45ff-8cca-aa10d1a5157b)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:05:03.144265 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42b7b88b-bfd1-4bfc-86ea-7a8b6f8eeec9 req-bd94e989-ca69-4e06-856d-e889897ccdad tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.4687164
Feb 19 21:05:03.172870 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:03.225858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7a7da8f-86c2-402e-be02-155da59874be req-f4503411-8546-4e9e-b120-46eae37bf595 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/6e123503-46bd-4af9-af3b-dbef806190d2 HTTP/1.1" status: 200  len: 1823 time: 0.0649860
Feb 19 21:05:03.250749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef4a6b-8257-482e-9b4a-f657cc717c87 None None] Pushing event updated for resources: {'Port': ['ID=b47612d0-3282-4274-9f7c-2ca615e77988,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:03.343551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7a7da8f-86c2-402e-be02-155da59874be req-37cb2710-f928-4469-a9d7-fc8ae1069840 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/cbf89274-941d-462b-a454-a417821622ed HTTP/1.1" status: 200  len: 1822 time: 0.1122100
Feb 19 21:05:03.348782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e7a7da8f-86c2-402e-be02-155da59874be req-a88186f0-bb17-4592-96ff-0c73ef34598e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6e123503-46bd-4af9-af3b-dbef806190d2', 'remote_group_id': 'cbf89274-941d-462b-a454-a417821622ed', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:03.349257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e7a7da8f-86c2-402e-be02-155da59874be req-a88186f0-bb17-4592-96ff-0c73ef34598e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6e123503-46bd-4af9-af3b-dbef806190d2', 'remote_group_id': 'cbf89274-941d-462b-a454-a417821622ed', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:03.631770 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e7a7da8f-86c2-402e-be02-155da59874be req-a88186f0-bb17-4592-96ff-0c73ef34598e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (dff06d0c-deec-4b5e-a400-175e655eae89), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:03.715820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e7d30-4db1-4275-afef-f39993fbdef9 req-00f30fb5-561a-4696-ad39-bb622c9db362 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:03.718585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a45e7d30-4db1-4275-afef-f39993fbdef9 req-00f30fb5-561a-4696-ad39-bb622c9db362 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.3973567
Feb 19 21:05:03.788690 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8::19f (8c46b7da-d7de-449b-8ef8-2a9058280eaf/9ba4512f-3129-47d1-9ada-83240857a1f0/e8633522-7c7f-4ae9-a27c-49be8dd11e8e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:03.848127 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e7a7da8f-86c2-402e-be02-155da59874be req-a88186f0-bb17-4592-96ff-0c73ef34598e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (dff06d0c-deec-4b5e-a400-175e655eae89), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:03.859482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a45e7d30-4db1-4275-afef-f39993fbdef9 req-d37b6aee-69d6-445c-9e14-75dee11c1061 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342103
Feb 19 21:05:03.864366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e7a7da8f-86c2-402e-be02-155da59874be req-a88186f0-bb17-4592-96ff-0c73ef34598e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (dff06d0c-deec-4b5e-a400-175e655eae89), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:03.915758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88186f0-bb17-4592-96ff-0c73ef34598e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff06d0c-deec-4b5e-a400-175e655eae89,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:03.952776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e7a7da8f-86c2-402e-be02-155da59874be req-a88186f0-bb17-4592-96ff-0c73ef34598e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:03.966455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7a7da8f-86c2-402e-be02-155da59874be req-a88186f0-bb17-4592-96ff-0c73ef34598e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.6217835
Feb 19 21:05:04.025681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0fd846e0-a6f2-43da-b1c5-5a48725273de req-007bfdb4-2a2e-4e96-90fc-a5f66d2dd891 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1463339888', 'description': 'tempest-description-827868771'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:04.100377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (e8633522-7c7f-4ae9-a27c-49be8dd11e8e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:04.113278 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fd846e0-a6f2-43da-b1c5-5a48725273de req-007bfdb4-2a2e-4e96-90fc-a5f66d2dd891 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:04.160799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e8633522-7c7f-4ae9-a27c-49be8dd11e8e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:04.184166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430f4de-c7f4-4523-8df9-2fb29e6fbae9 req-7e635893-44f1-4da1-a8a7-7e570ee8e8ae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:04.186601 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a430f4de-c7f4-4523-8df9-2fb29e6fbae9 req-7e635893-44f1-4da1-a8a7-7e570ee8e8ae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1232162
Feb 19 21:05:04.223256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:04.236483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:04.238631 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=e8633522-7c7f-4ae9-a27c-49be8dd11e8e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:04.244150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:04.250308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:04.251443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:04.285467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fd846e0-a6f2-43da-b1c5-5a48725273de req-007bfdb4-2a2e-4e96-90fc-a5f66d2dd891 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (1ac7b270-b490-41e1-99be-f0648be84ddc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:04.291841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a430f4de-c7f4-4523-8df9-2fb29e6fbae9 req-e41e8aee-38e7-4a98-9c2a-b36e5c89a490 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983827
Feb 19 21:05:04.293506 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bb29c338-9a4e-424d-a035-650276c550eb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.6482174
Feb 19 21:05:04.295170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59656) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:04.301913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-abb59caf-4d69-4858-b012-267c6328cc2b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:04.308313 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fd846e0-a6f2-43da-b1c5-5a48725273de req-007bfdb4-2a2e-4e96-90fc-a5f66d2dd891 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1ac7b270-b490-41e1-99be-f0648be84ddc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:04.415913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0fd846e0-a6f2-43da-b1c5-5a48725273de req-007bfdb4-2a2e-4e96-90fc-a5f66d2dd891 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:04.421273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fd846e0-a6f2-43da-b1c5-5a48725273de req-007bfdb4-2a2e-4e96-90fc-a5f66d2dd891 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.4004848
Feb 19 21:05:04.557010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bfdb4-2a2e-4e96-90fc-a5f66d2dd891 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac7b270-b490-41e1-99be-f0648be84ddc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:04.703295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b47612d0-3282-4274-9f7c-2ca615e77988 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:04.713697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce2f95-dd3f-4530-b5df-fdf5998c266f req-9342ef79-068c-43c1-a68c-58d3819b3ec2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:04.720860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03ce2f95-dd3f-4530-b5df-fdf5998c266f req-9342ef79-068c-43c1-a68c-58d3819b3ec2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2984138
Feb 19 21:05:04.731276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeff638-f4c8-43fc-8fa5-f684c2193966 req-17794858-641c-4cb0-b192-bcaa055402a3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:04.732865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dfeff638-f4c8-43fc-8fa5-f684c2193966 req-17794858-641c-4cb0-b192-bcaa055402a3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.2055538
Feb 19 21:05:04.738111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb59caf-4d69-4858-b012-267c6328cc2b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:04.742170 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-abb59caf-4d69-4858-b012-267c6328cc2b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:04.800254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:04.801065 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:04.913659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03ce2f95-dd3f-4530-b5df-fdf5998c266f req-78087cbb-1b8a-426b-84de-034291ca29f2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1917732
Feb 19 21:05:04.937692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dfeff638-f4c8-43fc-8fa5-f684c2193966 req-6065af41-6143-4d49-8272-dc59a5860925 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1911762
Feb 19 21:05:04.984874 ncdv-master-1 neutron-server[121128]: INFO neutron.db.ipam_backend_mixin [None req-abb59caf-4d69-4858-b012-267c6328cc2b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ba4512f-3129-47d1-9ada-83240857a1f0 (CIDR: 2001:db8::/64)
Feb 19 21:05:04.996632 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb59caf-4d69-4858-b012-267c6328cc2b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:05:04.997103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb59caf-4d69-4858-b012-267c6328cc2b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:05.030222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:05.031337 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.043983 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-abb59caf-4d69-4858-b012-267c6328cc2b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7470851
Feb 19 21:05:05.046680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59668) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:05.059360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cc28c0de-acce-4317-8b90-2b6395bae41f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:05.101635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port b47612d0-3282-4274-9f7c-2ca615e77988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b47612d0-3282-4274-9f7c-2ca615e77988,segment=NetworkSegment(57acfac6-f7bf-45ff-8cca-aa10d1a5157b),segment_id=57acfac6-f7bf-45ff-8cca-aa10d1a5157b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:05.117181 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.140958 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-67766cab-3ec5-46ce-bedc-e165b0d5013f req-d06e2608-1d82-442b-92e9-74ba886dafda tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.1165638
Feb 19 21:05:05.178288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-c9b2f538-f8fa-4044-b684-3ebd91ee4a25 req-23a6f78d-f9c9-4bb8-9392-6f23ed65523e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-738085144', 'description': 'tempest-description-1037238880'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:05.238950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=b47612d0-3282-4274-9f7c-2ca615e77988,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:05.280768 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9b2f538-f8fa-4044-b684-3ebd91ee4a25 req-23a6f78d-f9c9-4bb8-9392-6f23ed65523e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.300612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc28c0de-acce-4317-8b90-2b6395bae41f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:05.307947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc28c0de-acce-4317-8b90-2b6395bae41f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.381433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6d0191bf-722a-4470-ae0d-71cde7a003a3 None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:05.381960 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6d0191bf-722a-4470-ae0d-71cde7a003a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.385272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a6d24-04a5-4afb-8093-04e5c57ce31f req-2118c2f4-a02a-4d90-a366-65e242fb9e4d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:05.388516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c83a6d24-04a5-4afb-8093-04e5c57ce31f req-2118c2f4-a02a-4d90-a366-65e242fb9e4d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/networks?id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 200  len: 813 time: 0.2031920
Feb 19 21:05:05.446914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c83a6d24-04a5-4afb-8093-04e5c57ce31f req-5392a37c-a1e5-47ef-92ff-2915890cf62b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/quotas/5ee065d1c70940cd8caadd525737c593 HTTP/1.1" status: 200  len: 375 time: 0.0401464
Feb 19 21:05:05.521666 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9b2f538-f8fa-4044-b684-3ebd91ee4a25 req-23a6f78d-f9c9-4bb8-9392-6f23ed65523e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (e6665006-ef90-4dd8-a158-812b1c2a77e1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.532313 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9b2f538-f8fa-4044-b684-3ebd91ee4a25 req-23a6f78d-f9c9-4bb8-9392-6f23ed65523e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e6665006-ef90-4dd8-a158-812b1c2a77e1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.552973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6d0191bf-722a-4470-ae0d-71cde7a003a3 None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:05.577788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6d0191bf-722a-4470-ae0d-71cde7a003a3 None None] Provisioning complete for port add0ac7b-00cb-46e0-a935-18f8b2890b30 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:05.578513 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6d0191bf-722a-4470-ae0d-71cde7a003a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.590479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c9b2f538-f8fa-4044-b684-3ebd91ee4a25 req-23a6f78d-f9c9-4bb8-9392-6f23ed65523e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.617731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9b2f538-f8fa-4044-b684-3ebd91ee4a25 req-23a6f78d-f9c9-4bb8-9392-6f23ed65523e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.4480762
Feb 19 21:05:05.640173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6d0191bf-722a-4470-ae0d-71cde7a003a3 None None] Port add0ac7b-00cb-46e0-a935-18f8b2890b30 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:05.645106 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c83a6d24-04a5-4afb-8093-04e5c57ce31f req-b57db50a-1815-461c-a6ca-3102f725854a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ee065d1c70940cd8caadd525737c593&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1967418
Feb 19 21:05:05.666816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6f78d-f9c9-4bb8-9392-6f23ed65523e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6665006-ef90-4dd8-a158-812b1c2a77e1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:05.813520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14bfb149-3f81-488a-b143-ad69d96b3a52 req-0aae0d24-8697-4c61-ba79-fbc12c61d684 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/1ac7b270-b490-41e1-99be-f0648be84ddc HTTP/1.1" status: 200  len: 1823 time: 0.1037064
Feb 19 21:05:05.830893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc28c0de-acce-4317-8b90-2b6395bae41f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (046e7d34-9fbf-4e55-9886-8c731f0c98b7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.847367 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380f6e4-da71-49ce-ac66-5155e3acbb4c req-99900e6e-4460-4b9b-88a7-968c4d43745a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:05.862872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6380f6e4-da71-49ce-ac66-5155e3acbb4c req-99900e6e-4460-4b9b-88a7-968c4d43745a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1333535
Feb 19 21:05:05.870053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-575e0f60-32c8-4205-b9e3-b34d758a4523 None None] Provisioning complete for port e8633522-7c7f-4ae9-a27c-49be8dd11e8e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:05.870610 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-575e0f60-32c8-4205-b9e3-b34d758a4523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e8633522-7c7f-4ae9-a27c-49be8dd11e8e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.890627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28c0de-acce-4317-8b90-2b6395bae41f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Subnet': ['ID=046e7d34-9fbf-4e55-9886-8c731f0c98b7,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:05.911370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc28c0de-acce-4317-8b90-2b6395bae41f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:05.913225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-cc28c0de-acce-4317-8b90-2b6395bae41f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:05.917685 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28c0de-acce-4317-8b90-2b6395bae41f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:05.918724 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc28c0de-acce-4317-8b90-2b6395bae41f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:05.943686 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc28c0de-acce-4317-8b90-2b6395bae41f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.8937352
Feb 19 21:05:05.944306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59698) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:05.945820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14bfb149-3f81-488a-b143-ad69d96b3a52 req-c00fc43e-30ca-4753-859d-d21392bb5c14 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/e6665006-ef90-4dd8-a158-812b1c2a77e1 HTTP/1.1" status: 200  len: 1823 time: 0.1256499
Feb 19 21:05:05.950011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-855fce26-0244-4389-af23-92a8223baee5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-920350113', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '046e7d34-9fbf-4e55-9886-8c731f0c98b7'}], 'security_groups': ['4c963f98-647c-4402-bad7-ab7c0d9a49b4']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:05.965890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6380f6e4-da71-49ce-ac66-5155e3acbb4c req-1294f05b-2be3-4eb0-a84a-6ce847bb751a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008298
Feb 19 21:05:05.974307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-14bfb149-3f81-488a-b143-ad69d96b3a52 req-665168a6-07b1-4844-844d-7f81108e6b2e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1ac7b270-b490-41e1-99be-f0648be84ddc', 'remote_group_id': 'e6665006-ef90-4dd8-a158-812b1c2a77e1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:05.978658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-14bfb149-3f81-488a-b143-ad69d96b3a52 req-665168a6-07b1-4844-844d-7f81108e6b2e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1ac7b270-b490-41e1-99be-f0648be84ddc', 'remote_group_id': 'e6665006-ef90-4dd8-a158-812b1c2a77e1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:05.982775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9fc009-5aac-47e1-97db-08b11f9f9e45 None None] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:06.059917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-575e0f60-32c8-4205-b9e3-b34d758a4523 None None] Port e8633522-7c7f-4ae9-a27c-49be8dd11e8e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:06.096734 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-855fce26-0244-4389-af23-92a8223baee5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e8633522-7c7f-4ae9-a27c-49be8dd11e8e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:06.121492 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-14bfb149-3f81-488a-b143-ad69d96b3a52 req-665168a6-07b1-4844-844d-7f81108e6b2e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (01d4315b-f567-4746-a65e-5068ec7604d9), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:06.171785 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-14bfb149-3f81-488a-b143-ad69d96b3a52 req-665168a6-07b1-4844-844d-7f81108e6b2e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (01d4315b-f567-4746-a65e-5068ec7604d9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:06.178852 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-14bfb149-3f81-488a-b143-ad69d96b3a52 req-665168a6-07b1-4844-844d-7f81108e6b2e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (01d4315b-f567-4746-a65e-5068ec7604d9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:06.243827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665168a6-07b1-4844-844d-7f81108e6b2e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d4315b-f567-4746-a65e-5068ec7604d9,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:06.280150 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-14bfb149-3f81-488a-b143-ad69d96b3a52 req-665168a6-07b1-4844-844d-7f81108e6b2e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:06.282594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14bfb149-3f81-488a-b143-ad69d96b3a52 req-665168a6-07b1-4844-844d-7f81108e6b2e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.3163884
Feb 19 21:05:06.313390 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b058b4-04cb-4652-ba3b-ad213220dbc2 req-981ba1b5-85ce-43d3-90fb-6e50688ef9ad tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:06.315367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12b058b4-04cb-4652-ba3b-ad213220dbc2 req-981ba1b5-85ce-43d3-90fb-6e50688ef9ad tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2053883
Feb 19 21:05:06.427248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af589f-5363-4c99-951b-c5a7cb709cc0 None None] Update dhcp port {'port': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'fixed_ips': [{'subnet_id': '9ba4512f-3129-47d1-9ada-83240857a1f0', 'ip_address': '2001:db8::2'}, {'subnet_id': '046e7d34-9fbf-4e55-9886-8c731f0c98b7'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b47612d0-3282-4274-9f7c-2ca615e77988'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:05:06.466640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12b058b4-04cb-4652-ba3b-ad213220dbc2 req-fd2ab192-87b8-4166-ba1a-8b9b61ecb304 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451583
Feb 19 21:05:06.522081 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81af589f-5363-4c99-951b-c5a7cb709cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:06.591041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04671531-5f0a-4aa8-b3c6-bde5ad18ac31 req-2bf6078f-8d12-467a-a0ae-d061b1d26e88 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:06.595847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04671531-5f0a-4aa8-b3c6-bde5ad18ac31 req-2bf6078f-8d12-467a-a0ae-d061b1d26e88 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1698935
Feb 19 21:05:06.614525 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-855fce26-0244-4389-af23-92a8223baee5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Delete allocated IP 2001:db8::19f (8c46b7da-d7de-449b-8ef8-2a9058280eaf/9ba4512f-3129-47d1-9ada-83240857a1f0) {{(pid=121129) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 19 21:05:06.619545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b47612d0-3282-4274-9f7c-2ca615e77988 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:06.635504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-855fce26-0244-4389-af23-92a8223baee5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8:0:1::9c (8c46b7da-d7de-449b-8ef8-2a9058280eaf/046e7d34-9fbf-4e55-9886-8c731f0c98b7/e8633522-7c7f-4ae9-a27c-49be8dd11e8e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:06.709355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04671531-5f0a-4aa8-b3c6-bde5ad18ac31 req-f3df0e06-b66f-44b6-b22d-6ba323f2c3ed tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045480
Feb 19 21:05:06.768695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec3b8e-f807-4b27-8ca6-375a7a051d74 req-da87a1a4-32c8-4851-aec6-278eb1dd45ca tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:06.781088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5eec3b8e-f807-4b27-8ca6-375a7a051d74 req-da87a1a4-32c8-4851-aec6-278eb1dd45ca tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.1760833
Feb 19 21:05:06.801408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:06.801904 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:06.916926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40e8f854-6ba5-498e-8d15-1dc60d67f73f req-0e11d4d2-727c-4ed9-9e98-0c4ca8d83a09 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0527639
Feb 19 21:05:06.950769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5eec3b8e-f807-4b27-8ca6-375a7a051d74 req-0d5a476d-61c3-41a1-bd19-98d29899c8a2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1660290
Feb 19 21:05:07.008252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:07.024222 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-855fce26-0244-4389-af23-92a8223baee5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (e8633522-7c7f-4ae9-a27c-49be8dd11e8e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:07.036457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-855fce26-0244-4389-af23-92a8223baee5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e8633522-7c7f-4ae9-a27c-49be8dd11e8e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:07.075684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef5c55f3-e15e-4508-aae9-36a3d413cbac req-ae206a97-93ac-461e-b96c-dc827f4fd5cc tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/e6665006-ef90-4dd8-a158-812b1c2a77e1 HTTP/1.1" status: 200  len: 1823 time: 0.0992491
Feb 19 21:05:07.102597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fce26-0244-4389-af23-92a8223baee5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=e8633522-7c7f-4ae9-a27c-49be8dd11e8e,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:07.109038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-81af589f-5363-4c99-951b-c5a7cb709cc0 None None] Allocated IP 2001:db8:0:1::2 (8c46b7da-d7de-449b-8ef8-2a9058280eaf/046e7d34-9fbf-4e55-9886-8c731f0c98b7/b47612d0-3282-4274-9f7c-2ca615e77988) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:07.165007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-855fce26-0244-4389-af23-92a8223baee5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] In _notify_port_updated(), no bound segment for port e8633522-7c7f-4ae9-a27c-49be8dd11e8e on network 8c46b7da-d7de-449b-8ef8-2a9058280eaf {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:05:07.180172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855fce26-0244-4389-af23-92a8223baee5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:07.192044 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-855fce26-0244-4389-af23-92a8223baee5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:07.193721 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-855fce26-0244-4389-af23-92a8223baee5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "PUT /v2.0/ports/e8633522-7c7f-4ae9-a27c-49be8dd11e8e HTTP/1.1" status: 200  len: 929 time: 1.2483132
Feb 19 21:05:07.196464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59714) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:07.205337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8263b08-3e1e-4558-8559-cf0329d62899 req-9d4abd0c-d323-47b4-af57-fcedbf5de939 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:07.207100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8263b08-3e1e-4558-8559-cf0329d62899 req-9d4abd0c-d323-47b4-af57-fcedbf5de939 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1570342
Feb 19 21:05:07.234910 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef5c55f3-e15e-4508-aae9-36a3d413cbac req-e329f823-5396-44d5-8f01-0dd38f1cf696 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (e6665006-ef90-4dd8-a158-812b1c2a77e1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:07.291308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-81af589f-5363-4c99-951b-c5a7cb709cc0 None None] For port b47612d0-3282-4274-9f7c-2ca615e77988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b47612d0-3282-4274-9f7c-2ca615e77988,segment=NetworkSegment(57acfac6-f7bf-45ff-8cca-aa10d1a5157b),segment_id=57acfac6-f7bf-45ff-8cca-aa10d1a5157b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:07.302121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef5c55f3-e15e-4508-aae9-36a3d413cbac req-e329f823-5396-44d5-8f01-0dd38f1cf696 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (e6665006-ef90-4dd8-a158-812b1c2a77e1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:07.334357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8263b08-3e1e-4558-8559-cf0329d62899 req-1108462b-717f-4fe1-b69a-86d539ca4ce7 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177795
Feb 19 21:05:07.353915 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81af589f-5363-4c99-951b-c5a7cb709cc0 None None] Publish callbacks [] for port (b47612d0-3282-4274-9f7c-2ca615e77988), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:07.371461 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81af589f-5363-4c99-951b-c5a7cb709cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:07.397715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4b4163be-e79f-4445-b5e0-c17b837fee8a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port e8633522-7c7f-4ae9-a27c-49be8dd11e8e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:07.398583 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b4163be-e79f-4445-b5e0-c17b837fee8a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e8633522-7c7f-4ae9-a27c-49be8dd11e8e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:07.434958 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef5c55f3-e15e-4508-aae9-36a3d413cbac req-e329f823-5396-44d5-8f01-0dd38f1cf696 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e6665006-ef90-4dd8-a158-812b1c2a77e1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:07.439286 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef5c55f3-e15e-4508-aae9-36a3d413cbac req-e329f823-5396-44d5-8f01-0dd38f1cf696 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:07.452061 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef5c55f3-e15e-4508-aae9-36a3d413cbac req-e329f823-5396-44d5-8f01-0dd38f1cf696 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "DELETE /v2.0/security-groups/e6665006-ef90-4dd8-a158-812b1c2a77e1 HTTP/1.1" status: 204  len: 173 time: 0.3493960
Feb 19 21:05:07.526184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329f823-5396-44d5-8f01-0dd38f1cf696 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6665006-ef90-4dd8-a158-812b1c2a77e1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:07.566553 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b4163be-e79f-4445-b5e0-c17b837fee8a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e8633522-7c7f-4ae9-a27c-49be8dd11e8e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:07.597258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4b4163be-e79f-4445-b5e0-c17b837fee8a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for e8633522-7c7f-4ae9-a27c-49be8dd11e8e owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:07.603873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af589f-5363-4c99-951b-c5a7cb709cc0 None None] Pushing event updated for resources: {'Port': ['ID=b47612d0-3282-4274-9f7c-2ca615e77988,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:07.626851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4edaa4-1767-4220-81b5-8d58aae8a79f req-538f31e4-22ba-4520-9a35-3b95ab13a59f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:07.628684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b4edaa4-1767-4220-81b5-8d58aae8a79f req-538f31e4-22ba-4520-9a35-3b95ab13a59f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1730275
Feb 19 21:05:07.671649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c56f098-86eb-455b-8d32-6cda8a4fdba0 req-cb482ff0-9efe-474a-8d44-b884943bafc2 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5ee065d1c70940cd8caadd525737c593 HTTP/1.1" status: 200  len: 221 time: 0.1048064
Feb 19 21:05:07.766048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b4edaa4-1767-4220-81b5-8d58aae8a79f req-42ca0c2c-3493-47b8-b933-20c3bfeca3b1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137624
Feb 19 21:05:07.830577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a17dbca-436b-4a31-bee2-067e05399a69 req-8a6fbca1-6c97-4f5b-9f97-091910c14b34 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/1ac7b270-b490-41e1-99be-f0648be84ddc HTTP/1.1" status: 200  len: 1823 time: 0.1341946
Feb 19 21:05:07.908019 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b4163be-e79f-4445-b5e0-c17b837fee8a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e8633522-7c7f-4ae9-a27c-49be8dd11e8e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.020315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cadfdc-e4d2-4862-bab4-39f294654d25 req-a2a2edd3-e455-4bf8-a8c6-41d93d6841bb tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:08.021978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7cadfdc-e4d2-4862-bab4-39f294654d25 req-a2a2edd3-e455-4bf8-a8c6-41d93d6841bb tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1072109
Feb 19 21:05:08.032144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4163be-e79f-4445-b5e0-c17b837fee8a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=e8633522-7c7f-4ae9-a27c-49be8dd11e8e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:08.076515 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b4163be-e79f-4445-b5e0-c17b837fee8a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.080092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4b4163be-e79f-4445-b5e0-c17b837fee8a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/e8633522-7c7f-4ae9-a27c-49be8dd11e8e HTTP/1.1" status: 204  len: 168 time: 0.8826096
Feb 19 21:05:08.085647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59744) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:08.120164 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd70c0e-8078-4141-9035-e4bac27b1c7d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:05:08.124585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6dd70c0e-8078-4141-9035-e4bac27b1c7d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/e8633522-7c7f-4ae9-a27c-49be8dd11e8e HTTP/1.1" status: 404  len: 333 time: 0.0346303
Feb 19 21:05:08.125231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59748) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:08.130458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7cadfdc-e4d2-4862-bab4-39f294654d25 req-e04a0730-b445-4d19-ad6c-f8e4f8c687ab tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008177
Feb 19 21:05:08.162774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-d28b845d-9840-42c9-8cd2-7acb74c1b95c req-a30fab81-1592-4f3d-8697-171b23331994 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-963552735', 'description': 'tempest-description-1692090353'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:08.209385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1ca3-d3e5-4d91-9d0c-f22639967a38 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (deed2969-0536-4f9a-8994-dd76a809abee), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.217865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d28b845d-9840-42c9-8cd2-7acb74c1b95c req-a30fab81-1592-4f3d-8697-171b23331994 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.272935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1ca3-d3e5-4d91-9d0c-f22639967a38 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (deed2969-0536-4f9a-8994-dd76a809abee), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.363229 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d28b845d-9840-42c9-8cd2-7acb74c1b95c req-a30fab81-1592-4f3d-8697-171b23331994 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (ca46aa15-bd97-4497-accb-1b3ef94e8c5c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.374220 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d28b845d-9840-42c9-8cd2-7acb74c1b95c req-a30fab81-1592-4f3d-8697-171b23331994 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ca46aa15-bd97-4497-accb-1b3ef94e8c5c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.379176 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1ca3-d3e5-4d91-9d0c-f22639967a38 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (deed2969-0536-4f9a-8994-dd76a809abee), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.382146 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1ca3-d3e5-4d91-9d0c-f22639967a38 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.386337 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ab0f1ca3-d3e5-4d91-9d0c-f22639967a38 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/security-groups/deed2969-0536-4f9a-8994-dd76a809abee HTTP/1.1" status: 204  len: 168 time: 0.2591379
Feb 19 21:05:08.387431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59754) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:08.416866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5357bb-7580-485a-b12c-396d17c5def5 req-e065b1dd-529e-47e8-81ee-59893743403d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:08.419058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e5357bb-7580-485a-b12c-396d17c5def5 req-e065b1dd-529e-47e8-81ee-59893743403d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.1401060
Feb 19 21:05:08.440966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f1ca3-d3e5-4d91-9d0c-f22639967a38 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deed2969-0536-4f9a-8994-dd76a809abee,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:08.462653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d28b845d-9840-42c9-8cd2-7acb74c1b95c req-a30fab81-1592-4f3d-8697-171b23331994 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.464722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d28b845d-9840-42c9-8cd2-7acb74c1b95c req-a30fab81-1592-4f3d-8697-171b23331994 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.3076391
Feb 19 21:05:08.471333 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-837c675d-c65b-4126-97b8-f84732b5e11b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (4c963f98-647c-4402-bad7-ab7c0d9a49b4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.515101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fab81-1592-4f3d-8697-171b23331994 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca46aa15-bd97-4497-accb-1b3ef94e8c5c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:08.541631 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-837c675d-c65b-4126-97b8-f84732b5e11b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (4c963f98-647c-4402-bad7-ab7c0d9a49b4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.606568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f31f4299-cec5-4eee-be79-06ded9f8b7d8 req-3fcd1857-e4f4-4a31-8244-8fee10c68f2d tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0424919
Feb 19 21:05:08.617508 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e5357bb-7580-485a-b12c-396d17c5def5 req-7856e7d9-36f6-4ace-9be4-08443cf9f575 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1732538
Feb 19 21:05:08.652754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-837c675d-c65b-4126-97b8-f84732b5e11b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4c963f98-647c-4402-bad7-ab7c0d9a49b4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.656947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-837c675d-c65b-4126-97b8-f84732b5e11b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.658226 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-837c675d-c65b-4126-97b8-f84732b5e11b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/security-groups/4c963f98-647c-4402-bad7-ab7c0d9a49b4 HTTP/1.1" status: 204  len: 168 time: 0.2635753
Feb 19 21:05:08.660984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59758) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:08.666980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b47612d0-3282-4274-9f7c-2ca615e77988 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:08.677572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c675d-c65b-4126-97b8-f84732b5e11b tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c963f98-647c-4402-bad7-ab7c0d9a49b4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:08.816967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-151a1321-c3a1-4e81-b2d6-7f421f8352c7 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting subnet 9ba4512f-3129-47d1-9ada-83240857a1f0 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:05:08.840548 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-151a1321-c3a1-4e81-b2d6-7f421f8352c7 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (9ba4512f-3129-47d1-9ada-83240857a1f0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.841911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7ac8d1cd-ea1c-4c1b-b289-8cd91f0546fa None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:08.842632 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7ac8d1cd-ea1c-4c1b-b289-8cd91f0546fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:08.900972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:08.902039 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:09.054951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7ac8d1cd-ea1c-4c1b-b289-8cd91f0546fa None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:09.065228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7ac8d1cd-ea1c-4c1b-b289-8cd91f0546fa None None] Could not find standard attr ID for object e8633522-7c7f-4ae9-a27c-49be8dd11e8e. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:05:09.068147 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-151a1321-c3a1-4e81-b2d6-7f421f8352c7 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (9ba4512f-3129-47d1-9ada-83240857a1f0), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:09.068737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:09.090002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7ac8d1cd-ea1c-4c1b-b289-8cd91f0546fa None None] Provisioning complete for port add0ac7b-00cb-46e0-a935-18f8b2890b30 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:09.090490 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7ac8d1cd-ea1c-4c1b-b289-8cd91f0546fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:09.148770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f47086-d724-439b-a0be-b3a2b1163193 req-4616306b-6b5c-4ab1-9bed-638bbce835f0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:09.157249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59f47086-d724-439b-a0be-b3a2b1163193 req-4616306b-6b5c-4ab1-9bed-638bbce835f0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.3376009
Feb 19 21:05:09.159296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7ac8d1cd-ea1c-4c1b-b289-8cd91f0546fa None None] Port add0ac7b-00cb-46e0-a935-18f8b2890b30 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:09.191795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f356666-ffcc-4fc6-b266-e658bcabc1f8 req-c7ab8d5a-46a8-4291-8fc4-5cd5ebf90b35 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:09.193504 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f356666-ffcc-4fc6-b266-e658bcabc1f8 req-c7ab8d5a-46a8-4291-8fc4-5cd5ebf90b35 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.3485589
Feb 19 21:05:09.272196 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59f47086-d724-439b-a0be-b3a2b1163193 req-2a060718-e662-4ac0-9a07-35f9586fe4d4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120532
Feb 19 21:05:09.281785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8141ee88-0af0-4ef8-82a6-a4a7e1b8161b None None] Could not find standard attr ID for object e8633522-7c7f-4ae9-a27c-49be8dd11e8e. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:05:09.326284 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-151a1321-c3a1-4e81-b2d6-7f421f8352c7 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (9ba4512f-3129-47d1-9ada-83240857a1f0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:09.380934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f356666-ffcc-4fc6-b266-e658bcabc1f8 req-c7f80ea2-8cd9-48e2-8a84-dcdca23f9d0c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800194
Feb 19 21:05:09.437095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f25bac7-f9d2-43bd-b428-3071c22d62a0 req-a1b62bf1-dd7c-4d9f-abf3-ad02aa403d4f tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/ca46aa15-bd97-4497-accb-1b3ef94e8c5c HTTP/1.1" status: 200  len: 1823 time: 0.1186309
Feb 19 21:05:09.438107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5f25bac7-f9d2-43bd-b428-3071c22d62a0 req-0d891854-41d8-47c9-a669-cab18a78b027 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca46aa15-bd97-4497-accb-1b3ef94e8c5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:09.438913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5f25bac7-f9d2-43bd-b428-3071c22d62a0 req-0d891854-41d8-47c9-a669-cab18a78b027 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca46aa15-bd97-4497-accb-1b3ef94e8c5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:09.462282 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-151a1321-c3a1-4e81-b2d6-7f421f8352c7 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (9ba4512f-3129-47d1-9ada-83240857a1f0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:09.493920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a1321-c3a1-4e81-b2d6-7f421f8352c7 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba4512f-3129-47d1-9ada-83240857a1f0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:09.502583 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-151a1321-c3a1-4e81-b2d6-7f421f8352c7 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:09.505895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-151a1321-c3a1-4e81-b2d6-7f421f8352c7 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/9ba4512f-3129-47d1-9ada-83240857a1f0 HTTP/1.1" status: 204  len: 168 time: 0.8436954
Feb 19 21:05:09.515223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59772) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:09.517382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bab0aa-cc2c-4e4f-b698-325de15d4a74 None None] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:09.530922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-65189d6c-0f22-4aee-bcdc-486009a0f5cb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:09.548465 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5f25bac7-f9d2-43bd-b428-3071c22d62a0 req-0d891854-41d8-47c9-a669-cab18a78b027 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (59c5b686-95aa-495d-84a9-b86701671a03), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:09.573390 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5f25bac7-f9d2-43bd-b428-3071c22d62a0 req-0d891854-41d8-47c9-a669-cab18a78b027 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (59c5b686-95aa-495d-84a9-b86701671a03), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:09.582118 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5f25bac7-f9d2-43bd-b428-3071c22d62a0 req-0d891854-41d8-47c9-a669-cab18a78b027 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (59c5b686-95aa-495d-84a9-b86701671a03), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:09.602894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d891854-41d8-47c9-a669-cab18a78b027 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c5b686-95aa-495d-84a9-b86701671a03,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:09.619737 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5f25bac7-f9d2-43bd-b428-3071c22d62a0 req-0d891854-41d8-47c9-a669-cab18a78b027 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:09.624965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f25bac7-f9d2-43bd-b428-3071c22d62a0 req-0d891854-41d8-47c9-a669-cab18a78b027 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1922817
Feb 19 21:05:09.769802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65189d6c-0f22-4aee-bcdc-486009a0f5cb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:09.774284 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65189d6c-0f22-4aee-bcdc-486009a0f5cb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:09.873344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065b112-a1ea-49c9-ae69-79818e1ca052 req-7c2b1154-36a1-473d-a787-b3bfb957eaf6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:09.875641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7065b112-a1ea-49c9-ae69-79818e1ca052 req-7c2b1154-36a1-473d-a787-b3bfb957eaf6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1550293
Feb 19 21:05:09.881602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8ad225b-c441-43cd-9c25-05a4824b8c9f req-ae62247b-1ab5-40f6-8b24-5565f4109334 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/ca46aa15-bd97-4497-accb-1b3ef94e8c5c HTTP/1.1" status: 200  len: 2417 time: 0.1004064
Feb 19 21:05:09.898245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a8ad225b-c441-43cd-9c25-05a4824b8c9f req-389b4679-2163-47b8-88d3-895d91b5af38 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca46aa15-bd97-4497-accb-1b3ef94e8c5c', 'remote_group_id': None}]} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:09.898651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a8ad225b-c441-43cd-9c25-05a4824b8c9f req-389b4679-2163-47b8-88d3-895d91b5af38 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca46aa15-bd97-4497-accb-1b3ef94e8c5c', 'remote_group_id': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:09.973500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7065b112-a1ea-49c9-ae69-79818e1ca052 req-2403f81d-cd4d-4e8d-a9fd-49eea9e38540 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880923
Feb 19 21:05:10.071097 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8ad225b-c441-43cd-9c25-05a4824b8c9f req-389b4679-2163-47b8-88d3-895d91b5af38 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (62c56dca-c87c-44e4-ad7f-eb182d2046ec), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.107531 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65189d6c-0f22-4aee-bcdc-486009a0f5cb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (030594d0-2f11-4faa-91f1-7729202c6699), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.155425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e3caeb1-4120-456e-95d8-b26d0c193667 req-08bd0fa1-a6e1-4393-9c31-edb700e2cd54 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0701604
Feb 19 21:05:10.169776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8ad225b-c441-43cd-9c25-05a4824b8c9f req-389b4679-2163-47b8-88d3-895d91b5af38 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (62c56dca-c87c-44e4-ad7f-eb182d2046ec), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.176140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65189d6c-0f22-4aee-bcdc-486009a0f5cb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:10.180448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-65189d6c-0f22-4aee-bcdc-486009a0f5cb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:10.193486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65189d6c-0f22-4aee-bcdc-486009a0f5cb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:10.193486 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65189d6c-0f22-4aee-bcdc-486009a0f5cb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.197525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8ad225b-c441-43cd-9c25-05a4824b8c9f req-389b4679-2163-47b8-88d3-895d91b5af38 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (62c56dca-c87c-44e4-ad7f-eb182d2046ec), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.217817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65189d6c-0f22-4aee-bcdc-486009a0f5cb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Subnet': ['ID=030594d0-2f11-4faa-91f1-7729202c6699,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:10.220900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c404625-6268-44e7-b101-e8f35681d6dd req-24fbe45e-fbb8-4059-a54a-e3c2e38df3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:10.222390 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c404625-6268-44e7-b101-e8f35681d6dd req-24fbe45e-fbb8-4059-a54a-e3c2e38df3ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 1128 time: 0.1360266
Feb 19 21:05:10.224767 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-65189d6c-0f22-4aee-bcdc-486009a0f5cb tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7044427
Feb 19 21:05:10.228360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59794) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:10.241210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7857d740-1cd1-4331-bb8e-a281010ce26f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'security_group': {'name': 'tempest-secgroup-1281107926'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:10.281418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7857d740-1cd1-4331-bb8e-a281010ce26f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.286202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b4679-2163-47b8-88d3-895d91b5af38 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c56dca-c87c-44e4-ad7f-eb182d2046ec,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:10.291373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8ad225b-c441-43cd-9c25-05a4824b8c9f req-389b4679-2163-47b8-88d3-895d91b5af38 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.297110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8ad225b-c441-43cd-9c25-05a4824b8c9f req-389b4679-2163-47b8-88d3-895d91b5af38 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4088125
Feb 19 21:05:10.414224 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7857d740-1cd1-4331-bb8e-a281010ce26f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (36db5d44-55d2-449c-b67c-3b9d78936b04), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.419381 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7857d740-1cd1-4331-bb8e-a281010ce26f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (36db5d44-55d2-449c-b67c-3b9d78936b04), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.453082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68cd69-e91c-40ef-9606-e1d5a4041fe0 req-2344f4e5-5667-42a6-89f1-7d8282daa954 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:10.455310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc68cd69-e91c-40ef-9606-e1d5a4041fe0 req-2344f4e5-5667-42a6-89f1-7d8282daa954 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.1563022
Feb 19 21:05:10.458898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c404625-6268-44e7-b101-e8f35681d6dd req-b01269b7-88b6-43f0-9441-dd9fc77a2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:10.460620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c404625-6268-44e7-b101-e8f35681d6dd req-b01269b7-88b6-43f0-9441-dd9fc77a2bdc service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 917 time: 0.2039204
Feb 19 21:05:10.468175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7857d740-1cd1-4331-bb8e-a281010ce26f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.469759 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7857d740-1cd1-4331-bb8e-a281010ce26f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2374871
Feb 19 21:05:10.472790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59802) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:10.477463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-80ffbed7-557d-43e9-a68a-ea3d4b36261f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'security_group': {'name': 'tempest-secgroup-1194814683'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:10.486101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857d740-1cd1-4331-bb8e-a281010ce26f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36db5d44-55d2-449c-b67c-3b9d78936b04,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:10.510639 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80ffbed7-557d-43e9-a68a-ea3d4b36261f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.573812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70deb48b-5975-4ee5-9575-a0ac5efe4997 None None] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:10.604081 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80ffbed7-557d-43e9-a68a-ea3d4b36261f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (f8902aa2-5e19-42ae-9e0d-c2a760933e41), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.609813 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80ffbed7-557d-43e9-a68a-ea3d4b36261f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f8902aa2-5e19-42ae-9e0d-c2a760933e41), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.613848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc68cd69-e91c-40ef-9606-e1d5a4041fe0 req-5c021392-f7a4-4fae-847e-2c4ffd2f9ba0 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1497939
Feb 19 21:05:10.617540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c404625-6268-44e7-b101-e8f35681d6dd req-99935975-f3bd-4f8c-98e1-021fb4bfa513 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b HTTP/1.1" status: 200  len: 1002 time: 0.1406150
Feb 19 21:05:10.642102 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80ffbed7-557d-43e9-a68a-ea3d4b36261f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.643836 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-80ffbed7-557d-43e9-a68a-ea3d4b36261f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1699889
Feb 19 21:05:10.647042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59804) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:10.660228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5e0880b8-cc3e-47a9-9eb0-8733bdb1a260 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'security_group': {'name': 'tempest-secgroup-31907047'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:10.660839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffbed7-557d-43e9-a68a-ea3d4b36261f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8902aa2-5e19-42ae-9e0d-c2a760933e41,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:10.669420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-085b5b87-c09f-4636-a4ce-27f4393bfc98 None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:10.670630 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-085b5b87-c09f-4636-a4ce-27f4393bfc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.729402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6132b8e-eee7-4027-bc76-b0dcf5095f02 req-1195996a-df21-48ac-be2f-caeb85830566 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:10.730243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6132b8e-eee7-4027-bc76-b0dcf5095f02 req-1195996a-df21-48ac-be2f-caeb85830566 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1904221
Feb 19 21:05:10.776272 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5e0880b8-cc3e-47a9-9eb0-8733bdb1a260 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.782948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c404625-6268-44e7-b101-e8f35681d6dd req-dcea33fd-63a1-44aa-b4a4-676086d5ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:10.784475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c404625-6268-44e7-b101-e8f35681d6dd req-dcea33fd-63a1-44aa-b4a4-676086d5ca99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.1596594
Feb 19 21:05:10.803683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-085b5b87-c09f-4636-a4ce-27f4393bfc98 None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:10.813530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d70d2519-073e-4e62-bd88-02f3775a2eeb req-dc254760-a416-4989-9bac-fa8c745b1762 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/ca46aa15-bd97-4497-accb-1b3ef94e8c5c HTTP/1.1" status: 200  len: 3016 time: 0.1260705
Feb 19 21:05:10.819540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-085b5b87-c09f-4636-a4ce-27f4393bfc98 None None] Provisioning complete for port add0ac7b-00cb-46e0-a935-18f8b2890b30 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:10.820274 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-085b5b87-c09f-4636-a4ce-27f4393bfc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:10.873843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6132b8e-eee7-4027-bc76-b0dcf5095f02 req-f5ddd307-5868-4b22-aad1-3d92001c58a8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286683
Feb 19 21:05:10.903377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-085b5b87-c09f-4636-a4ce-27f4393bfc98 None None] Port add0ac7b-00cb-46e0-a935-18f8b2890b30 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:10.912857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c404625-6268-44e7-b101-e8f35681d6dd req-bc85a71e-3e18-445d-b8e0-12831ccdb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:10.914859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c404625-6268-44e7-b101-e8f35681d6dd req-bc85a71e-3e18-445d-b8e0-12831ccdb64e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1215515
Feb 19 21:05:10.920317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Update dhcp port {'port': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'fixed_ips': [{'subnet_id': '046e7d34-9fbf-4e55-9886-8c731f0c98b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '030594d0-2f11-4faa-91f1-7729202c6699'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b47612d0-3282-4274-9f7c-2ca615e77988'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:05:10.952577 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.033042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46b3ebcf-9a45-461d-9f49-7db44efa7e47 req-000c9df2-9260-4272-bbcc-4a6ec8595b3e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-group-rules/62c56dca-c87c-44e4-ad7f-eb182d2046ec HTTP/1.1" status: 200  len: 783 time: 0.0956020
Feb 19 21:05:11.047424 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5e0880b8-cc3e-47a9-9eb0-8733bdb1a260 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (028d0e99-fddc-4518-bb4e-a452fb81b48f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.062549 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5e0880b8-cc3e-47a9-9eb0-8733bdb1a260 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (028d0e99-fddc-4518-bb4e-a452fb81b48f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.119665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e0a53-d083-4a8f-a458-7af907a89195 req-d6bf6f34-a5fc-4425-a55b-7cb4f15d83f2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:11.121056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b82e0a53-d083-4a8f-a458-7af907a89195 req-d6bf6f34-a5fc-4425-a55b-7cb4f15d83f2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2305222
Feb 19 21:05:11.136740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Allocated IP 2001:db8::2 (8c46b7da-d7de-449b-8ef8-2a9058280eaf/030594d0-2f11-4faa-91f1-7729202c6699/b47612d0-3282-4274-9f7c-2ca615e77988) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:11.160414 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5e0880b8-cc3e-47a9-9eb0-8733bdb1a260 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.161612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5e0880b8-cc3e-47a9-9eb0-8733bdb1a260 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1760 time: 0.5063522
Feb 19 21:05:11.166356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59812) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:11.171074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-281552397', 'security_groups': ['028d0e99-fddc-4518-bb4e-a452fb81b48f'], 'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '030594d0-2f11-4faa-91f1-7729202c6699'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:11.199946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0880b8-cc3e-47a9-9eb0-8733bdb1a260 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028d0e99-fddc-4518-bb4e-a452fb81b48f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:11.203667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b25a5515-bb48-41fa-be0f-0675d6d51a16 req-53cda297-d704-4ec8-995b-275b7163f225 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0685849
Feb 19 21:05:11.233611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46b3ebcf-9a45-461d-9f49-7db44efa7e47 req-2bbef8f7-4086-4fea-b33b-8e884c9afed6 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/ca46aa15-bd97-4497-accb-1b3ef94e8c5c HTTP/1.1" status: 200  len: 3016 time: 0.1773124
Feb 19 21:05:11.237323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c404625-6268-44e7-b101-e8f35681d6dd req-6d579ea9-6b38-403e-afab-ccdb4dbefe6b service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3024032
Feb 19 21:05:11.246803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] For port b47612d0-3282-4274-9f7c-2ca615e77988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b47612d0-3282-4274-9f7c-2ca615e77988,segment=NetworkSegment(57acfac6-f7bf-45ff-8cca-aa10d1a5157b),segment_id=57acfac6-f7bf-45ff-8cca-aa10d1a5157b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:11.280919 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-46b3ebcf-9a45-461d-9f49-7db44efa7e47 req-77fbf0bd-2a39-4bda-b9f5-63bcb27e6d62 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (62c56dca-c87c-44e4-ad7f-eb182d2046ec), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.282951 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Publish callbacks [] for port (b47612d0-3282-4274-9f7c-2ca615e77988), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.287055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b82e0a53-d083-4a8f-a458-7af907a89195 req-d5c4967d-449d-4178-81ab-b7deff0ff4aa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1452012
Feb 19 21:05:11.294264 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-46b3ebcf-9a45-461d-9f49-7db44efa7e47 req-77fbf0bd-2a39-4bda-b9f5-63bcb27e6d62 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (62c56dca-c87c-44e4-ad7f-eb182d2046ec), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.294675 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.320714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:11.340579 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-46b3ebcf-9a45-461d-9f49-7db44efa7e47 req-77fbf0bd-2a39-4bda-b9f5-63bcb27e6d62 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (62c56dca-c87c-44e4-ad7f-eb182d2046ec), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.354886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-46b3ebcf-9a45-461d-9f49-7db44efa7e47 req-77fbf0bd-2a39-4bda-b9f5-63bcb27e6d62 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.372950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46b3ebcf-9a45-461d-9f49-7db44efa7e47 req-77fbf0bd-2a39-4bda-b9f5-63bcb27e6d62 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/62c56dca-c87c-44e4-ad7f-eb182d2046ec HTTP/1.1" status: 204  len: 173 time: 0.1388004
Feb 19 21:05:11.393623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbf0bd-2a39-4bda-b9f5-63bcb27e6d62 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62c56dca-c87c-44e4-ad7f-eb182d2046ec,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:11.421318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0339148-7fda-44be-b255-8c5593335a55 req-6bbc5552-2d8b-4f5b-ab3d-6865daf0a64c tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0421283
Feb 19 21:05:11.439422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Pushing event updated for resources: {'Port': ['ID=b47612d0-3282-4274-9f7c-2ca615e77988,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:11.449964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.450595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.451241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.451389 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.451895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.452447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.452954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.453458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.454160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.454692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.455189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.455689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.456200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.456712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51610cfd-9df1-4dbb-aaf1-1f9be39c5042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:11.479460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] device_id is not set on port 62203f1d-25f4-42d4-a764-047c15158a02 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:05:11.603356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1de6ea83-7c83-43c9-bf53-4751b08354c9 req-c5ad848b-e0ba-4499-b765-47865d7f3b60 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/ca46aa15-bd97-4497-accb-1b3ef94e8c5c HTTP/1.1" status: 200  len: 2417 time: 0.1312294
Feb 19 21:05:11.636637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92678ead-df1e-4a81-a0d2-8bd66027f737 req-66d24d1c-bd9e-4561-8405-1fd6e6626c90 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:11.638245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92678ead-df1e-4a81-a0d2-8bd66027f737 req-66d24d1c-bd9e-4561-8405-1fd6e6626c90 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1960287
Feb 19 21:05:11.660805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c404625-6268-44e7-b101-e8f35681d6dd req-85561beb-2059-472e-a7f0-a8ab34bda475 service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2496159
Feb 19 21:05:11.689626 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8::148 (8c46b7da-d7de-449b-8ef8-2a9058280eaf/030594d0-2f11-4faa-91f1-7729202c6699/62203f1d-25f4-42d4-a764-047c15158a02) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:11.768489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92678ead-df1e-4a81-a0d2-8bd66027f737 req-dbddcfd5-7ee3-4644-b0cb-0609629629c8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228719
Feb 19 21:05:11.774532 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1de6ea83-7c83-43c9-bf53-4751b08354c9 req-65dffd32-2131-4f45-b38b-0dc367a6dc82 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (ca46aa15-bd97-4497-accb-1b3ef94e8c5c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.807672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79509876-275f-4003-9adc-87d3e86ba154 req-0c4bc2d2-8cb9-44ff-a5d3-7f5cfce8c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:11.809260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79509876-275f-4003-9adc-87d3e86ba154 req-0c4bc2d2-8cb9-44ff-a5d3-7f5cfce8c765 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 1128 time: 0.0881569
Feb 19 21:05:11.844044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1de6ea83-7c83-43c9-bf53-4751b08354c9 req-65dffd32-2131-4f45-b38b-0dc367a6dc82 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (ca46aa15-bd97-4497-accb-1b3ef94e8c5c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.893350 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (62203f1d-25f4-42d4-a764-047c15158a02), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.935544 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (62203f1d-25f4-42d4-a764-047c15158a02), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:11.984017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:11.989879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:11.992477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:11.998745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:11.999465 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:12.005065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79509876-275f-4003-9adc-87d3e86ba154 req-5a383737-1932-4e2c-aaea-c827b73706b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:12.007479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79509876-275f-4003-9adc-87d3e86ba154 req-5a383737-1932-4e2c-aaea-c827b73706b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 917 time: 0.1897695
Feb 19 21:05:12.015955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=62203f1d-25f4-42d4-a764-047c15158a02,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:12.016719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbef40f-08fd-452a-a442-9cc2cf17a84b req-de93ea4d-8297-4ba8-8cf5-7b0d58e914f6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:12.018468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9bbef40f-08fd-452a-a442-9cc2cf17a84b req-de93ea4d-8297-4ba8-8cf5-7b0d58e914f6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.1305158
Feb 19 21:05:12.020722 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1de6ea83-7c83-43c9-bf53-4751b08354c9 req-65dffd32-2131-4f45-b38b-0dc367a6dc82 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ca46aa15-bd97-4497-accb-1b3ef94e8c5c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:12.023552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1de6ea83-7c83-43c9-bf53-4751b08354c9 req-65dffd32-2131-4f45-b38b-0dc367a6dc82 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:12.031251 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6e8f49e9-dc3c-452b-98ed-0f2b91f299c3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8645513
Feb 19 21:05:12.034215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59826) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:12.034375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1de6ea83-7c83-43c9-bf53-4751b08354c9 req-65dffd32-2131-4f45-b38b-0dc367a6dc82 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "DELETE /v2.0/security-groups/ca46aa15-bd97-4497-accb-1b3ef94e8c5c HTTP/1.1" status: 204  len: 173 time: 0.4177480
Feb 19 21:05:12.040938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-31f87c0c-c908-412c-b00c-fe6de5984f63 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:12.110123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dffd32-2131-4f45-b38b-0dc367a6dc82 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca46aa15-bd97-4497-accb-1b3ef94e8c5c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:12.187529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f87c0c-c908-412c-b00c-fe6de5984f63 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:12.191552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31f87c0c-c908-412c-b00c-fe6de5984f63 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:12.211542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79509876-275f-4003-9adc-87d3e86ba154 req-f7725319-29e2-4e8e-9bfa-88b8e9b8e789 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b HTTP/1.1" status: 200  len: 1002 time: 0.1918759
Feb 19 21:05:12.223681 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9bbef40f-08fd-452a-a442-9cc2cf17a84b req-57cbaa8a-e159-4fdd-8092-ffdf566c0e48 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1831958
Feb 19 21:05:12.266842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-aabc244b-252f-440a-8c73-383a4cacc5d2 None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:12.267848 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aabc244b-252f-440a-8c73-383a4cacc5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:12.294973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79509876-275f-4003-9adc-87d3e86ba154 req-eafc1fd5-a865-4005-99ee-fb025087e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:12.296756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79509876-275f-4003-9adc-87d3e86ba154 req-eafc1fd5-a865-4005-99ee-fb025087e1cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.0651681
Feb 19 21:05:12.324747 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-61c07c3a-4e2f-4b60-ba34-95713069f31f req-1b4e14ee-0d82-4184-b46e-d02e6882b5b5 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] show failed (client error): The resource could not be found.
Feb 19 21:05:12.326089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61c07c3a-4e2f-4b60-ba34-95713069f31f req-1b4e14ee-0d82-4184-b46e-d02e6882b5b5 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/e6665006-ef90-4dd8-a158-812b1c2a77e1 HTTP/1.1" status: 404  len: 352 time: 0.0281739
Feb 19 21:05:12.379991 ncdv-master-1 neutron-server[121129]: INFO neutron.db.ipam_backend_mixin [None req-31f87c0c-c908-412c-b00c-fe6de5984f63 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 030594d0-2f11-4faa-91f1-7729202c6699 (CIDR: 2001:db8::/64)
Feb 19 21:05:12.385969 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f87c0c-c908-412c-b00c-fe6de5984f63 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:05:12.385969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f87c0c-c908-412c-b00c-fe6de5984f63 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:12.393255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6340c90-613e-4632-a7fa-4513ceb0ad06 req-48ccffaa-558b-4f8b-a7cc-d0e3322d711a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:12.403021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6340c90-613e-4632-a7fa-4513ceb0ad06 req-48ccffaa-558b-4f8b-a7cc-d0e3322d711a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2941484
Feb 19 21:05:12.428673 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-31f87c0c-c908-412c-b00c-fe6de5984f63 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3926940
Feb 19 21:05:12.432189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59834) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:12.439124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2f09b838-ea81-48bb-9946-868f6c7d746d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:12.519721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6340c90-613e-4632-a7fa-4513ceb0ad06 req-f46611ad-c91f-46b8-87f5-e84e85296208 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146619
Feb 19 21:05:12.606767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f09b838-ea81-48bb-9946-868f6c7d746d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:12.607638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79509876-275f-4003-9adc-87d3e86ba154 req-9817ab87-ee5b-4d44-bdc6-8dbc748dccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:12.609828 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79509876-275f-4003-9adc-87d3e86ba154 req-9817ab87-ee5b-4d44-bdc6-8dbc748dccc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3044472
Feb 19 21:05:12.619724 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2f09b838-ea81-48bb-9946-868f6c7d746d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:12.660153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b47612d0-3282-4274-9f7c-2ca615e77988 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:12.703529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-aabc244b-252f-440a-8c73-383a4cacc5d2 None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:12.729469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:12.730010 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:12.733338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-aabc244b-252f-440a-8c73-383a4cacc5d2 None None] Provisioning complete for port add0ac7b-00cb-46e0-a935-18f8b2890b30 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:12.734033 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aabc244b-252f-440a-8c73-383a4cacc5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:12.749577 ncdv-master-1 neutron-server[121129]: INFO neutron.db.ipam_backend_mixin [None req-2f09b838-ea81-48bb-9946-868f6c7d746d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 046e7d34-9fbf-4e55-9886-8c731f0c98b7 (CIDR: 2001:db8:0:1::/64)
Feb 19 21:05:12.753828 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f09b838-ea81-48bb-9946-868f6c7d746d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:05:12.754530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f09b838-ea81-48bb-9946-868f6c7d746d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:12.765031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be830b0e-f533-4de3-8469-823f548c052d req-b1eab6af-95e5-4596-8047-1518f08b434d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:12.767827 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be830b0e-f533-4de3-8469-823f548c052d req-b1eab6af-95e5-4596-8047-1518f08b434d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.3235185
Feb 19 21:05:12.772204 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2f09b838-ea81-48bb-9946-868f6c7d746d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.3387218
Feb 19 21:05:12.775104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59840) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:12.780782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1413c533-7db5-4163-99f4-d96cd27bfbf3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'subnet': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:12.794775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43d634b2-e9ab-4ac0-a2c5-d2e30bcdd0b2 req-7e0b7d9a-ff55-415a-b3c4-a61de4fcd9ba tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/1ac7b270-b490-41e1-99be-f0648be84ddc HTTP/1.1" status: 200  len: 1823 time: 0.1921833
Feb 19 21:05:12.809928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-aabc244b-252f-440a-8c73-383a4cacc5d2 None None] Port add0ac7b-00cb-46e0-a935-18f8b2890b30 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:12.866875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:12.901744 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79509876-275f-4003-9adc-87d3e86ba154 req-1d5d1aee-4c5a-424c-86e4-cb454cc09de8 service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2714357
Feb 19 21:05:12.917979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1413c533-7db5-4163-99f4-d96cd27bfbf3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Made reservation on behalf of d4ad4a1daffa4cddbbf1e5aefea5a975 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:12.922529 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1413c533-7db5-4163-99f4-d96cd27bfbf3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:12.933923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3c07f377-ca80-46cc-acf6-a1eaef9642cb None None] Provisioning complete for port 62203f1d-25f4-42d4-a764-047c15158a02 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:12.934579 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3c07f377-ca80-46cc-acf6-a1eaef9642cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (62203f1d-25f4-42d4-a764-047c15158a02), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:12.959960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be830b0e-f533-4de3-8469-823f548c052d req-3c3e8f37-eb18-406d-938e-565272e5a575 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1793680
Feb 19 21:05:12.982527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3c07f377-ca80-46cc-acf6-a1eaef9642cb None None] Port 62203f1d-25f4-42d4-a764-047c15158a02 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:13.208998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1413c533-7db5-4163-99f4-d96cd27bfbf3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (bb292410-de7d-43de-b4e0-1dd26491b07b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:13.257936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413c533-7db5-4163-99f4-d96cd27bfbf3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:13.261753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1413c533-7db5-4163-99f4-d96cd27bfbf3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:13.265368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1413c533-7db5-4163-99f4-d96cd27bfbf3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:13.265893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1413c533-7db5-4163-99f4-d96cd27bfbf3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:13.277347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9678985c-9a9a-446d-82d2-a2cfecc383ce None None] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:13.281883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413c533-7db5-4163-99f4-d96cd27bfbf3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Subnet': ['ID=bb292410-de7d-43de-b4e0-1dd26491b07b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:13.301213 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1413c533-7db5-4163-99f4-d96cd27bfbf3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.5222592
Feb 19 21:05:13.301524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59846) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:13.307654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b2cb3d6d-1ed2-4c80-969f-936ee5f4c28f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1519764372', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb292410-de7d-43de-b4e0-1dd26491b07b'}], 'security_groups': ['36db5d44-55d2-449c-b67c-3b9d78936b04', 'f8902aa2-5e19-42ae-9e0d-c2a760933e41']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:13.394287 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3d6d-1ed2-4c80-969f-936ee5f4c28f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (62203f1d-25f4-42d4-a764-047c15158a02), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:13.395775 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-43d634b2-e9ab-4ac0-a2c5-d2e30bcdd0b2 req-22f4dae3-198c-42e5-a9d1-2772c1aa7604 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (1ac7b270-b490-41e1-99be-f0648be84ddc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:13.424946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e45434f1-673f-432b-8ba2-a7db9f095255 req-0445336f-b020-4e8a-bed7-4cb6001bce28 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0474403
Feb 19 21:05:13.467661 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-43d634b2-e9ab-4ac0-a2c5-d2e30bcdd0b2 req-22f4dae3-198c-42e5-a9d1-2772c1aa7604 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (1ac7b270-b490-41e1-99be-f0648be84ddc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:13.492502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79509876-275f-4003-9adc-87d3e86ba154 req-ef61275e-3a21-4bb9-a21f-c69883c676a7 service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5707200
Feb 19 21:05:13.530274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c467c-cee1-4dea-a4be-a089a6f5a5d6 None None] Update dhcp port {'port': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'fixed_ips': [{'subnet_id': '046e7d34-9fbf-4e55-9886-8c731f0c98b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '030594d0-2f11-4faa-91f1-7729202c6699', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb292410-de7d-43de-b4e0-1dd26491b07b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b47612d0-3282-4274-9f7c-2ca615e77988'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:05:13.558365 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-43d634b2-e9ab-4ac0-a2c5-d2e30bcdd0b2 req-22f4dae3-198c-42e5-a9d1-2772c1aa7604 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1ac7b270-b490-41e1-99be-f0648be84ddc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:13.562053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-43d634b2-e9ab-4ac0-a2c5-d2e30bcdd0b2 req-22f4dae3-198c-42e5-a9d1-2772c1aa7604 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:13.564801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43d634b2-e9ab-4ac0-a2c5-d2e30bcdd0b2 req-22f4dae3-198c-42e5-a9d1-2772c1aa7604 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "DELETE /v2.0/security-groups/1ac7b270-b490-41e1-99be-f0648be84ddc HTTP/1.1" status: 204  len: 173 time: 0.7549706
Feb 19 21:05:13.566163 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-865c467c-cee1-4dea-a4be-a089a6f5a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:13.590453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4dae3-198c-42e5-a9d1-2772c1aa7604 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac7b270-b490-41e1-99be-f0648be84ddc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:13.626526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc163b72-d37a-43fc-8985-185dcb929a9f req-c3fc7436-cc7f-4d3e-bc65-489b8013fde1 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:13.637992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc163b72-d37a-43fc-8985-185dcb929a9f req-c3fc7436-cc7f-4d3e-bc65-489b8013fde1 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.1173158
Feb 19 21:05:13.736786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc163b72-d37a-43fc-8985-185dcb929a9f req-27dd9c59-1783-40c6-9252-0b4583c7cb99 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965710
Feb 19 21:05:13.762704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf807ba-847d-4421-ace4-b9f9f44fbdaa req-4a91707c-d6c7-4e39-a8f9-151c211df737 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:13.765334 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ddf807ba-847d-4421-ace4-b9f9f44fbdaa req-4a91707c-d6c7-4e39-a8f9-151c211df737 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0786014
Feb 19 21:05:13.827326 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b2cb3d6d-1ed2-4c80-969f-936ee5f4c28f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Delete allocated IP 2001:db8::148 (8c46b7da-d7de-449b-8ef8-2a9058280eaf/030594d0-2f11-4faa-91f1-7729202c6699) {{(pid=121129) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 19 21:05:13.836141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b2cb3d6d-1ed2-4c80-969f-936ee5f4c28f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Allocated IP 2001:db8:0:2::97 (8c46b7da-d7de-449b-8ef8-2a9058280eaf/bb292410-de7d-43de-b4e0-1dd26491b07b/62203f1d-25f4-42d4-a764-047c15158a02) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:13.840319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6d07ad0-b6d0-4bb0-b01e-e84406a8625f req-34c6a86e-b40e-4ac0-a8c8-4769e088f8a9 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/cbf89274-941d-462b-a454-a417821622ed HTTP/1.1" status: 200  len: 1822 time: 0.0717697
Feb 19 21:05:13.848082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ddf807ba-847d-4421-ace4-b9f9f44fbdaa req-3313ec61-1c40-4607-ab5e-f0379669cc1d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698011
Feb 19 21:05:13.918785 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b6d07ad0-b6d0-4bb0-b01e-e84406a8625f req-72415835-4b55-4392-888f-4f5600265c19 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (cbf89274-941d-462b-a454-a417821622ed), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:13.944698 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b6d07ad0-b6d0-4bb0-b01e-e84406a8625f req-72415835-4b55-4392-888f-4f5600265c19 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (cbf89274-941d-462b-a454-a417821622ed), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.021280 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b6d07ad0-b6d0-4bb0-b01e-e84406a8625f req-72415835-4b55-4392-888f-4f5600265c19 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cbf89274-941d-462b-a454-a417821622ed), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.023914 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b6d07ad0-b6d0-4bb0-b01e-e84406a8625f req-72415835-4b55-4392-888f-4f5600265c19 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.025644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6d07ad0-b6d0-4bb0-b01e-e84406a8625f req-72415835-4b55-4392-888f-4f5600265c19 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "DELETE /v2.0/security-groups/cbf89274-941d-462b-a454-a417821622ed HTTP/1.1" status: 204  len: 173 time: 0.1766179
Feb 19 21:05:14.038650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72415835-4b55-4392-888f-4f5600265c19 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf89274-941d-462b-a454-a417821622ed,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:14.061614 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3d6d-1ed2-4c80-969f-936ee5f4c28f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for port (62203f1d-25f4-42d4-a764-047c15158a02), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.069831 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3d6d-1ed2-4c80-969f-936ee5f4c28f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (62203f1d-25f4-42d4-a764-047c15158a02), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.098278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dfa0f96-571e-4e2f-9b60-cc01bd2c3235 req-526fbac8-0221-4678-9327-5b95c202e613 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6192b12536cf4040bfcaac0f1bbdc8bf&device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0542634
Feb 19 21:05:14.120888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 2caf0c43-e8a7-47e8-a90c-390f3b45d82b no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:05:14.158041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb3d6d-1ed2-4c80-969f-936ee5f4c28f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] In _notify_port_updated(), no bound segment for port 62203f1d-25f4-42d4-a764-047c15158a02 on network 8c46b7da-d7de-449b-8ef8-2a9058280eaf {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:05:14.164074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cb3d6d-1ed2-4c80-969f-936ee5f4c28f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:14.164708 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3d6d-1ed2-4c80-969f-936ee5f4c28f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.167192 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b2cb3d6d-1ed2-4c80-969f-936ee5f4c28f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "PUT /v2.0/ports/62203f1d-25f4-42d4-a764-047c15158a02 HTTP/1.1" status: 200  len: 969 time: 0.8641248
Feb 19 21:05:14.170852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59868) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:14.178438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb3d6d-1ed2-4c80-969f-936ee5f4c28f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event updated for resources: {'Port': ['ID=62203f1d-25f4-42d4-a764-047c15158a02,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:14.193444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-865c467c-cee1-4dea-a4be-a089a6f5a5d6 None None] Allocated IP 2001:db8:0:2::2 (8c46b7da-d7de-449b-8ef8-2a9058280eaf/bb292410-de7d-43de-b4e0-1dd26491b07b/b47612d0-3282-4274-9f7c-2ca615e77988) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:14.203054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dfa0f96-571e-4e2f-9b60-cc01bd2c3235 req-c1a38b6c-f449-476b-9446-035138883eca service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6192b12536cf4040bfcaac0f1bbdc8bf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0724754
Feb 19 21:05:14.280166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad863a3-21e7-49bd-aae4-207de9cfdbee req-4bec70c7-e1a9-4272-98e4-96a588fbc26e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:14.281850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ad863a3-21e7-49bd-aae4-207de9cfdbee req-4bec70c7-e1a9-4272-98e4-96a588fbc26e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1864545
Feb 19 21:05:14.288445 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-28294374-d174-4c2c-b214-ae98e8973cec tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port 62203f1d-25f4-42d4-a764-047c15158a02 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:14.288887 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28294374-d174-4c2c-b214-ae98e8973cec tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (62203f1d-25f4-42d4-a764-047c15158a02), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.302316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec5a87-b800-4f6d-997b-94f8d06a534e req-91fb6d7c-4243-4d0f-a0f0-e9a3ad32baf7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:14.304275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eec5a87-b800-4f6d-997b-94f8d06a534e req-91fb6d7c-4243-4d0f-a0f0-e9a3ad32baf7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1750779
Feb 19 21:05:14.314522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:14.315111 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.357973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:05:14.361119 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca2b201-de62-4055-9bb8-4bf71459979d" -d '{"events": [{"server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "name": "network-vif-unplugged", "status": "completed", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:05:14.384827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:14.387318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-865c467c-cee1-4dea-a4be-a089a6f5a5d6 None None] For port b47612d0-3282-4274-9f7c-2ca615e77988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b47612d0-3282-4274-9f7c-2ca615e77988,segment=NetworkSegment(57acfac6-f7bf-45ff-8cca-aa10d1a5157b),segment_id=57acfac6-f7bf-45ff-8cca-aa10d1a5157b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:14.391002 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.412246 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28294374-d174-4c2c-b214-ae98e8973cec tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (62203f1d-25f4-42d4-a764-047c15158a02), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.417100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ad863a3-21e7-49bd-aae4-207de9cfdbee req-44224672-d18a-45b3-9d04-98436c17fc10 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098306
Feb 19 21:05:14.429336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-28294374-d174-4c2c-b214-ae98e8973cec tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for 62203f1d-25f4-42d4-a764-047c15158a02 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:14.434166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0f96-571e-4e2f-9b60-cc01bd2c3235 req-05dd2f8c-e819-473a-b694-3f508137603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:14.435971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dfa0f96-571e-4e2f-9b60-cc01bd2c3235 req-05dd2f8c-e819-473a-b694-3f508137603a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2242637
Feb 19 21:05:14.451446 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eec5a87-b800-4f6d-997b-94f8d06a534e req-a377a1bc-45e1-470b-9ce2-0263562b5f86 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1315460
Feb 19 21:05:14.458665 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-865c467c-cee1-4dea-a4be-a089a6f5a5d6 None None] Publish callbacks [] for port (b47612d0-3282-4274-9f7c-2ca615e77988), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.467908 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-865c467c-cee1-4dea-a4be-a089a6f5a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.491508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:14.570689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4df363eb-130e-4be9-b73a-db03c56a66da req-66547e7b-7719-453c-9d9b-4f729d6118cd tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/6e123503-46bd-4af9-af3b-dbef806190d2 HTTP/1.1" status: 200  len: 1823 time: 0.0735273
Feb 19 21:05:14.614582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c467c-cee1-4dea-a4be-a089a6f5a5d6 None None] Pushing event updated for resources: {'Port': ['ID=b47612d0-3282-4274-9f7c-2ca615e77988,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:14.616621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7b20196-75a2-46e1-b303-62f9e54b7e61 req-afac59a7-3f22-43bb-b514-937772617805 tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0424788
Feb 19 21:05:14.632651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28294374-d174-4c2c-b214-ae98e8973cec tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (62203f1d-25f4-42d4-a764-047c15158a02), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.669405 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4df363eb-130e-4be9-b73a-db03c56a66da req-95e9f825-d143-448b-84ed-31f331645af6 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (6e123503-46bd-4af9-af3b-dbef806190d2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.675465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28294374-d174-4c2c-b214-ae98e8973cec tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=62203f1d-25f4-42d4-a764-047c15158a02,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:14.696420 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b492529-672d-4319-a8e5-88e03806a09f x-openstack-request-id: req-6b492529-672d-4319-a8e5-88e03806a09f {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:05:14.701183 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "name": "network-vif-unplugged", "status": "completed", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:05:14.701183 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b492529-672d-4319-a8e5-88e03806a09f {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:05:14.701183 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'code': 200}
Feb 19 21:05:14.704053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4df363eb-130e-4be9-b73a-db03c56a66da req-95e9f825-d143-448b-84ed-31f331645af6 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (6e123503-46bd-4af9-af3b-dbef806190d2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.731286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28294374-d174-4c2c-b214-ae98e8973cec tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.732844 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-28294374-d174-4c2c-b214-ae98e8973cec tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/62203f1d-25f4-42d4-a764-047c15158a02 HTTP/1.1" status: 204  len: 168 time: 0.5606527
Feb 19 21:05:14.735503 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59876) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:14.761567 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-909a5acd-14af-4c7b-a8c7-2e6b637d0fc5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] GET failed (client error): The resource could not be found.
Feb 19 21:05:14.763062 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-909a5acd-14af-4c7b-a8c7-2e6b637d0fc5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports/62203f1d-25f4-42d4-a764-047c15158a02 HTTP/1.1" status: 404  len: 333 time: 0.0266333
Feb 19 21:05:14.766016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59878) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:14.777438 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4df363eb-130e-4be9-b73a-db03c56a66da req-95e9f825-d143-448b-84ed-31f331645af6 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6e123503-46bd-4af9-af3b-dbef806190d2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.780093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4df363eb-130e-4be9-b73a-db03c56a66da req-95e9f825-d143-448b-84ed-31f331645af6 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.781326 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4df363eb-130e-4be9-b73a-db03c56a66da req-95e9f825-d143-448b-84ed-31f331645af6 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "DELETE /v2.0/security-groups/6e123503-46bd-4af9-af3b-dbef806190d2 HTTP/1.1" status: 204  len: 173 time: 0.2098107
Feb 19 21:05:14.850056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9f825-d143-448b-84ed-31f331645af6 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e123503-46bd-4af9-af3b-dbef806190d2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:14.935394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42386e8-7ee1-4dd8-9864-1a4f96e41827 req-70454394-8c57-475e-b290-5f6d6c2372dd tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:14.937052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b42386e8-7ee1-4dd8-9864-1a4f96e41827 req-70454394-8c57-475e-b290-5f6d6c2372dd tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1454568
Feb 19 21:05:14.939680 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9695fbef-cecb-46b3-8f78-0f72cd378dad tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (028d0e99-fddc-4518-bb4e-a452fb81b48f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:14.969208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24971fb9-48a7-4bd4-9605-3e2896b65235 req-903ba9a0-9702-4e62-bcbb-1d26d9dbe7d0 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:14.970823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24971fb9-48a7-4bd4-9605-3e2896b65235 req-903ba9a0-9702-4e62-bcbb-1d26d9dbe7d0 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 944 time: 0.1263130
Feb 19 21:05:14.999636 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9695fbef-cecb-46b3-8f78-0f72cd378dad tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (028d0e99-fddc-4518-bb4e-a452fb81b48f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.090386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b42386e8-7ee1-4dd8-9864-1a4f96e41827 req-93e1c1f7-e02d-45de-976f-aab3cf3c4298 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458375
Feb 19 21:05:15.095737 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24971fb9-48a7-4bd4-9605-3e2896b65235 req-b74d7696-9c1c-4ea7-927b-1fba0bc39205 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120939
Feb 19 21:05:15.104400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9695fbef-cecb-46b3-8f78-0f72cd378dad tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (028d0e99-fddc-4518-bb4e-a452fb81b48f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.108208 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9695fbef-cecb-46b3-8f78-0f72cd378dad tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.109712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9695fbef-cecb-46b3-8f78-0f72cd378dad tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/security-groups/028d0e99-fddc-4518-bb4e-a452fb81b48f HTTP/1.1" status: 204  len: 168 time: 0.3424306
Feb 19 21:05:15.112563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59884) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:15.138761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695fbef-cecb-46b3-8f78-0f72cd378dad tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d0e99-fddc-4518-bb4e-a452fb81b48f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:15.200252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c8d5729-853a-4fc9-acfd-89bde51e7bdc req-d9030338-54ec-422b-be0a-c4587027d10f tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/ce6751d4-2776-41b3-ac9f-24049c6a45a9 HTTP/1.1" status: 200  len: 2422 time: 0.0686445
Feb 19 21:05:15.213612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c82383d-805a-47ef-9704-a5029a2dcc9e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (f8902aa2-5e19-42ae-9e0d-c2a760933e41), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.284841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c82383d-805a-47ef-9704-a5029a2dcc9e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (f8902aa2-5e19-42ae-9e0d-c2a760933e41), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.334600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c82383d-805a-47ef-9704-a5029a2dcc9e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f8902aa2-5e19-42ae-9e0d-c2a760933e41), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.338597 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1c8d5729-853a-4fc9-acfd-89bde51e7bdc req-e879069e-3264-4c36-bb16-4be1303be4bb tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (ce6751d4-2776-41b3-ac9f-24049c6a45a9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.339075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c82383d-805a-47ef-9704-a5029a2dcc9e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.340207 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4c82383d-805a-47ef-9704-a5029a2dcc9e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/security-groups/f8902aa2-5e19-42ae-9e0d-c2a760933e41 HTTP/1.1" status: 204  len: 168 time: 0.2265182
Feb 19 21:05:15.350847 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59890) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:15.368872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82383d-805a-47ef-9704-a5029a2dcc9e tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8902aa2-5e19-42ae-9e0d-c2a760933e41,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:15.369377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1c8d5729-853a-4fc9-acfd-89bde51e7bdc req-e879069e-3264-4c36-bb16-4be1303be4bb tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (ce6751d4-2776-41b3-ac9f-24049c6a45a9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.418749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474384b5-b96f-4959-9dc9-697e9a98841e req-16651da0-7276-4fc1-a31b-d8b3683ffbc2 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:15.426708 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-474384b5-b96f-4959-9dc9-697e9a98841e req-16651da0-7276-4fc1-a31b-d8b3683ffbc2 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1428854
Feb 19 21:05:15.451323 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df71b582-895a-4689-8dfd-042931f08af3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (36db5d44-55d2-449c-b67c-3b9d78936b04), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.479203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-104f0136-3e97-4fa0-bfa1-c2c42f77569b None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:15.480154 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-104f0136-3e97-4fa0-bfa1-c2c42f77569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.491739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df71b582-895a-4689-8dfd-042931f08af3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (36db5d44-55d2-449c-b67c-3b9d78936b04), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.524120 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1c8d5729-853a-4fc9-acfd-89bde51e7bdc req-e879069e-3264-4c36-bb16-4be1303be4bb tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ce6751d4-2776-41b3-ac9f-24049c6a45a9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.528359 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1c8d5729-853a-4fc9-acfd-89bde51e7bdc req-e879069e-3264-4c36-bb16-4be1303be4bb tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.529323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c8d5729-853a-4fc9-acfd-89bde51e7bdc req-e879069e-3264-4c36-bb16-4be1303be4bb tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "DELETE /v2.0/security-groups/ce6751d4-2776-41b3-ac9f-24049c6a45a9 HTTP/1.1" status: 204  len: 173 time: 0.3219376
Feb 19 21:05:15.536995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-474384b5-b96f-4959-9dc9-697e9a98841e req-5daac9ea-f0d0-4068-a24b-7ae53b7e2cb7 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093068
Feb 19 21:05:15.565293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879069e-3264-4c36-bb16-4be1303be4bb tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6751d4-2776-41b3-ac9f-24049c6a45a9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:15.568404 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df71b582-895a-4689-8dfd-042931f08af3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (36db5d44-55d2-449c-b67c-3b9d78936b04), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.572876 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df71b582-895a-4689-8dfd-042931f08af3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.574645 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-df71b582-895a-4689-8dfd-042931f08af3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/security-groups/36db5d44-55d2-449c-b67c-3b9d78936b04 HTTP/1.1" status: 204  len: 168 time: 0.2204909
Feb 19 21:05:15.579042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59898) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:15.585930 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71b582-895a-4689-8dfd-042931f08af3 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36db5d44-55d2-449c-b67c-3b9d78936b04,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:15.630612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-104f0136-3e97-4fa0-bfa1-c2c42f77569b None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:15.635290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-104f0136-3e97-4fa0-bfa1-c2c42f77569b None None] Could not find standard attr ID for object 62203f1d-25f4-42d4-a764-047c15158a02. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:05:15.674267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-104f0136-3e97-4fa0-bfa1-c2c42f77569b None None] Provisioning complete for port add0ac7b-00cb-46e0-a935-18f8b2890b30 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:15.675262 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-104f0136-3e97-4fa0-bfa1-c2c42f77569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.714888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f1259cb-ebd9-414e-9269-c8916df3e9f0 req-821a6a51-51d8-45ae-8c79-087b4fa7be09 tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "GET /v2.0/security-groups/38dafb69-405e-4157-a6fb-5744fb266eb2 HTTP/1.1" status: 200  len: 2417 time: 0.1182697
Feb 19 21:05:15.741661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-104f0136-3e97-4fa0-bfa1-c2c42f77569b None None] Port add0ac7b-00cb-46e0-a935-18f8b2890b30 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:15.770081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96395-7b75-4502-aaa9-db1eaa374b13 req-4f3e58e8-a4ce-4f7f-b131-853a582c18b7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:15.771658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bee96395-7b75-4502-aaa9-db1eaa374b13 req-4f3e58e8-a4ce-4f7f-b131-853a582c18b7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1535120
Feb 19 21:05:15.776689 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-f22f6b85-8017-4400-a532-fbe2f78fb548 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0866053
Feb 19 21:05:15.779744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f8f2cb-7b5e-4a31-944a-982d59f4985f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting subnet 030594d0-2f11-4faa-91f1-7729202c6699 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:05:15.783449 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-65f8f2cb-7b5e-4a31-944a-982d59f4985f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (030594d0-2f11-4faa-91f1-7729202c6699), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.860592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-8fc00c23-be90-4298-a02f-0892a0c0f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:15.860961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-39c00c9f-3769-4378-a71a-160d32b99d93 None None] Could not find standard attr ID for object 62203f1d-25f4-42d4-a764-047c15158a02. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:05:15.862577 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-8fc00c23-be90-4298-a02f-0892a0c0f563 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 1128 time: 0.0604000
Feb 19 21:05:15.880618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-65f8f2cb-7b5e-4a31-944a-982d59f4985f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (030594d0-2f11-4faa-91f1-7729202c6699), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:15.943925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bee96395-7b75-4502-aaa9-db1eaa374b13 req-7b7f96b2-f4fb-4a74-b8ed-f49ca10bd646 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1573379
Feb 19 21:05:15.950246 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2f1259cb-ebd9-414e-9269-c8916df3e9f0 req-99dd3a2f-6aac-4f22-afe3-877dae5a632e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (38dafb69-405e-4157-a6fb-5744fb266eb2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.007550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-07548df4-d685-4bc3-9378-a3eed1b38e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:16.009845 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-07548df4-d685-4bc3-9378-a3eed1b38e26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.1228034
Feb 19 21:05:16.018771 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2f1259cb-ebd9-414e-9269-c8916df3e9f0 req-99dd3a2f-6aac-4f22-afe3-877dae5a632e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (38dafb69-405e-4157-a6fb-5744fb266eb2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.039886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-65f8f2cb-7b5e-4a31-944a-982d59f4985f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (030594d0-2f11-4faa-91f1-7729202c6699), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.054573 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-e1ae729e-af29-49b2-bad9-6c7fc2ed560e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58eb122-6243-45f8-9077-813f02b7493e HTTP/1.1" status: 200  len: 217 time: 0.0375390
Feb 19 21:05:16.110332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-30caaedc-6407-49cb-be06-76437a4bf9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:16.111848 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-30caaedc-6407-49cb-be06-76437a4bf9c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.0506232
Feb 19 21:05:16.137276 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9f3ad0c-dfad-4f42-9ad4-225b65850ede req-05b6913f-c26b-417e-81e9-cf4e7d40cb5d tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.0996335
Feb 19 21:05:16.176461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-3d96f0a9-8a0d-4df7-bb5d-5c3fc6cf426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:16.178257 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-3d96f0a9-8a0d-4df7-bb5d-5c3fc6cf426a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0597763
Feb 19 21:05:16.192662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dfa0f96-571e-4e2f-9b60-cc01bd2c3235 req-0e5589ad-b85c-47f7-b7c2-07597fe85daf tempest-ServerShowV254Test-1051627954 tempest-ServerShowV254Test-1051627954-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e66619c-a7d4-4421-b279-81c4c41fa1b6 HTTP/1.1" status: 200  len: 210 time: 0.1056271
Feb 19 21:05:16.242359 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2f1259cb-ebd9-414e-9269-c8916df3e9f0 req-99dd3a2f-6aac-4f22-afe3-877dae5a632e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (38dafb69-405e-4157-a6fb-5744fb266eb2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.247038 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2f1259cb-ebd9-414e-9269-c8916df3e9f0 req-99dd3a2f-6aac-4f22-afe3-877dae5a632e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.248367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f1259cb-ebd9-414e-9269-c8916df3e9f0 req-99dd3a2f-6aac-4f22-afe3-877dae5a632e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] 10.222.0.30 "DELETE /v2.0/security-groups/38dafb69-405e-4157-a6fb-5744fb266eb2 HTTP/1.1" status: 204  len: 173 time: 0.5260699
Feb 19 21:05:16.254223 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-65f8f2cb-7b5e-4a31-944a-982d59f4985f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (030594d0-2f11-4faa-91f1-7729202c6699), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.256869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59906) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:16.309625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd3a2f-6aac-4f22-afe3-877dae5a632e tempest-SecurityGroupRulesTestJSON-1543476514 tempest-SecurityGroupRulesTestJSON-1543476514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dafb69-405e-4157-a6fb-5744fb266eb2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:16.318948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8f2cb-7b5e-4a31-944a-982d59f4985f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Subnet': ['ID=030594d0-2f11-4faa-91f1-7729202c6699,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:16.322742 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-65f8f2cb-7b5e-4a31-944a-982d59f4985f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.330474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-65f8f2cb-7b5e-4a31-944a-982d59f4985f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/030594d0-2f11-4faa-91f1-7729202c6699 HTTP/1.1" status: 204  len: 168 time: 0.7491872
Feb 19 21:05:16.336586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59910) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:16.352226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad2a729-b1d0-4e37-9b77-3e95414bf429 None None] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:16.354682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a046e7db-fb41-4251-babb-39dcacabf4a6 admin admin] Deleting subnet d2cd8372-8316-4335-82b3-2058c17e170d {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:05:16.378416 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a046e7db-fb41-4251-babb-39dcacabf4a6 admin admin] Publish callbacks [] for subnet (d2cd8372-8316-4335-82b3-2058c17e170d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.385002 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-5cd2ca04-837a-4d19-9de0-ba5f3268086d service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959767
Feb 19 21:05:16.411984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2df786-412b-43e1-8880-6ea5a6574242 req-9c9aef25-34b1-402f-b90b-458bced47ce4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:16.413869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac2df786-412b-43e1-8880-6ea5a6574242 req-9c9aef25-34b1-402f-b90b-458bced47ce4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1415124
Feb 19 21:05:16.457175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906e945-fc55-41e8-be45-5fc308aae055 req-e83669f1-e0aa-4dfd-ae53-330e7b086a8d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:16.458676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7906e945-fc55-41e8-be45-5fc308aae055 req-e83669f1-e0aa-4dfd-ae53-330e7b086a8d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 944 time: 0.0913353
Feb 19 21:05:16.479893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a046e7db-fb41-4251-babb-39dcacabf4a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (d2cd8372-8316-4335-82b3-2058c17e170d), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.514919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac2df786-412b-43e1-8880-6ea5a6574242 req-2bc0ab37-e852-4f90-bcf4-ffc7458c22e2 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846586
Feb 19 21:05:16.529258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afaacaf-14a2-4f73-8584-f7f36409abdd tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting subnet bb292410-de7d-43de-b4e0-1dd26491b07b {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:05:16.538116 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2afaacaf-14a2-4f73-8584-f7f36409abdd tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (bb292410-de7d-43de-b4e0-1dd26491b07b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.561807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7906e945-fc55-41e8-be45-5fc308aae055 req-21e4629b-d5c9-4e84-b2a2-f2499575a66b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943401
Feb 19 21:05:16.592984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b47612d0-3282-4274-9f7c-2ca615e77988 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:16.621070 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a046e7db-fb41-4251-babb-39dcacabf4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d2cd8372-8316-4335-82b3-2058c17e170d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.625171 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6835871b-be76-4357-be9c-f181f10ef8f5 req-fc7e6244-8843-4b52-9ff0-de8d9b8c9fd9 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2211926
Feb 19 21:05:16.658353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2afaacaf-14a2-4f73-8584-f7f36409abdd tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (bb292410-de7d-43de-b4e0-1dd26491b07b), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.772502 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a046e7db-fb41-4251-babb-39dcacabf4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (d2cd8372-8316-4335-82b3-2058c17e170d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.783656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960e918-6fb9-4073-a121-885f69854a58 req-9f45d934-9800-4c42-a902-0f5c8dc2a955 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:16.787780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9960e918-6fb9-4073-a121-885f69854a58 req-9f45d934-9800-4c42-a902-0f5c8dc2a955 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1716697
Feb 19 21:05:16.793336 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:16.794358 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.822031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046e7db-fb41-4251-babb-39dcacabf4a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2cd8372-8316-4335-82b3-2058c17e170d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:16.843882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a046e7db-fb41-4251-babb-39dcacabf4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.847625 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a046e7db-fb41-4251-babb-39dcacabf4a6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d2cd8372-8316-4335-82b3-2058c17e170d HTTP/1.1" status: 204  len: 168 time: 0.5892227
Feb 19 21:05:16.855068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59918) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:16.866914 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2afaacaf-14a2-4f73-8584-f7f36409abdd tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (bb292410-de7d-43de-b4e0-1dd26491b07b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:16.928230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9960e918-6fb9-4073-a121-885f69854a58 req-7d769e25-97d4-4a07-a666-3ced21385d2b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308353
Feb 19 21:05:16.989944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:17.028073 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (7843d908-7731-43d7-990f-d30dd7649c71), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.057884 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2afaacaf-14a2-4f73-8584-f7f36409abdd tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (bb292410-de7d-43de-b4e0-1dd26491b07b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.136261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaacaf-14a2-4f73-8584-f7f36409abdd tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Subnet': ['ID=bb292410-de7d-43de-b4e0-1dd26491b07b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:17.171775 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2afaacaf-14a2-4f73-8584-f7f36409abdd tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.175384 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2afaacaf-14a2-4f73-8584-f7f36409abdd tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/bb292410-de7d-43de-b4e0-1dd26491b07b HTTP/1.1" status: 204  len: 168 time: 0.8371944
Feb 19 21:05:17.178148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59934) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:17.195300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (7843d908-7731-43d7-990f-d30dd7649c71), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.234104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a52b2b0>,) {'filters': {'network_id': ['7843d908-7731-43d7-990f-d30dd7649c71']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:17.239463 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-09db11c4-7b6b-4fcb-a30d-845eaf4c3ec1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:05:17.240088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09db11c4-7b6b-4fcb-a30d-845eaf4c3ec1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:17.245152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-09db11c4-7b6b-4fcb-a30d-845eaf4c3ec1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/030594d0-2f11-4faa-91f1-7729202c6699 HTTP/1.1" status: 404  len: 337 time: 0.0652483
Feb 19 21:05:17.253279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a52b2b0>, '89396d65-6278-43be-995b-2cabd4db0296') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:17.253589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a52b2b0>, '89396d65-6278-43be-995b-2cabd4db0296') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:17.264379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59940) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:17.267711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (89396d65-6278-43be-995b-2cabd4db0296), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.288028 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (89396d65-6278-43be-995b-2cabd4db0296), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.298242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:05:17.298843 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (89396d65-6278-43be-995b-2cabd4db0296), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:05:17.362162 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:05:17.391116 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (7843d908-7731-43d7-990f-d30dd7649c71), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.394107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0b5893-3096-493d-8cf8-966a1871b144 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting subnet 046e7d34-9fbf-4e55-9886-8c731f0c98b7 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:05:17.398522 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.404047 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5893-3096-493d-8cf8-966a1871b144 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (046e7d34-9fbf-4e55-9886-8c731f0c98b7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.404784 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7843d908-7731-43d7-990f-d30dd7649c71 HTTP/1.1" status: 204  len: 168 time: 0.5481546
Feb 19 21:05:17.426567 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb61eca-a997-4346-a100-bcfcb5a93d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=7843d908-7731-43d7-990f-d30dd7649c71,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:17.467062 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5893-3096-493d-8cf8-966a1871b144 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (046e7d34-9fbf-4e55-9886-8c731f0c98b7), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.508087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeca5e-b5c8-4887-9b07-669014643970 req-b64ff9e6-5ef7-4135-85cd-dcc33d5c5c65 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:17.509736 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8beeca5e-b5c8-4887-9b07-669014643970 req-b64ff9e6-5ef7-4135-85cd-dcc33d5c5c65 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2133987
Feb 19 21:05:17.521008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490566c-e970-43ec-ae63-767a0469cb75 req-2990a1a5-d589-46a5-9775-0d70c9e48296 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:17.522600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3490566c-e970-43ec-ae63-767a0469cb75 req-2990a1a5-d589-46a5-9775-0d70c9e48296 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2212081
Feb 19 21:05:17.548421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c225a-ac9a-47f3-bd0a-a64485afc52e None None] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:17.561503 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59950) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:17.609103 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7229a22d-ac93-4652-851e-721c496bb7a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25861ce7a94945b2a98e2cde62848ea1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0440996
Feb 19 21:05:17.609500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59952) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:17.646294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8beeca5e-b5c8-4887-9b07-669014643970 req-e245d128-ec63-426a-8e4f-d41de1f87a52 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221831
Feb 19 21:05:17.646987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ccb97acb-1186-4602-88b0-6063dbb2eb74 None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:17.648686 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ccb97acb-1186-4602-88b0-6063dbb2eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.664061 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3490566c-e970-43ec-ae63-767a0469cb75 req-4eb1911a-bfe4-4316-9d3c-012759fff753 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313412
Feb 19 21:05:17.678431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bcc56ac-33ca-4b63-923e-4a912b1aa1bf admin admin] Publish callbacks [] for security_group (d39d25de-7cac-484d-a1c0-3dab89de7220), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.678580 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5893-3096-493d-8cf8-966a1871b144 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (046e7d34-9fbf-4e55-9886-8c731f0c98b7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.697361 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bcc56ac-33ca-4b63-923e-4a912b1aa1bf admin admin] Publish callbacks [] for security_group (d39d25de-7cac-484d-a1c0-3dab89de7220), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.752267 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5893-3096-493d-8cf8-966a1871b144 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (046e7d34-9fbf-4e55-9886-8c731f0c98b7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.792194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bcc56ac-33ca-4b63-923e-4a912b1aa1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d39d25de-7cac-484d-a1c0-3dab89de7220), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.795353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bcc56ac-33ca-4b63-923e-4a912b1aa1bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.796687 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4bcc56ac-33ca-4b63-923e-4a912b1aa1bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d39d25de-7cac-484d-a1c0-3dab89de7220 HTTP/1.1" status: 204  len: 168 time: 0.1862063
Feb 19 21:05:17.807675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc56ac-33ca-4b63-923e-4a912b1aa1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d25de-7cac-484d-a1c0-3dab89de7220,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:17.822364 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-4daf2e52-a2df-4541-95fd-9c63fef42289 req-708a1474-7e75-4f82-9a9f-295078799e95 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:05:17.823514 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4daf2e52-a2df-4541-95fd-9c63fef42289 req-708a1474-7e75-4f82-9a9f-295078799e95 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067451
Feb 19 21:05:17.827036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b5893-3096-493d-8cf8-966a1871b144 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Subnet': ['ID=046e7d34-9fbf-4e55-9886-8c731f0c98b7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:17.833205 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5893-3096-493d-8cf8-966a1871b144 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:17.839229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ff0b5893-3096-493d-8cf8-966a1871b144 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/046e7d34-9fbf-4e55-9886-8c731f0c98b7 HTTP/1.1" status: 204  len: 168 time: 0.5711827
Feb 19 21:05:17.839872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59960) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:17.885355 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-76191988-9e98-42c8-acff-026971858c95 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:05:17.886641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76191988-9e98-42c8-acff-026971858c95 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:17.892490 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-76191988-9e98-42c8-acff-026971858c95 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/9ba4512f-3129-47d1-9ada-83240857a1f0 HTTP/1.1" status: 404  len: 337 time: 0.0493784
Feb 19 21:05:17.893706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59962) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:17.947035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ccb97acb-1186-4602-88b0-6063dbb2eb74 None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:17.969895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f345b71e-298d-451f-9242-ced3a13ad662 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "GET /v2.0/ports?device_id=18ebe8cf-a836-4ed0-93ef-e86ea9311490 HTTP/1.1" status: 200  len: 205 time: 0.0749598
Feb 19 21:05:17.972538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59966) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:17.974952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ccb97acb-1186-4602-88b0-6063dbb2eb74 None None] Provisioning complete for port add0ac7b-00cb-46e0-a935-18f8b2890b30 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:17.975385 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ccb97acb-1186-4602-88b0-6063dbb2eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:18.066013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ccb97acb-1186-4602-88b0-6063dbb2eb74 None None] Port add0ac7b-00cb-46e0-a935-18f8b2890b30 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:18.075192 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-58ce0937-1635-46ea-b2f3-4e50653a9539 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] delete failed (client error): The resource could not be found.
Feb 19 21:05:18.077475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8723bc3-858f-405c-b8b0-db5038bb02c9 None None] Update dhcp port {'port': {'network_id': '8c46b7da-d7de-449b-8ef8-2a9058280eaf', 'fixed_ips': [{'subnet_id': '046e7d34-9fbf-4e55-9886-8c731f0c98b7'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b47612d0-3282-4274-9f7c-2ca615e77988'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:05:18.081470 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-58ce0937-1635-46ea-b2f3-4e50653a9539 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/routers/18ebe8cf-a836-4ed0-93ef-e86ea9311490 HTTP/1.1" status: 404  len: 336 time: 0.1058114
Feb 19 21:05:18.083247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59974) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:18.099100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918868ba-0e81-466a-acb4-0c6d1b6484dd req-6fe81c53-0391-43a8-8258-22c79546665c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:18.100781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-918868ba-0e81-466a-acb4-0c6d1b6484dd req-6fe81c53-0391-43a8-8258-22c79546665c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2105691
Feb 19 21:05:18.144065 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ea27e9-a326-42ee-86a9-abf48b9fbea9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:05:18.145505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ea27e9-a326-42ee-86a9-abf48b9fbea9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:18.149210 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f8723bc3-858f-405c-b8b0-db5038bb02c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:18.151969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3158eb-891e-41f2-aa9c-583a26fb6d46 req-264c59ab-54b0-46bb-bf83-b5c38fba03e3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:18.152320 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b9ea27e9-a326-42ee-86a9-abf48b9fbea9 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/e4e6cbd4-a952-4778-8bed-e8baf103b48b HTTP/1.1" status: 404  len: 337 time: 0.0634952
Feb 19 21:05:18.155316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59976) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:18.159186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e3158eb-891e-41f2-aa9c-583a26fb6d46 req-264c59ab-54b0-46bb-bf83-b5c38fba03e3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 944 time: 0.1186223
Feb 19 21:05:18.214187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-918868ba-0e81-466a-acb4-0c6d1b6484dd req-7166eb81-0913-4238-b353-e747d43989b6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048458
Feb 19 21:05:18.235720 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e069a2-99bc-4d96-b87b-3ef745c9a592 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:05:18.236850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e069a2-99bc-4d96-b87b-3ef745c9a592 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:18.244047 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f9e069a2-99bc-4d96-b87b-3ef745c9a592 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/dc331364-00b5-4346-85f2-784a81dd314d HTTP/1.1" status: 404  len: 337 time: 0.0864944
Feb 19 21:05:18.248763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59982) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:18.277100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e3158eb-891e-41f2-aa9c-583a26fb6d46 req-b5785927-a7a1-4ea6-9e33-c5a47eccf2aa tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1168630
Feb 19 21:05:18.319081 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9585fffe-f0d9-4bb6-b75f-cca11d7cd11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:18.357567 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ba371b-3d94-4b2d-a070-78c0f23dedf5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:05:18.358592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ba371b-3d94-4b2d-a070-78c0f23dedf5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:18.364449 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f4ba371b-3d94-4b2d-a070-78c0f23dedf5 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/82483628-392e-46a4-bac4-a7521ccd3762 HTTP/1.1" status: 404  len: 337 time: 0.1142263
Feb 19 21:05:18.370246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59986) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:18.399280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59990) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:18.421167 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a09b56-538b-4454-be7b-1600e786c687 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:05:18.422088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a09b56-538b-4454-be7b-1600e786c687 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:18.425564 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-85a09b56-538b-4454-be7b-1600e786c687 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/7d7ed22d-df4f-454e-a243-2c6d3757585e HTTP/1.1" status: 404  len: 333 time: 0.0536871
Feb 19 21:05:18.428610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59994) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:18.459506 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ebbfe4-f47c-4d80-8b1b-575b998a90c1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:05:18.459976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ebbfe4-f47c-4d80-8b1b-575b998a90c1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:18.466594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-37ebbfe4-f47c-4d80-8b1b-575b998a90c1 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/59b1bba4-a52e-4847-8ef5-130485d665ec HTTP/1.1" status: 404  len: 337 time: 0.0337889
Feb 19 21:05:18.466821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59998) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:18.506511 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-516b27f0-c637-4c46-b780-e1d2bace651d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:05:18.506511 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516b27f0-c637-4c46-b780-e1d2bace651d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:18.510130 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-516b27f0-c637-4c46-b780-e1d2bace651d tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/f8432aa1-5e59-4599-a9b5-996b593db673 HTTP/1.1" status: 404  len: 337 time: 0.0423760
Feb 19 21:05:18.512823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60000) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:18.560424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d18d968-c88b-4c1d-a81d-658ff7a7e0bd None None] Network 8c46b7da-d7de-449b-8ef8-2a9058280eaf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:18.561683 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde0589d-654f-4d8a-8626-b34df87d3b0f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:05:18.562268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde0589d-654f-4d8a-8626-b34df87d3b0f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:18.565755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bde0589d-654f-4d8a-8626-b34df87d3b0f tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/f8fa2eaf-09a6-437b-b9ba-fd51449d10ef HTTP/1.1" status: 404  len: 333 time: 0.0519083
Feb 19 21:05:18.568911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60004) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:18.609824 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a8ca95-5778-432e-906f-59ab8666f20a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:05:18.609824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a8ca95-5778-432e-906f-59ab8666f20a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:18.613630 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-69a8ca95-5778-432e-906f-59ab8666f20a tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/c82994bf-a7df-43aa-b376-ca66a624d6f0 HTTP/1.1" status: 404  len: 337 time: 0.0429838
Feb 19 21:05:18.616448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60008) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:18.655762 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-7857c21c-5cb0-4bc4-b152-f882549d3ea0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:05:18.656512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7857c21c-5cb0-4bc4-b152-f882549d3ea0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:05:18.662038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7857c21c-5cb0-4bc4-b152-f882549d3ea0 tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/subnets/d280ddd6-9478-456c-ad2a-d6efcb1ca3f5 HTTP/1.1" status: 404  len: 337 time: 0.0423143
Feb 19 21:05:18.663264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60010) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:18.679300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b47612d0-3282-4274-9f7c-2ca615e77988 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:05:18.741227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-078fe1f8-fd74-410b-a54d-2ca4e7f3f040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:18.749862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2dcc0625-562a-434a-8f05-182257c5e91a None None] Provisioning complete for port b47612d0-3282-4274-9f7c-2ca615e77988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:18.750400 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0625-562a-434a-8f05-182257c5e91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:18.793862 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:05:18.819516 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-867a2706-fd68-4b9b-9890-2f734ac0623c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port add0ac7b-00cb-46e0-a935-18f8b2890b30 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:18.824482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-867a2706-fd68-4b9b-9890-2f734ac0623c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:18.928214 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-867a2706-fd68-4b9b-9890-2f734ac0623c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.091269 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-078fe1f8-fd74-410b-a54d-2ca4e7f3f040 admin admin] Publish callbacks [] for security_group (49e1b9f3-5a43-44cf-b255-01ca71fff15f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.100365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-cc9f8fce-5fc1-47b0-83ae-44dce28b7bbc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4332814
Feb 19 21:05:19.118161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74fb50-5b0b-45e7-84b8-11ee3168ce92 req-ea3b0fa4-deb5-4074-8d33-1126c66603f2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:19.121363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f74fb50-5b0b-45e7-84b8-11ee3168ce92 req-ea3b0fa4-deb5-4074-8d33-1126c66603f2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2527509
Feb 19 21:05:19.141877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44437c51-1964-43b2-b1a8-8a2ce5eba077 req-59c7d6bb-a9b4-411b-a77f-5a268193f02d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:19.144495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44437c51-1964-43b2-b1a8-8a2ce5eba077 req-59c7d6bb-a9b4-411b-a77f-5a268193f02d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2507071
Feb 19 21:05:19.151093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-50b022b3-1da9-42e0-8614-f4b48a7b7601 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:05:19.152396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-50b022b3-1da9-42e0-8614-f4b48a7b7601 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0239518
Feb 19 21:05:19.153278 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-078fe1f8-fd74-410b-a54d-2ca4e7f3f040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (49e1b9f3-5a43-44cf-b255-01ca71fff15f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.164531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc0625-562a-434a-8f05-182257c5e91a None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:19.167802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de0d08-1033-4e38-ab56-c88f04cb017f None None] DHCP port deletion for 8c46b7da-d7de-449b-8ef8-2a9058280eaf request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:05:19.172808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b47612d0-3282-4274-9f7c-2ca615e77988 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:19.173552 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.225337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2dcc0625-562a-434a-8f05-182257c5e91a None None] Provisioning complete for port add0ac7b-00cb-46e0-a935-18f8b2890b30 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:19.226364 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0625-562a-434a-8f05-182257c5e91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.255275 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port b47612d0-3282-4274-9f7c-2ca615e77988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b47612d0-3282-4274-9f7c-2ca615e77988,segment=NetworkSegment(57acfac6-f7bf-45ff-8cca-aa10d1a5157b),segment_id=57acfac6-f7bf-45ff-8cca-aa10d1a5157b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:19.286464 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.289585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-078fe1f8-fd74-410b-a54d-2ca4e7f3f040 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6192b12536cf4040bfcaac0f1bbdc8bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8883896
Feb 19 21:05:19.290954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fe1f8-fd74-410b-a54d-2ca4e7f3f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e1b9f3-5a43-44cf-b255-01ca71fff15f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:19.299532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60028) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:19.349469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f74fb50-5b0b-45e7-84b8-11ee3168ce92 req-d1553064-ce24-4c84-ba31-1cd100aaa4d2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1943760
Feb 19 21:05:19.378049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44437c51-1964-43b2-b1a8-8a2ce5eba077 req-cfcfaa35-6047-4ad4-948a-1a857ab167fa tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2162690
Feb 19 21:05:19.392884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-867a2706-fd68-4b9b-9890-2f734ac0623c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for add0ac7b-00cb-46e0-a935-18f8b2890b30 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:19.473128 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0ba00ea-8b80-4e28-a308-5c7d23937587 admin admin] Publish callbacks [] for security_group (49e1b9f3-5a43-44cf-b255-01ca71fff15f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.478428 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc0625-562a-434a-8f05-182257c5e91a None None] Port add0ac7b-00cb-46e0-a935-18f8b2890b30 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:19.547666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=b47612d0-3282-4274-9f7c-2ca615e77988,revision_number=11']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:19.553872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e3de0d08-1033-4e38-ab56-c88f04cb017f None None] Deleting port b47612d0-3282-4274-9f7c-2ca615e77988 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:19.554548 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3de0d08-1033-4e38-ab56-c88f04cb017f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.576134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-867a2706-fd68-4b9b-9890-2f734ac0623c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (add0ac7b-00cb-46e0-a935-18f8b2890b30), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.601593 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0ba00ea-8b80-4e28-a308-5c7d23937587 admin admin] Publish callbacks [] for security_group (49e1b9f3-5a43-44cf-b255-01ca71fff15f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.613839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a2706-fd68-4b9b-9890-2f734ac0623c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=add0ac7b-00cb-46e0-a935-18f8b2890b30,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:19.632835 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-867a2706-fd68-4b9b-9890-2f734ac0623c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.642723 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-867a2706-fd68-4b9b-9890-2f734ac0623c tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/ports/add0ac7b-00cb-46e0-a935-18f8b2890b30 HTTP/1.1" status: 204  len: 168 time: 0.9780281
Feb 19 21:05:19.643739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60044) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:19.655939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d000f7-e3f3-4f5b-bf67-541b4a2504e7 req-c64018a7-7389-4c39-87d2-5af6d219bc1b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:19.663058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97d000f7-e3f3-4f5b-bf67-541b4a2504e7 req-c64018a7-7389-4c39-87d2-5af6d219bc1b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 944 time: 0.1919632
Feb 19 21:05:19.693977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e3de0d08-1033-4e38-ab56-c88f04cb017f None None] For port b47612d0-3282-4274-9f7c-2ca615e77988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b47612d0-3282-4274-9f7c-2ca615e77988,segment=NetworkSegment(57acfac6-f7bf-45ff-8cca-aa10d1a5157b),segment_id=57acfac6-f7bf-45ff-8cca-aa10d1a5157b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:19.694605 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3de0d08-1033-4e38-ab56-c88f04cb017f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.702143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa93936-2ab9-4d15-80fd-8f4a75257614 req-a4eb48fb-d2c1-4581-bffa-07b6ba6a6a2b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:19.709354 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8fa93936-2ab9-4d15-80fd-8f4a75257614 req-a4eb48fb-d2c1-4581-bffa-07b6ba6a6a2b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1619859
Feb 19 21:05:19.728474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e3de0d08-1033-4e38-ab56-c88f04cb017f None None] Calling delete_port for b47612d0-3282-4274-9f7c-2ca615e77988 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:19.768056 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0ba00ea-8b80-4e28-a308-5c7d23937587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (49e1b9f3-5a43-44cf-b255-01ca71fff15f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.769638 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (8c46b7da-d7de-449b-8ef8-2a9058280eaf), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.770786 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0ba00ea-8b80-4e28-a308-5c7d23937587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.774742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e0ba00ea-8b80-4e28-a308-5c7d23937587 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49e1b9f3-5a43-44cf-b255-01ca71fff15f HTTP/1.1" status: 204  len: 168 time: 0.4714406
Feb 19 21:05:19.793052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97d000f7-e3f3-4f5b-bf67-541b4a2504e7 req-bc5a5eb2-0bb6-4caf-bd8f-9f0d903c96c9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289959
Feb 19 21:05:19.823940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba00ea-8b80-4e28-a308-5c7d23937587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e1b9f3-5a43-44cf-b255-01ca71fff15f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:19.840980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8fa93936-2ab9-4d15-80fd-8f4a75257614 req-dd4f00eb-0bb4-448f-8f03-d1b71839d771 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257586
Feb 19 21:05:19.851102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60048) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:19.874115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Deleting port b47612d0-3282-4274-9f7c-2ca615e77988 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:19.874542 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.879231 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3de0d08-1033-4e38-ab56-c88f04cb017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:19.917038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de0d08-1033-4e38-ab56-c88f04cb017f None None] No DVR routers for this DVR port b47612d0-3282-4274-9f7c-2ca615e77988 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:05:19.934843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de0d08-1033-4e38-ab56-c88f04cb017f None None] Pushing event deleted for resources: {'Port': ['ID=b47612d0-3282-4274-9f7c-2ca615e77988,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:19.994472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] For port b47612d0-3282-4274-9f7c-2ca615e77988, host ncdv-master-1, got binding levels [] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:19.995020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.015078 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Calling delete_port for b47612d0-3282-4274-9f7c-2ca615e77988 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:20.021664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_backend_mixin [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Port b47612d0-3282-4274-9f7c-2ca615e77988 was not found and therefore no delete operation was performed {{(pid=121129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:05:20.036170 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b47612d0-3282-4274-9f7c-2ca615e77988), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.095017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Port': ['ID=b47612d0-3282-4274-9f7c-2ca615e77988,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:20.104874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] No DVR routers for this DVR port b47612d0-3282-4274-9f7c-2ca615e77988 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:05:20.137362 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-0473d41e-f7ed-4ddf-9782-8edb7f276636 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:20.142456 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-0473d41e-f7ed-4ddf-9782-8edb7f276636 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports/2caf0c43-e8a7-47e8-a90c-390f3b45d82b HTTP/1.1" status: 200  len: 941 time: 0.7670336
Feb 19 21:05:20.147678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 2caf0c43-e8a7-47e8-a90c-390f3b45d82b no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:05:20.289474 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (8c46b7da-d7de-449b-8ef8-2a9058280eaf), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.312314 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-124881326-network', 'tenant_id': '3e16b1ae38144c3ba7d8cb99e46eea10'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:20.345082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a720b9130>,) {'filters': {'network_id': ['8c46b7da-d7de-449b-8ef8-2a9058280eaf']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:20.364415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a720b9130>, '57acfac6-f7bf-45ff-8cca-aa10d1a5157b') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:20.364706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a720b9130>, '57acfac6-f7bf-45ff-8cca-aa10d1a5157b') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:20.367969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafde301-d84b-4659-a66a-471245a3740a req-3935f4ae-bfa4-43cf-af39-4a1d4075a0ee tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:20.381448 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (57acfac6-f7bf-45ff-8cca-aa10d1a5157b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.394645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cafde301-d84b-4659-a66a-471245a3740a req-3935f4ae-bfa4-43cf-af39-4a1d4075a0ee tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1321938
Feb 19 21:05:20.394891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b is: DOWN; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:20.402545 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f3c9166b-72b9-43e6-9d0e-7954004b8c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.411312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (57acfac6-f7bf-45ff-8cca-aa10d1a5157b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.421776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:05:20.422201 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (57acfac6-f7bf-45ff-8cca-aa10d1a5157b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:05:20.506717 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:05:20.510092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Made reservation on behalf of 3e16b1ae38144c3ba7d8cb99e46eea10 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:20.512342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cafde301-d84b-4659-a66a-471245a3740a req-a7aa64f6-22bc-4bf3-84e3-f44e4c0657b4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140971
Feb 19 21:05:20.513417 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.542035 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.545262 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (8c46b7da-d7de-449b-8ef8-2a9058280eaf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.561218 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.576739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195af13-8625-427a-8e5c-062c6d7598a8 req-cd5ac838-4f47-4813-9b47-df0ecd1a433d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:20.581242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2195af13-8625-427a-8e5c-062c6d7598a8 req-cd5ac838-4f47-4813-9b47-df0ecd1a433d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1237974
Feb 19 21:05:20.588395 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] 10.222.0.30 "DELETE /v2.0/networks/8c46b7da-d7de-449b-8ef8-2a9058280eaf HTTP/1.1" status: 204  len: 168 time: 0.9229062
Feb 19 21:05:20.623871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc49026-b688-44d4-b3b7-7a14f8b3b6af tempest-PortsIpV6TestJSON-40854175 tempest-PortsIpV6TestJSON-40854175-project] Pushing event deleted for resources: {'Network': ['ID=8c46b7da-d7de-449b-8ef8-2a9058280eaf,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:20.756913 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Publish callbacks [] for security_group (aad60d15-e857-4e15-a82a-bf77267c91c4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.768378 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aad60d15-e857-4e15-a82a-bf77267c91c4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.823439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2195af13-8625-427a-8e5c-062c6d7598a8 req-7524e491-84bb-4483-a61d-20750d91d542 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2227905
Feb 19 21:05:20.832688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6769c0-cb57-4ed1-ab53-1b87b73dab5c req-f10230fb-c2cb-45e0-8336-6d7aded9ae93 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:20.840903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e6769c0-cb57-4ed1-ab53-1b87b73dab5c req-f10230fb-c2cb-45e0-8336-6d7aded9ae93 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2203693
Feb 19 21:05:20.876364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad60d15-e857-4e15-a82a-bf77267c91c4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:20.891731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:05:20.913487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f8807caf-6a51-435b-95d3-0c1cc73a56a3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:20.913856 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Added segment f8807caf-6a51-435b-95d3-0c1cc73a56a3 of type vlan for network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6
Feb 19 21:05:21.015923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e6769c0-cb57-4ed1-ab53-1b87b73dab5c req-5488ef0b-194c-4b72-89f7-feb876ad0cca tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733918
Feb 19 21:05:21.045803 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.072883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635c98d-39d8-4dc5-8b87-734486fbdfc8 req-29eaa667-04e9-43df-bad5-19b0deb8664f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:21.082971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2635c98d-39d8-4dc5-8b87-734486fbdfc8 req-29eaa667-04e9-43df-bad5-19b0deb8664f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 944 time: 0.1274791
Feb 19 21:05:21.121740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.122857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:21.123519 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.149236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2635c98d-39d8-4dc5-8b87-734486fbdfc8 req-a818fc2e-3e55-457f-9a37-b3067e506ac1 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644662
Feb 19 21:05:21.213363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] Pushing event updated for resources: {'Network': ['ID=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:21.222558 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6d9d62f7-ec30-4eb2-b6d1-259a884f634f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3702049
Feb 19 21:05:21.223207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60100) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:21.228309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] Request body: {'subnet': {'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-124881326-subnet', 'tenant_id': '3e16b1ae38144c3ba7d8cb99e46eea10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:21.238265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60102) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:21.238950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:05:21.263023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] Made reservation on behalf of 3e16b1ae38144c3ba7d8cb99e46eea10 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:21.265996 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.314646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60106) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:21.428956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4498c22-b97a-4464-9d2a-139abfd78892 req-d4c1ebbc-32fc-4b51-a935-3ac4b3a9118c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:21.432727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1262495686-network', 'tenant_id': '4d93cb84ab944db3aab11aab00da2f0d'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:21.434312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4498c22-b97a-4464-9d2a-139abfd78892 req-d4c1ebbc-32fc-4b51-a935-3ac4b3a9118c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2260308
Feb 19 21:05:21.465266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Made reservation on behalf of 4d93cb84ab944db3aab11aab00da2f0d for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:21.468496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.482101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.531000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4498c22-b97a-4464-9d2a-139abfd78892 req-3a385676-2aed-457f-b60b-e4fa9128055c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888097
Feb 19 21:05:21.614534 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (312e2192-8796-42ce-a4e5-1bd8ae3aaf47), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.624999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-928b88f1-853e-42c5-923c-141957ecc22b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4ad4a1daffa4cddbbf1e5aefea5a975&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3082991
Feb 19 21:05:21.628360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60114) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:21.700060 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Publish callbacks [] for security_group (a65d3add-d033-4afe-93b8-44969a03be6e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.715799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a65d3add-d033-4afe-93b8-44969a03be6e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.727207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=312e2192-8796-42ce-a4e5-1bd8ae3aaf47,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:21.771742 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8a711df-d77a-4963-a3f3-aa7ea21c293f admin admin] Publish callbacks [] for security_group (8747fe0f-8fce-4770-8c07-f3d51a01dd64), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.778822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:05:21.784596 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.811547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918526d-dbb2-4941-a943-52b5142dd1bf req-b9f2f80e-6ff9-466c-abce-361c9fbece96 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:21.813231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5918526d-dbb2-4941-a943-52b5142dd1bf req-b9f2f80e-6ff9-466c-abce-361c9fbece96 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1027377
Feb 19 21:05:21.815620 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8a711df-d77a-4963-a3f3-aa7ea21c293f admin admin] Publish callbacks [] for security_group (8747fe0f-8fce-4770-8c07-f3d51a01dd64), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.816484 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (03e6c720-4cf7-4d74-b025-5c1bb100f67f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.817271 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Added segment 03e6c720-4cf7-4d74-b025-5c1bb100f67f of type vlan for network 207d0904-2884-4a2a-ba57-e3dc23fe6321
Feb 19 21:05:21.845999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] Checking segment: {'id': 'f8807caf-6a51-435b-95d3-0c1cc73a56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:21.846616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] Network hostable DHCP agents. Network: a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:05:21.893133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65d3add-d033-4afe-93b8-44969a03be6e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:21.901180 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5918526d-dbb2-4941-a943-52b5142dd1bf req-628a83ca-a904-4cd9-b7a3-ae6cd4a11892 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729508
Feb 19 21:05:21.935301 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (207d0904-2884-4a2a-ba57-e3dc23fe6321), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.949094 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8a711df-d77a-4963-a3f3-aa7ea21c293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8747fe0f-8fce-4770-8c07-f3d51a01dd64), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.951837 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8a711df-d77a-4963-a3f3-aa7ea21c293f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:21.953249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e8a711df-d77a-4963-a3f3-aa7ea21c293f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8747fe0f-8fce-4770-8c07-f3d51a01dd64 HTTP/1.1" status: 204  len: 168 time: 0.3230522
Feb 19 21:05:21.966038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a711df-d77a-4963-a3f3-aa7ea21c293f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8747fe0f-8fce-4770-8c07-f3d51a01dd64,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:21.967036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] Network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:05:22.001943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:22.012560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20924564-f1a6-4a90-95ae-d483989fb4e7 None None] Network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:22.027322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:22.028011 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:22.034649 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (207d0904-2884-4a2a-ba57-e3dc23fe6321), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:22.035873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:22.036802 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:22.085779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527d8a1-df3f-4e75-92c5-541abf338c04 req-84b0c558-42de-44bd-a20e-146edfb626ed tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:22.090278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d527d8a1-df3f-4e75-92c5-541abf338c04 req-84b0c558-42de-44bd-a20e-146edfb626ed tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1357832
Feb 19 21:05:22.115253 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8758554
Feb 19 21:05:22.123775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60130) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:22.137534 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2f6c5ac1-adc4-4834-802e-b363269f1dc2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9027843
Feb 19 21:05:22.137534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] Request body: {'subnet': {'network_id': '207d0904-2884-4a2a-ba57-e3dc23fe6321', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1262495686-subnet', 'tenant_id': '4d93cb84ab944db3aab11aab00da2f0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:22.202718 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdac0e-0296-4bbe-9e59-249965a3a993 admin admin] Pushing event updated for resources: {'Network': ['ID=207d0904-2884-4a2a-ba57-e3dc23fe6321,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:22.223817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] Made reservation on behalf of 4d93cb84ab944db3aab11aab00da2f0d for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:22.226399 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:22.237639 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 207d0904-2884-4a2a-ba57-e3dc23fe6321 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:05:22.251568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d527d8a1-df3f-4e75-92c5-541abf338c04 req-95d181f2-413b-4983-92cb-4d91beaa7777 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471548
Feb 19 21:05:22.346905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceb04e1-3fbd-40f0-98e1-0b139e590792 None None] Network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:22.546209 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (d6e5a4bc-4885-4dc9-9d5a-bab45546870d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:22.570810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14285c40-3b33-4bda-91fd-3ed6e44b236d req-8fd25348-9088-40d8-b0ba-b4e3d4eeafce tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:22.573235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14285c40-3b33-4bda-91fd-3ed6e44b236d req-8fd25348-9088-40d8-b0ba-b4e3d4eeafce tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2158966
Feb 19 21:05:22.628634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] Checking segment: {'id': '03e6c720-4cf7-4d74-b025-5c1bb100f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '207d0904-2884-4a2a-ba57-e3dc23fe6321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:22.629034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] Network hostable DHCP agents. Network: 207d0904-2884-4a2a-ba57-e3dc23fe6321, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:05:22.630398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bb80e-937c-4726-b9ff-dd73390f828e req-4fe05548-1a72-4c00-8304-ec7d45cba5f5 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:22.632039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6e5a4bc-4885-4dc9-9d5a-bab45546870d,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:22.642518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be6bb80e-937c-4726-b9ff-dd73390f828e req-4fe05548-1a72-4c00-8304-ec7d45cba5f5 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 944 time: 0.2193081
Feb 19 21:05:22.661590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] Network 207d0904-2884-4a2a-ba57-e3dc23fe6321 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:05:22.680410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 207d0904-2884-4a2a-ba57-e3dc23fe6321) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:22.691762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:22.696168 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:22.706214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14285c40-3b33-4bda-91fd-3ed6e44b236d req-612c9c2d-beab-44fb-b6c9-74d41d324359 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222324
Feb 19 21:05:22.713614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d6a58-07b9-48fd-8703-432cdbb34523 None None] Network 207d0904-2884-4a2a-ba57-e3dc23fe6321 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:22.756387 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4fd92601-ee3f-4a88-b562-f886da500f37 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6247914
Feb 19 21:05:22.776863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be6bb80e-937c-4726-b9ff-dd73390f828e req-a8edc8b2-c42b-46d6-a4eb-ec8b1e3622fc tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1225696
Feb 19 21:05:22.886009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37142ff1-c79f-4990-9a7d-a6c5481df451 None None] Network 207d0904-2884-4a2a-ba57-e3dc23fe6321 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:23.149831 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:23.191454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df94f40-faa7-4617-91ca-86a1f36fa2a8 req-0eeacf92-7121-4535-a0e8-a554376060b6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:23.204875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7df94f40-faa7-4617-91ca-86a1f36fa2a8 req-0eeacf92-7121-4535-a0e8-a554376060b6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1182079
Feb 19 21:05:23.257383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eee6b5-692d-4c8f-a1fc-62df57d40f74 req-6e67dd63-2e07-4000-bdcb-6bf0025e85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:23.260153 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-05eee6b5-692d-4c8f-a1fc-62df57d40f74 req-6e67dd63-2e07-4000-bdcb-6bf0025e85ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1126 time: 0.1492996
Feb 19 21:05:23.339258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e243abda-5394-4b23-a769-6cbb101f197f req-e3f1d5f1-ca56-4941-92ae-2bc6c12333ca tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-242977100', 'description': 'tempest-description-1382514927'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:23.350359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7df94f40-faa7-4617-91ca-86a1f36fa2a8 req-22cee624-a6c6-4df1-b678-cdb85724223a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1423161
Feb 19 21:05:23.373623 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e243abda-5394-4b23-a769-6cbb101f197f req-e3f1d5f1-ca56-4941-92ae-2bc6c12333ca tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:23.491528 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e243abda-5394-4b23-a769-6cbb101f197f req-e3f1d5f1-ca56-4941-92ae-2bc6c12333ca tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (f6bcb2ac-4094-4b86-9dd7-d20d9280f265), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:23.500432 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e243abda-5394-4b23-a769-6cbb101f197f req-e3f1d5f1-ca56-4941-92ae-2bc6c12333ca tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f6bcb2ac-4094-4b86-9dd7-d20d9280f265), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:23.517058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eee6b5-692d-4c8f-a1fc-62df57d40f74 req-ba736504-ea08-4488-86c8-7e5c713445af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:23.518848 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-05eee6b5-692d-4c8f-a1fc-62df57d40f74 req-ba736504-ea08-4488-86c8-7e5c713445af service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.2484210
Feb 19 21:05:23.534494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1d5f1-ca56-4941-92ae-2bc6c12333ca tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bcb2ac-4094-4b86-9dd7-d20d9280f265,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:23.558107 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e243abda-5394-4b23-a769-6cbb101f197f req-e3f1d5f1-ca56-4941-92ae-2bc6c12333ca tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:23.559799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e243abda-5394-4b23-a769-6cbb101f197f req-e3f1d5f1-ca56-4941-92ae-2bc6c12333ca tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.2389863
Feb 19 21:05:23.599142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-8c3cc95a-c12c-485e-bb23-19358bdc93e4 req-76abc947-9690-4f1b-939c-f941cba8acf0 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-328080119', 'description': 'tempest-description-874442273'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:23.627967 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8c3cc95a-c12c-485e-bb23-19358bdc93e4 req-76abc947-9690-4f1b-939c-f941cba8acf0 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:23.641055 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-05eee6b5-692d-4c8f-a1fc-62df57d40f74 req-f00c4cb0-3e9f-43a3-80ea-2b3d94515606 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 998 time: 0.1130102
Feb 19 21:05:23.731911 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8c3cc95a-c12c-485e-bb23-19358bdc93e4 req-76abc947-9690-4f1b-939c-f941cba8acf0 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (e325cfc1-4a1b-4768-b92c-b58a77d5718a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:23.741363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8c3cc95a-c12c-485e-bb23-19358bdc93e4 req-76abc947-9690-4f1b-939c-f941cba8acf0 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e325cfc1-4a1b-4768-b92c-b58a77d5718a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:23.760970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eee6b5-692d-4c8f-a1fc-62df57d40f74 req-77d5afed-8d2f-4af4-a445-d51b4bdd1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:23.762624 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-05eee6b5-692d-4c8f-a1fc-62df57d40f74 req-77d5afed-8d2f-4af4-a445-d51b4bdd1158 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1089544
Feb 19 21:05:23.794283 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8c3cc95a-c12c-485e-bb23-19358bdc93e4 req-76abc947-9690-4f1b-939c-f941cba8acf0 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:23.809574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c3cc95a-c12c-485e-bb23-19358bdc93e4 req-76abc947-9690-4f1b-939c-f941cba8acf0 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.2130468
Feb 19 21:05:23.854486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eee6b5-692d-4c8f-a1fc-62df57d40f74 req-58927b7c-a92c-4a10-a095-be18c68f028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:23.861108 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-05eee6b5-692d-4c8f-a1fc-62df57d40f74 req-58927b7c-a92c-4a10-a095-be18c68f028e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0870414
Feb 19 21:05:23.884672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60204) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:23.885142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60206) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:23.903563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1242308064-network', 'tenant_id': '51b7d0b4475c407b9be59882bebdc39c'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:23.992294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abc947-9690-4f1b-939c-f941cba8acf0 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e325cfc1-4a1b-4768-b92c-b58a77d5718a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:24.017302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Made reservation on behalf of 51b7d0b4475c407b9be59882bebdc39c for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:24.019633 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.034736 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.048416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195256f-031d-4e2c-baf8-680aff83db5b req-20d6d022-16ff-4032-bf79-ecd22c63b1c4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:24.049933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7195256f-031d-4e2c-baf8-680aff83db5b req-20d6d022-16ff-4032-bf79-ecd22c63b1c4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1982279
Feb 19 21:05:24.064818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2f0d-d4b4-4eed-b7fa-56d947471622 req-68969a0d-a8b8-4f1e-940c-d7162c0df2f3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:24.066439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce7b2f0d-d4b4-4eed-b7fa-56d947471622 req-68969a0d-a8b8-4f1e-940c-d7162c0df2f3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 944 time: 0.1399879
Feb 19 21:05:24.070209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-4fa5d767-d1cb-4223-aa54-03bd14bfcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:24.072370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-4fa5d767-d1cb-4223-aa54-03bd14bfcbc1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1&tenant_id=61ad9ca9c0944ba68443aaa71a10eb19 HTTP/1.1" status: 200  len: 1126 time: 0.2640631
Feb 19 21:05:24.089686 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-05eee6b5-692d-4c8f-a1fc-62df57d40f74 req-6661031c-98e0-40de-9db4-1cbc0457162d service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2244842
Feb 19 21:05:24.104666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:24.172689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce7b2f0d-d4b4-4eed-b7fa-56d947471622 req-11defb3d-99be-4ef4-bbdd-321c371f14fc tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956438
Feb 19 21:05:24.217957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-05eee6b5-692d-4c8f-a1fc-62df57d40f74 req-6f003dec-944a-4053-8aa0-4df4a7261c7f service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214945
Feb 19 21:05:24.229006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.268925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Publish callbacks [] for security_group (aaffb996-5bb1-4f98-88c8-6415315b7d54), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.285254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aaffb996-5bb1-4f98-88c8-6415315b7d54), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.375857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaffb996-5bb1-4f98-88c8-6415315b7d54,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:24.395148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'network': {'name': 'tempest-RoutersTest-162059202'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:24.403601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.409913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:05:24.440644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6be24bc5-91b5-451a-b309-0937062df8a1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.441105 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Added segment 6be24bc5-91b5-451a-b309-0937062df8a1 of type vlan for network 86d39154-bb36-4d34-b0df-d49123a54c25
Feb 19 21:05:24.487307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:24.493021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.525359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (86d39154-bb36-4d34-b0df-d49123a54c25), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.528919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.599527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (86d39154-bb36-4d34-b0df-d49123a54c25), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.601174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:24.602141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.614635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7195256f-031d-4e2c-baf8-680aff83db5b req-bc40a287-0b12-483b-bd21-31a173097062 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5471351
Feb 19 21:05:24.622462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-0d20340b-20ea-402e-ad56-5726a8a93ce2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:24.624044 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-0d20340b-20ea-402e-ad56-5726a8a93ce2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/networks?id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 200  len: 812 time: 0.2914555
Feb 19 21:05:24.693814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-0b7d9c1b-a1cb-4db6-9062-6928003a7fa5 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/quotas/3e16b1ae38144c3ba7d8cb99e46eea10 HTTP/1.1" status: 200  len: 375 time: 0.0406511
Feb 19 21:05:24.730629 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8418081
Feb 19 21:05:24.734066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60228) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:24.757169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] Request body: {'subnet': {'network_id': '86d39154-bb36-4d34-b0df-d49123a54c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1242308064-subnet', 'tenant_id': '51b7d0b4475c407b9be59882bebdc39c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:24.788088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-ca85b81c-416c-4cd0-afc9-ae4c3d139f7f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0933757
Feb 19 21:05:24.794031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9997c-0e1c-4f04-9aab-d72922dfb285 admin admin] Pushing event updated for resources: {'Network': ['ID=86d39154-bb36-4d34-b0df-d49123a54c25,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:24.807675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 86d39154-bb36-4d34-b0df-d49123a54c25 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:05:24.818529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:24.858475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] Made reservation on behalf of 51b7d0b4475c407b9be59882bebdc39c for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:24.862516 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.901746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee01dd-4d48-40c0-b42a-51e9e3102238 req-a8f80c4b-b8a5-4e1a-bf96-1c0ac481bf99 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:24.903373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06ee01dd-4d48-40c0-b42a-51e9e3102238 req-a8f80c4b-b8a5-4e1a-bf96-1c0ac481bf99 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1754923
Feb 19 21:05:24.964244 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for security_group (f8f024cf-7ba9-4401-b909-682818385451), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:24.969695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:05:24.976656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f8f024cf-7ba9-4401-b909-682818385451), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.031096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:05:25.037290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06ee01dd-4d48-40c0-b42a-51e9e3102238 req-a2e6efba-9fcc-4e0b-898b-5e7801bdc762 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1197367
Feb 19 21:05:25.043262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-9f42fbcc-2617-412f-bf55-767ea33dcbb0 service neutron] 10.222.0.30 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221444
Feb 19 21:05:25.045879 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2caf0c43-e8a7-47e8-a90c-390f3b45d82b {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:05:25.084518 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Publish callbacks [] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.090533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f024cf-7ba9-4401-b909-682818385451,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:25.103478 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4593be3f-7e0c-4c52-b429-194d30737a2d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.104149 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added segment 4593be3f-7e0c-4c52-b429-194d30737a2d of type vlan for network c2a93558-6c89-41fa-a03f-3075729bc126
Feb 19 21:05:25.159495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Transition to ACTIVE for port object 2caf0c43-e8a7-47e8-a90c-390f3b45d82b will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:05:25.175824 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.192583 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (c2a93558-6c89-41fa-a03f-3075729bc126), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.250643 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (c2a93558-6c89-41fa-a03f-3075729bc126), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.256092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:25.256740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.399818 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.5115268
Feb 19 21:05:25.458259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60238) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:25.475431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'network': {'name': 'tempest-RoutersTest-122919713'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:25.498346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a63264-8fcf-4251-9819-e44aec73d4d6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Network': ['ID=c2a93558-6c89-41fa-a03f-3075729bc126,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:25.516942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network c2a93558-6c89-41fa-a03f-3075729bc126 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:05:25.542626 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (6bfefa6c-e2ba-414a-a420-4fb6c8f33666), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.600547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:25.604128 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.652992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfefa6c-e2ba-414a-a420-4fb6c8f33666,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:25.674417 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:05:25.690408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] Checking segment: {'id': '6be24bc5-91b5-451a-b309-0937062df8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86d39154-bb36-4d34-b0df-d49123a54c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:25.690782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] Network hostable DHCP agents. Network: 86d39154-bb36-4d34-b0df-d49123a54c25, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:05:25.697169 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8d7f62a5-0a0d-4f33-a0f5-cec5658d4870), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.697524 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added segment 8d7f62a5-0a0d-4f33-a0f5-cec5658d4870 of type vlan for network 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e
Feb 19 21:05:25.753214 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.758119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] Network 86d39154-bb36-4d34-b0df-d49123a54c25 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:05:25.786601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 86d39154-bb36-4d34-b0df-d49123a54c25) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:25.796247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:25.796963 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.808889 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.811035 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.816505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94068669-4a82-49aa-b268-45b8c3ba95d0 None None] Network 86d39154-bb36-4d34-b0df-d49123a54c25 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:25.816735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:25.817352 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:25.880306 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-160057e3-2623-429d-b714-4af283b5e45b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1406183
Feb 19 21:05:25.905206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-ec145d24-142d-497d-84f4-222849b716c1 service neutron] 10.222.0.30 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8539028
Feb 19 21:05:25.937715 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4661479
Feb 19 21:05:25.945633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60244) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:25.954204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'subnet': {'network_id': 'c2a93558-6c89-41fa-a03f-3075729bc126', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:25.985204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1897ff-17ea-46fe-8576-5995278138b4 None None] Network 86d39154-bb36-4d34-b0df-d49123a54c25 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:26.002869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=9']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:26.062520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9e4b9-f0ad-496b-aa26-3b780c511dcf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Network': ['ID=0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:26.108778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:26.114653 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:26.224379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] No DVR routers for this DVR port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:05:26.379915 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:05:26.389441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae56ca-3462-4174-aae1-1bb0a5dbfb45 req-6200543e-27f7-4ad4-b8c4-906667b93cfa tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:26.399055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72ae56ca-3462-4174-aae1-1bb0a5dbfb45 req-6200543e-27f7-4ad4-b8c4-906667b93cfa tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 944 time: 0.4096951
Feb 19 21:05:26.540950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72ae56ca-3462-4174-aae1-1bb0a5dbfb45 req-69c75f63-734d-4c23-8da5-6e6dc4685f02 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1407807
Feb 19 21:05:26.560605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ec8b3-33b9-4689-b3f2-465dd9a695bd req-4ff39ee9-e0a9-455e-8fd4-d5f845a6deea tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:26.568685 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-402ec8b3-33b9-4689-b3f2-465dd9a695bd req-4ff39ee9-e0a9-455e-8fd4-d5f845a6deea tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.3417809
Feb 19 21:05:26.591227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (aeaeee74-62ea-489d-a4af-5a5d5994431d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:26.642133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Attempting to bind port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:05:26.642690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Attempting to bind port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:05:26.643163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Attempting to bind port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b on network b0af9030-e395-43f9-8a34-dbc361fa9146 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:26.681899 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Subnet': ['ID=aeaeee74-62ea-489d-a4af-5a5d5994431d,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:26.693162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b on network b0af9030-e395-43f9-8a34-dbc361fa9146 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:05:26.693455 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Checking segment: {'id': '4593be3f-7e0c-4c52-b429-194d30737a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c2a93558-6c89-41fa-a03f-3075729bc126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:26.693664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network hostable DHCP agents. Network: c2a93558-6c89-41fa-a03f-3075729bc126, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:05:26.693776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Attempting to bind port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b on network b0af9030-e395-43f9-8a34-dbc361fa9146 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:26.728107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-402ec8b3-33b9-4689-b3f2-465dd9a695bd req-7c84041c-ab4c-48eb-ac3d-0e326e431365 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576655
Feb 19 21:05:26.732766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:05:26.733271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Checking segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:26.733848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Bound using segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:05:26.734554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Bound port: 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:05:26.735082 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:26.763591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network c2a93558-6c89-41fa-a03f-3075729bc126 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:05:26.785483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c2a93558-6c89-41fa-a03f-3075729bc126) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:26.803671 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b07f95-3065-47e5-b8c0-d11de7a45940 None None] Network c2a93558-6c89-41fa-a03f-3075729bc126 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:26.824559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:26.830144 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:26.836317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b2993-42d8-4791-8ac4-b389a2ce4f15 req-c934de85-29ac-4675-ab26-7c5b381f7c43 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:26.845244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c5b2993-42d8-4791-8ac4-b389a2ce4f15 req-c934de85-29ac-4675-ab26-7c5b381f7c43 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2279932
Feb 19 21:05:26.887705 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-56b66116-cc5f-40a8-917e-b6849cca57e6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9415159
Feb 19 21:05:26.888710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60266) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:26.911715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98c7d3b3-ce25-4e36-99a5-55ac71bbfbd8 req-c267f07b-0666-46a5-8166-618268e73ba7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 210 time: 0.0856440
Feb 19 21:05:26.913350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'subnet': {'network_id': '0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:26.962917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:05:27.006074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c5b2993-42d8-4791-8ac4-b389a2ce4f15 req-fdd0dc04-8044-4295-a73d-068cc8c4bcf9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1593349
Feb 19 21:05:27.014309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:05:27.034959 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c2a93558-6c89-41fa-a03f-3075729bc126', 'network_id': 'c2a93558-6c89-41fa-a03f-3075729bc126', 'project_id': '9d72316bcd0440d482839e842e71771e', 'fixed_ips': [{'subnet_id': 'aeaeee74-62ea-489d-a4af-5a5d5994431d'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:05:27.036050 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.038587 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.121141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:27.122164 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.124667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] 10.222.0.67 "PUT /v2.0/ports/2caf0c43-e8a7-47e8-a90c-390f3b45d82b HTTP/1.1" status: 200  len: 1092 time: 3.0449948
Feb 19 21:05:27.125293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:05:27.138111 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1116d9-f33e-4157-af3d-45747944a6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:05:27.140637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:27.150121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.291911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Allocated IP 172.20.0.2 (c2a93558-6c89-41fa-a03f-3075729bc126/aeaeee74-62ea-489d-a4af-5a5d5994431d/1e08ce60-a121-40ba-bdcb-501648e7a14b) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:27.372996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27056ca-a3ce-4557-bc17-580ec9a676bb service neutron] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=10']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:27.439811 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (671a8820-8406-42cf-8dea-08db7dfa511d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.477433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42211195-637b-4753-9f71-b3b3388cd6ff req-d558e16a-99be-4813-a583-a8574c570b99 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:27.485089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42211195-637b-4753-9f71-b3b3388cd6ff req-d558e16a-99be-4813-a583-a8574c570b99 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.3723094
Feb 19 21:05:27.507417 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-6a3736f7-42ff-4f74-b921-6f1acf3d7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:27.509422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-6a3736f7-42ff-4f74-b921-6f1acf3d7a1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 1127 time: 0.3142102
Feb 19 21:05:27.517479 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Subnet': ['ID=671a8820-8406-42cf-8dea-08db7dfa511d,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:27.551789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Checking segment: {'id': '8d7f62a5-0a0d-4f33-a0f5-cec5658d4870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:27.552469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network hostable DHCP agents. Network: 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:05:27.555311 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-c97ad5d5-0de6-449c-8305-5fa5c1541e69 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:27.557771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-c97ad5d5-0de6-449c-8305-5fa5c1541e69 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/networks?id=207d0904-2884-4a2a-ba57-e3dc23fe6321 HTTP/1.1" status: 200  len: 825 time: 0.2585683
Feb 19 21:05:27.569231 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Publish callbacks [] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.572092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:05:27.579541 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.584018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:27.591222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:27.592064 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.612637 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4801dcf7-fa6c-405e-8525-860a2cf84fa4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7190173
Feb 19 21:05:27.615171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60288) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:27.620243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-94cd07bf-c01d-482f-8b30-e8b98b48cead tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-146531768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:27.621902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5bbf4e-acb7-439b-9fc7-16c26ecc1984 None None] Network 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:27.643826 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94cd07bf-c01d-482f-8b30-e8b98b48cead tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (e9145a87-959f-4da1-9113-220e7dbf68f9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.645863 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94cd07bf-c01d-482f-8b30-e8b98b48cead tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (e9145a87-959f-4da1-9113-220e7dbf68f9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.666246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-a89a18c7-662f-4649-9e67-d9223ca733dd tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/quotas/4d93cb84ab944db3aab11aab00da2f0d HTTP/1.1" status: 200  len: 375 time: 0.0879109
Feb 19 21:05:27.694275 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Network c2a93558-6c89-41fa-a03f-3075729bc126 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:27.705818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Pushing event updated for resources: {'Port': ['ID=1e08ce60-a121-40ba-bdcb-501648e7a14b,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:27.707505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42211195-637b-4753-9f71-b3b3388cd6ff req-58e403a8-e051-485c-a4d7-14b26b3ed3a2 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215128
Feb 19 21:05:27.713135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:27.718712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:27.741094 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-62fba37e-0a17-4b6f-afb1-247444e63687 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d93cb84ab944db3aab11aab00da2f0d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0596194
Feb 19 21:05:27.779369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94cd07bf-c01d-482f-8b30-e8b98b48cead tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (e9145a87-959f-4da1-9113-220e7dbf68f9), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.787829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94cd07bf-c01d-482f-8b30-e8b98b48cead tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (e9145a87-959f-4da1-9113-220e7dbf68f9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.833487 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e', 'network_id': '0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e', 'project_id': '9d72316bcd0440d482839e842e71771e', 'fixed_ips': [{'subnet_id': '671a8820-8406-42cf-8dea-08db7dfa511d'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:05:27.834311 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94cd07bf-c01d-482f-8b30-e8b98b48cead tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.834512 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.840137 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-94cd07bf-c01d-482f-8b30-e8b98b48cead tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2207537
Feb 19 21:05:27.840360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60292) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:27.845701 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-7f328473-ecac-4fe5-a387-d2cd80157418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:27.847260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-7f328473-ecac-4fe5-a387-d2cd80157418 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 917 time: 0.3218021
Feb 19 21:05:27.867876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Attempting to bind port 1e08ce60-a121-40ba-bdcb-501648e7a14b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:05:27.868488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Attempting to bind port 1e08ce60-a121-40ba-bdcb-501648e7a14b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4593be3f-7e0c-4c52-b429-194d30737a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c2a93558-6c89-41fa-a03f-3075729bc126'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:05:27.868768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Attempting to bind port 1e08ce60-a121-40ba-bdcb-501648e7a14b on network c2a93558-6c89-41fa-a03f-3075729bc126 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:27.932966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:05:27.932966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Checking segment: {'id': '4593be3f-7e0c-4c52-b429-194d30737a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c2a93558-6c89-41fa-a03f-3075729bc126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:27.932966 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:27.933305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Bound using segment: {'id': '4593be3f-7e0c-4c52-b429-194d30737a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c2a93558-6c89-41fa-a03f-3075729bc126'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:05:27.934398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Bound port: 1e08ce60-a121-40ba-bdcb-501648e7a14b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4593be3f-7e0c-4c52-b429-194d30737a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c2a93558-6c89-41fa-a03f-3075729bc126'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:05:27.935272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:28.001997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-8bf07728-815c-4563-b2dc-4d3d052b6cc9 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:28.004702 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-8bf07728-815c-4563-b2dc-4d3d052b6cc9 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.10 "GET /v2.0/networks?id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 200  len: 812 time: 0.1495535
Feb 19 21:05:28.020241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] For port 1e08ce60-a121-40ba-bdcb-501648e7a14b, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:05:28.024974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] For port 1e08ce60-a121-40ba-bdcb-501648e7a14b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e08ce60-a121-40ba-bdcb-501648e7a14b,segment=NetworkSegment(4593be3f-7e0c-4c52-b429-194d30737a2d),segment_id=4593be3f-7e0c-4c52-b429-194d30737a2d)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:05:28.037330 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:28.069977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'port': {'device_id': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6', 'admin_state_up': True, 'tenant_id': '3e16b1ae38144c3ba7d8cb99e46eea10'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:28.145008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Allocated IP 172.21.0.2 (0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e/671a8820-8406-42cf-8dea-08db7dfa511d/1165e730-a5d8-4149-bb3f-f91a1d84abdc) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:28.161201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f15fb-2dd4-481d-8484-02287db7eea8 None None] Pushing event updated for resources: {'Port': ['ID=1e08ce60-a121-40ba-bdcb-501648e7a14b,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:28.251432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-55334a37-4d2f-4469-91b8-51585350ce47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b HTTP/1.1" status: 200  len: 1000 time: 0.2563093
Feb 19 21:05:28.258462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-ad565ee6-77a4-4d7d-94b7-3baf166b2b45 service neutron] 10.222.0.30 "GET /v2.0/networks/207d0904-2884-4a2a-ba57-e3dc23fe6321?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5161781
Feb 19 21:05:28.281587 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:28.372255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097ee2-2386-4c89-9209-f07450353f05 req-706e0ba5-fec5-47c8-b61b-66226c858321 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:28.378036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b097ee2-2386-4c89-9209-f07450353f05 req-706e0ba5-fec5-47c8-b61b-66226c858321 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.3630636
Feb 19 21:05:28.497808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-18f48f9a-a62e-4467-8559-f3e901b45dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:28.500077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-18f48f9a-a62e-4467-8559-f3e901b45dec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.2378795
Feb 19 21:05:28.506271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Made reservation on behalf of 3e16b1ae38144c3ba7d8cb99e46eea10 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:28.510865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:28.618620 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Publish callbacks [] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:28.625849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b097ee2-2386-4c89-9209-f07450353f05 req-1033c806-7b71-4eff-b58d-d9b4887477f0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2453630
Feb 19 21:05:28.642895 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:28.715534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1e08ce60-a121-40ba-bdcb-501648e7a14b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:28.720688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Allocated IP 172.20.0.1 (c2a93558-6c89-41fa-a03f-3075729bc126/aeaeee74-62ea-489d-a4af-5a5d5994431d/390d8500-2a34-42c4-8650-dca490508d7a) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:28.721546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Network 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:28.751022 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc1f473-5928-4ea1-b30b-1e214ae6e1f3 x-openstack-request-id: req-7fc1f473-5928-4ea1-b30b-1e214ae6e1f3 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:05:28.751284 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:05:28.751556 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fc1f473-5928-4ea1-b30b-1e214ae6e1f3 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:05:28.752019 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'status': 'completed', 'code': 200}
Feb 19 21:05:28.754513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-45b8b778-a289-49b6-9838-720525bd2a70 service neutron] 10.222.0.30 "GET /v2.0/networks/207d0904-2884-4a2a-ba57-e3dc23fe6321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4803119
Feb 19 21:05:28.773932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:28.776816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:28.782050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Pushing event updated for resources: {'Port': ['ID=1165e730-a5d8-4149-bb3f-f91a1d84abdc,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:28.863629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Attempting to bind port 1165e730-a5d8-4149-bb3f-f91a1d84abdc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:05:28.864278 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Attempting to bind port 1165e730-a5d8-4149-bb3f-f91a1d84abdc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8d7f62a5-0a0d-4f33-a0f5-cec5658d4870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:05:28.864613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Attempting to bind port 1165e730-a5d8-4149-bb3f-f91a1d84abdc on network 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:28.872055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:05:28.872468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Checking segment: {'id': '8d7f62a5-0a0d-4f33-a0f5-cec5658d4870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:28.873309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:28.873827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Bound using segment: {'id': '8d7f62a5-0a0d-4f33-a0f5-cec5658d4870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:05:28.874354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Bound port: 1165e730-a5d8-4149-bb3f-f91a1d84abdc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7f62a5-0a0d-4f33-a0f5-cec5658d4870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:05:28.874872 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:28.882352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1e08ce60-a121-40ba-bdcb-501648e7a14b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:28.882725 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:28.913775 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (390d8500-2a34-42c4-8650-dca490508d7a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:28.919990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Allocated IP 172.20.0.11 (a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6/312e2192-8796-42ce-a4e5-1bd8ae3aaf47/528c31a5-569d-4fef-a351-c1e8d8d8f70c) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:28.996946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (390d8500-2a34-42c4-8650-dca490508d7a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:29.014178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] For port 1165e730-a5d8-4149-bb3f-f91a1d84abdc, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:05:29.018703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] For port 1165e730-a5d8-4149-bb3f-f91a1d84abdc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1165e730-a5d8-4149-bb3f-f91a1d84abdc,segment=NetworkSegment(8d7f62a5-0a0d-4f33-a0f5-cec5658d4870),segment_id=8d7f62a5-0a0d-4f33-a0f5-cec5658d4870)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:05:29.037676 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:29.065708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=390d8500-2a34-42c4-8650-dca490508d7a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:29.084372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network c2a93558-6c89-41fa-a03f-3075729bc126 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:29.086223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:29.099102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:29.156156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1e08ce60-a121-40ba-bdcb-501648e7a14b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:29.156759 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:29.175297 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (e9145a87-959f-4da1-9113-220e7dbf68f9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:29.181514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:29.226004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7bf3f-54f0-498f-a3f8-1abff34dcf97 None None] Pushing event updated for resources: {'Port': ['ID=1165e730-a5d8-4149-bb3f-f91a1d84abdc,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:29.293157 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:29.302970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 1e08ce60-a121-40ba-bdcb-501648e7a14b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e08ce60-a121-40ba-bdcb-501648e7a14b,segment=NetworkSegment(4593be3f-7e0c-4c52-b429-194d30737a2d),segment_id=4593be3f-7e0c-4c52-b429-194d30737a2d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:29.310019 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:29.324981 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:29.331400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-ac894ff1-9633-4369-929c-14e956d5c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:29.333484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-ac894ff1-9633-4369-929c-14e956d5c92d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8128431
Feb 19 21:05:29.420318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'Port': ['ID=528c31a5-569d-4fef-a351-c1e8d8d8f70c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:29.446921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (390d8500-2a34-42c4-8650-dca490508d7a), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:29.467267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=1e08ce60-a121-40ba-bdcb-501648e7a14b,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:29.561053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:29.568654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:29.578880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515769ab-72d0-409c-922a-5d3bb2d418cf req-997e2ddd-671d-44aa-ab18-6a49a41e4d3f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:29.586489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-515769ab-72d0-409c-922a-5d3bb2d418cf req-997e2ddd-671d-44aa-ab18-6a49a41e4d3f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 932 time: 0.3407493
Feb 19 21:05:29.591562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:29.635595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859292b7-8487-4b38-ac78-29deeaf8f9ab req-72bffc28-b626-49a1-ba46-aa583f9efbcf tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:29.639043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-859292b7-8487-4b38-ac78-29deeaf8f9ab req-72bffc28-b626-49a1-ba46-aa583f9efbcf tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.3965294
Feb 19 21:05:29.861639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:29.862443 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:29.902091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705681ff-8e3c-4b94-8060-3ea919944349 None None] Network c2a93558-6c89-41fa-a03f-3075729bc126 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:29.918224 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-515769ab-72d0-409c-922a-5d3bb2d418cf req-8ff1d270-f0ff-4b99-bdf5-11c6fc74e23e tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3298883
Feb 19 21:05:29.929917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-11ebc515-7f08-42d6-a107-4b157fe4b1df service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5202415
Feb 19 21:05:29.955795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-859292b7-8487-4b38-ac78-29deeaf8f9ab req-56831ed6-e35f-4dd7-a6d3-1c56f716bea9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2684455
Feb 19 21:05:29.986441 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (390d8500-2a34-42c4-8650-dca490508d7a), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:29.996308 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-2aafaf15-c7ef-45c9-aedb-59734d8132e7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9797266
Feb 19 21:05:29.996732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (390d8500-2a34-42c4-8650-dca490508d7a), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:30.029965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-366bb1a6-a536-4e9a-9c37-5a1374be6539 None None] Provisioning complete for port 1e08ce60-a121-40ba-bdcb-501648e7a14b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:30.030599 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-366bb1a6-a536-4e9a-9c37-5a1374be6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:30.051648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Request body: {'port': {'device_id': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:30.176504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (e9145a87-959f-4da1-9113-220e7dbf68f9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:30.191562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=390d8500-2a34-42c4-8650-dca490508d7a,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:30.279193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-366bb1a6-a536-4e9a-9c37-5a1374be6539 None None] Current status of the port 1e08ce60-a121-40ba-bdcb-501648e7a14b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:30.323950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cca6785f-db33-4d98-aa70-2d558e186e51 req-ae865a85-8a21-430c-807e-ab5c478cd541 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 210 time: 0.1097143
Feb 19 21:05:30.352604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network c2a93558-6c89-41fa-a03f-3075729bc126 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:30.354812 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:30.378924 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:30.390127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30ff26b4-139f-4f83-948e-ff18fe14280c req-8798905d-88d8-469e-9476-e9270fc75428 service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4299052
Feb 19 21:05:30.627133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3b849a8e-b668-403f-8e20-67275d9e4de6 None None] Provisioning complete for port 1e08ce60-a121-40ba-bdcb-501648e7a14b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:30.627542 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3b849a8e-b668-403f-8e20-67275d9e4de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:30.662543 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router e9145a87-959f-4da1-9113-220e7dbf68f9 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:05:30.844513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1165e730-a5d8-4149-bb3f-f91a1d84abdc up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:30.957742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3b849a8e-b668-403f-8e20-67275d9e4de6 None None] Current status of the port 1e08ce60-a121-40ba-bdcb-501648e7a14b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:30.989812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1165e730-a5d8-4149-bb3f-f91a1d84abdc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:30.990196 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:31.083462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3b849a8e-b668-403f-8e20-67275d9e4de6 None None] Provisioning complete for port 390d8500-2a34-42c4-8650-dca490508d7a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:31.088174 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3b849a8e-b668-403f-8e20-67275d9e4de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (390d8500-2a34-42c4-8650-dca490508d7a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:31.178545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d627d-8e39-44cb-aaed-602cabeca92a req-3026f27d-4fe7-46e8-b56b-2998e1909486 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:31.190787 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f5d627d-8e39-44cb-aaed-602cabeca92a req-3026f27d-4fe7-46e8-b56b-2998e1909486 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.8658702
Feb 19 21:05:31.208014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3b849a8e-b668-403f-8e20-67275d9e4de6 None None] Port 390d8500-2a34-42c4-8650-dca490508d7a cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:31.216603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b96a7d-e259-454d-b7fc-7a3c409b063d None None] Network 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:31.326783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec5dd-39ca-4803-a354-6938d3c69aeb req-822154a3-98a5-40f9-a854-34f7bfaaba0e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:31.333105 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-704ec5dd-39ca-4803-a354-6938d3c69aeb req-822154a3-98a5-40f9-a854-34f7bfaaba0e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.8633857
Feb 19 21:05:31.385761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1165e730-a5d8-4149-bb3f-f91a1d84abdc is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:31.386085 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:31.447743 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0a9bf3db-3c9d-4d7c-9030-801b50df4068 None None] Provisioning complete for port 390d8500-2a34-42c4-8650-dca490508d7a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:31.448136 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf3db-3c9d-4d7c-9030-801b50df4068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (390d8500-2a34-42c4-8650-dca490508d7a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:31.451430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 1165e730-a5d8-4149-bb3f-f91a1d84abdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1165e730-a5d8-4149-bb3f-f91a1d84abdc,segment=NetworkSegment(8d7f62a5-0a0d-4f33-a0f5-cec5658d4870),segment_id=8d7f62a5-0a0d-4f33-a0f5-cec5658d4870)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:31.493375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1116d9-f33e-4157-af3d-45747944a6d7 req-db8ebcd4-192d-4f2a-a7d3-6832b864fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:31.500420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec1116d9-f33e-4157-af3d-45747944a6d7 req-db8ebcd4-192d-4f2a-a7d3-6832b864fff7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 1127 time: 1.0328591
Feb 19 21:05:31.501038 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:31.502149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1e08ce60-a121-40ba-bdcb-501648e7a14b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:31.588106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:05:31.597216 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bfe74633-0c9c-4499-ad0b-c524b0d801f9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/e9145a87-959f-4da1-9113-220e7dbf68f9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7554612
Feb 19 21:05:31.599306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60344) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:31.661009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ad571-53db-4c4a-8fa5-697bd62c9abc None None] Sync routers for ids ['e9145a87-959f-4da1-9113-220e7dbf68f9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:05:31.710530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bf3db-3c9d-4d7c-9030-801b50df4068 None None] Port 390d8500-2a34-42c4-8650-dca490508d7a cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:31.767590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a8776c-c675-4979-b0ce-2eb017c04540 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:31.771920 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-86a8776c-c675-4979-b0ce-2eb017c04540 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports/390d8500-2a34-42c4-8650-dca490508d7a HTTP/1.1" status: 200  len: 910 time: 0.1688781
Feb 19 21:05:31.772411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60346) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:31.820361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ad571-53db-4c4a-8fa5-697bd62c9abc None None] Routers {'e9145a87-959f-4da1-9113-220e7dbf68f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:31.821070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ff9ad571-53db-4c4a-8fa5-697bd62c9abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a629f60a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e9145a87-959f-4da1-9113-220e7dbf68f9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:31.835037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528c31a5-569d-4fef-a351-c1e8d8d8f70c {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:05:31.857212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=1165e730-a5d8-4149-bb3f-f91a1d84abdc,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:31.870478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ff9ad571-53db-4c4a-8fa5-697bd62c9abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a629f60a0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:31.872773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0a9bf3db-3c9d-4d7c-9030-801b50df4068 None None] Provisioning complete for port 1165e730-a5d8-4149-bb3f-f91a1d84abdc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:31.873800 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf3db-3c9d-4d7c-9030-801b50df4068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:31.878524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f5d627d-8e39-44cb-aaed-602cabeca92a req-9a45d7ae-ee69-49bf-a47b-9fe4b3d09ac9 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6641951
Feb 19 21:05:31.919205 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Publish callbacks [] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:31.949924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1e08ce60-a121-40ba-bdcb-501648e7a14b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:31.950304 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:31.997272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ad571-53db-4c4a-8fa5-697bd62c9abc None None] Routers {'e9145a87-959f-4da1-9113-220e7dbf68f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:31.998980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ff9ad571-53db-4c4a-8fa5-697bd62c9abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a629f60a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e9145a87-959f-4da1-9113-220e7dbf68f9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:32.048573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ff9ad571-53db-4c4a-8fa5-697bd62c9abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a629f60a0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:32.049262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ad571-53db-4c4a-8fa5-697bd62c9abc None None] The sync data for ids ['e9145a87-959f-4da1-9113-220e7dbf68f9'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:05:32.100130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Transition to ACTIVE for port object 528c31a5-569d-4fef-a351-c1e8d8d8f70c will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:05:32.128874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-704ec5dd-39ca-4803-a354-6938d3c69aeb req-79847444-ce55-4fa4-92e5-d06323c57389 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7351649
Feb 19 21:05:32.158042 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-438da8b4-6492-434e-bc42-10f3226fd7e0 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:32.159765 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-438da8b4-6492-434e-bc42-10f3226fd7e0 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.67 "GET /v2.0/networks?id=207d0904-2884-4a2a-ba57-e3dc23fe6321 HTTP/1.1" status: 200  len: 825 time: 0.5613217
Feb 19 21:05:32.208743 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:32.246777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1e08ce60-a121-40ba-bdcb-501648e7a14b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:32.270466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bf3db-3c9d-4d7c-9030-801b50df4068 None None] Current status of the port 1165e730-a5d8-4149-bb3f-f91a1d84abdc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:32.340188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1116d9-f33e-4157-af3d-45747944a6d7 req-f7c7c365-dfc4-40df-9a9b-8b48f41c4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:32.341734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec1116d9-f33e-4157-af3d-45747944a6d7 req-f7c7c365-dfc4-40df-9a9b-8b48f41c4a8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 917 time: 0.7392845
Feb 19 21:05:32.403811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Request body: {'port': {'device_id': 'efa7e1f5-314f-430a-92f8-b0f1b2e15f1c', 'network_id': '207d0904-2884-4a2a-ba57-e3dc23fe6321', 'admin_state_up': True, 'tenant_id': '4d93cb84ab944db3aab11aab00da2f0d'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:32.412647 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-dd6f0c3f-fcce-461c-b48b-85527c5759ce None None] Provisioning complete for port 390d8500-2a34-42c4-8650-dca490508d7a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:32.414465 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0c3f-fcce-461c-b48b-85527c5759ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (390d8500-2a34-42c4-8650-dca490508d7a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:32.501842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Pushing event updated for resources: {'Port': ['ID=528c31a5-569d-4fef-a351-c1e8d8d8f70c,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:32.527013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f0c3f-fcce-461c-b48b-85527c5759ce None None] Port 390d8500-2a34-42c4-8650-dca490508d7a cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:32.541820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53767843-e2d8-4277-b8a4-dca0dcf2aaac req-e0008309-1cf6-4c65-bfd8-666e993184f1 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:32.543785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53767843-e2d8-4277-b8a4-dca0dcf2aaac req-e0008309-1cf6-4c65-bfd8-666e993184f1 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 944 time: 0.4963012
Feb 19 21:05:32.561131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-dd6f0c3f-fcce-461c-b48b-85527c5759ce None None] Provisioning complete for port 1165e730-a5d8-4149-bb3f-f91a1d84abdc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:32.561746 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0c3f-fcce-461c-b48b-85527c5759ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:32.692977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1165e730-a5d8-4149-bb3f-f91a1d84abdc up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:32.775628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec1116d9-f33e-4157-af3d-45747944a6d7 req-4f9e240f-3dfa-48af-a42c-33e581c18343 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b HTTP/1.1" status: 200  len: 1000 time: 0.1777506
Feb 19 21:05:32.791821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53767843-e2d8-4277-b8a4-dca0dcf2aaac req-b9b8424a-af01-4c81-b39e-e6ab504ea364 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328942
Feb 19 21:05:32.804491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729094e2-ae55-4eff-80ef-d9ce29b10143 req-de1921ce-f9a3-40aa-a12c-0dcaabb5e53c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:32.807169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-729094e2-ae55-4eff-80ef-d9ce29b10143 req-de1921ce-f9a3-40aa-a12c-0dcaabb5e53c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.4401400
Feb 19 21:05:32.808767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Attempting to bind port 528c31a5-569d-4fef-a351-c1e8d8d8f70c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:05:32.809354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Attempting to bind port 528c31a5-569d-4fef-a351-c1e8d8d8f70c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f8807caf-6a51-435b-95d3-0c1cc73a56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:05:32.809940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Attempting to bind port 528c31a5-569d-4fef-a351-c1e8d8d8f70c on network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:32.815939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Port 528c31a5-569d-4fef-a351-c1e8d8d8f70c on network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:05:32.816625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Attempting to bind port 528c31a5-569d-4fef-a351-c1e8d8d8f70c on network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:32.832152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:05:32.834227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Checking segment: {'id': 'f8807caf-6a51-435b-95d3-0c1cc73a56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:32.834886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Bound using segment: {'id': 'f8807caf-6a51-435b-95d3-0c1cc73a56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:05:32.836166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Bound port: 528c31a5-569d-4fef-a351-c1e8d8d8f70c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8807caf-6a51-435b-95d3-0c1cc73a56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:05:32.842192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:32.926523 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:32.947703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f0c3f-fcce-461c-b48b-85527c5759ce None None] Current status of the port 1165e730-a5d8-4149-bb3f-f91a1d84abdc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:32.984361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1165e730-a5d8-4149-bb3f-f91a1d84abdc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:32.984803 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:33.174463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Made reservation on behalf of 4d93cb84ab944db3aab11aab00da2f0d for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:33.178753 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:33.221606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1165e730-a5d8-4149-bb3f-f91a1d84abdc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:33.537447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Allocated IP 172.21.0.1 (0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e/671a8820-8406-42cf-8dea-08db7dfa511d/1b6e1ec5-5439-4c49-9c30-8639e5f44ec2) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:33.582471 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b9a6918-4924-4a3d-a4cd-8fd5300d5983 req-fc5294a9-f8e5-44bb-a9e9-cb8f42ad7193 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 210 time: 0.6538262
Feb 19 21:05:33.599129 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-729094e2-ae55-4eff-80ef-d9ce29b10143 req-7fa7ad15-400b-49ba-bb05-f0c0a630d13b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7669501
Feb 19 21:05:33.613593 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1116d9-f33e-4157-af3d-45747944a6d7 req-0719a986-5e61-4d28-9ac1-85593ce731f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:33.618883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec1116d9-f33e-4157-af3d-45747944a6d7 req-0719a986-5e61-4d28-9ac1-85593ce731f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.7475476
Feb 19 21:05:33.675403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] For port 528c31a5-569d-4fef-a351-c1e8d8d8f70c, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:05:33.679700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] For port 528c31a5-569d-4fef-a351-c1e8d8d8f70c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=528c31a5-569d-4fef-a351-c1e8d8d8f70c,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:05:33.693326 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:33.913522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:33.913800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Allocated IP 172.20.0.6 (207d0904-2884-4a2a-ba57-e3dc23fe6321/d6e5a4bc-4885-4dc9-9d5a-bab45546870d/df7355b0-0bc1-43f9-9dc4-8218b7e68a43) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:33.915077 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:33.916791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] 10.222.0.10 "PUT /v2.0/ports/528c31a5-569d-4fef-a351-c1e8d8d8f70c HTTP/1.1" status: 200  len: 1092 time: 3.8708982
Feb 19 21:05:33.922466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'tag': '528c31a5-569d-4fef-a351-c1e8d8d8f70c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:05:33.926678 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215c69de-6c6d-4963-8146-882e459b9ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed39c690-028c-40a9-9ed9-06b73776d4d6", "tag": "528c31a5-569d-4fef-a351-c1e8d8d8f70c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:05:33.971057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befbc56-9483-4dcc-851b-37d80de3753d service neutron] Pushing event updated for resources: {'Port': ['ID=528c31a5-569d-4fef-a351-c1e8d8d8f70c,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:33.998129 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (1b6e1ec5-5439-4c49-9c30-8639e5f44ec2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:34.033821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d510a8-b9f4-4e28-9137-ddae29b26667 req-44cca534-8ecb-4dd2-83d6-eb46bb777bab tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:34.042338 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3d510a8-b9f4-4e28-9137-ddae29b26667 req-44cca534-8ecb-4dd2-83d6-eb46bb777bab tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2924962
Feb 19 21:05:34.053938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813058f-297a-49d4-9cf7-29513735fe3d req-db361f1e-2120-41a8-9d16-5b407515ebef tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:34.062417 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a813058f-297a-49d4-9cf7-29513735fe3d req-db361f1e-2120-41a8-9d16-5b407515ebef tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2616365
Feb 19 21:05:34.117466 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1b6e1ec5-5439-4c49-9c30-8639e5f44ec2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:34.204799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3d510a8-b9f4-4e28-9137-ddae29b26667 req-6e984251-2c5b-4e34-8fe5-461343ec5abd tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586649
Feb 19 21:05:34.236574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:34.241774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:34.254900 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:34.285047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-23b3e79a-bb29-47ae-9417-3d07f468cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:34.287385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-23b3e79a-bb29-47ae-9417-3d07f468cf70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 1126 time: 0.3183210
Feb 19 21:05:34.319089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a813058f-297a-49d4-9cf7-29513735fe3d req-17cb0bbb-aefd-4ad2-9505-9c6c3df3250c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2552395
Feb 19 21:05:34.413923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (e9145a87-959f-4da1-9113-220e7dbf68f9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:34.456132 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbb71d8-787d-444f-8871-4bad6c7170ff x-openstack-request-id: req-9cbb71d8-787d-444f-8871-4bad6c7170ff {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:05:34.456857 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed39c690-028c-40a9-9ed9-06b73776d4d6", "tag": "528c31a5-569d-4fef-a351-c1e8d8d8f70c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:05:34.457492 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9cbb71d8-787d-444f-8871-4bad6c7170ff {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:05:34.458495 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'tag': '528c31a5-569d-4fef-a351-c1e8d8d8f70c', 'status': 'completed', 'code': 200}
Feb 19 21:05:34.467078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-c53f117f-c79a-4962-abed-e15cf34e78af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=528c31a5-569d-4fef-a351-c1e8d8d8f70c HTTP/1.1" status: 200  len: 217 time: 0.1715798
Feb 19 21:05:34.729709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Publish callbacks [] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:34.748132 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1116d9-f33e-4157-af3d-45747944a6d7 req-b509d590-eaef-4b65-85f6-ad4d59d5f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:34.750036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec1116d9-f33e-4157-af3d-45747944a6d7 req-b509d590-eaef-4b65-85f6-ad4d59d5f890 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3122323
Feb 19 21:05:34.775765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f3548-424e-4947-acbe-4de57daf9924 req-b8cae7cd-3780-4271-9d7f-053c20fb095f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:34.787692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-535f3548-424e-4947-acbe-4de57daf9924 req-b8cae7cd-3780-4271-9d7f-053c20fb095f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 944 time: 0.3745182
Feb 19 21:05:34.815239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-79e2a049-9f0c-49dc-ba3f-9b2cb244289e None None] Provisioning complete for port 1b6e1ec5-5439-4c49-9c30-8639e5f44ec2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:34.816155 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-79e2a049-9f0c-49dc-ba3f-9b2cb244289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1b6e1ec5-5439-4c49-9c30-8639e5f44ec2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:34.826247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-1d579311-7cef-4918-a950-efbaca0f35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:34.827969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-1d579311-7cef-4918-a950-efbaca0f35ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=312e2192-8796-42ce-a4e5-1bd8ae3aaf47 HTTP/1.1" status: 200  len: 852 time: 0.3112426
Feb 19 21:05:34.886748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-79e2a049-9f0c-49dc-ba3f-9b2cb244289e None None] Port 1b6e1ec5-5439-4c49-9c30-8639e5f44ec2 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:34.897665 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1b6e1ec5-5439-4c49-9c30-8639e5f44ec2), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:34.916996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-6bed157c-7ee8-4fbb-8307-b1645d4944d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0757310
Feb 19 21:05:34.935430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=1b6e1ec5-5439-4c49-9c30-8639e5f44ec2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:34.955994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:34.972954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97c080-35ff-46f5-b2be-e4acd777d7cd req-56178f05-c3c2-4cf3-98d9-2faaac8f89bf tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:34.982184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c97c080-35ff-46f5-b2be-e4acd777d7cd req-56178f05-c3c2-4cf3-98d9-2faaac8f89bf tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.3359270
Feb 19 21:05:35.059388 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Pushing event updated for resources: {'Port': ['ID=df7355b0-0bc1-43f9-9dc4-8218b7e68a43,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:35.068094 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Network 207d0904-2884-4a2a-ba57-e3dc23fe6321 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:35.072160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:35.076664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:35.140280 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-535f3548-424e-4947-acbe-4de57daf9924 req-a3947e84-4d9b-4d02-95b7-4f4cb24ca6a5 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3521056
Feb 19 21:05:35.236027 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:35.236739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:35.263039 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c97c080-35ff-46f5-b2be-e4acd777d7cd req-2636a80a-e278-4e17-a685-390ce29f6533 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2777402
Feb 19 21:05:35.281058 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-6485e643-e241-4922-84c0-4efe7dd9a0c8 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8838899
Feb 19 21:05:35.390117 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-778b9882-7371-424c-b924-a9cec48e1110 service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4591706
Feb 19 21:05:35.517584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15133d-9203-48fc-8bcf-ec1bff114c6d req-a871da1b-b540-4ebe-9224-0d043783b603 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:35.521605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd15133d-9203-48fc-8bcf-ec1bff114c6d req-a871da1b-b540-4ebe-9224-0d043783b603 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2219460
Feb 19 21:05:35.536841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (1b6e1ec5-5439-4c49-9c30-8639e5f44ec2), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:35.545003 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (1b6e1ec5-5439-4c49-9c30-8639e5f44ec2), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:35.622914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a550c-8797-4662-84b0-2880630dd88a req-815d0eeb-38cb-4921-93f7-2f8b8541fc14 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:35.632229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f5a550c-8797-4662-84b0-2880630dd88a req-815d0eeb-38cb-4921-93f7-2f8b8541fc14 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 931 time: 0.2182436
Feb 19 21:05:35.657958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (e9145a87-959f-4da1-9113-220e7dbf68f9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:35.661061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=1b6e1ec5-5439-4c49-9c30-8639e5f44ec2,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:35.770745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.771256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.771833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.772191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.772773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.773336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.773769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.774333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.774687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.775764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.775764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.776710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.777493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:35.783539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f5a550c-8797-4662-84b0-2880630dd88a req-e989bef4-dd12-4b8e-951e-604ec77da8aa tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503096
Feb 19 21:05:35.800073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd15133d-9203-48fc-8bcf-ec1bff114c6d req-93bfb523-e5ef-46dd-89cc-99e841be8678 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2530150
Feb 19 21:05:35.881928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-943f3221-9318-4b19-b989-6685d4d1bd8f req-897c9299-e392-4003-87bd-9ca3d48144c1 service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4823270
Feb 19 21:05:35.885763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:35.888963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:36.195216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router e9145a87-959f-4da1-9113-220e7dbf68f9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:05:36.223689 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c69de-6c6d-4963-8146-882e459b9ff1 req-9c19e839-0d62-4003-a66f-fbe855eb9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:36.229746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-215c69de-6c6d-4963-8146-882e459b9ff1 req-9c19e839-0d62-4003-a66f-fbe855eb9360 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 1126 time: 0.2426283
Feb 19 21:05:36.359365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7c3cd-e07f-49d6-add0-6cfb7a9e9ca7 req-19a6b2a6-0702-4c69-b711-e4dba58887b2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:36.361773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08b7c3cd-e07f-49d6-add0-6cfb7a9e9ca7 req-19a6b2a6-0702-4c69-b711-e4dba58887b2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.4077878
Feb 19 21:05:36.379115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Request body: {'port': {'device_id': 'efa7e1f5-314f-430a-92f8-b0f1b2e15f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:36.491352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6cd70945-ea5d-49ae-ab81-9cf3d6708e1d None None] Provisioning complete for port 1b6e1ec5-5439-4c49-9c30-8639e5f44ec2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:36.493034 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6cd70945-ea5d-49ae-ab81-9cf3d6708e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1b6e1ec5-5439-4c49-9c30-8639e5f44ec2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:36.495747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:05:36.499248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:36.511226 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1012d7-5770-4cc7-bfa2-a59d4a8786bc None None] Sync routers for ids ['e9145a87-959f-4da1-9113-220e7dbf68f9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:05:36.530579 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1012d7-5770-4cc7-bfa2-a59d4a8786bc None None] Routers {'e9145a87-959f-4da1-9113-220e7dbf68f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:36.531320 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6b1012d7-5770-4cc7-bfa2-a59d4a8786bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7040c6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e9145a87-959f-4da1-9113-220e7dbf68f9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:36.551864 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a71501cf-2961-4ea6-a810-841aaefe9af1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/e9145a87-959f-4da1-9113-220e7dbf68f9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7759960
Feb 19 21:05:36.571321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60396) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:36.573437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6cd70945-ea5d-49ae-ab81-9cf3d6708e1d None None] Port 1b6e1ec5-5439-4c49-9c30-8639e5f44ec2 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:36.650987 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6b1012d7-5770-4cc7-bfa2-a59d4a8786bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7040c6a0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:36.691379 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1012d7-5770-4cc7-bfa2-a59d4a8786bc None None] Routers {'e9145a87-959f-4da1-9113-220e7dbf68f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:36.699144 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6b1012d7-5770-4cc7-bfa2-a59d4a8786bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7040c6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e9145a87-959f-4da1-9113-220e7dbf68f9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:36.869025 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6b1012d7-5770-4cc7-bfa2-a59d4a8786bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7040c6a0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:36.870518 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1012d7-5770-4cc7-bfa2-a59d4a8786bc None None] The sync data for ids ['e9145a87-959f-4da1-9113-220e7dbf68f9'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:05:36.918252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c69de-6c6d-4963-8146-882e459b9ff1 req-981622a3-6760-4cc4-a1d6-de16dffaacff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:36.919812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-215c69de-6c6d-4963-8146-882e459b9ff1 req-981622a3-6760-4cc4-a1d6-de16dffaacff service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 200  len: 913 time: 0.6822398
Feb 19 21:05:36.928686 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff773af-a2a4-4e40-8a3d-21b5d289da6d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:36.932370 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-eff773af-a2a4-4e40-8a3d-21b5d289da6d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports/1b6e1ec5-5439-4c49-9c30-8639e5f44ec2 HTTP/1.1" status: 200  len: 910 time: 0.3480620
Feb 19 21:05:36.933952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60410) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:36.943679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08b7c3cd-e07f-49d6-add0-6cfb7a9e9ca7 req-9bced2cf-c4f9-4a30-8a98-baa560856199 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3434060
Feb 19 21:05:36.968290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e931e9f-7693-4b90-b436-40dc49ff90c8 req-95b2152a-7e2b-4c56-b6cb-443c88762a9d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:36.969959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e931e9f-7693-4b90-b436-40dc49ff90c8 req-95b2152a-7e2b-4c56-b6cb-443c88762a9d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.6998146
Feb 19 21:05:37.080151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec1116d9-f33e-4157-af3d-45747944a6d7 req-b9f95471-79e1-4489-9e71-27b776bd5207 service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4781702
Feb 19 21:05:37.085151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-215c69de-6c6d-4963-8146-882e459b9ff1 req-9d4b8959-d839-4c15-b05d-ce5a50f31969 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=528c31a5-569d-4fef-a351-c1e8d8d8f70c HTTP/1.1" status: 200  len: 217 time: 0.0961053
Feb 19 21:05:37.236198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e931e9f-7693-4b90-b436-40dc49ff90c8 req-972875a0-9f55-45fa-a382-66024a03d90e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442241
Feb 19 21:05:37.253654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160856c-96db-4763-b26d-e7eb1f1c5ba6 req-fc5533a4-533d-45c4-9757-3cbfb436da80 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:37.255774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1160856c-96db-4763-b26d-e7eb1f1c5ba6 req-fc5533a4-533d-45c4-9757-3cbfb436da80 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1744096
Feb 19 21:05:37.262238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c69de-6c6d-4963-8146-882e459b9ff1 req-a8dde5c8-e8ac-4957-8dd9-989585592f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:37.264058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-215c69de-6c6d-4963-8146-882e459b9ff1 req-a8dde5c8-e8ac-4957-8dd9-989585592f58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=312e2192-8796-42ce-a4e5-1bd8ae3aaf47 HTTP/1.1" status: 200  len: 852 time: 0.1397061
Feb 19 21:05:37.363992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7355b0-0bc1-43f9-9dc4-8218b7e68a43 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:05:37.379491 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Publish callbacks [] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:37.396184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-215c69de-6c6d-4963-8146-882e459b9ff1 req-1a13c105-6742-4958-bc7e-17d1a5a30d6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1230333
Feb 19 21:05:37.427880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Transition to ACTIVE for port object df7355b0-0bc1-43f9-9dc4-8218b7e68a43 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:05:37.462700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:37.604579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Pushing event updated for resources: {'Port': ['ID=df7355b0-0bc1-43f9-9dc4-8218b7e68a43,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:37.747130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Attempting to bind port df7355b0-0bc1-43f9-9dc4-8218b7e68a43 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:05:37.747517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Attempting to bind port df7355b0-0bc1-43f9-9dc4-8218b7e68a43 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '03e6c720-4cf7-4d74-b025-5c1bb100f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '207d0904-2884-4a2a-ba57-e3dc23fe6321'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:05:37.747685 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Attempting to bind port df7355b0-0bc1-43f9-9dc4-8218b7e68a43 on network 207d0904-2884-4a2a-ba57-e3dc23fe6321 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:37.755214 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Port df7355b0-0bc1-43f9-9dc4-8218b7e68a43 on network 207d0904-2884-4a2a-ba57-e3dc23fe6321 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:05:37.755533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Attempting to bind port df7355b0-0bc1-43f9-9dc4-8218b7e68a43 on network 207d0904-2884-4a2a-ba57-e3dc23fe6321 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:37.763946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:05:37.764245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Checking segment: {'id': '03e6c720-4cf7-4d74-b025-5c1bb100f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '207d0904-2884-4a2a-ba57-e3dc23fe6321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:37.764918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Bound using segment: {'id': '03e6c720-4cf7-4d74-b025-5c1bb100f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '207d0904-2884-4a2a-ba57-e3dc23fe6321'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:05:37.765115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Bound port: df7355b0-0bc1-43f9-9dc4-8218b7e68a43, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e6c720-4cf7-4d74-b025-5c1bb100f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '207d0904-2884-4a2a-ba57-e3dc23fe6321'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:05:37.765733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:37.811352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1160856c-96db-4763-b26d-e7eb1f1c5ba6 req-7e13eb2e-298d-4e26-9025-0a44395f856a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5460396
Feb 19 21:05:37.828531 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6a8b7c4-b314-47d0-98d4-2c049a097c1d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (e9145a87-959f-4da1-9113-220e7dbf68f9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:37.913373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec1116d9-f33e-4157-af3d-45747944a6d7 req-5dd00ffe-dce8-4f03-8ffc-d2bfa5e2e2d7 service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4002850
Feb 19 21:05:37.918978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] For port df7355b0-0bc1-43f9-9dc4-8218b7e68a43, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:05:37.952190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-215c69de-6c6d-4963-8146-882e459b9ff1 req-ea5893ca-b088-4ab0-963c-12f41e8b6c6b service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5418103
Feb 19 21:05:37.955751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] For port df7355b0-0bc1-43f9-9dc4-8218b7e68a43, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7355b0-0bc1-43f9-9dc4-8218b7e68a43,segment=NetworkSegment(03e6c720-4cf7-4d74-b025-5c1bb100f67f),segment_id=03e6c720-4cf7-4d74-b025-5c1bb100f67f)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:05:37.971445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:38.024638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a366b1-646e-4adf-b1f0-0bdd9300e7bd req-4397f490-048b-4e07-b793-607d02f9f6fc tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:38.026571 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71a366b1-646e-4adf-b1f0-0bdd9300e7bd req-4397f490-048b-4e07-b793-607d02f9f6fc tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 944 time: 0.5119948
Feb 19 21:05:38.138351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cac4d-aee2-4b08-9b9b-11333d9289e1 req-69859ac5-a02a-43e3-8c53-3a1147ff2bc7 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:38.146549 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a1cac4d-aee2-4b08-9b9b-11333d9289e1 req-69859ac5-a02a-43e3-8c53-3a1147ff2bc7 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 943 time: 0.2265468
Feb 19 21:05:38.226668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71a366b1-646e-4adf-b1f0-0bdd9300e7bd req-9e3d0a4e-dbd2-44d0-8dfa-e8b542e4d835 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873639
Feb 19 21:05:38.260661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-215c69de-6c6d-4963-8146-882e459b9ff1 req-45bbef88-f9d1-4df6-8c77-ba693b06f13f service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2540796
Feb 19 21:05:38.267834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 528c31a5-569d-4fef-a351-c1e8d8d8f70c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:05:38.314515 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a1cac4d-aee2-4b08-9b9b-11333d9289e1 req-1cae1c7b-b503-480a-919f-9ab231543b93 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666493
Feb 19 21:05:38.572602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0e001-8a05-4f4e-80fc-ae3b53f0fe77 req-2bbf0d1f-9970-47c2-8dc8-336d7512ed98 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:38.574314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 528c31a5-569d-4fef-a351-c1e8d8d8f70c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=528c31a5-569d-4fef-a351-c1e8d8d8f70c,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:38.581641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fc0e001-8a05-4f4e-80fc-ae3b53f0fe77 req-2bbf0d1f-9970-47c2-8dc8-336d7512ed98 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.1315074
Feb 19 21:05:38.598236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '528c31a5-569d-4fef-a351-c1e8d8d8f70c', 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6', 'port_id': '528c31a5-569d-4fef-a351-c1e8d8d8f70c', 'mac_address': 'fa:16:3e:f3:f6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312e2192-8796-42ce-a4e5-1bd8ae3aaf47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:05:38.645019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 528c31a5-569d-4fef-a351-c1e8d8d8f70c is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:38.645863 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:38.681392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528c31a5-569d-4fef-a351-c1e8d8d8f70c {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:05:38.713833 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fc0e001-8a05-4f4e-80fc-ae3b53f0fe77 req-f41a306f-d1c2-457c-83cc-7cf3293bb520 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1310143
Feb 19 21:05:38.728073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 528c31a5-569d-4fef-a351-c1e8d8d8f70c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=528c31a5-569d-4fef-a351-c1e8d8d8f70c,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:38.737925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:38.814727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:38.815465 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:38.817343 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] 10.222.0.67 "PUT /v2.0/ports/df7355b0-0bc1-43f9-9dc4-8218b7e68a43 HTTP/1.1" status: 200  len: 1091 time: 2.4424763
Feb 19 21:05:38.821624 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa7e1f5-314f-430a-92f8-b0f1b2e15f1c', 'tag': 'df7355b0-0bc1-43f9-9dc4-8218b7e68a43'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:05:38.822811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ee38b-2776-4434-bf5e-13b078d53b2b req-64451a27-ca59-4233-b22a-2adf540bea51 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:38.824743 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcffca2-c471-4ff4-991b-f6145336d991" -d '{"events": [{"name": "network-changed", "server_uuid": "efa7e1f5-314f-430a-92f8-b0f1b2e15f1c", "tag": "df7355b0-0bc1-43f9-9dc4-8218b7e68a43"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:05:38.847362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-205ee38b-2776-4434-bf5e-13b078d53b2b req-64451a27-ca59-4233-b22a-2adf540bea51 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2451272
Feb 19 21:05:38.926821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf223f-1ad1-4efa-9040-6997ff1d0535 service neutron] Pushing event updated for resources: {'Port': ['ID=df7355b0-0bc1-43f9-9dc4-8218b7e68a43,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:38.947663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=528c31a5-569d-4fef-a351-c1e8d8d8f70c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:38.980257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['528c31a5-569d-4fef-a351-c1e8d8d8f70c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:05:39.043034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-205ee38b-2776-4434-bf5e-13b078d53b2b req-35c25a09-e06f-410f-a0c2-01b865c94cbe tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882529
Feb 19 21:05:39.139890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03efe8f-4604-4293-9c3c-ef03cb765aee req-39074b67-3822-45e5-b1a9-1d29f4a278c7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:39.155059 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b03efe8f-4604-4293-9c3c-ef03cb765aee req-39074b67-3822-45e5-b1a9-1d29f4a278c7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1524615
Feb 19 21:05:39.181624 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df03dca-72d5-4583-818b-cc6b0480f713 x-openstack-request-id: req-8df03dca-72d5-4583-818b-cc6b0480f713 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:05:39.181624 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa7e1f5-314f-430a-92f8-b0f1b2e15f1c", "tag": "df7355b0-0bc1-43f9-9dc4-8218b7e68a43", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:05:39.185459 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8df03dca-72d5-4583-818b-cc6b0480f713 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:05:39.186432 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa7e1f5-314f-430a-92f8-b0f1b2e15f1c', 'tag': 'df7355b0-0bc1-43f9-9dc4-8218b7e68a43', 'status': 'completed', 'code': 200}
Feb 19 21:05:39.288704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b03efe8f-4604-4293-9c3c-ef03cb765aee req-0987b960-c089-4f3a-a253-6c1b61634d13 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1321993
Feb 19 21:05:39.340979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-3c35e843-870c-4fa2-bf51-4d7228a5b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:39.343468 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-3c35e843-870c-4fa2-bf51-4d7228a5b993 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d93cb84ab944db3aab11aab00da2f0d&device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 1125 time: 0.2785306
Feb 19 21:05:39.381293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8b7c4-b314-47d0-98d4-2c049a097c1d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port 1b6e1ec5-5439-4c49-9c30-8639e5f44ec2 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:39.381931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6a8b7c4-b314-47d0-98d4-2c049a097c1d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1b6e1ec5-5439-4c49-9c30-8639e5f44ec2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:39.438442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781d902-967a-476b-af3a-a1704b4a0903 req-745b8dfb-5398-418f-be50-f6d6abeb54e8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:39.441267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4781d902-967a-476b-af3a-a1704b4a0903 req-745b8dfb-5398-418f-be50-f6d6abeb54e8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1656799
Feb 19 21:05:39.479618 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-ee789867-d774-4ce2-86ec-173cb3106514 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df7355b0-0bc1-43f9-9dc4-8218b7e68a43 HTTP/1.1" status: 200  len: 217 time: 0.1183918
Feb 19 21:05:39.562667 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6a8b7c4-b314-47d0-98d4-2c049a097c1d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1b6e1ec5-5439-4c49-9c30-8639e5f44ec2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:39.579821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8b7c4-b314-47d0-98d4-2c049a097c1d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for 1b6e1ec5-5439-4c49-9c30-8639e5f44ec2 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:39.783922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-99441f19-a228-4b06-8d77-e99abb6bbea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:39.785676 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-99441f19-a228-4b06-8d77-e99abb6bbea6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6e5a4bc-4885-4dc9-9d5a-bab45546870d HTTP/1.1" status: 200  len: 865 time: 0.1853721
Feb 19 21:05:39.803401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee07814-4af3-4e29-a617-2d919f6bd2ff req-d4fd163e-30b6-45c8-ae72-6ad3991fa75c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:39.811147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ee07814-4af3-4e29-a617-2d919f6bd2ff req-d4fd163e-30b6-45c8-ae72-6ad3991fa75c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 945 time: 0.4310167
Feb 19 21:05:39.860401 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4781d902-967a-476b-af3a-a1704b4a0903 req-8ef65313-e5af-4dc0-8161-b236e099cdbe tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3967738
Feb 19 21:05:39.930889 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ee07814-4af3-4e29-a617-2d919f6bd2ff req-b59fb774-a166-4b7d-a7d3-2e4370609417 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182501
Feb 19 21:05:40.029141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6a8b7c4-b314-47d0-98d4-2c049a097c1d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1b6e1ec5-5439-4c49-9c30-8639e5f44ec2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:40.084747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b71e-4904-4e44-85f6-49624cdf9499 req-eceb6331-e0c6-474d-9953-1713798b2469 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:40.086375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0c9b71e-4904-4e44-85f6-49624cdf9499 req-eceb6331-e0c6-474d-9953-1713798b2469 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 943 time: 0.0919335
Feb 19 21:05:40.112147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8b7c4-b314-47d0-98d4-2c049a097c1d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=1b6e1ec5-5439-4c49-9c30-8639e5f44ec2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:40.143107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef52d2c-9856-4d5e-a404-2a95272c69cc req-32e76df7-76cb-4df7-a834-79cbf7fcdb5d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:40.147025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ef52d2c-9856-4d5e-a404-2a95272c69cc req-32e76df7-76cb-4df7-a834-79cbf7fcdb5d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.1007636
Feb 19 21:05:40.219656 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0c9b71e-4904-4e44-85f6-49624cdf9499 req-7d8f3090-af46-4411-b60c-38f26ccd1796 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221547
Feb 19 21:05:40.270030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 528c31a5-569d-4fef-a351-c1e8d8d8f70c up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:40.308074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ef52d2c-9856-4d5e-a404-2a95272c69cc req-8388065d-d0f2-438e-aa4e-5377ddbd3d25 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1499054
Feb 19 21:05:40.432402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 528c31a5-569d-4fef-a351-c1e8d8d8f70c completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:05:40.441329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 528c31a5-569d-4fef-a351-c1e8d8d8f70c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:40.441719 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:40.461426 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbd2e1-157e-4a10-9cd5-af749898923a req-7dfc8c48-9b4d-408a-bcf5-d7363d3de87f tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:40.463086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09fbd2e1-157e-4a10-9cd5-af749898923a req-7dfc8c48-9b4d-408a-bcf5-d7363d3de87f tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1237235
Feb 19 21:05:40.577739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6a8b7c4-b314-47d0-98d4-2c049a097c1d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (e9145a87-959f-4da1-9113-220e7dbf68f9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:40.588981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09fbd2e1-157e-4a10-9cd5-af749898923a req-9f6d466e-2e6f-4c80-9eda-354fa0aa8481 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104867
Feb 19 21:05:40.681409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db770bcc-78be-46f9-8a76-297937a40912 req-31563d8f-6333-4776-b0b1-c02be2bfc42a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:40.684797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 528c31a5-569d-4fef-a351-c1e8d8d8f70c is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:40.685406 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:40.692024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db770bcc-78be-46f9-8a76-297937a40912 req-31563d8f-6333-4776-b0b1-c02be2bfc42a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1827371
Feb 19 21:05:40.746905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c31a5-569d-4fef-a351-c1e8d8d8f70c'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:05:40.759384 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21892d7-eb96-4416-8768-f976f975ba8d" -d '{"events": [{"server_uuid": "ed39c690-028c-40a9-9ed9-06b73776d4d6", "name": "network-vif-plugged", "status": "completed", "tag": "528c31a5-569d-4fef-a351-c1e8d8d8f70c"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:05:40.799831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 528c31a5-569d-4fef-a351-c1e8d8d8f70c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=528c31a5-569d-4fef-a351-c1e8d8d8f70c,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:40.817893 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:40.900116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db770bcc-78be-46f9-8a76-297937a40912 req-3b963e20-ed89-437d-b079-6dd5b6a011d8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1924117
Feb 19 21:05:40.915388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=528c31a5-569d-4fef-a351-c1e8d8d8f70c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:40.951478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314240b8-dd9f-4d2c-9d38-5cdd9d2f7c82 req-fb8a4e33-313a-4982-9449-632c41df67fd tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:40.953166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-314240b8-dd9f-4d2c-9d38-5cdd9d2f7c82 req-fb8a4e33-313a-4982-9449-632c41df67fd tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2134626
Feb 19 21:05:40.996548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a8b7c4-b314-47d0-98d4-2c049a097c1d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router e9145a87-959f-4da1-9113-220e7dbf68f9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:05:41.004805 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1221f841-d313-40bd-9d16-3afd2d34014e x-openstack-request-id: req-1221f841-d313-40bd-9d16-3afd2d34014e {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:05:41.005008 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed39c690-028c-40a9-9ed9-06b73776d4d6", "name": "network-vif-plugged", "status": "completed", "tag": "528c31a5-569d-4fef-a351-c1e8d8d8f70c", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:05:41.005171 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1221f841-d313-40bd-9d16-3afd2d34014e {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:05:41.005578 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c31a5-569d-4fef-a351-c1e8d8d8f70c', 'code': 200}
Feb 19 21:05:41.065480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-314240b8-dd9f-4d2c-9d38-5cdd9d2f7c82 req-70e0e3c8-6bcf-49da-8ab9-9642992f80fe tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046922
Feb 19 21:05:41.200910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a8b7c4-b314-47d0-98d4-2c049a097c1d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:05:41.209512 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a6a8b7c4-b314-47d0-98d4-2c049a097c1d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/e9145a87-959f-4da1-9113-220e7dbf68f9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2646596
Feb 19 21:05:41.213565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60460) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:41.221534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d92a496-ba71-4c76-98cb-fbc48206afcc None None] Sync routers for ids ['e9145a87-959f-4da1-9113-220e7dbf68f9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:05:41.251016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92a496-ba71-4c76-98cb-fbc48206afcc None None] Routers {'e9145a87-959f-4da1-9113-220e7dbf68f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:41.251966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2d92a496-ba71-4c76-98cb-fbc48206afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632ae550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e9145a87-959f-4da1-9113-220e7dbf68f9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:41.271470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d4398-ffea-43a8-af90-de33c10fee5d req-a9837fa8-2372-47df-9668-edee9e8765ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:41.273221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d55d4398-ffea-43a8-af90-de33c10fee5d req-a9837fa8-2372-47df-9668-edee9e8765ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 1128 time: 0.1867254
Feb 19 21:05:41.310670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2d92a496-ba71-4c76-98cb-fbc48206afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632ae550>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:41.313540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd761c-e169-4a1c-a3e6-ed305e011e37 req-32086f31-94f4-4772-bd88-a4d1802c0db8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:41.321922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4cd761c-e169-4a1c-a3e6-ed305e011e37 req-32086f31-94f4-4772-bd88-a4d1802c0db8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2323933
Feb 19 21:05:41.322724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92a496-ba71-4c76-98cb-fbc48206afcc None None] Routers {'e9145a87-959f-4da1-9113-220e7dbf68f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:41.323472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2d92a496-ba71-4c76-98cb-fbc48206afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632ae550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e9145a87-959f-4da1-9113-220e7dbf68f9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:41.357799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2d92a496-ba71-4c76-98cb-fbc48206afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632ae550>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:41.358463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d92a496-ba71-4c76-98cb-fbc48206afcc None None] The sync data for ids ['e9145a87-959f-4da1-9113-220e7dbf68f9'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:05:41.370537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebffa5-ff86-42f3-b6e8-81ac8fbb9e25 req-243c5a63-ff25-4ac8-8164-aea609ca5bc3 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:41.372375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bfebffa5-ff86-42f3-b6e8-81ac8fbb9e25 req-243c5a63-ff25-4ac8-8164-aea609ca5bc3 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 946 time: 0.1814334
Feb 19 21:05:41.413197 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d55d4398-ffea-43a8-af90-de33c10fee5d req-766f316f-48a6-4315-98f8-23997732caa6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331971
Feb 19 21:05:41.453937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4cd761c-e169-4a1c-a3e6-ed305e011e37 req-485290f0-95fc-4e6f-8815-121174c8d75c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1308715
Feb 19 21:05:41.462722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bfebffa5-ff86-42f3-b6e8-81ac8fbb9e25 req-6bc40cac-fc8e-4c11-b693-6de76e0c7cf2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831239
Feb 19 21:05:41.656175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fadc-9f35-4e08-8e9a-00d0913c4a8a req-ff6a1745-6e9f-41be-9235-390d64588689 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:41.657779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee29fadc-9f35-4e08-8e9a-00d0913c4a8a req-ff6a1745-6e9f-41be-9235-390d64588689 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 943 time: 0.0966353
Feb 19 21:05:41.659506 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10560a29-0baa-407d-bedf-d88d16b7bf3f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (e9145a87-959f-4da1-9113-220e7dbf68f9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:41.680505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee5da-f9eb-4b03-8e42-a9c29648b74a req-bef5ac89-f5b3-4369-a4c9-9cb99d0f107e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:41.682085 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e2ee5da-f9eb-4b03-8e42-a9c29648b74a req-bef5ac89-f5b3-4369-a4c9-9cb99d0f107e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.0848289
Feb 19 21:05:41.762764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee29fadc-9f35-4e08-8e9a-00d0913c4a8a req-8bb7172d-aad4-4747-b578-5661b05362f0 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960016
Feb 19 21:05:41.772084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e2ee5da-f9eb-4b03-8e42-a9c29648b74a req-1610eeca-117b-4d31-b9f9-ee742f9b39d7 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717766
Feb 19 21:05:41.932560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb2006-a34e-4e3c-837d-1f4e92bd3642 req-5f034576-17f8-4044-b7b9-8357e6874df2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:41.935774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6dcb2006-a34e-4e3c-837d-1f4e92bd3642 req-5f034576-17f8-4044-b7b9-8357e6874df2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0957577
Feb 19 21:05:41.973460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-10560a29-0baa-407d-bedf-d88d16b7bf3f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port 390d8500-2a34-42c4-8650-dca490508d7a {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:41.973954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10560a29-0baa-407d-bedf-d88d16b7bf3f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (390d8500-2a34-42c4-8650-dca490508d7a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:41.978580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a707287-891e-4088-85eb-ec439db5f939 req-7b566290-da32-47ca-9ee3-bdb7ee7a4663 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:41.980291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a707287-891e-4088-85eb-ec439db5f939 req-7b566290-da32-47ca-9ee3-bdb7ee7a4663 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1077652
Feb 19 21:05:42.028307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6dcb2006-a34e-4e3c-837d-1f4e92bd3642 req-5d58b142-28d6-4954-9fc7-73d727b43980 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880380
Feb 19 21:05:42.058882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a707287-891e-4088-85eb-ec439db5f939 req-b82db71d-8856-4ccd-8ff6-ee6bb5e57a67 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663888
Feb 19 21:05:42.080694 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10560a29-0baa-407d-bedf-d88d16b7bf3f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (390d8500-2a34-42c4-8650-dca490508d7a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:42.096696 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-10560a29-0baa-407d-bedf-d88d16b7bf3f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for 390d8500-2a34-42c4-8650-dca490508d7a owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:42.190256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c0fe7-33c5-45ca-9baf-8ca12b90e02b req-c644b21d-51a0-40e4-bafd-1c3d2cf3394b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:42.191801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e1c0fe7-33c5-45ca-9baf-8ca12b90e02b req-c644b21d-51a0-40e4-bafd-1c3d2cf3394b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0915489
Feb 19 21:05:42.226474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15a583-59cf-41e7-9874-cdf0786d1289 req-84108d1e-e364-4ba1-8955-69b382764953 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:42.228844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b15a583-59cf-41e7-9874-cdf0786d1289 req-84108d1e-e364-4ba1-8955-69b382764953 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0896335
Feb 19 21:05:42.275103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e1c0fe7-33c5-45ca-9baf-8ca12b90e02b req-5b63b844-c93a-4d8e-b2b4-97a573896255 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768301
Feb 19 21:05:42.288095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10560a29-0baa-407d-bedf-d88d16b7bf3f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (390d8500-2a34-42c4-8650-dca490508d7a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:42.312084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b15a583-59cf-41e7-9874-cdf0786d1289 req-102fd8ac-3808-466d-8c52-7173f6dd7b71 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766866
Feb 19 21:05:42.321359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10560a29-0baa-407d-bedf-d88d16b7bf3f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=390d8500-2a34-42c4-8650-dca490508d7a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:42.460247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f5031-70e8-48c6-87ab-81376b9faab2 req-df97199c-ac2a-4531-83bf-d6c7eaef3408 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:42.462834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a59f5031-70e8-48c6-87ab-81376b9faab2 req-df97199c-ac2a-4531-83bf-d6c7eaef3408 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0781405
Feb 19 21:05:42.574319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a59f5031-70e8-48c6-87ab-81376b9faab2 req-35997083-5cb2-463f-aac4-1dba831fc977 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006713
Feb 19 21:05:42.587316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0651b-f86a-4819-a9d8-8cc668a67afc req-934feacb-819d-4581-a384-16988220a52a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:42.587808 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10560a29-0baa-407d-bedf-d88d16b7bf3f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (e9145a87-959f-4da1-9113-220e7dbf68f9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:42.597240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ff0651b-f86a-4819-a9d8-8cc668a67afc req-934feacb-819d-4581-a384-16988220a52a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1331666
Feb 19 21:05:42.689869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ff0651b-f86a-4819-a9d8-8cc668a67afc req-bf4e317d-cace-4361-94aa-a2fe0f04bb83 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824881
Feb 19 21:05:42.771475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b496f02-eda3-447a-9e12-93ba6b77e298 req-ec19e087-4bec-40b1-a64c-ae01bff5c674 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:42.774337 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b496f02-eda3-447a-9e12-93ba6b77e298 req-ec19e087-4bec-40b1-a64c-ae01bff5c674 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 946 time: 0.1056118
Feb 19 21:05:42.794405 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10560a29-0baa-407d-bedf-d88d16b7bf3f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router e9145a87-959f-4da1-9113-220e7dbf68f9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:05:42.871137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b496f02-eda3-447a-9e12-93ba6b77e298 req-6146cda2-9922-4811-bdbf-f6acdbdcfa9a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880580
Feb 19 21:05:42.892561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10560a29-0baa-407d-bedf-d88d16b7bf3f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:05:42.894867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503bc28-bf16-480f-b348-076c08b2a3b0 req-ee00f533-5d86-43a7-bfa7-7914e4d9ba57 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:42.913076 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-10560a29-0baa-407d-bedf-d88d16b7bf3f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/e9145a87-959f-4da1-9113-220e7dbf68f9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6875186
Feb 19 21:05:42.913187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a503bc28-bf16-480f-b348-076c08b2a3b0 req-ee00f533-5d86-43a7-bfa7-7914e4d9ba57 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1066391
Feb 19 21:05:42.913279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60494) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:42.920616 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e15561-d462-435c-8784-2b76ec752d96 None None] Sync routers for ids ['e9145a87-959f-4da1-9113-220e7dbf68f9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:05:42.933573 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e15561-d462-435c-8784-2b76ec752d96 None None] Routers {'e9145a87-959f-4da1-9113-220e7dbf68f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:42.934315 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-e8e15561-d462-435c-8784-2b76ec752d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7040c820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e9145a87-959f-4da1-9113-220e7dbf68f9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:42.944926 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-41a4f9b8-0d2f-4c86-b0b2-80f71ec444e4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9145a87-959f-4da1-9113-220e7dbf68f9 HTTP/1.1" status: 200  len: 205 time: 0.0408435
Feb 19 21:05:42.947659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60498) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:42.969406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a503bc28-bf16-480f-b348-076c08b2a3b0 req-861a1e2a-85cc-45c0-bd51-fd1c61da8b37 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655372
Feb 19 21:05:42.986413 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-e8e15561-d462-435c-8784-2b76ec752d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7040c820>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:43.016124 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e15561-d462-435c-8784-2b76ec752d96 None None] Routers {'e9145a87-959f-4da1-9113-220e7dbf68f9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:43.017090 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-e8e15561-d462-435c-8784-2b76ec752d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7040c820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e9145a87-959f-4da1-9113-220e7dbf68f9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:43.035404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3ea47-9af6-47ef-818f-a3568de5e822 req-8a05f267-d43d-4951-a97a-0849233422c3 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:43.037092 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61f3ea47-9af6-47ef-818f-a3568de5e822 req-8a05f267-d43d-4951-a97a-0849233422c3 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0669081
Feb 19 21:05:43.060598 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89b57c0a-ffe9-43d5-8b2d-12ed8a820e45 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (e9145a87-959f-4da1-9113-220e7dbf68f9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:43.068113 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-e8e15561-d462-435c-8784-2b76ec752d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7040c820>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:43.068877 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e15561-d462-435c-8784-2b76ec752d96 None None] The sync data for ids ['e9145a87-959f-4da1-9113-220e7dbf68f9'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:05:43.123575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61f3ea47-9af6-47ef-818f-a3568de5e822 req-9ed73da5-75ad-4c82-9127-c86cb7a2a0af tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794227
Feb 19 21:05:43.142403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141da555-f36e-437f-b98c-8bd7ac4ee548 req-986b0fe1-2db8-42aa-92f0-9f11be22c1fe tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:43.144706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-141da555-f36e-437f-b98c-8bd7ac4ee548 req-986b0fe1-2db8-42aa-92f0-9f11be22c1fe tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 943 time: 0.0828781
Feb 19 21:05:43.215229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-141da555-f36e-437f-b98c-8bd7ac4ee548 req-b56c4a23-c4db-440d-a8b8-d12d7cb495d3 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623374
Feb 19 21:05:43.280432 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89b57c0a-ffe9-43d5-8b2d-12ed8a820e45 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (e9145a87-959f-4da1-9113-220e7dbf68f9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:43.282879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89b57c0a-ffe9-43d5-8b2d-12ed8a820e45 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (e9145a87-959f-4da1-9113-220e7dbf68f9), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:43.288116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a87a73-57d7-43d8-82bc-04c19acfe88f req-b8389e8e-be54-4e21-9420-2a0a157137d4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:43.290970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8a87a73-57d7-43d8-82bc-04c19acfe88f req-b8389e8e-be54-4e21-9420-2a0a157137d4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.0943403
Feb 19 21:05:43.400633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8a87a73-57d7-43d8-82bc-04c19acfe88f req-f2beb6d9-a42d-4af0-acb1-20f68edb6a1d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030564
Feb 19 21:05:43.404467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1de9023-ee3e-4275-b7d2-df3bb6abfba9 req-cacca582-4f7c-470c-876a-918114700ee7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-242977100&fields=id&tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10 HTTP/1.1" status: 200  len: 267 time: 0.0865097
Feb 19 21:05:43.486546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de9023-ee3e-4275-b7d2-df3bb6abfba9 req-7ec95b43-073e-47e3-b2bc-b0a016ef0f6b tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:43.488408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1de9023-ee3e-4275-b7d2-df3bb6abfba9 req-7ec95b43-073e-47e3-b2bc-b0a016ef0f6b tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 946 time: 0.0707412
Feb 19 21:05:43.505000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-f1de9023-ee3e-4275-b7d2-df3bb6abfba9 req-377bd743-fd33-49d1-8c0a-6467904de637 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'port': {'security_groups': ['aad60d15-e857-4e15-a82a-bf77267c91c4', 'f6bcb2ac-4094-4b86-9dd7-d20d9280f265']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:43.632210 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f1de9023-ee3e-4275-b7d2-df3bb6abfba9 req-377bd743-fd33-49d1-8c0a-6467904de637 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:43.643891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7775f-3204-46c6-880c-85a3186f2009 req-5a70c2f2-f50b-4661-8968-652d22bfc19d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:43.645616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56b7775f-3204-46c6-880c-85a3186f2009 req-5a70c2f2-f50b-4661-8968-652d22bfc19d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1317067
Feb 19 21:05:43.675597 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89b57c0a-ffe9-43d5-8b2d-12ed8a820e45 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (e9145a87-959f-4da1-9113-220e7dbf68f9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:43.676317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b57c0a-ffe9-43d5-8b2d-12ed8a820e45 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Fanout notify agent at l3_agent the message router_deleted on router e9145a87-959f-4da1-9113-220e7dbf68f9 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:05:43.683417 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89b57c0a-ffe9-43d5-8b2d-12ed8a820e45 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:43.687199 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-89b57c0a-ffe9-43d5-8b2d-12ed8a820e45 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/e9145a87-959f-4da1-9113-220e7dbf68f9 HTTP/1.1" status: 204  len: 168 time: 0.7359686
Feb 19 21:05:43.687481 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60506) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:43.750172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d621addd-0592-4173-9767-7f8ccb46520b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting subnet 671a8820-8406-42cf-8dea-08db7dfa511d {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:05:43.754117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d621addd-0592-4173-9767-7f8ccb46520b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for subnet (671a8820-8406-42cf-8dea-08db7dfa511d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:43.757017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56b7775f-3204-46c6-880c-85a3186f2009 req-2972cc8b-2aca-4de3-af8c-33084561114a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031270
Feb 19 21:05:43.802443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d621addd-0592-4173-9767-7f8ccb46520b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (671a8820-8406-42cf-8dea-08db7dfa511d), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:43.914882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d621addd-0592-4173-9767-7f8ccb46520b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (671a8820-8406-42cf-8dea-08db7dfa511d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:43.931042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-f1de9023-ee3e-4275-b7d2-df3bb6abfba9 req-377bd743-fd33-49d1-8c0a-6467904de637 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] For port 528c31a5-569d-4fef-a351-c1e8d8d8f70c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=528c31a5-569d-4fef-a351-c1e8d8d8f70c,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:43.954654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5cb62-a416-473d-a1df-fdc6f4fce413 req-d77b6ee6-8dfa-4b18-88cd-cea1387267d0 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:43.956230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5fe5cb62-a416-473d-a1df-fdc6f4fce413 req-d77b6ee6-8dfa-4b18-88cd-cea1387267d0 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1117222
Feb 19 21:05:43.979388 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-a9e39e4f-ce58-499a-8674-a13501b370f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=207d0904-2884-4a2a-ba57-e3dc23fe6321&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385065
Feb 19 21:05:43.998043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f1de9023-ee3e-4275-b7d2-df3bb6abfba9 req-377bd743-fd33-49d1-8c0a-6467904de637 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.006994 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f1de9023-ee3e-4275-b7d2-df3bb6abfba9 req-377bd743-fd33-49d1-8c0a-6467904de637 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.022602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['528c31a5-569d-4fef-a351-c1e8d8d8f70c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:05:44.070259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5fe5cb62-a416-473d-a1df-fdc6f4fce413 req-683ca3d3-7597-42b8-a122-1962397dc6ce tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060863
Feb 19 21:05:44.097675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de9023-ee3e-4275-b7d2-df3bb6abfba9 req-377bd743-fd33-49d1-8c0a-6467904de637 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:44.098962 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f1de9023-ee3e-4275-b7d2-df3bb6abfba9 req-377bd743-fd33-49d1-8c0a-6467904de637 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.110900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1de9023-ee3e-4275-b7d2-df3bb6abfba9 req-377bd743-fd33-49d1-8c0a-6467904de637 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "PUT /v2.0/ports/528c31a5-569d-4fef-a351-c1e8d8d8f70c HTTP/1.1" status: 200  len: 982 time: 0.6122165
Feb 19 21:05:44.112200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d621addd-0592-4173-9767-7f8ccb46520b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (671a8820-8406-42cf-8dea-08db7dfa511d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.123647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'tag': '528c31a5-569d-4fef-a351-c1e8d8d8f70c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:05:44.134557 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d61c35c-e04c-41a4-8207-101b544042f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ed39c690-028c-40a9-9ed9-06b73776d4d6", "tag": "528c31a5-569d-4fef-a351-c1e8d8d8f70c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:05:44.161694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bd743-fd33-49d1-8c0a-6467904de637 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'Port': ['ID=528c31a5-569d-4fef-a351-c1e8d8d8f70c,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:44.187370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621addd-0592-4173-9767-7f8ccb46520b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Subnet': ['ID=671a8820-8406-42cf-8dea-08db7dfa511d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:44.207839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['528c31a5-569d-4fef-a351-c1e8d8d8f70c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:05:44.209996 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d621addd-0592-4173-9767-7f8ccb46520b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.216560 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d621addd-0592-4173-9767-7f8ccb46520b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/671a8820-8406-42cf-8dea-08db7dfa511d HTTP/1.1" status: 204  len: 168 time: 0.5277920
Feb 19 21:05:44.220718 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60522) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:44.240031 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-c98dde4b-3ec5-48ca-9a1c-22fa35a54eed service neutron] 10.222.0.67 "GET /v2.0/networks/207d0904-2884-4a2a-ba57-e3dc23fe6321?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2496245
Feb 19 21:05:44.255230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4baf5ea-71ff-4810-9b7c-0178b20ee8c1 None None] Network 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:44.285512 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4559c248-4617-45cf-b2b8-96758bb72255 x-openstack-request-id: req-4559c248-4617-45cf-b2b8-96758bb72255 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:05:44.286143 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed39c690-028c-40a9-9ed9-06b73776d4d6", "tag": "528c31a5-569d-4fef-a351-c1e8d8d8f70c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:05:44.286549 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4559c248-4617-45cf-b2b8-96758bb72255 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:05:44.287231 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'tag': '528c31a5-569d-4fef-a351-c1e8d8d8f70c', 'status': 'completed', 'code': 200}
Feb 19 21:05:44.365159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-9288ac60-e3d2-4531-ad79-8fe35f0e02fc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting subnet aeaeee74-62ea-489d-a4af-5a5d5994431d {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:05:44.382653 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9288ac60-e3d2-4531-ad79-8fe35f0e02fc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for subnet (aeaeee74-62ea-489d-a4af-5a5d5994431d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.427033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fa8ebdb-1977-4312-8249-955e05dae6dd req-4bd74838-bd28-40a8-9881-a0dc7bb13b0b tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-328080119&fields=id&tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10 HTTP/1.1" status: 200  len: 267 time: 0.1509807
Feb 19 21:05:44.458712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61c35c-e04c-41a4-8207-101b544042f7 req-d740449b-5262-4f87-9744-b8def795e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:44.460204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d61c35c-e04c-41a4-8207-101b544042f7 req-d740449b-5262-4f87-9744-b8def795e72a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 1167 time: 0.1425376
Feb 19 21:05:44.473335 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9288ac60-e3d2-4531-ad79-8fe35f0e02fc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (aeaeee74-62ea-489d-a4af-5a5d5994431d), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.540732 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-aae7e93b-752a-4dfd-b1db-52da75406595 req-01c51677-442a-432e-a82b-314a9e2705cc service neutron] 10.222.0.67 "GET /v2.0/networks/207d0904-2884-4a2a-ba57-e3dc23fe6321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2476377
Feb 19 21:05:44.575434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a0a9e-94e6-4325-8fe9-9d8c9e7ef6dd req-ca94e327-adc7-4ff7-abd9-8ffedd587917 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:44.582876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e0a0a9e-94e6-4325-8fe9-9d8c9e7ef6dd req-ca94e327-adc7-4ff7-abd9-8ffedd587917 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2186711
Feb 19 21:05:44.628190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9288ac60-e3d2-4531-ad79-8fe35f0e02fc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (aeaeee74-62ea-489d-a4af-5a5d5994431d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.658199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8ebdb-1977-4312-8249-955e05dae6dd req-f1c4040f-db81-48d8-b370-8806d8dc51ee tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:44.667031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fa8ebdb-1977-4312-8249-955e05dae6dd req-f1c4040f-db81-48d8-b370-8806d8dc51ee tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 985 time: 0.2245688
Feb 19 21:05:44.678119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-2fa8ebdb-1977-4312-8249-955e05dae6dd req-6f7b7099-4def-4598-9bd2-31ce450a5562 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'port': {'security_groups': ['aad60d15-e857-4e15-a82a-bf77267c91c4', 'f6bcb2ac-4094-4b86-9dd7-d20d9280f265', 'e325cfc1-4a1b-4768-b92c-b58a77d5718a']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:44.720031 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2177670-2498-4242-af78-bf27bb27e27a None None] DHCP port deletion for 0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:05:44.745798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e0a0a9e-94e6-4325-8fe9-9d8c9e7ef6dd req-25d72be7-d0d8-4b9a-a621-e370c385d806 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616261
Feb 19 21:05:44.760648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcffca2-c471-4ff4-991b-f6145336d991 req-d7e5dfd3-7158-467a-b35b-370663313705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:44.762318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61c35c-e04c-41a4-8207-101b544042f7 req-a21f3f30-b884-42a3-a00f-6fcd937d5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:44.762683 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8fcffca2-c471-4ff4-991b-f6145336d991 req-d7e5dfd3-7158-467a-b35b-370663313705 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d93cb84ab944db3aab11aab00da2f0d&device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 1125 time: 0.1372552
Feb 19 21:05:44.780647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d61c35c-e04c-41a4-8207-101b544042f7 req-a21f3f30-b884-42a3-a00f-6fcd937d5164 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 200  len: 913 time: 0.2859802
Feb 19 21:05:44.815717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f2177670-2498-4242-af78-bf27bb27e27a None None] Deleting port 1165e730-a5d8-4149-bb3f-f91a1d84abdc {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:44.816509 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f2177670-2498-4242-af78-bf27bb27e27a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.864621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9288ac60-e3d2-4531-ad79-8fe35f0e02fc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (aeaeee74-62ea-489d-a4af-5a5d5994431d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.872538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d61c35c-e04c-41a4-8207-101b544042f7 req-b851550f-ec4a-415a-811e-7f68e02f4aec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=528c31a5-569d-4fef-a351-c1e8d8d8f70c HTTP/1.1" status: 200  len: 217 time: 0.0926650
Feb 19 21:05:44.901339 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288ac60-e3d2-4531-ad79-8fe35f0e02fc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Subnet': ['ID=aeaeee74-62ea-489d-a4af-5a5d5994431d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:44.904356 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f2177670-2498-4242-af78-bf27bb27e27a None None] For port 1165e730-a5d8-4149-bb3f-f91a1d84abdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1165e730-a5d8-4149-bb3f-f91a1d84abdc,segment=NetworkSegment(8d7f62a5-0a0d-4f33-a0f5-cec5658d4870),segment_id=8d7f62a5-0a0d-4f33-a0f5-cec5658d4870)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:44.905695 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f2177670-2498-4242-af78-bf27bb27e27a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.916433 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9288ac60-e3d2-4531-ad79-8fe35f0e02fc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:44.919890 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9288ac60-e3d2-4531-ad79-8fe35f0e02fc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/aeaeee74-62ea-489d-a4af-5a5d5994431d HTTP/1.1" status: 204  len: 168 time: 0.6977618
Feb 19 21:05:44.924537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60530) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:44.927825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b38d5e2-c6f0-4f6e-8a7b-1e269521ce65 None None] Network c2a93558-6c89-41fa-a03f-3075729bc126 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:44.939111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f2177670-2498-4242-af78-bf27bb27e27a None None] Calling delete_port for 1165e730-a5d8-4149-bb3f-f91a1d84abdc owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:44.960307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcffca2-c471-4ff4-991b-f6145336d991 req-f64081b8-2056-46b4-bc71-4d0ea6e1f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:44.962412 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8fcffca2-c471-4ff4-991b-f6145336d991 req-f64081b8-2056-46b4-bc71-4d0ea6e1f80d service neutron] 10.222.0.67 "GET /v2.0/networks?id=207d0904-2884-4a2a-ba57-e3dc23fe6321 HTTP/1.1" status: 200  len: 926 time: 0.1918933
Feb 19 21:05:44.992232 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2fa8ebdb-1977-4312-8249-955e05dae6dd req-6f7b7099-4def-4598-9bd2-31ce450a5562 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:45.025081 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8fcffca2-c471-4ff4-991b-f6145336d991 req-602b1292-1d28-42be-93f4-69ca1788ed99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df7355b0-0bc1-43f9-9dc4-8218b7e68a43 HTTP/1.1" status: 200  len: 217 time: 0.0560892
Feb 19 21:05:45.074861 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:45.077461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61c35c-e04c-41a4-8207-101b544042f7 req-d3fa3f9b-15ea-4b2b-a7c5-49fdf1fde210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:45.078984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d61c35c-e04c-41a4-8207-101b544042f7 req-d3fa3f9b-15ea-4b2b-a7c5-49fdf1fde210 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=312e2192-8796-42ce-a4e5-1bd8ae3aaf47 HTTP/1.1" status: 200  len: 852 time: 0.1891522
Feb 19 21:05:45.084688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcffca2-c471-4ff4-991b-f6145336d991 req-5233b123-b518-481f-9356-9bc1fd83a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:45.088701 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8fcffca2-c471-4ff4-991b-f6145336d991 req-5233b123-b518-481f-9356-9bc1fd83a298 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6e5a4bc-4885-4dc9-9d5a-bab45546870d HTTP/1.1" status: 200  len: 865 time: 0.0562992
Feb 19 21:05:45.118213 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f2177670-2498-4242-af78-bf27bb27e27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (1165e730-a5d8-4149-bb3f-f91a1d84abdc), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:45.136671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82f097-0367-4f57-83d8-80b796f7a8cb req-8cc277c8-a7c4-4aed-8750-7e556522dbea tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:45.156491 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8fcffca2-c471-4ff4-991b-f6145336d991 req-4327b007-a82b-4ca3-8021-1b59c3acd70b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=207d0904-2884-4a2a-ba57-e3dc23fe6321&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621715
Feb 19 21:05:45.156757 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc82f097-0367-4f57-83d8-80b796f7a8cb req-8cc277c8-a7c4-4aed-8750-7e556522dbea tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 943 time: 0.2997308
Feb 19 21:05:45.158479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2177670-2498-4242-af78-bf27bb27e27a None None] Pushing event deleted for resources: {'Port': ['ID=1165e730-a5d8-4149-bb3f-f91a1d84abdc,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:45.163136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2177670-2498-4242-af78-bf27bb27e27a None None] No DVR routers for this DVR port 1165e730-a5d8-4149-bb3f-f91a1d84abdc on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:05:45.209718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d61c35c-e04c-41a4-8207-101b544042f7 req-92dc9769-c5ed-4244-83bd-e9f04ebe8e2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1204755
Feb 19 21:05:45.225973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad75951-9a60-44ce-a9d1-ee5768575584 None None] DHCP port deletion for c2a93558-6c89-41fa-a03f-3075729bc126 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:05:45.279096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5ad75951-9a60-44ce-a9d1-ee5768575584 None None] Deleting port 1e08ce60-a121-40ba-bdcb-501648e7a14b {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:45.279460 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ad75951-9a60-44ce-a9d1-ee5768575584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:45.290369 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8fcffca2-c471-4ff4-991b-f6145336d991 req-92a6ca85-4544-46a5-9309-332b2ebe124b service neutron] 10.222.0.67 "GET /v2.0/networks/207d0904-2884-4a2a-ba57-e3dc23fe6321?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251254
Feb 19 21:05:45.368016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5ad75951-9a60-44ce-a9d1-ee5768575584 None None] For port 1e08ce60-a121-40ba-bdcb-501648e7a14b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e08ce60-a121-40ba-bdcb-501648e7a14b,segment=NetworkSegment(4593be3f-7e0c-4c52-b429-194d30737a2d),segment_id=4593be3f-7e0c-4c52-b429-194d30737a2d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:45.368016 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ad75951-9a60-44ce-a9d1-ee5768575584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:45.383705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5ad75951-9a60-44ce-a9d1-ee5768575584 None None] Calling delete_port for 1e08ce60-a121-40ba-bdcb-501648e7a14b owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:45.405793 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8fcffca2-c471-4ff4-991b-f6145336d991 req-1f45c0ae-2026-48dd-b361-60ad0a1424d7 service neutron] 10.222.0.67 "GET /v2.0/networks/207d0904-2884-4a2a-ba57-e3dc23fe6321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094439
Feb 19 21:05:45.481694 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ad75951-9a60-44ce-a9d1-ee5768575584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (1e08ce60-a121-40ba-bdcb-501648e7a14b), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:45.514513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad75951-9a60-44ce-a9d1-ee5768575584 None None] Pushing event deleted for resources: {'Port': ['ID=1e08ce60-a121-40ba-bdcb-501648e7a14b,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:45.518703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad75951-9a60-44ce-a9d1-ee5768575584 None None] No DVR routers for this DVR port 1e08ce60-a121-40ba-bdcb-501648e7a14b on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:05:45.679415 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc82f097-0367-4f57-83d8-80b796f7a8cb req-fdaef96d-2a25-4287-a9d2-350f7d402eb4 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5218315
Feb 19 21:05:45.713915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:45.766999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b415d90>,) {'filters': {'network_id': ['0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:45.781252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d61c35c-e04c-41a4-8207-101b544042f7 req-95255e90-96ab-4496-ab8e-2bf8eab7d830 service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5590162
Feb 19 21:05:45.843950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b415d90>, '8d7f62a5-0a0d-4f33-a0f5-cec5658d4870') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:45.844280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b415d90>, '8d7f62a5-0a0d-4f33-a0f5-cec5658d4870') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:45.892973 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (8d7f62a5-0a0d-4f33-a0f5-cec5658d4870), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:45.955936 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8d7f62a5-0a0d-4f33-a0f5-cec5658d4870), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:45.980764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:05:45.981188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (8d7f62a5-0a0d-4f33-a0f5-cec5658d4870), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:05:45.991235 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:05:46.074770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434da3-a973-4c7b-a895-7ad29698abee req-5e12ba20-0617-4ee1-9399-3c6c4e339c98 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:46.076246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb434da3-a973-4c7b-a895-7ad29698abee req-5e12ba20-0617-4ee1-9399-3c6c4e339c98 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.3232937
Feb 19 21:05:46.103275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-2fa8ebdb-1977-4312-8249-955e05dae6dd req-6f7b7099-4def-4598-9bd2-31ce450a5562 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] For port 528c31a5-569d-4fef-a351-c1e8d8d8f70c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=528c31a5-569d-4fef-a351-c1e8d8d8f70c,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:46.108224 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d61c35c-e04c-41a4-8207-101b544042f7 req-095d9580-37e8-408a-84d7-f97d70b9180a service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2687526
Feb 19 21:05:46.132365 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.144917 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.148200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/networks/0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e HTTP/1.1" status: 204  len: 168 time: 1.2215533
Feb 19 21:05:46.153036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60538) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:46.182144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Network': ['ID=0bd32cbc-06e2-4ad0-94e9-0deec98b8b1e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:46.185804 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2fa8ebdb-1977-4312-8249-955e05dae6dd req-6f7b7099-4def-4598-9bd2-31ce450a5562 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.200209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2fa8ebdb-1977-4312-8249-955e05dae6dd req-6f7b7099-4def-4598-9bd2-31ce450a5562 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.206017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.206379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.206729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.207077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.207447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.207763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.208097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.209148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.209148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.209148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.209467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.209751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.210079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2909d5ea-dc82-4ec6-a6f9-6fc4dd9aa913 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:05:46.213314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['528c31a5-569d-4fef-a351-c1e8d8d8f70c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:05:46.219641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb434da3-a973-4c7b-a895-7ad29698abee req-607ab43d-8529-4260-9549-1fd03d9a3ad8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285443
Feb 19 21:05:46.265351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8ebdb-1977-4312-8249-955e05dae6dd req-6f7b7099-4def-4598-9bd2-31ce450a5562 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:46.265351 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2fa8ebdb-1977-4312-8249-955e05dae6dd req-6f7b7099-4def-4598-9bd2-31ce450a5562 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.265351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fa8ebdb-1977-4312-8249-955e05dae6dd req-6f7b7099-4def-4598-9bd2-31ce450a5562 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "PUT /v2.0/ports/528c31a5-569d-4fef-a351-c1e8d8d8f70c HTTP/1.1" status: 200  len: 1021 time: 1.5948892
Feb 19 21:05:46.270353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (c2a93558-6c89-41fa-a03f-3075729bc126), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.296430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'tag': '528c31a5-569d-4fef-a351-c1e8d8d8f70c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:05:46.302006 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff353323-24c1-44f9-8b75-fd1ed40ca6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ed39c690-028c-40a9-9ed9-06b73776d4d6", "tag": "528c31a5-569d-4fef-a351-c1e8d8d8f70c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:05:46.305901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b7099-4def-4598-9bd2-31ce450a5562 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'Port': ['ID=528c31a5-569d-4fef-a351-c1e8d8d8f70c,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:46.337611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['528c31a5-569d-4fef-a351-c1e8d8d8f70c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:05:46.386659 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (c2a93558-6c89-41fa-a03f-3075729bc126), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.419426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69f9deb0>,) {'filters': {'network_id': ['c2a93558-6c89-41fa-a03f-3075729bc126']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:46.435231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69f9deb0>, '4593be3f-7e0c-4c52-b429-194d30737a2d') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:46.435514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69f9deb0>, '4593be3f-7e0c-4c52-b429-194d30737a2d') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:46.443276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45895a28-26e8-4f99-a02c-d8e69586f059 req-c2e8717e-02c6-418a-aa2e-570b7238ebef tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:46.444919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45895a28-26e8-4f99-a02c-d8e69586f059 req-c2e8717e-02c6-418a-aa2e-570b7238ebef tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 1024 time: 0.0972519
Feb 19 21:05:46.449762 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (4593be3f-7e0c-4c52-b429-194d30737a2d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.464168 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1967c19-6bd6-43fa-9c77-abc021d3f08e req-3cca71a8-145a-4208-b2b4-bb5fd780ff51 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:46.465519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1967c19-6bd6-43fa-9c77-abc021d3f08e req-3cca71a8-145a-4208-b2b4-bb5fd780ff51 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1066172
Feb 19 21:05:46.465852 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4593be3f-7e0c-4c52-b429-194d30737a2d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.473177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:05:46.474205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (4593be3f-7e0c-4c52-b429-194d30737a2d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:05:46.478290 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:05:46.582430 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (c2a93558-6c89-41fa-a03f-3075729bc126), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.596081 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.597082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1967c19-6bd6-43fa-9c77-abc021d3f08e req-dc6a1bcb-1c42-4be2-bb61-e1e7da987ffb tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099343
Feb 19 21:05:46.600344 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/networks/c2a93558-6c89-41fa-a03f-3075729bc126 HTTP/1.1" status: 204  len: 168 time: 0.4444082
Feb 19 21:05:46.611016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60544) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:46.625273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45895a28-26e8-4f99-a02c-d8e69586f059 req-d7f19a3d-66ed-4bc1-bbf0-abd7cf0c79bf tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6bcb2ac-4094-4b86-9dd7-d20d9280f265&id=e325cfc1-4a1b-4768-b92c-b58a77d5718a&id=aad60d15-e857-4e15-a82a-bf77267c91c4 HTTP/1.1" status: 200  len: 6206 time: 0.1492224
Feb 19 21:05:46.625643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1165e730-a5d8-4149-bb3f-f91a1d84abdc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:05:46.636421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1500713338'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:46.650306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0898d8c3-11a2-4466-b090-6c785691af08 req-bf18af61-dcbc-499e-8449-7e38f032a398 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2050723677 ', 'description': 'tempest-description-465929773'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:46.663147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c01c8-9f9b-4eff-881b-836ca8b672c5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Network': ['ID=c2a93558-6c89-41fa-a03f-3075729bc126,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:46.677752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:46.682901 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.688141 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0898d8c3-11a2-4466-b090-6c785691af08 req-bf18af61-dcbc-499e-8449-7e38f032a398 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.701581 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685ae7bb-1dd3-4b72-9f50-c877cb576ff4 x-openstack-request-id: req-685ae7bb-1dd3-4b72-9f50-c877cb576ff4 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:05:46.702592 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed39c690-028c-40a9-9ed9-06b73776d4d6", "tag": "528c31a5-569d-4fef-a351-c1e8d8d8f70c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:05:46.703300 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-685ae7bb-1dd3-4b72-9f50-c877cb576ff4 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:05:46.705092 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'tag': '528c31a5-569d-4fef-a351-c1e8d8d8f70c', 'status': 'completed', 'code': 200}
Feb 19 21:05:46.735105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:05:46.735346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 1165e730-a5d8-4149-bb3f-f91a1d84abdc {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:05:46.739467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1165e730-a5d8-4149-bb3f-f91a1d84abdc not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:05:46.739976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1e08ce60-a121-40ba-bdcb-501648e7a14b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:05:46.756249 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c43c167f-539e-46fb-95c4-0d2bbe7e4184), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.756731 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added segment c43c167f-539e-46fb-95c4-0d2bbe7e4184 of type vlan for network 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2
Feb 19 21:05:46.809815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 1e08ce60-a121-40ba-bdcb-501648e7a14b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:05:46.810216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1e08ce60-a121-40ba-bdcb-501648e7a14b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:05:46.845225 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.889860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.891424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff353323-24c1-44f9-8b75-fd1ed40ca6d6 req-f9717181-3fba-4b2a-a0f8-702314f162c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:46.893243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff353323-24c1-44f9-8b75-fd1ed40ca6d6 req-f9717181-3fba-4b2a-a0f8-702314f162c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 1207 time: 0.1595953
Feb 19 21:05:46.897377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:46.898031 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.917055 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0898d8c3-11a2-4466-b090-6c785691af08 req-bf18af61-dcbc-499e-8449-7e38f032a398 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.957368 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0898d8c3-11a2-4466-b090-6c785691af08 req-bf18af61-dcbc-499e-8449-7e38f032a398 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:46.969405 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3413513
Feb 19 21:05:46.972715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60554) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:46.978245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'subnet': {'network_id': '3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:46.989551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98ac1e-f822-4fb2-a452-2476fdf5ca6a req-1d3e028e-1a4d-4435-8141-2ce7cd86119a tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:46.991190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff98ac1e-f822-4fb2-a452-2476fdf5ca6a req-1d3e028e-1a4d-4435-8141-2ce7cd86119a tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 943 time: 0.1875496
Feb 19 21:05:47.017500 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0898d8c3-11a2-4466-b090-6c785691af08 req-bf18af61-dcbc-499e-8449-7e38f032a398 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.018796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0898d8c3-11a2-4466-b090-6c785691af08 req-bf18af61-dcbc-499e-8449-7e38f032a398 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1804 time: 0.3782170
Feb 19 21:05:47.050862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18af61-dcbc-499e-8449-7e38f032a398 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:47.051227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb0b5a-884b-4b50-b5f7-6d264c825fa6 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Network': ['ID=3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:47.076979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:05:47.099477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:47.102858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff353323-24c1-44f9-8b75-fd1ed40ca6d6 req-77d81054-a351-4fe8-90ea-a93224a5eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:47.103815 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.104496 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff353323-24c1-44f9-8b75-fd1ed40ca6d6 req-77d81054-a351-4fe8-90ea-a93224a5eac1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 200  len: 913 time: 0.1993003
Feb 19 21:05:47.171426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff98ac1e-f822-4fb2-a452-2476fdf5ca6a req-33955247-d5e3-4291-8fea-4f59bd9ad2bf tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609623
Feb 19 21:05:47.177930 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff353323-24c1-44f9-8b75-fd1ed40ca6d6 req-912ad810-8abc-405d-9835-d63091364549 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=528c31a5-569d-4fef-a351-c1e8d8d8f70c HTTP/1.1" status: 200  len: 217 time: 0.0582249
Feb 19 21:05:47.183795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3560af3-ddf9-4dc0-8e5d-3019f94ec366 req-fa9c8bd9-5da1-4e65-81e8-250e802e2e18 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0 HTTP/1.1" status: 200  len: 1799 time: 0.1114073
Feb 19 21:05:47.309089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff353323-24c1-44f9-8b75-fd1ed40ca6d6 req-2416e76c-d086-4cf1-acdf-126f56ee340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:47.310622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff353323-24c1-44f9-8b75-fd1ed40ca6d6 req-2416e76c-d086-4cf1-acdf-126f56ee340b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=312e2192-8796-42ce-a4e5-1bd8ae3aaf47 HTTP/1.1" status: 200  len: 852 time: 0.1259487
Feb 19 21:05:47.318355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df857c5b-8067-4a7b-b87f-9300e00d5574 req-db7a6ae1-6548-474c-a1ee-2d1728159c51 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0 HTTP/1.1" status: 200  len: 1799 time: 0.0899241
Feb 19 21:05:47.339425 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (bdb27978-cedf-4ea5-a954-5f2e90587a62), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.357161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff353323-24c1-44f9-8b75-fd1ed40ca6d6 req-234a8daa-17e1-46e3-89bf-cff78832d559 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375912
Feb 19 21:05:47.405332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Subnet': ['ID=bdb27978-cedf-4ea5-a954-5f2e90587a62,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:47.420184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Checking segment: {'id': 'c43c167f-539e-46fb-95c4-0d2bbe7e4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:47.420595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network hostable DHCP agents. Network: 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:05:47.436447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bea09-b928-416e-b6f4-2c95475f526a req-9ca0616d-e38a-4014-b61d-25caa09dd583 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:47.438082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc2bea09-b928-416e-b6f4-2c95475f526a req-9ca0616d-e38a-4014-b61d-25caa09dd583 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1898773
Feb 19 21:05:47.439557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:05:47.451495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:47.456639 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:47.457525 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.471885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93af5771-b1ad-409a-91a1-e2f4213f94db None None] Network 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:47.486407 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1b464cfa-29a7-4057-88bc-77d50194955e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5126190
Feb 19 21:05:47.490906 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60566) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:47.496029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-93c829ec-1799-4f84-a749-08d5a4adbd09 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1323388084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:47.523560 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-df857c5b-8067-4a7b-b87f-9300e00d5574 req-b3074b1d-8fc6-4b3f-9118-b1c821e987b9 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.527594 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-93c829ec-1799-4f84-a749-08d5a4adbd09 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.530055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-93c829ec-1799-4f84-a749-08d5a4adbd09 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.585546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff353323-24c1-44f9-8b75-fd1ed40ca6d6 req-1b21c305-53c9-45d3-8fd6-05f2e0ddab82 service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2190692
Feb 19 21:05:47.607051 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc2bea09-b928-416e-b6f4-2c95475f526a req-3318bf24-19d0-4d30-a3cf-59dd5190337d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577826
Feb 19 21:05:47.612471 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-df857c5b-8067-4a7b-b87f-9300e00d5574 req-b3074b1d-8fc6-4b3f-9118-b1c821e987b9 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.616199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2', 'network_id': '3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2', 'project_id': '9d72316bcd0440d482839e842e71771e', 'fixed_ips': [{'subnet_id': 'bdb27978-cedf-4ea5-a954-5f2e90587a62'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:05:47.622135 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.643589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-93c829ec-1799-4f84-a749-08d5a4adbd09 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.650451 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-93c829ec-1799-4f84-a749-08d5a4adbd09 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.699687 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-93c829ec-1799-4f84-a749-08d5a4adbd09 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.706258 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-93c829ec-1799-4f84-a749-08d5a4adbd09 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2141356
Feb 19 21:05:47.707879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60570) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:47.716133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'port': {'network_id': '3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2', 'name': 'tempest-RoutersTest-1224184696'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:47.796888 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-df857c5b-8067-4a7b-b87f-9300e00d5574 req-b3074b1d-8fc6-4b3f-9118-b1c821e987b9 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.797768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Allocated IP 172.20.0.2 (3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2/bdb27978-cedf-4ea5-a954-5f2e90587a62/bfe11a37-96ac-4a4d-91e7-c81b2fd040af) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:47.800653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-df857c5b-8067-4a7b-b87f-9300e00d5574 req-b3074b1d-8fc6-4b3f-9118-b1c821e987b9 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.807268 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df857c5b-8067-4a7b-b87f-9300e00d5574 req-b3074b1d-8fc6-4b3f-9118-b1c821e987b9 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "DELETE /v2.0/security-groups/a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0 HTTP/1.1" status: 204  len: 173 time: 0.4757617
Feb 19 21:05:47.866787 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff353323-24c1-44f9-8b75-fd1ed40ca6d6 req-34cd1a99-15cf-45ac-9e59-68b92cb22957 service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2697713
Feb 19 21:05:47.869165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3074b1d-8fc6-4b3f-9118-b1c821e987b9 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:47.910796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e9a12-fd04-4733-b9cb-e670c1d06d13 req-fe5adbe0-d210-4fc7-9fd0-8edaa59f528f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:47.912510 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc0e9a12-fd04-4733-b9cb-e670c1d06d13 req-fe5adbe0-d210-4fc7-9fd0-8edaa59f528f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.1993344
Feb 19 21:05:47.955201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:47.959682 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:47.995342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] device_id is not set on port 7514c5f5-b5bd-44f1-a58d-90d976a01e51 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:05:48.013716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8194f1f-1820-4079-8ea3-400929a6093c req-ac664a88-e8dc-40a2-a891-2d568f62b2f9 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:48.020306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8194f1f-1820-4079-8ea3-400929a6093c req-ac664a88-e8dc-40a2-a891-2d568f62b2f9 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1066463
Feb 19 21:05:48.032306 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Publish callbacks [] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.048857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.057433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc0e9a12-fd04-4733-b9cb-e670c1d06d13 req-58f2c3eb-f573-4b5c-b369-671817da5409 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069815
Feb 19 21:05:48.125167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Network 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:48.130560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:48.136244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:48.147197 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-cdff4b25-4512-47fb-8314-835407c86558 req-45a25eb4-d577-43d9-9e4e-3c1f60e7af4a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] show failed (client error): The resource could not be found.
Feb 19 21:05:48.148489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdff4b25-4512-47fb-8314-835407c86558 req-45a25eb4-d577-43d9-9e4e-3c1f60e7af4a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0 HTTP/1.1" status: 404  len: 352 time: 0.0259998
Feb 19 21:05:48.158998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Pushing event updated for resources: {'Port': ['ID=bfe11a37-96ac-4a4d-91e7-c81b2fd040af,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:48.164346 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8194f1f-1820-4079-8ea3-400929a6093c req-c3d59d59-6171-4958-b392-155b9f32cde5 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430383
Feb 19 21:05:48.184941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-9f3dc3a7-3396-46fb-ba99-dc5a93512dbc req-f453898f-6b90-49da-bd1d-c00b8e6f8fbb tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-464676329', 'description': 'tempest-description-192136408'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:48.217825 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9f3dc3a7-3396-46fb-ba99-dc5a93512dbc req-f453898f-6b90-49da-bd1d-c00b8e6f8fbb tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.239385 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Allocated IP 172.20.0.12 (3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2/bdb27978-cedf-4ea5-a954-5f2e90587a62/7514c5f5-b5bd-44f1-a58d-90d976a01e51) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:48.258627 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b933796b-66d6-4e3d-81f7-58b261e25a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.260555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Attempting to bind port bfe11a37-96ac-4a4d-91e7-c81b2fd040af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:05:48.261460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Attempting to bind port bfe11a37-96ac-4a4d-91e7-c81b2fd040af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c43c167f-539e-46fb-95c4-0d2bbe7e4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:05:48.261998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Attempting to bind port bfe11a37-96ac-4a4d-91e7-c81b2fd040af on network 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:48.270512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:05:48.271299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Checking segment: {'id': 'c43c167f-539e-46fb-95c4-0d2bbe7e4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:48.271721 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.272149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Bound using segment: {'id': 'c43c167f-539e-46fb-95c4-0d2bbe7e4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:05:48.273093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Bound port: bfe11a37-96ac-4a4d-91e7-c81b2fd040af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43c167f-539e-46fb-95c4-0d2bbe7e4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:05:48.273517 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.354473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] For port bfe11a37-96ac-4a4d-91e7-c81b2fd040af, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:05:48.358052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] For port bfe11a37-96ac-4a4d-91e7-c81b2fd040af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfe11a37-96ac-4a4d-91e7-c81b2fd040af,segment=NetworkSegment(c43c167f-539e-46fb-95c4-0d2bbe7e4184),segment_id=c43c167f-539e-46fb-95c4-0d2bbe7e4184)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:05:48.366178 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.373577 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9f3dc3a7-3396-46fb-ba99-dc5a93512dbc req-f453898f-6b90-49da-bd1d-c00b8e6f8fbb tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (6a5c31e3-3389-4b33-9fff-76e0057302da), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.387436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362fdcd-211f-4fb4-965c-1335828cc529 req-37cdde61-c830-4264-8eb6-db5f03735e06 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:48.389043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9362fdcd-211f-4fb4-965c-1335828cc529 req-37cdde61-c830-4264-8eb6-db5f03735e06 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 943 time: 0.0955188
Feb 19 21:05:48.389950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9f3dc3a7-3396-46fb-ba99-dc5a93512dbc req-f453898f-6b90-49da-bd1d-c00b8e6f8fbb tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6a5c31e3-3389-4b33-9fff-76e0057302da), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.431063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9f3dc3a7-3396-46fb-ba99-dc5a93512dbc req-f453898f-6b90-49da-bd1d-c00b8e6f8fbb tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.432369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f3dc3a7-3396-46fb-ba99-dc5a93512dbc req-f453898f-6b90-49da-bd1d-c00b8e6f8fbb tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.2531054
Feb 19 21:05:48.468570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edd93e-35d7-4c12-8cb8-0152b8eb4e01 None None] Pushing event updated for resources: {'Port': ['ID=bfe11a37-96ac-4a4d-91e7-c81b2fd040af,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:48.490101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.493255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453898f-6b90-49da-bd1d-c00b8e6f8fbb tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5c31e3-3389-4b33-9fff-76e0057302da,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:48.500610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9362fdcd-211f-4fb4-965c-1335828cc529 req-511efdde-faf9-4a88-b065-a39b9e78c711 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009281
Feb 19 21:05:48.563382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5d32aeec-0965-470a-be13-95d64fc35f16 req-655165e1-ff58-4bf9-9481-edc6b5968b37 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-199230584', 'description': 'tempest-description-630970160'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:48.563992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.603975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4e85e-a428-4c31-9035-4625f6fb76c2 req-c4dc783c-5068-4279-8ce5-ca161d2321c6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:48.605677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29f4e85e-a428-4c31-9035-4625f6fb76c2 req-c4dc783c-5068-4279-8ce5-ca161d2321c6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0876856
Feb 19 21:05:48.606492 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d32aeec-0965-470a-be13-95d64fc35f16 req-655165e1-ff58-4bf9-9481-edc6b5968b37 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.637163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:48.640562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:48.644948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:48.698385 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=7514c5f5-b5bd-44f1-a58d-90d976a01e51,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:48.732910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29f4e85e-a428-4c31-9035-4625f6fb76c2 req-c846cf4c-ac80-4e73-82f9-d3f4edcb5c3c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137202
Feb 19 21:05:48.740003 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:48.740851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.777846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60590) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:48.778694 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3b4f889e-c677-46ca-9e50-2dd61e5f6239 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.0693252
Feb 19 21:05:48.845034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device df7355b0-0bc1-43f9-9dc4-8218b7e68a43 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:05:48.901074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d32aeec-0965-470a-be13-95d64fc35f16 req-655165e1-ff58-4bf9-9481-edc6b5968b37 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (092e5c81-8e0e-43c1-b76f-170278dc21b4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.937863 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d32aeec-0965-470a-be13-95d64fc35f16 req-655165e1-ff58-4bf9-9481-edc6b5968b37 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (092e5c81-8e0e-43c1-b76f-170278dc21b4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:48.993056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port df7355b0-0bc1-43f9-9dc4-8218b7e68a43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7355b0-0bc1-43f9-9dc4-8218b7e68a43,segment=NetworkSegment(03e6c720-4cf7-4d74-b025-5c1bb100f67f),segment_id=03e6c720-4cf7-4d74-b025-5c1bb100f67f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:49.005688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'df7355b0-0bc1-43f9-9dc4-8218b7e68a43', 'network_id': '207d0904-2884-4a2a-ba57-e3dc23fe6321', 'port_id': 'df7355b0-0bc1-43f9-9dc4-8218b7e68a43', 'mac_address': 'fa:16:3e:ad:87:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e5a4bc-4885-4dc9-9d5a-bab45546870d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:05:49.046686 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5d32aeec-0965-470a-be13-95d64fc35f16 req-655165e1-ff58-4bf9-9481-edc6b5968b37 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:49.047882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d32aeec-0965-470a-be13-95d64fc35f16 req-655165e1-ff58-4bf9-9481-edc6b5968b37 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.4902725
Feb 19 21:05:49.057540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port df7355b0-0bc1-43f9-9dc4-8218b7e68a43 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:49.057982 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:49.066712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655165e1-ff58-4bf9-9481-edc6b5968b37 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092e5c81-8e0e-43c1-b76f-170278dc21b4,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:49.087553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7355b0-0bc1-43f9-9dc4-8218b7e68a43 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:05:49.126073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port df7355b0-0bc1-43f9-9dc4-8218b7e68a43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7355b0-0bc1-43f9-9dc4-8218b7e68a43,segment=NetworkSegment(03e6c720-4cf7-4d74-b025-5c1bb100f67f),segment_id=03e6c720-4cf7-4d74-b025-5c1bb100f67f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:49.131244 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:49.144707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077a6f5-b242-4d2e-a86f-6e5ecb6a59b6 req-e80258f9-37cb-4e40-b582-591ffe6977e8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:49.146891 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3077a6f5-b242-4d2e-a86f-6e5ecb6a59b6 req-e80258f9-37cb-4e40-b582-591ffe6977e8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2908027
Feb 19 21:05:49.150799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-f8392808-f11c-4381-9d4b-3013c9e6bc34 req-555cc26b-68aa-4fbd-807d-36487bb2ae91 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1059499575', 'description': 'tempest-description-430498565'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:49.193600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=df7355b0-0bc1-43f9-9dc4-8218b7e68a43,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:49.232128 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f8392808-f11c-4381-9d4b-3013c9e6bc34 req-555cc26b-68aa-4fbd-807d-36487bb2ae91 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:49.280904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3077a6f5-b242-4d2e-a86f-6e5ecb6a59b6 req-6102cdca-1545-4e37-a12f-140131667ab9 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187193
Feb 19 21:05:49.444045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f8392808-f11c-4381-9d4b-3013c9e6bc34 req-555cc26b-68aa-4fbd-807d-36487bb2ae91 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (43a4271b-abe4-4606-90de-e43d94450023), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:49.448720 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:49.462725 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f8392808-f11c-4381-9d4b-3013c9e6bc34 req-555cc26b-68aa-4fbd-807d-36487bb2ae91 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (43a4271b-abe4-4606-90de-e43d94450023), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:49.557449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cc26b-68aa-4fbd-807d-36487bb2ae91 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a4271b-abe4-4606-90de-e43d94450023,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:49.566929 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f8392808-f11c-4381-9d4b-3013c9e6bc34 req-555cc26b-68aa-4fbd-807d-36487bb2ae91 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:49.567458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8392808-f11c-4381-9d4b-3013c9e6bc34 req-555cc26b-68aa-4fbd-807d-36487bb2ae91 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4580040
Feb 19 21:05:49.580829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048ff3f-f740-4933-9556-fdeb5b4c6488 req-8eef047a-2eee-4c35-882f-0297974d1c99 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:49.583341 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d048ff3f-f740-4933-9556-fdeb5b4c6488 req-8eef047a-2eee-4c35-882f-0297974d1c99 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.2006845
Feb 19 21:05:49.607401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['df7355b0-0bc1-43f9-9dc4-8218b7e68a43'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:05:49.661740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780af93b-e854-4dfc-a596-10569ff631f1 None None] Network 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:49.789184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-738470fd-0624-4b79-af81-af98cf7f6385 None None] Provisioning complete for port bfe11a37-96ac-4a4d-91e7-c81b2fd040af triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:49.789737 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-738470fd-0624-4b79-af81-af98cf7f6385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:50.018982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-738470fd-0624-4b79-af81-af98cf7f6385 None None] Current status of the port bfe11a37-96ac-4a4d-91e7-c81b2fd040af is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:50.020010 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-738470fd-0624-4b79-af81-af98cf7f6385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:50.076442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-738470fd-0624-4b79-af81-af98cf7f6385 None None] For port bfe11a37-96ac-4a4d-91e7-c81b2fd040af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfe11a37-96ac-4a4d-91e7-c81b2fd040af,segment=NetworkSegment(c43c167f-539e-46fb-95c4-0d2bbe7e4184),segment_id=c43c167f-539e-46fb-95c4-0d2bbe7e4184)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:50.094128 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-738470fd-0624-4b79-af81-af98cf7f6385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:50.100921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d048ff3f-f740-4933-9556-fdeb5b4c6488 req-ce08f9a9-5233-4e9f-998d-40abdf6a1792 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5030746
Feb 19 21:05:50.190857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738470fd-0624-4b79-af81-af98cf7f6385 None None] Pushing event updated for resources: {'Port': ['ID=bfe11a37-96ac-4a4d-91e7-c81b2fd040af,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:50.337253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d81f8625-9d8f-439f-8430-64cd7c2d8d73 None None] Provisioning complete for port bfe11a37-96ac-4a4d-91e7-c81b2fd040af triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:50.338048 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d81f8625-9d8f-439f-8430-64cd7c2d8d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:50.361530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e648818-ccaa-4ab6-bf66-8f7f73a1474b req-2e311c70-3db8-4d01-b353-1c3b8c3c2a49 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:50.370058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e648818-ccaa-4ab6-bf66-8f7f73a1474b req-2e311c70-3db8-4d01-b353-1c3b8c3c2a49 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 944 time: 0.2962122
Feb 19 21:05:50.445477 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f1bb6a56-17ed-41e8-8f02-a664c48e5f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:50.521522 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:50.524963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d81f8625-9d8f-439f-8430-64cd7c2d8d73 None None] Current status of the port bfe11a37-96ac-4a4d-91e7-c81b2fd040af is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:50.534636 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:50.541628 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d81f8625-9d8f-439f-8430-64cd7c2d8d73 None None] Provisioning complete for port 7514c5f5-b5bd-44f1-a58d-90d976a01e51 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:50.542085 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d81f8625-9d8f-439f-8430-64cd7c2d8d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:50.560292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7b380f5-0153-4db6-bfdb-fe3adf5fe242 req-de55f8a9-1d33-4ba5-a9f6-e476573f2f55 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10 HTTP/1.1" status: 200  len: 11008 time: 0.3855002
Feb 19 21:05:50.603182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d81f8625-9d8f-439f-8430-64cd7c2d8d73 None None] Port 7514c5f5-b5bd-44f1-a58d-90d976a01e51 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:50.619720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e648818-ccaa-4ab6-bf66-8f7f73a1474b req-478f7ab1-edf3-4934-a6be-bb23c04763dd tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473423
Feb 19 21:05:50.683761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bfe11a37-96ac-4a4d-91e7-c81b2fd040af up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:50.737797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=7514c5f5-b5bd-44f1-a58d-90d976a01e51,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:50.775972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7b380f5-0153-4db6-bfdb-fe3adf5fe242 req-f80e4074-9ca8-47fb-ba73-72ad405c194d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/aad60d15-e857-4e15-a82a-bf77267c91c4 HTTP/1.1" status: 200  len: 3002 time: 0.2016406
Feb 19 21:05:50.779566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-11eef47d-fb7c-43f1-ba09-d4c6c0bdde66 None None] Provisioning complete for port 7514c5f5-b5bd-44f1-a58d-90d976a01e51 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:50.779933 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-11eef47d-fb7c-43f1-ba09-d4c6c0bdde66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:50.891388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084da48-760b-4af5-a255-e96536c8ad92 req-1607097b-f0e0-41e2-9112-9fb6c5b4a8e8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:50.893229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e084da48-760b-4af5-a255-e96536c8ad92 req-1607097b-f0e0-41e2-9112-9fb6c5b4a8e8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1740634
Feb 19 21:05:50.955266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7b380f5-0153-4db6-bfdb-fe3adf5fe242 req-6244f1d5-0943-4bfd-b1c3-0eae42f700aa tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/aad60d15-e857-4e15-a82a-bf77267c91c4 HTTP/1.1" status: 200  len: 3002 time: 0.1711481
Feb 19 21:05:50.985587 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 2caf0c43-e8a7-47e8-a90c-390f3b45d82b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:05:50.988365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device df7355b0-0bc1-43f9-9dc4-8218b7e68a43 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:51.016095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bfe11a37-96ac-4a4d-91e7-c81b2fd040af triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:51.016509 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.059960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e084da48-760b-4af5-a255-e96536c8ad92 req-2a7f9ee7-e3eb-4cbd-8d16-ce73cc1e2745 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584208
Feb 19 21:05:51.074331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-11eef47d-fb7c-43f1-ba09-d4c6c0bdde66 None None] Port 7514c5f5-b5bd-44f1-a58d-90d976a01e51 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:51.121952 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.126630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26df31a1-013e-477c-b97e-abef61d07ab2 req-a1c33084-0c42-4961-b518-b7a3c0c34a2f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/6a5c31e3-3389-4b33-9fff-76e0057302da HTTP/1.1" status: 200  len: 1818 time: 0.1380005
Feb 19 21:05:51.248830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port df7355b0-0bc1-43f9-9dc4-8218b7e68a43 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:05:51.286517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:51.294220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port df7355b0-0bc1-43f9-9dc4-8218b7e68a43 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:51.294611 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.336973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'port_id': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'mac_address': 'fa:16:3e:b5:26:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:05:51.338576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7cd2ba80-d151-4289-8fef-3340c2bc9ff8 None None] Provisioning complete for port 7514c5f5-b5bd-44f1-a58d-90d976a01e51 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:51.338980 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ba80-d151-4289-8fef-3340c2bc9ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.354258 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26df31a1-013e-477c-b97e-abef61d07ab2 req-fc09a82c-5cb3-4e97-aa76-33fcd794e4a2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (6a5c31e3-3389-4b33-9fff-76e0057302da), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.372044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.382772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bfe11a37-96ac-4a4d-91e7-c81b2fd040af is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:51.390216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6412815-c928-43ce-9a7a-e78e19d53816 req-369eee27-341a-4c02-8b36-ac2a5d400622 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:51.391913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6412815-c928-43ce-9a7a-e78e19d53816 req-369eee27-341a-4c02-8b36-ac2a5d400622 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 945 time: 0.1947827
Feb 19 21:05:51.424947 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26df31a1-013e-477c-b97e-abef61d07ab2 req-fc09a82c-5cb3-4e97-aa76-33fcd794e4a2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (6a5c31e3-3389-4b33-9fff-76e0057302da), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.437443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2ba80-d151-4289-8fef-3340c2bc9ff8 None None] Port 7514c5f5-b5bd-44f1-a58d-90d976a01e51 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:51.439786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:51.440243 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.459552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2caf0c43-e8a7-47e8-a90c-390f3b45d82b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:05:51.514100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:51.515640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port df7355b0-0bc1-43f9-9dc4-8218b7e68a43 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:51.516036 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.526251 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.570113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa7e1f5-314f-430a-92f8-b0f1b2e15f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7355b0-0bc1-43f9-9dc4-8218b7e68a43'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:05:51.574146 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3e2f38-c56f-4337-81e6-532715eacf95" -d '{"events": [{"server_uuid": "efa7e1f5-314f-430a-92f8-b0f1b2e15f1c", "name": "network-vif-plugged", "status": "completed", "tag": "df7355b0-0bc1-43f9-9dc4-8218b7e68a43"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:05:51.590840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port df7355b0-0bc1-43f9-9dc4-8218b7e68a43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7355b0-0bc1-43f9-9dc4-8218b7e68a43,segment=NetworkSegment(03e6c720-4cf7-4d74-b025-5c1bb100f67f),segment_id=03e6c720-4cf7-4d74-b025-5c1bb100f67f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:51.603866 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.614143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=11']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:51.624719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6412815-c928-43ce-9a7a-e78e19d53816 req-4497399a-db97-4ec2-9305-b8e35c5f282d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2190392
Feb 19 21:05:51.632526 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26df31a1-013e-477c-b97e-abef61d07ab2 req-fc09a82c-5cb3-4e97-aa76-33fcd794e4a2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6a5c31e3-3389-4b33-9fff-76e0057302da), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.636155 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26df31a1-013e-477c-b97e-abef61d07ab2 req-fc09a82c-5cb3-4e97-aa76-33fcd794e4a2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.637676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26df31a1-013e-477c-b97e-abef61d07ab2 req-fc09a82c-5cb3-4e97-aa76-33fcd794e4a2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "DELETE /v2.0/security-groups/6a5c31e3-3389-4b33-9fff-76e0057302da HTTP/1.1" status: 204  len: 173 time: 0.4712605
Feb 19 21:05:51.658256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09a82c-5cb3-4e97-aa76-33fcd794e4a2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5c31e3-3389-4b33-9fff-76e0057302da,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:51.719305 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc4026f-5e36-477b-bf21-09241d8b269e x-openstack-request-id: req-0bc4026f-5e36-477b-bf21-09241d8b269e {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:05:51.719544 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa7e1f5-314f-430a-92f8-b0f1b2e15f1c", "name": "network-vif-plugged", "status": "completed", "tag": "df7355b0-0bc1-43f9-9dc4-8218b7e68a43", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:05:51.719802 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bc4026f-5e36-477b-bf21-09241d8b269e {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:05:51.720197 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa7e1f5-314f-430a-92f8-b0f1b2e15f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7355b0-0bc1-43f9-9dc4-8218b7e68a43', 'code': 200}
Feb 19 21:05:51.722754 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-13e79600-fc9f-4e08-a57d-8b0aa7e5f1ef req-7572912a-4ece-48e1-b360-3e6fdb6e05ae tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] show failed (client error): The resource could not be found.
Feb 19 21:05:51.727007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=df7355b0-0bc1-43f9-9dc4-8218b7e68a43,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:51.737507 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13e79600-fc9f-4e08-a57d-8b0aa7e5f1ef req-7572912a-4ece-48e1-b360-3e6fdb6e05ae tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/6a5c31e3-3389-4b33-9fff-76e0057302da HTTP/1.1" status: 404  len: 352 time: 0.0570450
Feb 19 21:05:51.794686 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:51.835509 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa30dd-cba1-469b-83d0-4933d804df78 req-180c318c-aafa-45dc-badb-561b0a785a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:51.838133 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f7aa30dd-cba1-469b-83d0-4933d804df78 req-180c318c-aafa-45dc-badb-561b0a785a1f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 1127 time: 0.0546143
Feb 19 21:05:51.884243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee902612-abf0-4c66-8463-acba1bfc6ebb req-24e37597-44fb-48f8-af93-68acd1731f2b tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/092e5c81-8e0e-43c1-b76f-170278dc21b4 HTTP/1.1" status: 200  len: 1818 time: 0.1075211
Feb 19 21:05:51.893291 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f7aa30dd-cba1-469b-83d0-4933d804df78 req-14c0eebf-bdd0-49fc-b34e-809f9f3a4632 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492268
Feb 19 21:05:51.922165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['2caf0c43-e8a7-47e8-a90c-390f3b45d82b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:05:51.957870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74d0c6-b3c8-48f7-a7ae-637d1c832cbd req-3ca4594a-a417-463e-a930-b3fd5a47bcf0 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:51.959993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f74d0c6-b3c8-48f7-a7ae-637d1c832cbd req-3ca4594a-a417-463e-a930-b3fd5a47bcf0 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 945 time: 0.1572280
Feb 19 21:05:51.986881 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.000617 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.083855 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee902612-abf0-4c66-8463-acba1bfc6ebb req-6a38c75f-b821-49fa-9101-c684a66c59d6 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (092e5c81-8e0e-43c1-b76f-170278dc21b4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.130156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f74d0c6-b3c8-48f7-a7ae-637d1c832cbd req-4c5ad564-2d73-4c86-9aca-68713c1db606 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561589
Feb 19 21:05:52.134463 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.140861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=7514c5f5-b5bd-44f1-a58d-90d976a01e51,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:52.149456 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee902612-abf0-4c66-8463-acba1bfc6ebb req-6a38c75f-b821-49fa-9101-c684a66c59d6 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (092e5c81-8e0e-43c1-b76f-170278dc21b4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.293981 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee902612-abf0-4c66-8463-acba1bfc6ebb req-6a38c75f-b821-49fa-9101-c684a66c59d6 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (092e5c81-8e0e-43c1-b76f-170278dc21b4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.296545 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee902612-abf0-4c66-8463-acba1bfc6ebb req-6a38c75f-b821-49fa-9101-c684a66c59d6 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.297680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee902612-abf0-4c66-8463-acba1bfc6ebb req-6a38c75f-b821-49fa-9101-c684a66c59d6 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "DELETE /v2.0/security-groups/092e5c81-8e0e-43c1-b76f-170278dc21b4 HTTP/1.1" status: 204  len: 173 time: 0.4067836
Feb 19 21:05:52.344498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38c75f-b821-49fa-9101-c684a66c59d6 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092e5c81-8e0e-43c1-b76f-170278dc21b4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:52.355587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:52.367170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab29daa-1b33-4e39-89be-38756e5da9ce req-cb237a3a-f2d5-4bec-98f2-7ca39863ced8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:52.369373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ab29daa-1b33-4e39-89be-38756e5da9ce req-cb237a3a-f2d5-4bec-98f2-7ca39863ced8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1647127
Feb 19 21:05:52.371072 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-bf078a86-b9c7-47c3-9dee-80ef43aa494d req-76422853-0442-464e-adef-c7d815c855fd tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] show failed (client error): The resource could not be found.
Feb 19 21:05:52.372031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf078a86-b9c7-47c3-9dee-80ef43aa494d req-76422853-0442-464e-adef-c7d815c855fd tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/092e5c81-8e0e-43c1-b76f-170278dc21b4 HTTP/1.1" status: 404  len: 352 time: 0.0529914
Feb 19 21:05:52.373094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:52.510148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ab29daa-1b33-4e39-89be-38756e5da9ce req-7a6dcab3-3587-4fd5-8ed8-abe58a54cf6f tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310194
Feb 19 21:05:52.545135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d2a9218-79b5-4044-a89a-ff3cd29d2760 req-101b0908-52a7-4408-b44c-0e0c754893f4 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/43a4271b-abe4-4606-90de-e43d94450023 HTTP/1.1" status: 200  len: 1819 time: 0.1018124
Feb 19 21:05:52.635629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router a1a7063d-ab34-4083-bcd5-6ea652b60dc7 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:05:52.657759 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9d2a9218-79b5-4044-a89a-ff3cd29d2760 req-e1e84fdf-d2d2-4aad-bb29-384fbca6110c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (43a4271b-abe4-4606-90de-e43d94450023), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.681697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c862fff5-dcf2-4026-aeab-8a8ae4f5b26a None None] Provisioning complete for port 7514c5f5-b5bd-44f1-a58d-90d976a01e51 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:52.682489 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c862fff5-dcf2-4026-aeab-8a8ae4f5b26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.724127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c862fff5-dcf2-4026-aeab-8a8ae4f5b26a None None] Port 7514c5f5-b5bd-44f1-a58d-90d976a01e51 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:05:52.781598 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9d2a9218-79b5-4044-a89a-ff3cd29d2760 req-e1e84fdf-d2d2-4aad-bb29-384fbca6110c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (43a4271b-abe4-4606-90de-e43d94450023), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.853224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:05:52.858991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e277962c-c559-4948-a7bf-4c9fac189f35 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/a1a7063d-ab34-4083-bcd5-6ea652b60dc7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0791624
Feb 19 21:05:52.865371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60640) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:52.866617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f198fb0e-4f53-4bd9-9b33-33fe755afa37 None None] Sync routers for ids ['a1a7063d-ab34-4083-bcd5-6ea652b60dc7'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:05:52.875344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa08f93-368b-4b35-a2a6-3ede1c64250d req-9879870b-c205-4bd2-b130-1c9a4c838d4a tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:52.876927 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6fa08f93-368b-4b35-a2a6-3ede1c64250d req-9879870b-c205-4bd2-b130-1c9a4c838d4a tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.1510656
Feb 19 21:05:52.878386 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9d2a9218-79b5-4044-a89a-ff3cd29d2760 req-e1e84fdf-d2d2-4aad-bb29-384fbca6110c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (43a4271b-abe4-4606-90de-e43d94450023), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.881242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9d2a9218-79b5-4044-a89a-ff3cd29d2760 req-e1e84fdf-d2d2-4aad-bb29-384fbca6110c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:52.882425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d2a9218-79b5-4044-a89a-ff3cd29d2760 req-e1e84fdf-d2d2-4aad-bb29-384fbca6110c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "DELETE /v2.0/security-groups/43a4271b-abe4-4606-90de-e43d94450023 HTTP/1.1" status: 204  len: 173 time: 0.3259070
Feb 19 21:05:52.886573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198fb0e-4f53-4bd9-9b33-33fe755afa37 None None] Routers {'a1a7063d-ab34-4083-bcd5-6ea652b60dc7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:52.887842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f198fb0e-4f53-4bd9-9b33-33fe755afa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6331d310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a1a7063d-ab34-4083-bcd5-6ea652b60dc7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:52.905406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e84fdf-d2d2-4aad-bb29-384fbca6110c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a4271b-abe4-4606-90de-e43d94450023,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:52.928478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1a3f6b-68b6-4741-baef-2bd282faa574 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:52.930268 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4f1a3f6b-68b6-4741-baef-2bd282faa574 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports/7514c5f5-b5bd-44f1-a58d-90d976a01e51 HTTP/1.1" status: 200  len: 978 time: 0.0636902
Feb 19 21:05:52.933383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60644) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:52.940617 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-c4d9bf13-4ef3-4970-9a8b-b6921e0739e6 req-4984d64f-966c-46dd-b3b6-76f1018eebfd tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] show failed (client error): The resource could not be found.
Feb 19 21:05:52.941665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4d9bf13-4ef3-4970-9a8b-b6921e0739e6 req-4984d64f-966c-46dd-b3b6-76f1018eebfd tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/43a4271b-abe4-4606-90de-e43d94450023 HTTP/1.1" status: 404  len: 352 time: 0.0339088
Feb 19 21:05:52.947807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f198fb0e-4f53-4bd9-9b33-33fe755afa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6331d310>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:52.968421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198fb0e-4f53-4bd9-9b33-33fe755afa37 None None] Routers {'a1a7063d-ab34-4083-bcd5-6ea652b60dc7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:52.970366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f198fb0e-4f53-4bd9-9b33-33fe755afa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6331d310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a1a7063d-ab34-4083-bcd5-6ea652b60dc7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:52.978746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6fa08f93-368b-4b35-a2a6-3ede1c64250d req-a0443964-424b-47ca-92b0-3f69509c090d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764189
Feb 19 21:05:53.017069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f198fb0e-4f53-4bd9-9b33-33fe755afa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6331d310>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:53.017753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f198fb0e-4f53-4bd9-9b33-33fe755afa37 None None] The sync data for ids ['a1a7063d-ab34-4083-bcd5-6ea652b60dc7'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:05:53.062317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-135b20f4-bf6e-44fe-bd29-52fceb0db01d req-afb754a9-1747-4184-b870-c1a5e0edc9dd tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10 HTTP/1.1" status: 200  len: 6206 time: 0.0814857
Feb 19 21:05:53.114940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-135b20f4-bf6e-44fe-bd29-52fceb0db01d req-6eba81c7-2e93-40cc-87a4-50cdd63c2f9b tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/aad60d15-e857-4e15-a82a-bf77267c91c4 HTTP/1.1" status: 200  len: 3002 time: 0.0452185
Feb 19 21:05:53.143736 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.184723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-135b20f4-bf6e-44fe-bd29-52fceb0db01d req-f738728b-3fab-47f8-84c5-a3a732a94995 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/aad60d15-e857-4e15-a82a-bf77267c91c4 HTTP/1.1" status: 200  len: 3002 time: 0.0631170
Feb 19 21:05:53.226102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-2ec2559e-f3d2-419c-b1cc-31d87afec477 req-623c7f6c-36c9-4943-8085-d0399980eb63 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-293704867', 'description': 'tempest-description-2075111780'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:53.286585 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2ec2559e-f3d2-419c-b1cc-31d87afec477 req-623c7f6c-36c9-4943-8085-d0399980eb63 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.296542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a8e3c-3a24-4300-ae83-8c4ab05b9209 req-4733d10e-81b6-4ff7-badf-ebd40333d14c tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:53.297980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b04a8e3c-3a24-4300-ae83-8c4ab05b9209 req-4733d10e-81b6-4ff7-badf-ebd40333d14c tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 945 time: 0.0889823
Feb 19 21:05:53.375072 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b04a8e3c-3a24-4300-ae83-8c4ab05b9209 req-5ecc488d-a002-462a-b388-5df3834a174b tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702865
Feb 19 21:05:53.413611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2ec2559e-f3d2-419c-b1cc-31d87afec477 req-623c7f6c-36c9-4943-8085-d0399980eb63 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (eee05f67-78e3-474c-8d12-b46bf13bf3c8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.417998 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2ec2559e-f3d2-419c-b1cc-31d87afec477 req-623c7f6c-36c9-4943-8085-d0399980eb63 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (eee05f67-78e3-474c-8d12-b46bf13bf3c8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.450571 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2ec2559e-f3d2-419c-b1cc-31d87afec477 req-623c7f6c-36c9-4943-8085-d0399980eb63 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.452130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ec2559e-f3d2-419c-b1cc-31d87afec477 req-623c7f6c-36c9-4943-8085-d0399980eb63 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.2322133
Feb 19 21:05:53.457362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c7f6c-36c9-4943-8085-d0399980eb63 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee05f67-78e3-474c-8d12-b46bf13bf3c8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:53.481496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab686a92-1185-49f3-91e9-89d8c45c035f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.482518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-d5f7cfaa-2e39-485c-a13f-d573070679dc req-89af1cab-8934-4c55-9af1-9ee8f5b425ed tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1565333646', 'description': 'tempest-description-2111263476'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:53.507441 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d5f7cfaa-2e39-485c-a13f-d573070679dc req-89af1cab-8934-4c55-9af1-9ee8f5b425ed tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.646839 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d5f7cfaa-2e39-485c-a13f-d573070679dc req-89af1cab-8934-4c55-9af1-9ee8f5b425ed tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (d1dd8625-f661-4158-81f9-48a14f9cabe7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.660406 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d5f7cfaa-2e39-485c-a13f-d573070679dc req-89af1cab-8934-4c55-9af1-9ee8f5b425ed tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d1dd8625-f661-4158-81f9-48a14f9cabe7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.706241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d5f7cfaa-2e39-485c-a13f-d573070679dc req-89af1cab-8934-4c55-9af1-9ee8f5b425ed tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.707537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5f7cfaa-2e39-485c-a13f-d573070679dc req-89af1cab-8934-4c55-9af1-9ee8f5b425ed tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.2293119
Feb 19 21:05:53.718684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc424378-9c11-4495-8699-9fd520da2df7 req-79a79c69-e636-4337-a044-9145be0195f7 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:53.737123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc424378-9c11-4495-8699-9fd520da2df7 req-79a79c69-e636-4337-a044-9145be0195f7 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1396358
Feb 19 21:05:53.753052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ab686a92-1185-49f3-91e9-89d8c45c035f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port 7514c5f5-b5bd-44f1-a58d-90d976a01e51 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:53.753399 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab686a92-1185-49f3-91e9-89d8c45c035f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.755169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af1cab-8934-4c55-9af1-9ee8f5b425ed tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dd8625-f661-4158-81f9-48a14f9cabe7,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:53.797157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc424378-9c11-4495-8699-9fd520da2df7 req-a8624206-68c2-4130-aa2e-83bd1472a404 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590203
Feb 19 21:05:53.854098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab686a92-1185-49f3-91e9-89d8c45c035f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:53.870469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ab686a92-1185-49f3-91e9-89d8c45c035f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for 7514c5f5-b5bd-44f1-a58d-90d976a01e51 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:53.970456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-2bb96b0b-52c1-4d56-906d-abaaf24526a7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:53.972170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-2bb96b0b-52c1-4d56-906d-abaaf24526a7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/networks?id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 200  len: 812 time: 0.1168752
Feb 19 21:05:53.987851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-8622f218-479e-408a-b0eb-d336d1be8a28 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/quotas/3e16b1ae38144c3ba7d8cb99e46eea10 HTTP/1.1" status: 200  len: 375 time: 0.0095160
Feb 19 21:05:54.054051 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-df627cb8-35ea-4d2c-bbdf-1564c1947b91 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0598626
Feb 19 21:05:54.063508 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab686a92-1185-49f3-91e9-89d8c45c035f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (7514c5f5-b5bd-44f1-a58d-90d976a01e51), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:54.098216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab686a92-1185-49f3-91e9-89d8c45c035f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=7514c5f5-b5bd-44f1-a58d-90d976a01e51,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:54.277030 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab686a92-1185-49f3-91e9-89d8c45c035f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:54.389446 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:54.464596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103532bd-8f8d-4764-9127-606dfd8603c0 req-43b8e41a-9d82-4c87-93b2-d1e1c245b65c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:54.466110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-103532bd-8f8d-4764-9127-606dfd8603c0 req-43b8e41a-9d82-4c87-93b2-d1e1c245b65c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 946 time: 0.4070120
Feb 19 21:05:54.483852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab686a92-1185-49f3-91e9-89d8c45c035f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router a1a7063d-ab34-4083-bcd5-6ea652b60dc7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:05:54.501510 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0f409a60-ad75-4a50-818d-0ef857f8f5a0 service neutron] 10.222.0.30 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4258938
Feb 19 21:05:54.571932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab686a92-1185-49f3-91e9-89d8c45c035f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:05:54.580597 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ab686a92-1185-49f3-91e9-89d8c45c035f tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/a1a7063d-ab34-4083-bcd5-6ea652b60dc7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6425667
Feb 19 21:05:54.580724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-103532bd-8f8d-4764-9127-606dfd8603c0 req-4597a162-339e-4ec9-bd40-c52b89d97bb4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057067
Feb 19 21:05:54.580844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60676) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:54.589627 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3859a4-c08e-43fc-8b93-4d95b05b0e2a None None] Sync routers for ids ['a1a7063d-ab34-4083-bcd5-6ea652b60dc7'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:05:54.616687 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3859a4-c08e-43fc-8b93-4d95b05b0e2a None None] Routers {'a1a7063d-ab34-4083-bcd5-6ea652b60dc7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:54.618188 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1a3859a4-c08e-43fc-8b93-4d95b05b0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7074f130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a1a7063d-ab34-4083-bcd5-6ea652b60dc7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:54.651938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-5abd2ba1-9bea-4902-9c3d-f1de69b0e7a3 service neutron] 10.222.0.30 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445165
Feb 19 21:05:54.657731 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1a3859a4-c08e-43fc-8b93-4d95b05b0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7074f130>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:54.670438 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3859a4-c08e-43fc-8b93-4d95b05b0e2a None None] Routers {'a1a7063d-ab34-4083-bcd5-6ea652b60dc7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:05:54.671722 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1a3859a4-c08e-43fc-8b93-4d95b05b0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7074f130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a1a7063d-ab34-4083-bcd5-6ea652b60dc7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:54.723582 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1a3859a4-c08e-43fc-8b93-4d95b05b0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7074f130>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:54.725460 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3859a4-c08e-43fc-8b93-4d95b05b0e2a None None] The sync data for ids ['a1a7063d-ab34-4083-bcd5-6ea652b60dc7'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:05:54.756141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeecbed-43b4-44d1-bd4e-794787f77f51 req-cc966518-2445-4912-9510-21b34b840958 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:54.757743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eeeecbed-43b4-44d1-bd4e-794787f77f51 req-cc966518-2445-4912-9510-21b34b840958 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 945 time: 0.1027799
Feb 19 21:05:54.852891 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-fb27600f-9f2d-4423-a859-23552e0ee12a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] remove_router_interface failed (client error): The resource could not be found.
Feb 19 21:05:54.853172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48995b3b-f8be-4f9f-80c4-595bdc363644 req-2bb2d1c8-deb9-4365-83d9-7b03b27514c8 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 210 time: 0.0409729
Feb 19 21:05:54.856994 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fb27600f-9f2d-4423-a859-23552e0ee12a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/a1a7063d-ab34-4083-bcd5-6ea652b60dc7/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.2760644
Feb 19 21:05:54.857587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60684) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:54.865861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eeeecbed-43b4-44d1-bd4e-794787f77f51 req-448137fc-cd6b-43d7-92a2-215a650262d2 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996597
Feb 19 21:05:54.886531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 2caf0c43-e8a7-47e8-a90c-390f3b45d82b up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:05:54.899739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60688) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:54.899887 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9dee64f6-0678-4e63-9914-3dd96f4a9c2d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1a7063d-ab34-4083-bcd5-6ea652b60dc7 HTTP/1.1" status: 200  len: 205 time: 0.0411394
Feb 19 21:05:54.968109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:05:54.976538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:05:54.977620 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:55.069705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-501d2895-6129-4c58-bb57-e2691c030b4b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:55.087929 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:05:55.088358 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:55.116680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:05:55.120799 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbd4f9a-def6-408f-a140-b8149e77c5eb" -d '{"events": [{"server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:05:55.136363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:55.141225 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:55.199256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=12']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:55.274583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb8589-9d34-4be4-8189-723bd676c131 req-97424400-17c9-49f6-834b-fa434f13ac2b tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:55.276509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0dfb8589-9d34-4be4-8189-723bd676c131 req-97424400-17c9-49f6-834b-fa434f13ac2b tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 945 time: 0.2812781
Feb 19 21:05:55.327265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0eb862-f70e-4b96-ba01-339766c9cf76 req-0730e223-2640-49e4-88f4-ee14bd900e3b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:55.328843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ea0eb862-f70e-4b96-ba01-339766c9cf76 req-0730e223-2640-49e4-88f4-ee14bd900e3b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.3315368
Feb 19 21:05:55.359178 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-501d2895-6129-4c58-bb57-e2691c030b4b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:55.367364 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-501d2895-6129-4c58-bb57-e2691c030b4b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:55.472360 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-501d2895-6129-4c58-bb57-e2691c030b4b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (a1a7063d-ab34-4083-bcd5-6ea652b60dc7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:55.473087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501d2895-6129-4c58-bb57-e2691c030b4b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Fanout notify agent at l3_agent the message router_deleted on router a1a7063d-ab34-4083-bcd5-6ea652b60dc7 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:05:55.477822 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0dfb8589-9d34-4be4-8189-723bd676c131 req-88085a78-e728-4a4c-a569-498f0c66f27a tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618309
Feb 19 21:05:55.485131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-501d2895-6129-4c58-bb57-e2691c030b4b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:55.486396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-501d2895-6129-4c58-bb57-e2691c030b4b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/a1a7063d-ab34-4083-bcd5-6ea652b60dc7 HTTP/1.1" status: 204  len: 168 time: 0.5849516
Feb 19 21:05:55.490006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60702) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:55.493583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ea0eb862-f70e-4b96-ba01-339766c9cf76 req-f2783ab4-0de8-4914-b337-2a6b6a6c08ef tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553383
Feb 19 21:05:55.537363 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13928ec-6054-4bcc-858e-a4bbdf7d950b x-openstack-request-id: req-c13928ec-6054-4bcc-858e-a4bbdf7d950b {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:05:55.538095 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:05:55.538095 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c13928ec-6054-4bcc-858e-a4bbdf7d950b {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:05:55.538440 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'code': 200}
Feb 19 21:05:55.582649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce94aa90-aca2-4be0-9d58-d029470211f2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting subnet bdb27978-cedf-4ea5-a954-5f2e90587a62 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:05:55.589050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce94aa90-aca2-4be0-9d58-d029470211f2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for subnet (bdb27978-cedf-4ea5-a954-5f2e90587a62), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:55.644718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce94aa90-aca2-4be0-9d58-d029470211f2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (bdb27978-cedf-4ea5-a954-5f2e90587a62), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:55.785852 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:05:55.789789 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272b17c-cacb-4808-9e9d-c7edc50b60d0 req-c6333ca5-a7d3-4974-a56d-298dde13f75e tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:55.791419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0272b17c-cacb-4808-9e9d-c7edc50b60d0 req-c6333ca5-a7d3-4974-a56d-298dde13f75e tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 945 time: 0.1044962
Feb 19 21:05:55.800217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805509-4336-4e9e-8886-69478aeed74b req-71493523-c0de-4a63-8df3-53634cd7b47e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:55.802395 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c805509-4336-4e9e-8886-69478aeed74b req-71493523-c0de-4a63-8df3-53634cd7b47e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 947 time: 0.1051593
Feb 19 21:05:55.819804 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:55.898589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0272b17c-cacb-4808-9e9d-c7edc50b60d0 req-ed3c5d6b-f4f2-49a1-bd70-2a3dd71d8ccb tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938289
Feb 19 21:05:55.929108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c805509-4336-4e9e-8886-69478aeed74b req-5ed113c4-b99e-483b-951c-0b7f264b18c7 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095724
Feb 19 21:05:56.075698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8448ce1-3d9a-4ce8-a206-e14e473bacd1 req-eabc3e80-4856-4a74-8241-0f0db6178e1f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 210 time: 0.0469778
Feb 19 21:05:56.171922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-4f47fc48-79ce-449d-bf25-05dc8ee7ba7d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:56.175676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-4f47fc48-79ce-449d-bf25-05dc8ee7ba7d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.10 "GET /v2.0/networks?id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 200  len: 812 time: 0.2710624
Feb 19 21:05:56.179745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce94aa90-aca2-4be0-9d58-d029470211f2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (bdb27978-cedf-4ea5-a954-5f2e90587a62), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.193715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'port': {'device_id': '646454f0-96fd-4131-9267-ed8e438556e3', 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6', 'admin_state_up': True, 'tenant_id': '3e16b1ae38144c3ba7d8cb99e46eea10'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:56.231695 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c216f-970e-4ac9-a092-aff9ca75808a req-eb639185-6cfc-4e08-a780-35323087b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:56.233871 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a95c216f-970e-4ac9-a092-aff9ca75808a req-eb639185-6cfc-4e08-a780-35323087b44c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 1129 time: 0.5287454
Feb 19 21:05:56.285028 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce94aa90-aca2-4be0-9d58-d029470211f2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (bdb27978-cedf-4ea5-a954-5f2e90587a62), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.324641 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a95c216f-970e-4ac9-a092-aff9ca75808a req-80220d8a-ce7a-46b9-8a4b-7c02bf4c2fd8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818808
Feb 19 21:05:56.326798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94aa90-aca2-4be0-9d58-d029470211f2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb27978-cedf-4ea5-a954-5f2e90587a62,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:56.328948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce94aa90-aca2-4be0-9d58-d029470211f2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.333795 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ce94aa90-aca2-4be0-9d58-d029470211f2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/bdb27978-cedf-4ea5-a954-5f2e90587a62 HTTP/1.1" status: 204  len: 168 time: 0.8411961
Feb 19 21:05:56.334972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60722) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:56.338925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b560c108-18a3-4a93-95c4-09cf87475059 None None] Network 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:56.364470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d32e9f-9719-47fd-b585-a209aebd99ff req-67b7d42c-f17d-43a6-b448-9d503301b600 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:56.373324 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76d32e9f-9719-47fd-b585-a209aebd99ff req-67b7d42c-f17d-43a6-b448-9d503301b600 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 945 time: 0.1171205
Feb 19 21:05:56.436939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Made reservation on behalf of 3e16b1ae38144c3ba7d8cb99e46eea10 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:56.441078 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.457714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76d32e9f-9719-47fd-b585-a209aebd99ff req-98355e67-ea36-47b3-936d-02c9b6b8ee5d tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834732
Feb 19 21:05:56.481687 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.559708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c8f68-afd9-4d4a-a960-3634bb84fedd None None] DHCP port deletion for 3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:05:56.560925 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port bfe11a37-96ac-4a4d-91e7-c81b2fd040af {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:56.561279 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.646178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] For port bfe11a37-96ac-4a4d-91e7-c81b2fd040af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfe11a37-96ac-4a4d-91e7-c81b2fd040af,segment=NetworkSegment(c43c167f-539e-46fb-95c4-0d2bbe7e4184),segment_id=c43c167f-539e-46fb-95c4-0d2bbe7e4184)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:56.646178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.654060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-245c8f68-afd9-4d4a-a960-3634bb84fedd None None] Deleting port bfe11a37-96ac-4a4d-91e7-c81b2fd040af {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:56.654060 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-245c8f68-afd9-4d4a-a960-3634bb84fedd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.654399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Allocated IP 172.20.0.12 (a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6/312e2192-8796-42ce-a4e5-1bd8ae3aaf47/29e2dde0-a838-4891-9d59-16f20a4969b9) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:56.668928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for bfe11a37-96ac-4a4d-91e7-c81b2fd040af owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:56.669632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bfe11a37-96ac-4a4d-91e7-c81b2fd040af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:05:56.718428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45231d9-f8c3-4a13-b46f-41f1fb22f164 req-f77343c8-ad3e-4b69-b4f2-dec0df84bb23 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:56.728723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a45231d9-f8c3-4a13-b46f-41f1fb22f164 req-f77343c8-ad3e-4b69-b4f2-dec0df84bb23 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1382339
Feb 19 21:05:56.770684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-245c8f68-afd9-4d4a-a960-3634bb84fedd None None] For port bfe11a37-96ac-4a4d-91e7-c81b2fd040af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfe11a37-96ac-4a4d-91e7-c81b2fd040af,segment=NetworkSegment(c43c167f-539e-46fb-95c4-0d2bbe7e4184),segment_id=c43c167f-539e-46fb-95c4-0d2bbe7e4184)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:56.779679 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-245c8f68-afd9-4d4a-a960-3634bb84fedd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.784242 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.796771 ncdv-master-1 neutron-server[121130]: INFO neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No ports have port_id starting with bfe11a37-96ac-4a4d-91e7-c81b2fd040af
Feb 19 21:05:56.797773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-245c8f68-afd9-4d4a-a960-3634bb84fedd None None] Calling delete_port for bfe11a37-96ac-4a4d-91e7-c81b2fd040af owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:56.824082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=bfe11a37-96ac-4a4d-91e7-c81b2fd040af,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:56.828868 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No DVR routers for this DVR port bfe11a37-96ac-4a4d-91e7-c81b2fd040af on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:05:56.868963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a45231d9-f8c3-4a13-b46f-41f1fb22f164 req-0fd6eb01-3bf0-4f77-93fe-6cad78c31dfc tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391451
Feb 19 21:05:56.906074 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-245c8f68-afd9-4d4a-a960-3634bb84fedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (bfe11a37-96ac-4a4d-91e7-c81b2fd040af), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.922965 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.928915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.937760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c8f68-afd9-4d4a-a960-3634bb84fedd None None] Pushing event deleted for resources: {'Port': ['ID=bfe11a37-96ac-4a4d-91e7-c81b2fd040af,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:56.944121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c8f68-afd9-4d4a-a960-3634bb84fedd None None] No DVR routers for this DVR port bfe11a37-96ac-4a4d-91e7-c81b2fd040af on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:05:56.949204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69c90430>,) {'filters': {'network_id': ['3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:56.967415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69c90430>, 'c43c167f-539e-46fb-95c4-0d2bbe7e4184') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:56.967714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69c90430>, 'c43c167f-539e-46fb-95c4-0d2bbe7e4184') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:05:56.982953 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (c43c167f-539e-46fb-95c4-0d2bbe7e4184), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:56.985379 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.000190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['528c31a5-569d-4fef-a351-c1e8d8d8f70c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:05:57.012730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c43c167f-539e-46fb-95c4-0d2bbe7e4184), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.029860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:05:57.030562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (c43c167f-539e-46fb-95c4-0d2bbe7e4184), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:05:57.037171 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:05:57.042624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:57.045956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:57.049905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:57.090060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'Port': ['ID=29e2dde0-a838-4891-9d59-16f20a4969b9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:57.162893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:57.163657 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.175283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.190231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.201574 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/networks/3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2 HTTP/1.1" status: 204  len: 168 time: 0.8588436
Feb 19 21:05:57.201574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60732) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:57.208319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-d3933074-d36a-467a-ab34-13e2c90d600d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0193613
Feb 19 21:05:57.210952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1692328402'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:57.232278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Request body: {'port': {'device_id': '646454f0-96fd-4131-9267-ed8e438556e3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:57.241418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8cee2-0bd7-446a-a2d9-3fab492aea8a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Network': ['ID=3a6e6ecb-dc36-49ca-9e78-5a0ab49ddbd2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:57.246290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf405fd-e268-48ca-8228-db4feff3da6f req-5b45054f-5a63-460b-ab6a-84666b751f38 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:57.248145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaf405fd-e268-48ca-8228-db4feff3da6f req-5b45054f-5a63-460b-ab6a-84666b751f38 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 947 time: 0.1500733
Feb 19 21:05:57.271101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:57.277446 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.314581 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:05:57.326864 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e5f160c9-e534-4ce5-82ae-462b1f15c896), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.327329 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added segment e5f160c9-e534-4ce5-82ae-462b1f15c896 of type vlan for network 29d682a6-7f10-47f6-9162-045fccb65822
Feb 19 21:05:57.371992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (29d682a6-7f10-47f6-9162-045fccb65822), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.376357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ffc93-aae7-4bb7-a0fc-cdc764bae1a1 req-bf3f30fc-a2f4-49f8-9eca-1c910285f915 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:57.383536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-654ffc93-aae7-4bb7-a0fc-cdc764bae1a1 req-bf3f30fc-a2f4-49f8-9eca-1c910285f915 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 932 time: 0.2005026
Feb 19 21:05:57.402470 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (29d682a6-7f10-47f6-9162-045fccb65822), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.409588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:57.410323 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.433054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eaf405fd-e268-48ca-8228-db4feff3da6f req-801b5617-b864-42b7-bc8a-9190d45faf5f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1622913
Feb 19 21:05:57.440281 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2334661
Feb 19 21:05:57.449665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60736) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:57.454848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'subnet': {'network_id': '29d682a6-7f10-47f6-9162-045fccb65822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:57.456127 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.519328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-654ffc93-aae7-4bb7-a0fc-cdc764bae1a1 req-7ed57b00-b655-434a-b2be-86ce7753fabb tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199765
Feb 19 21:05:57.574960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913582c6-705f-4af4-9720-19b61d96ef0e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Network': ['ID=29d682a6-7f10-47f6-9162-045fccb65822,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:57.585568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 29d682a6-7f10-47f6-9162-045fccb65822 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:05:57.611719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:05:57.615205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.746529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c853c-c989-4847-9d88-ed59572d687f req-a392a99b-cf52-49ea-b547-7f45fbc7daaa tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:57.748631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc6c853c-c989-4847-9d88-ed59572d687f req-a392a99b-cf52-49ea-b547-7f45fbc7daaa tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 945 time: 0.1413972
Feb 19 21:05:57.830757 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (5936b2d8-f748-45e4-92cf-77418f237b1c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.834694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc6c853c-c989-4847-9d88-ed59572d687f req-d5613a86-c08e-43de-a747-0635589b1be5 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753202
Feb 19 21:05:57.887247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e2dde0-a838-4891-9d59-16f20a4969b9 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:05:57.896507 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Publish callbacks [] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.911483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Transition to ACTIVE for port object 29e2dde0-a838-4891-9d59-16f20a4969b9 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:05:57.912258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Checking segment: {'id': 'e5f160c9-e534-4ce5-82ae-462b1f15c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '29d682a6-7f10-47f6-9162-045fccb65822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:57.912773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network hostable DHCP agents. Network: 29d682a6-7f10-47f6-9162-045fccb65822, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:05:57.914961 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.915675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Subnet': ['ID=5936b2d8-f748-45e4-92cf-77418f237b1c,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:57.939120 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 29d682a6-7f10-47f6-9162-045fccb65822 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:05:57.951886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29d682a6-7f10-47f6-9162-045fccb65822) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:57.958216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:57.959040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:57.964698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c083a5-9391-465e-a979-ee25746ce9ae None None] Network 29d682a6-7f10-47f6-9162-045fccb65822 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:05:57.978268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=29e2dde0-a838-4891-9d59-16f20a4969b9,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:57.993252 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b806e974-b8f8-4447-b20a-af16957dffeb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5416160
Feb 19 21:05:57.995750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60744) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:58.001639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1afea462-f191-4845-ab50-51a6838709cc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-22887522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:05:58.107144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae185c1-e29c-4c42-a037-ca0d6fa90cbc req-e27c3d65-0510-4dc7-bb63-125a3c3d104b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:58.109341 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ae185c1-e29c-4c42-a037-ca0d6fa90cbc req-e27c3d65-0510-4dc7-bb63-125a3c3d104b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1322536
Feb 19 21:05:58.122436 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1afea462-f191-4845-ab50-51a6838709cc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (ed4bbe5f-394a-42cc-bac0-57363fd0940d), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.123575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1afea462-f191-4845-ab50-51a6838709cc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (ed4bbe5f-394a-42cc-bac0-57363fd0940d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.130386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-29d682a6-7f10-47f6-9162-045fccb65822', 'network_id': '29d682a6-7f10-47f6-9162-045fccb65822', 'project_id': '9d72316bcd0440d482839e842e71771e', 'fixed_ips': [{'subnet_id': '5936b2d8-f748-45e4-92cf-77418f237b1c'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:05:58.132712 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.322423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Allocated IP 172.20.0.2 (29d682a6-7f10-47f6-9162-045fccb65822/5936b2d8-f748-45e4-92cf-77418f237b1c/a9a1a113-ef7d-41e8-aa77-786a9f8342cc) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:58.333116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Attempting to bind port 29e2dde0-a838-4891-9d59-16f20a4969b9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:05:58.333248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Attempting to bind port 29e2dde0-a838-4891-9d59-16f20a4969b9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f8807caf-6a51-435b-95d3-0c1cc73a56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:05:58.333487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Attempting to bind port 29e2dde0-a838-4891-9d59-16f20a4969b9 on network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:58.337548 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1afea462-f191-4845-ab50-51a6838709cc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (ed4bbe5f-394a-42cc-bac0-57363fd0940d), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.351861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ae185c1-e29c-4c42-a037-ca0d6fa90cbc req-17685db9-81f2-41cf-a8e4-34d3f1f1c46b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345393
Feb 19 21:05:58.362506 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1afea462-f191-4845-ab50-51a6838709cc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (ed4bbe5f-394a-42cc-bac0-57363fd0940d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.392288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Port 29e2dde0-a838-4891-9d59-16f20a4969b9 on network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:05:58.392993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Attempting to bind port 29e2dde0-a838-4891-9d59-16f20a4969b9 on network a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:58.401564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:05:58.402516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Checking segment: {'id': 'f8807caf-6a51-435b-95d3-0c1cc73a56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:58.402516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Bound using segment: {'id': 'f8807caf-6a51-435b-95d3-0c1cc73a56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:05:58.402959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Bound port: 29e2dde0-a838-4891-9d59-16f20a4969b9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8807caf-6a51-435b-95d3-0c1cc73a56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:05:58.403331 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.408856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1afea462-f191-4845-ab50-51a6838709cc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.412713 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1afea462-f191-4845-ab50-51a6838709cc tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.4133403
Feb 19 21:05:58.416991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60780) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:05:58.527304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd1e0d-466b-4c30-abb3-cb2ccabc1ec7 req-c32659b8-0b13-49ec-ba61-84f481ee2f6d tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:58.529084 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-38cd1e0d-466b-4c30-abb3-cb2ccabc1ec7 req-c32659b8-0b13-49ec-ba61-84f481ee2f6d tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.67 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 945 time: 0.1901665
Feb 19 21:05:58.554657 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Publish callbacks [] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.562465 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.602135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] For port 29e2dde0-a838-4891-9d59-16f20a4969b9, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:05:58.607872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] For port 29e2dde0-a838-4891-9d59-16f20a4969b9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e2dde0-a838-4891-9d59-16f20a4969b9,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:05:58.616687 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.622186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Network 29d682a6-7f10-47f6-9162-045fccb65822 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:05:58.636220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:05:58.639307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Pushing event updated for resources: {'Port': ['ID=a9a1a113-ef7d-41e8-aa77-786a9f8342cc,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:58.642429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:05:58.732590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Attempting to bind port a9a1a113-ef7d-41e8-aa77-786a9f8342cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:05:58.733231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Attempting to bind port a9a1a113-ef7d-41e8-aa77-786a9f8342cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e5f160c9-e534-4ce5-82ae-462b1f15c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '29d682a6-7f10-47f6-9162-045fccb65822'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:05:58.734232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Attempting to bind port a9a1a113-ef7d-41e8-aa77-786a9f8342cc on network 29d682a6-7f10-47f6-9162-045fccb65822 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:05:58.745059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:05:58.745977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Checking segment: {'id': 'e5f160c9-e534-4ce5-82ae-462b1f15c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '29d682a6-7f10-47f6-9162-045fccb65822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:05:58.746581 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.747176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Bound using segment: {'id': 'e5f160c9-e534-4ce5-82ae-462b1f15c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '29d682a6-7f10-47f6-9162-045fccb65822'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:05:58.748063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Bound port: a9a1a113-ef7d-41e8-aa77-786a9f8342cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f160c9-e534-4ce5-82ae-462b1f15c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '29d682a6-7f10-47f6-9162-045fccb65822'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:05:58.748686 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.778412 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:58.779049 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:58.780488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] 10.222.0.10 "PUT /v2.0/ports/29e2dde0-a838-4891-9d59-16f20a4969b9 HTTP/1.1" status: 200  len: 1092 time: 1.5557494
Feb 19 21:05:58.784786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646454f0-96fd-4131-9267-ed8e438556e3', 'tag': '29e2dde0-a838-4891-9d59-16f20a4969b9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:05:58.787313 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b20fb1f-4b06-4df0-ae16-1c6adfb331e7" -d '{"events": [{"name": "network-changed", "server_uuid": "646454f0-96fd-4131-9267-ed8e438556e3", "tag": "29e2dde0-a838-4891-9d59-16f20a4969b9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:05:58.819403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945ccd1-62c4-47c2-949b-9d6d4f77dcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=29e2dde0-a838-4891-9d59-16f20a4969b9,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:58.887234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1696927-41c1-41fc-9a0c-1361d87b0bac req-16b8d805-ab49-4a93-a1f4-12e481e162e1 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:58.889447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1696927-41c1-41fc-9a0c-1361d87b0bac req-16b8d805-ab49-4a93-a1f4-12e481e162e1 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 947 time: 0.2481856
Feb 19 21:05:58.900124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47803e3-98f5-4b14-ba9c-a19fb967f593 req-b0cece2c-c32b-40a9-a5c6-a8f77baf6de2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:58.910233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f47803e3-98f5-4b14-ba9c-a19fb967f593 req-b0cece2c-c32b-40a9-a5c6-a8f77baf6de2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 944 time: 0.2332497
Feb 19 21:05:59.009336 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] For port a9a1a113-ef7d-41e8-aa77-786a9f8342cc, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:05:59.014304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] For port a9a1a113-ef7d-41e8-aa77-786a9f8342cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9a1a113-ef7d-41e8-aa77-786a9f8342cc,segment=NetworkSegment(e5f160c9-e534-4ce5-82ae-462b1f15c896),segment_id=e5f160c9-e534-4ce5-82ae-462b1f15c896)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:05:59.015051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-38cd1e0d-466b-4c30-abb3-cb2ccabc1ec7 req-d029ef47-885f-468f-ade5-d9d9e2c01c6f tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Deleting port df7355b0-0bc1-43f9-9dc4-8218b7e68a43 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:05:59.015648 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-38cd1e0d-466b-4c30-abb3-cb2ccabc1ec7 req-d029ef47-885f-468f-ade5-d9d9e2c01c6f tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:59.023159 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:59.139022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4962ec-cc10-46ce-b5d6-3360627399f4 None None] Pushing event updated for resources: {'Port': ['ID=a9a1a113-ef7d-41e8-aa77-786a9f8342cc,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:59.158155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:59.263590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-621921d7-8fa1-4b95-b6d3-71e032e9c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:59.265104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-621921d7-8fa1-4b95-b6d3-71e032e9c9e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 1126 time: 0.4409461
Feb 19 21:05:59.286114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-38cd1e0d-466b-4c30-abb3-cb2ccabc1ec7 req-d029ef47-885f-468f-ade5-d9d9e2c01c6f tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] For port df7355b0-0bc1-43f9-9dc4-8218b7e68a43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7355b0-0bc1-43f9-9dc4-8218b7e68a43,segment=NetworkSegment(03e6c720-4cf7-4d74-b025-5c1bb100f67f),segment_id=03e6c720-4cf7-4d74-b025-5c1bb100f67f)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:05:59.286469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-38cd1e0d-466b-4c30-abb3-cb2ccabc1ec7 req-d029ef47-885f-468f-ade5-d9d9e2c01c6f tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:59.289038 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:59.292686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1696927-41c1-41fc-9a0c-1361d87b0bac req-eb85a6bb-2e7f-4bad-9bd0-e78e8e853e6e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3741429
Feb 19 21:05:59.298602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f47803e3-98f5-4b14-ba9c-a19fb967f593 req-7224e986-5d2b-48a2-809c-4c072c4bfb2b tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3871694
Feb 19 21:05:59.323750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-38cd1e0d-466b-4c30-abb3-cb2ccabc1ec7 req-d029ef47-885f-468f-ade5-d9d9e2c01c6f tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Calling delete_port for df7355b0-0bc1-43f9-9dc4-8218b7e68a43 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:05:59.345540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-952dd3cf-f142-46b7-baf4-27a7fd4fdd59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e2dde0-a838-4891-9d59-16f20a4969b9 HTTP/1.1" status: 200  len: 217 time: 0.0725989
Feb 19 21:05:59.425438 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ad68f2-92b9-4bd9-b3bc-453122867c64 x-openstack-request-id: req-75ad68f2-92b9-4bd9-b3bc-453122867c64 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:05:59.426473 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646454f0-96fd-4131-9267-ed8e438556e3", "tag": "29e2dde0-a838-4891-9d59-16f20a4969b9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:05:59.426820 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75ad68f2-92b9-4bd9-b3bc-453122867c64 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:05:59.428131 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646454f0-96fd-4131-9267-ed8e438556e3', 'tag': '29e2dde0-a838-4891-9d59-16f20a4969b9', 'status': 'completed', 'code': 200}
Feb 19 21:05:59.480936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-49db9439-0488-41c8-aa7d-88754f1e892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:59.483007 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-49db9439-0488-41c8-aa7d-88754f1e892f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=312e2192-8796-42ce-a4e5-1bd8ae3aaf47 HTTP/1.1" status: 200  len: 852 time: 0.1295426
Feb 19 21:05:59.545596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-081add9c-2999-413f-8f38-e379d48e1c6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494661
Feb 19 21:05:59.577217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea87d7-208e-4045-89ba-f0cf425c0171 req-f33ae544-4f80-4a99-b3bd-d091ff70d740 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:59.578901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7ea87d7-208e-4045-89ba-f0cf425c0171 req-f33ae544-4f80-4a99-b3bd-d091ff70d740 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/ports?device_id=efa7e1f5-314f-430a-92f8-b0f1b2e15f1c HTTP/1.1" status: 200  len: 945 time: 0.1600811
Feb 19 21:05:59.659833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6f75f-d7d4-466d-9e97-c2b3805934fe req-3b8f3959-5baa-481b-b1a1-30ce76ebbb02 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:05:59.661579 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34c6f75f-d7d4-466d-9e97-c2b3805934fe req-3b8f3959-5baa-481b-b1a1-30ce76ebbb02 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1772764
Feb 19 21:05:59.704303 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Allocated IP 172.20.0.1 (29d682a6-7f10-47f6-9162-045fccb65822/5936b2d8-f748-45e4-92cf-77418f237b1c/adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:05:59.729261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7ea87d7-208e-4045-89ba-f0cf425c0171 req-e6222ed6-539b-45cc-b141-56d24f3b00b0 tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.30 "GET /v2.0/security-groups?id=a65d3add-d033-4afe-93b8-44969a03be6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378818
Feb 19 21:05:59.741030 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-38cd1e0d-466b-4c30-abb3-cb2ccabc1ec7 req-d029ef47-885f-468f-ade5-d9d9e2c01c6f tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (df7355b0-0bc1-43f9-9dc4-8218b7e68a43), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:59.754140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['df7355b0-0bc1-43f9-9dc4-8218b7e68a43'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:05:59.770314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-1278644c-db01-4f27-bb98-debbb209fd6a service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2148919
Feb 19 21:05:59.789735 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34c6f75f-d7d4-466d-9e97-c2b3805934fe req-0a82e89e-0377-4c8a-9bf9-3634e8f76029 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193957
Feb 19 21:05:59.818305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029ef47-885f-468f-ade5-d9d9e2c01c6f tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Pushing event deleted for resources: {'Port': ['ID=df7355b0-0bc1-43f9-9dc4-8218b7e68a43,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:05:59.888257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cd1e0d-466b-4c30-abb3-cb2ccabc1ec7 req-d029ef47-885f-468f-ade5-d9d9e2c01c6f tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] No DVR routers for this DVR port df7355b0-0bc1-43f9-9dc4-8218b7e68a43 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:05:59.890755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74145cc4-2cdc-48af-b5fb-1f0fe0defcac req-bacf52e9-6dab-42ac-9181-fd0a20f600ff service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1111004
Feb 19 21:05:59.892405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-38cd1e0d-466b-4c30-abb3-cb2ccabc1ec7 req-d029ef47-885f-468f-ade5-d9d9e2c01c6f tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:05:59.895887 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-38cd1e0d-466b-4c30-abb3-cb2ccabc1ec7 req-d029ef47-885f-468f-ade5-d9d9e2c01c6f tempest-ServersNegativeTestMultiTenantJSON-1007933490 tempest-ServersNegativeTestMultiTenantJSON-1007933490-project] 10.222.0.67 "DELETE /v2.0/ports/df7355b0-0bc1-43f9-9dc4-8218b7e68a43 HTTP/1.1" status: 204  len: 173 time: 1.3465543
Feb 19 21:05:59.896375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa7e1f5-314f-430a-92f8-b0f1b2e15f1c', 'name': 'network-vif-deleted', 'tag': 'df7355b0-0bc1-43f9-9dc4-8218b7e68a43'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:05:59.898733 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8856a1f5-31da-4ac8-ac50-c1ba384bcda7" -d '{"events": [{"server_uuid": "efa7e1f5-314f-430a-92f8-b0f1b2e15f1c", "name": "network-vif-deleted", "tag": "df7355b0-0bc1-43f9-9dc4-8218b7e68a43"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:05:59.967535 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd136a0f-3d6f-4a14-b2a0-fe6a917e4ca0 x-openstack-request-id: req-cd136a0f-3d6f-4a14-b2a0-fe6a917e4ca0 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:05:59.967834 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa7e1f5-314f-430a-92f8-b0f1b2e15f1c", "name": "network-vif-deleted", "tag": "df7355b0-0bc1-43f9-9dc4-8218b7e68a43", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:05:59.968097 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd136a0f-3d6f-4a14-b2a0-fe6a917e4ca0 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:05:59.968531 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa7e1f5-314f-430a-92f8-b0f1b2e15f1c', 'name': 'network-vif-deleted', 'tag': 'df7355b0-0bc1-43f9-9dc4-8218b7e68a43', 'status': 'completed', 'code': 200}
Feb 19 21:05:59.973294 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:00.004192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20fb1f-4b06-4df0-ae16-1c6adfb331e7 req-0f383b77-abdc-4e2a-a826-862e2fabf33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:00.006268 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b20fb1f-4b06-4df0-ae16-1c6adfb331e7 req-0f383b77-abdc-4e2a-a826-862e2fabf33b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 1126 time: 0.0583525
Feb 19 21:06:00.026824 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:00.079077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 29d682a6-7f10-47f6-9162-045fccb65822 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:00.082461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:00.087447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:00.094531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:00.150010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (ed4bbe5f-394a-42cc-bac0-57363fd0940d), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:00.191227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20fb1f-4b06-4df0-ae16-1c6adfb331e7 req-dd5de56e-1374-40e3-8181-6a4f1e302eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:00.192900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b20fb1f-4b06-4df0-ae16-1c6adfb331e7 req-dd5de56e-1374-40e3-8181-6a4f1e302eb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 200  len: 913 time: 0.1762209
Feb 19 21:06:00.242023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b20fb1f-4b06-4df0-ae16-1c6adfb331e7 req-0b8e04b0-e741-46da-b65d-9b3b9430c597 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e2dde0-a838-4891-9d59-16f20a4969b9 HTTP/1.1" status: 200  len: 217 time: 0.0405869
Feb 19 21:06:00.299047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20fb1f-4b06-4df0-ae16-1c6adfb331e7 req-0f680eb0-b37c-426e-b865-bcaaa14d102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:00.300880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b20fb1f-4b06-4df0-ae16-1c6adfb331e7 req-0f680eb0-b37c-426e-b865-bcaaa14d102b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=312e2192-8796-42ce-a4e5-1bd8ae3aaf47 HTTP/1.1" status: 200  len: 852 time: 0.0502379
Feb 19 21:06:00.303484 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:00.351278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b20fb1f-4b06-4df0-ae16-1c6adfb331e7 req-77b4388a-f0a4-495d-b50c-f3db83075a2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424290
Feb 19 21:06:00.512054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7946da-85fd-4a48-86bf-0e8bfe4ffa2e None None] Network 29d682a6-7f10-47f6-9162-045fccb65822 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:00.598772 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b20fb1f-4b06-4df0-ae16-1c6adfb331e7 req-9923cfd9-8e19-4334-b3c3-8aafad701e7d service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398243
Feb 19 21:06:00.625570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5eb57-0ef9-4f50-8617-b0e266a6dfbc req-f0b19998-d679-4c2e-b252-ccb911bdff38 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:00.627216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98b5eb57-0ef9-4f50-8617-b0e266a6dfbc req-f0b19998-d679-4c2e-b252-ccb911bdff38 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 947 time: 0.1834667
Feb 19 21:06:00.638241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a98a9d-59f6-431f-8122-3ec5372aad14 req-a1e83966-56d0-499f-9576-c7704d994722 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:00.639883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89a98a9d-59f6-431f-8122-3ec5372aad14 req-a1e83966-56d0-499f-9576-c7704d994722 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 944 time: 0.1949775
Feb 19 21:06:00.700640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2b080209-a57d-4ba1-9469-2d7a5345419c None None] Provisioning complete for port a9a1a113-ef7d-41e8-aa77-786a9f8342cc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:00.701425 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2b080209-a57d-4ba1-9469-2d7a5345419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:00.716643 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:00.723086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:00.770825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a9a1a113-ef7d-41e8-aa77-786a9f8342cc up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:00.829398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:00.833820 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (ed4bbe5f-394a-42cc-bac0-57363fd0940d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:00.837616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98b5eb57-0ef9-4f50-8617-b0e266a6dfbc req-944bb9ed-b777-4ffe-95d9-9f86b1fd36ac tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1959558
Feb 19 21:06:00.855809 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89a98a9d-59f6-431f-8122-3ec5372aad14 req-ea3b1f1c-4ce5-4656-b01d-6814d60671a5 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2025235
Feb 19 21:06:00.858016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b20fb1f-4b06-4df0-ae16-1c6adfb331e7 req-5ae94e50-b2a1-420b-b569-0ecbb014e2d1 service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2526658
Feb 19 21:06:00.904142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60808) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:00.904668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2b080209-a57d-4ba1-9469-2d7a5345419c None None] Current status of the port a9a1a113-ef7d-41e8-aa77-786a9f8342cc is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:00.905177 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2b080209-a57d-4ba1-9469-2d7a5345419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:00.934056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a9a1a113-ef7d-41e8-aa77-786a9f8342cc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:00.934560 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:00.987946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2b080209-a57d-4ba1-9469-2d7a5345419c None None] For port a9a1a113-ef7d-41e8-aa77-786a9f8342cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9a1a113-ef7d-41e8-aa77-786a9f8342cc,segment=NetworkSegment(e5f160c9-e534-4ce5-82ae-462b1f15c896),segment_id=e5f160c9-e534-4ce5-82ae-462b1f15c896)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:00.992446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f126cb8-9b8f-468f-8dde-f8b384ef3618 admin admin] Deleting subnet d6e5a4bc-4885-4dc9-9d5a-bab45546870d {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:06:00.995852 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2b080209-a57d-4ba1-9469-2d7a5345419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:00.997164 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f126cb8-9b8f-468f-8dde-f8b384ef3618 admin admin] Publish callbacks [] for subnet (d6e5a4bc-4885-4dc9-9d5a-bab45546870d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.000249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 29d682a6-7f10-47f6-9162-045fccb65822 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:01.002088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:01.062355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b080209-a57d-4ba1-9469-2d7a5345419c None None] Pushing event updated for resources: {'Port': ['ID=a9a1a113-ef7d-41e8-aa77-786a9f8342cc,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:01.080609 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f126cb8-9b8f-468f-8dde-f8b384ef3618 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (d6e5a4bc-4885-4dc9-9d5a-bab45546870d), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.118362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a9a1a113-ef7d-41e8-aa77-786a9f8342cc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:01.150551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789e6e3-762d-4d93-87ee-4afcb93bd542 req-3a6b3be8-e451-44f6-9d43-f3638e5fd231 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:01.151999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5789e6e3-762d-4d93-87ee-4afcb93bd542 req-3a6b3be8-e451-44f6-9d43-f3638e5fd231 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1252689
Feb 19 21:06:01.157767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f126cb8-9b8f-468f-8dde-f8b384ef3618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d6e5a4bc-4885-4dc9-9d5a-bab45546870d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.170177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router ed4bbe5f-394a-42cc-bac0-57363fd0940d is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:06:01.255082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5789e6e3-762d-4d93-87ee-4afcb93bd542 req-c05a0fe2-065e-46ae-91ae-19c819caf0d8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947897
Feb 19 21:06:01.265747 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f126cb8-9b8f-468f-8dde-f8b384ef3618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (d6e5a4bc-4885-4dc9-9d5a-bab45546870d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.296805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:01.307602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60812) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:01.310716 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f126cb8-9b8f-468f-8dde-f8b384ef3618 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.316749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1f126cb8-9b8f-468f-8dde-f8b384ef3618 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d6e5a4bc-4885-4dc9-9d5a-bab45546870d HTTP/1.1" status: 204  len: 168 time: 0.4082134
Feb 19 21:06:01.321022 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12a7d59f-4dfb-4a60-bef0-c4c8e1cf6899 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/ed4bbe5f-394a-42cc-bac0-57363fd0940d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8933973
Feb 19 21:06:01.322593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8cf37-201b-401d-b701-b82ef5fe04ea None None] Sync routers for ids ['ed4bbe5f-394a-42cc-bac0-57363fd0940d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:01.323463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60814) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:01.330547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f126cb8-9b8f-468f-8dde-f8b384ef3618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6e5a4bc-4885-4dc9-9d5a-bab45546870d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:01.345768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3b09c106-a5f1-43d7-92df-b5add503d9f5 None None] Provisioning complete for port adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:01.346309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3b09c106-a5f1-43d7-92df-b5add503d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.375460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8cf37-201b-401d-b701-b82ef5fe04ea None None] Routers {'ed4bbe5f-394a-42cc-bac0-57363fd0940d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:01.376210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bdc8cf37-201b-401d-b701-b82ef5fe04ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634d54c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ed4bbe5f-394a-42cc-bac0-57363fd0940d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:01.409556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c17672-dd16-4267-a76b-de8aa603b0ef tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:01.411726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-93c17672-dd16-4267-a76b-de8aa603b0ef tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports/adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc HTTP/1.1" status: 200  len: 910 time: 0.1028337
Feb 19 21:06:01.416415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60816) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:01.423921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bdc8cf37-201b-401d-b701-b82ef5fe04ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634d54c0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:01.437388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3b09c106-a5f1-43d7-92df-b5add503d9f5 None None] Port adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:01.438430 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (207d0904-2884-4a2a-ba57-e3dc23fe6321), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.447572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8cf37-201b-401d-b701-b82ef5fe04ea None None] Routers {'ed4bbe5f-394a-42cc-bac0-57363fd0940d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:01.449550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bdc8cf37-201b-401d-b701-b82ef5fe04ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634d54c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ed4bbe5f-394a-42cc-bac0-57363fd0940d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:01.489035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3b09c106-a5f1-43d7-92df-b5add503d9f5 None None] Provisioning complete for port a9a1a113-ef7d-41e8-aa77-786a9f8342cc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:01.489421 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3b09c106-a5f1-43d7-92df-b5add503d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.491120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bdc8cf37-201b-401d-b701-b82ef5fe04ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634d54c0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:01.491744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8cf37-201b-401d-b701-b82ef5fe04ea None None] The sync data for ids ['ed4bbe5f-394a-42cc-bac0-57363fd0940d'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:01.531596 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (207d0904-2884-4a2a-ba57-e3dc23fe6321), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.559070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6cf130>,) {'filters': {'network_id': ['207d0904-2884-4a2a-ba57-e3dc23fe6321']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:01.571446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6cf130>, '03e6c720-4cf7-4d74-b025-5c1bb100f67f') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:01.571787 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6cf130>, '03e6c720-4cf7-4d74-b025-5c1bb100f67f') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:01.596539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3b09c106-a5f1-43d7-92df-b5add503d9f5 None None] Current status of the port a9a1a113-ef7d-41e8-aa77-786a9f8342cc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:01.605182 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (03e6c720-4cf7-4d74-b025-5c1bb100f67f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.628928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (03e6c720-4cf7-4d74-b025-5c1bb100f67f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.639228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:06:01.640077 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (03e6c720-4cf7-4d74-b025-5c1bb100f67f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:06:01.642602 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:06:01.722682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-11fd4208-6233-4b19-921b-13d74f148dda None None] Provisioning complete for port adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:01.723296 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-11fd4208-6233-4b19-921b-13d74f148dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.729578 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (207d0904-2884-4a2a-ba57-e3dc23fe6321), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.740922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.749184 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] 10.222.0.30 "DELETE /v2.0/networks/207d0904-2884-4a2a-ba57-e3dc23fe6321 HTTP/1.1" status: 204  len: 168 time: 0.4209754
Feb 19 21:06:01.752776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60820) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:01.799187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-11fd4208-6233-4b19-921b-13d74f148dda None None] Port adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:01.809907 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2fa9a-f167-4add-a4d0-c8bdba16d844 admin admin] Pushing event deleted for resources: {'Network': ['ID=207d0904-2884-4a2a-ba57-e3dc23fe6321,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:01.841134 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbee16a-48c8-4d15-9e3b-6951ff0f2caa admin admin] Deleting subnet 6bfefa6c-e2ba-414a-a420-4fb6c8f33666 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:06:01.844692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcbee16a-48c8-4d15-9e3b-6951ff0f2caa admin admin] Publish callbacks [] for subnet (6bfefa6c-e2ba-414a-a420-4fb6c8f33666), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.882699 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcbee16a-48c8-4d15-9e3b-6951ff0f2caa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (6bfefa6c-e2ba-414a-a420-4fb6c8f33666), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.925958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a7c8456c-608b-4cfb-ac6f-7b93da9f7aad None None] Provisioning complete for port adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:01.926723 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7c8456c-608b-4cfb-ac6f-7b93da9f7aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.937571 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcbee16a-48c8-4d15-9e3b-6951ff0f2caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (6bfefa6c-e2ba-414a-a420-4fb6c8f33666), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.949973 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bf2965e6-02a4-4ea2-91f0-60b6f2e99dfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (ed4bbe5f-394a-42cc-bac0-57363fd0940d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:01.970047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a7c8456c-608b-4cfb-ac6f-7b93da9f7aad None None] Port adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:02.018516 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcbee16a-48c8-4d15-9e3b-6951ff0f2caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (6bfefa6c-e2ba-414a-a420-4fb6c8f33666), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.048286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbee16a-48c8-4d15-9e3b-6951ff0f2caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfefa6c-e2ba-414a-a420-4fb6c8f33666,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:02.050392 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcbee16a-48c8-4d15-9e3b-6951ff0f2caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.053916 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fcbee16a-48c8-4d15-9e3b-6951ff0f2caa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6bfefa6c-e2ba-414a-a420-4fb6c8f33666 HTTP/1.1" status: 204  len: 168 time: 0.2997479
Feb 19 21:06:02.057807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60824) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:02.078412 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f3813-954b-4a3a-995a-3fc644cd747f req-b299813f-2749-400a-b674-a706ab579a10 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:02.080007 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d1f3813-954b-4a3a-995a-3fc644cd747f req-b299813f-2749-400a-b674-a706ab579a10 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 944 time: 0.1278434
Feb 19 21:06:02.137200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (86d39154-bb36-4d34-b0df-d49123a54c25), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.186484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d1f3813-954b-4a3a-995a-3fc644cd747f req-a294cc0a-4ee5-47d2-b146-27fad5af00a5 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990212
Feb 19 21:06:02.225704 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (86d39154-bb36-4d34-b0df-d49123a54c25), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.247747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70a3d0a0>,) {'filters': {'network_id': ['86d39154-bb36-4d34-b0df-d49123a54c25']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:02.257544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70a3d0a0>, '6be24bc5-91b5-451a-b309-0937062df8a1') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:02.257842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70a3d0a0>, '6be24bc5-91b5-451a-b309-0937062df8a1') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:02.270120 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (6be24bc5-91b5-451a-b309-0937062df8a1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.286600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6be24bc5-91b5-451a-b309-0937062df8a1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.296180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:06:02.296618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (6be24bc5-91b5-451a-b309-0937062df8a1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:06:02.298412 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:06:02.306094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-bf2965e6-02a4-4ea2-91f0-60b6f2e99dfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:02.306454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bf2965e6-02a4-4ea2-91f0-60b6f2e99dfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.335879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 29e2dde0-a838-4891-9d59-16f20a4969b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:06:02.371573 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (86d39154-bb36-4d34-b0df-d49123a54c25), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.376129 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.388838 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/86d39154-bb36-4d34-b0df-d49123a54c25 HTTP/1.1" status: 204  len: 168 time: 0.3298016
Feb 19 21:06:02.408529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead53d6a-fa05-4820-b9fc-10ed46ce74d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d39154-bb36-4d34-b0df-d49123a54c25,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:02.457877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69dff3-2864-4672-83a6-78374d315461 req-44e550a6-f1a0-4988-bf09-7f77e9bd775a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:02.459290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c69dff3-2864-4672-83a6-78374d315461 req-44e550a6-f1a0-4988-bf09-7f77e9bd775a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0936933
Feb 19 21:06:02.470105 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bf2965e6-02a4-4ea2-91f0-60b6f2e99dfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.477523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 29e2dde0-a838-4891-9d59-16f20a4969b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e2dde0-a838-4891-9d59-16f20a4969b9,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:02.491641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '29e2dde0-a838-4891-9d59-16f20a4969b9', 'network_id': 'a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6', 'port_id': '29e2dde0-a838-4891-9d59-16f20a4969b9', 'mac_address': 'fa:16:3e:ab:b4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312e2192-8796-42ce-a4e5-1bd8ae3aaf47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:06:02.495257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-bf2965e6-02a4-4ea2-91f0-60b6f2e99dfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:02.534139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 29e2dde0-a838-4891-9d59-16f20a4969b9 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:02.534562 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.552048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e2dde0-a838-4891-9d59-16f20a4969b9 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:06:02.570661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c69dff3-2864-4672-83a6-78374d315461 req-f5acf592-999d-451d-b456-514c24eb75bd tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053905
Feb 19 21:06:02.593794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 29e2dde0-a838-4891-9d59-16f20a4969b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e2dde0-a838-4891-9d59-16f20a4969b9,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:02.601270 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.671611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60832) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:02.679266 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a9a1a113-ef7d-41e8-aa77-786a9f8342cc up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:02.683493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=29e2dde0-a838-4891-9d59-16f20a4969b9,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:02.730198 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-814d8a50-4563-4425-ba68-a75d0fc56dc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d93cb84ab944db3aab11aab00da2f0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0572052
Feb 19 21:06:02.735250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60836) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:02.744426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a9a1a113-ef7d-41e8-aa77-786a9f8342cc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:02.745298 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.755364 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bf2965e6-02a4-4ea2-91f0-60b6f2e99dfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.790789 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2fd7776-27a7-4340-ae74-52015404ec8d admin admin] Publish callbacks [] for security_group (a65d3add-d033-4afe-93b8-44969a03be6e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.792354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2965e6-02a4-4ea2-91f0-60b6f2e99dfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=adb4e5da-d99e-4c0b-a6e2-cadd2d717dcc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:02.821251 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2fd7776-27a7-4340-ae74-52015404ec8d admin admin] Publish callbacks [] for security_group (a65d3add-d033-4afe-93b8-44969a03be6e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.849939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a9a1a113-ef7d-41e8-aa77-786a9f8342cc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:02.873382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['29e2dde0-a838-4891-9d59-16f20a4969b9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:06:02.896826 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2fd7776-27a7-4340-ae74-52015404ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a65d3add-d033-4afe-93b8-44969a03be6e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.900535 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2fd7776-27a7-4340-ae74-52015404ec8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:02.905123 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f2fd7776-27a7-4340-ae74-52015404ec8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a65d3add-d033-4afe-93b8-44969a03be6e HTTP/1.1" status: 204  len: 168 time: 0.1709793
Feb 19 21:06:02.914132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd7776-27a7-4340-ae74-52015404ec8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65d3add-d033-4afe-93b8-44969a03be6e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:02.940979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device df7355b0-0bc1-43f9-9dc4-8218b7e68a43 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:02.971545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: df7355b0-0bc1-43f9-9dc4-8218b7e68a43 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:06:02.972174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device df7355b0-0bc1-43f9-9dc4-8218b7e68a43 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:06:03.232377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bf2965e6-02a4-4ea2-91f0-60b6f2e99dfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (ed4bbe5f-394a-42cc-bac0-57363fd0940d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:03.372245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60844) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:03.427659 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-70fab762-c26e-4fbc-bfb4-3fe4cb032c13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51b7d0b4475c407b9be59882bebdc39c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0540504
Feb 19 21:06:03.430344 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60846) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:03.450660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3993ac-ceb5-4739-8884-ad303d43acbb req-80d83a3e-fc9b-452e-9e89-1b23cd3b305a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:03.452395 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c3993ac-ceb5-4739-8884-ad303d43acbb req-80d83a3e-fc9b-452e-9e89-1b23cd3b305a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 945 time: 0.1698599
Feb 19 21:06:03.459634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2965e6-02a4-4ea2-91f0-60b6f2e99dfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router ed4bbe5f-394a-42cc-bac0-57363fd0940d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:06:03.487764 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3765ac0c-f6e9-409e-bf3f-7308f9f04d34 admin admin] Publish callbacks [] for security_group (aaffb996-5bb1-4f98-88c8-6415315b7d54), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:03.514801 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3765ac0c-f6e9-409e-bf3f-7308f9f04d34 admin admin] Publish callbacks [] for security_group (aaffb996-5bb1-4f98-88c8-6415315b7d54), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:03.585359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3765ac0c-f6e9-409e-bf3f-7308f9f04d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aaffb996-5bb1-4f98-88c8-6415315b7d54), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:03.588980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2965e6-02a4-4ea2-91f0-60b6f2e99dfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:03.590547 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3765ac0c-f6e9-409e-bf3f-7308f9f04d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:03.595146 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3765ac0c-f6e9-409e-bf3f-7308f9f04d34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aaffb996-5bb1-4f98-88c8-6415315b7d54 HTTP/1.1" status: 204  len: 168 time: 0.1603699
Feb 19 21:06:03.595324 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c3993ac-ceb5-4739-8884-ad303d43acbb req-ed4bbbb3-cbc5-4534-ad7f-484487cf59ae tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307368
Feb 19 21:06:03.598411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bf2965e6-02a4-4ea2-91f0-60b6f2e99dfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/ed4bbe5f-394a-42cc-bac0-57363fd0940d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1795890
Feb 19 21:06:03.601654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60850) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:03.611894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765ac0c-f6e9-409e-bf3f-7308f9f04d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaffb996-5bb1-4f98-88c8-6415315b7d54,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:03.632062 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9771a6-5db8-4fd8-a12f-1c846d564035 None None] Sync routers for ids ['ed4bbe5f-394a-42cc-bac0-57363fd0940d'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:03.636987 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ccdde59b-8109-4ac3-9175-69f577905e08 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed4bbe5f-394a-42cc-bac0-57363fd0940d HTTP/1.1" status: 200  len: 205 time: 0.0341012
Feb 19 21:06:03.640434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60854) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:03.664762 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9771a6-5db8-4fd8-a12f-1c846d564035 None None] Routers {'ed4bbe5f-394a-42cc-bac0-57363fd0940d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:03.665973 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1c9771a6-5db8-4fd8-a12f-1c846d564035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7035d460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ed4bbe5f-394a-42cc-bac0-57363fd0940d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:03.729563 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1c9771a6-5db8-4fd8-a12f-1c846d564035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7035d460>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:03.748553 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9771a6-5db8-4fd8-a12f-1c846d564035 None None] Routers {'ed4bbe5f-394a-42cc-bac0-57363fd0940d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:03.749499 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1c9771a6-5db8-4fd8-a12f-1c846d564035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7035d460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ed4bbe5f-394a-42cc-bac0-57363fd0940d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:03.780690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872faec2-bc90-4225-9532-e3be5d33d72b req-0305b829-3191-4dcc-bff2-700bbc921e35 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:03.783221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-872faec2-bc90-4225-9532-e3be5d33d72b req-0305b829-3191-4dcc-bff2-700bbc921e35 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0857074
Feb 19 21:06:03.797508 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1c9771a6-5db8-4fd8-a12f-1c846d564035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7035d460>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:03.799338 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9771a6-5db8-4fd8-a12f-1c846d564035 None None] The sync data for ids ['ed4bbe5f-394a-42cc-bac0-57363fd0940d'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:03.845861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-872faec2-bc90-4225-9532-e3be5d33d72b req-81caf214-8a91-4549-bd19-6cd4a1dba9f1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549731
Feb 19 21:06:04.085805 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5171485c-a5b1-49d1-b049-0d611bcb5b34 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (ed4bbe5f-394a-42cc-bac0-57363fd0940d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.256808 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5171485c-a5b1-49d1-b049-0d611bcb5b34 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (ed4bbe5f-394a-42cc-bac0-57363fd0940d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.259788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5171485c-a5b1-49d1-b049-0d611bcb5b34 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (ed4bbe5f-394a-42cc-bac0-57363fd0940d), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.307839 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5171485c-a5b1-49d1-b049-0d611bcb5b34 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (ed4bbe5f-394a-42cc-bac0-57363fd0940d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.308465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5171485c-a5b1-49d1-b049-0d611bcb5b34 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Fanout notify agent at l3_agent the message router_deleted on router ed4bbe5f-394a-42cc-bac0-57363fd0940d {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:06:04.320363 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5171485c-a5b1-49d1-b049-0d611bcb5b34 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.322337 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5171485c-a5b1-49d1-b049-0d611bcb5b34 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/ed4bbe5f-394a-42cc-bac0-57363fd0940d HTTP/1.1" status: 204  len: 168 time: 0.6805871
Feb 19 21:06:04.325367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60872) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:04.351924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 29e2dde0-a838-4891-9d59-16f20a4969b9 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:04.411062 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9c56af-183f-40b6-b613-e51712394d91 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting subnet 5936b2d8-f748-45e4-92cf-77418f237b1c {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:06:04.415000 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9c56af-183f-40b6-b613-e51712394d91 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for subnet (5936b2d8-f748-45e4-92cf-77418f237b1c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.419715 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 29e2dde0-a838-4891-9d59-16f20a4969b9 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:06:04.424665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 29e2dde0-a838-4891-9d59-16f20a4969b9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:04.425131 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.462636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9c56af-183f-40b6-b613-e51712394d91 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (5936b2d8-f748-45e4-92cf-77418f237b1c), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.511304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 29e2dde0-a838-4891-9d59-16f20a4969b9 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:04.511709 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.531715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60878) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:04.540621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646454f0-96fd-4131-9267-ed8e438556e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e2dde0-a838-4891-9d59-16f20a4969b9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:04.543182 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19fc155-6634-464d-9793-903d2f1859a6" -d '{"events": [{"server_uuid": "646454f0-96fd-4131-9267-ed8e438556e3", "name": "network-vif-plugged", "status": "completed", "tag": "29e2dde0-a838-4891-9d59-16f20a4969b9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:04.559048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 29e2dde0-a838-4891-9d59-16f20a4969b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e2dde0-a838-4891-9d59-16f20a4969b9,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:04.567726 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.581082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9c56af-183f-40b6-b613-e51712394d91 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (5936b2d8-f748-45e4-92cf-77418f237b1c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.607645 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f8b95d-089b-40fd-83af-d05caf86f11b x-openstack-request-id: req-25f8b95d-089b-40fd-83af-d05caf86f11b {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:04.607931 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646454f0-96fd-4131-9267-ed8e438556e3", "name": "network-vif-plugged", "status": "completed", "tag": "29e2dde0-a838-4891-9d59-16f20a4969b9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:04.608198 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25f8b95d-089b-40fd-83af-d05caf86f11b {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:04.608655 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646454f0-96fd-4131-9267-ed8e438556e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e2dde0-a838-4891-9d59-16f20a4969b9', 'code': 200}
Feb 19 21:06:04.630018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=29e2dde0-a838-4891-9d59-16f20a4969b9,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:04.668454 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9c56af-183f-40b6-b613-e51712394d91 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (5936b2d8-f748-45e4-92cf-77418f237b1c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.697680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1210734789-network', 'tenant_id': 'adecc012aca243138d03c189f5623f73'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:04.705101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c56af-183f-40b6-b613-e51712394d91 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Subnet': ['ID=5936b2d8-f748-45e4-92cf-77418f237b1c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:04.708951 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9c56af-183f-40b6-b613-e51712394d91 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.716608 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1d9c56af-183f-40b6-b613-e51712394d91 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/5936b2d8-f748-45e4-92cf-77418f237b1c HTTP/1.1" status: 204  len: 168 time: 0.3901460
Feb 19 21:06:04.717047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74691700-461e-404e-bb2c-ce2a6d815c27 None None] Network 29d682a6-7f10-47f6-9162-045fccb65822 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:04.718567 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60888) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:04.738135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4154a-c4d6-4f0c-8363-d35a81e369d0 req-c39615d1-b00b-4ca8-b9e3-46c82330367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:04.740100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01f4154a-c4d6-4f0c-8363-d35a81e369d0 req-c39615d1-b00b-4ca8-b9e3-46c82330367a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 1128 time: 0.0825589
Feb 19 21:06:04.796477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Made reservation on behalf of adecc012aca243138d03c189f5623f73 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:04.798720 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.812740 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.834293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (29d682a6-7f10-47f6-9162-045fccb65822), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.860677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01f4154a-c4d6-4f0c-8363-d35a81e369d0 req-18c01757-68d3-4f38-b615-95893733fc53 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048357
Feb 19 21:06:04.879439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88bed-05ad-44ac-a006-7e5b2e610146 req-8d262ddf-dfd1-461b-938e-82915ec77117 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:04.888770 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6cf88bed-05ad-44ac-a006-7e5b2e610146 req-8d262ddf-dfd1-461b-938e-82915ec77117 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 946 time: 0.1449845
Feb 19 21:06:04.918683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db70eb-d546-4946-b2c5-63bf07f712bd None None] DHCP port deletion for 29d682a6-7f10-47f6-9162-045fccb65822 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:06:04.922773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port a9a1a113-ef7d-41e8-aa77-786a9f8342cc {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:04.923537 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:04.978400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6cf88bed-05ad-44ac-a006-7e5b2e610146 req-834047fc-3a17-45b1-a5f0-59143374fc91 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868762
Feb 19 21:06:04.999818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e8db70eb-d546-4946-b2c5-63bf07f712bd None None] Deleting port a9a1a113-ef7d-41e8-aa77-786a9f8342cc {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:05.000757 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e8db70eb-d546-4946-b2c5-63bf07f712bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.047253 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Publish callbacks [] for security_group (3acd871c-f719-4c7a-991d-c92126582266), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.048880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] For port a9a1a113-ef7d-41e8-aa77-786a9f8342cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9a1a113-ef7d-41e8-aa77-786a9f8342cc,segment=NetworkSegment(e5f160c9-e534-4ce5-82ae-462b1f15c896),segment_id=e5f160c9-e534-4ce5-82ae-462b1f15c896)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:05.051274 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.058459 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3acd871c-f719-4c7a-991d-c92126582266), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.066202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for a9a1a113-ef7d-41e8-aa77-786a9f8342cc owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:05.094671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:06:05.096573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e8db70eb-d546-4946-b2c5-63bf07f712bd None None] For port a9a1a113-ef7d-41e8-aa77-786a9f8342cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9a1a113-ef7d-41e8-aa77-786a9f8342cc,segment=NetworkSegment(e5f160c9-e534-4ce5-82ae-462b1f15c896),segment_id=e5f160c9-e534-4ce5-82ae-462b1f15c896)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:05.097271 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e8db70eb-d546-4946-b2c5-63bf07f712bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.108125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111df6d-449d-4a90-81b2-817d503c8b84 req-39b91f4e-e66c-4a10-957e-6654c5f40887 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:05.109779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8111df6d-449d-4a90-81b2-817d503c8b84 req-39b91f4e-e66c-4a10-957e-6654c5f40887 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1172175
Feb 19 21:06:05.111868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd871c-f719-4c7a-991d-c92126582266,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:05.122142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e8db70eb-d546-4946-b2c5-63bf07f712bd None None] Calling delete_port for a9a1a113-ef7d-41e8-aa77-786a9f8342cc owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:05.134319 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (73d17c82-d25c-4b44-9357-fd906e243e5e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.134794 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Added segment 73d17c82-d25c-4b44-9357-fd906e243e5e of type vlan for network 813ad1c1-0059-4a59-91cb-1222ec1b44c2
Feb 19 21:06:05.174087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.204502 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No DVR routers for this DVR port a9a1a113-ef7d-41e8-aa77-786a9f8342cc on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:06:05.207024 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=a9a1a113-ef7d-41e8-aa77-786a9f8342cc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:05.207305 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (813ad1c1-0059-4a59-91cb-1222ec1b44c2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.221124 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:06:05.224147 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:06:05.234913 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e8db70eb-d546-4946-b2c5-63bf07f712bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (a9a1a113-ef7d-41e8-aa77-786a9f8342cc), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.240700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8111df6d-449d-4a90-81b2-817d503c8b84 req-12c90622-0d7b-4f17-be33-95ea4a0b0b04 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118407
Feb 19 21:06:05.262391 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (813ad1c1-0059-4a59-91cb-1222ec1b44c2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.263592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:05.264101 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.275354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db70eb-d546-4946-b2c5-63bf07f712bd None None] Pushing event deleted for resources: {'Port': ['ID=a9a1a113-ef7d-41e8-aa77-786a9f8342cc,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:05.283935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db70eb-d546-4946-b2c5-63bf07f712bd None None] No DVR routers for this DVR port a9a1a113-ef7d-41e8-aa77-786a9f8342cc on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:06:05.299582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7657840
Feb 19 21:06:05.303675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60892) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:05.309194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] Request body: {'subnet': {'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1210734789-subnet', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:05.314484 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (29d682a6-7f10-47f6-9162-045fccb65822), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.343417 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69ebbfd0>,) {'filters': {'network_id': ['29d682a6-7f10-47f6-9162-045fccb65822']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:05.358545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69ebbfd0>, 'e5f160c9-e534-4ce5-82ae-462b1f15c896') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:05.358947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69ebbfd0>, 'e5f160c9-e534-4ce5-82ae-462b1f15c896') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:05.362130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] Made reservation on behalf of adecc012aca243138d03c189f5623f73 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:05.365160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.385854 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (e5f160c9-e534-4ce5-82ae-462b1f15c896), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.402865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1c2f9-b789-411a-94f6-60c34ad7af18 admin admin] Pushing event updated for resources: {'Network': ['ID=813ad1c1-0059-4a59-91cb-1222ec1b44c2,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:05.416472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:06:05.437516 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e5f160c9-e534-4ce5-82ae-462b1f15c896), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.449637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:06:05.450193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (e5f160c9-e534-4ce5-82ae-462b1f15c896), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:06:05.453862 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:06:05.539318 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (29d682a6-7f10-47f6-9162-045fccb65822), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.549358 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.552776 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/networks/29d682a6-7f10-47f6-9162-045fccb65822 HTTP/1.1" status: 204  len: 168 time: 0.8329794
Feb 19 21:06:05.559136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60894) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:05.565283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1843189717', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:05.569065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48857e-03b4-44ff-a010-9119a7c7aeca tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Network': ['ID=29d682a6-7f10-47f6-9162-045fccb65822,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:05.592268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.593393 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.647206 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.684810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (f8dc2ea7-ffc4-4027-9f85-62ffc7262290), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.749595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dc2ea7-ffc4-4027-9f85-62ffc7262290,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:05.758602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] Checking segment: {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:05.758915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] Network hostable DHCP agents. Network: 813ad1c1-0059-4a59-91cb-1222ec1b44c2, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:06:05.779724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] Network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:06:05.792711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 813ad1c1-0059-4a59-91cb-1222ec1b44c2) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:05.797198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:05.797926 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.806733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d363f-0975-4df5-92dd-5f6eb09b7c31 None None] Network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:05.812971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_gateway (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.819556 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2b9b06d5-218c-4983-b0e4-55f091630dea admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5147910
Feb 19 21:06:05.822471 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60898) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:05.827612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:05.851559 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (e670ad7b-e07b-4064-bf4d-6359af4e2ace), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.854446 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (e670ad7b-e07b-4064-bf4d-6359af4e2ace), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.921809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Publish callbacks [] for router_controller (e670ad7b-e07b-4064-bf4d-6359af4e2ace), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:05.955130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'project_id': 'adecc012aca243138d03c189f5623f73', 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:06:05.956043 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.122407 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Publish callbacks [] for router_gateway (e670ad7b-e07b-4064-bf4d-6359af4e2ace), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.124725 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_gateway (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.138909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Allocated IP 172.20.0.2 (813ad1c1-0059-4a59-91cb-1222ec1b44c2/f8dc2ea7-ffc4-4027-9f85-62ffc7262290/84c6e2fd-d0a0-4505-bb6f-f51a862aa184) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:06.149291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.255518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47595f63-f7e6-4014-b3cc-dc46fa927085 req-fb97dbc4-4d8a-4aa9-ab43-79fb6e55063f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:06.257151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47595f63-f7e6-4014-b3cc-dc46fa927085 req-fb97dbc4-4d8a-4aa9-ab43-79fb6e55063f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 946 time: 0.2043195
Feb 19 21:06:06.427695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47595f63-f7e6-4014-b3cc-dc46fa927085 req-38c9fc3c-d70d-4e60-a50c-f3ade8d856c7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620915
Feb 19 21:06:06.436241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Allocated IP 172.35.2.47 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/ef7fce1b-c897-4646-a9d3-7332eb77db30) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:06.446229 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Publish callbacks [] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.458534 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.474082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Publish callbacks [] for router_gateway (e670ad7b-e07b-4064-bf4d-6359af4e2ace), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.496757 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.507058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:06.513949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:06.516681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29a62c-05b7-487e-be55-7a695fe176ae req-920a6db2-3a42-410b-8359-a51e60cd8bc3 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:06.518856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce29a62c-05b7-487e-be55-7a695fe176ae req-920a6db2-3a42-410b-8359-a51e60cd8bc3 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1876986
Feb 19 21:06:06.526163 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:06.536944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Pushing event updated for resources: {'Port': ['ID=84c6e2fd-d0a0-4505-bb6f-f51a862aa184,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:06.600649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Attempting to bind port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:06.601171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Attempting to bind port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:06.601541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Attempting to bind port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 on network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:06.606231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce29a62c-05b7-487e-be55-7a695fe176ae req-57483425-c622-4593-a70b-42245dd4a5c4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790758
Feb 19 21:06:06.607093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:06.607487 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Checking segment: {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:06.608961 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.609435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Bound using segment: {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:06.610022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Bound port: 84c6e2fd-d0a0-4505-bb6f-f51a862aa184, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:06.610423 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.620089 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (ef7fce1b-c897-4646-a9d3-7332eb77db30), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.629932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a9a1a113-ef7d-41e8-aa77-786a9f8342cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:06.655344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a9a1a113-ef7d-41e8-aa77-786a9f8342cc {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:06:06.655743 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a9a1a113-ef7d-41e8-aa77-786a9f8342cc not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:06:06.662749 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ef7fce1b-c897-4646-a9d3-7332eb77db30), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.713123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Allocated IP 172.35.2.186 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/f49bbb67-3b38-42d7-946c-1613bd2af4d2) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:06.716553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:06.719786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:06.720639 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] For port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:06.724961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:06.734860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] For port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c6e2fd-d0a0-4505-bb6f-f51a862aa184,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:06.742818 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.748181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=ef7fce1b-c897-4646-a9d3-7332eb77db30,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:06.848631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb2893-a515-421e-8548-7d1ec87b2707 None None] Pushing event updated for resources: {'Port': ['ID=84c6e2fd-d0a0-4505-bb6f-f51a862aa184,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:06.862194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Publish callbacks [] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.921748 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:06.971204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:06.974289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:06.978151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:07.003946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Pushing event updated for resources: {'Port': ['ID=f49bbb67-3b38-42d7-946c-1613bd2af4d2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:07.300309 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Publish callbacks [] for router_gateway (e670ad7b-e07b-4064-bf4d-6359af4e2ace), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:07.415560 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_gateway (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:07.573107 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (e670ad7b-e07b-4064-bf4d-6359af4e2ace), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:07.683116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9556b6d-b4ff-4472-b37f-08b1a3fa4f68 req-787e87c4-ab6c-4552-9d4e-c08e25a570ca tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:07.684965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9556b6d-b4ff-4472-b37f-08b1a3fa4f68 req-787e87c4-ab6c-4552-9d4e-c08e25a570ca tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 946 time: 0.1559672
Feb 19 21:06:07.736161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Router e670ad7b-e07b-4064-bf4d-6359af4e2ace is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:06:07.787475 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:07.801455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9556b6d-b4ff-4472-b37f-08b1a3fa4f68 req-56de23ff-cb23-46c2-8fe5-09cd3f50c94a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089797
Feb 19 21:06:07.891470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:07.904846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Sync routers for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:07.921141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:07.922812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62e6e460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:07.934175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:07.939530 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6098ab8c-3901-4870-90eb-d8bf7bf60b8e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.1151865
Feb 19 21:06:07.939908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60916) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:07.955426 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b331e-b813-4046-9a40-3bd5abc3538d req-c975673d-0676-42ae-8c9e-95397337a16a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:07.957325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-933b331e-b813-4046-9a40-3bd5abc3538d req-c975673d-0676-42ae-8c9e-95397337a16a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2610998
Feb 19 21:06:08.112411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-931ba0c2-569f-4700-976f-241df7cde231 req-c4e54b7d-2b60-45c2-b6c5-f74bf0779b34 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-293704867&fields=id&tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10 HTTP/1.1" status: 200  len: 267 time: 0.1870086
Feb 19 21:06:08.120236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:08.124108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-933b331e-b813-4046-9a40-3bd5abc3538d req-5a7ae48c-93e2-4476-84f2-96e90cad2af7 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382403
Feb 19 21:06:08.130307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21496e9e-1249-4c7c-ac93-ebe5ca601242 None None] Network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:08.130526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router d1b44f4d-6516-4b4a-a541-bf255d1ccbc9 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:06:08.284851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ba0c2-569f-4700-976f-241df7cde231 req-a8142f03-62e6-4602-a0a1-6f680e51bb25 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:08.286712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-931ba0c2-569f-4700-976f-241df7cde231 req-a8142f03-62e6-4602-a0a1-6f680e51bb25 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 946 time: 0.1585293
Feb 19 21:06:08.302290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-931ba0c2-569f-4700-976f-241df7cde231 req-e8b12c6d-3f1e-4cef-9506-64a7f241b53a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'port': {'security_groups': ['aad60d15-e857-4e15-a82a-bf77267c91c4', 'eee05f67-78e3-474c-8d12-b46bf13bf3c8']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:08.335056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:08.347876 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21855811-2414-4d19-b36f-be29be95d3ce None None] Sync routers for ids ['d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:08.365697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-69b73402-4f30-420c-b08d-c108aa098090 None None] Provisioning complete for port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:08.366132 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-69b73402-4f30-420c-b08d-c108aa098090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:08.368380 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21855811-2414-4d19-b36f-be29be95d3ce None None] Routers {'d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:08.370052 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-21855811-2414-4d19-b36f-be29be95d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7246f370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:08.395080 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:08.398929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-674502d4-9752-4b5d-b4e6-2cdac773ed8d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 2.8358219
Feb 19 21:06:08.399133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60932) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:08.421912 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-21855811-2414-4d19-b36f-be29be95d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7246f370>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:08.440036 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21855811-2414-4d19-b36f-be29be95d3ce None None] Routers {'d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:08.441570 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-21855811-2414-4d19-b36f-be29be95d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7246f370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:08.487899 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-931ba0c2-569f-4700-976f-241df7cde231 req-e8b12c6d-3f1e-4cef-9506-64a7f241b53a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:08.497848 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-21855811-2414-4d19-b36f-be29be95d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7246f370>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:08.498972 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21855811-2414-4d19-b36f-be29be95d3ce None None] The sync data for ids ['d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:08.593933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:08.643917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-76fb6df3-6b1f-4da1-8706-510b88b9ee02 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/routers/d1b44f4d-6516-4b4a-a541-bf255d1ccbc9 HTTP/1.1" status: 200  len: 880 time: 0.2435148
Feb 19 21:06:08.654811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60934) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:08.739195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:08.854864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Allocated IP 172.20.0.1 (813ad1c1-0059-4a59-91cb-1222ec1b44c2/f8dc2ea7-ffc4-4027-9f85-62ffc7262290/a14cefd0-85e7-40ba-b615-d903cd1c72fa) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:08.938480 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62e6e460>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:07Z', 'revision_number': 3, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:08.943846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-69b73402-4f30-420c-b08d-c108aa098090 None None] Current status of the port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:08.944321 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-69b73402-4f30-420c-b08d-c108aa098090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.009123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Checking router: e670ad7b-e07b-4064-bf4d-6359af4e2ace for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:06:09.011679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Updating router e670ad7b-e07b-4064-bf4d-6359af4e2ace port f49bbb67-3b38-42d7-946c-1613bd2af4d2 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:06:09.038978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Publish callbacks [] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.048071 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.083664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:09.084076 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.087912 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.136731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:09.140137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:09.144727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:09.180667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Pushing event updated for resources: {'Port': ['ID=a14cefd0-85e7-40ba-b615-d903cd1c72fa,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:09.210176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-69b73402-4f30-420c-b08d-c108aa098090 None None] For port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c6e2fd-d0a0-4505-bb6f-f51a862aa184,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:09.220250 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (e670ad7b-e07b-4064-bf4d-6359af4e2ace), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.220667 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-69b73402-4f30-420c-b08d-c108aa098090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.224858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-931ba0c2-569f-4700-976f-241df7cde231 req-e8b12c6d-3f1e-4cef-9506-64a7f241b53a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] For port 29e2dde0-a838-4891-9d59-16f20a4969b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e2dde0-a838-4891-9d59-16f20a4969b9,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:09.260611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57086be0-f79b-4d78-8365-3526d2e34ae4 req-46ca9f93-50e2-44b7-80de-9ae1c218a14b tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:09.268953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57086be0-f79b-4d78-8365-3526d2e34ae4 req-46ca9f93-50e2-44b7-80de-9ae1c218a14b tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 945 time: 0.2347407
Feb 19 21:06:09.310492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:09.359132 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-931ba0c2-569f-4700-976f-241df7cde231 req-e8b12c6d-3f1e-4cef-9506-64a7f241b53a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.374563 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-931ba0c2-569f-4700-976f-241df7cde231 req-e8b12c6d-3f1e-4cef-9506-64a7f241b53a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.388203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b73402-4f30-420c-b08d-c108aa098090 None None] Pushing event updated for resources: {'Port': ['ID=84c6e2fd-d0a0-4505-bb6f-f51a862aa184,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:09.395466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['528c31a5-569d-4fef-a351-c1e8d8d8f70c', '29e2dde0-a838-4891-9d59-16f20a4969b9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:06:09.397583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57086be0-f79b-4d78-8365-3526d2e34ae4 req-86071913-83cf-45f7-840a-3c422b30f822 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/security-groups?id=402b5bf9-8c66-41ca-a3b4-d144ed3533b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1265216
Feb 19 21:06:09.419220 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.442923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-df3ed69f-7eca-4a8a-9bf5-f9e39901a19f None None] Provisioning complete for port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:09.442923 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-df3ed69f-7eca-4a8a-9bf5-f9e39901a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.537820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ba0c2-569f-4700-976f-241df7cde231 req-e8b12c6d-3f1e-4cef-9506-64a7f241b53a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:09.538890 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-931ba0c2-569f-4700-976f-241df7cde231 req-e8b12c6d-3f1e-4cef-9506-64a7f241b53a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.541879 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-931ba0c2-569f-4700-976f-241df7cde231 req-e8b12c6d-3f1e-4cef-9506-64a7f241b53a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "PUT /v2.0/ports/29e2dde0-a838-4891-9d59-16f20a4969b9 HTTP/1.1" status: 200  len: 982 time: 1.2473376
Feb 19 21:06:09.543437 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646454f0-96fd-4131-9267-ed8e438556e3', 'tag': '29e2dde0-a838-4891-9d59-16f20a4969b9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:09.549206 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d921a44-79ec-4b06-84b2-73a7c850dc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "646454f0-96fd-4131-9267-ed8e438556e3", "tag": "29e2dde0-a838-4891-9d59-16f20a4969b9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:09.583409 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fba3c86f-af01-4505-9e89-6f9b64be8dc1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 0.9273052
Feb 19 21:06:09.598834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60948) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:09.618202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b1d015f7-f37f-4be7-a1d6-3c99d15dc9f8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1843189717'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:09.651036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['29e2dde0-a838-4891-9d59-16f20a4969b9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:06:09.720784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-df3ed69f-7eca-4a8a-9bf5-f9e39901a19f None None] Current status of the port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:09.778416 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Publish callbacks [] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.794263 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.910836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Attempting to bind port f49bbb67-3b38-42d7-946c-1613bd2af4d2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:09.911127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Attempting to bind port f49bbb67-3b38-42d7-946c-1613bd2af4d2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:09.911496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Attempting to bind port f49bbb67-3b38-42d7-946c-1613bd2af4d2 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:09.923939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff838cd0-8e0a-48b8-978d-85c15e4dd260 None None] Pushing event updated for resources: {'Port': ['ID=f49bbb67-3b38-42d7-946c-1613bd2af4d2,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:09.944584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-97e0f8d1-e6ce-487c-87b3-da703fca4d4f None None] Provisioning complete for port a14cefd0-85e7-40ba-b615-d903cd1c72fa triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:09.944584 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-97e0f8d1-e6ce-487c-87b3-da703fca4d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.954951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:09.955394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:09.955728 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:09.956134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:09.956646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Bound port: f49bbb67-3b38-42d7-946c-1613bd2af4d2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:09.957054 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:10.000241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Publish callbacks [] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:10.006506 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:10.012816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b12c6d-3f1e-4cef-9506-64a7f241b53a tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'Port': ['ID=29e2dde0-a838-4891-9d59-16f20a4969b9,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:10.065954 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1158c82d-0b79-413f-b4af-3e65d8e03e04 req-71bc6865-2562-4a69-b3c1-f4f75c4d2abb tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/eee05f67-78e3-474c-8d12-b46bf13bf3c8 HTTP/1.1" status: 200  len: 1819 time: 0.4945657
Feb 19 21:06:10.075862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1237d6-83cf-4a60-b4ed-e64279d17df6 req-80e13bb0-5a48-4c2e-8317-a638403e199b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:10.082803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab1237d6-83cf-4a60-b4ed-e64279d17df6 req-80e13bb0-5a48-4c2e-8317-a638403e199b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.5606813
Feb 19 21:06:10.085369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-97e0f8d1-e6ce-487c-87b3-da703fca4d4f None None] Port a14cefd0-85e7-40ba-b615-d903cd1c72fa cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:10.091675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Pushing event updated for resources: {'Port': ['ID=a14cefd0-85e7-40ba-b615-d903cd1c72fa,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:10.094998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (e670ad7b-e07b-4064-bf4d-6359af4e2ace), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:10.119150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] For port f49bbb67-3b38-42d7-946c-1613bd2af4d2, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:10.151122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] For port f49bbb67-3b38-42d7-946c-1613bd2af4d2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f49bbb67-3b38-42d7-946c-1613bd2af4d2,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:10.171808 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:10.207160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:10.209816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:10.256479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab1237d6-83cf-4a60-b4ed-e64279d17df6 req-5d03ba1a-2b65-4bc4-876a-264f7d7ebd71 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680226
Feb 19 21:06:10.270577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:10.271216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62e6e460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:10.277823 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-1158c82d-0b79-413f-b4af-3e65d8e03e04 req-a44f0fd9-7923-4bbf-87fb-1166bece53ae tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:06:10.279111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1158c82d-0b79-413f-b4af-3e65d8e03e04 req-a44f0fd9-7923-4bbf-87fb-1166bece53ae tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "DELETE /v2.0/security-groups/eee05f67-78e3-474c-8d12-b46bf13bf3c8 HTTP/1.1" status: 409  len: 341 time: 0.1917763
Feb 19 21:06:10.346596 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f135c4-3e75-451f-ad5b-6c299f162687 x-openstack-request-id: req-02f135c4-3e75-451f-ad5b-6c299f162687 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:10.346886 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646454f0-96fd-4131-9267-ed8e438556e3", "tag": "29e2dde0-a838-4891-9d59-16f20a4969b9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:10.347155 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02f135c4-3e75-451f-ad5b-6c299f162687 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:10.347575 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646454f0-96fd-4131-9267-ed8e438556e3', 'tag': '29e2dde0-a838-4891-9d59-16f20a4969b9', 'status': 'completed', 'code': 200}
Feb 19 21:06:10.429880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Router e670ad7b-e07b-4064-bf4d-6359af4e2ace has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:06:10.506206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff838cd0-8e0a-48b8-978d-85c15e4dd260 None None] Pushing event updated for resources: {'Port': ['ID=f49bbb67-3b38-42d7-946c-1613bd2af4d2,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:10.648285 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:10.652774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d921a44-79ec-4b06-84b2-73a7c850dc6f req-e08393aa-d1fd-49bd-857c-d03a37fd3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:10.654393 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d921a44-79ec-4b06-84b2-73a7c850dc6f req-e08393aa-d1fd-49bd-857c-d03a37fd3028 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 1167 time: 0.2513065
Feb 19 21:06:10.674772 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d0551dc4-ada1-4eec-9ada-129b6430f041 admin admin] 10.222.0.30 "PUT /v2.0/routers/e670ad7b-e07b-4064-bf4d-6359af4e2ace/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7258332
Feb 19 21:06:10.704627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ff3f3-5963-48a7-b9c4-5bceeab1d5c7 req-f143d510-a7b5-44b8-abcf-ce967a81dee1 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:10.706165 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-805ff3f3-5963-48a7-b9c4-5bceeab1d5c7 req-f143d510-a7b5-44b8-abcf-ce967a81dee1 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 945 time: 0.1598253
Feb 19 21:06:10.707120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:10.740834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-27c68169-348c-4d8a-9feb-f507577f798f None None] Provisioning complete for port a14cefd0-85e7-40ba-b615-d903cd1c72fa triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:10.741218 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-27c68169-348c-4d8a-9feb-f507577f798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:10.750885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:10.792384 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1d015f7-f37f-4be7-a1d6-3c99d15dc9f8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:10.830205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-03c52009-7e56-4b60-9659-fee32a33a289 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:10.832293 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-03c52009-7e56-4b60-9659-fee32a33a289 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.67 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 945 time: 0.0801246
Feb 19 21:06:10.837759 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1d015f7-f37f-4be7-a1d6-3c99d15dc9f8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:10.902780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-27c68169-348c-4d8a-9feb-f507577f798f None None] Port a14cefd0-85e7-40ba-b615-d903cd1c72fa cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:10.943826 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Deleting port 0f4a2e1e-4de3-4838-87c6-24936b87de02 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:10.944062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:10.963990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-805ff3f3-5963-48a7-b9c4-5bceeab1d5c7 req-fe72be3c-952c-4bbc-aded-d41f9c8ba097 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/security-groups?id=402b5bf9-8c66-41ca-a3b4-d144ed3533b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2429531
Feb 19 21:06:10.974525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caa7d0-da55-446f-9e51-d3de12bb5e38 req-128d649a-7c58-4d32-a9ae-289648576426 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:10.976089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3caa7d0-da55-446f-9e51-d3de12bb5e38 req-128d649a-7c58-4d32-a9ae-289648576426 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 985 time: 0.2665672
Feb 19 21:06:10.979536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d921a44-79ec-4b06-84b2-73a7c850dc6f req-18babe53-245c-4fd6-a2ae-35bdd1871d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:10.981050 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d921a44-79ec-4b06-84b2-73a7c850dc6f req-18babe53-245c-4fd6-a2ae-35bdd1871d8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 200  len: 913 time: 0.3114154
Feb 19 21:06:10.981291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:10.981843 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:11.053628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d921a44-79ec-4b06-84b2-73a7c850dc6f req-7edfa7b8-6c17-4d36-8e9a-c5373836223a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e2dde0-a838-4891-9d59-16f20a4969b9 HTTP/1.1" status: 200  len: 217 time: 0.0589297
Feb 19 21:06:11.067909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] For port 0f4a2e1e-4de3-4838-87c6-24936b87de02, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f4a2e1e-4de3-4838-87c6-24936b87de02,segment=NetworkSegment(799fa7d7-496a-4edc-9140-a61803883014),segment_id=799fa7d7-496a-4edc-9140-a61803883014)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:11.068565 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:11.159145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3caa7d0-da55-446f-9e51-d3de12bb5e38 req-cc07af0e-5799-40ff-a07d-cc3a9b53a6fd tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=eee05f67-78e3-474c-8d12-b46bf13bf3c8&id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1752174
Feb 19 21:06:11.163144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d015f7-f37f-4be7-a1d6-3c99d15dc9f8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router d1b44f4d-6516-4b4a-a541-bf255d1ccbc9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:06:11.165679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d921a44-79ec-4b06-84b2-73a7c850dc6f req-99b7b1ef-5217-4a61-962c-7c015173eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:11.167189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d921a44-79ec-4b06-84b2-73a7c850dc6f req-99b7b1ef-5217-4a61-962c-7c015173eec9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=312e2192-8796-42ce-a4e5-1bd8ae3aaf47 HTTP/1.1" status: 200  len: 852 time: 0.1045945
Feb 19 21:06:11.285785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d921a44-79ec-4b06-84b2-73a7c850dc6f req-6d949e74-7a42-46dd-9f4c-307c51509c27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1060715
Feb 19 21:06:11.330394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:11.345924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62e6e460>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 2, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:11.365410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:11.368252 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (73508851-fdb4-4de2-a10d-e4d1df1883bf), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:11.371289 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Floating IP 73508851-fdb4-4de2-a10d-e4d1df1883bf disassociated. External IP: 172.35.2.212, port: 0f4a2e1e-4de3-4838-87c6-24936b87de02.
Feb 19 21:06:11.372000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Calling delete_port for 0f4a2e1e-4de3-4838-87c6-24936b87de02 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:11.379718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d015f7-f37f-4be7-a1d6-3c99d15dc9f8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:11.384617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a16066-762b-46b5-b255-1ad58f27c129 None None] The sync data for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 is: [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 2, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:11.395434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a309c2-2c9c-4df0-a2c6-addfc9a163cc None None] Sync routers for ids ['d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:11.399072 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1d015f7-f37f-4be7-a1d6-3c99d15dc9f8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:11.400532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b1d015f7-f37f-4be7-a1d6-3c99d15dc9f8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/d1b44f4d-6516-4b4a-a541-bf255d1ccbc9 HTTP/1.1" status: 200  len: 887 time: 1.7918701
Feb 19 21:06:11.404812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60970) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:11.425905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a309c2-2c9c-4df0-a2c6-addfc9a163cc None None] Routers {'d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:11.426571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-84a309c2-2c9c-4df0-a2c6-addfc9a163cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6356d850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:11.475495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-84a309c2-2c9c-4df0-a2c6-addfc9a163cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6356d850>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:11.485408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a309c2-2c9c-4df0-a2c6-addfc9a163cc None None] Routers {'d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:11.486226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-84a309c2-2c9c-4df0-a2c6-addfc9a163cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6356d850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:11.534012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-84a309c2-2c9c-4df0-a2c6-addfc9a163cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6356d850>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:11.534683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a309c2-2c9c-4df0-a2c6-addfc9a163cc None None] The sync data for ids ['d1b44f4d-6516-4b4a-a541-bf255d1ccbc9'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:11.552668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d921a44-79ec-4b06-84b2-73a7c850dc6f req-fb188bc2-943c-484e-8137-329b20ee620e service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2583838
Feb 19 21:06:11.612517 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0f4a2e1e-4de3-4838-87c6-24936b87de02), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:11.642850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Pushing event deleted for resources: {'Port': ['ID=0f4a2e1e-4de3-4838-87c6-24936b87de02,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:11.651614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21bf29-77f5-4f19-84a3-49e4bdd5bd3d req-125eba5f-9624-4b0b-9efa-21bac9e1caae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:11.653251 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c21bf29-77f5-4f19-84a3-49e4bdd5bd3d req-125eba5f-9624-4b0b-9efa-21bac9e1caae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2515516
Feb 19 21:06:11.681548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b282dcb9-3d30-41a9-9330-92a6af391550 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/routers/d1b44f4d-6516-4b4a-a541-bf255d1ccbc9 HTTP/1.1" status: 200  len: 887 time: 0.2743912
Feb 19 21:06:11.691067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60972) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:11.781282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c2732ad7-adbd-4491-8058-0cdd85900427 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1b44f4d-6516-4b4a-a541-bf255d1ccbc9 HTTP/1.1" status: 200  len: 205 time: 0.0873747
Feb 19 21:06:11.783797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60974) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:11.795576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60976) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:11.797507 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d921a44-79ec-4b06-84b2-73a7c850dc6f req-e8f101da-0541-4082-bdaa-f0dbf7a84c61 service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2381432
Feb 19 21:06:11.808519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f3ef6060-c618-42db-a427-c98ce5167b86 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--996462487', 'description': 'tempest-description--593958765'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:11.843209 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6060-c618-42db-a427-c98ce5167b86 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:11.882465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:06:12.021443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6060-c618-42db-a427-c98ce5167b86 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (e5eae6b1-1a3f-445e-99a2-44f2b5320767), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.024490 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c21bf29-77f5-4f19-84a3-49e4bdd5bd3d req-5bb461d7-9bf0-46d7-8c21-31e439fcfaf8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3572302
Feb 19 21:06:12.031665 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6060-c618-42db-a427-c98ce5167b86 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e5eae6b1-1a3f-445e-99a2-44f2b5320767), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.048424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862c2b1-d325-4cb9-a60e-a6b93b66d039 req-75d978c2-cbc4-4c80-99bb-d1273cbec10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:12.050028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5862c2b1-d325-4cb9-a60e-a6b93b66d039 req-75d978c2-cbc4-4c80-99bb-d1273cbec10b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 1167 time: 0.1259644
Feb 19 21:06:12.073731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9356-0a07-4944-8ea1-322cb25d7d1f req-c43fbe10-714a-45d5-8d81-4a03f94c7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:12.075474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8cc9356-0a07-4944-8ea1-322cb25d7d1f req-c43fbe10-714a-45d5-8d81-4a03f94c7ddd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ee065d1c70940cd8caadd525737c593&device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 1128 time: 0.1476009
Feb 19 21:06:12.109022 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6060-c618-42db-a427-c98ce5167b86 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.110939 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f3ef6060-c618-42db-a427-c98ce5167b86 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3114583
Feb 19 21:06:12.115172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60980) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:12.120954 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c3a95f66-a340-4647-8e97-8dcd5f90fecd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'security_group_rule': {'security_group_id': 'e5eae6b1-1a3f-445e-99a2-44f2b5320767', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:12.126143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:12.129157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef6060-c618-42db-a427-c98ce5167b86 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eae6b1-1a3f-445e-99a2-44f2b5320767,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:12.138703 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fe48b-73a9-4dd1-9a7e-b7077704c0b4 None None] Sync routers for ids ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:12.170121 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fe48b-73a9-4dd1-9a7e-b7077704c0b4 None None] Routers {'0b8aad0d-0935-4d9b-98b3-742a44e0be74'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:12.170937 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-939fe48b-73a9-4dd1-9a7e-b7077704c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700697f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:12.207097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] No DVR routers for this DVR port 0f4a2e1e-4de3-4838-87c6-24936b87de02 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:06:12.207769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.212081 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8f46aeeb-2d06-42d5-b445-eecfd11ce51d req-38c8bf06-abb9-4ed9-8e09-0b587bb8a22d tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.67 "DELETE /v2.0/ports/0f4a2e1e-4de3-4838-87c6-24936b87de02 HTTP/1.1" status: 204  len: 173 time: 1.3742428
Feb 19 21:06:12.212698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3addd2f6-24e1-4826-8f84-14355a67d407', 'name': 'network-vif-deleted', 'tag': '0f4a2e1e-4de3-4838-87c6-24936b87de02'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:12.215105 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4540f09d-3e60-4cad-a969-c016934c6ceb" -d '{"events": [{"server_uuid": "3addd2f6-24e1-4826-8f84-14355a67d407", "name": "network-vif-deleted", "tag": "0f4a2e1e-4de3-4838-87c6-24936b87de02"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:12.224444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c3a95f66-a340-4647-8e97-8dcd5f90fecd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (16f0979b-bf80-4715-906d-7e5c96293182), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.329122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9356-0a07-4944-8ea1-322cb25d7d1f req-d8e3eff6-e448-4408-a4be-b24518e156c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:12.332526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8cc9356-0a07-4944-8ea1-322cb25d7d1f req-d8e3eff6-e448-4408-a4be-b24518e156c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 200  len: 914 time: 0.1865129
Feb 19 21:06:12.343944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c3a95f66-a340-4647-8e97-8dcd5f90fecd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (16f0979b-bf80-4715-906d-7e5c96293182), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.344280 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-939fe48b-73a9-4dd1-9a7e-b7077704c0b4 None None] Set router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:12.355197 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c3a95f66-a340-4647-8e97-8dcd5f90fecd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (16f0979b-bf80-4715-906d-7e5c96293182), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.366469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a943b989-5a95-44a3-9a78-35384327a397 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:06:12.378165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.408191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a95f66-a340-4647-8e97-8dcd5f90fecd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f0979b-bf80-4715-906d-7e5c96293182,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:12.432956 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c3a95f66-a340-4647-8e97-8dcd5f90fecd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.434326 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c3a95f66-a340-4647-8e97-8dcd5f90fecd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3178444
Feb 19 21:06:12.437668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60988) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:12.465797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d62ff6f7-5c83-4c1c-bd2b-edf4c0cb930c tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'security_group_rule': {'security_group_id': 'e5eae6b1-1a3f-445e-99a2-44f2b5320767', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:12.553709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d62ff6f7-5c83-4c1c-bd2b-edf4c0cb930c tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (f362bc02-84d5-4527-aa5e-ef11d4cf6b15), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.598887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:12.623560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'a943b989-5a95-44a3-9a78-35384327a397', 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02', 'port_id': 'a943b989-5a95-44a3-9a78-35384327a397', 'mac_address': 'fa:16:3e:a1:57:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218165c0-fcdd-40ae-a1a5-3d39f73b2830', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:06:12.694416 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d62ff6f7-5c83-4c1c-bd2b-edf4c0cb930c tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (f362bc02-84d5-4527-aa5e-ef11d4cf6b15), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.704157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a943b989-5a95-44a3-9a78-35384327a397 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:12.704508 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d62ff6f7-5c83-4c1c-bd2b-edf4c0cb930c tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (f362bc02-84d5-4527-aa5e-ef11d4cf6b15), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.705453 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a943b989-5a95-44a3-9a78-35384327a397), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.738302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a943b989-5a95-44a3-9a78-35384327a397 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:06:12.759639 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ff6f7-5c83-4c1c-bd2b-edf4c0cb930c tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f362bc02-84d5-4527-aa5e-ef11d4cf6b15,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:12.767733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d62ff6f7-5c83-4c1c-bd2b-edf4c0cb930c tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.769169 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d62ff6f7-5c83-4c1c-bd2b-edf4c0cb930c tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3260159
Feb 19 21:06:12.772553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60990) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:12.797056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:12.804036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:12.811423 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a943b989-5a95-44a3-9a78-35384327a397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.843202 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-939fe48b-73a9-4dd1-9a7e-b7077704c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700697f0>, [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2285baf-0200-4453-823f-a8c8e006a2f0', 'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'mac_address': 'fa:16:3e:b3:9b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:06Z', 'updated_at': '2022-02-19T21:04:12Z', 'revision_number': 5, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'subnets': [{'id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:12.845109 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:12.880670 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fe48b-73a9-4dd1-9a7e-b7077704c0b4 None None] Checking router: 0b8aad0d-0935-4d9b-98b3-742a44e0be74 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:06:12.890642 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fe48b-73a9-4dd1-9a7e-b7077704c0b4 None None] Routers {'0b8aad0d-0935-4d9b-98b3-742a44e0be74'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:12.891257 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-939fe48b-73a9-4dd1-9a7e-b7077704c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700697f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:12.950017 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['a943b989-5a95-44a3-9a78-35384327a397'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:06:12.977917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=a943b989-5a95-44a3-9a78-35384327a397,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:13.036192 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:13.044096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8cc9356-0a07-4944-8ea1-322cb25d7d1f req-145d94ed-8f6a-4e60-9900-2e7a28706df6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a943b989-5a95-44a3-9a78-35384327a397 HTTP/1.1" status: 200  len: 217 time: 0.6936629
Feb 19 21:06:13.064515 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1b54a35-35df-4790-82ab-ef0b215acebb req-6189f132-93c2-4887-835f-1a2674fc08c1 tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/ports?device_id=3addd2f6-24e1-4826-8f84-14355a67d407 HTTP/1.1" status: 200  len: 210 time: 0.9155462
Feb 19 21:06:13.076471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.076837 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.078512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.078878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.079282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.079633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.080240 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.080717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.081071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.081467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.081863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.082211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.083262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:13.145091 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_gateway (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:13.246107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Allocated IP 172.35.2.97 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/e5c9fc7f-1714-484e-86e9-028fd711b13d) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:13.290709 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-939fe48b-73a9-4dd1-9a7e-b7077704c0b4 None None] Set router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:13.365333 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba95834-cb6c-4b15-aab4-4599b1ee2bda x-openstack-request-id: req-8ba95834-cb6c-4b15-aab4-4599b1ee2bda {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:13.365573 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3addd2f6-24e1-4826-8f84-14355a67d407", "name": "network-vif-deleted", "tag": "0f4a2e1e-4de3-4838-87c6-24936b87de02", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:13.366295 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ba95834-cb6c-4b15-aab4-4599b1ee2bda {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:13.366295 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3addd2f6-24e1-4826-8f84-14355a67d407', 'name': 'network-vif-deleted', 'tag': '0f4a2e1e-4de3-4838-87c6-24936b87de02', 'status': 'completed', 'code': 200}
Feb 19 21:06:13.386378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862c2b1-d325-4cb9-a60e-a6b93b66d039 req-baa96cb9-cfcb-4b71-9f0d-be9da6089627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:13.387924 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5862c2b1-d325-4cb9-a60e-a6b93b66d039 req-baa96cb9-cfcb-4b71-9f0d-be9da6089627 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 200  len: 913 time: 1.3192940
Feb 19 21:06:13.402407 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9356-0a07-4944-8ea1-322cb25d7d1f req-fbf64d52-223a-4762-b3a4-d67f8bca71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:13.404126 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8cc9356-0a07-4944-8ea1-322cb25d7d1f req-fbf64d52-223a-4762-b3a4-d67f8bca71c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=218165c0-fcdd-40ae-a1a5-3d39f73b2830 HTTP/1.1" status: 200  len: 853 time: 0.2860291
Feb 19 21:06:13.425644 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518433ff-8577-4bc5-9981-146716c1ca9e req-8982cb38-46ec-4863-9149-880d9dff1675 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:13.434193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-518433ff-8577-4bc5-9981-146716c1ca9e req-8982cb38-46ec-4863-9149-880d9dff1675 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 985 time: 0.4024405
Feb 19 21:06:13.483216 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for port (e5c9fc7f-1714-484e-86e9-028fd711b13d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:13.542167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5862c2b1-d325-4cb9-a60e-a6b93b66d039 req-dc550479-f461-404a-8a23-d675dcb44af3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e2dde0-a838-4891-9d59-16f20a4969b9 HTTP/1.1" status: 200  len: 217 time: 0.1348209
Feb 19 21:06:13.551703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8cc9356-0a07-4944-8ea1-322cb25d7d1f req-6e900a36-c6de-43a4-a06c-81781de2d987 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1360731
Feb 19 21:06:13.568037 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e5c9fc7f-1714-484e-86e9-028fd711b13d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:13.650044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:13.655165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:13.660889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:13.686382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4fad2-533a-4869-82dc-c8dac9cec298 req-d6522897-0cbb-49c6-96db-4bfb11292b3a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:13.687953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0dc4fad2-533a-4869-82dc-c8dac9cec298 req-d6522897-0cbb-49c6-96db-4bfb11292b3a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 945 time: 0.4106531
Feb 19 21:06:13.709484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'Port': ['ID=e5c9fc7f-1714-484e-86e9-028fd711b13d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:13.716789 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-939fe48b-73a9-4dd1-9a7e-b7077704c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700697f0>, [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2285baf-0200-4453-823f-a8c8e006a2f0', 'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'mac_address': 'fa:16:3e:b3:9b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:06Z', 'updated_at': '2022-02-19T21:04:12Z', 'revision_number': 5, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'subnets': [{'id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:13.770441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862c2b1-d325-4cb9-a60e-a6b93b66d039 req-d0b02143-11dd-464d-88f6-14bc5f4ecf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:13.771978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5862c2b1-d325-4cb9-a60e-a6b93b66d039 req-d0b02143-11dd-464d-88f6-14bc5f4ecf2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=312e2192-8796-42ce-a4e5-1bd8ae3aaf47 HTTP/1.1" status: 200  len: 852 time: 0.2159078
Feb 19 21:06:13.777761 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fe48b-73a9-4dd1-9a7e-b7077704c0b4 None None] The sync data for ids ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'] in ncdv-master-1 is: [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c2285baf-0200-4453-823f-a8c8e006a2f0', 'name': '', 'network_id': '14d8226a-6e83-4985-8f30-56d8f0e3e01f', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'mac_address': 'fa:16:3e:b3:9b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:06Z', 'updated_at': '2022-02-19T21:04:12Z', 'revision_number': 5, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'subnets': [{'id': 'eddeb728-5372-408b-bbfa-32b636226d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:13.791047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port ef7fce1b-c897-4646-a9d3-7332eb77db30 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:13.791461 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ef7fce1b-c897-4646-a9d3-7332eb77db30), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:13.817413 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (1853cf70-c814-4674-bdbc-1ba3e6bf41d3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:13.837114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-518433ff-8577-4bc5-9981-146716c1ca9e req-6a39604d-2839-41ab-b8cf-6f349b4987b4 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=eee05f67-78e3-474c-8d12-b46bf13bf3c8&id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.4020050
Feb 19 21:06:13.869862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e5c9fc7f-1714-484e-86e9-028fd711b13d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:13.911841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5862c2b1-d325-4cb9-a60e-a6b93b66d039 req-b0672f02-dd3f-4f6b-bca0-496fe223d7cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1169837
Feb 19 21:06:14.025796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8cc9356-0a07-4944-8ea1-322cb25d7d1f req-d390fd0f-8fae-4567-82d2-d987734227ca service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4658415
Feb 19 21:06:14.046041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0dc4fad2-533a-4869-82dc-c8dac9cec298 req-4949b8bb-59b4-431a-be14-d6a909efa8cd tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3267205
Feb 19 21:06:14.111312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for port (e5c9fc7f-1714-484e-86e9-028fd711b13d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.120274 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e5c9fc7f-1714-484e-86e9-028fd711b13d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.198535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32790) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:14.207840 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'Port': ['ID=e5c9fc7f-1714-484e-86e9-028fd711b13d,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:14.235926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ef7fce1b-c897-4646-a9d3-7332eb77db30), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.255781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5862c2b1-d325-4cb9-a60e-a6b93b66d039 req-779d0149-d204-4714-86b9-2974f6ad729f service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3230817
Feb 19 21:06:14.267937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for ef7fce1b-c897-4646-a9d3-7332eb77db30 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:14.319169 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (1853cf70-c814-4674-bdbc-1ba3e6bf41d3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.333843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f5c837-78d5-4752-b422-1c4f0b88411a None None] New status for floating IP 73508851-fdb4-4de2-a10d-e4d1df1883bf: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:06:14.374087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.378062 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f5c51a49-654a-4625-a995-7bebe8066fe1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6006899
Feb 19 21:06:14.400387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3978aee8-91c9-41d1-9981-807f52e50a6e tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group (402b5bf9-8c66-41ca-a3b4-d144ed3533b3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.421124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8cc9356-0a07-4944-8ea1-322cb25d7d1f req-f8a3f37f-d5b5-4d49-82e8-f8c3aa8892d8 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3744881
Feb 19 21:06:14.482494 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3978aee8-91c9-41d1-9981-807f52e50a6e tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group (402b5bf9-8c66-41ca-a3b4-d144ed3533b3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.506787 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5862c2b1-d325-4cb9-a60e-a6b93b66d039 req-50066988-0c99-4036-b0ed-502f967562b3 service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2414877
Feb 19 21:06:14.622522 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3978aee8-91c9-41d1-9981-807f52e50a6e tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (402b5bf9-8c66-41ca-a3b4-d144ed3533b3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.628586 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3978aee8-91c9-41d1-9981-807f52e50a6e tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.628586 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3978aee8-91c9-41d1-9981-807f52e50a6e tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "DELETE /v2.0/security-groups/402b5bf9-8c66-41ca-a3b4-d144ed3533b3 HTTP/1.1" status: 204  len: 168 time: 0.4278038
Feb 19 21:06:14.639022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32806) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:14.642871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978aee8-91c9-41d1-9981-807f52e50a6e tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402b5bf9-8c66-41ca-a3b4-d144ed3533b3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:14.670097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a943b989-5a95-44a3-9a78-35384327a397 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:14.699319 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-71d8607e-9a33-4717-9097-3f75d4bfe80c tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] show failed (client error): The resource could not be found.
Feb 19 21:06:14.707441 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-71d8607e-9a33-4717-9097-3f75d4bfe80c tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "GET /v2.0/security-groups/402b5bf9-8c66-41ca-a3b4-d144ed3533b3 HTTP/1.1" status: 404  len: 347 time: 0.0584295
Feb 19 21:06:14.709022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32808) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:14.768399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f49bbb67-3b38-42d7-946c-1613bd2af4d2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:14.838479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-68c11b13-8a25-48a6-bfd9-935dd5e69286 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--996462487&fields=id&tenant_id=adecc012aca243138d03c189f5623f73 HTTP/1.1" status: 200  len: 267 time: 0.1753414
Feb 19 21:06:14.839186 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ef7fce1b-c897-4646-a9d3-7332eb77db30), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.900957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f49bbb67-3b38-42d7-946c-1613bd2af4d2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:14.901513 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.933025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=ef7fce1b-c897-4646-a9d3-7332eb77db30,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:14.952133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port a943b989-5a95-44a3-9a78-35384327a397 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:14.952683 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a943b989-5a95-44a3-9a78-35384327a397), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:14.998052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f4a2e1e-4de3-4838-87c6-24936b87de02 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:15.042104 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 0f4a2e1e-4de3-4838-87c6-24936b87de02 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:06:15.044956 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f4a2e1e-4de3-4838-87c6-24936b87de02 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:06:15.061900 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-24ef746c-fd05-424f-a02b-2d217d468aba tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Deleting port cb290689-d262-48e6-ae56-bfe42c29564f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:15.062243 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24ef746c-fd05-424f-a02b-2d217d468aba tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (cb290689-d262-48e6-ae56-bfe42c29564f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.171462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a943b989-5a95-44a3-9a78-35384327a397 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:15.172551 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a943b989-5a95-44a3-9a78-35384327a397), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.176373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f49bbb67-3b38-42d7-946c-1613bd2af4d2 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:15.176894 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.230998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24ef746c-fd05-424f-a02b-2d217d468aba tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (cb290689-d262-48e6-ae56-bfe42c29564f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.231420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24ef746c-fd05-424f-a02b-2d217d468aba tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for floatingip (cb290689-d262-48e6-ae56-bfe42c29564f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.235452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port f49bbb67-3b38-42d7-946c-1613bd2af4d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f49bbb67-3b38-42d7-946c-1613bd2af4d2,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:15.251308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:15.255848 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66ec2c1-2af6-4ce1-bb85-80fdb1332977" -d '{"events": [{"server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "a943b989-5a95-44a3-9a78-35384327a397"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:15.282516 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-24ef746c-fd05-424f-a02b-2d217d468aba tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Calling delete_port for cb290689-d262-48e6-ae56-bfe42c29564f owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:15.294816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:15.297614 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.310372 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a943b989-5a95-44a3-9a78-35384327a397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.330110 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.387092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=f49bbb67-3b38-42d7-946c-1613bd2af4d2,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:15.424402 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Sync routers for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:15.442700 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:15.443768 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b76c370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:15.463103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=a943b989-5a95-44a3-9a78-35384327a397,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:15.540046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a4326-9d0c-4624-b0e0-39feb90315f2 req-e066a76c-0c82-4094-a176-47ac3828442c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:15.540935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-429a4326-9d0c-4624-b0e0-39feb90315f2 req-e066a76c-0c82-4094-a176-47ac3828442c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 985 time: 0.4489448
Feb 19 21:06:15.547847 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.555158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-2af8223f-a033-4581-9426-7673d0226e1a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:15.557456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-2af8223f-a033-4581-9426-7673d0226e1a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 811 time: 0.7008364
Feb 19 21:06:15.558524 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.583430 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24ef746c-fd05-424f-a02b-2d217d468aba tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (cb290689-d262-48e6-ae56-bfe42c29564f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.598740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9bf54991-c970-4e89-8fea-4db6f1ed6a0f tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/quotas/adecc012aca243138d03c189f5623f73 HTTP/1.1" status: 200  len: 375 time: 0.0198314
Feb 19 21:06:15.659512 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:15.665411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef746c-fd05-424f-a02b-2d217d468aba tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Pushing event deleted for resources: {'Port': ['ID=cb290689-d262-48e6-ae56-bfe42c29564f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:15.694079 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (d1b44f4d-6516-4b4a-a541-bf255d1ccbc9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.694617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Fanout notify agent at l3_agent the message router_deleted on router d1b44f4d-6516-4b4a-a541-bf255d1ccbc9 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:06:15.706928 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.707940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-468fbfa3-9749-437f-830a-e597dc04847e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/d1b44f4d-6516-4b4a-a541-bf255d1ccbc9 HTTP/1.1" status: 204  len: 168 time: 3.9222939
Feb 19 21:06:15.717452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32818) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:15.730121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1213159470'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:15.759001 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24ef746c-fd05-424f-a02b-2d217d468aba tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks [] for floatingip (73508851-fdb4-4de2-a10d-e4d1df1883bf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.761608 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24ef746c-fd05-424f-a02b-2d217d468aba tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.762806 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-24ef746c-fd05-424f-a02b-2d217d468aba tempest-ServersTestFqdnHostnames-945175054 tempest-ServersTestFqdnHostnames-945175054-project] 10.222.0.30 "DELETE /v2.0/floatingips/73508851-fdb4-4de2-a10d-e4d1df1883bf HTTP/1.1" status: 204  len: 168 time: 1.0528033
Feb 19 21:06:15.777165 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-429a4326-9d0c-4624-b0e0-39feb90315f2 req-6cb0111a-da84-4f51-a875-fdb39790a724 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=eee05f67-78e3-474c-8d12-b46bf13bf3c8&id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.2130461
Feb 19 21:06:15.778517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32820) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:15.780676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:15.784377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:15.799072 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-8ea243e9-30e5-4aee-b034-9ca210237e27 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1578484
Feb 19 21:06:15.997263 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b76c370>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 2, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:16.015422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:06:16.037380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c320338-9ff1-492a-b48c-3121afa3209e req-87f5e4cf-1a3c-48f6-b462-95ccb901008d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:16.037680 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Checking router: e670ad7b-e07b-4064-bf4d-6359af4e2ace for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:06:16.038198 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Updating router e670ad7b-e07b-4064-bf4d-6359af4e2ace port a14cefd0-85e7-40ba-b615-d903cd1c72fa binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:06:16.038963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c320338-9ff1-492a-b48c-3121afa3209e req-87f5e4cf-1a3c-48f6-b462-95ccb901008d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1178551
Feb 19 21:06:16.077681 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (24681056-874e-48f7-8bda-09409c7f58ce), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:16.078039 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added segment 24681056-874e-48f7-8bda-09409c7f58ce of type vlan for network 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8
Feb 19 21:06:16.080795 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:16.101243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-3900d84b-286b-4c7c-a5b8-c4229f04facf service neutron] 10.222.0.30 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2576053
Feb 19 21:06:16.268368 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-241bc540-b318-4fd7-b261-f64c372d42b5 service neutron] 10.222.0.30 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392093
Feb 19 21:06:16.324849 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:16.352593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c320338-9ff1-492a-b48c-3121afa3209e req-cd277f69-adc0-4c62-a234-c39aac7dfb73 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3052151
Feb 19 21:06:16.406224 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:16.416213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:16.417029 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:16.453776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7266710
Feb 19 21:06:16.454149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32826) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:16.459700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'subnet': {'network_id': '9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:16.696204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:16.705497 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:16.743429 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0830e39-33cb-42f6-a8dd-8f9d54f8651c x-openstack-request-id: req-c0830e39-33cb-42f6-a8dd-8f9d54f8651c {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:16.744323 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "a943b989-5a95-44a3-9a78-35384327a397", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:16.744323 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0830e39-33cb-42f6-a8dd-8f9d54f8651c {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:16.745143 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397', 'code': 200}
Feb 19 21:06:16.839224 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Publish callbacks [] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:16.855405 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:16.857786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f49bbb67-3b38-42d7-946c-1613bd2af4d2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:16.915855 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Pushing event updated for resources: {'Port': ['ID=a14cefd0-85e7-40ba-b615-d903cd1c72fa,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:16.930474 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.930828 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.931176 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.931519 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.931857 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.932194 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.932606 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.932938 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.933268 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.933731 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.934068 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.934456 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:16.934781 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:17.011142 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Attempting to bind port a14cefd0-85e7-40ba-b615-d903cd1c72fa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:17.011558 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Attempting to bind port a14cefd0-85e7-40ba-b615-d903cd1c72fa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:17.012454 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Attempting to bind port a14cefd0-85e7-40ba-b615-d903cd1c72fa on network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:17.021731 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:17.022142 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Checking segment: {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:17.022522 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:17.022911 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Bound using segment: {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:17.023452 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Bound port: a14cefd0-85e7-40ba-b615-d903cd1c72fa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:17.023839 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:17.081024 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f49bbb67-3b38-42d7-946c-1613bd2af4d2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:17.082232 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:17.213880 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] For port a14cefd0-85e7-40ba-b615-d903cd1c72fa, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:17.222837 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] For port a14cefd0-85e7-40ba-b615-d903cd1c72fa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a14cefd0-85e7-40ba-b615-d903cd1c72fa,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:17.234205 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:17.310681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f49bbb67-3b38-42d7-946c-1613bd2af4d2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:17.325772 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4dc11e7d-3bf0-4020-91a1-d9a043863bbd req-40ceee57-41e1-4dc4-aa0e-486fee0197b6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 210 time: 0.2167273
Feb 19 21:06:17.329420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (3d5b2a37-938c-4022-b597-de320664f519), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:17.366615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412aeb1-56fe-4e6b-a48f-7c910810a3f5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Network': ['ID=9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:17.373390 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:17.375037 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b76c370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:05:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:17.394542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:06:17.435130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Subnet': ['ID=3d5b2a37-938c-4022-b597-de320664f519,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:17.476037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e8558-a67e-4a8c-b58a-a50546e50fa4 req-0723d33c-3aba-467b-94ed-bfe67e5ebaab tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:17.481642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-994e8558-a67e-4a8c-b58a-a50546e50fa4 req-0723d33c-3aba-467b-94ed-bfe67e5ebaab tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 985 time: 0.3814766
Feb 19 21:06:17.578400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Checking segment: {'id': '24681056-874e-48f7-8bda-09409c7f58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:17.581961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network hostable DHCP agents. Network: 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:06:17.608157 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:17.639124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-994e8558-a67e-4a8c-b58a-a50546e50fa4 req-501bab05-28ee-4dd0-b966-caab4fdaf919 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=eee05f67-78e3-474c-8d12-b46bf13bf3c8&id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1408753
Feb 19 21:06:17.660042 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:06:17.716917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:17.746997 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:17.749817 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:17.769273 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c83e99-195f-454c-9ab8-516a3f786b8b None None] Network 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:17.797252 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-90938543-7786-4bbc-96fe-82651fb1725d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3384767
Feb 19 21:06:17.798044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32846) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:17.800989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-efa1aadc-8829-4cc3-8426-ac46e77338e1 None None] Provisioning complete for port a14cefd0-85e7-40ba-b615-d903cd1c72fa triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:17.801371 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-efa1aadc-8829-4cc3-8426-ac46e77338e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:17.810747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7a26029a-59b9-49a2-a950-387312e8ebbb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-274663264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:17.830671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b82ed-4042-43ee-a67f-b6201be4a563 req-b747b985-675a-4016-b063-e39bb119d249 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:17.842577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-017b82ed-4042-43ee-a67f-b6201be4a563 req-b747b985-675a-4016-b063-e39bb119d249 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2015870
Feb 19 21:06:17.853108 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e9bbc-d48d-406f-b9d2-6e5a255d16e9 None None] Pushing event updated for resources: {'Port': ['ID=a14cefd0-85e7-40ba-b615-d903cd1c72fa,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:17.885062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a26029a-59b9-49a2-a950-387312e8ebbb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (fc38e228-ac90-4938-afa3-d6dce102b4e7), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:17.886475 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a26029a-59b9-49a2-a950-387312e8ebbb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (fc38e228-ac90-4938-afa3-d6dce102b4e7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:18.023271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-efa1aadc-8829-4cc3-8426-ac46e77338e1 None None] Current status of the port a14cefd0-85e7-40ba-b615-d903cd1c72fa is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:18.024661 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-efa1aadc-8829-4cc3-8426-ac46e77338e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:18.057552 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b76c370>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:17Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:18.083213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-efa1aadc-8829-4cc3-8426-ac46e77338e1 None None] For port a14cefd0-85e7-40ba-b615-d903cd1c72fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a14cefd0-85e7-40ba-b615-d903cd1c72fa,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:18.093023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a26029a-59b9-49a2-a950-387312e8ebbb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (fc38e228-ac90-4938-afa3-d6dce102b4e7), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:18.104349 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af9262f-4952-40de-b28f-e19efb97a831 None None] The sync data for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 is: [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:17Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:18.106507 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-efa1aadc-8829-4cc3-8426-ac46e77338e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:18.109362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a26029a-59b9-49a2-a950-387312e8ebbb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (fc38e228-ac90-4938-afa3-d6dce102b4e7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:18.153151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a26029a-59b9-49a2-a950-387312e8ebbb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:18.155240 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7a26029a-59b9-49a2-a950-387312e8ebbb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3523741
Feb 19 21:06:18.157000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-017b82ed-4042-43ee-a67f-b6201be4a563 req-83106556-3150-4184-bfb3-a7753ce5dd63 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3126063
Feb 19 21:06:18.158069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32850) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:18.199791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a5df805-220d-43b4-811d-5e14c6ce857f req-0cf303ef-3208-43c4-b74b-6eb57015beaf tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1565333646&fields=id&tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10 HTTP/1.1" status: 200  len: 267 time: 0.3154652
Feb 19 21:06:18.319368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df805-220d-43b4-811d-5e14c6ce857f req-09f8e51f-08ae-4223-acdc-c9d9dcc6ea03 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:18.321084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a5df805-220d-43b4-811d-5e14c6ce857f req-09f8e51f-08ae-4223-acdc-c9d9dcc6ea03 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 985 time: 0.1203024
Feb 19 21:06:18.334791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-7a5df805-220d-43b4-811d-5e14c6ce857f req-3917309f-19f1-490c-9455-c99c9d1e4f38 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'port': {'security_groups': ['aad60d15-e857-4e15-a82a-bf77267c91c4', 'eee05f67-78e3-474c-8d12-b46bf13bf3c8', 'd1dd8625-f661-4158-81f9-48a14f9cabe7']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:18.340911 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (0b8aad0d-0935-4d9b-98b3-742a44e0be74), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:18.425249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8', 'network_id': '9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8', 'project_id': '9d72316bcd0440d482839e842e71771e', 'fixed_ips': [{'subnet_id': '3d5b2a37-938c-4022-b597-de320664f519'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:06:18.426548 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:18.499383 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7e058610-37b0-4acf-94c0-56639a80a4e8 None None] Provisioning complete for port a14cefd0-85e7-40ba-b615-d903cd1c72fa triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:18.500218 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e058610-37b0-4acf-94c0-56639a80a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:18.507213 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-79e907e0-e670-44e0-805e-af02ed3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:18.513753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1aadc-8829-4cc3-8426-ac46e77338e1 None None] Pushing event updated for resources: {'Port': ['ID=a14cefd0-85e7-40ba-b615-d903cd1c72fa,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:18.786306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a14cefd0-85e7-40ba-b615-d903cd1c72fa up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:18.839493 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-024f0323-2ca8-48c6-af3a-c7c7bfa84abc req-37bfb398-bab2-45eb-8159-e791ece61a95 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 210 time: 0.1680498
Feb 19 21:06:18.942181 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a5df805-220d-43b4-811d-5e14c6ce857f req-3917309f-19f1-490c-9455-c99c9d1e4f38 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:18.998772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Allocated IP 172.20.0.2 (9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8/3d5b2a37-938c-4022-b597-de320664f519/da3de918-ccdc-423d-a959-b946603982bd) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:19.005608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7e058610-37b0-4acf-94c0-56639a80a4e8 None None] Current status of the port a14cefd0-85e7-40ba-b615-d903cd1c72fa is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:19.113114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-ff785b71-2c7e-42d9-be72-4a94f6d5f2cf tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:19.115939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a14cefd0-85e7-40ba-b615-d903cd1c72fa triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:19.116275 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.118857 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-ff785b71-2c7e-42d9-be72-4a94f6d5f2cf tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.67 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 811 time: 0.5667896
Feb 19 21:06:19.132444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.371829 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Publish callbacks [] for port (da3de918-ccdc-423d-a959-b946603982bd), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.388098 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (da3de918-ccdc-423d-a959-b946603982bd), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.424151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7a5df805-220d-43b4-811d-5e14c6ce857f req-3917309f-19f1-490c-9455-c99c9d1e4f38 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] For port 29e2dde0-a838-4891-9d59-16f20a4969b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e2dde0-a838-4891-9d59-16f20a4969b9,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:19.449848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a14cefd0-85e7-40ba-b615-d903cd1c72fa is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:19.470630 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Network 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:19.471003 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a5df805-220d-43b4-811d-5e14c6ce857f req-3917309f-19f1-490c-9455-c99c9d1e4f38 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.484509 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-d0e0ab8c-c3ed-48a2-8fa3-d9fef35ba21a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adecc012aca243138d03c189f5623f73 HTTP/1.1" status: 200  len: 379 time: 0.3459430
Feb 19 21:06:19.486913 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:19.500548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:19.513786 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a5df805-220d-43b4-811d-5e14c6ce857f req-3917309f-19f1-490c-9455-c99c9d1e4f38 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.519913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'port': {'device_id': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'admin_state_up': True, 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'security_groups': ['e5eae6b1-1a3f-445e-99a2-44f2b5320767']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:19.568545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['528c31a5-569d-4fef-a351-c1e8d8d8f70c', '29e2dde0-a838-4891-9d59-16f20a4969b9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:06:19.613274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df805-220d-43b4-811d-5e14c6ce857f req-3917309f-19f1-490c-9455-c99c9d1e4f38 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:19.615603 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a5df805-220d-43b4-811d-5e14c6ce857f req-3917309f-19f1-490c-9455-c99c9d1e4f38 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.615603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a5df805-220d-43b4-811d-5e14c6ce857f req-3917309f-19f1-490c-9455-c99c9d1e4f38 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "PUT /v2.0/ports/29e2dde0-a838-4891-9d59-16f20a4969b9 HTTP/1.1" status: 200  len: 1021 time: 1.2855527
Feb 19 21:06:19.617730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917309f-19f1-490c-9455-c99c9d1e4f38 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'Port': ['ID=29e2dde0-a838-4891-9d59-16f20a4969b9,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:19.638183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646454f0-96fd-4131-9267-ed8e438556e3', 'tag': '29e2dde0-a838-4891-9d59-16f20a4969b9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:19.642111 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8403f8d-e85b-4931-a034-aa5dcefb6bea" -d '{"events": [{"name": "network-changed", "server_uuid": "646454f0-96fd-4131-9267-ed8e438556e3", "tag": "29e2dde0-a838-4891-9d59-16f20a4969b9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:19.644567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Pushing event updated for resources: {'Port': ['ID=da3de918-ccdc-423d-a959-b946603982bd,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:19.647674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] Deleting port c2285baf-0200-4453-823f-a8c8e006a2f0 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:19.648193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.662985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Attempting to bind port da3de918-ccdc-423d-a959-b946603982bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:19.663467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Attempting to bind port da3de918-ccdc-423d-a959-b946603982bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24681056-874e-48f7-8bda-09409c7f58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:19.663899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Attempting to bind port da3de918-ccdc-423d-a959-b946603982bd on network 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:19.677023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:19.677523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Checking segment: {'id': '24681056-874e-48f7-8bda-09409c7f58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:19.678471 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.678633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Bound using segment: {'id': '24681056-874e-48f7-8bda-09409c7f58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:19.679145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Bound port: da3de918-ccdc-423d-a959-b946603982bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24681056-874e-48f7-8bda-09409c7f58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:19.679682 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (da3de918-ccdc-423d-a959-b946603982bd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.756231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['29e2dde0-a838-4891-9d59-16f20a4969b9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:06:19.766982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] For port c2285baf-0200-4453-823f-a8c8e006a2f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2285baf-0200-4453-823f-a8c8e006a2f0,segment=NetworkSegment(799fa7d7-496a-4edc-9140-a61803883014),segment_id=799fa7d7-496a-4edc-9140-a61803883014)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:19.767328 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.783602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] Calling delete_port for c2285baf-0200-4453-823f-a8c8e006a2f0 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:19.804076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Made reservation on behalf of adecc012aca243138d03c189f5623f73 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:19.812455 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.824286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-99f8507a-da40-4d61-99a2-37265980debf None None] For port da3de918-ccdc-423d-a959-b946603982bd, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:19.866293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-99f8507a-da40-4d61-99a2-37265980debf None None] For port da3de918-ccdc-423d-a959-b946603982bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da3de918-ccdc-423d-a959-b946603982bd,segment=NetworkSegment(24681056-874e-48f7-8bda-09409c7f58ce),segment_id=24681056-874e-48f7-8bda-09409c7f58ce)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:19.887970 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (da3de918-ccdc-423d-a959-b946603982bd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:19.922597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Allocated IP 172.20.0.1 (9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8/3d5b2a37-938c-4022-b597-de320664f519/623697cc-a389-4505-a807-08ea098c0f8d) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:20.037839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8507a-da40-4d61-99a2-37265980debf None None] Pushing event updated for resources: {'Port': ['ID=da3de918-ccdc-423d-a959-b946603982bd,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:20.103762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8e2af-72bd-440e-931d-66e59991fb09 req-1a23aa55-3b8f-47e0-aa05-101fdf1cd6fb tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:20.113001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ed8e2af-72bd-440e-931d-66e59991fb09 req-1a23aa55-3b8f-47e0-aa05-101fdf1cd6fb tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.7711542
Feb 19 21:06:20.229596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54f7f471-edfd-4e17-9f37-bbf09677c03c req-781fc9df-d231-4d50-86ad-fa23672e7041 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/d1dd8625-f661-4158-81f9-48a14f9cabe7 HTTP/1.1" status: 200  len: 1820 time: 0.2096994
Feb 19 21:06:20.366075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ed8e2af-72bd-440e-931d-66e59991fb09 req-63dffa87-0965-4acf-84ed-cc6952ae9b7d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501740
Feb 19 21:06:20.451825 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-14a73569-eaa1-45f9-ae9c-eafc62eabb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:20.512309 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c2285baf-0200-4453-823f-a8c8e006a2f0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:20.598795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2285baf-0200-4453-823f-a8c8e006a2f0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:20.691359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-830873a5-5bdf-4840-b9ec-6a5a4057ad84 req-6294f58e-a0b4-4967-88bb-21ce8778786f tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 210 time: 0.1111796
Feb 19 21:06:20.778052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (623697cc-a389-4505-a807-08ea098c0f8d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:20.862125 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Allocated IP 172.20.0.3 (813ad1c1-0059-4a59-91cb-1222ec1b44c2/f8dc2ea7-ffc4-4027-9f85-62ffc7262290/60b74908-1902-4216-8619-32cd92b10359) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:20.981379 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (623697cc-a389-4505-a807-08ea098c0f8d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:21.002180 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f657b736-4b9e-4815-87aa-85089661bc96 x-openstack-request-id: req-f657b736-4b9e-4815-87aa-85089661bc96 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:21.002764 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646454f0-96fd-4131-9267-ed8e438556e3", "tag": "29e2dde0-a838-4891-9d59-16f20a4969b9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:21.003195 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f657b736-4b9e-4815-87aa-85089661bc96 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:21.003784 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646454f0-96fd-4131-9267-ed8e438556e3', 'tag': '29e2dde0-a838-4891-9d59-16f20a4969b9', 'status': 'completed', 'code': 200}
Feb 19 21:06:21.043250 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-54f7f471-edfd-4e17-9f37-bbf09677c03c req-f0694cf8-d7eb-478d-891d-e206a704097c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:06:21.044721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54f7f471-edfd-4e17-9f37-bbf09677c03c req-f0694cf8-d7eb-478d-891d-e206a704097c tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "DELETE /v2.0/security-groups/d1dd8625-f661-4158-81f9-48a14f9cabe7 HTTP/1.1" status: 409  len: 341 time: 0.7826540
Feb 19 21:06:21.060252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da3de918-ccdc-423d-a959-b946603982bd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:21.128999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403f8d-e85b-4931-a034-aa5dcefb6bea req-8b1ff076-aed9-4eeb-84b4-802dab69267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:21.131053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8403f8d-e85b-4931-a034-aa5dcefb6bea req-8b1ff076-aed9-4eeb-84b4-802dab69267f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 1207 time: 0.1252434
Feb 19 21:06:21.151216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:21.162059 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (0b8aad0d-0935-4d9b-98b3-742a44e0be74), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:21.167126 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:21.177040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:21.189744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port da3de918-ccdc-423d-a959-b946603982bd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:21.190130 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (da3de918-ccdc-423d-a959-b946603982bd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:21.296091 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (fc38e228-ac90-4938-afa3-d6dce102b4e7), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:21.315032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403f8d-e85b-4931-a034-aa5dcefb6bea req-d4bbeedf-c249-4d3d-8866-85e343289871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:21.365104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=623697cc-a389-4505-a807-08ea098c0f8d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:21.449041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for port (60b74908-1902-4216-8619-32cd92b10359), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:21.459404 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8403f8d-e85b-4931-a034-aa5dcefb6bea req-d4bbeedf-c249-4d3d-8866-85e343289871 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 200  len: 913 time: 0.3171933
Feb 19 21:06:21.500244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port da3de918-ccdc-423d-a959-b946603982bd is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:21.500763 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (da3de918-ccdc-423d-a959-b946603982bd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:21.631384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (60b74908-1902-4216-8619-32cd92b10359), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:21.633443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (623697cc-a389-4505-a807-08ea098c0f8d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:21.638268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port da3de918-ccdc-423d-a959-b946603982bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da3de918-ccdc-423d-a959-b946603982bd,segment=NetworkSegment(24681056-874e-48f7-8bda-09409c7f58ce),segment_id=24681056-874e-48f7-8bda-09409c7f58ce)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:21.647133 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (da3de918-ccdc-423d-a959-b946603982bd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:21.732043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8403f8d-e85b-4931-a034-aa5dcefb6bea req-205e8817-4331-4ba1-a3ce-3702b2a66808 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e2dde0-a838-4891-9d59-16f20a4969b9 HTTP/1.1" status: 200  len: 217 time: 0.2571335
Feb 19 21:06:21.778614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:21.786213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'Port': ['ID=60b74908-1902-4216-8619-32cd92b10359,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:21.786767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=da3de918-ccdc-423d-a959-b946603982bd,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:21.788869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:21.794666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:21.834638 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:21.955347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81ec894-2d95-4fdb-b284-606fbc86e66f None None] Network 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:21.964814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:21.967902 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:22.025326 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-915cd017-730a-4e9d-abf2-a53e98d223c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5090959
Feb 19 21:06:22.093502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403f8d-e85b-4931-a034-aa5dcefb6bea req-440b06e8-c156-4e69-bf8e-543e5d5887b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:22.096308 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8403f8d-e85b-4931-a034-aa5dcefb6bea req-440b06e8-c156-4e69-bf8e-543e5d5887b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=312e2192-8796-42ce-a4e5-1bd8ae3aaf47 HTTP/1.1" status: 200  len: 852 time: 0.1732216
Feb 19 21:06:22.156295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-db4ea33d-0bb2-406e-a965-93f58203ef6c None None] Provisioning complete for port da3de918-ccdc-423d-a959-b946603982bd triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:22.158272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-db4ea33d-0bb2-406e-a965-93f58203ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (da3de918-ccdc-423d-a959-b946603982bd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:22.176414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8403f8d-e85b-4931-a034-aa5dcefb6bea req-e286c3fe-7005-4cce-800d-ae4e23f2e19d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618892
Feb 19 21:06:22.186091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb89a5-6f00-4409-a57a-534af83a0e5e req-8c1f008d-4d7d-41d2-ad73-38225ce3bcaa tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:22.188209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfbb89a5-6f00-4409-a57a-534af83a0e5e req-8c1f008d-4d7d-41d2-ad73-38225ce3bcaa tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 1024 time: 0.7175674
Feb 19 21:06:22.243354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Request body: {'port': {'device_id': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:22.359868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-db4ea33d-0bb2-406e-a965-93f58203ef6c None None] Current status of the port da3de918-ccdc-423d-a959-b946603982bd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:22.385874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (623697cc-a389-4505-a807-08ea098c0f8d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:22.409801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf115e-cd63-4579-b54e-9fc4ecbe8cbd req-0d9363f9-f00a-4e37-a477-907028dd4e0c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:22.411614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2bf115e-cd63-4579-b54e-9fc4ecbe8cbd req-0d9363f9-f00a-4e37-a477-907028dd4e0c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.8393314
Feb 19 21:06:22.421067 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (623697cc-a389-4505-a807-08ea098c0f8d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:22.507435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2a9a4363-3338-46cc-a79a-374ac7039fa5 None None] Provisioning complete for port 60b74908-1902-4216-8619-32cd92b10359 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:22.509247 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a9a4363-3338-46cc-a79a-374ac7039fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (60b74908-1902-4216-8619-32cd92b10359), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:22.529959 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (60b74908-1902-4216-8619-32cd92b10359), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:22.562132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=623697cc-a389-4505-a807-08ea098c0f8d,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:22.572212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (fc38e228-ac90-4938-afa3-d6dce102b4e7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:22.601193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfbb89a5-6f00-4409-a57a-534af83a0e5e req-f054f1e6-e0ee-4873-b8d4-1a418104de79 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=eee05f67-78e3-474c-8d12-b46bf13bf3c8&id=aad60d15-e857-4e15-a82a-bf77267c91c4&id=d1dd8625-f661-4158-81f9-48a14f9cabe7&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.3887780
Feb 19 21:06:22.614878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a4363-3338-46cc-a79a-374ac7039fa5 None None] Port 60b74908-1902-4216-8619-32cd92b10359 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:22.744489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8403f8d-e85b-4931-a034-aa5dcefb6bea req-210b0f6e-8e0c-4aa1-8c6d-807411b0dcec service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5549581
Feb 19 21:06:22.811620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] Router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:06:22.849756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-041ec9f8-1df5-4b27-8c81-a66cffe477f7 None None] Provisioning complete for port 623697cc-a389-4505-a807-08ea098c0f8d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:22.849756 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-041ec9f8-1df5-4b27-8c81-a66cffe477f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (623697cc-a389-4505-a807-08ea098c0f8d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:22.859406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2bf115e-cd63-4579-b54e-9fc4ecbe8cbd req-143f1edf-0c45-412b-9f4a-7cb36caa8594 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3995860
Feb 19 21:06:22.931719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da3de918-ccdc-423d-a959-b946603982bd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:23.004503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8403f8d-e85b-4931-a034-aa5dcefb6bea req-9472c25b-5c8c-4d51-9da7-91c1ac71cfa1 service neutron] 10.222.0.10 "GET /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2440159
Feb 19 21:06:23.063015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-041ec9f8-1df5-4b27-8c81-a66cffe477f7 None None] Port 623697cc-a389-4505-a807-08ea098c0f8d cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:23.092795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port da3de918-ccdc-423d-a959-b946603982bd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:23.093246 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (da3de918-ccdc-423d-a959-b946603982bd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:23.099567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-041ec9f8-1df5-4b27-8c81-a66cffe477f7 None None] Provisioning complete for port da3de918-ccdc-423d-a959-b946603982bd triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:23.099853 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-041ec9f8-1df5-4b27-8c81-a66cffe477f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (da3de918-ccdc-423d-a959-b946603982bd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:23.207078 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:23.267651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-041ec9f8-1df5-4b27-8c81-a66cffe477f7 None None] Current status of the port da3de918-ccdc-423d-a959-b946603982bd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:23.284395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b74908-1902-4216-8619-32cd92b10359 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:06:23.294625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Publish callbacks [] for port (60b74908-1902-4216-8619-32cd92b10359), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:23.310775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Transition to ACTIVE for port object 60b74908-1902-4216-8619-32cd92b10359 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:06:23.314042 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:23.320551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:23.325922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (60b74908-1902-4216-8619-32cd92b10359), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:23.404200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port da3de918-ccdc-423d-a959-b946603982bd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:23.419456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b37fe662-8ab2-43d0-ac89-25da84b735be None None] Provisioning complete for port 623697cc-a389-4505-a807-08ea098c0f8d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:23.420167 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b37fe662-8ab2-43d0-ac89-25da84b735be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (623697cc-a389-4505-a807-08ea098c0f8d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:23.522120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b37fe662-8ab2-43d0-ac89-25da84b735be None None] Port 623697cc-a389-4505-a807-08ea098c0f8d cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:23.559029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Pushing event updated for resources: {'Port': ['ID=60b74908-1902-4216-8619-32cd92b10359,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:23.691702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b994-322a-4177-a681-464c6b9a2048 req-eeb3e12d-62a8-4888-846f-b480fa61d78b tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:23.693385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f90b994-322a-4177-a681-464c6b9a2048 req-eeb3e12d-62a8-4888-846f-b480fa61d78b tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 931 time: 0.9451764
Feb 19 21:06:23.766043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd938eed-8681-423b-96b3-4012fda69e94 req-08ad36a6-9f4e-43f0-abb4-c4435ce569d2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:23.779352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd938eed-8681-423b-96b3-4012fda69e94 req-08ad36a6-9f4e-43f0-abb4-c4435ce569d2 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.10 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 1024 time: 0.7721527
Feb 19 21:06:23.781681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Attempting to bind port 60b74908-1902-4216-8619-32cd92b10359 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:23.782032 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Attempting to bind port 60b74908-1902-4216-8619-32cd92b10359 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:23.782371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Attempting to bind port 60b74908-1902-4216-8619-32cd92b10359 on network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:23.787795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Port 60b74908-1902-4216-8619-32cd92b10359 on network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:06:23.788124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Attempting to bind port 60b74908-1902-4216-8619-32cd92b10359 on network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:23.795742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:23.796100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Checking segment: {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:23.796634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Bound using segment: {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:23.797132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Bound port: 60b74908-1902-4216-8619-32cd92b10359, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:23.797550 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (60b74908-1902-4216-8619-32cd92b10359), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:23.817638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router fc38e228-ac90-4938-afa3-d6dce102b4e7 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:06:23.877987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-153907b1-15c7-46d8-88d2-362fb2ffdbff None None] Provisioning complete for port 623697cc-a389-4505-a807-08ea098c0f8d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:23.878476 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-153907b1-15c7-46d8-88d2-362fb2ffdbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (623697cc-a389-4505-a807-08ea098c0f8d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:23.931374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-153907b1-15c7-46d8-88d2-362fb2ffdbff None None] Port 623697cc-a389-4505-a807-08ea098c0f8d cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:23.956700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:23.970202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:23.979294 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ab4a4f2e-9fd8-4d19-b56d-41de3b628271 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/fc38e228-ac90-4938-afa3-d6dce102b4e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8200657
Feb 19 21:06:23.979939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32910) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:23.985712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5f562edf-e62e-46b0-af7c-03cc4f3f165a admin admin] 10.222.0.30 "PUT /v2.0/routers/0b8aad0d-0935-4d9b-98b3-742a44e0be74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1957664
Feb 19 21:06:23.986445 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3193ef-b5f5-4b21-9adb-25c40ca91bac None None] Sync routers for ids ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:24.001117 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32dcc5-9cf2-42eb-94e0-3b9f209f5ecd None None] Sync routers for ids ['fc38e228-ac90-4938-afa3-d6dce102b4e7'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:24.028837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32912) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:24.034912 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32dcc5-9cf2-42eb-94e0-3b9f209f5ecd None None] Routers {'fc38e228-ac90-4938-afa3-d6dce102b4e7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:24.039237 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0c32dcc5-9cf2-42eb-94e0-3b9f209f5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70781d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['fc38e228-ac90-4938-afa3-d6dce102b4e7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:24.045841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f90b994-322a-4177-a681-464c6b9a2048 req-47b4c5e2-9ba6-4de3-b654-d051c3279875 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3356240
Feb 19 21:06:24.067074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3193ef-b5f5-4b21-9adb-25c40ca91bac None None] Routers {'0b8aad0d-0935-4d9b-98b3-742a44e0be74'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:24.067329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2d3193ef-b5f5-4b21-9adb-25c40ca91bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62d32be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:24.103729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c81ba-9a82-4969-9aeb-0b7e31218d76 req-70872797-9351-4992-99cc-b3da3d0023dd tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:24.105519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a22c81ba-9a82-4969-9aeb-0b7e31218d76 req-70872797-9351-4992-99cc-b3da3d0023dd tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 1024 time: 0.3249881
Feb 19 21:06:24.150246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca01da5-cb42-4109-9899-b66a3c612ffd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:24.151760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2ca01da5-cb42-4109-9899-b66a3c612ffd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports/623697cc-a389-4505-a807-08ea098c0f8d HTTP/1.1" status: 200  len: 910 time: 0.1207843
Feb 19 21:06:24.162821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32914) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:24.174471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-abf34c43-c2d8-4d61-9671-1a0534fd3fbe tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d5b2a37-938c-4022-b597-de320664f519'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:24.183765 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0c32dcc5-9cf2-42eb-94e0-3b9f209f5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70781d90>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:24.209990 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32dcc5-9cf2-42eb-94e0-3b9f209f5ecd None None] Routers {'fc38e228-ac90-4938-afa3-d6dce102b4e7'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:24.214851 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0c32dcc5-9cf2-42eb-94e0-3b9f209f5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70781d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['fc38e228-ac90-4938-afa3-d6dce102b4e7'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:24.221299 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Publish callbacks [] for router (0b8aad0d-0935-4d9b-98b3-742a44e0be74), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:24.273057 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0c32dcc5-9cf2-42eb-94e0-3b9f209f5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70781d90>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:24.275535 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32dcc5-9cf2-42eb-94e0-3b9f209f5ecd None None] The sync data for ids ['fc38e228-ac90-4938-afa3-d6dce102b4e7'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:24.318108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-2d3193ef-b5f5-4b21-9adb-25c40ca91bac None None] Set router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:24.322939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-bd938eed-8681-423b-96b3-4012fda69e94 req-b8fcd757-47c2-40a1-8ebc-774967d68b76 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Deleting port 29e2dde0-a838-4891-9d59-16f20a4969b9 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:24.323229 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bd938eed-8681-423b-96b3-4012fda69e94 req-b8fcd757-47c2-40a1-8ebc-774967d68b76 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:24.343135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] For port 60b74908-1902-4216-8619-32cd92b10359, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:24.345562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Publish callbacks [] for router_gateway (0b8aad0d-0935-4d9b-98b3-742a44e0be74), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:24.349687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] For port 60b74908-1902-4216-8619-32cd92b10359, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=60b74908-1902-4216-8619-32cd92b10359,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:24.363574 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (60b74908-1902-4216-8619-32cd92b10359), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:24.391368 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a22c81ba-9a82-4969-9aeb-0b7e31218d76 req-cd403575-a121-4336-ac38-870645a78141 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=eee05f67-78e3-474c-8d12-b46bf13bf3c8&id=aad60d15-e857-4e15-a82a-bf77267c91c4&id=d1dd8625-f661-4158-81f9-48a14f9cabe7&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2752607
Feb 19 21:06:24.422475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:24.423504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:24.426026 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] 10.222.0.67 "PUT /v2.0/ports/60b74908-1902-4216-8619-32cd92b10359 HTTP/1.1" status: 200  len: 1091 time: 2.3648086
Feb 19 21:06:24.430676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'tag': '60b74908-1902-4216-8619-32cd92b10359'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:24.437504 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e45c24c-959c-40ee-893a-97c2acca85ef" -d '{"events": [{"name": "network-changed", "server_uuid": "cc97c9dc-bc47-4884-b42e-fa373a918258", "tag": "60b74908-1902-4216-8619-32cd92b10359"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:24.521504 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:24.646664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec3421-c5db-4614-885e-eeb92a484d06 req-219c9d49-ff9b-44e8-80b9-a3eb79787acb tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:24.648796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7dec3421-c5db-4614-885e-eeb92a484d06 req-219c9d49-ff9b-44e8-80b9-a3eb79787acb tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.4153531
Feb 19 21:06:24.659132 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bf3fba-d86d-42a0-a884-7d338c999c73 x-openstack-request-id: req-21bf3fba-d86d-42a0-a884-7d338c999c73 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:24.659458 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc97c9dc-bc47-4884-b42e-fa373a918258", "tag": "60b74908-1902-4216-8619-32cd92b10359", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:24.659684 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21bf3fba-d86d-42a0-a884-7d338c999c73 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:24.660095 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'tag': '60b74908-1902-4216-8619-32cd92b10359', 'status': 'completed', 'code': 200}
Feb 19 21:06:24.700590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923593a-b1b1-4953-b52a-a957dbf6b38b service neutron] Pushing event updated for resources: {'Port': ['ID=60b74908-1902-4216-8619-32cd92b10359,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:24.722378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2d3193ef-b5f5-4b21-9adb-25c40ca91bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62d32be0>, [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240'}], 'enable_snat': True}, 'gw_port_id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:06:20Z', 'revision_number': 5, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port': {'id': '145649af-b2c0-4da9-9307-36cbd2efefbb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:04:00Z', 'updated_at': '2022-02-19T21:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:24.741600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Deleting port 145649af-b2c0-4da9-9307-36cbd2efefbb {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:24.743515 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:24.761099 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-abf34c43-c2d8-4d61-9671-1a0534fd3fbe tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (623697cc-a389-4505-a807-08ea098c0f8d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:24.775665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3193ef-b5f5-4b21-9adb-25c40ca91bac None None] Checking router: 0b8aad0d-0935-4d9b-98b3-742a44e0be74 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:06:24.797107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3193ef-b5f5-4b21-9adb-25c40ca91bac None None] Routers {'0b8aad0d-0935-4d9b-98b3-742a44e0be74'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:24.797949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2d3193ef-b5f5-4b21-9adb-25c40ca91bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62d32be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:24.901505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-2d3193ef-b5f5-4b21-9adb-25c40ca91bac None None] Set router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:24.911310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-b5ae39d4-f4fc-4f09-af4c-4f47497fd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:24.912731 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-b5ae39d4-f4fc-4f09-af4c-4f47497fd8a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 1125 time: 0.4011269
Feb 19 21:06:24.921227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] For port 145649af-b2c0-4da9-9307-36cbd2efefbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=145649af-b2c0-4da9-9307-36cbd2efefbb,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:24.921884 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:24.961500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bd938eed-8681-423b-96b3-4012fda69e94 req-b8fcd757-47c2-40a1-8ebc-774967d68b76 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] For port 29e2dde0-a838-4891-9d59-16f20a4969b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e2dde0-a838-4891-9d59-16f20a4969b9,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:24.963397 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bd938eed-8681-423b-96b3-4012fda69e94 req-b8fcd757-47c2-40a1-8ebc-774967d68b76 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:24.963563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2d3193ef-b5f5-4b21-9adb-25c40ca91bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62d32be0>, [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:06:24Z', 'revision_number': 6, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:24.976084 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-9c439949-f967-4b08-905b-b363390dbc88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b74908-1902-4216-8619-32cd92b10359 HTTP/1.1" status: 200  len: 217 time: 0.0509460
Feb 19 21:06:24.978213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Calling delete_port for 145649af-b2c0-4da9-9307-36cbd2efefbb owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:24.997733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3193ef-b5f5-4b21-9adb-25c40ca91bac None None] The sync data for ids ['0b8aad0d-0935-4d9b-98b3-742a44e0be74'] in ncdv-master-1 is: [{'id': '0b8aad0d-0935-4d9b-98b3-742a44e0be74', 'name': 'tempest-ServersTestFqdnHostnames-341571113-router', 'tenant_id': '6e59ada015584cc6b980ae55cedc2103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:58Z', 'updated_at': '2022-02-19T21:06:24Z', 'revision_number': 6, 'project_id': '6e59ada015584cc6b980ae55cedc2103', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:25.015995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7dec3421-c5db-4614-885e-eeb92a484d06 req-bda542a5-93fc-4480-8f09-3b43af46dc47 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3369660
Feb 19 21:06:25.072535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-bd938eed-8681-423b-96b3-4012fda69e94 req-b8fcd757-47c2-40a1-8ebc-774967d68b76 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Calling delete_port for 29e2dde0-a838-4891-9d59-16f20a4969b9 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:25.106343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-ee19780a-9588-4d46-94dd-1bc391685f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:25.108820 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-ee19780a-9588-4d46-94dd-1bc391685f9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8dc2ea7-ffc4-4027-9f85-62ffc7262290 HTTP/1.1" status: 200  len: 850 time: 0.1228600
Feb 19 21:06:25.296734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-8679358e-3f24-498a-8b6d-d9643abfd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:25.299174 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-8679358e-3f24-498a-8b6d-d9643abfd305 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=813ad1c1-0059-4a59-91cb-1222ec1b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1830852
Feb 19 21:06:25.508203 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-653add2e-05b9-44f2-83ba-f6be1166b5f0 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925962
Feb 19 21:06:25.524124 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (145649af-b2c0-4da9-9307-36cbd2efefbb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:25.532058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d9f47-d898-49d5-ba52-3df7b03be892 req-c99336b3-3c16-441e-bb7a-af2dba5be69b tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:25.533861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a70d9f47-d898-49d5-ba52-3df7b03be892 req-c99336b3-3c16-441e-bb7a-af2dba5be69b tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 943 time: 0.3334544
Feb 19 21:06:25.657493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Pushing event deleted for resources: {'Port': ['ID=145649af-b2c0-4da9-9307-36cbd2efefbb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:25.756961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a70d9f47-d898-49d5-ba52-3df7b03be892 req-e3302c71-0e76-45a1-a5f5-0db144f06597 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2114859
Feb 19 21:06:25.821660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bbc02-1dc1-4a20-88b4-7ac07f714ae7 req-e45ca022-6396-45c1-b817-c14e07a1ec0b tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:25.830683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (0b8aad0d-0935-4d9b-98b3-742a44e0be74), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:25.835398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f04bbc02-1dc1-4a20-88b4-7ac07f714ae7 req-e45ca022-6396-45c1-b817-c14e07a1ec0b tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=646454f0-96fd-4131-9267-ed8e438556e3 HTTP/1.1" status: 200  len: 1024 time: 0.3110137
Feb 19 21:06:25.838251 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:25.863682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bd938eed-8681-423b-96b3-4012fda69e94 req-b8fcd757-47c2-40a1-8ebc-774967d68b76 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (29e2dde0-a838-4891-9d59-16f20a4969b9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:25.876167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['528c31a5-569d-4fef-a351-c1e8d8d8f70c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:06:26.013659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcd757-47c2-40a1-8ebc-774967d68b76 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event deleted for resources: {'Port': ['ID=29e2dde0-a838-4891-9d59-16f20a4969b9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:26.094478 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a8b44fc-2b17-4f05-b43d-556cd51f4559 req-b3add59a-9f36-43b6-8a9b-babe6037f76a service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5848587
Feb 19 21:06:26.132822 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (0b8aad0d-0935-4d9b-98b3-742a44e0be74), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:26.145568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Publish callbacks [] for router_controller (0b8aad0d-0935-4d9b-98b3-742a44e0be74), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:26.188281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd938eed-8681-423b-96b3-4012fda69e94 req-b8fcd757-47c2-40a1-8ebc-774967d68b76 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] No DVR routers for this DVR port 29e2dde0-a838-4891-9d59-16f20a4969b9 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:06:26.197914 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bd938eed-8681-423b-96b3-4012fda69e94 req-b8fcd757-47c2-40a1-8ebc-774967d68b76 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:26.205327 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd938eed-8681-423b-96b3-4012fda69e94 req-b8fcd757-47c2-40a1-8ebc-774967d68b76 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.10 "DELETE /v2.0/ports/29e2dde0-a838-4891-9d59-16f20a4969b9 HTTP/1.1" status: 204  len: 173 time: 2.3985481
Feb 19 21:06:26.214368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646454f0-96fd-4131-9267-ed8e438556e3', 'name': 'network-vif-deleted', 'tag': '29e2dde0-a838-4891-9d59-16f20a4969b9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:26.219120 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858c8c16-faf9-4d63-8ac8-d3a5103629da" -d '{"events": [{"server_uuid": "646454f0-96fd-4131-9267-ed8e438556e3", "name": "network-vif-deleted", "tag": "29e2dde0-a838-4891-9d59-16f20a4969b9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:26.221311 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (0b8aad0d-0935-4d9b-98b3-742a44e0be74), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:26.221924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b8aad0d-0935-4d9b-98b3-742a44e0be74 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:06:26.231194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:26.232692 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-261a0fa0-f7d9-4465-a4e3-3851e1bb9397 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0b8aad0d-0935-4d9b-98b3-742a44e0be74 HTTP/1.1" status: 204  len: 168 time: 2.2473731
Feb 19 21:06:26.236760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32932) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:26.271760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f04bbc02-1dc1-4a20-88b4-7ac07f714ae7 req-a84effcb-4be8-49b1-a650-d5730ac4a64e tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=eee05f67-78e3-474c-8d12-b46bf13bf3c8&id=aad60d15-e857-4e15-a82a-bf77267c91c4&id=d1dd8625-f661-4158-81f9-48a14f9cabe7&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.4336209
Feb 19 21:06:26.396408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 29e2dde0-a838-4891-9d59-16f20a4969b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:26.410014 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-abf34c43-c2d8-4d61-9671-1a0534fd3fbe tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (623697cc-a389-4505-a807-08ea098c0f8d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:26.433833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd40d66-69f3-46a8-8563-079e058e393d req-8ced7587-d71c-4f5b-8577-79387d06dfc9 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:26.442562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2cd40d66-69f3-46a8-8563-079e058e393d req-8ced7587-d71c-4f5b-8577-79387d06dfc9 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2167156
Feb 19 21:06:26.467323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-abf34c43-c2d8-4d61-9671-1a0534fd3fbe tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (623697cc-a389-4505-a807-08ea098c0f8d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:26.470477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 29e2dde0-a838-4891-9d59-16f20a4969b9 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:06:26.470913 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 29e2dde0-a838-4891-9d59-16f20a4969b9 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:06:26.636925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf34c43-c2d8-4d61-9671-1a0534fd3fbe tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=623697cc-a389-4505-a807-08ea098c0f8d,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:26.640365 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6571cbc5-ba55-4afe-bfde-a0f7a8149a1c x-openstack-request-id: req-6571cbc5-ba55-4afe-bfde-a0f7a8149a1c {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:26.641215 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646454f0-96fd-4131-9267-ed8e438556e3", "name": "network-vif-deleted", "tag": "29e2dde0-a838-4891-9d59-16f20a4969b9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:26.641590 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6571cbc5-ba55-4afe-bfde-a0f7a8149a1c {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:26.642268 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646454f0-96fd-4131-9267-ed8e438556e3', 'name': 'network-vif-deleted', 'tag': '29e2dde0-a838-4891-9d59-16f20a4969b9', 'status': 'completed', 'code': 200}
Feb 19 21:06:26.737385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf34c43-c2d8-4d61-9671-1a0534fd3fbe tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:26.738418 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-abf34c43-c2d8-4d61-9671-1a0534fd3fbe tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:26.739902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-abf34c43-c2d8-4d61-9671-1a0534fd3fbe tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/ports/623697cc-a389-4505-a807-08ea098c0f8d HTTP/1.1" status: 200  len: 910 time: 2.5717955
Feb 19 21:06:26.754929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2cd40d66-69f3-46a8-8563-079e058e393d req-dfe8953e-dd75-4714-a787-5ecd3f40e613 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2977045
Feb 19 21:06:26.757790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32934) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:26.810172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 145649af-b2c0-4da9-9307-36cbd2efefbb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:26.846147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bacfbb-fe35-4bc8-a1ef-50f70479a65b admin admin] Deleting subnet eddeb728-5372-408b-bbfa-32b636226d78 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:06:26.868961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 145649af-b2c0-4da9-9307-36cbd2efefbb {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:06:26.870434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 145649af-b2c0-4da9-9307-36cbd2efefbb not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:06:26.871218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c2285baf-0200-4453-823f-a8c8e006a2f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:26.886163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84bacfbb-fe35-4bc8-a1ef-50f70479a65b admin admin] Publish callbacks [] for subnet (eddeb728-5372-408b-bbfa-32b636226d78), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:26.900536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c2285baf-0200-4453-823f-a8c8e006a2f0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:06:26.901129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c2285baf-0200-4453-823f-a8c8e006a2f0 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:06:26.965644 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45c24c-959c-40ee-893a-97c2acca85ef req-647641f5-5d77-4f14-97b2-6a939da46b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:26.969215 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e45c24c-959c-40ee-893a-97c2acca85ef req-647641f5-5d77-4f14-97b2-6a939da46b1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 1125 time: 0.6973205
Feb 19 21:06:27.059804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b06d5-b4f5-4f00-85c5-0074ec63352a req-ad1533a7-ae23-4abe-97e4-fde8e1926c25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:27.061584 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-401b06d5-b4f5-4f00-85c5-0074ec63352a req-ad1533a7-ae23-4abe-97e4-fde8e1926c25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 943 time: 0.0984828
Feb 19 21:06:27.124680 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84bacfbb-fe35-4bc8-a1ef-50f70479a65b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (eddeb728-5372-408b-bbfa-32b636226d78), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:27.200632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-401b06d5-b4f5-4f00-85c5-0074ec63352a req-1b84aedc-79cf-4bbe-b1ee-1e98882eb036 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976148
Feb 19 21:06:27.268028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45c24c-959c-40ee-893a-97c2acca85ef req-b7b8beb7-3d4c-427d-91c4-22f668908bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:27.270651 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e45c24c-959c-40ee-893a-97c2acca85ef req-b7b8beb7-3d4c-427d-91c4-22f668908bcf service neutron] 10.222.0.67 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 912 time: 0.2831924
Feb 19 21:06:27.368944 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e45c24c-959c-40ee-893a-97c2acca85ef req-a658dc1b-bf4f-4063-9594-ec0405801b55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b74908-1902-4216-8619-32cd92b10359 HTTP/1.1" status: 200  len: 217 time: 0.0704000
Feb 19 21:06:27.443983 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c0612c42-f23a-42be-b625-fdfaf62a923d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (fc38e228-ac90-4938-afa3-d6dce102b4e7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:27.484809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84bacfbb-fe35-4bc8-a1ef-50f70479a65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (eddeb728-5372-408b-bbfa-32b636226d78), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:27.524705 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45c24c-959c-40ee-893a-97c2acca85ef req-a6f9b0aa-fd45-4ce8-a469-6b05f9f23d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:27.527490 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e45c24c-959c-40ee-893a-97c2acca85ef req-a6f9b0aa-fd45-4ce8-a469-6b05f9f23d2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8dc2ea7-ffc4-4027-9f85-62ffc7262290 HTTP/1.1" status: 200  len: 850 time: 0.1525702
Feb 19 21:06:27.589940 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84bacfbb-fe35-4bc8-a1ef-50f70479a65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (eddeb728-5372-408b-bbfa-32b636226d78), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:27.635629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84bacfbb-fe35-4bc8-a1ef-50f70479a65b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:27.639134 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-84bacfbb-fe35-4bc8-a1ef-50f70479a65b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eddeb728-5372-408b-bbfa-32b636226d78 HTTP/1.1" status: 204  len: 168 time: 1.4012570
Feb 19 21:06:27.643274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32944) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:27.643754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bacfbb-fe35-4bc8-a1ef-50f70479a65b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eddeb728-5372-408b-bbfa-32b636226d78,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:27.644994 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3618f548-0d29-4756-a634-a15a77aa4aae None None] Network 14d8226a-6e83-4985-8f30-56d8f0e3e01f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:27.650357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45c24c-959c-40ee-893a-97c2acca85ef req-017948a9-abe1-4dca-8f07-1584a7ee2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:27.652851 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e45c24c-959c-40ee-893a-97c2acca85ef req-017948a9-abe1-4dca-8f07-1584a7ee2a56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=813ad1c1-0059-4a59-91cb-1222ec1b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1170433
Feb 19 21:06:27.830444 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e45c24c-959c-40ee-893a-97c2acca85ef req-d456561f-9bf2-4762-a614-a0b498864003 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670980
Feb 19 21:06:27.859229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1247ab6-3564-4166-b421-e0edb53c0e21 None None] DHCP port deletion for 14d8226a-6e83-4985-8f30-56d8f0e3e01f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:06:27.935131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a1247ab6-3564-4166-b421-e0edb53c0e21 None None] Deleting port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:27.936222 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a1247ab6-3564-4166-b421-e0edb53c0e21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:27.973700 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e45c24c-959c-40ee-893a-97c2acca85ef req-75062e9f-567e-4c10-a369-45db9d325181 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373155
Feb 19 21:06:28.023838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a1247ab6-3564-4166-b421-e0edb53c0e21 None None] For port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ca1e2d9-b777-4ffd-ba51-ce386008a80a,segment=NetworkSegment(799fa7d7-496a-4edc-9140-a61803883014),segment_id=799fa7d7-496a-4edc-9140-a61803883014)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:28.024794 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a1247ab6-3564-4166-b421-e0edb53c0e21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.043143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a1247ab6-3564-4166-b421-e0edb53c0e21 None None] Calling delete_port for 2ca1e2d9-b777-4ffd-ba51-ce386008a80a owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:28.151852 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a1247ab6-3564-4166-b421-e0edb53c0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (2ca1e2d9-b777-4ffd-ba51-ce386008a80a), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.177518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1247ab6-3564-4166-b421-e0edb53c0e21 None None] No DVR routers for this DVR port 2ca1e2d9-b777-4ffd-ba51-ce386008a80a on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:06:28.189974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-746aa582-902f-44e4-9e92-9c6957287d9a req-7690cca4-f327-48f0-ae6a-89745af226f5 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/eee05f67-78e3-474c-8d12-b46bf13bf3c8 HTTP/1.1" status: 200  len: 1819 time: 0.6450224
Feb 19 21:06:28.198321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1247ab6-3564-4166-b421-e0edb53c0e21 None None] Pushing event deleted for resources: {'Port': ['ID=2ca1e2d9-b777-4ffd-ba51-ce386008a80a,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:28.212086 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (14d8226a-6e83-4985-8f30-56d8f0e3e01f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.304464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689b674-dc1d-406d-a5e0-4ee17803ca5b req-cb2ad7b1-5d7f-401a-a264-490ebc7f3bad tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:28.306851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2689b674-dc1d-406d-a5e0-4ee17803ca5b req-cb2ad7b1-5d7f-401a-a264-490ebc7f3bad tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1636088
Feb 19 21:06:28.434515 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-746aa582-902f-44e4-9e92-9c6957287d9a req-737cb0bc-babd-46a9-92fe-59f334fa2d0e tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (eee05f67-78e3-474c-8d12-b46bf13bf3c8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.480639 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (14d8226a-6e83-4985-8f30-56d8f0e3e01f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.549193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-746aa582-902f-44e4-9e92-9c6957287d9a req-737cb0bc-babd-46a9-92fe-59f334fa2d0e tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (eee05f67-78e3-474c-8d12-b46bf13bf3c8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.570170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2689b674-dc1d-406d-a5e0-4ee17803ca5b req-d97411f0-4357-4246-a687-e48547f7810a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441769
Feb 19 21:06:28.576714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a72279280>,) {'filters': {'network_id': ['14d8226a-6e83-4985-8f30-56d8f0e3e01f']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:28.609605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72279280>, '799fa7d7-496a-4edc-9140-a61803883014') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:28.609949 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72279280>, '799fa7d7-496a-4edc-9140-a61803883014') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:28.625064 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (799fa7d7-496a-4edc-9140-a61803883014), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.653999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c0612c42-f23a-42be-b625-fdfaf62a923d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port 623697cc-a389-4505-a807-08ea098c0f8d {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:28.654454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c0612c42-f23a-42be-b625-fdfaf62a923d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (623697cc-a389-4505-a807-08ea098c0f8d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.658325 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (799fa7d7-496a-4edc-9140-a61803883014), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.664146 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-746aa582-902f-44e4-9e92-9c6957287d9a req-737cb0bc-babd-46a9-92fe-59f334fa2d0e tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (eee05f67-78e3-474c-8d12-b46bf13bf3c8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.667392 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-746aa582-902f-44e4-9e92-9c6957287d9a req-737cb0bc-babd-46a9-92fe-59f334fa2d0e tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.668647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-746aa582-902f-44e4-9e92-9c6957287d9a req-737cb0bc-babd-46a9-92fe-59f334fa2d0e tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "DELETE /v2.0/security-groups/eee05f67-78e3-474c-8d12-b46bf13bf3c8 HTTP/1.1" status: 204  len: 173 time: 0.4687855
Feb 19 21:06:28.689169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:06:28.689871 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (799fa7d7-496a-4edc-9140-a61803883014), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.702860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2ca1e2d9-b777-4ffd-ba51-ce386008a80a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:06:28.719985 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:06:28.733247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 2ca1e2d9-b777-4ffd-ba51-ce386008a80a {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:06:28.733755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2ca1e2d9-b777-4ffd-ba51-ce386008a80a not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:06:28.795670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cb0bc-babd-46a9-92fe-59f334fa2d0e tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee05f67-78e3-474c-8d12-b46bf13bf3c8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:28.873030 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (14d8226a-6e83-4985-8f30-56d8f0e3e01f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.893377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.900206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] 10.222.0.30 "DELETE /v2.0/networks/14d8226a-6e83-4985-8f30-56d8f0e3e01f HTTP/1.1" status: 204  len: 168 time: 1.2372355
Feb 19 21:06:28.926416 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-478824aa-4c59-42ed-a62e-4c91f9404e41 req-dfeba46d-8194-4090-9380-a04241e30313 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/d1dd8625-f661-4158-81f9-48a14f9cabe7 HTTP/1.1" status: 200  len: 1820 time: 0.1812487
Feb 19 21:06:28.930466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b3c06-b277-4984-89aa-ebbe48d7e588 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d8226a-6e83-4985-8f30-56d8f0e3e01f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:28.933541 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c0612c42-f23a-42be-b625-fdfaf62a923d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (623697cc-a389-4505-a807-08ea098c0f8d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:28.980390 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e538bad-f846-4acb-a999-17d5f7a46c41 req-a6dca0d8-d4e0-4911-88e6-355d74e0fd89 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:28.982004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e538bad-f846-4acb-a999-17d5f7a46c41 req-a6dca0d8-d4e0-4911-88e6-355d74e0fd89 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 943 time: 0.2636228
Feb 19 21:06:28.987543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c0612c42-f23a-42be-b625-fdfaf62a923d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for 623697cc-a389-4505-a807-08ea098c0f8d owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:29.091102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32964) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:29.134848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e538bad-f846-4acb-a999-17d5f7a46c41 req-95da512c-1241-4764-b3e9-1a9f11a7c7e2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1450989
Feb 19 21:06:29.143528 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-39a5639e-c4c0-4b31-83da-1f0bce4577cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e59ada015584cc6b980ae55cedc2103&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0511615
Feb 19 21:06:29.144589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32966) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:29.207321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e65e57af-c874-4da8-bf25-d60ae30f06de admin admin] Publish callbacks [] for security_group (2332a4d3-a3da-41d7-9877-fd3366a452ee), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.214621 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-478824aa-4c59-42ed-a62e-4c91f9404e41 req-78a4ea18-fadc-4fa6-8313-472ae21d589d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (d1dd8625-f661-4158-81f9-48a14f9cabe7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.236647 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e65e57af-c874-4da8-bf25-d60ae30f06de admin admin] Publish callbacks [] for security_group (2332a4d3-a3da-41d7-9877-fd3366a452ee), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.253207 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-478824aa-4c59-42ed-a62e-4c91f9404e41 req-78a4ea18-fadc-4fa6-8313-472ae21d589d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (d1dd8625-f661-4158-81f9-48a14f9cabe7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.309084 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.324649 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e65e57af-c874-4da8-bf25-d60ae30f06de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2332a4d3-a3da-41d7-9877-fd3366a452ee), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.328467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e65e57af-c874-4da8-bf25-d60ae30f06de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.337456 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e65e57af-c874-4da8-bf25-d60ae30f06de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2332a4d3-a3da-41d7-9877-fd3366a452ee HTTP/1.1" status: 204  len: 168 time: 0.1918190
Feb 19 21:06:29.363270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e57af-c874-4da8-bf25-d60ae30f06de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2332a4d3-a3da-41d7-9877-fd3366a452ee,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:29.375306 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c0612c42-f23a-42be-b625-fdfaf62a923d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (623697cc-a389-4505-a807-08ea098c0f8d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.414310 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-478824aa-4c59-42ed-a62e-4c91f9404e41 req-78a4ea18-fadc-4fa6-8313-472ae21d589d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d1dd8625-f661-4158-81f9-48a14f9cabe7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.417794 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-478824aa-4c59-42ed-a62e-4c91f9404e41 req-78a4ea18-fadc-4fa6-8313-472ae21d589d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.419477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-478824aa-4c59-42ed-a62e-4c91f9404e41 req-78a4ea18-fadc-4fa6-8313-472ae21d589d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "DELETE /v2.0/security-groups/d1dd8625-f661-4158-81f9-48a14f9cabe7 HTTP/1.1" status: 204  len: 173 time: 0.4565182
Feb 19 21:06:29.424469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0612c42-f23a-42be-b625-fdfaf62a923d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=623697cc-a389-4505-a807-08ea098c0f8d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:29.438286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4ea18-fadc-4fa6-8313-472ae21d589d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dd8625-f661-4158-81f9-48a14f9cabe7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:29.478553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-71c502f7-88f2-47f1-b72f-5b691dad6f2d req-b8ffcbd6-7a4c-4499-a26c-d8868e836066 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457483926', 'description': 'tempest-description-1733135237'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:29.560277 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-71c502f7-88f2-47f1-b72f-5b691dad6f2d req-b8ffcbd6-7a4c-4499-a26c-d8868e836066 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.678746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c0612c42-f23a-42be-b625-fdfaf62a923d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (fc38e228-ac90-4938-afa3-d6dce102b4e7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:29.897902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27be30-96ab-4a2c-9f68-f370c6ead365 req-b1904767-8135-46ed-be4f-33c939634938 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:29.900080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a27be30-96ab-4a2c-9f68-f370c6ead365 req-b1904767-8135-46ed-be4f-33c939634938 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1818759
Feb 19 21:06:30.000900 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-71c502f7-88f2-47f1-b72f-5b691dad6f2d req-b8ffcbd6-7a4c-4499-a26c-d8868e836066 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (0d163311-40f9-43c3-99f8-d4a9ee331aa2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.021419 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-71c502f7-88f2-47f1-b72f-5b691dad6f2d req-b8ffcbd6-7a4c-4499-a26c-d8868e836066 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0d163311-40f9-43c3-99f8-d4a9ee331aa2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.039676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0612c42-f23a-42be-b625-fdfaf62a923d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router fc38e228-ac90-4938-afa3-d6dce102b4e7 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:06:30.073729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a27be30-96ab-4a2c-9f68-f370c6ead365 req-318f8b2e-c8a0-4663-963f-f5c26289f479 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359222
Feb 19 21:06:30.076444 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-71c502f7-88f2-47f1-b72f-5b691dad6f2d req-b8ffcbd6-7a4c-4499-a26c-d8868e836066 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.077600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71c502f7-88f2-47f1-b72f-5b691dad6f2d req-b8ffcbd6-7a4c-4499-a26c-d8868e836066 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.6054645
Feb 19 21:06:30.094412 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffcbd6-7a4c-4499-a26c-d8868e836066 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d163311-40f9-43c3-99f8-d4a9ee331aa2,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:30.208591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0612c42-f23a-42be-b625-fdfaf62a923d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:30.216454 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c0612c42-f23a-42be-b625-fdfaf62a923d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/fc38e228-ac90-4938-afa3-d6dce102b4e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4573536
Feb 19 21:06:30.219480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32992) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:30.223121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459404ef-4ea7-421b-a733-31f3bcc2f66f None None] Sync routers for ids ['fc38e228-ac90-4938-afa3-d6dce102b4e7'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:30.239640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459404ef-4ea7-421b-a733-31f3bcc2f66f None None] Routers {'fc38e228-ac90-4938-afa3-d6dce102b4e7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:30.240283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-459404ef-4ea7-421b-a733-31f3bcc2f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a636e85e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['fc38e228-ac90-4938-afa3-d6dce102b4e7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:30.258789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee277c17-fd06-4126-b412-c1b30997d57d req-3c13d69b-b4a9-4f26-a9e5-304b81ae2f42 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/0d163311-40f9-43c3-99f8-d4a9ee331aa2 HTTP/1.1" status: 200  len: 1819 time: 0.1165578
Feb 19 21:06:30.261506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6cee5420-16d1-411f-bc4f-49ac8c2b8a4c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc38e228-ac90-4938-afa3-d6dce102b4e7 HTTP/1.1" status: 200  len: 205 time: 0.0407856
Feb 19 21:06:30.265942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32996) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:30.293230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ee277c17-fd06-4126-b412-c1b30997d57d req-4795a6ab-a805-474c-9f57-f7e25a880b6f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Request body: {'security_group': {'name': 'tempest-sg-hth-649662405', 'description': 'tempest-description-hth-1826117947'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:30.341158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-459404ef-4ea7-421b-a733-31f3bcc2f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a636e85e0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:30.359035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459404ef-4ea7-421b-a733-31f3bcc2f66f None None] Routers {'fc38e228-ac90-4938-afa3-d6dce102b4e7'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:30.359678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-459404ef-4ea7-421b-a733-31f3bcc2f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a636e85e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['fc38e228-ac90-4938-afa3-d6dce102b4e7'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:30.381534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1ff86e51-f2e4-4919-9fd7-431e1985c018 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (fc38e228-ac90-4938-afa3-d6dce102b4e7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.410575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-459404ef-4ea7-421b-a733-31f3bcc2f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a636e85e0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:30.411464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459404ef-4ea7-421b-a733-31f3bcc2f66f None None] The sync data for ids ['fc38e228-ac90-4938-afa3-d6dce102b4e7'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:30.510580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33002) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:30.612787 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1ff86e51-f2e4-4919-9fd7-431e1985c018 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (fc38e228-ac90-4938-afa3-d6dce102b4e7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.619489 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1ff86e51-f2e4-4919-9fd7-431e1985c018 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (fc38e228-ac90-4938-afa3-d6dce102b4e7), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.698261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aa17f-ef68-4526-8f95-0aa1a28d78a8 req-740f400f-69e8-4850-8085-15983c8ca697 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:30.699909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-921aa17f-ef68-4526-8f95-0aa1a28d78a8 req-740f400f-69e8-4850-8085-15983c8ca697 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 943 time: 0.4361050
Feb 19 21:06:30.701819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee277c17-fd06-4126-b412-c1b30997d57d req-4795a6ab-a805-474c-9f57-f7e25a880b6f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (0d163311-40f9-43c3-99f8-d4a9ee331aa2), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.702132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-482935051-network', 'tenant_id': 'e5f81dcc5d52473ab53817e20df04cd9'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:30.723151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1ff86e51-f2e4-4919-9fd7-431e1985c018 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (fc38e228-ac90-4938-afa3-d6dce102b4e7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.723787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff86e51-f2e4-4919-9fd7-431e1985c018 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Fanout notify agent at l3_agent the message router_deleted on router fc38e228-ac90-4938-afa3-d6dce102b4e7 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:06:30.731446 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1ff86e51-f2e4-4919-9fd7-431e1985c018 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.735076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1ff86e51-f2e4-4919-9fd7-431e1985c018 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/fc38e228-ac90-4938-afa3-d6dce102b4e7 HTTP/1.1" status: 204  len: 168 time: 0.4649215
Feb 19 21:06:30.747773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33006) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:30.782174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Made reservation on behalf of e5f81dcc5d52473ab53817e20df04cd9 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:30.784958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.795694 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.809770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d729a8f1-2622-4696-bfc8-3bfd2098633a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting subnet 3d5b2a37-938c-4022-b597-de320664f519 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:06:30.816978 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d729a8f1-2622-4696-bfc8-3bfd2098633a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for subnet (3d5b2a37-938c-4022-b597-de320664f519), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.897467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee277c17-fd06-4126-b412-c1b30997d57d req-4795a6ab-a805-474c-9f57-f7e25a880b6f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (0d163311-40f9-43c3-99f8-d4a9ee331aa2), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.903371 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Publish callbacks [] for security_group (30af544f-6275-4b89-9798-1af4afb27f39), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.908917 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee277c17-fd06-4126-b412-c1b30997d57d req-4795a6ab-a805-474c-9f57-f7e25a880b6f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0d163311-40f9-43c3-99f8-d4a9ee331aa2), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.909137 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (30af544f-6275-4b89-9798-1af4afb27f39), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.911735 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ee277c17-fd06-4126-b412-c1b30997d57d req-4795a6ab-a805-474c-9f57-f7e25a880b6f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.913094 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee277c17-fd06-4126-b412-c1b30997d57d req-4795a6ab-a805-474c-9f57-f7e25a880b6f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "PUT /v2.0/security-groups/0d163311-40f9-43c3-99f8-d4a9ee331aa2 HTTP/1.1" status: 200  len: 1793 time: 0.6270764
Feb 19 21:06:30.922795 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d729a8f1-2622-4696-bfc8-3bfd2098633a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (3d5b2a37-938c-4022-b597-de320664f519), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.929112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-921aa17f-ef68-4526-8f95-0aa1a28d78a8 req-67fff3b4-8310-4058-bb11-710fb0ff92ef tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2152367
Feb 19 21:06:30.948210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:06:30.973399 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30af544f-6275-4b89-9798-1af4afb27f39,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:30.980015 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (550ac108-0f23-4185-a09f-79771afebc19), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:30.980427 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Added segment 550ac108-0f23-4185-a09f-79771afebc19 of type vlan for network be9178cb-fadc-423e-95e2-979af3a2f95e
Feb 19 21:06:30.991483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795a6ab-a805-474c-9f57-f7e25a880b6f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d163311-40f9-43c3-99f8-d4a9ee331aa2,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:31.036998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (be9178cb-fadc-423e-95e2-979af3a2f95e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.059082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 60b74908-1902-4216-8619-32cd92b10359 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:06:31.072297 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (be9178cb-fadc-423e-95e2-979af3a2f95e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.072297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:31.072980 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.179080 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d729a8f1-2622-4696-bfc8-3bfd2098633a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (3d5b2a37-938c-4022-b597-de320664f519), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.196601 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6840928
Feb 19 21:06:31.207878 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33014) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:31.218344 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] Request body: {'subnet': {'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-482935051-subnet', 'tenant_id': 'e5f81dcc5d52473ab53817e20df04cd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:31.228148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35069a62-92c0-4203-9c66-7a198199de47 req-d534b747-2d8d-4bfc-9893-4dd433437bae tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/0d163311-40f9-43c3-99f8-d4a9ee331aa2 HTTP/1.1" status: 200  len: 1793 time: 0.2134168
Feb 19 21:06:31.238197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4898e-1425-4e07-851b-e77d46ab5f64 admin admin] Pushing event updated for resources: {'Network': ['ID=be9178cb-fadc-423e-95e2-979af3a2f95e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:31.264902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network be9178cb-fadc-423e-95e2-979af3a2f95e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:06:31.266336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] Made reservation on behalf of e5f81dcc5d52473ab53817e20df04cd9 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:31.269937 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.394690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d729a8f1-2622-4696-bfc8-3bfd2098633a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (3d5b2a37-938c-4022-b597-de320664f519), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.464784 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d729a8f1-2622-4696-bfc8-3bfd2098633a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.471300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c7841-6a02-416a-9c80-7f319d2821fa None None] Network 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:31.472153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d729a8f1-2622-4696-bfc8-3bfd2098633a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/3d5b2a37-938c-4022-b597-de320664f519 HTTP/1.1" status: 204  len: 168 time: 0.7235858
Feb 19 21:06:31.473066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729a8f1-2622-4696-bfc8-3bfd2098633a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5b2a37-938c-4022-b597-de320664f519,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:31.474904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33018) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:31.574471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 60b74908-1902-4216-8619-32cd92b10359, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=60b74908-1902-4216-8619-32cd92b10359,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:31.593534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.610709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26250c60-4bbc-4a0d-bd7a-df262c4f6536 req-785f0bfb-4271-4950-8175-6a4340e474dd tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/0d163311-40f9-43c3-99f8-d4a9ee331aa2 HTTP/1.1" status: 200  len: 1793 time: 0.2974465
Feb 19 21:06:31.623945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '60b74908-1902-4216-8619-32cd92b10359', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'port_id': '60b74908-1902-4216-8619-32cd92b10359', 'mac_address': 'fa:16:3e:ca:6f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:06:31.642740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (1c86a79b-09b9-494b-a569-de0a15aa8814), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.645803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db083e-f45f-4bb3-8958-fdaf70eabe1a req-a51b16c9-aff0-4a04-8fe1-df5834f9db57 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:31.647413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08db083e-f45f-4bb3-8958-fdaf70eabe1a req-a51b16c9-aff0-4a04-8fe1-df5834f9db57 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.3183863
Feb 19 21:06:31.792724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c86a79b-09b9-494b-a569-de0a15aa8814,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:31.807703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08db083e-f45f-4bb3-8958-fdaf70eabe1a req-901e2cb3-d7c1-412d-8b99-a5001d34f26b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314960
Feb 19 21:06:31.844551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port da3de918-ccdc-423d-a959-b946603982bd {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:31.844905 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (da3de918-ccdc-423d-a959-b946603982bd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.857207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] Checking segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:31.863864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] Network hostable DHCP agents. Network: be9178cb-fadc-423e-95e2-979af3a2f95e, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:06:31.900537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] Network be9178cb-fadc-423e-95e2-979af3a2f95e is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:06:31.916159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, be9178cb-fadc-423e-95e2-979af3a2f95e) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:31.932348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:31.933600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.944521 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26250c60-4bbc-4a0d-bd7a-df262c4f6536 req-81b39dfc-63c4-41e0-8ea4-7a99f55b1940 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (0d163311-40f9-43c3-99f8-d4a9ee331aa2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:31.968536 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-79ffcf51-a9f3-47b1-a34f-c6141fbbb7fb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7487912
Feb 19 21:06:31.977124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a177d47-8199-4092-bc5e-190a1bc726cf None None] Network be9178cb-fadc-423e-95e2-979af3a2f95e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:31.996905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] For port da3de918-ccdc-423d-a959-b946603982bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da3de918-ccdc-423d-a959-b946603982bd,segment=NetworkSegment(24681056-874e-48f7-8bda-09409c7f58ce),segment_id=24681056-874e-48f7-8bda-09409c7f58ce)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:31.997290 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (da3de918-ccdc-423d-a959-b946603982bd), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:32.010457 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26250c60-4bbc-4a0d-bd7a-df262c4f6536 req-81b39dfc-63c4-41e0-8ea4-7a99f55b1940 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (0d163311-40f9-43c3-99f8-d4a9ee331aa2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:32.027338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for da3de918-ccdc-423d-a959-b946603982bd owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:32.100394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cba340-9ddc-4877-a631-adf14fe80304 None None] Network be9178cb-fadc-423e-95e2-979af3a2f95e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:32.146889 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26250c60-4bbc-4a0d-bd7a-df262c4f6536 req-81b39dfc-63c4-41e0-8ea4-7a99f55b1940 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0d163311-40f9-43c3-99f8-d4a9ee331aa2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:32.152104 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26250c60-4bbc-4a0d-bd7a-df262c4f6536 req-81b39dfc-63c4-41e0-8ea4-7a99f55b1940 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:32.168534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26250c60-4bbc-4a0d-bd7a-df262c4f6536 req-81b39dfc-63c4-41e0-8ea4-7a99f55b1940 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "DELETE /v2.0/security-groups/0d163311-40f9-43c3-99f8-d4a9ee331aa2 HTTP/1.1" status: 204  len: 173 time: 0.5473614
Feb 19 21:06:32.220663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007f283a-7abd-454d-9c89-8bf07c620198 None None] DHCP port deletion for 9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:06:32.246863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 60b74908-1902-4216-8619-32cd92b10359 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:32.247274 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (60b74908-1902-4216-8619-32cd92b10359), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:32.280391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b74908-1902-4216-8619-32cd92b10359 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:06:32.296783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b39dfc-63c4-41e0-8ea4-7a99f55b1940 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d163311-40f9-43c3-99f8-d4a9ee331aa2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:32.305535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 60b74908-1902-4216-8619-32cd92b10359, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=60b74908-1902-4216-8619-32cd92b10359,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:32.328316 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (60b74908-1902-4216-8619-32cd92b10359), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:32.352961 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (da3de918-ccdc-423d-a959-b946603982bd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:32.389138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-007f283a-7abd-454d-9c89-8bf07c620198 None None] Deleting port da3de918-ccdc-423d-a959-b946603982bd {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:32.389518 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-007f283a-7abd-454d-9c89-8bf07c620198 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (da3de918-ccdc-423d-a959-b946603982bd), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:32.392740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5d3e-9764-4a0e-8b68-ca138edd582b req-3bc274d8-a307-4f60-932a-eba7276e7a34 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:32.394959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c26d5d3e-9764-4a0e-8b68-ca138edd582b req-3bc274d8-a307-4f60-932a-eba7276e7a34 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 943 time: 0.2196877
Feb 19 21:06:32.400187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=da3de918-ccdc-423d-a959-b946603982bd,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:32.408006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No DVR routers for this DVR port da3de918-ccdc-423d-a959-b946603982bd on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:06:32.467522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=60b74908-1902-4216-8619-32cd92b10359,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:32.519094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-007f283a-7abd-454d-9c89-8bf07c620198 None None] For port da3de918-ccdc-423d-a959-b946603982bd, host ncdv-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:32.519816 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-007f283a-7abd-454d-9c89-8bf07c620198 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (da3de918-ccdc-423d-a959-b946603982bd), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:32.549243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-007f283a-7abd-454d-9c89-8bf07c620198 None None] Calling delete_port for da3de918-ccdc-423d-a959-b946603982bd owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:32.552381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.ipam_backend_mixin [None req-007f283a-7abd-454d-9c89-8bf07c620198 None None] Port da3de918-ccdc-423d-a959-b946603982bd was not found and therefore no delete operation was performed {{(pid=121130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:06:32.562782 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-007f283a-7abd-454d-9c89-8bf07c620198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (da3de918-ccdc-423d-a959-b946603982bd), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:32.597198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c26d5d3e-9764-4a0e-8b68-ca138edd582b req-92059922-084d-401e-87da-3a5d4bf3e30c tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1872339
Feb 19 21:06:32.598923 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:32.638815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f283a-7abd-454d-9c89-8bf07c620198 None None] Pushing event deleted for resources: {'Port': ['ID=da3de918-ccdc-423d-a959-b946603982bd,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:32.660246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f283a-7abd-454d-9c89-8bf07c620198 None None] No DVR routers for this DVR port da3de918-ccdc-423d-a959-b946603982bd on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:06:32.739856 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['60b74908-1902-4216-8619-32cd92b10359'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:06:32.793543 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:06:32.799284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da3de918-ccdc-423d-a959-b946603982bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:32.829454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: da3de918-ccdc-423d-a959-b946603982bd {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:06:32.829811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da3de918-ccdc-423d-a959-b946603982bd not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:06:33.046527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a72132eb0>,) {'filters': {'network_id': ['9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:33.085522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72132eb0>, '24681056-874e-48f7-8bda-09409c7f58ce') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:33.086821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72132eb0>, '24681056-874e-48f7-8bda-09409c7f58ce') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:33.130217 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-c7533e8c-574c-454d-8007-040c2129b32d req-21be13d2-d0e2-4ee3-9e9d-fb144bac3d6d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] show failed (client error): The resource could not be found.
Feb 19 21:06:33.131409 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7533e8c-574c-454d-8007-040c2129b32d req-21be13d2-d0e2-4ee3-9e9d-fb144bac3d6d tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/d1dd8625-f661-4158-81f9-48a14f9cabe7 HTTP/1.1" status: 404  len: 352 time: 0.0898085
Feb 19 21:06:33.134167 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (24681056-874e-48f7-8bda-09409c7f58ce), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.172376 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (24681056-874e-48f7-8bda-09409c7f58ce), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.200697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:06:33.201211 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (24681056-874e-48f7-8bda-09409c7f58ce), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:06:33.205087 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:06:33.325974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-82d04590-1449-432e-92c7-c5bf92810956 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:33.327429 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-82d04590-1449-432e-92c7-c5bf92810956 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.2869890
Feb 19 21:06:33.350798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-cbaa4873-f40a-4330-862e-f8d56e37c615 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/quotas/e5f81dcc5d52473ab53817e20df04cd9 HTTP/1.1" status: 200  len: 375 time: 0.0169420
Feb 19 21:06:33.366963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43007e4-6ba3-4dcd-aa57-9a6829661312 req-8641efc6-77c1-4f84-a618-8e61cae32e40 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:33.373169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b43007e4-6ba3-4dcd-aa57-9a6829661312 req-8641efc6-77c1-4f84-a618-8e61cae32e40 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1222131
Feb 19 21:06:33.375243 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.415997 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.419261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/networks/9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8 HTTP/1.1" status: 204  len: 168 time: 1.9410305
Feb 19 21:06:33.452650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-b0a0aecb-34fd-442e-9716-9369aeeb9b23 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0651999
Feb 19 21:06:33.452650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2f1b9-1b48-41db-ba13-d519d3485856 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Network': ['ID=9e6a6ae3-33f3-4ee2-b3df-e65476ecc6f8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:33.456013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33054) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:33.469456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-6cd1e9a8-f220-4496-a727-52c756659ac0 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1934799949', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:33.506218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b43007e4-6ba3-4dcd-aa57-9a6829661312 req-059f85e7-f849-4242-ac91-c61e88228713 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219554
Feb 19 21:06:33.513751 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e9a8-f220-4496-a727-52c756659ac0 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.517020 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e9a8-f220-4496-a727-52c756659ac0 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.603069 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-f4127498-ceb3-4cb0-b0b0-d3b69c67d658 req-e7394cfb-776c-492f-8bef-4efec0208f45 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] show failed (client error): The resource could not be found.
Feb 19 21:06:33.604508 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4127498-ceb3-4cb0-b0b0-d3b69c67d658 req-e7394cfb-776c-492f-8bef-4efec0208f45 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/eee05f67-78e3-474c-8d12-b46bf13bf3c8 HTTP/1.1" status: 404  len: 352 time: 0.0627749
Feb 19 21:06:33.685254 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-45b5c9a8-d007-4296-8dae-43f9a0426400 req-ebbde59e-ebdb-47ec-ace8-63097bbcbc73 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] show failed (client error): The resource could not be found.
Feb 19 21:06:33.686435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45b5c9a8-d007-4296-8dae-43f9a0426400 req-ebbde59e-ebdb-47ec-ace8-63097bbcbc73 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/43a4271b-abe4-4606-90de-e43d94450023 HTTP/1.1" status: 404  len: 352 time: 0.0563238
Feb 19 21:06:33.693573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e9a8-f220-4496-a727-52c756659ac0 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (471dc094-5099-4239-af97-a9c7c0e405c9), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.708711 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e9a8-f220-4496-a727-52c756659ac0 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.753509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-bc0250e6-0358-4e45-afb7-25ba854baffc service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3151481
Feb 19 21:06:33.759162 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e9a8-f220-4496-a727-52c756659ac0 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.763809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33066) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:33.769722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'network': {'name': 'tempest-RoutersTest-843727421'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:33.772928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6cd1e9a8-f220-4496-a727-52c756659ac0 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3150651
Feb 19 21:06:33.815790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:33.825244 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.864299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:06:33.882747 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (52f98b70-4d82-412d-9dc6-15e01a545b47), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.882747 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added segment 52f98b70-4d82-412d-9dc6-15e01a545b47 of type vlan for network 89237e9a-f892-4ccd-8015-6372a1298d34
Feb 19 21:06:33.912730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc014123-c6f1-44d7-8496-6727a9799807 req-877f5d5a-4816-42f6-b654-b498b374941a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:33.915827 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc014123-c6f1-44d7-8496-6727a9799807 req-877f5d5a-4816-42f6-b654-b498b374941a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 944 time: 0.1373441
Feb 19 21:06:33.956397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-826d4ba3-05a3-4568-9442-cd3a3ef9b0b3 service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784239
Feb 19 21:06:33.993978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (89237e9a-f892-4ccd-8015-6372a1298d34), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:33.997845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc014123-c6f1-44d7-8496-6727a9799807 req-7631353d-4360-4677-89d1-bc26c16b5032 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705550
Feb 19 21:06:34.039304 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (89237e9a-f892-4ccd-8015-6372a1298d34), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:34.047631 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-beeb32da-53af-4e98-8475-4946700325b8 req-e8b3da21-cef5-4515-abea-47fb036d5384 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] show failed (client error): The resource could not be found.
Feb 19 21:06:34.053157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:34.054246 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:34.056676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-beeb32da-53af-4e98-8475-4946700325b8 req-e8b3da21-cef5-4515-abea-47fb036d5384 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/092e5c81-8e0e-43c1-b76f-170278dc21b4 HTTP/1.1" status: 404  len: 352 time: 0.0282073
Feb 19 21:06:34.093329 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-7659ac24-ca9f-4c37-8112-75fa028a8f6d req-822bd544-bbf7-4b54-a7ee-984e58713d68 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] show failed (client error): The resource could not be found.
Feb 19 21:06:34.124015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7659ac24-ca9f-4c37-8112-75fa028a8f6d req-822bd544-bbf7-4b54-a7ee-984e58713d68 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/6a5c31e3-3389-4b33-9fff-76e0057302da HTTP/1.1" status: 404  len: 352 time: 0.0483906
Feb 19 21:06:34.169771 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4041641
Feb 19 21:06:34.173590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33076) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:34.180158 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'subnet': {'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:34.200463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718c5e9-b130-45bc-8901-71d75cd4b7f7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Network': ['ID=89237e9a-f892-4ccd-8015-6372a1298d34,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:34.220073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 89237e9a-f892-4ccd-8015-6372a1298d34 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:06:34.258797 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c99e116a-d60a-476e-943c-8dfc8d10a042 req-f49d6daf-38e7-4d6c-bd53-445b8d3d8694 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 210 time: 0.0805228
Feb 19 21:06:34.262226 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-db6eed90-03d9-4ccf-942f-ed7a738ca846 req-65f353e3-d903-46eb-856f-c824b474189f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] show failed (client error): The resource could not be found.
Feb 19 21:06:34.272467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db6eed90-03d9-4ccf-942f-ed7a738ca846 req-65f353e3-d903-46eb-856f-c824b474189f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/a5b9cfe0-78ea-4b61-b692-2b0c2c46aaa0 HTTP/1.1" status: 404  len: 352 time: 0.1135900
Feb 19 21:06:34.342717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:34.349311 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:34.692591 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (04294aa3-2803-4c47-9e21-b591906f91ba), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:34.785830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a0188-ffa7-4a7b-ba1d-8a4526f3c6c5 req-bd7500ff-dc37-4651-8bf7-23828a7ba7fc tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:34.792635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e32a0188-ffa7-4a7b-ba1d-8a4526f3c6c5 req-bd7500ff-dc37-4651-8bf7-23828a7ba7fc tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 1024 time: 0.1321845
Feb 19 21:06:34.828774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Subnet': ['ID=04294aa3-2803-4c47-9e21-b591906f91ba,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:34.833688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c91f3-c206-4dd5-b0d9-fdd481d2407b req-11d40351-5779-4f0f-91bb-ecf05509f7c0 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:34.834883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa5c91f3-c206-4dd5-b0d9-fdd481d2407b req-11d40351-5779-4f0f-91bb-ecf05509f7c0 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.1156161
Feb 19 21:06:34.844315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Checking segment: {'id': '52f98b70-4d82-412d-9dc6-15e01a545b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:34.844960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network hostable DHCP agents. Network: 89237e9a-f892-4ccd-8015-6372a1298d34, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:06:34.874729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 89237e9a-f892-4ccd-8015-6372a1298d34 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:06:34.893013 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 89237e9a-f892-4ccd-8015-6372a1298d34) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:34.900940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:34.902131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:34.903908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ae245-ec31-4a32-9299-e53da0e580d3 None None] Network 89237e9a-f892-4ccd-8015-6372a1298d34 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:34.931713 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ea5becc4-1b92-4df3-b879-e554f2dbb2fd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7535632
Feb 19 21:06:34.932416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33106) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:34.933088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e32a0188-ffa7-4a7b-ba1d-8a4526f3c6c5 req-d375f8ce-eeec-47ec-ba9c-b04541a5ae89 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6bcb2ac-4094-4b86-9dd7-d20d9280f265&id=e325cfc1-4a1b-4768-b92c-b58a77d5718a&id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.1393588
Feb 19 21:06:34.955474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa5c91f3-c206-4dd5-b0d9-fdd481d2407b req-6fb1c381-f550-4888-9565-1b901b96b043 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013210
Feb 19 21:06:35.042399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-89237e9a-f892-4ccd-8015-6372a1298d34', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'project_id': '9d72316bcd0440d482839e842e71771e', 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:06:35.043320 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:35.097038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 60b74908-1902-4216-8619-32cd92b10359 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:35.186463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9f0d7-eaa8-460d-9c42-8ccd66c06a78 req-499262fe-d0b9-4c34-930d-47b4209bfe37 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:35.188931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cde9f0d7-eaa8-460d-9c42-8ccd66c06a78 req-499262fe-d0b9-4c34-930d-47b4209bfe37 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 944 time: 0.1085076
Feb 19 21:06:35.320885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Allocated IP 172.20.0.2 (89237e9a-f892-4ccd-8015-6372a1298d34/04294aa3-2803-4c47-9e21-b591906f91ba/0f671363-a230-4e58-8a6f-2443903fd66d) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:35.357249 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:35.367541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cde9f0d7-eaa8-460d-9c42-8ccd66c06a78 req-413c00cb-a737-456f-910b-9e564ce03cbe tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1720421
Feb 19 21:06:35.402742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 60b74908-1902-4216-8619-32cd92b10359 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:06:35.414630 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 60b74908-1902-4216-8619-32cd92b10359 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:35.415565 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (60b74908-1902-4216-8619-32cd92b10359), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:35.453900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e3f50c4-12ad-49db-9d8a-89a155afbf27 req-fb732a2a-4a15-4555-ac39-8f240d0f0986 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 210 time: 0.0778809
Feb 19 21:06:35.468757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b230940-a2b5-40db-937d-9fd4cd03d964 req-dc75bc36-0bf7-4f77-aab9-7ba6b3ae9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:35.470395 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b230940-a2b5-40db-937d-9fd4cd03d964 req-dc75bc36-0bf7-4f77-aab9-7ba6b3ae9981 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ee065d1c70940cd8caadd525737c593&device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 1128 time: 0.1520543
Feb 19 21:06:35.625796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 60b74908-1902-4216-8619-32cd92b10359 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:35.626220 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (60b74908-1902-4216-8619-32cd92b10359), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:35.631240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b230940-a2b5-40db-937d-9fd4cd03d964 req-5e98b154-2813-40bc-8e24-df83e30d6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:35.633173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b230940-a2b5-40db-937d-9fd4cd03d964 req-5e98b154-2813-40bc-8e24-df83e30d6df8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 200  len: 914 time: 0.1517186
Feb 19 21:06:35.665054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b74908-1902-4216-8619-32cd92b10359'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:35.667314 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14582222-9d38-415c-94db-d8490a07f437" -d '{"events": [{"server_uuid": "cc97c9dc-bc47-4884-b42e-fa373a918258", "name": "network-vif-plugged", "status": "completed", "tag": "60b74908-1902-4216-8619-32cd92b10359"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:35.670104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b612a61-6a84-4cc3-9fff-47bbcdf83cf0 req-1e3de334-e3e5-4c28-8063-5dad05d7be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:35.677697 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b612a61-6a84-4cc3-9fff-47bbcdf83cf0 req-1e3de334-e3e5-4c28-8063-5dad05d7be11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1126 time: 0.0648851
Feb 19 21:06:35.685438 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Publish callbacks [] for port (0f671363-a230-4e58-8a6f-2443903fd66d), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:35.691122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 60b74908-1902-4216-8619-32cd92b10359, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=60b74908-1902-4216-8619-32cd92b10359,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:35.697929 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:35.703925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (60b74908-1902-4216-8619-32cd92b10359), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:35.768624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Network 89237e9a-f892-4ccd-8015-6372a1298d34 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:35.772254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:35.785859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b230940-a2b5-40db-937d-9fd4cd03d964 req-2712ecbf-5829-4cd5-958f-c14a3196e616 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a943b989-5a95-44a3-9a78-35384327a397 HTTP/1.1" status: 200  len: 217 time: 0.1445742
Feb 19 21:06:35.790922 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e82b8c-d84c-4633-b01d-8cb1a0cdd537 x-openstack-request-id: req-91e82b8c-d84c-4633-b01d-8cb1a0cdd537 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:35.792953 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc97c9dc-bc47-4884-b42e-fa373a918258", "name": "network-vif-plugged", "status": "completed", "tag": "60b74908-1902-4216-8619-32cd92b10359", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:35.793566 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91e82b8c-d84c-4633-b01d-8cb1a0cdd537 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:35.794967 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b74908-1902-4216-8619-32cd92b10359', 'code': 200}
Feb 19 21:06:35.800538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:35.811290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Allocated IP 172.20.0.1 (89237e9a-f892-4ccd-8015-6372a1298d34/04294aa3-2803-4c47-9e21-b591906f91ba/c95a7071-dc2a-4f7f-94e9-0e330e4bd587) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:35.849300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b612a61-6a84-4cc3-9fff-47bbcdf83cf0 req-0d450348-bb40-4760-8036-507f1012c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:35.852197 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b612a61-6a84-4cc3-9fff-47bbcdf83cf0 req-0d450348-bb40-4760-8036-507f1012c686 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.1716487
Feb 19 21:06:35.876831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Pushing event updated for resources: {'Port': ['ID=0f671363-a230-4e58-8a6f-2443903fd66d,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:35.961933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=60b74908-1902-4216-8619-32cd92b10359,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:35.984739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f91d3-9c8d-4cba-8f8e-6d4c0321243d req-50e4550c-514a-45ed-a211-46bd368ab679 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:35.992137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-568f91d3-9c8d-4cba-8f8e-6d4c0321243d req-50e4550c-514a-45ed-a211-46bd368ab679 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2669981
Feb 19 21:06:35.993289 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b612a61-6a84-4cc3-9fff-47bbcdf83cf0 req-8d7748d2-3b03-4c43-8b79-001b85644045 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 998 time: 0.1288645
Feb 19 21:06:36.000869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Attempting to bind port 0f671363-a230-4e58-8a6f-2443903fd66d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:36.001136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b230940-a2b5-40db-937d-9fd4cd03d964 req-50d7a095-ec72-4d33-947e-a1118df59418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:36.001256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Attempting to bind port 0f671363-a230-4e58-8a6f-2443903fd66d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52f98b70-4d82-412d-9dc6-15e01a545b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:36.001256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Attempting to bind port 0f671363-a230-4e58-8a6f-2443903fd66d on network 89237e9a-f892-4ccd-8015-6372a1298d34 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:36.015483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:36.015879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Checking segment: {'id': '52f98b70-4d82-412d-9dc6-15e01a545b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:36.016153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b230940-a2b5-40db-937d-9fd4cd03d964 req-50d7a095-ec72-4d33-947e-a1118df59418 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=218165c0-fcdd-40ae-a1a5-3d39f73b2830 HTTP/1.1" status: 200  len: 853 time: 0.2235270
Feb 19 21:06:36.016277 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:36.016723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Bound using segment: {'id': '52f98b70-4d82-412d-9dc6-15e01a545b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:36.017219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Bound port: 0f671363-a230-4e58-8a6f-2443903fd66d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f98b70-4d82-412d-9dc6-15e01a545b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:36.017610 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:36.049461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b612a61-6a84-4cc3-9fff-47bbcdf83cf0 req-bc4be190-e328-4dc8-bc83-5b9d1cc9ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:36.051208 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b612a61-6a84-4cc3-9fff-47bbcdf83cf0 req-bc4be190-e328-4dc8-bc83-5b9d1cc9ba3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.0510545
Feb 19 21:06:36.097554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:36.115800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b230940-a2b5-40db-937d-9fd4cd03d964 req-5a3f6171-5db1-46f3-a78b-5b3748bdc81a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791557
Feb 19 21:06:36.144954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] For port 0f671363-a230-4e58-8a6f-2443903fd66d, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:36.146384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b612a61-6a84-4cc3-9fff-47bbcdf83cf0 req-78088f48-6583-44cb-b046-efa95b241017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:36.148743 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b612a61-6a84-4cc3-9fff-47bbcdf83cf0 req-78088f48-6583-44cb-b046-efa95b241017 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0877352
Feb 19 21:06:36.150765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] For port 0f671363-a230-4e58-8a6f-2443903fd66d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f671363-a230-4e58-8a6f-2443903fd66d,segment=NetworkSegment(52f98b70-4d82-412d-9dc6-15e01a545b47),segment_id=52f98b70-4d82-412d-9dc6-15e01a545b47)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:36.169146 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:36.216482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:36.263377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a1214-3576-4959-a603-5400aa564502 None None] Pushing event updated for resources: {'Port': ['ID=0f671363-a230-4e58-8a6f-2443903fd66d,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:36.282854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-568f91d3-9c8d-4cba-8f8e-6d4c0321243d req-cd0ca57a-49bb-4c8f-bdd0-765ac46be0e9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2888980
Feb 19 21:06:36.326660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679569dd-4876-44d2-bcb6-105ee3d22faa req-b1780635-527b-47a5-abe2-7c4f1a5b0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:36.328288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-679569dd-4876-44d2-bcb6-105ee3d22faa req-b1780635-527b-47a5-abe2-7c4f1a5b0503 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 1127 time: 0.4412904
Feb 19 21:06:36.336174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-82887ea0-6a01-4c24-a767-f4a0e8bfbdc3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:36.337793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-82887ea0-6a01-4c24-a767-f4a0e8bfbdc3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.5013900
Feb 19 21:06:36.343656 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 89237e9a-f892-4ccd-8015-6372a1298d34 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:36.349130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=c95a7071-dc2a-4f7f-94e9-0e330e4bd587,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:36.355537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:36.364722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:36.380031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.380031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.380031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.380031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.380031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.380031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.380031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.381154 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.381329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.381538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.381884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.382207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.382578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:36.384143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Request body: {'port': {'device_id': '76ca5e86-5e05-49e1-a775-7d5553410ecb', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'admin_state_up': True, 'tenant_id': 'e5f81dcc5d52473ab53817e20df04cd9'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:36.432669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fb6f9-5041-4cca-8e68-b9bebef71b2d req-5e7e3ebe-4f97-4c2b-ba6d-0c18cc39b3d1 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:36.434226 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-329fb6f9-5041-4cca-8e68-b9bebef71b2d req-5e7e3ebe-4f97-4c2b-ba6d-0c18cc39b3d1 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 1024 time: 0.2310574
Feb 19 21:06:36.451517 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b612a61-6a84-4cc3-9fff-47bbcdf83cf0 req-92d6249a-487b-4a9c-8e17-c997738c49c2 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2943249
Feb 19 21:06:36.496266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b230940-a2b5-40db-937d-9fd4cd03d964 req-215f4e60-2be8-49f7-b385-6f276cd6d4c4 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3419430
Feb 19 21:06:36.509793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633349f-c60e-40c0-acae-1c128cce2eb6 req-5687f1e4-abcc-46d1-b50b-68b7b79a9e2b tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:36.517950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1633349f-c60e-40c0-acae-1c128cce2eb6 req-5687f1e4-abcc-46d1-b50b-68b7b79a9e2b tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 1024 time: 0.4168782
Feb 19 21:06:36.567728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:36.700983 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-679569dd-4876-44d2-bcb6-105ee3d22faa req-46369460-83b8-4142-b111-35f9c2c4fc7b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3620682
Feb 19 21:06:36.713897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0f671363-a230-4e58-8a6f-2443903fd66d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:36.731082 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b612a61-6a84-4cc3-9fff-47bbcdf83cf0 req-7a69192a-820d-499d-8234-ef1d61e9fcdc service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521882
Feb 19 21:06:36.752600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937656f-0da5-43dc-ad37-7187238d0140 req-5ef72a4a-482b-44d3-96c3-9b9268556dc3 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:36.754241 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8937656f-0da5-43dc-ad37-7187238d0140 req-5ef72a4a-482b-44d3-96c3-9b9268556dc3 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.3971686
Feb 19 21:06:36.764937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-329fb6f9-5041-4cca-8e68-b9bebef71b2d req-d1bb0f73-da1d-463c-b0db-d8bfcfb88fe7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Deleting port 528c31a5-569d-4fef-a351-c1e8d8d8f70c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:36.766355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-329fb6f9-5041-4cca-8e68-b9bebef71b2d req-d1bb0f73-da1d-463c-b0db-d8bfcfb88fe7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:36.783135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0f671363-a230-4e58-8a6f-2443903fd66d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:36.783523 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:36.851163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:36.885630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1633349f-c60e-40c0-acae-1c128cce2eb6 req-5bd2a7bf-ae27-4014-8eb2-3fe2956fe9db tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6bcb2ac-4094-4b86-9dd7-d20d9280f265&id=e325cfc1-4a1b-4768-b92c-b58a77d5718a&id=aad60d15-e857-4e15-a82a-bf77267c91c4&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.3668158
Feb 19 21:06:36.889905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0f671363-a230-4e58-8a6f-2443903fd66d is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:36.890318 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:36.938955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 0f671363-a230-4e58-8a6f-2443903fd66d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f671363-a230-4e58-8a6f-2443903fd66d,segment=NetworkSegment(52f98b70-4d82-412d-9dc6-15e01a545b47),segment_id=52f98b70-4d82-412d-9dc6-15e01a545b47)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:36.944680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8937656f-0da5-43dc-ad37-7187238d0140 req-5b0cf5a7-fd7c-4dcf-aef9-a468438640eb tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807792
Feb 19 21:06:36.948834 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:36.963672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b230940-a2b5-40db-937d-9fd4cd03d964 req-23a590dd-a3cc-4306-8f03-524f77744795 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4392447
Feb 19 21:06:37.028550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Made reservation on behalf of e5f81dcc5d52473ab53817e20df04cd9 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:37.032656 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:37.052716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=0f671363-a230-4e58-8a6f-2443903fd66d,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:37.227318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-88cdbd38-3ac7-439c-8839-f826c9a790d1 req-a277cabb-d91d-444c-a1d1-e94c14de02d3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 210 time: 0.1457443
Feb 19 21:06:37.286830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb54f6c-b635-4bf0-b441-8463b04efde8 req-01346814-b480-4f4e-8330-d645c00c9c88 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:37.289234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fb54f6c-b635-4bf0-b441-8463b04efde8 req-01346814-b480-4f4e-8330-d645c00c9c88 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.2977235
Feb 19 21:06:37.373805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Allocated IP 172.20.0.13 (be9178cb-fadc-423e-95e2-979af3a2f95e/1c86a79b-09b9-494b-a569-de0a15aa8814/38e30f6a-a9e0-47fd-87cc-5f95e86df571) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:37.477099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fb54f6c-b635-4bf0-b441-8463b04efde8 req-8afd8d0f-2684-4e0f-953b-92ec5d2e418e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1733003
Feb 19 21:06:37.532163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-329fb6f9-5041-4cca-8e68-b9bebef71b2d req-d1bb0f73-da1d-463c-b0db-d8bfcfb88fe7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] For port 528c31a5-569d-4fef-a351-c1e8d8d8f70c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=528c31a5-569d-4fef-a351-c1e8d8d8f70c,segment=NetworkSegment(f8807caf-6a51-435b-95d3-0c1cc73a56a3),segment_id=f8807caf-6a51-435b-95d3-0c1cc73a56a3)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:37.532818 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-329fb6f9-5041-4cca-8e68-b9bebef71b2d req-d1bb0f73-da1d-463c-b0db-d8bfcfb88fe7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:37.560808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-329fb6f9-5041-4cca-8e68-b9bebef71b2d req-d1bb0f73-da1d-463c-b0db-d8bfcfb88fe7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Calling delete_port for 528c31a5-569d-4fef-a351-c1e8d8d8f70c owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:37.604971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878773ee-9156-4dc4-8920-48796949a240 None None] Network 89237e9a-f892-4ccd-8015-6372a1298d34 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:37.627501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973b54d-39d9-449a-a424-e2c24c2d1bf2 req-ea860570-b8c7-484b-850e-71d8944cf1cc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:37.629090 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a973b54d-39d9-449a-a424-e2c24c2d1bf2 req-ea860570-b8c7-484b-850e-71d8944cf1cc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1957574
Feb 19 21:06:37.694811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-661efeff-5ef5-46f3-9af9-9680cde90de7 None None] Provisioning complete for port 0f671363-a230-4e58-8a6f-2443903fd66d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:37.695479 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-661efeff-5ef5-46f3-9af9-9680cde90de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:37.778643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a973b54d-39d9-449a-a424-e2c24c2d1bf2 req-888b168e-779e-40e9-82a3-7289531dbd78 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1280367
Feb 19 21:06:37.783560 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks [] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:37.845171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:37.847908 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-329fb6f9-5041-4cca-8e68-b9bebef71b2d req-d1bb0f73-da1d-463c-b0db-d8bfcfb88fe7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (528c31a5-569d-4fef-a351-c1e8d8d8f70c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:37.859265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:37.860653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-661efeff-5ef5-46f3-9af9-9680cde90de7 None None] Current status of the port 0f671363-a230-4e58-8a6f-2443903fd66d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:37.875523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['528c31a5-569d-4fef-a351-c1e8d8d8f70c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:06:37.878923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Network be9178cb-fadc-423e-95e2-979af3a2f95e is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:37.889718 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb0f73-da1d-463c-b0db-d8bfcfb88fe7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event deleted for resources: {'Port': ['ID=528c31a5-569d-4fef-a351-c1e8d8d8f70c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:37.891722 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:37.903015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:37.911187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:37.991482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event updated for resources: {'Port': ['ID=38e30f6a-a9e0-47fd-87cc-5f95e86df571,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:38.016934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:38.018833 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:38.025722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=c95a7071-dc2a-4f7f-94e9-0e330e4bd587,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:38.051005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-329fb6f9-5041-4cca-8e68-b9bebef71b2d req-d1bb0f73-da1d-463c-b0db-d8bfcfb88fe7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] No DVR routers for this DVR port 528c31a5-569d-4fef-a351-c1e8d8d8f70c on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:06:38.059766 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-329fb6f9-5041-4cca-8e68-b9bebef71b2d req-d1bb0f73-da1d-463c-b0db-d8bfcfb88fe7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:38.064765 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-329fb6f9-5041-4cca-8e68-b9bebef71b2d req-d1bb0f73-da1d-463c-b0db-d8bfcfb88fe7 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.10 "DELETE /v2.0/ports/528c31a5-569d-4fef-a351-c1e8d8d8f70c HTTP/1.1" status: 204  len: 173 time: 1.6239016
Feb 19 21:06:38.072380 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2dca485-9609-4d62-9db5-fa206f32d03f req-ee3404ce-fd2b-4b9a-b6b7-661253580017 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed39c690-028c-40a9-9ed9-06b73776d4d6 HTTP/1.1" status: 200  len: 210 time: 0.0456691
Feb 19 21:06:38.073264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'name': 'network-vif-deleted', 'tag': '528c31a5-569d-4fef-a351-c1e8d8d8f70c'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:38.076029 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf5963f-238a-46e4-8670-d6a53e8f7a5f" -d '{"events": [{"server_uuid": "ed39c690-028c-40a9-9ed9-06b73776d4d6", "name": "network-vif-deleted", "tag": "528c31a5-569d-4fef-a351-c1e8d8d8f70c"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:38.076451 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-e3fa169d-a7c6-4c5d-a907-d0a812c0ea3e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7123632
Feb 19 21:06:38.078870 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:38.119841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Request body: {'port': {'device_id': '76ca5e86-5e05-49e1-a775-7d5553410ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:38.161008 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f58a80e-e3d0-421d-a439-e7a348bf9f1d x-openstack-request-id: req-2f58a80e-e3d0-421d-a439-e7a348bf9f1d {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:38.161331 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed39c690-028c-40a9-9ed9-06b73776d4d6", "name": "network-vif-deleted", "tag": "528c31a5-569d-4fef-a351-c1e8d8d8f70c", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:38.161602 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f58a80e-e3d0-421d-a439-e7a348bf9f1d {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:38.162012 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed39c690-028c-40a9-9ed9-06b73776d4d6', 'name': 'network-vif-deleted', 'tag': '528c31a5-569d-4fef-a351-c1e8d8d8f70c', 'status': 'completed', 'code': 200}
Feb 19 21:06:38.196735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1a95bd29-38c2-47ce-8249-af30af523cab None None] Provisioning complete for port 0f671363-a230-4e58-8a6f-2443903fd66d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:38.197171 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1a95bd29-38c2-47ce-8249-af30af523cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:38.250415 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:38.257031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network 89237e9a-f892-4ccd-8015-6372a1298d34 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:38.263026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:38.325156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d680e0-f72f-4aa5-a8ed-1f3266ded861 req-2e435a8e-c51b-49ff-92a6-129bf111fe92 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:38.340278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6d680e0-f72f-4aa5-a8ed-1f3266ded861 req-2e435a8e-c51b-49ff-92a6-129bf111fe92 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 946 time: 0.2711117
Feb 19 21:06:38.401875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1a95bd29-38c2-47ce-8249-af30af523cab None None] Current status of the port 0f671363-a230-4e58-8a6f-2443903fd66d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:38.442836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a943b989-5a95-44a3-9a78-35384327a397 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:38.466505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1a95bd29-38c2-47ce-8249-af30af523cab None None] Provisioning complete for port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:38.467048 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1a95bd29-38c2-47ce-8249-af30af523cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:38.547642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1a95bd29-38c2-47ce-8249-af30af523cab None None] Port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:38.574894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 471dc094-5099-4239-af97-a9c7c0e405c9 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:06:38.619908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a943b989-5a95-44a3-9a78-35384327a397 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:38.624364 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a943b989-5a95-44a3-9a78-35384327a397), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:38.672922 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:38.676598 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2030b52d-49ee-4c6e-abb5-c8cd5c71b463" -d '{"events": [{"server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a943b989-5a95-44a3-9a78-35384327a397"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:38.715100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6d680e0-f72f-4aa5-a8ed-1f3266ded861 req-212de967-1ca7-407e-9d14-8553f378a2ab tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2826483
Feb 19 21:06:38.728963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:38.741590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0f671363-a230-4e58-8a6f-2443903fd66d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:38.753461 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a943b989-5a95-44a3-9a78-35384327a397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:38.766962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:38.782325 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Sync routers for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:38.795738 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-248ee071-de11-40b5-a2a8-f8989adb0295 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8614466
Feb 19 21:06:38.799357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33152) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:38.819166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'network': {'name': 'tempest-RoutersTest-569158138'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:38.819312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143048-1d5e-4e21-bfbd-518e05d44eaa req-0b00218c-2a19-4743-bbd2-28ab378604c1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:38.835012 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2143048-1d5e-4e21-bfbd-518e05d44eaa req-0b00218c-2a19-4743-bbd2-28ab378604c1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 932 time: 0.4006457
Feb 19 21:06:38.835282 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:38.836878 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b74d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:38.885215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f6b544d9-8afe-412b-acd3-a374eca987b3 None None] Provisioning complete for port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:38.885829 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f6b544d9-8afe-412b-acd3-a374eca987b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:38.887744 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:38.895680 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:38.987121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:06:38.988509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2143048-1d5e-4e21-bfbd-518e05d44eaa req-20864dd2-a437-4941-89e9-76d921b1b8c2 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524675
Feb 19 21:06:39.020205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a0dc575e-34b1-4a75-848a-bd89a1627651), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.020581 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added segment a0dc575e-34b1-4a75-848a-bd89a1627651 of type vlan for network c34197f7-6e5e-4517-b6a2-394f58a7dc8c
Feb 19 21:06:39.021425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=a943b989-5a95-44a3-9a78-35384327a397,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:39.030997 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f6b544d9-8afe-412b-acd3-a374eca987b3 None None] Port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:39.055378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0f671363-a230-4e58-8a6f-2443903fd66d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:39.056313 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.103577 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:39.112769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (c34197f7-6e5e-4517-b6a2-394f58a7dc8c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.232576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (c34197f7-6e5e-4517-b6a2-394f58a7dc8c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.250028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:39.260920 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.299048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5c2b98b9-3e5a-4999-801d-2424804130d1 None None] Provisioning complete for port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:39.300572 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5c2b98b9-3e5a-4999-801d-2424804130d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.488873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b98b9-3e5a-4999-801d-2424804130d1 None None] Port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:39.497223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0f671363-a230-4e58-8a6f-2443903fd66d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:39.514410 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ddcde-d01a-4299-b3f8-2f6366099bdc x-openstack-request-id: req-0a9ddcde-d01a-4299-b3f8-2f6366099bdc {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:39.515154 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "name": "network-vif-unplugged", "status": "failed", "tag": "a943b989-5a95-44a3-9a78-35384327a397", "code": 422}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:39.515764 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a9ddcde-d01a-4299-b3f8-2f6366099bdc {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:39.516653 ncdv-master-1 neutron-server[121130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397', 'code': 422} returned with failed status
Feb 19 21:06:39.527680 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b74d130>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:06:36Z', 'revision_number': 2, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:37Z', 'revision_number': 2, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:39.571721 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Checking router: 471dc094-5099-4239-af97-a9c7c0e405c9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:06:39.572149 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Updating router 471dc094-5099-4239-af97-a9c7c0e405c9 port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:06:39.581806 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7803457
Feb 19 21:06:39.583505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33164) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:39.590948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'subnet': {'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:39.608855 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.632699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432aeae-d026-4c95-9a6b-09d8c8bc1645 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Network': ['ID=c34197f7-6e5e-4517-b6a2-394f58a7dc8c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:39.646412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network c34197f7-6e5e-4517-b6a2-394f58a7dc8c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:06:39.746177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34d866-74a0-481f-bb7e-df51e6e713d0 req-99a277d5-ece3-4207-b80b-95a4adb14565 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:39.747805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b34d866-74a0-481f-bb7e-df51e6e713d0 req-99a277d5-ece3-4207-b80b-95a4adb14565 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.2704699
Feb 19 21:06:39.765672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e30f6a-a9e0-47fd-87cc-5f95e86df571 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:06:39.791448 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Publish callbacks [] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.830882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ba262-094e-4e53-acdf-4db329d90e7f req-f9157981-bc4f-4f90-a472-b0e04694d620 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:39.832420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-318ba262-094e-4e53-acdf-4db329d90e7f req-f9157981-bc4f-4f90-a472-b0e04694d620 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1845517
Feb 19 21:06:39.848149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Transition to ACTIVE for port object 38e30f6a-a9e0-47fd-87cc-5f95e86df571 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:06:39.863917 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.922941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:39.926942 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.927493 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Publish callbacks [] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.933751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b34d866-74a0-481f-bb7e-df51e6e713d0 req-c943eaf3-bca8-458f-8e09-072f5f59f04f tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1747065
Feb 19 21:06:39.934659 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:39.988368 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec60747-03f0-457d-9765-a010acbd0fdf None None] Pushing event updated for resources: {'Port': ['ID=c95a7071-dc2a-4f7f-94e9-0e330e4bd587,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:40.035290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Pushing event updated for resources: {'Port': ['ID=38e30f6a-a9e0-47fd-87cc-5f95e86df571,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:40.085061 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-318ba262-094e-4e53-acdf-4db329d90e7f req-c04c30e7-902e-4adf-bfdc-435a4795bf00 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2355046
Feb 19 21:06:40.126146 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Attempting to bind port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:40.127138 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Attempting to bind port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52f98b70-4d82-412d-9dc6-15e01a545b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:40.127138 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Attempting to bind port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 on network 89237e9a-f892-4ccd-8015-6372a1298d34 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:40.135848 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:40.136494 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Checking segment: {'id': '52f98b70-4d82-412d-9dc6-15e01a545b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:40.136977 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:40.137464 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Bound using segment: {'id': '52f98b70-4d82-412d-9dc6-15e01a545b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:40.138062 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Bound port: c95a7071-dc2a-4f7f-94e9-0e330e4bd587, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f98b70-4d82-412d-9dc6-15e01a545b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:40.138509 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:40.264844 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] For port c95a7071-dc2a-4f7f-94e9-0e330e4bd587, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:40.271317 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] For port c95a7071-dc2a-4f7f-94e9-0e330e4bd587, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c95a7071-dc2a-4f7f-94e9-0e330e4bd587,segment=NetworkSegment(52f98b70-4d82-412d-9dc6-15e01a545b47),segment_id=52f98b70-4d82-412d-9dc6-15e01a545b47)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:40.283110 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:40.326388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f4f3b-9d0c-4884-8132-3a88f16d74c0 req-628028c9-276d-4e96-81e5-1435e20d74e6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:40.329084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e5f4f3b-9d0c-4884-8132-3a88f16d74c0 req-628028c9-276d-4e96-81e5-1435e20d74e6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.2497082
Feb 19 21:06:40.374202 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec60747-03f0-457d-9765-a010acbd0fdf None None] Pushing event updated for resources: {'Port': ['ID=c95a7071-dc2a-4f7f-94e9-0e330e4bd587,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:40.392974 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:40.393636 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b74d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:40.399774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Attempting to bind port 38e30f6a-a9e0-47fd-87cc-5f95e86df571 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:40.400265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Attempting to bind port 38e30f6a-a9e0-47fd-87cc-5f95e86df571 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:40.400915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Attempting to bind port 38e30f6a-a9e0-47fd-87cc-5f95e86df571 on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:40.437589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ad9ee-7538-49d8-b796-bcb9b12dacc9 req-420a6776-006d-4436-b9ef-c6bb20267903 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:40.439812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e8ad9ee-7538-49d8-b796-bcb9b12dacc9 req-420a6776-006d-4436-b9ef-c6bb20267903 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.2695882
Feb 19 21:06:40.440527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-00402b42-8a92-4fb2-8be6-1817ab9ac5d7 None None] Provisioning complete for port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:40.441911 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-00402b42-8a92-4fb2-8be6-1817ab9ac5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:40.446097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a943b989-5a95-44a3-9a78-35384327a397 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:40.450288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Port 38e30f6a-a9e0-47fd-87cc-5f95e86df571 on network be9178cb-fadc-423e-95e2-979af3a2f95e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:06:40.453095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Attempting to bind port 38e30f6a-a9e0-47fd-87cc-5f95e86df571 on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:40.454492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33174) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:40.461988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c1d7a156-53ac-4d3b-9fbe-950628152013 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'floatingip': {'port_id': '60b74908-1902-4216-8619-32cd92b10359'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:40.503274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:40.503644 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Checking segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:40.504009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Bound using segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:40.504505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Bound port: 38e30f6a-a9e0-47fd-87cc-5f95e86df571, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:40.504878 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:40.587794 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:40.630432 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a156-53ac-4d3b-9fbe-950628152013 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (1853cf70-c814-4674-bdbc-1ba3e6bf41d3), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:40.715210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] For port 38e30f6a-a9e0-47fd-87cc-5f95e86df571, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:40.724092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] For port 38e30f6a-a9e0-47fd-87cc-5f95e86df571, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38e30f6a-a9e0-47fd-87cc-5f95e86df571,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:40.736764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-00402b42-8a92-4fb2-8be6-1817ab9ac5d7 None None] Current status of the port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:40.737670 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-00402b42-8a92-4fb2-8be6-1817ab9ac5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:40.858429 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:40.879002 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b74d130>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:06:36Z', 'revision_number': 2, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:40Z', 'revision_number': 4, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:40.911532 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ba78c-31c0-4b04-ab35-44824cd7c889 None None] The sync data for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 is: [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:06:36Z', 'revision_number': 2, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:40Z', 'revision_number': 4, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:40.933006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (14cec782-f65e-4e0f-8798-05f96c8d1e0d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:40.976039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:40.977497 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:40.979305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] 10.222.0.10 "PUT /v2.0/ports/38e30f6a-a9e0-47fd-87cc-5f95e86df571 HTTP/1.1" status: 200  len: 1092 time: 2.8787315
Feb 19 21:06:41.005297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ca5e86-5e05-49e1-a775-7d5553410ecb', 'tag': '38e30f6a-a9e0-47fd-87cc-5f95e86df571'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:41.008471 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb2b010-5d40-492c-9585-4863e37a59f3" -d '{"events": [{"name": "network-changed", "server_uuid": "76ca5e86-5e05-49e1-a775-7d5553410ecb", "tag": "38e30f6a-a9e0-47fd-87cc-5f95e86df571"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:41.032011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a943b989-5a95-44a3-9a78-35384327a397 is: DOWN; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:41.032934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e5f4f3b-9d0c-4884-8132-3a88f16d74c0 req-a12bbdf2-c983-4b31-ac22-66660c241bac tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6367655
Feb 19 21:06:41.035929 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 528c31a5-569d-4fef-a351-c1e8d8d8f70c no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:41.082376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-00402b42-8a92-4fb2-8be6-1817ab9ac5d7 None None] For port c95a7071-dc2a-4f7f-94e9-0e330e4bd587, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c95a7071-dc2a-4f7f-94e9-0e330e4bd587,segment=NetworkSegment(52f98b70-4d82-412d-9dc6-15e01a545b47),segment_id=52f98b70-4d82-412d-9dc6-15e01a545b47)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:41.083832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 528c31a5-569d-4fef-a351-c1e8d8d8f70c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:06:41.084219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 528c31a5-569d-4fef-a351-c1e8d8d8f70c not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:06:41.090783 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-00402b42-8a92-4fb2-8be6-1817ab9ac5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:41.172979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00402b42-8a92-4fb2-8be6-1817ab9ac5d7 None None] Pushing event updated for resources: {'Port': ['ID=c95a7071-dc2a-4f7f-94e9-0e330e4bd587,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:41.196607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e95285-c18d-4855-a07d-fac143eecc02 req-178a16d2-6875-4bf1-ae70-8cff5bd69f81 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:41.205650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0e95285-c18d-4855-a07d-fac143eecc02 req-178a16d2-6875-4bf1-ae70-8cff5bd69f81 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 944 time: 0.4752729
Feb 19 21:06:41.232791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f321664-f858-4178-bfdd-7d8446a8aba0 service neutron] Pushing event updated for resources: {'Port': ['ID=38e30f6a-a9e0-47fd-87cc-5f95e86df571,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:41.235271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2897184d-610c-4acb-8831-5411805d577a None None] Provisioning complete for port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:41.235963 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2897184d-610c-4acb-8831-5411805d577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:41.243438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Subnet': ['ID=14cec782-f65e-4e0f-8798-05f96c8d1e0d,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:41.340312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63f4df3b-7bc1-4f47-8385-d2e844972331 req-309cf6f2-0b4a-48c8-ac30-72c46ae1b1be tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/e325cfc1-4a1b-4768-b92c-b58a77d5718a HTTP/1.1" status: 200  len: 1818 time: 0.2237318
Feb 19 21:06:41.364102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Checking segment: {'id': 'a0dc575e-34b1-4a75-848a-bd89a1627651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:41.364527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network hostable DHCP agents. Network: c34197f7-6e5e-4517-b6a2-394f58a7dc8c, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:06:41.368710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-51a0901b-3095-43c3-bdc2-4c13196ef452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:41.371536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-51a0901b-3095-43c3-bdc2-4c13196ef452 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 1126 time: 0.3086932
Feb 19 21:06:41.397514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2897184d-610c-4acb-8831-5411805d577a None None] Current status of the port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:41.449858 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a156-53ac-4d3b-9fbe-950628152013 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:41.457889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a156-53ac-4d3b-9fbe-950628152013 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (1853cf70-c814-4674-bdbc-1ba3e6bf41d3), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:41.461487 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0e95285-c18d-4855-a07d-fac143eecc02 req-fe5b0c81-cac9-467a-b445-89cc6d6dea25 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2535934
Feb 19 21:06:41.468112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-655711b4-7953-4fde-8e4f-3ab5bddb1c17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e30f6a-a9e0-47fd-87cc-5f95e86df571 HTTP/1.1" status: 200  len: 217 time: 0.0691948
Feb 19 21:06:41.553626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network c34197f7-6e5e-4517-b6a2-394f58a7dc8c is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:06:41.582792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-08405b65-c371-4ff5-9559-3089774f257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:41.584577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-08405b65-c371-4ff5-9559-3089774f257f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.1090579
Feb 19 21:06:41.597478 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-c1d7a156-53ac-4d3b-9fbe-950628152013 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Floating IP 1853cf70-c814-4674-bdbc-1ba3e6bf41d3 associated. External IP: 172.35.2.97, port: 60b74908-1902-4216-8619-32cd92b10359.
Feb 19 21:06:41.598005 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-63f4df3b-7bc1-4f47-8385-d2e844972331 req-6622bd6f-0ff7-4ab1-984b-3c683a6479ea tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (e325cfc1-4a1b-4768-b92c-b58a77d5718a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:41.600391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c34197f7-6e5e-4517-b6a2-394f58a7dc8c) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:41.607487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:41.608424 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:41.618832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5229a1-43c5-49be-b4cb-20aed1db1505 None None] Network c34197f7-6e5e-4517-b6a2-394f58a7dc8c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:41.659144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-a707d750-c37b-4e87-9b6e-41a821d93e57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454829
Feb 19 21:06:41.706413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9313fe57-f3f1-4454-8be4-def3d817f8aa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1205714
Feb 19 21:06:41.713377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33186) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:41.726307 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-63f4df3b-7bc1-4f47-8385-d2e844972331 req-6622bd6f-0ff7-4ab1-984b-3c683a6479ea tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (e325cfc1-4a1b-4768-b92c-b58a77d5718a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:41.846395 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d10ce60-662a-4950-a625-c1c93767c861 x-openstack-request-id: req-4d10ce60-662a-4950-a625-c1c93767c861 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:41.846702 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ca5e86-5e05-49e1-a775-7d5553410ecb", "tag": "38e30f6a-a9e0-47fd-87cc-5f95e86df571", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:41.846951 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d10ce60-662a-4950-a625-c1c93767c861 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:41.847418 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ca5e86-5e05-49e1-a775-7d5553410ecb', 'tag': '38e30f6a-a9e0-47fd-87cc-5f95e86df571', 'status': 'completed', 'code': 200}
Feb 19 21:06:41.877126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'project_id': '9d72316bcd0440d482839e842e71771e', 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:06:41.878183 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:42.042841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d7a156-53ac-4d3b-9fbe-950628152013 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Router e670ad7b-e07b-4064-bf4d-6359af4e2ace has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:06:42.054022 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-63f4df3b-7bc1-4f47-8385-d2e844972331 req-6622bd6f-0ff7-4ab1-984b-3c683a6479ea tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e325cfc1-4a1b-4768-b92c-b58a77d5718a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:42.057944 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-63f4df3b-7bc1-4f47-8385-d2e844972331 req-6622bd6f-0ff7-4ab1-984b-3c683a6479ea tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:42.059643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63f4df3b-7bc1-4f47-8385-d2e844972331 req-6622bd6f-0ff7-4ab1-984b-3c683a6479ea tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "DELETE /v2.0/security-groups/e325cfc1-4a1b-4768-b92c-b58a77d5718a HTTP/1.1" status: 204  len: 173 time: 0.7116191
Feb 19 21:06:42.075896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-41f75c62-4048-4fe3-ab50-d28ac859c155 service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4100053
Feb 19 21:06:42.139921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Allocated IP 172.21.0.2 (c34197f7-6e5e-4517-b6a2-394f58a7dc8c/14cec782-f65e-4e0f-8798-05f96c8d1e0d/94878422-6bfa-4f6c-bf98-35fda05df28c) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:42.181249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622bd6f-0ff7-4ab1-984b-3c683a6479ea tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e325cfc1-4a1b-4768-b92c-b58a77d5718a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:42.250007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949cdb-0744-4b7e-aaa0-dfd3e3906720 req-8bb88580-c839-442c-bb1c-e95dfe649eab tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:42.251583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c949cdb-0744-4b7e-aaa0-dfd3e3906720 req-8bb88580-c839-442c-bb1c-e95dfe649eab tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.3535478
Feb 19 21:06:42.307857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d7a156-53ac-4d3b-9fbe-950628152013 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:42.316489 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a156-53ac-4d3b-9fbe-950628152013 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:42.338464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb6ad6-d95e-40ac-8986-07520f289f42 None None] Sync routers for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:42.362813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb6ad6-d95e-40ac-8986-07520f289f42 None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:42.363490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a5bb6ad6-d95e-40ac-8986-07520f289f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:42.368359 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c1d7a156-53ac-4d3b-9fbe-950628152013 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "PUT /v2.0/floatingips/1853cf70-c814-4674-bdbc-1ba3e6bf41d3 HTTP/1.1" status: 200  len: 990 time: 1.9110918
Feb 19 21:06:42.368591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'tag': '60b74908-1902-4216-8619-32cd92b10359'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:42.371004 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336efbee-ca0e-43c0-aa0f-d4217b28d28e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc97c9dc-bc47-4884-b42e-fa373a918258", "tag": "60b74908-1902-4216-8619-32cd92b10359"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:42.448973 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Publish callbacks [] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:42.457984 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:42.484192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23074ca4-3bf1-4b8a-964b-6b04ab2eacd5 req-dcdbb89f-9d33-431e-9625-5b8fe82e3f31 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:42.485820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23074ca4-3bf1-4b8a-964b-6b04ab2eacd5 req-dcdbb89f-9d33-431e-9625-5b8fe82e3f31 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2887108
Feb 19 21:06:42.508384 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34e12b15-73e9-414c-9aae-afaaee21d179 req-541d1ffb-7230-4438-bb8a-02b8ddff4301 service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3765104
Feb 19 21:06:42.521337 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c949cdb-0744-4b7e-aaa0-dfd3e3906720 req-45ebe1b0-da21-4a2a-8064-4cb260b08755 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2585456
Feb 19 21:06:42.521894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Network c34197f7-6e5e-4517-b6a2-394f58a7dc8c is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:42.535621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:42.539622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Pushing event updated for resources: {'Port': ['ID=94878422-6bfa-4f6c-bf98-35fda05df28c,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:42.542108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:42.578931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23074ca4-3bf1-4b8a-964b-6b04ab2eacd5 req-015587e1-032a-451e-9d6c-e4482026c797 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769131
Feb 19 21:06:42.592533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a5bb6ad6-d95e-40ac-8986-07520f289f42 None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:42.738364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Attempting to bind port 94878422-6bfa-4f6c-bf98-35fda05df28c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:42.739568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Attempting to bind port 94878422-6bfa-4f6c-bf98-35fda05df28c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0dc575e-34b1-4a75-848a-bd89a1627651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:42.739949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Attempting to bind port 94878422-6bfa-4f6c-bf98-35fda05df28c on network c34197f7-6e5e-4517-b6a2-394f58a7dc8c {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:42.758182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:42.759065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Checking segment: {'id': 'a0dc575e-34b1-4a75-848a-bd89a1627651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:42.759680 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:42.760640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Bound using segment: {'id': 'a0dc575e-34b1-4a75-848a-bd89a1627651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:42.761360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Bound port: 94878422-6bfa-4f6c-bf98-35fda05df28c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0dc575e-34b1-4a75-848a-bd89a1627651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:42.761946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:42.778742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c95a7071-dc2a-4f7f-94e9-0e330e4bd587 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:42.852191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccb9aff1-879c-4bdf-8762-52c794f6fbfe req-16b4bcbb-a935-46f6-8a53-f9a633eca81f tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "GET /v2.0/security-groups/f6bcb2ac-4094-4b86-9dd7-d20d9280f265 HTTP/1.1" status: 200  len: 1819 time: 0.1578000
Feb 19 21:06:42.873150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2b010-5d40-492c-9585-4863e37a59f3 req-76ad8f12-1a39-4de2-923e-b16111e34d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:42.875709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbb2b010-5d40-492c-9585-4863e37a59f3 req-76ad8f12-1a39-4de2-923e-b16111e34d88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 1126 time: 0.2947829
Feb 19 21:06:42.883390 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:42.966841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] For port 94878422-6bfa-4f6c-bf98-35fda05df28c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:42.972342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] For port 94878422-6bfa-4f6c-bf98-35fda05df28c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94878422-6bfa-4f6c-bf98-35fda05df28c,segment=NetworkSegment(a0dc575e-34b1-4a75-848a-bd89a1627651),segment_id=a0dc575e-34b1-4a75-848a-bd89a1627651)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:42.977162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4b4ca-3084-4aac-a6ad-f1512d010be5 req-cbe863b3-c284-49a1-98f2-1e5942852f70 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:42.980860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6af4b4ca-3084-4aac-a6ad-f1512d010be5 req-cbe863b3-c284-49a1-98f2-1e5942852f70 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 945 time: 0.2690759
Feb 19 21:06:42.988536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:42.989081 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:42.999639 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:43.143845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2d8b1-9025-4d40-88df-407a848829c5 None None] Pushing event updated for resources: {'Port': ['ID=94878422-6bfa-4f6c-bf98-35fda05df28c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:43.211406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:43.216412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a5bb6ad6-d95e-40ac-8986-07520f289f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c970>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1853cf70-c814-4674-bdbc-1ba3e6bf41d3', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'floating_ip_address': '172.35.2.97', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'port_id': '60b74908-1902-4216-8619-32cd92b10359', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'mac_address': 'fa:16:3e:ca:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:06:13Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 1, 'project_id': 'adecc012aca243138d03c189f5623f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:43.253998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb6ad6-d95e-40ac-8986-07520f289f42 None None] Checking router: e670ad7b-e07b-4064-bf4d-6359af4e2ace for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:06:43.265850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb6ad6-d95e-40ac-8986-07520f289f42 None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:43.266420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a5bb6ad6-d95e-40ac-8986-07520f289f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:43.307871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89106d-77ad-4a8c-a0b6-97be00dba4a8 req-5440dbf1-f624-447c-a4b3-84eb0227e52c tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:43.309930 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bd89106d-77ad-4a8c-a0b6-97be00dba4a8 req-5440dbf1-f624-447c-a4b3-84eb0227e52c tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb730c4e-37cc-47fd-a5c0-a4131d1990a9 HTTP/1.1" status: 200  len: 945 time: 0.0783870
Feb 19 21:06:43.470248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a5bb6ad6-d95e-40ac-8986-07520f289f42 None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:43.487240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-bd89106d-77ad-4a8c-a0b6-97be00dba4a8 req-d999fe5d-f7a8-4d67-9969-60185ace8943 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Deleting port 83b4b2cc-2908-4fac-942a-a2052608566d {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:43.488037 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bd89106d-77ad-4a8c-a0b6-97be00dba4a8 req-d999fe5d-f7a8-4d67-9969-60185ace8943 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:43.655232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-bd89106d-77ad-4a8c-a0b6-97be00dba4a8 req-d999fe5d-f7a8-4d67-9969-60185ace8943 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] For port 83b4b2cc-2908-4fac-942a-a2052608566d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83b4b2cc-2908-4fac-942a-a2052608566d,segment=NetworkSegment(2e0942cb-d96c-46f1-b23c-22c6a479bd87),segment_id=2e0942cb-d96c-46f1-b23c-22c6a479bd87)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:43.656138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bd89106d-77ad-4a8c-a0b6-97be00dba4a8 req-d999fe5d-f7a8-4d67-9969-60185ace8943 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:43.671800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-bd89106d-77ad-4a8c-a0b6-97be00dba4a8 req-d999fe5d-f7a8-4d67-9969-60185ace8943 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Calling delete_port for 83b4b2cc-2908-4fac-942a-a2052608566d owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:43.770000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a5bb6ad6-d95e-40ac-8986-07520f289f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c970>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1853cf70-c814-4674-bdbc-1ba3e6bf41d3', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'floating_ip_address': '172.35.2.97', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'port_id': '60b74908-1902-4216-8619-32cd92b10359', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'mac_address': 'fa:16:3e:ca:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:06:13Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 1, 'project_id': 'adecc012aca243138d03c189f5623f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:43.771847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2b010-5d40-492c-9585-4863e37a59f3 req-cc0d8b34-68cc-4221-9aff-4939560bbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:43.775148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbb2b010-5d40-492c-9585-4863e37a59f3 req-cc0d8b34-68cc-4221-9aff-4939560bbee7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 912 time: 0.8878350
Feb 19 21:06:43.783037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6af4b4ca-3084-4aac-a6ad-f1512d010be5 req-79b5f2a1-6a66-4169-9fb8-77c29f684fff tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7632732
Feb 19 21:06:43.786809 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ccb9aff1-879c-4bdf-8762-52c794f6fbfe req-ef4f91e4-ae1b-4dc0-99c9-c1991c8bc161 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (f6bcb2ac-4094-4b86-9dd7-d20d9280f265), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:43.803603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb6ad6-d95e-40ac-8986-07520f289f42 None None] The sync data for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 is: [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1853cf70-c814-4674-bdbc-1ba3e6bf41d3', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'floating_ip_address': '172.35.2.97', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'port_id': '60b74908-1902-4216-8619-32cd92b10359', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'mac_address': 'fa:16:3e:ca:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:06:13Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 1, 'project_id': 'adecc012aca243138d03c189f5623f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:43.840852 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbb2b010-5d40-492c-9585-4863e37a59f3 req-06740807-542c-4ea8-9d55-1f7efd2ce6b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e30f6a-a9e0-47fd-87cc-5f95e86df571 HTTP/1.1" status: 200  len: 217 time: 0.0563862
Feb 19 21:06:43.862180 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bd89106d-77ad-4a8c-a0b6-97be00dba4a8 req-d999fe5d-f7a8-4d67-9969-60185ace8943 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (83b4b2cc-2908-4fac-942a-a2052608566d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:43.876717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['83b4b2cc-2908-4fac-942a-a2052608566d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:06:43.922498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999fe5d-f7a8-4d67-9969-60185ace8943 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Pushing event deleted for resources: {'Port': ['ID=83b4b2cc-2908-4fac-942a-a2052608566d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:43.988280 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd89106d-77ad-4a8c-a0b6-97be00dba4a8 req-d999fe5d-f7a8-4d67-9969-60185ace8943 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] No DVR routers for this DVR port 83b4b2cc-2908-4fac-942a-a2052608566d on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:06:43.991022 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bd89106d-77ad-4a8c-a0b6-97be00dba4a8 req-d999fe5d-f7a8-4d67-9969-60185ace8943 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:43.995988 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bd89106d-77ad-4a8c-a0b6-97be00dba4a8 req-d999fe5d-f7a8-4d67-9969-60185ace8943 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.10 "DELETE /v2.0/ports/83b4b2cc-2908-4fac-942a-a2052608566d HTTP/1.1" status: 204  len: 173 time: 0.6800942
Feb 19 21:06:44.005626 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ccb9aff1-879c-4bdf-8762-52c794f6fbfe req-ef4f91e4-ae1b-4dc0-99c9-c1991c8bc161 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (f6bcb2ac-4094-4b86-9dd7-d20d9280f265), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:44.031814 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2b010-5d40-492c-9585-4863e37a59f3 req-cc3f05d9-05a2-4ca3-ba7d-c7b430164052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:44.033727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbb2b010-5d40-492c-9585-4863e37a59f3 req-cc3f05d9-05a2-4ca3-ba7d-c7b430164052 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.1743224
Feb 19 21:06:44.084424 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff88706e-76ae-40c6-8d00-d0a826156d64 x-openstack-request-id: req-ff88706e-76ae-40c6-8d00-d0a826156d64 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:44.086726 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc97c9dc-bc47-4884-b42e-fa373a918258", "tag": "60b74908-1902-4216-8619-32cd92b10359", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:44.087281 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff88706e-76ae-40c6-8d00-d0a826156d64 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:44.088391 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'tag': '60b74908-1902-4216-8619-32cd92b10359', 'status': 'completed', 'code': 200}
Feb 19 21:06:44.131917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbb2b010-5d40-492c-9585-4863e37a59f3 req-a3539956-885b-4a4b-9771-4fe66422a116 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0857787
Feb 19 21:06:44.204254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336efbee-ca0e-43c0-aa0f-d4217b28d28e req-21dfbfcd-d835-44d1-9ba9-39d28c269b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:44.206067 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-336efbee-ca0e-43c0-aa0f-d4217b28d28e req-21dfbfcd-d835-44d1-9ba9-39d28c269b1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 1127 time: 0.0969868
Feb 19 21:06:44.271174 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ccb9aff1-879c-4bdf-8762-52c794f6fbfe req-ef4f91e4-ae1b-4dc0-99c9-c1991c8bc161 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f6bcb2ac-4094-4b86-9dd7-d20d9280f265), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:44.278366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ccb9aff1-879c-4bdf-8762-52c794f6fbfe req-ef4f91e4-ae1b-4dc0-99c9-c1991c8bc161 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:44.285481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccb9aff1-879c-4bdf-8762-52c794f6fbfe req-ef4f91e4-ae1b-4dc0-99c9-c1991c8bc161 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] 10.222.0.30 "DELETE /v2.0/security-groups/f6bcb2ac-4094-4b86-9dd7-d20d9280f265 HTTP/1.1" status: 204  len: 173 time: 1.4116013
Feb 19 21:06:44.289965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33210) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:44.343169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Allocated IP 172.21.0.1 (c34197f7-6e5e-4517-b6a2-394f58a7dc8c/14cec782-f65e-4e0f-8798-05f96c8d1e0d/deb7e163-1a6a-476d-a3fb-86abf4e907c1) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:44.354800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336efbee-ca0e-43c0-aa0f-d4217b28d28e req-2613d356-b324-4577-96c3-89686fd031ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:44.357135 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-336efbee-ca0e-43c0-aa0f-d4217b28d28e req-2613d356-b324-4577-96c3-89686fd031ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 912 time: 0.1425729
Feb 19 21:06:44.412939 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ed40f-a213-4065-991f-ac6ce68dc3c8 None None] New status for floating IP 1853cf70-c814-4674-bdbc-1ba3e6bf41d3: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:06:44.456021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 38e30f6a-a9e0-47fd-87cc-5f95e86df571 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:06:44.499422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03ddb12-8f62-4488-b158-9ad917aba963 admin admin] Deleting subnet 312e2192-8796-42ce-a4e5-1bd8ae3aaf47 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:06:44.504431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f91e4-ae1b-4dc0-99c9-c1991c8bc161 tempest-SecurityGroupsTestJSON-1534547659 tempest-SecurityGroupsTestJSON-1534547659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bcb2ac-4094-4b86-9dd7-d20d9280f265,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:44.511402 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d03ddb12-8f62-4488-b158-9ad917aba963 admin admin] Publish callbacks [] for subnet (312e2192-8796-42ce-a4e5-1bd8ae3aaf47), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:44.515015 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-336efbee-ca0e-43c0-aa0f-d4217b28d28e req-be6a3895-82cc-4ac4-b26c-1aa131a26982 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b74908-1902-4216-8619-32cd92b10359 HTTP/1.1" status: 200  len: 998 time: 0.1140125
Feb 19 21:06:44.615103 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d03ddb12-8f62-4488-b158-9ad917aba963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (312e2192-8796-42ce-a4e5-1bd8ae3aaf47), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:44.694415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336efbee-ca0e-43c0-aa0f-d4217b28d28e req-abd82f14-2e13-42c3-b40d-f0fa4a4cbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:44.715186 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-336efbee-ca0e-43c0-aa0f-d4217b28d28e req-abd82f14-2e13-42c3-b40d-f0fa4a4cbcd8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8dc2ea7-ffc4-4027-9f85-62ffc7262290 HTTP/1.1" status: 200  len: 850 time: 0.1800425
Feb 19 21:06:44.768783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d03ddb12-8f62-4488-b158-9ad917aba963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (312e2192-8796-42ce-a4e5-1bd8ae3aaf47), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:44.813240 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c6220-55dc-41b1-93dd-b746e6164677 None None] Network c34197f7-6e5e-4517-b6a2-394f58a7dc8c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:44.835304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336efbee-ca0e-43c0-aa0f-d4217b28d28e req-03885c0e-48cf-48ad-8690-85ce5cb025b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:44.843609 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-336efbee-ca0e-43c0-aa0f-d4217b28d28e req-03885c0e-48cf-48ad-8690-85ce5cb025b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=813ad1c1-0059-4a59-91cb-1222ec1b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1129971
Feb 19 21:06:44.845091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 38e30f6a-a9e0-47fd-87cc-5f95e86df571, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38e30f6a-a9e0-47fd-87cc-5f95e86df571,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:44.853331 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:44.859071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbb2b010-5d40-492c-9585-4863e37a59f3 req-6ccd7587-beab-4c4c-98e9-812d97291868 service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7059302
Feb 19 21:06:44.891249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195282d-b11e-4354-8e9d-ad8b3a3af698 req-3dce72a5-dad0-492c-bcc1-10d671ba0c44 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:44.895633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9195282d-b11e-4354-8e9d-ad8b3a3af698 req-3dce72a5-dad0-492c-bcc1-10d671ba0c44 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 944 time: 0.7105484
Feb 19 21:06:44.901655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '38e30f6a-a9e0-47fd-87cc-5f95e86df571', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'port_id': '38e30f6a-a9e0-47fd-87cc-5f95e86df571', 'mac_address': 'fa:16:3e:8a:76:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c86a79b-09b9-494b-a569-de0a15aa8814', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:06:44.905614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 94878422-6bfa-4f6c-bf98-35fda05df28c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:44.915138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d03ddb12-8f62-4488-b158-9ad917aba963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (312e2192-8796-42ce-a4e5-1bd8ae3aaf47), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:44.961397 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d03ddb12-8f62-4488-b158-9ad917aba963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:44.968145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d03ddb12-8f62-4488-b158-9ad917aba963 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/312e2192-8796-42ce-a4e5-1bd8ae3aaf47 HTTP/1.1" status: 204  len: 168 time: 0.6748433
Feb 19 21:06:44.969508 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ddb12-8f62-4488-b158-9ad917aba963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312e2192-8796-42ce-a4e5-1bd8ae3aaf47,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:44.971747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33218) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:44.999102 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-336efbee-ca0e-43c0-aa0f-d4217b28d28e req-ab5639d3-13cd-4603-abae-3f240f29835e service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552885
Feb 19 21:06:45.004019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6c2cbf76-43ad-4780-afb6-324781feb94d None None] Provisioning complete for port 94878422-6bfa-4f6c-bf98-35fda05df28c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:45.004553 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6c2cbf76-43ad-4780-afb6-324781feb94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.012374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d0bdb-0f16-457a-8650-2293c196a6ca req-cda35394-5265-41f6-9956-b4099106b762 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:45.019378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b1d0bdb-0f16-457a-8650-2293c196a6ca req-cda35394-5265-41f6-9956-b4099106b762 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.4535391
Feb 19 21:06:45.050862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 38e30f6a-a9e0-47fd-87cc-5f95e86df571 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:45.051179 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.093479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e30f6a-a9e0-47fd-87cc-5f95e86df571 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:06:45.118754 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-336efbee-ca0e-43c0-aa0f-d4217b28d28e req-dad88652-52bf-4c81-b2f1-85b830ce2530 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1096838
Feb 19 21:06:45.140921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 38e30f6a-a9e0-47fd-87cc-5f95e86df571, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38e30f6a-a9e0-47fd-87cc-5f95e86df571,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:45.142917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 94878422-6bfa-4f6c-bf98-35fda05df28c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:45.143309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.177871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9195282d-b11e-4354-8e9d-ad8b3a3af698 req-7d142dc5-5e7b-436b-bebf-b0da1a7618ce tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2625961
Feb 19 21:06:45.180555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.182683 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.200222 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.227144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbb2b010-5d40-492c-9585-4863e37a59f3 req-00dee77c-3557-489f-a58d-d8e2a4c6f38e service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3584859
Feb 19 21:06:45.243027 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b1d0bdb-0f16-457a-8650-2293c196a6ca req-afb637d0-a0f9-439b-aecc-685156262c67 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2225301
Feb 19 21:06:45.271701 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network c34197f7-6e5e-4517-b6a2-394f58a7dc8c is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:45.276291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:45.285578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:45.351871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=deb7e163-1a6a-476d-a3fb-86abf4e907c1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:45.418293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-7eba945f-8756-4640-acff-3abcb7e205cb req-c90c2b48-bf18-4671-b135-a8ae5c9c8434 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:06:45.419552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7eba945f-8756-4640-acff-3abcb7e205cb req-c90c2b48-bf18-4671-b135-a8ae5c9c8434 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1310706
Feb 19 21:06:45.437169 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.441506 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.483060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=38e30f6a-a9e0-47fd-87cc-5f95e86df571,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:45.495705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6c2cbf76-43ad-4780-afb6-324781feb94d None None] Current status of the port 94878422-6bfa-4f6c-bf98-35fda05df28c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:45.496044 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6c2cbf76-43ad-4780-afb6-324781feb94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.511432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6abfcaf0>,) {'filters': {'network_id': ['a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:45.531249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6abfcaf0>, 'f8807caf-6a51-435b-95d3-0c1cc73a56a3') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:45.531555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6abfcaf0>, 'f8807caf-6a51-435b-95d3-0c1cc73a56a3') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:45.541922 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6c2cbf76-43ad-4780-afb6-324781feb94d None None] For port 94878422-6bfa-4f6c-bf98-35fda05df28c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94878422-6bfa-4f6c-bf98-35fda05df28c,segment=NetworkSegment(a0dc575e-34b1-4a75-848a-bd89a1627651),segment_id=a0dc575e-34b1-4a75-848a-bd89a1627651)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:45.580945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['38e30f6a-a9e0-47fd-87cc-5f95e86df571'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:06:45.584452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6c2cbf76-43ad-4780-afb6-324781feb94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.648513 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (f8807caf-6a51-435b-95d3-0c1cc73a56a3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.689269 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f8807caf-6a51-435b-95d3-0c1cc73a56a3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.694380 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 94878422-6bfa-4f6c-bf98-35fda05df28c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:45.695757 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.719753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:06:45.720433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (f8807caf-6a51-435b-95d3-0c1cc73a56a3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.739207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cbf76-43ad-4780-afb6-324781feb94d None None] Pushing event updated for resources: {'Port': ['ID=94878422-6bfa-4f6c-bf98-35fda05df28c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:06:45.765434 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:06:45.837782 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:06:45.838407 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:06:45.909426 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.914235 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.932620 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:45.935847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6 HTTP/1.1" status: 204  len: 168 time: 0.9556477
Feb 19 21:06:45.946329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5976e52-f002-4f46-86e7-3da2fa948abf req-28f4a6b9-e233-428e-a0d6-bc5699bbf327 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:45.947913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5976e52-f002-4f46-86e7-3da2fa948abf req-28f4a6b9-e233-428e-a0d6-bc5699bbf327 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.2561262
Feb 19 21:06:45.967798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5d990-5070-4d84-a90c-258e769a8142 admin admin] Pushing event deleted for resources: {'Network': ['ID=a70cdeb1-fa61-4f53-afac-2e2ce6af3cb6,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:45.997682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-6e0a33c3-b265-48fb-9664-a0676d3b0a00 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2195189
Feb 19 21:06:46.010985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2173f412-c9f4-49ae-b517-b3f088a64520 None None] Provisioning complete for port 94878422-6bfa-4f6c-bf98-35fda05df28c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:46.011364 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2173f412-c9f4-49ae-b517-b3f088a64520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:46.118692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb730c4e-37cc-47fd-a5c0-a4131d1990a9', 'name': 'network-vif-deleted', 'tag': '83b4b2cc-2908-4fac-942a-a2052608566d'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:46.121077 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0dbb42-c8bc-4fb3-a457-050683c13462" -d '{"events": [{"server_uuid": "cb730c4e-37cc-47fd-a5c0-a4131d1990a9", "name": "network-vif-deleted", "tag": "83b4b2cc-2908-4fac-942a-a2052608566d"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:46.133117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-458a5d47-76c1-4dcc-b5fe-189944692686 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:46.135728 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-458a5d47-76c1-4dcc-b5fe-189944692686 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports/a943b989-5a95-44a3-9a78-35384327a397 HTTP/1.1" status: 200  len: 941 time: 0.0901504
Feb 19 21:06:46.162619 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2173f412-c9f4-49ae-b517-b3f088a64520 None None] Current status of the port 94878422-6bfa-4f6c-bf98-35fda05df28c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:46.191814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5976e52-f002-4f46-86e7-3da2fa948abf req-271eeb26-91e4-47cc-a65e-91f35f579129 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277322
Feb 19 21:06:46.222575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33256) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:46.255738 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38048483-dc21-41de-8b4d-386b1f6aec46 x-openstack-request-id: req-38048483-dc21-41de-8b4d-386b1f6aec46 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:46.256046 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb730c4e-37cc-47fd-a5c0-a4131d1990a9", "name": "network-vif-deleted", "tag": "83b4b2cc-2908-4fac-942a-a2052608566d", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:46.256447 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38048483-dc21-41de-8b4d-386b1f6aec46 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:46.256812 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb730c4e-37cc-47fd-a5c0-a4131d1990a9', 'name': 'network-vif-deleted', 'tag': '83b4b2cc-2908-4fac-942a-a2052608566d', 'status': 'completed', 'code': 200}
Feb 19 21:06:46.290203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b137413b-4769-4a03-8d5d-9a4b80883b85 None None] Provisioning complete for port deb7e163-1a6a-476d-a3fb-86abf4e907c1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:46.290676 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b137413b-4769-4a03-8d5d-9a4b80883b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:46.294441 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-61883964-b4c5-44d0-8504-94a15be17873 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e16b1ae38144c3ba7d8cb99e46eea10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0706496
Feb 19 21:06:46.298399 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33258) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:46.381805 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37d98759-e37c-467d-9df4-8dcf11bbc8e6 admin admin] Publish callbacks [] for security_group (aad60d15-e857-4e15-a82a-bf77267c91c4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:46.407706 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37d98759-e37c-467d-9df4-8dcf11bbc8e6 admin admin] Publish callbacks [] for security_group (aad60d15-e857-4e15-a82a-bf77267c91c4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:46.414616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e1aed-d7aa-4343-8065-3e44c8b6ccf1 req-ad3cc021-8242-4238-a83e-5794bb524456 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:46.416286 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-339e1aed-d7aa-4343-8065-3e44c8b6ccf1 req-ad3cc021-8242-4238-a83e-5794bb524456 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 945 time: 0.1314709
Feb 19 21:06:46.444015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 94878422-6bfa-4f6c-bf98-35fda05df28c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:46.448516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b137413b-4769-4a03-8d5d-9a4b80883b85 None None] Port deb7e163-1a6a-476d-a3fb-86abf4e907c1 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:46.469705 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37d98759-e37c-467d-9df4-8dcf11bbc8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aad60d15-e857-4e15-a82a-bf77267c91c4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:46.475284 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37d98759-e37c-467d-9df4-8dcf11bbc8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:46.477036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 38e30f6a-a9e0-47fd-87cc-5f95e86df571 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:46.497086 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-37d98759-e37c-467d-9df4-8dcf11bbc8e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aad60d15-e857-4e15-a82a-bf77267c91c4 HTTP/1.1" status: 204  len: 168 time: 0.1873209
Feb 19 21:06:46.515222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d98759-e37c-467d-9df4-8dcf11bbc8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad60d15-e857-4e15-a82a-bf77267c91c4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:46.536914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-339e1aed-d7aa-4343-8065-3e44c8b6ccf1 req-63afd671-9b21-4fc2-b35c-02c946fa6ec6 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072984
Feb 19 21:06:46.550666 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:46.556937 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:46.603581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 38e30f6a-a9e0-47fd-87cc-5f95e86df571 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:06:46.615191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 38e30f6a-a9e0-47fd-87cc-5f95e86df571 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:46.615779 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:46.698610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=deb7e163-1a6a-476d-a3fb-86abf4e907c1,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:46.716469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 94878422-6bfa-4f6c-bf98-35fda05df28c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:46.721071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.723549 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.724598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.725993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.726899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.727252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.727602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.727946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.728288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.728657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.728989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.729323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.729660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:06:46.738321 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:46.923163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network c34197f7-6e5e-4517-b6a2-394f58a7dc8c is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:46.924728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:46.928627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 94878422-6bfa-4f6c-bf98-35fda05df28c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:46.929703 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:46.934868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 38e30f6a-a9e0-47fd-87cc-5f95e86df571 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:46.935735 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:47.016655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ca5e86-5e05-49e1-a775-7d5553410ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e30f6a-a9e0-47fd-87cc-5f95e86df571'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:47.018934 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f390e061-cfcb-486f-8ae2-a85f1da9419c" -d '{"events": [{"server_uuid": "76ca5e86-5e05-49e1-a775-7d5553410ecb", "name": "network-vif-plugged", "status": "completed", "tag": "38e30f6a-a9e0-47fd-87cc-5f95e86df571"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:47.085605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 38e30f6a-a9e0-47fd-87cc-5f95e86df571, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38e30f6a-a9e0-47fd-87cc-5f95e86df571,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:47.096757 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12c17c6-5a90-4aef-bd2a-3e7b3fe7d708 x-openstack-request-id: req-e12c17c6-5a90-4aef-bd2a-3e7b3fe7d708 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:47.097920 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ca5e86-5e05-49e1-a775-7d5553410ecb", "name": "network-vif-plugged", "status": "completed", "tag": "38e30f6a-a9e0-47fd-87cc-5f95e86df571", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:47.100188 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e12c17c6-5a90-4aef-bd2a-3e7b3fe7d708 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:47.100885 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ca5e86-5e05-49e1-a775-7d5553410ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e30f6a-a9e0-47fd-87cc-5f95e86df571', 'code': 200}
Feb 19 21:06:47.110190 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:47.111311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 83b4b2cc-2908-4fac-942a-a2052608566d no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:47.185976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 83b4b2cc-2908-4fac-942a-a2052608566d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:06:47.186501 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 83b4b2cc-2908-4fac-942a-a2052608566d not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:06:47.255901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 94878422-6bfa-4f6c-bf98-35fda05df28c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:47.281711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 471dc094-5099-4239-af97-a9c7c0e405c9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:06:47.303548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f1808-94de-4a0c-930e-212dd5b315ee req-4621de80-b7da-44dd-9a86-df7ff5cccc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:47.306153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=38e30f6a-a9e0-47fd-87cc-5f95e86df571,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:47.314731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-433f1808-94de-4a0c-930e-212dd5b315ee req-4621de80-b7da-44dd-9a86-df7ff5cccc4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 1128 time: 0.1469240
Feb 19 21:06:47.379980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c3647832-533e-43a1-b2b3-067eb7cef1b1 None None] Provisioning complete for port deb7e163-1a6a-476d-a3fb-86abf4e907c1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:47.380609 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c3647832-533e-43a1-b2b3-067eb7cef1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:47.454531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c3647832-533e-43a1-b2b3-067eb7cef1b1 None None] Port deb7e163-1a6a-476d-a3fb-86abf4e907c1 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:47.467210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-b5d07459-400e-4a03-bfca-40ba93cbb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:47.468937 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-b5d07459-400e-4a03-bfca-40ba93cbb661 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0&tenant_id=5ee065d1c70940cd8caadd525737c593 HTTP/1.1" status: 200  len: 1126 time: 0.1402996
Feb 19 21:06:47.527724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:47.540362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Sync routers for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:47.541153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2a84caec-3402-4d24-b4e1-e0552cbd9a44 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8263631
Feb 19 21:06:47.542812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33308) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:47.549874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-433f1808-94de-4a0c-930e-212dd5b315ee req-c8551663-8bb6-4d59-bcb1-99c95218a71a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832280
Feb 19 21:06:47.555915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1370458754'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:47.562694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:47.564270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6335f070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:47.576174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd2d20-fe09-466b-9e69-2fcd0583ec5c req-85945ec1-b9d4-4be5-b003-55a83e730194 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:47.577879 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44fd2d20-fe09-466b-9e69-2fcd0583ec5c req-85945ec1-b9d4-4be5-b003-55a83e730194 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.2045319
Feb 19 21:06:47.581091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-12ffdb22-953a-42a4-8f11-9e1fe7c72299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:47.582650 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-12ffdb22-953a-42a4-8f11-9e1fe7c72299 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ee065d1c70940cd8caadd525737c593&device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 1126 time: 0.0915892
Feb 19 21:06:47.640765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:47.644817 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:47.681715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44fd2d20-fe09-466b-9e69-2fcd0583ec5c req-f8841814-3ddf-4c19-b4e9-99add51f77f8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906892
Feb 19 21:06:47.698706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:47.733278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:06:47.750915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9e0eb831-5885-4391-a701-40b2b0efd6b3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:47.751275 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added segment 9e0eb831-5885-4391-a701-40b2b0efd6b3 of type vlan for network fbafa138-1b94-4e99-89cf-613607b0ba20
Feb 19 21:06:47.802205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277436e-dc8b-4cd1-ae69-7e4015d00663 req-ecb7a6c5-a62b-4848-8b10-7d87aa69778d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:47.803791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4277436e-dc8b-4cd1-ae69-7e4015d00663 req-ecb7a6c5-a62b-4848-8b10-7d87aa69778d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 946 time: 0.1280291
Feb 19 21:06:47.813767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (fbafa138-1b94-4e99-89cf-613607b0ba20), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:47.878173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-234805b3-2523-4c90-a912-79603e3c0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:47.880251 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-234805b3-2523-4c90-a912-79603e3c0615 service neutron] 10.222.0.10 "GET /v2.0/networks?id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 200  len: 914 time: 0.1414933
Feb 19 21:06:47.880932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33316) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:47.889264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4277436e-dc8b-4cd1-ae69-7e4015d00663 req-c5d9b15f-57e3-48f6-b665-355d6e30207c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720546
Feb 19 21:06:47.903129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (fbafa138-1b94-4e99-89cf-613607b0ba20), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:47.909631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:47.910413 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:47.938211 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-38336efb-3991-4635-ae8d-60e1491d3f8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a943b989-5a95-44a3-9a78-35384327a397 HTTP/1.1" status: 200  len: 217 time: 0.0500576
Feb 19 21:06:47.992931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6335f070>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:06:45Z', 'revision_number': 3, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:46Z', 'revision_number': 2, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:48.006032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4516687
Feb 19 21:06:48.006617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33320) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:48.010400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7af603-d950-4b57-b177-7ff7544ee97b tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Network': ['ID=fbafa138-1b94-4e99-89cf-613607b0ba20,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:48.017599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'subnet': {'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:48.030250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network fbafa138-1b94-4e99-89cf-613607b0ba20 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:06:48.034347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Checking router: 471dc094-5099-4239-af97-a9c7c0e405c9 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:06:48.034718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Updating router 471dc094-5099-4239-af97-a9c7c0e405c9 port deb7e163-1a6a-476d-a3fb-86abf4e907c1 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:06:48.039875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-01f1d623-11fd-4f34-bcb1-96b1e2a6d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:48.041226 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-01f1d623-11fd-4f34-bcb1-96b1e2a6d714 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=218165c0-fcdd-40ae-a1a5-3d39f73b2830 HTTP/1.1" status: 200  len: 853 time: 0.0906129
Feb 19 21:06:48.100965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1479855952-network', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:48.122536 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:48.124397 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-3866add9-8f82-4b50-9ca6-76d4aed3fc01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496964
Feb 19 21:06:48.227970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:48.230401 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:48.277446 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b6a26df3-1f8b-4b97-997d-3fd02a249ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:48.497285 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Publish callbacks [] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:48.506564 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:48.580971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6229b15-c492-45d4-8dd2-01d796646bfa None None] Pushing event updated for resources: {'Port': ['ID=deb7e163-1a6a-476d-a3fb-86abf4e907c1,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:48.663404 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:48.708875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:48.712533 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:48.732169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Attempting to bind port deb7e163-1a6a-476d-a3fb-86abf4e907c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:48.732834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Attempting to bind port deb7e163-1a6a-476d-a3fb-86abf4e907c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0dc575e-34b1-4a75-848a-bd89a1627651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:48.733235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Attempting to bind port deb7e163-1a6a-476d-a3fb-86abf4e907c1 on network c34197f7-6e5e-4517-b6a2-394f58a7dc8c {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:48.741805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:48.743064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Checking segment: {'id': 'a0dc575e-34b1-4a75-848a-bd89a1627651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:48.743491 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:48.744015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Bound using segment: {'id': 'a0dc575e-34b1-4a75-848a-bd89a1627651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:48.744456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Bound port: deb7e163-1a6a-476d-a3fb-86abf4e907c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0dc575e-34b1-4a75-848a-bd89a1627651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:48.745052 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:48.830903 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-541bdb18-0a62-457c-ba7d-a93628f82b91 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6952107
Feb 19 21:06:48.859929 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] For port deb7e163-1a6a-476d-a3fb-86abf4e907c1, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:48.865705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] For port deb7e163-1a6a-476d-a3fb-86abf4e907c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deb7e163-1a6a-476d-a3fb-86abf4e907c1,segment=NetworkSegment(a0dc575e-34b1-4a75-848a-bd89a1627651),segment_id=a0dc575e-34b1-4a75-848a-bd89a1627651)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:48.873685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7649cf-7e3e-46d6-858f-12c279c8b67d req-1d5200af-13b3-4951-b486-06efa70e0bde tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:48.875447 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:48.876048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d7649cf-7e3e-46d6-858f-12c279c8b67d req-1d5200af-13b3-4951-b486-06efa70e0bde tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.0820160
Feb 19 21:06:48.938768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d7649cf-7e3e-46d6-858f-12c279c8b67d req-9a131859-f11f-462e-bd91-86f434743bd1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549572
Feb 19 21:06:48.974819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:48.975517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6335f070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:49.037715 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-96d29432-e827-4215-8ea4-c6c087269ffc service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959291
Feb 19 21:06:49.040704 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Publish callbacks [] for security_group (bf3def4f-7634-4779-a24e-fe3b82173f32), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.061737 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bf3def4f-7634-4779-a24e-fe3b82173f32), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.089875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6eed1-4271-4519-87b8-2ffec2320d03 req-716c3d31-da55-4eca-b703-187f0e33c2bd tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:49.090453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:49.093542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26f6eed1-4271-4519-87b8-2ffec2320d03 req-716c3d31-da55-4eca-b703-187f0e33c2bd tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 946 time: 0.0822716
Feb 19 21:06:49.118034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:06:49.175410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3def4f-7634-4779-a24e-fe3b82173f32,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:49.177476 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26f6eed1-4271-4519-87b8-2ffec2320d03 req-eaec3618-c8fb-47b0-be3a-22224b3e2606 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784550
Feb 19 21:06:49.198594 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f6eb94de-27b3-4321-ab52-3958214e7ff0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.198944 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Added segment f6eb94de-27b3-4321-ab52-3958214e7ff0 of type vlan for network 412258df-58b8-4ea9-9432-b16f8bdfc8b8
Feb 19 21:06:49.258238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-076b2221-ead3-4fa3-9995-5a44e1752e64 None None] Provisioning complete for port deb7e163-1a6a-476d-a3fb-86abf4e907c1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:49.258659 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-076b2221-ead3-4fa3-9995-5a44e1752e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.269016 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (4659c8e6-a40c-4d6d-871c-0cbb3faa9065), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.271354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6229b15-c492-45d4-8dd2-01d796646bfa None None] Pushing event updated for resources: {'Port': ['ID=deb7e163-1a6a-476d-a3fb-86abf4e907c1,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:49.338118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (412258df-58b8-4ea9-9432-b16f8bdfc8b8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.417755 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Subnet': ['ID=4659c8e6-a40c-4d6d-871c-0cbb3faa9065,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:49.443818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Checking segment: {'id': '9e0eb831-5885-4391-a701-40b2b0efd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:49.444404 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network hostable DHCP agents. Network: fbafa138-1b94-4e99-89cf-613607b0ba20, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:06:49.455604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (412258df-58b8-4ea9-9432-b16f8bdfc8b8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.458660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:49.459000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-076b2221-ead3-4fa3-9995-5a44e1752e64 None None] Current status of the port deb7e163-1a6a-476d-a3fb-86abf4e907c1 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:49.459134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.459232 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-076b2221-ead3-4fa3-9995-5a44e1752e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.574554 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6921751
Feb 19 21:06:49.577701 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33360) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:49.582831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network fbafa138-1b94-4e99-89cf-613607b0ba20 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:06:49.583753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] Request body: {'subnet': {'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1479855952-subnet', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:49.594101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-076b2221-ead3-4fa3-9995-5a44e1752e64 None None] For port deb7e163-1a6a-476d-a3fb-86abf4e907c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deb7e163-1a6a-476d-a3fb-86abf4e907c1,segment=NetworkSegment(a0dc575e-34b1-4a75-848a-bd89a1627651),segment_id=a0dc575e-34b1-4a75-848a-bd89a1627651)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:49.594392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a27393-a06c-4a74-9bbb-60970d8417c0 admin admin] Pushing event updated for resources: {'Network': ['ID=412258df-58b8-4ea9-9432-b16f8bdfc8b8,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:49.603772 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fbafa138-1b94-4e99-89cf-613607b0ba20) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:49.609188 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-076b2221-ead3-4fa3-9995-5a44e1752e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.611358 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:06:49.620094 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:49.620889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.649054 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-39beed1a-7b8b-4e67-a31b-771916f0300a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6370082
Feb 19 21:06:49.649054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33362) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:49.688438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:49.691611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:49.748648 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8befda9-7b3b-4581-9c5e-2e70f441f409 None None] Network fbafa138-1b94-4e99-89cf-613607b0ba20 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:49.853792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710175a7-7f23-48db-ab57-00a2532c576e req-c11ba79b-ac7c-4e52-97f9-5cff2e0a2bb9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:49.872365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-710175a7-7f23-48db-ab57-00a2532c576e req-c11ba79b-ac7c-4e52-97f9-5cff2e0a2bb9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 946 time: 0.2481823
Feb 19 21:06:50.033237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-bdfabf25-c408-4431-bc24-ae849f7ef9e7 None None] Provisioning complete for port deb7e163-1a6a-476d-a3fb-86abf4e907c1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:50.033657 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bdfabf25-c408-4431-bc24-ae849f7ef9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:50.098770 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-710175a7-7f23-48db-ab57-00a2532c576e req-cf20bc3a-0f27-421f-8135-22e40ce55ce3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252080
Feb 19 21:06:50.135075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6335f070>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:06:45Z', 'revision_number': 3, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:48Z', 'revision_number': 4, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:50.191680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b2221-ead3-4fa3-9995-5a44e1752e64 None None] Pushing event updated for resources: {'Port': ['ID=deb7e163-1a6a-476d-a3fb-86abf4e907c1,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:50.260206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37258c59-5eac-4798-a5f8-98184bbcdd9a None None] The sync data for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 is: [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:06:45Z', 'revision_number': 3, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:48Z', 'revision_number': 4, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:50.427295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fbafa138-1b94-4e99-89cf-613607b0ba20', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'project_id': '9d72316bcd0440d482839e842e71771e', 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:06:50.428176 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:50.500880 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0016bd71-6976-4fdf-9c9b-c7e115ef7ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:50.536908 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:50.687637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Allocated IP 172.22.0.2 (fbafa138-1b94-4e99-89cf-613607b0ba20/4659c8e6-a40c-4d6d-871c-0cbb3faa9065/2f2792ae-b09c-44d4-ac9d-fe325957a3ef) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:51.004663 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Publish callbacks [] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:51.027019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device deb7e163-1a6a-476d-a3fb-86abf4e907c1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:51.036688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bdfabf25-c408-4431-bc24-ae849f7ef9e7 None None] Current status of the port deb7e163-1a6a-476d-a3fb-86abf4e907c1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:51.082174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Allocated IP 172.22.0.1 (fbafa138-1b94-4e99-89cf-613607b0ba20/4659c8e6-a40c-4d6d-871c-0cbb3faa9065/b8ac8d59-0bea-4f03-98d8-c8baf587e3ed) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:51.090329 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:51.276322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Network fbafa138-1b94-4e99-89cf-613607b0ba20 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:51.278550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Pushing event updated for resources: {'Port': ['ID=2f2792ae-b09c-44d4-ac9d-fe325957a3ef,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:51.292664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:51.299769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:51.426032 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:51.449096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port deb7e163-1a6a-476d-a3fb-86abf4e907c1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:51.450793 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:51.491412 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14450-ef02-4f21-ad5b-a991cc4186b4 req-836e6389-921e-43a3-9f1a-ff8fc7041dbe tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:51.500660 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9e14450-ef02-4f21-ad5b-a991cc4186b4 req-836e6389-921e-43a3-9f1a-ff8fc7041dbe tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 1.3979783
Feb 19 21:06:51.549395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:51.550039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Attempting to bind port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:51.550964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Attempting to bind port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e0eb831-5885-4391-a701-40b2b0efd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:51.551393 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Attempting to bind port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef on network fbafa138-1b94-4e99-89cf-613607b0ba20 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:51.579507 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:51.580048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Checking segment: {'id': '9e0eb831-5885-4391-a701-40b2b0efd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:51.580505 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:51.580920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Bound using segment: {'id': '9e0eb831-5885-4391-a701-40b2b0efd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:51.583535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Bound port: 2f2792ae-b09c-44d4-ac9d-fe325957a3ef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0eb831-5885-4391-a701-40b2b0efd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:51.583942 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:51.697804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network fbafa138-1b94-4e99-89cf-613607b0ba20 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:51.703474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:51.708512 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:51.717095 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=b8ac8d59-0bea-4f03-98d8-c8baf587e3ed,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:51.750488 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (1a50f3ce-c32b-48cf-a4b2-041aa45b186c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:51.784805 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:51.867116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] For port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:51.869857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:51.872464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] For port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f2792ae-b09c-44d4-ac9d-fe325957a3ef,segment=NetworkSegment(9e0eb831-5885-4391-a701-40b2b0efd6b3),segment_id=9e0eb831-5885-4391-a701-40b2b0efd6b3)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:51.875244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port deb7e163-1a6a-476d-a3fb-86abf4e907c1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:51.884824 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:51.977260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657838a-2264-459c-9a4a-7d5646a53681 req-aae5baef-b930-4b5c-b8d1-b12d0b183b3f tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:51.980026 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-aae5baef-b930-4b5c-b8d1-b12d0b183b3f tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/networks?id=a7720066-6763-4cf2-8422-94736652addc HTTP/1.1" status: 200  len: 813 time: 0.8782072
Feb 19 21:06:51.986926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332c7d1-ccf3-4947-9329-829e7ecabfd0 None None] Pushing event updated for resources: {'Port': ['ID=2f2792ae-b09c-44d4-ac9d-fe325957a3ef,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:52.056545 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:52.080512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-0efa6d4f-4894-41a7-873b-f7ceb8a10941 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/quotas/ba9b396737a34280bdc448a2b0df5a7e HTTP/1.1" status: 200  len: 375 time: 0.0613985
Feb 19 21:06:52.107789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9e14450-ef02-4f21-ad5b-a991cc4186b4 req-05f3fcc0-0192-4f35-aa14-0587f2ee3a59 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5700569
Feb 19 21:06:52.153290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c6517-714e-487f-94bf-7a4efaf5edb7 req-407df01c-1c14-4d7d-95bd-c739e1d9f0f1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:52.155272 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f14c6517-714e-487f-94bf-7a4efaf5edb7 req-407df01c-1c14-4d7d-95bd-c739e1d9f0f1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 946 time: 0.2072699
Feb 19 21:06:52.241073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a50f3ce-c32b-48cf-a4b2-041aa45b186c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:52.273815 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-0c64d41b-4d74-4745-a07e-1718814713fd tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba9b396737a34280bdc448a2b0df5a7e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1922960
Feb 19 21:06:52.628248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-c9901607-011a-449e-abd9-5522c70cf347 service neutron] 10.222.0.30 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3487473
Feb 19 21:06:52.650923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] Checking segment: {'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:52.655858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] Network hostable DHCP agents. Network: 412258df-58b8-4ea9-9432-b16f8bdfc8b8, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:06:52.802934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2f2792ae-b09c-44d4-ac9d-fe325957a3ef up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:52.879697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0467b02-e145-4ff3-af89-f11046a691ea req-d060304a-09ea-4e29-93b6-fe3caef6ffee tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:52.885498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:52.887501 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:52.890958 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0467b02-e145-4ff3-af89-f11046a691ea req-d060304a-09ea-4e29-93b6-fe3caef6ffee tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 946 time: 0.6369219
Feb 19 21:06:52.936510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:52.946454 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:52.958979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0467b02-e145-4ff3-af89-f11046a691ea req-ab0ef5f2-ad1d-4bcc-9f13-cae53fb2bede tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670176
Feb 19 21:06:52.968987 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] Network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:06:52.998444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 412258df-58b8-4ea9-9432-b16f8bdfc8b8) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:53.006825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:53.008216 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:53.035068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae0d5a0-34af-42fb-9c1c-cfcecd022b6b None None] Network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:53.037448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-a8f5a5e8-c741-4271-94df-d55d5fec8cad service neutron] 10.222.0.30 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3900504
Feb 19 21:06:53.053207 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1c7de03f-2ce7-4b26-bf4b-8bbf656f2ba7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.4711223
Feb 19 21:06:53.053640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33394) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:53.067107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:53.102482 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (9c180dd5-0183-453f-8f8c-8a67f5e69862), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:53.103705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (9c180dd5-0183-453f-8f8c-8a67f5e69862), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:53.111534 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:53.125615 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=b8ac8d59-0bea-4f03-98d8-c8baf587e3ed,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:53.322940 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:53.323721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:53.324116 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:53.385788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f2792ae-b09c-44d4-ac9d-fe325957a3ef,segment=NetworkSegment(9e0eb831-5885-4391-a701-40b2b0efd6b3),segment_id=9e0eb831-5885-4391-a701-40b2b0efd6b3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:53.403925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:53.471001 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Publish callbacks [] for router_controller (9c180dd5-0183-453f-8f8c-8a67f5e69862), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:53.536387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=2f2792ae-b09c-44d4-ac9d-fe325957a3ef,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:53.554804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'fixed_ips': [{'subnet_id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:06:53.555896 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:53.723248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network fbafa138-1b94-4e99-89cf-613607b0ba20 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:53.730676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:53.761278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-f14c6517-714e-487f-94bf-7a4efaf5edb7 req-4dc72621-c525-44f0-a2cb-8414da11ff74 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Deleting port 38e30f6a-a9e0-47fd-87cc-5f95e86df571 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:06:53.761971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f14c6517-714e-487f-94bf-7a4efaf5edb7 req-4dc72621-c525-44f0-a2cb-8414da11ff74 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:53.949333 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Allocated IP 172.20.0.2 (412258df-58b8-4ea9-9432-b16f8bdfc8b8/1a50f3ce-c32b-48cf-a4b2-041aa45b186c/554c5759-fff5-4b23-9544-eed7aa2b3f61) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:54.044373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Publish callbacks [] for router_gateway (9c180dd5-0183-453f-8f8c-8a67f5e69862), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:54.086299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 471dc094-5099-4239-af97-a9c7c0e405c9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:06:54.118714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-f14c6517-714e-487f-94bf-7a4efaf5edb7 req-4dc72621-c525-44f0-a2cb-8414da11ff74 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] For port 38e30f6a-a9e0-47fd-87cc-5f95e86df571, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38e30f6a-a9e0-47fd-87cc-5f95e86df571,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:54.119561 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f14c6517-714e-487f-94bf-7a4efaf5edb7 req-4dc72621-c525-44f0-a2cb-8414da11ff74 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:54.125169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88563386-4b23-4f48-a700-9a1a5eac9644 None None] Network fbafa138-1b94-4e99-89cf-613607b0ba20 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:54.211239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147f4d2-9559-4215-845f-677bc74b14de req-171ba56d-6f6f-416d-aa7b-162e0b0479f6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:54.211542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-f14c6517-714e-487f-94bf-7a4efaf5edb7 req-4dc72621-c525-44f0-a2cb-8414da11ff74 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Calling delete_port for 38e30f6a-a9e0-47fd-87cc-5f95e86df571 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:06:54.237233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d147f4d2-9559-4215-845f-677bc74b14de req-171ba56d-6f6f-416d-aa7b-162e0b0479f6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.9179511
Feb 19 21:06:54.282155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-28764d07-2662-4df4-96a6-bea8dba15181 req-453d8b2b-5098-45ee-a953-e19e4507cdb3 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 210 time: 0.4685881
Feb 19 21:06:54.300679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1e2cbd14-339f-4203-a98d-fdde168ab4fc None None] Provisioning complete for port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:54.301189 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1e2cbd14-339f-4203-a98d-fdde168ab4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:54.497268 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:54.513887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 38e30f6a-a9e0-47fd-87cc-5f95e86df571 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:06:54.526141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:06:54.539619 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Sync routers for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:06:54.554972 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7966fccf-a9d5-435d-a25e-18e595ad8965 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9042685
Feb 19 21:06:54.568293 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:54.568758 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33410) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:54.571145 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7041cac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:54.574415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'network': {'name': 'tempest-RoutersTest-258251401'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:54.612876 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:54.618099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:54.793751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d147f4d2-9559-4215-845f-677bc74b14de req-73dcb901-8496-47ff-b589-0ef82b1390c2 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5552669
Feb 19 21:06:54.838126 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:06:54.880935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2f2792ae-b09c-44d4-ac9d-fe325957a3ef up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:54.915782 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2d87059e-afba-445f-b23f-20a16d077922), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:54.916193 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added segment 2d87059e-afba-445f-b23f-20a16d077922 of type vlan for network bbf87d05-1298-4b2d-92d5-2d89c7d60e22
Feb 19 21:06:54.972461 ncdv-master-1 neutron-server[121130]: INFO neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No ports have port_id starting with 38e30f6a-a9e0-47fd-87cc-5f95e86df571
Feb 19 21:06:54.999583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36288174-4fbe-48bd-ba64-be81dfddc873 req-5fc4d0df-4296-45ea-bd2d-ae1feb360d86 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:55.002801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36288174-4fbe-48bd-ba64-be81dfddc873 req-5fc4d0df-4296-45ea-bd2d-ae1feb360d86 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=76ca5e86-5e05-49e1-a775-7d5553410ecb HTTP/1.1" status: 200  len: 946 time: 0.4552641
Feb 19 21:06:55.028938 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f14c6517-714e-487f-94bf-7a4efaf5edb7 req-4dc72621-c525-44f0-a2cb-8414da11ff74 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (38e30f6a-a9e0-47fd-87cc-5f95e86df571), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.141282 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Publish callbacks [] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.163072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (bbf87d05-1298-4b2d-92d5-2d89c7d60e22), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.166177 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.213384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72621-c525-44f0-a2cb-8414da11ff74 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event deleted for resources: {'Port': ['ID=38e30f6a-a9e0-47fd-87cc-5f95e86df571,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:55.229501 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (bbf87d05-1298-4b2d-92d5-2d89c7d60e22), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.232650 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:55.239454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:55.240131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.272551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Pushing event updated for resources: {'Port': ['ID=554c5759-fff5-4b23-9544-eed7aa2b3f61,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:55.288075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cbd14-339f-4203-a98d-fdde168ab4fc None None] Current status of the port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:55.337759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:55.338141 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.358436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:55.379026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14c6517-714e-487f-94bf-7a4efaf5edb7 req-4dc72621-c525-44f0-a2cb-8414da11ff74 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] No DVR routers for this DVR port 38e30f6a-a9e0-47fd-87cc-5f95e86df571 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:06:55.394879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f14c6517-714e-487f-94bf-7a4efaf5edb7 req-4dc72621-c525-44f0-a2cb-8414da11ff74 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.399656 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f14c6517-714e-487f-94bf-7a4efaf5edb7 req-4dc72621-c525-44f0-a2cb-8414da11ff74 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "DELETE /v2.0/ports/38e30f6a-a9e0-47fd-87cc-5f95e86df571 HTTP/1.1" status: 204  len: 173 time: 2.2854495
Feb 19 21:06:55.408848 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.8361163
Feb 19 21:06:55.409632 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ca5e86-5e05-49e1-a775-7d5553410ecb', 'name': 'network-vif-deleted', 'tag': '38e30f6a-a9e0-47fd-87cc-5f95e86df571'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:06:55.415300 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1dd8e3-8772-4826-9fd2-8ea921baa6d3" -d '{"events": [{"server_uuid": "76ca5e86-5e05-49e1-a775-7d5553410ecb", "name": "network-vif-deleted", "tag": "38e30f6a-a9e0-47fd-87cc-5f95e86df571"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:06:55.440802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33414) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:55.461967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'subnet': {'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:55.488046 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:55.499087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:55.565128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36288174-4fbe-48bd-ba64-be81dfddc873 req-bcf5ab07-e55a-4378-93ff-2282a4dd8597 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5425007
Feb 19 21:06:55.652772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Publish callbacks [] for router_gateway (9c180dd5-0183-453f-8f8c-8a67f5e69862), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.736801 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.774829 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7041cac0>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:06:51Z', 'revision_number': 4, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:52Z', 'revision_number': 2, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:55.776560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f53013eb-a980-48b1-a23a-dbff1cab0a6a None None] Provisioning complete for port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:55.780706 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f53013eb-a980-48b1-a23a-dbff1cab0a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.790672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac5a6eb-e186-4981-8bd9-13001b29b829 req-484d5778-dbb6-459b-8cab-d0ab58efc234 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 210 time: 0.0590193
Feb 19 21:06:55.824169 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Checking router: 471dc094-5099-4239-af97-a9c7c0e405c9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:06:55.824651 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Updating router 471dc094-5099-4239-af97-a9c7c0e405c9 port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:06:55.902009 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:55.947445 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11370df4-4cff-4cbd-aefb-7a0b8427a7b6 x-openstack-request-id: req-11370df4-4cff-4cbd-aefb-7a0b8427a7b6 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:06:55.948249 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ca5e86-5e05-49e1-a775-7d5553410ecb", "name": "network-vif-deleted", "tag": "38e30f6a-a9e0-47fd-87cc-5f95e86df571", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:06:55.949224 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11370df4-4cff-4cbd-aefb-7a0b8427a7b6 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:06:55.949834 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ca5e86-5e05-49e1-a775-7d5553410ecb', 'name': 'network-vif-deleted', 'tag': '38e30f6a-a9e0-47fd-87cc-5f95e86df571', 'status': 'completed', 'code': 200}
Feb 19 21:06:55.960797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d21178-442d-49fc-8f15-a7c4c3711f00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Network': ['ID=bbf87d05-1298-4b2d-92d5-2d89c7d60e22,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:56.036478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f53013eb-a980-48b1-a23a-dbff1cab0a6a None None] Port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:06:56.045475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network bbf87d05-1298-4b2d-92d5-2d89c7d60e22 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:06:56.047625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Allocated IP 172.35.2.214 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/9a1b7796-a21d-4588-8d2a-92d4f18d77aa) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:56.052364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:56.109832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Attempting to bind port 554c5759-fff5-4b23-9544-eed7aa2b3f61 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:56.110412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Attempting to bind port 554c5759-fff5-4b23-9544-eed7aa2b3f61 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:56.110896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Attempting to bind port 554c5759-fff5-4b23-9544-eed7aa2b3f61 on network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:56.129016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Made reservation on behalf of 9d72316bcd0440d482839e842e71771e for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:56.152438 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:56.160194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:56.160775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Checking segment: {'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:56.163448 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:56.163998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Bound using segment: {'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:56.164936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Bound port: 554c5759-fff5-4b23-9544-eed7aa2b3f61, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:56.168879 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:56.184293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657838a-2264-459c-9a4a-7d5646a53681 req-9bbb275a-e604-4814-963c-90e2af3b3e22 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:56.190731 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-9bbb275a-e604-4814-963c-90e2af3b3e22 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.10 "GET /v2.0/networks?id=a7720066-6763-4cf2-8422-94736652addc HTTP/1.1" status: 200  len: 813 time: 0.6787801
Feb 19 21:06:56.208161 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:56.237028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Request body: {'port': {'device_id': '5340f4f1-b817-484c-a352-a4452e9a3b5d', 'network_id': 'a7720066-6763-4cf2-8422-94736652addc', 'admin_state_up': True, 'tenant_id': 'ba9b396737a34280bdc448a2b0df5a7e'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:06:56.292087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993146d-a044-4080-89a4-1c839604f298 req-9bdb2fb1-0a6f-467b-a113-e9cfd0641251 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:56.305605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d993146d-a044-4080-89a4-1c839604f298 req-9bdb2fb1-0a6f-467b-a113-e9cfd0641251 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.2772570
Feb 19 21:06:56.425408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d993146d-a044-4080-89a4-1c839604f298 req-1805ab6b-379e-4cfb-b210-6e4a88063279 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187422
Feb 19 21:06:56.441729 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] For port 554c5759-fff5-4b23-9544-eed7aa2b3f61, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:56.454543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] For port 554c5759-fff5-4b23-9544-eed7aa2b3f61, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=554c5759-fff5-4b23-9544-eed7aa2b3f61,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:56.498838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f53013eb-a980-48b1-a23a-dbff1cab0a6a None None] Provisioning complete for port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:56.501273 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f53013eb-a980-48b1-a23a-dbff1cab0a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:56.511339 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Publish callbacks [] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:56.566997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:56.618278 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:56.622583 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Publish callbacks [] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:56.633069 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:56.759898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:56.777487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:56.781722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:56.879659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Made reservation on behalf of ba9b396737a34280bdc448a2b0df5a7e for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:06:56.883822 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:56.912297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f56c5-2a7f-4d45-a8ed-173b007c9104 None None] Pushing event updated for resources: {'Port': ['ID=554c5759-fff5-4b23-9544-eed7aa2b3f61,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:56.925407 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1b7796-a21d-4588-8d2a-92d4f18d77aa,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:57.003677 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Attempting to bind port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:57.004286 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Attempting to bind port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e0eb831-5885-4391-a701-40b2b0efd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:57.004553 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Attempting to bind port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed on network fbafa138-1b94-4e99-89cf-613607b0ba20 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:06:57.009718 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b12caa-cf33-4826-832a-595d03f3679b None None] Pushing event updated for resources: {'Port': ['ID=b8ac8d59-0bea-4f03-98d8-c8baf587e3ed,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:57.020475 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:06:57.020938 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Checking segment: {'id': '9e0eb831-5885-4391-a701-40b2b0efd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:57.021555 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:57.022036 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Bound using segment: {'id': '9e0eb831-5885-4391-a701-40b2b0efd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:06:57.022557 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Bound port: b8ac8d59-0bea-4f03-98d8-c8baf587e3ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0eb831-5885-4391-a701-40b2b0efd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:06:57.023499 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:57.096513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f53013eb-a980-48b1-a23a-dbff1cab0a6a None None] Current status of the port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:57.110896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42ec9e6e-5df0-4364-b2fd-ca5fc10a1640 req-2216eaba-8c8c-4f0b-962e-d423cf14c9ee tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 210 time: 0.0908060
Feb 19 21:06:57.172319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (0e0d8646-b180-49d7-8197-3eb6918a6c2b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:57.174790 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] For port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:06:57.184271 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] For port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8ac8d59-0bea-4f03-98d8-c8baf587e3ed,segment=NetworkSegment(9e0eb831-5885-4391-a701-40b2b0efd6b3),segment_id=9e0eb831-5885-4391-a701-40b2b0efd6b3)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:06:57.208696 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:57.244212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-71f92c35-57ac-4d3c-9368-5b07c826b1cf None None] Provisioning complete for port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:57.244904 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71f92c35-57ac-4d3c-9368-5b07c826b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:57.357298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Subnet': ['ID=0e0d8646-b180-49d7-8197-3eb6918a6c2b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:57.416244 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b12caa-cf33-4826-832a-595d03f3679b None None] Pushing event updated for resources: {'Port': ['ID=b8ac8d59-0bea-4f03-98d8-c8baf587e3ed,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:57.443531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Checking segment: {'id': '2d87059e-afba-445f-b23f-20a16d077922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:06:57.448152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network hostable DHCP agents. Network: bbf87d05-1298-4b2d-92d5-2d89c7d60e22, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:06:57.453098 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:06:57.454624 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7041cac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:57.565238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Allocated IP 172.20.0.5 (a7720066-6763-4cf2-8422-94736652addc/c57e1ef7-16b0-4d4d-9f7d-cb74c6904883/4c79265f-54cf-4b0b-a603-70533b9a21e1) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:57.573930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-71f92c35-57ac-4d3c-9368-5b07c826b1cf None None] Current status of the port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:57.574323 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71f92c35-57ac-4d3c-9368-5b07c826b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:57.709137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-71f92c35-57ac-4d3c-9368-5b07c826b1cf None None] For port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8ac8d59-0bea-4f03-98d8-c8baf587e3ed,segment=NetworkSegment(9e0eb831-5885-4391-a701-40b2b0efd6b3),segment_id=9e0eb831-5885-4391-a701-40b2b0efd6b3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:06:57.716576 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71f92c35-57ac-4d3c-9368-5b07c826b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:57.764199 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:06:57.811134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f92c35-57ac-4d3c-9368-5b07c826b1cf None None] Pushing event updated for resources: {'Port': ['ID=b8ac8d59-0bea-4f03-98d8-c8baf587e3ed,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:57.852063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d9d45fc2-5293-4a72-8f32-67181e101096 None None] Provisioning complete for port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:57.853135 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d9d45fc2-5293-4a72-8f32-67181e101096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:57.923762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network bbf87d05-1298-4b2d-92d5-2d89c7d60e22 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:06:57.996347 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bbf87d05-1298-4b2d-92d5-2d89c7d60e22) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:58.038048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:58.038781 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:58.148701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9969283f-b96b-498d-ad25-dcf5f6b3bb7f None None] Network bbf87d05-1298-4b2d-92d5-2d89c7d60e22 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:58.156982 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0ee3332a-428a-46ff-adef-99fff9c36086 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7142382
Feb 19 21:06:58.157728 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33442) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:06:58.355349 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bbf87d05-1298-4b2d-92d5-2d89c7d60e22', 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22', 'project_id': '9d72316bcd0440d482839e842e71771e', 'fixed_ips': [{'subnet_id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:06:58.356583 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:58.416478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-98dd5f72-636a-4dd3-9ee0-922247cb43ce tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:58.418204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-98dd5f72-636a-4dd3-9ee0-922247cb43ce tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 1.2809606
Feb 19 21:06:58.420074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Publish callbacks [] for router_gateway (9c180dd5-0183-453f-8f8c-8a67f5e69862), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:58.536064 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7041cac0>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:06:51Z', 'revision_number': 4, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 4, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:06:58.660232 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807b207-5ff4-4c4b-9974-b64306ac0d73 None None] The sync data for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 is: [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:06:51Z', 'revision_number': 4, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 4, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:06:58.799581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d9d45fc2-5293-4a72-8f32-67181e101096 None None] Current status of the port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:06:58.836016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Allocated IP 172.23.0.2 (bbf87d05-1298-4b2d-92d5-2d89c7d60e22/0e0d8646-b180-49d7-8197-3eb6918a6c2b/6209d105-e13a-4dd4-bbaa-5670b9a85bdb) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:06:59.058695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 554c5759-fff5-4b23-9544-eed7aa2b3f61 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:06:59.174284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b8ccfc49-726c-4969-858c-b89c93ffdc00 None None] Provisioning complete for port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:59.174934 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b8ccfc49-726c-4969-858c-b89c93ffdc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:59.271574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de9544-5ab4-44dd-bc79-95d581010787 None None] Network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:06:59.336701 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks [] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:59.371049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-d70a52d0-d03c-4d28-aeb2-5dc17a2ea9ab tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/quotas/e5f81dcc5d52473ab53817e20df04cd9 HTTP/1.1" status: 200  len: 375 time: 0.9384499
Feb 19 21:06:59.410520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de492fb8-cef6-4035-a93e-b7dcb0160540 req-b13f711b-f65c-4b34-836f-3c4eca8b35c6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:06:59.412791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de492fb8-cef6-4035-a93e-b7dcb0160540 req-b13f711b-f65c-4b34-836f-3c4eca8b35c6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 1.7044432
Feb 19 21:06:59.480910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-44b5bb49-55a9-4551-b4d3-34e0764cc4a2 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0974293
Feb 19 21:06:59.531144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Publish callbacks [] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:59.588118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:59.618208 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:59.691232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Network bbf87d05-1298-4b2d-92d5-2d89c7d60e22 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:59.692798 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:59.706343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Pushing event updated for resources: {'Port': ['ID=6209d105-e13a-4dd4-bbaa-5670b9a85bdb,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:59.711450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:59.713872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:59.814249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Network a7720066-6763-4cf2-8422-94736652addc is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:06:59.843902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 554c5759-fff5-4b23-9544-eed7aa2b3f61 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:06:59.844256 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:06:59.854842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de492fb8-cef6-4035-a93e-b7dcb0160540 req-6b90a08b-3234-45c9-9338-a7242795c493 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4210699
Feb 19 21:06:59.923298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:06:59.947823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:06:59.967692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Pushing event updated for resources: {'Port': ['ID=4c79265f-54cf-4b0b-a603-70533b9a21e1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:06:59.968955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Attempting to bind port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:06:59.969370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Attempting to bind port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d87059e-afba-445f-b23f-20a16d077922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:06:59.969806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Attempting to bind port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb on network bbf87d05-1298-4b2d-92d5-2d89c7d60e22 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:00.021419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-27242d1e-059a-482d-81af-4d930e85c3e2 service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5290921
Feb 19 21:07:00.105499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:00.105886 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Checking segment: {'id': '2d87059e-afba-445f-b23f-20a16d077922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:00.106241 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:00.106677 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Bound using segment: {'id': '2d87059e-afba-445f-b23f-20a16d077922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:00.107175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Bound port: 6209d105-e13a-4dd4-bbaa-5670b9a85bdb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d87059e-afba-445f-b23f-20a16d077922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:00.107574 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:00.149702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:00.150684 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:00.283942 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1ba3377c-32e8-4296-ad88-574b1bbca5ec tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0403233
Feb 19 21:07:00.320522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Request body: {'port': {'device_id': '5340f4f1-b817-484c-a352-a4452e9a3b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:00.420119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] For port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:00.427097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] For port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6209d105-e13a-4dd4-bbaa-5670b9a85bdb,segment=NetworkSegment(2d87059e-afba-445f-b23f-20a16d077922),segment_id=2d87059e-afba-445f-b23f-20a16d077922)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:00.431244 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (9c180dd5-0183-453f-8f8c-8a67f5e69862), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:00.440917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 554c5759-fff5-4b23-9544-eed7aa2b3f61 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:00.442784 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:00.475978 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:00.478300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fc52f-2530-4d5f-8a71-e5875741836e req-b033a22f-3e7e-4e83-b1fb-d319aec7a37d tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:00.487071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-602fc52f-2530-4d5f-8a71-e5875741836e req-b033a22f-3e7e-4e83-b1fb-d319aec7a37d tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 931 time: 0.4150345
Feb 19 21:07:00.545736 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b8ccfc49-726c-4969-858c-b89c93ffdc00 None None] Current status of the port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:00.595130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 554c5759-fff5-4b23-9544-eed7aa2b3f61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=554c5759-fff5-4b23-9544-eed7aa2b3f61,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:00.622161 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:00.626560 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:00.645325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9faaf-5b39-4936-8d4a-1556ca4355dc None None] Pushing event updated for resources: {'Port': ['ID=6209d105-e13a-4dd4-bbaa-5670b9a85bdb,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:00.651074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:00.774553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-658bcfe2-fab0-4032-9ed7-658018cefd6c service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7504249
Feb 19 21:07:00.838829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-602fc52f-2530-4d5f-8a71-e5875741836e req-dc6cf82e-f2cf-4d04-baf8-b478ad2f8e54 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3498735
Feb 19 21:07:00.879797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=554c5759-fff5-4b23-9544-eed7aa2b3f61,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:00.911741 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5049897c-0aef-4d3d-a46f-c85b35042e39 None None] Provisioning complete for port 554c5759-fff5-4b23-9544-eed7aa2b3f61 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:00.912151 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5049897c-0aef-4d3d-a46f-c85b35042e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:00.967189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b8ac8d59-0bea-4f03-98d8-c8baf587e3ed up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:00.989790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Router 9c180dd5-0183-453f-8f8c-8a67f5e69862 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:07:01.256791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5049897c-0aef-4d3d-a46f-c85b35042e39 None None] Current status of the port 554c5759-fff5-4b23-9544-eed7aa2b3f61 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:01.263731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:01.264123 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:01.448848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:01.458219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0b85757-2cb4-4538-8f6a-557d0ebd6408 req-150ce077-837f-487c-912a-daa7a1fb49ec tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 210 time: 0.1765804
Feb 19 21:07:01.466301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Sync routers for ids ['9c180dd5-0183-453f-8f8c-8a67f5e69862'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:01.492400 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:01.504513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Routers {'9c180dd5-0183-453f-8f8c-8a67f5e69862'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:01.505190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b6e4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9c180dd5-0183-453f-8f8c-8a67f5e69862'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:01.509821 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:01.516317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5213aca9-2167-442a-b8c1-d9a24c5eba59 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 8.4574804
Feb 19 21:07:01.517661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33454) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:01.699325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Set router 9c180dd5-0183-453f-8f8c-8a67f5e69862 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:01.806640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e7566-6337-465e-8e4f-9d040fdc8dca req-55a0dda7-4a9c-4685-b359-4eaf589ada04 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:01.808356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d11e7566-6337-465e-8e4f-9d040fdc8dca req-55a0dda7-4a9c-4685-b359-4eaf589ada04 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.7519815
Feb 19 21:07:02.041098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c79265f-54cf-4b0b-a603-70533b9a21e1 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:07:02.083381 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Publish callbacks [] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:02.119391 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d11e7566-6337-465e-8e4f-9d040fdc8dca req-a5240bd3-f038-4812-8db0-05cac98d0d70 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2996628
Feb 19 21:07:02.307164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Allocated IP 172.23.0.1 (bbf87d05-1298-4b2d-92d5-2d89c7d60e22/0e0d8646-b180-49d7-8197-3eb6918a6c2b/008d5a21-04b7-4f1d-a2e6-905f532aed2a) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:02.395646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b6e4c0>, [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 3, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:02.440086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Transition to ACTIVE for port object 4c79265f-54cf-4b0b-a603-70533b9a21e1 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:07:02.448121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:02.468196 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Checking router: 9c180dd5-0183-453f-8f8c-8a67f5e69862 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:02.468876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Updating router 9c180dd5-0183-453f-8f8c-8a67f5e69862 port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:07:02.549552 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:02.585081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df021ff-7488-4c97-b608-184f93814078 req-ac96282b-71b4-453d-b3cd-0ba3f6353fb9 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:02.593805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7df021ff-7488-4c97-b608-184f93814078 req-ac96282b-71b4-453d-b3cd-0ba3f6353fb9 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 931 time: 0.4711649
Feb 19 21:07:02.638059 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Pushing event updated for resources: {'Port': ['ID=4c79265f-54cf-4b0b-a603-70533b9a21e1,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:02.650252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2225bfd0-3ed6-4cf5-9631-0133be4bc0cc req-320a8457-7edc-4fcb-ae99-554aaca86bd0 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 210 time: 0.0540018
Feb 19 21:07:02.752348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34e7c66-4337-4d8e-b000-174e6c4a04d0 None None] Network bbf87d05-1298-4b2d-92d5-2d89c7d60e22 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:02.918293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7df021ff-7488-4c97-b608-184f93814078 req-8f949f5c-a9cf-4d1c-8e0f-09da902af3ea tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3234651
Feb 19 21:07:03.044042 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.059689 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Publish callbacks [] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.074024 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 554c5759-fff5-4b23-9544-eed7aa2b3f61 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:03.077392 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.088148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Attempting to bind port 4c79265f-54cf-4b0b-a603-70533b9a21e1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:03.088820 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Attempting to bind port 4c79265f-54cf-4b0b-a603-70533b9a21e1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2e0942cb-d96c-46f1-b23c-22c6a479bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a7720066-6763-4cf2-8422-94736652addc'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:03.089348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Attempting to bind port 4c79265f-54cf-4b0b-a603-70533b9a21e1 on network a7720066-6763-4cf2-8422-94736652addc {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:03.098528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Port 4c79265f-54cf-4b0b-a603-70533b9a21e1 on network a7720066-6763-4cf2-8422-94736652addc not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:07:03.099135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Attempting to bind port 4c79265f-54cf-4b0b-a603-70533b9a21e1 on network a7720066-6763-4cf2-8422-94736652addc {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:03.115162 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:03.115851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Checking segment: {'id': '2e0942cb-d96c-46f1-b23c-22c6a479bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a7720066-6763-4cf2-8422-94736652addc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:03.117440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Bound using segment: {'id': '2e0942cb-d96c-46f1-b23c-22c6a479bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a7720066-6763-4cf2-8422-94736652addc'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:03.118100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Bound port: 4c79265f-54cf-4b0b-a603-70533b9a21e1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0942cb-d96c-46f1-b23c-22c6a479bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a7720066-6763-4cf2-8422-94736652addc'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:03.118655 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.156150 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.174662 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.206663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea14d96-5b06-419e-9635-de57e4ed3516 None None] Pushing event updated for resources: {'Port': ['ID=9a1b7796-a21d-4588-8d2a-92d4f18d77aa,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:03.223740 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network bbf87d05-1298-4b2d-92d5-2d89c7d60e22 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:03.232636 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:03.235141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7f68acbc-f474-4407-b9b4-09c6de179b47 None None] Provisioning complete for port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:03.235506 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7f68acbc-f474-4407-b9b4-09c6de179b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.241327 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:03.284817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=008d5a21-04b7-4f1d-a2e6-905f532aed2a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:03.287693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] For port 4c79265f-54cf-4b0b-a603-70533b9a21e1, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:03.313148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] For port 4c79265f-54cf-4b0b-a603-70533b9a21e1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c79265f-54cf-4b0b-a603-70533b9a21e1,segment=NetworkSegment(2e0942cb-d96c-46f1-b23c-22c6a479bd87),segment_id=2e0942cb-d96c-46f1-b23c-22c6a479bd87)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:03.321921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.322831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Attempting to bind port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:03.323204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Attempting to bind port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:03.323798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Attempting to bind port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:03.326221 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.333503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:03.333897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:03.334375 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.334776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:03.335871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Bound port: 9a1b7796-a21d-4588-8d2a-92d4f18d77aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:03.336258 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.407152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 554c5759-fff5-4b23-9544-eed7aa2b3f61 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:03.407372 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.426009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:03.426270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745fda5-70bd-4859-b6e4-ecc772d054b1 req-636b3078-bf8a-4d97-9d2f-9b763f72131b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:03.426383 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.427713 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] 10.222.0.10 "PUT /v2.0/ports/4c79265f-54cf-4b0b-a603-70533b9a21e1 HTTP/1.1" status: 200  len: 1091 time: 3.1220796
Feb 19 21:07:03.428181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5340f4f1-b817-484c-a352-a4452e9a3b5d', 'tag': '4c79265f-54cf-4b0b-a603-70533b9a21e1'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:03.430535 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917b16fa-4ee4-4b16-bfbe-f9159b7524c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5340f4f1-b817-484c-a352-a4452e9a3b5d", "tag": "4c79265f-54cf-4b0b-a603-70533b9a21e1"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:03.435130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1745fda5-70bd-4859-b6e4-ecc772d054b1 req-636b3078-bf8a-4d97-9d2f-9b763f72131b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.1898737
Feb 19 21:07:03.473699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf830a22-35df-452b-a296-beebb26fa024 service neutron] Pushing event updated for resources: {'Port': ['ID=4c79265f-54cf-4b0b-a603-70533b9a21e1,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:03.503045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] For port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:03.536937 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72eb5ef1-cc7e-4392-b1b4-c259f49d1700 x-openstack-request-id: req-72eb5ef1-cc7e-4392-b1b4-c259f49d1700 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:03.537318 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5340f4f1-b817-484c-a352-a4452e9a3b5d", "tag": "4c79265f-54cf-4b0b-a603-70533b9a21e1", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:03.537588 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72eb5ef1-cc7e-4392-b1b4-c259f49d1700 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:03.538012 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5340f4f1-b817-484c-a352-a4452e9a3b5d', 'tag': '4c79265f-54cf-4b0b-a603-70533b9a21e1', 'status': 'completed', 'code': 200}
Feb 19 21:07:03.549583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1745fda5-70bd-4859-b6e4-ecc772d054b1 req-60150a7c-15dc-4a0d-8e7d-5e7c64cd5144 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116977
Feb 19 21:07:03.556825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Allocated IP 172.20.0.1 (412258df-58b8-4ea9-9432-b16f8bdfc8b8/1a50f3ce-c32b-48cf-a4b2-041aa45b186c/684804be-be89-4716-b086-063a329a300b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:03.603889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657838a-2264-459c-9a4a-7d5646a53681 req-08f6d326-f836-4c8e-83aa-f6548a92fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:03.605589 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-08f6d326-f836-4c8e-83aa-f6548a92fa38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9b396737a34280bdc448a2b0df5a7e&device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 1125 time: 0.1091461
Feb 19 21:07:03.618040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.676816 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-88659f72-66ba-4de7-a9b1-86d381c0208c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c79265f-54cf-4b0b-a603-70533b9a21e1 HTTP/1.1" status: 200  len: 217 time: 0.0407038
Feb 19 21:07:03.718762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] For port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a1b7796-a21d-4588-8d2a-92d4f18d77aa,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:03.739859 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Publish callbacks [] for port (684804be-be89-4716-b086-063a329a300b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.747960 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.751410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7f68acbc-f474-4407-b9b4-09c6de179b47 None None] Current status of the port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:03.752119 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7f68acbc-f474-4407-b9b4-09c6de179b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.891491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (684804be-be89-4716-b086-063a329a300b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.949375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7f68acbc-f474-4407-b9b4-09c6de179b47 None None] For port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6209d105-e13a-4dd4-bbaa-5670b9a85bdb,segment=NetworkSegment(2d87059e-afba-445f-b23f-20a16d077922),segment_id=2d87059e-afba-445f-b23f-20a16d077922)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:03.953988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea14d96-5b06-419e-9635-de57e4ed3516 None None] Pushing event updated for resources: {'Port': ['ID=9a1b7796-a21d-4588-8d2a-92d4f18d77aa,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:03.961141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Routers {'9c180dd5-0183-453f-8f8c-8a67f5e69862'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:03.962489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b6e4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9c180dd5-0183-453f-8f8c-8a67f5e69862'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:03.981570 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7f68acbc-f474-4407-b9b4-09c6de179b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:03.985881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 554c5759-fff5-4b23-9544-eed7aa2b3f61 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:03.987050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 6209d105-e13a-4dd4-bbaa-5670b9a85bdb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:03.997245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Pushing event updated for resources: {'Port': ['ID=684804be-be89-4716-b086-063a329a300b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:03.998074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1d19e399-cbdf-4334-9a13-1a61f7808e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:03.999706 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-1d19e399-cbdf-4334-9a13-1a61f7808e55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c57e1ef7-16b0-4d4d-9f7d-cb74c6904883 HTTP/1.1" status: 200  len: 853 time: 0.3087120
Feb 19 21:07:04.015017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33075f52-d76b-4c2d-841d-4fb806a3971f req-6ffe4aee-6513-4945-aa23-82883cdad7ec tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 210 time: 0.1585779
Feb 19 21:07:04.069382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:04.070528 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-b839b70c-1c5c-4328-bc82-91184069093b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7720066-6763-4cf2-8422-94736652addc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609591
Feb 19 21:07:04.094870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:04.100212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:04.160489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68acbc-f474-4407-b9b4-09c6de179b47 None None] Pushing event updated for resources: {'Port': ['ID=6209d105-e13a-4dd4-bbaa-5670b9a85bdb,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:04.173979 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (9c180dd5-0183-453f-8f8c-8a67f5e69862), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:04.228511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] Set router 9c180dd5-0183-453f-8f8c-8a67f5e69862 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:04.237276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-5933bb07-d17f-439b-be92-b8beaf2e38cb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:04.238894 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-5933bb07-d17f-439b-be92-b8beaf2e38cb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.5415757
Feb 19 21:07:04.255599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Request body: {'port': {'device_id': 'dc1a6553-3c84-44a4-a3f7-159e22f8c9e2', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'admin_state_up': True, 'tenant_id': 'e5f81dcc5d52473ab53817e20df04cd9'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:04.298414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0869fdc-3b29-4efc-8a8f-e35ae9b16c76 req-a6cfd856-1c22-4b4a-9b9b-3c121dea4f3b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:04.300218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0869fdc-3b29-4efc-8a8f-e35ae9b16c76 req-a6cfd856-1c22-4b4a-9b9b-3c121dea4f3b tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 943 time: 0.2566750
Feb 19 21:07:04.309194 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-08557aae-d70e-4b29-bb54-ac827ca4ff81 service neutron] 10.222.0.10 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2305536
Feb 19 21:07:04.395308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:04.415932 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:04.421317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4caeb79c-0ce4-4c94-bdbe-c37c1aa61a7c None None] Provisioning complete for port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:04.422965 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4caeb79c-0ce4-4c94-bdbe-c37c1aa61a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:04.456347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0869fdc-3b29-4efc-8a8f-e35ae9b16c76 req-e932a018-7664-47ce-95b2-89261ab908f1 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252110
Feb 19 21:07:04.567905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event updated for resources: {'Port': ['ID=008d5a21-04b7-4f1d-a2e6-905f532aed2a,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:04.568840 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (684804be-be89-4716-b086-063a329a300b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:04.570702 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:04.572554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Made reservation on behalf of e5f81dcc5d52473ab53817e20df04cd9 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:04.574179 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b657838a-2264-459c-9a4a-7d5646a53681 req-557a2f4b-53da-41a8-8b61-1db04b4a6154 service neutron] 10.222.0.10 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2566595
Feb 19 21:07:04.576836 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:04.592808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:04.593728 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:04.643701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a943b989-5a95-44a3-9a78-35384327a397 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:07:04.731723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Network bbf87d05-1298-4b2d-92d5-2d89c7d60e22 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:04.736256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:04.803426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:04.881334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Allocated IP 172.20.0.7 (be9178cb-fadc-423e-95e2-979af3a2f95e/1c86a79b-09b9-494b-a569-de0a15aa8814/b110cc61-dab2-4486-a7cd-eb8a5572b017) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:04.903104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 471dc094-5099-4239-af97-a9c7c0e405c9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:04.908408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b16fa-4ee4-4b16-bfbe-f9159b7524c8 req-09e8366e-b093-437f-881b-78ecd8a1f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:04.909945 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-917b16fa-4ee4-4b16-bfbe-f9159b7524c8 req-09e8366e-b093-437f-881b-78ecd8a1f3f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9b396737a34280bdc448a2b0df5a7e&device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 1125 time: 0.2168660
Feb 19 21:07:04.921419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:04.948613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'a943b989-5a95-44a3-9a78-35384327a397', 'network_id': '757b2f5d-0080-4f9a-891f-7b8f3d47ca02', 'port_id': 'a943b989-5a95-44a3-9a78-35384327a397', 'mac_address': 'fa:16:3e:a1:57:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218165c0-fcdd-40ae-a1a5-3d39f73b2830', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:07:04.970176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb3aec-a6a8-4158-aa23-d54fb56e0d79 req-ed03dff5-6f5d-4f44-9564-372b79e6c9c4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:04.972566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99cb3aec-a6a8-4158-aa23-d54fb56e0d79 req-ed03dff5-6f5d-4f44-9564-372b79e6c9c4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 944 time: 0.2180924
Feb 19 21:07:05.040550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 6209d105-e13a-4dd4-bbaa-5670b9a85bdb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:05.133245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a943b989-5a95-44a3-9a78-35384327a397 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:05.133975 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a943b989-5a95-44a3-9a78-35384327a397), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:05.173818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4caeb79c-0ce4-4c94-bdbe-c37c1aa61a7c None None] Current status of the port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:05.185068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a943b989-5a95-44a3-9a78-35384327a397 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:07:05.220232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b6e4c0>, [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 3, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:05.229544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:05.261085 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a943b989-5a95-44a3-9a78-35384327a397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:05.263173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec0556-4aa1-41fa-ac2b-99188219bb12 None None] The sync data for ids ['9c180dd5-0183-453f-8f8c-8a67f5e69862'] in ncdv-master-1 is: [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 3, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:05.269343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4caeb79c-0ce4-4c94-bdbe-c37c1aa61a7c None None] Provisioning complete for port 008d5a21-04b7-4f1d-a2e6-905f532aed2a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:05.269829 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4caeb79c-0ce4-4c94-bdbe-c37c1aa61a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:05.354510 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:05.354510 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:05.408686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4caeb79c-0ce4-4c94-bdbe-c37c1aa61a7c None None] Port 008d5a21-04b7-4f1d-a2e6-905f532aed2a cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:05.409803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80d972ca-3c6f-4875-9db1-3a0e4c1a367d req-2d12c75d-fd99-457e-8e13-f8e6f9d89870 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 210 time: 0.0526857
Feb 19 21:07:05.417279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=a943b989-5a95-44a3-9a78-35384327a397,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:05.461708 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Publish callbacks [] for port (684804be-be89-4716-b086-063a329a300b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:05.493196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:05.504289 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Sync routers for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:05.519426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:05.521291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (684804be-be89-4716-b086-063a329a300b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:05.528392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['a943b989-5a95-44a3-9a78-35384327a397'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:07:05.530776 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:05.536734 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7088a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:05.539767 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ab6abe57-de66-4261-982b-eb48822c5641 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3715465
Feb 19 21:07:05.558762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33484) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:05.575282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7b18713e-6b1c-4bbe-9601-bbe9710624c3 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:05.587259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b16fa-4ee4-4b16-bfbe-f9159b7524c8 req-e15330c9-84e8-4a7f-97ec-73c5a4930127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:05.588960 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-917b16fa-4ee4-4b16-bfbe-f9159b7524c8 req-e15330c9-84e8-4a7f-97ec-73c5a4930127 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a7720066-6763-4cf2-8422-94736652addc HTTP/1.1" status: 200  len: 914 time: 0.6716852
Feb 19 21:07:05.592358 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ad03bf20-8c25-444c-ae17-277fdd594c4b None None] Provisioning complete for port 684804be-be89-4716-b086-063a329a300b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:05.592573 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad03bf20-8c25-444c-ae17-277fdd594c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (684804be-be89-4716-b086-063a329a300b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:05.659951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99cb3aec-a6a8-4158-aa23-d54fb56e0d79 req-278dd043-abd4-41b2-b8eb-3314c6a395f4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6601186
Feb 19 21:07:05.690877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ad03bf20-8c25-444c-ae17-277fdd594c4b None None] Port 684804be-be89-4716-b086-063a329a300b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:05.700250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Pushing event updated for resources: {'Port': ['ID=684804be-be89-4716-b086-063a329a300b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:05.720184 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:05.738801 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-917b16fa-4ee4-4b16-bfbe-f9159b7524c8 req-bd320ffc-58ec-438e-be4a-2451cbf6017d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c79265f-54cf-4b0b-a603-70533b9a21e1 HTTP/1.1" status: 200  len: 217 time: 0.1102371
Feb 19 21:07:05.753534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ad03bf20-8c25-444c-ae17-277fdd594c4b None None] Provisioning complete for port 008d5a21-04b7-4f1d-a2e6-905f532aed2a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:05.753815 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad03bf20-8c25-444c-ae17-277fdd594c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:05.784320 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (9c180dd5-0183-453f-8f8c-8a67f5e69862), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:05.820215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b16fa-4ee4-4b16-bfbe-f9159b7524c8 req-b97c2fd9-7adf-4a0e-bf3d-3b654ae59ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:05.821973 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-917b16fa-4ee4-4b16-bfbe-f9159b7524c8 req-b97c2fd9-7adf-4a0e-bf3d-3b654ae59ce6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c57e1ef7-16b0-4d4d-9f7d-cb74c6904883 HTTP/1.1" status: 200  len: 853 time: 0.0760918
Feb 19 21:07:05.851438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ad03bf20-8c25-444c-ae17-277fdd594c4b None None] Port 008d5a21-04b7-4f1d-a2e6-905f532aed2a cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:05.894534 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-917b16fa-4ee4-4b16-bfbe-f9159b7524c8 req-839d1d38-2e6e-4451-bfc6-8c16c122a274 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7720066-6763-4cf2-8422-94736652addc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571387
Feb 19 21:07:05.917872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537708c-b7f7-4ae3-a4d7-ab90e821b62f req-406f8bd1-5ae8-4864-ba7b-e743830e5b5c tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:05.925078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c537708c-b7f7-4ae3-a4d7-ab90e821b62f req-406f8bd1-5ae8-4864-ba7b-e743830e5b5c tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 943 time: 0.3438253
Feb 19 21:07:05.969014 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks [] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.072739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c537708c-b7f7-4ae3-a4d7-ab90e821b62f req-42dcb8d5-1996-4e4f-89b4-d00af5578d0a tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464357
Feb 19 21:07:06.079178 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7088a2b0>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:03Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': '008d5a21-04b7-4f1d-a2e6-905f532aed2a', 'name': '', 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:1e:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:01Z', 'updated_at': '2022-02-19T21:07:04Z', 'revision_number': 2, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:06.102366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:06.107809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:06.125319 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Checking router: 471dc094-5099-4239-af97-a9c7c0e405c9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:06.126021 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Updating router 471dc094-5099-4239-af97-a9c7c0e405c9 port 008d5a21-04b7-4f1d-a2e6-905f532aed2a binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:07:06.127411 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.170676 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-917b16fa-4ee4-4b16-bfbe-f9159b7524c8 req-712d0bb8-ae94-4ec3-888b-112d73e25841 service neutron] 10.222.0.10 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372723
Feb 19 21:07:06.193900 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.319314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Network be9178cb-fadc-423e-95e2-979af3a2f95e is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:06.328466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:06.338261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:06.365289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event updated for resources: {'Port': ['ID=b110cc61-dab2-4486-a7cd-eb8a5572b017,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:06.383032 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-917b16fa-4ee4-4b16-bfbe-f9159b7524c8 req-d452c5ae-a0db-41f3-abd4-7cc56288eb96 service neutron] 10.222.0.10 "GET /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2062571
Feb 19 21:07:06.404599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.extraroute_db [None req-7b18713e-6b1c-4bbe-9601-bbe9710624c3 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=121129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 19 21:07:06.424820 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.extraroute_db [None req-7b18713e-6b1c-4bbe-9601-bbe9710624c3 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Removed routes are [] {{(pid=121129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 19 21:07:06.425155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b18713e-6b1c-4bbe-9601-bbe9710624c3 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.442939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:06.443699 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.471704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Router 9c180dd5-0183-453f-8f8c-8a67f5e69862 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:06.488907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-09d1b528-9fdf-4d03-8d93-a05e7d3ec614 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2378588
Feb 19 21:07:06.569610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Request body: {'port': {'device_id': 'dc1a6553-3c84-44a4-a3f7-159e22f8c9e2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:06.583698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-728a5a5e-a14f-4ef1-ab94-67d0e1a7df5c None None] Provisioning complete for port 684804be-be89-4716-b086-063a329a300b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:06.587407 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-728a5a5e-a14f-4ef1-ab94-67d0e1a7df5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (684804be-be89-4716-b086-063a329a300b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.641102 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Publish callbacks [] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.647120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4c79265f-54cf-4b0b-a603-70533b9a21e1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:07:06.650081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a943b989-5a95-44a3-9a78-35384327a397 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:06.656159 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.707154 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b18713e-6b1c-4bbe-9601-bbe9710624c3 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.715905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-728a5a5e-a14f-4ef1-ab94-67d0e1a7df5c None None] Port 684804be-be89-4716-b086-063a329a300b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:06.716952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b18713e-6b1c-4bbe-9601-bbe9710624c3 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.775253 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fee11-079f-4350-9cfc-fe838cea0113 None None] Pushing event updated for resources: {'Port': ['ID=008d5a21-04b7-4f1d-a2e6-905f532aed2a,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:06.860985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port a943b989-5a95-44a3-9a78-35384327a397 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:06.861948 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a943b989-5a95-44a3-9a78-35384327a397), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.891561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b18713e-6b1c-4bbe-9601-bbe9710624c3 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 471dc094-5099-4239-af97-a9c7c0e405c9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:06.892693 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.960944 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Attempting to bind port 008d5a21-04b7-4f1d-a2e6-905f532aed2a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:06.961245 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Attempting to bind port 008d5a21-04b7-4f1d-a2e6-905f532aed2a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d87059e-afba-445f-b23f-20a16d077922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:06.962549 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Attempting to bind port 008d5a21-04b7-4f1d-a2e6-905f532aed2a on network bbf87d05-1298-4b2d-92d5-2d89c7d60e22 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:06.968246 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:06.980838 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Checking segment: {'id': '2d87059e-afba-445f-b23f-20a16d077922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:06.981374 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.981795 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Bound using segment: {'id': '2d87059e-afba-445f-b23f-20a16d077922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:06.982319 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Bound port: 008d5a21-04b7-4f1d-a2e6-905f532aed2a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d87059e-afba-445f-b23f-20a16d077922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:06.982720 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:06.990421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4c79265f-54cf-4b0b-a603-70533b9a21e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c79265f-54cf-4b0b-a603-70533b9a21e1,segment=NetworkSegment(2e0942cb-d96c-46f1-b23c-22c6a479bd87),segment_id=2e0942cb-d96c-46f1-b23c-22c6a479bd87)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:07.037532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '4c79265f-54cf-4b0b-a603-70533b9a21e1', 'network_id': 'a7720066-6763-4cf2-8422-94736652addc', 'port_id': '4c79265f-54cf-4b0b-a603-70533b9a21e1', 'mac_address': 'fa:16:3e:b3:69:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57e1ef7-16b0-4d4d-9f7d-cb74c6904883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:07:07.084516 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] For port 008d5a21-04b7-4f1d-a2e6-905f532aed2a, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:07.086197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9a1b7796-a21d-4588-8d2a-92d4f18d77aa up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:07.088770 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] For port 008d5a21-04b7-4f1d-a2e6-905f532aed2a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=008d5a21-04b7-4f1d-a2e6-905f532aed2a,segment=NetworkSegment(2d87059e-afba-445f-b23f-20a16d077922),segment_id=2d87059e-afba-445f-b23f-20a16d077922)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:07.097309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b91306-7fa5-47e7-8af8-51f12998700b req-301c994e-3ea8-4992-83c3-144dbccd7a3d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:07.101576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6b91306-7fa5-47e7-8af8-51f12998700b req-301c994e-3ea8-4992-83c3-144dbccd7a3d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 931 time: 0.4409781
Feb 19 21:07:07.102771 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:07.139350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b18713e-6b1c-4bbe-9601-bbe9710624c3 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:07.149365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b18713e-6b1c-4bbe-9601-bbe9710624c3 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:07.154608 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7b18713e-6b1c-4bbe-9601-bbe9710624c3 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9 HTTP/1.1" status: 200  len: 934 time: 1.5944941
Feb 19 21:07:07.155360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33494) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:07.159366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f07c1-df5e-491e-91d4-eef91a0f28b3 req-e4876769-521b-414d-bcc2-8a3fcba17fa4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:07.161318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d3f07c1-df5e-491e-91d4-eef91a0f28b3 req-e4876769-521b-414d-bcc2-8a3fcba17fa4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 945 time: 0.3649893
Feb 19 21:07:07.243345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 4c79265f-54cf-4b0b-a603-70533b9a21e1 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:07.244107 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:07.247062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:07.278324 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2ad43b73-605c-42a8-b3e9-14621422ba23 admin admin] 10.222.0.30 "PUT /v2.0/routers/9c180dd5-0183-453f-8f8c-8a67f5e69862/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7574172
Feb 19 21:07:07.316869 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fee11-079f-4350-9cfc-fe838cea0113 None None] Pushing event updated for resources: {'Port': ['ID=008d5a21-04b7-4f1d-a2e6-905f532aed2a,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:07.329014 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:07.329992 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7088a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:07.365879 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4d83ea9b-b2b6-442c-b45b-20740aadbf39 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9 HTTP/1.1" status: 200  len: 934 time: 0.2091608
Feb 19 21:07:07.366616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33498) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:07.379419 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-71026932-8eb5-4899-9ff1-c07d67583f42 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'routes': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:07.468612 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:07.537627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port a943b989-5a95-44a3-9a78-35384327a397 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:07.538017 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a943b989-5a95-44a3-9a78-35384327a397), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:07.571028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c79265f-54cf-4b0b-a603-70533b9a21e1 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:07:07.598614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-83c076ad-b629-4acd-8e4d-db0a719a2fcc None None] Provisioning complete for port 008d5a21-04b7-4f1d-a2e6-905f532aed2a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:07.598912 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-83c076ad-b629-4acd-8e4d-db0a719a2fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:07.682457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:07.682994 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:07.683887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6b91306-7fa5-47e7-8af8-51f12998700b req-430ec5fa-b75e-4f55-87f2-2ede80711772 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5628114
Feb 19 21:07:07.712783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d3f07c1-df5e-491e-91d4-eef91a0f28b3 req-7737300b-d099-4483-a659-5984a91aed2b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4635546
Feb 19 21:07:07.737102 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:07.740120 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1004e528-d339-46f5-9fd1-75812ab3a7e9" -d '{"events": [{"server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "a943b989-5a95-44a3-9a78-35384327a397"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:07.794749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4c79265f-54cf-4b0b-a603-70533b9a21e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c79265f-54cf-4b0b-a603-70533b9a21e1,segment=NetworkSegment(2e0942cb-d96c-46f1-b23c-22c6a479bd87),segment_id=2e0942cb-d96c-46f1-b23c-22c6a479bd87)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:07.813745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:07.819393 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:07.839157 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a943b989-5a95-44a3-9a78-35384327a397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:07.872104 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d101c81f-84b8-44ae-87be-0f13d72c3ac4 x-openstack-request-id: req-d101c81f-84b8-44ae-87be-0f13d72c3ac4 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:07.872456 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "a943b989-5a95-44a3-9a78-35384327a397", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:07.872699 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d101c81f-84b8-44ae-87be-0f13d72c3ac4 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:07.873107 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397', 'code': 200}
Feb 19 21:07:07.943521 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7088a2b0>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:06Z', 'revision_number': 6, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': '008d5a21-04b7-4f1d-a2e6-905f532aed2a', 'name': '', 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:1e:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:01Z', 'updated_at': '2022-02-19T21:07:07Z', 'revision_number': 4, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:07.989294 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ffc20e-4b7f-4f43-a9a2-eb08d43e53c8 None None] The sync data for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 is: [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:06Z', 'revision_number': 6, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': '008d5a21-04b7-4f1d-a2e6-905f532aed2a', 'name': '', 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:1e:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:01Z', 'updated_at': '2022-02-19T21:07:07Z', 'revision_number': 4, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:08.036598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b110cc61-dab2-4486-a7cd-eb8a5572b017 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:07:08.042331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:08.042687 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.058471 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Publish callbacks [] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.074079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=4c79265f-54cf-4b0b-a603-70533b9a21e1,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:08.129792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5d1f6-2a11-448c-97a3-767ba710dda5 req-11a54e1e-6051-4227-a726-f4d939d307bb tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:08.133021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-83c076ad-b629-4acd-8e4d-db0a719a2fcc None None] Current status of the port 008d5a21-04b7-4f1d-a2e6-905f532aed2a is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:08.133482 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-83c076ad-b629-4acd-8e4d-db0a719a2fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.139245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e5e5d1f6-2a11-448c-97a3-767ba710dda5 req-11a54e1e-6051-4227-a726-f4d939d307bb tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 944 time: 0.1793401
Feb 19 21:07:08.149447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4c79265f-54cf-4b0b-a603-70533b9a21e1'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:07:08.171206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Transition to ACTIVE for port object b110cc61-dab2-4486-a7cd-eb8a5572b017 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:07:08.209608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a1b7796-a21d-4588-8d2a-92d4f18d77aa,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:08.233224 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e5e5d1f6-2a11-448c-97a3-767ba710dda5 req-cd2c34b7-3cfe-4928-b111-59e6daa5f1ea tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837448
Feb 19 21:07:08.234541 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.241190 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.254071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595223bc-62a9-4e01-94ce-ecbed63a95fb req-b3809088-2de8-454e-a1d5-46267ef93488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:08.255324 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-595223bc-62a9-4e01-94ce-ecbed63a95fb req-b3809088-2de8-454e-a1d5-46267ef93488 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 1129 time: 0.2063963
Feb 19 21:07:08.311897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=a943b989-5a95-44a3-9a78-35384327a397,revision_number=10']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:08.355076 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Pushing event updated for resources: {'Port': ['ID=b110cc61-dab2-4486-a7cd-eb8a5572b017,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:08.365699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.extraroute_db [None req-71026932-8eb5-4899-9ff1-c07d67583f42 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added routes are [] {{(pid=121129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 19 21:07:08.366024 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.extraroute_db [None req-71026932-8eb5-4899-9ff1-c07d67583f42 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=121129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 19 21:07:08.375734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=9a1b7796-a21d-4588-8d2a-92d4f18d77aa,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:08.384118 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-595223bc-62a9-4e01-94ce-ecbed63a95fb req-faa9d41f-ecd6-4ba8-a334-83b5de6b0994 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192698
Feb 19 21:07:08.384805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-83c076ad-b629-4acd-8e4d-db0a719a2fcc None None] For port 008d5a21-04b7-4f1d-a2e6-905f532aed2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=008d5a21-04b7-4f1d-a2e6-905f532aed2a,segment=NetworkSegment(2d87059e-afba-445f-b23f-20a16d077922),segment_id=2d87059e-afba-445f-b23f-20a16d077922)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:08.411353 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-83c076ad-b629-4acd-8e4d-db0a719a2fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.431381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33514) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:08.441647 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71026932-8eb5-4899-9ff1-c07d67583f42 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.450776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-81911863-network', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:08.487468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c076ad-b629-4acd-8e4d-db0a719a2fcc None None] Pushing event updated for resources: {'Port': ['ID=008d5a21-04b7-4f1d-a2e6-905f532aed2a,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:08.492367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Sync routers for ids ['9c180dd5-0183-453f-8f8c-8a67f5e69862'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:08.515495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Made reservation on behalf of 2eb68cf3f53d44348dc921e15fd8fb0d for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:08.518301 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.521879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Routers {'9c180dd5-0183-453f-8f8c-8a67f5e69862'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:08.523611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634b1d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9c180dd5-0183-453f-8f8c-8a67f5e69862'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:08.531851 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.558873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Attempting to bind port b110cc61-dab2-4486-a7cd-eb8a5572b017 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:08.559790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Attempting to bind port b110cc61-dab2-4486-a7cd-eb8a5572b017 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:08.560434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Attempting to bind port b110cc61-dab2-4486-a7cd-eb8a5572b017 on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:08.574671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Port b110cc61-dab2-4486-a7cd-eb8a5572b017 on network be9178cb-fadc-423e-95e2-979af3a2f95e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:07:08.575548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Attempting to bind port b110cc61-dab2-4486-a7cd-eb8a5572b017 on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:08.595002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:08.595562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Checking segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:08.596209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Bound using segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:08.596878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Bound port: b110cc61-dab2-4486-a7cd-eb8a5572b017, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:08.597375 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.696640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] For port b110cc61-dab2-4486-a7cd-eb8a5572b017, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:08.702764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] For port b110cc61-dab2-4486-a7cd-eb8a5572b017, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b110cc61-dab2-4486-a7cd-eb8a5572b017,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:08.742530 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.760140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a1d1a95e-425e-4a2d-8841-7f894e3dcfbe None None] Provisioning complete for port 008d5a21-04b7-4f1d-a2e6-905f532aed2a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:08.761152 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a95e-425e-4a2d-8841-7f894e3dcfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.763154 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71026932-8eb5-4899-9ff1-c07d67583f42 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.771483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71026932-8eb5-4899-9ff1-c07d67583f42 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.808434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:08.809162 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:08.810660 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] 10.222.0.10 "PUT /v2.0/ports/b110cc61-dab2-4486-a7cd-eb8a5572b017 HTTP/1.1" status: 200  len: 1091 time: 2.2468331
Feb 19 21:07:08.874599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1a6553-3c84-44a4-a3f7-159e22f8c9e2', 'tag': 'b110cc61-dab2-4486-a7cd-eb8a5572b017'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:08.877638 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775f523c-7076-41c6-a7db-5e2f5cfea09d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1a6553-3c84-44a4-a3f7-159e22f8c9e2", "tag": "b110cc61-dab2-4486-a7cd-eb8a5572b017"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:09.004826 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Publish callbacks [] for security_group (32a62a2b-4607-40d7-a64d-e8434ea50fff), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:09.040042 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (32a62a2b-4607-40d7-a64d-e8434ea50fff), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:09.054105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:07:09.065676 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6e74bebf-b9df-426d-8830-8e794f5688f4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:09.066051 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Added segment 6e74bebf-b9df-426d-8830-8e794f5688f4 of type vlan for network 0da36102-c60d-4f7e-800c-e316d58b0870
Feb 19 21:07:09.112133 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (0da36102-c60d-4f7e-800c-e316d58b0870), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:09.136397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Set router 9c180dd5-0183-453f-8f8c-8a67f5e69862 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:09.158074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb2f80-2017-4042-bbb4-1822120a8313 service neutron] Pushing event updated for resources: {'Port': ['ID=b110cc61-dab2-4486-a7cd-eb8a5572b017,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:09.195177 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (0da36102-c60d-4f7e-800c-e316d58b0870), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:09.196655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:09.197601 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:09.202670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 008d5a21-04b7-4f1d-a2e6-905f532aed2a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:09.214064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1a95e-425e-4a2d-8841-7f894e3dcfbe None None] Current status of the port 008d5a21-04b7-4f1d-a2e6-905f532aed2a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:09.215325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a62a2b-4607-40d7-a64d-e8434ea50fff,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:09.228294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29007505-5418-4f8a-ad85-cdd9e6e2bb42 req-218b3620-da26-40fb-8c69-18afa6630c41 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:09.230869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29007505-5418-4f8a-ad85-cdd9e6e2bb42 req-218b3620-da26-40fb-8c69-18afa6630c41 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 943 time: 0.4192178
Feb 19 21:07:09.253173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efa7b4-caec-44a4-8361-6567366a444c req-bcde0cb6-5e21-4015-99df-89d67b1dc0b4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:09.255027 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0efa7b4-caec-44a4-8361-6567366a444c req-bcde0cb6-5e21-4015-99df-89d67b1dc0b4 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.3746879
Feb 19 21:07:09.257443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-7c9a763c-df9f-4720-8d89-605513629610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:09.259187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-7c9a763c-df9f-4720-8d89-605513629610 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 1125 time: 0.3761680
Feb 19 21:07:09.354349 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9182923
Feb 19 21:07:09.410427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33528) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:09.417474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] Request body: {'subnet': {'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-81911863-subnet', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:09.432632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 008d5a21-04b7-4f1d-a2e6-905f532aed2a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:09.433279 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:09.433878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-636287a6-31be-4894-8dfe-cbe7215216b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b110cc61-dab2-4486-a7cd-eb8a5572b017 HTTP/1.1" status: 200  len: 217 time: 0.1374724
Feb 19 21:07:09.440494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0a012-a502-4722-ab6e-c81b978c770b admin admin] Pushing event updated for resources: {'Network': ['ID=0da36102-c60d-4f7e-800c-e316d58b0870,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:09.478195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 0da36102-c60d-4f7e-800c-e316d58b0870 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:07:09.509913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0efa7b4-caec-44a4-8361-6567366a444c req-4f3dc99a-f07f-497f-9620-1f0653fb9375 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106686
Feb 19 21:07:09.547484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71026932-8eb5-4899-9ff1-c07d67583f42 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 471dc094-5099-4239-af97-a9c7c0e405c9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:09.581493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] Made reservation on behalf of 2eb68cf3f53d44348dc921e15fd8fb0d for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:09.585123 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:09.593002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29007505-5418-4f8a-ad85-cdd9e6e2bb42 req-dc93b48f-9cd7-41ff-a428-fd740c4202db tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3318694
Feb 19 21:07:09.608973 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9da795-606b-4151-9898-2c5a5072978b x-openstack-request-id: req-8a9da795-606b-4151-9898-2c5a5072978b {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:09.609334 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1a6553-3c84-44a4-a3f7-159e22f8c9e2", "tag": "b110cc61-dab2-4486-a7cd-eb8a5572b017", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:09.609593 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a9da795-606b-4151-9898-2c5a5072978b {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:09.610117 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1a6553-3c84-44a4-a3f7-159e22f8c9e2', 'tag': 'b110cc61-dab2-4486-a7cd-eb8a5572b017', 'status': 'completed', 'code': 200}
Feb 19 21:07:09.670559 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ee74f-1271-4ddb-9b3f-5acf1c76e994 None None] Sync routers for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:09.671762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-6ee0f63c-e639-4e15-9af9-e34f7f9072f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:09.673285 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-6ee0f63c-e639-4e15-9af9-e34f7f9072f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.2281981
Feb 19 21:07:09.688458 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ee74f-1271-4ddb-9b3f-5acf1c76e994 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:09.689510 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c17ee74f-1271-4ddb-9b3f-5acf1c76e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a72493c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:09.749019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71026932-8eb5-4899-9ff1-c07d67583f42 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:09.762354 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71026932-8eb5-4899-9ff1-c07d67583f42 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:09.763582 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-71026932-8eb5-4899-9ff1-c07d67583f42 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9 HTTP/1.1" status: 200  len: 700 time: 2.3954258
Feb 19 21:07:09.765581 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33538) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:09.784318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-18b31b9c-9a52-4eb9-b5b5-03466f1b5238 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0987170
Feb 19 21:07:09.820591 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c17ee74f-1271-4ddb-9b3f-5acf1c76e994 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:09.912824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 008d5a21-04b7-4f1d-a2e6-905f532aed2a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:09.915727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9a1b7796-a21d-4588-8d2a-92d4f18d77aa up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:09.950080 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:07:09.962637 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-35069fb2-dc7b-4328-90ff-f9396359dce9 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9 HTTP/1.1" status: 200  len: 700 time: 0.1956332
Feb 19 21:07:09.967504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33550) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:09.980265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634b1d00>, [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:07:04Z', 'revision_number': 4, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '684804be-be89-4716-b086-063a329a300b', 'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'mac_address': 'fa:16:3e:d5:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:03Z', 'updated_at': '2022-02-19T21:07:04Z', 'revision_number': 2, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'subnets': [{'id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:10.017665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Checking router: 9c180dd5-0183-453f-8f8c-8a67f5e69862 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:10.019724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Updating router 9c180dd5-0183-453f-8f8c-8a67f5e69862 port 684804be-be89-4716-b086-063a329a300b binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:07:10.085559 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (f7cd3f05-7517-4810-80f5-138d07559641), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:10.092980 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (684804be-be89-4716-b086-063a329a300b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:10.105633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677a180-1325-4a71-a07d-4a4d37f4af50 req-a02de414-235a-44d2-9ff4-ebb6d43653aa tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:10.110434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d677a180-1325-4a71-a07d-4a4d37f4af50 req-a02de414-235a-44d2-9ff4-ebb6d43653aa tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 944 time: 0.4063761
Feb 19 21:07:10.118801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:10.118801 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:10.198215 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c17ee74f-1271-4ddb-9b3f-5acf1c76e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a72493c70>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 7, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': '008d5a21-04b7-4f1d-a2e6-905f532aed2a', 'name': '', 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:1e:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:01Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:10.237880 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ee74f-1271-4ddb-9b3f-5acf1c76e994 None None] Checking router: 471dc094-5099-4239-af97-a9c7c0e405c9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:10.250080 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ee74f-1271-4ddb-9b3f-5acf1c76e994 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:10.251173 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c17ee74f-1271-4ddb-9b3f-5acf1c76e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a72493c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:10.275019 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-2013e660-8e88-45d9-a7e4-caa0d35ee77a service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3652277
Feb 19 21:07:10.344749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7cd3f05-7517-4810-80f5-138d07559641,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:10.387726 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c17ee74f-1271-4ddb-9b3f-5acf1c76e994 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:10.389399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d677a180-1325-4a71-a07d-4a4d37f4af50 req-0a79e802-492e-46ca-8e9f-f6bc26544a15 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602038
Feb 19 21:07:10.402263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] Checking segment: {'id': '6e74bebf-b9df-426d-8830-8e794f5688f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:10.402636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] Network hostable DHCP agents. Network: 0da36102-c60d-4f7e-800c-e316d58b0870, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:07:10.456130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] Network 0da36102-c60d-4f7e-800c-e316d58b0870 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:07:10.469595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75ac9a3-9168-49b8-95dc-3fe67d76628e req-813d8163-b4e0-493e-a97b-72b9e8e783e9 service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682937
Feb 19 21:07:10.478496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0da36102-c60d-4f7e-800c-e316d58b0870) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:10.484363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:10.485027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:10.515366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cf2ed9d0-471f-49d1-83fd-f23a6bba0618 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1024759
Feb 19 21:07:10.518345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33568) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:10.528675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b236dc-d4cc-4758-baad-1e9138505560 None None] Network 0da36102-c60d-4f7e-800c-e316d58b0870 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:10.535356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-81911863-router', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:10.620469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f523c-7076-41c6-a7db-5e2f5cfea09d req-6b4849b7-fa14-4427-a107-31a9909cc27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:10.624361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-775f523c-7076-41c6-a7db-5e2f5cfea09d req-6b4849b7-fa14-4427-a107-31a9909cc27e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 1125 time: 0.0819147
Feb 19 21:07:10.631241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (c64ed265-095a-4ec3-8cfd-ec809a7819d2), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:10.639802 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (c64ed265-095a-4ec3-8cfd-ec809a7819d2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:10.685225 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:10.691528 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Publish callbacks [] for port (684804be-be89-4716-b086-063a329a300b), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:10.696417 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4c79265f-54cf-4b0b-a603-70533b9a21e1 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:10.738685 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c17ee74f-1271-4ddb-9b3f-5acf1c76e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a72493c70>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 7, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': '008d5a21-04b7-4f1d-a2e6-905f532aed2a', 'name': '', 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:1e:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:01Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:10.767063 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (684804be-be89-4716-b086-063a329a300b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:10.772202 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ee74f-1271-4ddb-9b3f-5acf1c76e994 None None] The sync data for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 is: [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 7, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': '008d5a21-04b7-4f1d-a2e6-905f532aed2a', 'name': '', 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:1e:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:01Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:10.853297 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Publish callbacks [] for router_controller (c64ed265-095a-4ec3-8cfd-ec809a7819d2), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.100506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5316e-3590-4417-9b77-6cfa63dc9268 None None] Pushing event updated for resources: {'Port': ['ID=684804be-be89-4716-b086-063a329a300b,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:11.117947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:11.121575 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Publish callbacks [] for router_gateway (c64ed265-095a-4ec3-8cfd-ec809a7819d2), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.227621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0da36102-c60d-4f7e-800c-e316d58b0870', 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870', 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'fixed_ips': [{'subnet_id': 'f7cd3f05-7517-4810-80f5-138d07559641'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:07:11.228993 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.233061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 4c79265f-54cf-4b0b-a603-70533b9a21e1 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:07:11.258888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36458c2b-f8ef-41ed-bfa7-09908546b775 None None] Sync routers for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:11.274350 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 4c79265f-54cf-4b0b-a603-70533b9a21e1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:11.274350 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.277173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Attempting to bind port 684804be-be89-4716-b086-063a329a300b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:11.277498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Attempting to bind port 684804be-be89-4716-b086-063a329a300b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:11.277965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Attempting to bind port 684804be-be89-4716-b086-063a329a300b on network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:11.328090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:11.328504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Checking segment: {'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:11.329446 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.329446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Bound using segment: {'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:11.329809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Bound port: 684804be-be89-4716-b086-063a329a300b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:11.330188 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (684804be-be89-4716-b086-063a329a300b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.336495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36458c2b-f8ef-41ed-bfa7-09908546b775 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:11.337092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-36458c2b-f8ef-41ed-bfa7-09908546b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c82d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:11.355682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port 008d5a21-04b7-4f1d-a2e6-905f532aed2a {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:11.355996 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.409087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dde3c0-f094-4692-99bd-7f34f4380d49 req-069b8333-f325-4817-bf37-ab3e0796ff40 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:11.410671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5dde3c0-f094-4692-99bd-7f34f4380d49 req-069b8333-f325-4817-bf37-ab3e0796ff40 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.6722641
Feb 19 21:07:11.423453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8b47-db1a-471b-8bd6-662e8995d781 req-8dd8066b-e9b4-4564-868e-50e763660b36 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:11.425577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77ba8b47-db1a-471b-8bd6-662e8995d781 req-8dd8066b-e9b4-4564-868e-50e763660b36 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 943 time: 0.6660085
Feb 19 21:07:11.428460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f523c-7076-41c6-a7db-5e2f5cfea09d req-a34b5ed3-dd43-4559-aaee-a9df1423bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:11.430209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-775f523c-7076-41c6-a7db-5e2f5cfea09d req-a34b5ed3-dd43-4559-aaee-a9df1423bcf8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 912 time: 0.7994111
Feb 19 21:07:11.473618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cee170be-d8dd-4f79-af37-2d9038d3e728 None None] Provisioning complete for port 684804be-be89-4716-b086-063a329a300b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:11.473996 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cee170be-d8dd-4f79-af37-2d9038d3e728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (684804be-be89-4716-b086-063a329a300b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.523809 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5dde3c0-f094-4692-99bd-7f34f4380d49 req-7407e2b9-6044-4997-a9b8-b9590ca097ff tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969932
Feb 19 21:07:11.526677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-775f523c-7076-41c6-a7db-5e2f5cfea09d req-094c1e9f-b1c6-44a6-814d-1d9008e828e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b110cc61-dab2-4486-a7cd-eb8a5572b017 HTTP/1.1" status: 200  len: 217 time: 0.0893090
Feb 19 21:07:11.584259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-36458c2b-f8ef-41ed-bfa7-09908546b775 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:11.585890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f523c-7076-41c6-a7db-5e2f5cfea09d req-b4a5f3cb-83d0-4784-91e2-1036eb4441e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:11.588047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-775f523c-7076-41c6-a7db-5e2f5cfea09d req-b4a5f3cb-83d0-4784-91e2-1036eb4441e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.0500314
Feb 19 21:07:11.613532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] For port 008d5a21-04b7-4f1d-a2e6-905f532aed2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=008d5a21-04b7-4f1d-a2e6-905f532aed2a,segment=NetworkSegment(2d87059e-afba-445f-b23f-20a16d077922),segment_id=2d87059e-afba-445f-b23f-20a16d077922)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:11.613532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.649088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77ba8b47-db1a-471b-8bd6-662e8995d781 req-144ddf99-088d-4acc-a5f7-5a472ee021e3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2171381
Feb 19 21:07:11.651545 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-775f523c-7076-41c6-a7db-5e2f5cfea09d req-2853f7d4-6a37-49a6-95ea-610df14db73b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491080
Feb 19 21:07:11.653116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cee170be-d8dd-4f79-af37-2d9038d3e728 None None] Port 684804be-be89-4716-b086-063a329a300b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:11.654160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for 008d5a21-04b7-4f1d-a2e6-905f532aed2a owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:11.662154 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Publish callbacks [] for router_gateway (c64ed265-095a-4ec3-8cfd-ec809a7819d2), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.692257 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.776188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] For port 684804be-be89-4716-b086-063a329a300b, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:11.778913 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Allocated IP 172.20.0.2 (0da36102-c60d-4f7e-800c-e316d58b0870/f7cd3f05-7517-4810-80f5-138d07559641/bfb145a9-e8b8-4626-b790-b6c75b6ebded) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:11.793629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 4c79265f-54cf-4b0b-a603-70533b9a21e1 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:11.794029 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.798575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cb3cc-20a4-4f7a-ad98-a4e615c91947 req-a138c03e-9ce3-40e4-a244-f76b0543240e tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:11.800565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-525cb3cc-20a4-4f7a-ad98-a4e615c91947 req-a138c03e-9ce3-40e4-a244-f76b0543240e tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 944 time: 0.1407676
Feb 19 21:07:11.814092 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-775f523c-7076-41c6-a7db-5e2f5cfea09d req-7700e023-03cf-4403-96d9-c3c1e8c27fa0 service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523836
Feb 19 21:07:11.821026 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] For port 684804be-be89-4716-b086-063a329a300b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684804be-be89-4716-b086-063a329a300b,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:11.860658 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (684804be-be89-4716-b086-063a329a300b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:11.914873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Allocated IP 172.35.2.192 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/f08746fa-5061-4f8e-9064-5ae3e2f906bd) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:11.976318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5340f4f1-b817-484c-a352-a4452e9a3b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c79265f-54cf-4b0b-a603-70533b9a21e1'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:11.978784 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10248ea2-f9b9-479c-bd19-f1ca744bb95e" -d '{"events": [{"server_uuid": "5340f4f1-b817-484c-a352-a4452e9a3b5d", "name": "network-vif-plugged", "status": "completed", "tag": "4c79265f-54cf-4b0b-a603-70533b9a21e1"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:11.982666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-525cb3cc-20a4-4f7a-ad98-a4e615c91947 req-e67cf38f-368f-4033-9652-a32273d573b0 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531088
Feb 19 21:07:12.011951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-775f523c-7076-41c6-a7db-5e2f5cfea09d req-b4d792ec-a329-4d34-889e-c26f06848d1d service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919415
Feb 19 21:07:12.016452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4c79265f-54cf-4b0b-a603-70533b9a21e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c79265f-54cf-4b0b-a603-70533b9a21e1,segment=NetworkSegment(2e0942cb-d96c-46f1-b23c-22c6a479bd87),segment_id=2e0942cb-d96c-46f1-b23c-22c6a479bd87)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:12.058879 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:12.109742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5316e-3590-4417-9b77-6cfa63dc9268 None None] Pushing event updated for resources: {'Port': ['ID=684804be-be89-4716-b086-063a329a300b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:12.126655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Routers {'9c180dd5-0183-453f-8f8c-8a67f5e69862'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:12.127697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634b1d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9c180dd5-0183-453f-8f8c-8a67f5e69862'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:12.169347 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Publish callbacks [] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:12.233255 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:12.305456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:12.310440 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5ce3ce-9b66-4b04-8dc6-a6ca2d79a33f x-openstack-request-id: req-9c5ce3ce-9b66-4b04-8dc6-a6ca2d79a33f {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:12.310747 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5340f4f1-b817-484c-a352-a4452e9a3b5d", "name": "network-vif-plugged", "status": "completed", "tag": "4c79265f-54cf-4b0b-a603-70533b9a21e1", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:12.311018 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c5ce3ce-9b66-4b04-8dc6-a6ca2d79a33f {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:12.311447 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5340f4f1-b817-484c-a352-a4452e9a3b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c79265f-54cf-4b0b-a603-70533b9a21e1', 'code': 200}
Feb 19 21:07:12.314111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:12.318504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (008d5a21-04b7-4f1d-a2e6-905f532aed2a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:12.322578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:12.357600 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-30bb2c54-cab8-4f9e-92d4-a3edaf428c2f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4000392
Feb 19 21:07:12.370486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Pushing event updated for resources: {'Port': ['ID=f08746fa-5061-4f8e-9064-5ae3e2f906bd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:12.457201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=008d5a21-04b7-4f1d-a2e6-905f532aed2a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:12.470265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=4c79265f-54cf-4b0b-a603-70533b9a21e1,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:12.480072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] Set router 9c180dd5-0183-453f-8f8c-8a67f5e69862 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:12.485704 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Publish callbacks [] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:12.496155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-28ce07bc-14ba-4747-bd70-1db9434cb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:12.498361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-28ce07bc-14ba-4747-bd70-1db9434cb1cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 1127 time: 0.0761447
Feb 19 21:07:12.523816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Provisioning complete for port 684804be-be89-4716-b086-063a329a300b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:12.524205 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (684804be-be89-4716-b086-063a329a300b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:12.563374 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:12.683953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device b110cc61-dab2-4486-a7cd-eb8a5572b017 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:07:12.718413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-886126e8-b819-46e0-88a6-154ffc5ef8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:12.720208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-886126e8-b819-46e0-88a6-154ffc5ef8da service neutron] 10.222.0.10 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.2004941
Feb 19 21:07:12.742444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Network 0da36102-c60d-4f7e-800c-e316d58b0870 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:12.793236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-36458c2b-f8ef-41ed-bfa7-09908546b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c82d60>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 7, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': '008d5a21-04b7-4f1d-a2e6-905f532aed2a', 'name': '', 'network_id': 'bbf87d05-1298-4b2d-92d5-2d89c7d60e22', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:1e:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:01Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '0e0d8646-b180-49d7-8197-3eb6918a6c2b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:12.803231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-cab3efea-ae9e-4b5a-b119-32f8d7cc78f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=355bbacc-6aa0-48ce-94d5-58853a8dbe09 HTTP/1.1" status: 200  len: 217 time: 0.0689032
Feb 19 21:07:12.807853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:12.810155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Pushing event updated for resources: {'Port': ['ID=bfb145a9-e8b8-4626-b790-b6c75b6ebded,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:12.814735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b6b7-aeda-435a-b6ac-915c5995f59b req-59e4fd62-e20b-4d00-930a-1e38876c32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:12.819874 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b4a0b6b7-aeda-435a-b6ac-915c5995f59b req-59e4fd62-e20b-4d00-930a-1e38876c32d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 1127 time: 0.4339724
Feb 19 21:07:12.820112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:12.848410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a03778-e94a-46c2-9e54-03ac32e305ae req-4957c0c7-8019-4f60-a529-1f0dcbc7b85a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:12.850236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9a03778-e94a-46c2-9e54-03ac32e305ae req-4957c0c7-8019-4f60-a529-1f0dcbc7b85a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.2082388
Feb 19 21:07:12.868783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36458c2b-f8ef-41ed-bfa7-09908546b775 None None] Checking router: 471dc094-5099-4239-af97-a9c7c0e405c9 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:12.920784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-457749b6-b21c-4aed-8d91-badfbace1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:12.922340 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-457749b6-b21c-4aed-8d91-badfbace1f07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1091814
Feb 19 21:07:12.956222 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:12.978909 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a2091-4409-4948-b825-ae3e90b81b4f req-7f5af701-9655-4c75-a332-66eb77bba33e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:12.981073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-333a2091-4409-4948-b825-ae3e90b81b4f req-7f5af701-9655-4c75-a332-66eb77bba33e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 943 time: 0.1810844
Feb 19 21:07:12.993524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9a03778-e94a-46c2-9e54-03ac32e305ae req-4144fdf4-befb-452c-a1cd-f43d0680bdb9 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185551
Feb 19 21:07:13.051041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-2f7c1967-aa45-4c94-aa8a-e2d651fd537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:13.052680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-2f7c1967-aa45-4c94-aa8a-e2d651fd537c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1218917
Feb 19 21:07:13.105315 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b4a0b6b7-aeda-435a-b6ac-915c5995f59b req-833e757f-34e0-4d7d-8638-9aea41054684 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2793045
Feb 19 21:07:13.134889 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-333a2091-4409-4948-b825-ae3e90b81b4f req-27c8ee5d-5224-4d2b-b09c-310fdfbfe612 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401141
Feb 19 21:07:13.222505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e721e7-28c0-4620-8dc6-38a8a9899944 req-6e68f802-cbdd-4486-b7d0-6423ca827d36 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:13.224128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2e721e7-28c0-4620-8dc6-38a8a9899944 req-6e68f802-cbdd-4486-b7d0-6423ca827d36 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1415360
Feb 19 21:07:13.232583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-c65ddfbb-a09a-43a8-8106-4edf0baa123c service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1705036
Feb 19 21:07:13.263333 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36458c2b-f8ef-41ed-bfa7-09908546b775 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:13.264286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-36458c2b-f8ef-41ed-bfa7-09908546b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c82d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:13.324393 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Publish callbacks [] for router_gateway (c64ed265-095a-4ec3-8cfd-ec809a7819d2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:13.353234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2e721e7-28c0-4620-8dc6-38a8a9899944 req-9066dcc4-f835-46f3-9ed4-da7a90803d9e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161277
Feb 19 21:07:13.453164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Current status of the port 684804be-be89-4716-b086-063a329a300b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:13.454025 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (684804be-be89-4716-b086-063a329a300b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:13.480609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e08eb82e-e078-4f70-a938-724c263a1c8e req-aa1b45e3-1585-4373-a3dd-091c39295117 service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869116
Feb 19 21:07:13.488425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49390b7-2e73-4315-a8b9-10edd39195d7 req-fb498940-0456-46fc-80bd-2a987286c937 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:13.490166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a49390b7-2e73-4315-a8b9-10edd39195d7 req-fb498940-0456-46fc-80bd-2a987286c937 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 945 time: 0.1424251
Feb 19 21:07:13.515634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Attempting to bind port bfb145a9-e8b8-4626-b790-b6c75b6ebded on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:13.516687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Attempting to bind port bfb145a9-e8b8-4626-b790-b6c75b6ebded by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e74bebf-b9df-426d-8830-8e794f5688f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:13.517094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Attempting to bind port bfb145a9-e8b8-4626-b790-b6c75b6ebded on network 0da36102-c60d-4f7e-800c-e316d58b0870 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:13.551900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:13.551900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Checking segment: {'id': '6e74bebf-b9df-426d-8830-8e794f5688f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:13.552534 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:13.552703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Bound using segment: {'id': '6e74bebf-b9df-426d-8830-8e794f5688f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:13.553187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Bound port: bfb145a9-e8b8-4626-b790-b6c75b6ebded, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e74bebf-b9df-426d-8830-8e794f5688f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:13.553588 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:13.592189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-36458c2b-f8ef-41ed-bfa7-09908546b775 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:13.593214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a49390b7-2e73-4315-a8b9-10edd39195d7 req-ea144ccb-ab62-4e6e-8611-1282085218b6 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963700
Feb 19 21:07:13.606451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port b110cc61-dab2-4486-a7cd-eb8a5572b017, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b110cc61-dab2-4486-a7cd-eb8a5572b017,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:13.614128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa419300-fb25-46e9-83ac-f8c2099f2e4a req-37ccde52-b2b6-4cca-8cf7-c118bf486079 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:13.616054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa419300-fb25-46e9-83ac-f8c2099f2e4a req-37ccde52-b2b6-4cca-8cf7-c118bf486079 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1123488
Feb 19 21:07:13.660536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] For port 684804be-be89-4716-b086-063a329a300b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684804be-be89-4716-b086-063a329a300b,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:13.694086 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (684804be-be89-4716-b086-063a329a300b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:13.697770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'b110cc61-dab2-4486-a7cd-eb8a5572b017', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'port_id': 'b110cc61-dab2-4486-a7cd-eb8a5572b017', 'mac_address': 'fa:16:3e:5a:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c86a79b-09b9-494b-a569-de0a15aa8814', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:07:13.702303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa419300-fb25-46e9-83ac-f8c2099f2e4a req-15fefb35-7ca4-4f84-b661-868f9393d87b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673809
Feb 19 21:07:13.853351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 471dc094-5099-4239-af97-a9c7c0e405c9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:13.888297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595946b-70fb-41b0-8e12-7117a98b9cd2 req-cc2bc96a-b71d-454c-8ae5-2df83f106ee5 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:13.893292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6595946b-70fb-41b0-8e12-7117a98b9cd2 req-cc2bc96a-b71d-454c-8ae5-2df83f106ee5 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.0841556
Feb 19 21:07:13.926801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] For port bfb145a9-e8b8-4626-b790-b6c75b6ebded, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:13.932526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634b1d00>, [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:07:04Z', 'revision_number': 4, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '684804be-be89-4716-b086-063a329a300b', 'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'mac_address': 'fa:16:3e:d5:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:03Z', 'updated_at': '2022-02-19T21:07:11Z', 'revision_number': 4, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'subnets': [{'id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:13.957099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6595946b-70fb-41b0-8e12-7117a98b9cd2 req-548efeed-567e-453f-8794-5a8e18729774 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612442
Feb 19 21:07:13.974724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port b110cc61-dab2-4486-a7cd-eb8a5572b017 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:13.975124 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:13.977871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Pushing event updated for resources: {'Port': ['ID=684804be-be89-4716-b086-063a329a300b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:13.985405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c94e5-0070-4e74-9fe3-fb5d8032f6f7 None None] The sync data for ids ['9c180dd5-0183-453f-8f8c-8a67f5e69862'] in ncdv-master-1 is: [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:07:04Z', 'revision_number': 4, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '684804be-be89-4716-b086-063a329a300b', 'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'mac_address': 'fa:16:3e:d5:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:03Z', 'updated_at': '2022-02-19T21:07:11Z', 'revision_number': 4, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'subnets': [{'id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:14.002770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] For port bfb145a9-e8b8-4626-b790-b6c75b6ebded, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfb145a9-e8b8-4626-b790-b6c75b6ebded,segment=NetworkSegment(6e74bebf-b9df-426d-8830-8e794f5688f4),segment_id=6e74bebf-b9df-426d-8830-8e794f5688f4)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:14.019258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.019617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.020032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.021641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.021998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.022345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.022710 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.023246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.023574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.024083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.024613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.025319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.025847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b31d3a-2f4e-412d-8b81-493b358daf87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:14.035289 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:14.040459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b110cc61-dab2-4486-a7cd-eb8a5572b017 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:07:14.125996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:14.144852 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7d181521-a802-4313-a255-626e31772763 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1756995
Feb 19 21:07:14.150313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33596) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:14.176787 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port b110cc61-dab2-4486-a7cd-eb8a5572b017, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b110cc61-dab2-4486-a7cd-eb8a5572b017,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:14.178245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9b90b-30ab-443c-aaf8-14d5150d2435 None None] Pushing event updated for resources: {'Port': ['ID=bfb145a9-e8b8-4626-b790-b6c75b6ebded,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:14.211637 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:14.284504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659744e4-3d23-4890-886b-a4a28f485096 req-1dcbbdf8-0ef6-4d86-a0e2-f5ba307ff52d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:14.289293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-659744e4-3d23-4890-886b-a4a28f485096 req-1dcbbdf8-0ef6-4d86-a0e2-f5ba307ff52d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.2418149
Feb 19 21:07:14.353200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (c64ed265-095a-4ec3-8cfd-ec809a7819d2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:14.357390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=b110cc61-dab2-4486-a7cd-eb8a5572b017,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:14.401041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-659744e4-3d23-4890-886b-a4a28f485096 req-a361c6ef-8788-45b4-a037-5ff984603c8d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990732
Feb 19 21:07:14.436469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-36458c2b-f8ef-41ed-bfa7-09908546b775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c82d60>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:11Z', 'revision_number': 8, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:14.441843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b99207-65b1-45db-a1da-5918f9c13ecc req-91b67f9e-04ea-4ddc-bf0c-523f490fe65c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:14.456543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8b99207-65b1-45db-a1da-5918f9c13ecc req-91b67f9e-04ea-4ddc-bf0c-523f490fe65c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 944 time: 0.1173587
Feb 19 21:07:14.495134 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-61179789-b1fe-418e-a48b-47b64f7bc1fa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting subnet 0e0d8646-b180-49d7-8197-3eb6918a6c2b {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:07:14.510762 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-61179789-b1fe-418e-a48b-47b64f7bc1fa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for subnet (0e0d8646-b180-49d7-8197-3eb6918a6c2b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:14.517535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['b110cc61-dab2-4486-a7cd-eb8a5572b017'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:07:14.525398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36458c2b-f8ef-41ed-bfa7-09908546b775 None None] The sync data for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 is: [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:11Z', 'revision_number': 8, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:14.598743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-61179789-b1fe-418e-a48b-47b64f7bc1fa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (0e0d8646-b180-49d7-8197-3eb6918a6c2b), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:14.630392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8b99207-65b1-45db-a1da-5918f9c13ecc req-c76ebca6-2bc0-4366-b415-48c674d51bfe tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707978
Feb 19 21:07:14.687134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6bd38-c2db-4881-84b0-f9fc0661972d req-19fc8038-c8be-4536-9e90-c452879bdc09 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:14.688852 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7a6bd38-c2db-4881-84b0-f9fc0661972d req-19fc8038-c8be-4536-9e90-c452879bdc09 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1384909
Feb 19 21:07:14.762530 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-61179789-b1fe-418e-a48b-47b64f7bc1fa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (0e0d8646-b180-49d7-8197-3eb6918a6c2b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:14.774330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7a6bd38-c2db-4881-84b0-f9fc0661972d req-eb06a757-ea14-49ee-961a-feac7bc89b62 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771589
Feb 19 21:07:14.859716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1147e-493d-458f-a808-b09068a0b8bc req-986e7f7a-0c87-4772-a92f-521f6a54e111 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:14.861720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81c1147e-493d-458f-a808-b09068a0b8bc req-986e7f7a-0c87-4772-a92f-521f6a54e111 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 945 time: 0.1032245
Feb 19 21:07:14.868373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Router c64ed265-095a-4ec3-8cfd-ec809a7819d2 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:07:14.872691 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-61179789-b1fe-418e-a48b-47b64f7bc1fa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (0e0d8646-b180-49d7-8197-3eb6918a6c2b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:14.942363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61179789-b1fe-418e-a48b-47b64f7bc1fa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0d8646-b180-49d7-8197-3eb6918a6c2b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:14.948861 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-61179789-b1fe-418e-a48b-47b64f7bc1fa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:14.952721 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-61179789-b1fe-418e-a48b-47b64f7bc1fa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/0e0d8646-b180-49d7-8197-3eb6918a6c2b HTTP/1.1" status: 204  len: 168 time: 0.8006546
Feb 19 21:07:14.959299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8387544a-8e98-49eb-8009-c06250d9ec6f None None] Network bbf87d05-1298-4b2d-92d5-2d89c7d60e22 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:14.964720 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33608) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:15.027058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81c1147e-493d-458f-a808-b09068a0b8bc req-bde15e01-d7ab-41f5-bc14-7d3b41b09140 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562369
Feb 19 21:07:15.058190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2670f-aff1-4afb-9f97-0d190236e09d req-fac83202-2ddf-45ca-89e7-1da29988da84 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:15.069040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3b2670f-aff1-4afb-9f97-0d190236e09d req-fac83202-2ddf-45ca-89e7-1da29988da84 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.2005198
Feb 19 21:07:15.213230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3b2670f-aff1-4afb-9f97-0d190236e09d req-61783cce-4d89-48d3-bd56-30ee15ff276d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418674
Feb 19 21:07:15.284055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:15.333082 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Sync routers for ids ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:15.338793 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:15.343077 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9c52a880-3acc-4606-a39c-52e7fdef7137 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.8206906
Feb 19 21:07:15.343582 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33618) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:15.385229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f914fd38-6634-45be-86a2-d6f1cf7b6823 None None] DHCP port deletion for bbf87d05-1298-4b2d-92d5-2d89c7d60e22 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:07:15.421115 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Routers {'c64ed265-095a-4ec3-8cfd-ec809a7819d2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:15.423080 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700af040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:15.535770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bfb145a9-e8b8-4626-b790-b6c75b6ebded up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:15.573036 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (bbf87d05-1298-4b2d-92d5-2d89c7d60e22), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:15.683186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f914fd38-6634-45be-86a2-d6f1cf7b6823 None None] Deleting port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:15.693078 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f914fd38-6634-45be-86a2-d6f1cf7b6823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:15.736814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:15.737160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:15.742455 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Set router c64ed265-095a-4ec3-8cfd-ec809a7819d2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:15.873535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c259ea2-9776-4c92-a963-f24afd8fbdbb None None] Sync routers for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:15.898167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f914fd38-6634-45be-86a2-d6f1cf7b6823 None None] For port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6209d105-e13a-4dd4-bbaa-5670b9a85bdb,segment=NetworkSegment(2d87059e-afba-445f-b23f-20a16d077922),segment_id=2d87059e-afba-445f-b23f-20a16d077922)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:15.902068 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f914fd38-6634-45be-86a2-d6f1cf7b6823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:15.940790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c259ea2-9776-4c92-a963-f24afd8fbdbb None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:15.942126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3c259ea2-9776-4c92-a963-f24afd8fbdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b93be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:16.016735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] For port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6209d105-e13a-4dd4-bbaa-5670b9a85bdb,segment=NetworkSegment(2d87059e-afba-445f-b23f-20a16d077922),segment_id=2d87059e-afba-445f-b23f-20a16d077922)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:16.017631 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:16.076185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for 6209d105-e13a-4dd4-bbaa-5670b9a85bdb owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:16.112977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bfb145a9-e8b8-4626-b790-b6c75b6ebded triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:16.112977 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:16.234308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f914fd38-6634-45be-86a2-d6f1cf7b6823 None None] Calling delete_port for 6209d105-e13a-4dd4-bbaa-5670b9a85bdb owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:16.465797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-3c259ea2-9776-4c92-a963-f24afd8fbdbb None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:16.585796 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:16.662527 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700af040>, [{'id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'name': 'tempest-TaggedBootDevicesTest-81911863-router', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:10Z', 'updated_at': '2022-02-19T21:07:12Z', 'revision_number': 3, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'gw_port': {'id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:11Z', 'updated_at': '2022-02-19T21:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:16.669322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=6209d105-e13a-4dd4-bbaa-5670b9a85bdb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:16.712664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No DVR routers for this DVR port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:07:16.801333 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Checking router: c64ed265-095a-4ec3-8cfd-ec809a7819d2 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:16.803348 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Updating router c64ed265-095a-4ec3-8cfd-ec809a7819d2 port f08746fa-5061-4f8e-9064-5ae3e2f906bd binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:07:16.830668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cde63-87f1-4cfe-ac80-c30a7429e9fa req-ff5f685f-bdaf-4dca-9994-f59163c6ea05 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:16.833357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-846cde63-87f1-4cfe-ac80-c30a7429e9fa req-ff5f685f-bdaf-4dca-9994-f59163c6ea05 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 944 time: 0.9321532
Feb 19 21:07:16.880411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fe7e9-c5d1-4295-8fa0-4cae55586896 req-b5a28e5c-fd96-4e09-96cd-c7632d7b6b0c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:16.893791 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (bbf87d05-1298-4b2d-92d5-2d89c7d60e22), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:16.898006 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec2fe7e9-c5d1-4295-8fa0-4cae55586896 req-b5a28e5c-fd96-4e09-96cd-c7632d7b6b0c tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.9977438
Feb 19 21:07:16.931578 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:16.931799 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-54bee924-a0ad-4c52-977f-c213f7b371ae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2424374
Feb 19 21:07:16.937602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6bf9bf10>,) {'filters': {'network_id': ['bbf87d05-1298-4b2d-92d5-2d89c7d60e22']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:16.954574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device b110cc61-dab2-4486-a7cd-eb8a5572b017 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:16.966907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88268de7-5f04-4c63-9714-c1dae132e16b None None] Network 0da36102-c60d-4f7e-800c-e316d58b0870 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:16.978323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bf9bf10>, '2d87059e-afba-445f-b23f-20a16d077922') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:16.978724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bf9bf10>, '2d87059e-afba-445f-b23f-20a16d077922') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:16.992914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec2fe7e9-c5d1-4295-8fa0-4cae55586896 req-587557f6-79ce-4272-b85e-804ad9a2c4c8 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767384
Feb 19 21:07:17.018983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (2d87059e-afba-445f-b23f-20a16d077922), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.042957 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2d87059e-afba-445f-b23f-20a16d077922), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.056413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-846cde63-87f1-4cfe-ac80-c30a7429e9fa req-372eca96-0f85-4c42-b641-8fb9c84d6e16 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107494
Feb 19 21:07:17.070782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:07:17.070782 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (2d87059e-afba-445f-b23f-20a16d077922), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:07:17.199173 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:07:17.204799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (bbf87d05-1298-4b2d-92d5-2d89c7d60e22), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.249427 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.260407 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/networks/bbf87d05-1298-4b2d-92d5-2d89c7d60e22 HTTP/1.1" status: 204  len: 168 time: 2.2938886
Feb 19 21:07:17.269601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f914fd38-6634-45be-86a2-d6f1cf7b6823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (6209d105-e13a-4dd4-bbaa-5670b9a85bdb), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.277983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33638) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:17.334219 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.366014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0200fe-693f-4432-851a-a1c106cb27a8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Network': ['ID=bbf87d05-1298-4b2d-92d5-2d89c7d60e22,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:17.469320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-af6dc4ce-0a20-48d3-9d6f-8fe8191db855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:17.470908 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-af6dc4ce-0a20-48d3-9d6f-8fe8191db855 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1126 time: 0.2861462
Feb 19 21:07:17.709045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-33f88547-1e54-4240-a6c5-030b62c7bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:17.711304 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-33f88547-1e54-4240-a6c5-030b62c7bc97 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.1774786
Feb 19 21:07:17.719101 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Publish callbacks [] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.742589 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.851401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-278f3cca-2929-4c97-915c-4f535d7f416d None None] Provisioning complete for port bfb145a9-e8b8-4626-b790-b6c75b6ebded triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:17.852026 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-278f3cca-2929-4c97-915c-4f535d7f416d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.854259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f914fd38-6634-45be-86a2-d6f1cf7b6823 None None] Network bbf87d05-1298-4b2d-92d5-2d89c7d60e22 is not hosted by any dhcp agent {{(pid=121130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 19 21:07:17.854721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914fd38-6634-45be-86a2-d6f1cf7b6823 None None] No DVR routers for this DVR port 6209d105-e13a-4dd4-bbaa-5670b9a85bdb on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:07:17.878888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914fd38-6634-45be-86a2-d6f1cf7b6823 None None] Pushing event deleted for resources: {'Port': ['ID=6209d105-e13a-4dd4-bbaa-5670b9a85bdb,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:17.884756 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Attempting to bind port f08746fa-5061-4f8e-9064-5ae3e2f906bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:17.885142 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Attempting to bind port f08746fa-5061-4f8e-9064-5ae3e2f906bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:17.885511 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Attempting to bind port f08746fa-5061-4f8e-9064-5ae3e2f906bd on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:17.887733 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Pushing event updated for resources: {'Port': ['ID=f08746fa-5061-4f8e-9064-5ae3e2f906bd,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:17.920994 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:17.921400 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:17.921797 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.922234 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:17.923151 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Bound port: f08746fa-5061-4f8e-9064-5ae3e2f906bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:17.923151 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:17.926430 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.926882 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.927229 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.928594 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.930750 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.931120 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.931486 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.931816 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.932576 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.932576 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.932910 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.933129 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.937205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Allocated IP 172.20.0.1 (0da36102-c60d-4f7e-800c-e316d58b0870/f7cd3f05-7517-4810-80f5-138d07559641/e26c40ad-b30f-48e8-bfdf-3907aafe8e6e) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:17.938310 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:17.959527 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-fe2b3fff-4d5e-409c-8d0d-8c8cffc7644b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 998 time: 0.2358935
Feb 19 21:07:17.988589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port b110cc61-dab2-4486-a7cd-eb8a5572b017 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:07:18.048542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port b110cc61-dab2-4486-a7cd-eb8a5572b017 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:18.049178 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.064363 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] For port f08746fa-5061-4f8e-9064-5ae3e2f906bd, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:18.068893 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] For port f08746fa-5061-4f8e-9064-5ae3e2f906bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f08746fa-5061-4f8e-9064-5ae3e2f906bd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:18.072262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-a176bee9-b27e-4316-8719-eb2fada8ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:18.075088 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-a176bee9-b27e-4316-8719-eb2fada8ab21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1093798
Feb 19 21:07:18.080079 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.139851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bfb145a9-e8b8-4626-b790-b6c75b6ebded is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:18.140536 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.176902 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Publish callbacks [] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.228008 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Routers {'c64ed265-095a-4ec3-8cfd-ec809a7819d2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:18.239690 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700af040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:18.241762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port bfb145a9-e8b8-4626-b790-b6c75b6ebded, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfb145a9-e8b8-4626-b790-b6c75b6ebded,segment=NetworkSegment(6e74bebf-b9df-426d-8830-8e794f5688f4),segment_id=6e74bebf-b9df-426d-8830-8e794f5688f4)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:18.260019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3c259ea2-9776-4c92-a963-f24afd8fbdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b93be0>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:11Z', 'revision_number': 8, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:18.260512 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe9fb5-0f65-4ae5-bf41-658a0ad1a532 None None] Pushing event updated for resources: {'Port': ['ID=f08746fa-5061-4f8e-9064-5ae3e2f906bd,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:18.267787 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.269062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 684804be-be89-4716-b086-063a329a300b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:18.292213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-9968aa11-c916-40c9-8ab7-b25a903d1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:18.293864 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-9968aa11-c916-40c9-8ab7-b25a903d1419 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1987507
Feb 19 21:07:18.316115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5278e-609b-41bb-84cd-5f14c229aacd req-91b4452b-a78c-48a6-a2f8-9f8097cc471b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:18.318115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49c5278e-609b-41bb-84cd-5f14c229aacd req-91b4452b-a78c-48a6-a2f8-9f8097cc471b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1302063
Feb 19 21:07:18.324968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.400376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.432032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e26c40ad-b30f-48e8-bfdf-3907aafe8e6e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:18.469457 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] Set router c64ed265-095a-4ec3-8cfd-ec809a7819d2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:18.487527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Network 0da36102-c60d-4f7e-800c-e316d58b0870 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:18.502730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:18.505741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:18.529763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-278f3cca-2929-4c97-915c-4f535d7f416d None None] Current status of the port bfb145a9-e8b8-4626-b790-b6c75b6ebded is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:18.530271 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-278f3cca-2929-4c97-915c-4f535d7f416d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.533141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c259ea2-9776-4c92-a963-f24afd8fbdbb None None] Checking router: 471dc094-5099-4239-af97-a9c7c0e405c9 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:18.576356 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-6b08bba5-7422-457a-827c-cc8ad82d21a9 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2741647
Feb 19 21:07:18.608005 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f8f73558-34cb-49ba-8c56-ea26f7b985b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.639915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (c64ed265-095a-4ec3-8cfd-ec809a7819d2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.677127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=bfb145a9-e8b8-4626-b790-b6c75b6ebded,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:18.736377 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700af040>, [{'id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'name': 'tempest-TaggedBootDevicesTest-81911863-router', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:10Z', 'updated_at': '2022-02-19T21:07:12Z', 'revision_number': 3, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'gw_port': {'id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:11Z', 'updated_at': '2022-02-19T21:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:18.750325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c259ea2-9776-4c92-a963-f24afd8fbdbb None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:18.751243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3c259ea2-9776-4c92-a963-f24afd8fbdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b93be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:06:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:18.790066 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376513a-79c8-45c6-bebc-043d1edb2cc8 None None] The sync data for ids ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'] in ncdv-master-1 is: [{'id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'name': 'tempest-TaggedBootDevicesTest-81911863-router', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:10Z', 'updated_at': '2022-02-19T21:07:12Z', 'revision_number': 3, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'gw_port': {'id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:11Z', 'updated_at': '2022-02-19T21:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:18.816018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49c5278e-609b-41bb-84cd-5f14c229aacd req-acb1a8f4-651a-4793-8ae0-cff2d7c3c999 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4873168
Feb 19 21:07:18.818784 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-278f3cca-2929-4c97-915c-4f535d7f416d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:07:18.819138 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-652006ba-f018-4cba-821a-77ee7b714ba0 req-6b4d2b39-5281-4cf7-8768-5e5d6b3b4379 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816730
Feb 19 21:07:18.819872 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-278f3cca-2929-4c97-915c-4f535d7f416d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:07:18.821634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 684804be-be89-4716-b086-063a329a300b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:18.822117 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (684804be-be89-4716-b086-063a329a300b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.940160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port b110cc61-dab2-4486-a7cd-eb8a5572b017 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:18.940835 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:18.956888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-3c259ea2-9776-4c92-a963-f24afd8fbdbb None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:19.000745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ee907-e0e0-4ef0-9b52-8edee0a03c32 req-58bbab8c-b887-4659-b57d-f27500d7891b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:19.002511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-054ee907-e0e0-4ef0-9b52-8edee0a03c32 req-58bbab8c-b887-4659-b57d-f27500d7891b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 944 time: 0.5198138
Feb 19 21:07:19.028387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:19.032113 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:19.117060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port b110cc61-dab2-4486-a7cd-eb8a5572b017, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b110cc61-dab2-4486-a7cd-eb8a5572b017,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:19.118866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1a6553-3c84-44a4-a3f7-159e22f8c9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b110cc61-dab2-4486-a7cd-eb8a5572b017'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:19.123554 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d95215-57b6-422e-af9c-c2854ea02099" -d '{"events": [{"server_uuid": "dc1a6553-3c84-44a4-a3f7-159e22f8c9e2", "name": "network-vif-plugged", "status": "completed", "tag": "b110cc61-dab2-4486-a7cd-eb8a5572b017"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:19.125937 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:19.134359 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:19.269892 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] For port b8ac8d59-0bea-4f03-98d8-c8baf587e3ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8ac8d59-0bea-4f03-98d8-c8baf587e3ed,segment=NetworkSegment(9e0eb831-5885-4391-a701-40b2b0efd6b3),segment_id=9e0eb831-5885-4391-a701-40b2b0efd6b3)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:19.270807 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:19.335620 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bde690-a064-4eb4-afc0-69e231d69478 x-openstack-request-id: req-f5bde690-a064-4eb4-afc0-69e231d69478 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:19.335955 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1a6553-3c84-44a4-a3f7-159e22f8c9e2", "name": "network-vif-plugged", "status": "completed", "tag": "b110cc61-dab2-4486-a7cd-eb8a5572b017", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:19.336231 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5bde690-a064-4eb4-afc0-69e231d69478 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:19.336601 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1a6553-3c84-44a4-a3f7-159e22f8c9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b110cc61-dab2-4486-a7cd-eb8a5572b017', 'code': 200}
Feb 19 21:07:19.344244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for b8ac8d59-0bea-4f03-98d8-c8baf587e3ed owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:19.368511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-054ee907-e0e0-4ef0-9b52-8edee0a03c32 req-ad274828-201b-4e80-8ef5-62a3a37bf099 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3009193
Feb 19 21:07:19.532178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=b110cc61-dab2-4486-a7cd-eb8a5572b017,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:19.570580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 684804be-be89-4716-b086-063a329a300b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:19.574887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-278f3cca-2929-4c97-915c-4f535d7f416d None None] Current status of the port bfb145a9-e8b8-4626-b790-b6c75b6ebded is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:19.601002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 008d5a21-04b7-4f1d-a2e6-905f532aed2a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:07:19.666018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 008d5a21-04b7-4f1d-a2e6-905f532aed2a {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:07:19.666378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 008d5a21-04b7-4f1d-a2e6-905f532aed2a not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:07:19.744782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e39cc6-5a8e-4a93-8f37-e119aea5457c req-fb2a5d28-a6cc-4c61-a2f5-4c12bef1eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:19.747555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8e39cc6-5a8e-4a93-8f37-e119aea5457c req-fb2a5d28-a6cc-4c61-a2f5-4c12bef1eb46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ee065d1c70940cd8caadd525737c593&device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 1129 time: 0.3538792
Feb 19 21:07:19.781381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-705cf7b0-1c38-4596-b9e4-0c0a4fcd9105 None None] Provisioning complete for port bfb145a9-e8b8-4626-b790-b6c75b6ebded triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:19.781842 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-705cf7b0-1c38-4596-b9e4-0c0a4fcd9105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:19.845600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951ce7b-c793-4cc9-b008-a3283f00ae2e req-2fd4f601-f256-41e7-93ec-c50aa6b80e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:19.847309 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a951ce7b-c793-4cc9-b008-a3283f00ae2e req-2fd4f601-f256-41e7-93ec-c50aa6b80e9d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 1127 time: 0.3100145
Feb 19 21:07:19.900873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7b1fe-81be-4e86-80a8-379319e4f244 req-a788346b-f990-40b3-92ea-b64050c62b4b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:19.908826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50c7b1fe-81be-4e86-80a8-379319e4f244 req-a788346b-f990-40b3-92ea-b64050c62b4b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.3571830
Feb 19 21:07:20.010278 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a951ce7b-c793-4cc9-b008-a3283f00ae2e req-3a763389-3edf-465d-bb22-82636ee54950 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555257
Feb 19 21:07:20.058197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f08746fa-5061-4f8e-9064-5ae3e2f906bd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:20.103781 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b8ac8d59-0bea-4f03-98d8-c8baf587e3ed), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:20.146778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Publish callbacks [] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:20.149072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f08746fa-5061-4f8e-9064-5ae3e2f906bd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:20.149458 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:20.151128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-705cf7b0-1c38-4596-b9e4-0c0a4fcd9105 None None] Current status of the port bfb145a9-e8b8-4626-b790-b6c75b6ebded is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:20.165215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3c259ea2-9776-4c92-a963-f24afd8fbdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b93be0>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:11Z', 'revision_number': 8, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:20.185492 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:20.187156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=b8ac8d59-0bea-4f03-98d8-c8baf587e3ed,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:20.370353 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50c7b1fe-81be-4e86-80a8-379319e4f244 req-fdbe2b08-a01a-4a59-9fe4-785e175ad79d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4604087
Feb 19 21:07:20.373407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c259ea2-9776-4c92-a963-f24afd8fbdbb None None] The sync data for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 is: [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:11Z', 'revision_number': 8, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'b8ac8d59-0bea-4f03-98d8-c8baf587e3ed', 'name': '', 'network_id': 'fbafa138-1b94-4e99-89cf-613607b0ba20', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:6e:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:50Z', 'updated_at': '2022-02-19T21:06:57Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '4659c8e6-a40c-4d6d-871c-0cbb3faa9065', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:20.374786 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (c64ed265-095a-4ec3-8cfd-ec809a7819d2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:20.420059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-705cf7b0-1c38-4596-b9e4-0c0a4fcd9105 None None] Provisioning complete for port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:20.432296 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-705cf7b0-1c38-4596-b9e4-0c0a4fcd9105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:20.545326 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-07fda419-7cd7-47ca-a540-4feeeaa612ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:20.654622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-705cf7b0-1c38-4596-b9e4-0c0a4fcd9105 None None] Port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:20.666133 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:20.674181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f08746fa-5061-4f8e-9064-5ae3e2f906bd is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:20.674744 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:20.711844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e39cc6-5a8e-4a93-8f37-e119aea5457c req-043947c3-6aaf-4116-87b1-4c504e99e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:20.713911 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8e39cc6-5a8e-4a93-8f37-e119aea5457c req-043947c3-6aaf-4116-87b1-4c504e99e0ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 200  len: 914 time: 0.9598022
Feb 19 21:07:20.732699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port f08746fa-5061-4f8e-9064-5ae3e2f906bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f08746fa-5061-4f8e-9064-5ae3e2f906bd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:20.747783 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:20.748275 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bfb145a9-e8b8-4626-b790-b6c75b6ebded up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:20.823642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e26c40ad-b30f-48e8-bfdf-3907aafe8e6e,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:20.845327 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8e39cc6-5a8e-4a93-8f37-e119aea5457c req-cd697830-7783-4950-b88c-a60514b520b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a943b989-5a95-44a3-9a78-35384327a397 HTTP/1.1" status: 200  len: 217 time: 0.1196353
Feb 19 21:07:20.872816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=f08746fa-5061-4f8e-9064-5ae3e2f906bd,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:20.931215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744d38-f0b6-4c6a-990a-5fb9720c40ec req-2530f679-4ad1-472a-81d9-fe0820cc730c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:20.945039 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84744d38-f0b6-4c6a-990a-5fb9720c40ec req-2530f679-4ad1-472a-81d9-fe0820cc730c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 945 time: 0.4012682
Feb 19 21:07:20.953303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bfb145a9-e8b8-4626-b790-b6c75b6ebded triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:20.954185 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:21.012692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ca34d-c784-4030-8e4e-4cb2f2b7dd93 req-1f6b3d5c-c7ec-482b-aacd-1aa7288b7047 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:21.027137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-918ca34d-c784-4030-8e4e-4cb2f2b7dd93 req-1f6b3d5c-c7ec-482b-aacd-1aa7288b7047 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 947 time: 0.3665385
Feb 19 21:07:21.051388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e39cc6-5a8e-4a93-8f37-e119aea5457c req-e66a2449-0a98-4293-84ce-cd8ff3b6e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:21.053329 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8e39cc6-5a8e-4a93-8f37-e119aea5457c req-e66a2449-0a98-4293-84ce-cd8ff3b6e727 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=218165c0-fcdd-40ae-a1a5-3d39f73b2830 HTTP/1.1" status: 200  len: 853 time: 0.1919711
Feb 19 21:07:21.087722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bfb145a9-e8b8-4626-b790-b6c75b6ebded is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:21.125457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Network 0da36102-c60d-4f7e-800c-e316d58b0870 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:21.142015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 6209d105-e13a-4dd4-bbaa-5670b9a85bdb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:07:21.156604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:21.161169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8e39cc6-5a8e-4a93-8f37-e119aea5457c req-6a60b3ea-4438-41a6-bbbd-f6196a969ee9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=757b2f5d-0080-4f9a-891f-7b8f3d47ca02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0819740
Feb 19 21:07:21.175834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84744d38-f0b6-4c6a-990a-5fb9720c40ec req-8f5e8092-e2c7-43b4-a855-2b06313e7c5b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2298033
Feb 19 21:07:21.176426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 6209d105-e13a-4dd4-bbaa-5670b9a85bdb {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:07:21.176982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 6209d105-e13a-4dd4-bbaa-5670b9a85bdb not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:07:21.520042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-dfaf4077-b58a-447c-9e62-2bb6012d53ac None None] Provisioning complete for port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:21.520453 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dfaf4077-b58a-447c-9e62-2bb6012d53ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:21.528219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 471dc094-5099-4239-af97-a9c7c0e405c9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:21.579584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dfaf4077-b58a-447c-9e62-2bb6012d53ac None None] Port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:21.668353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:21.673592 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8d04a87d-8f20-43de-b077-73b999ea38fb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3941922
Feb 19 21:07:21.676237 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33696) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:21.684801 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b8989-d8eb-49fb-887b-55d2e7e50491 None None] Sync routers for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:21.703513 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b8989-d8eb-49fb-887b-55d2e7e50491 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:21.704017 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-214b8989-d8eb-49fb-887b-55d2e7e50491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a707b9d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:21.723489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-918ca34d-c784-4030-8e4e-4cb2f2b7dd93 req-fb94fe29-c962-4803-85b0-99a264181430 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6813602
Feb 19 21:07:21.788701 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:21.797801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b629b9-d215-413c-97d9-9ab89abef682 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting subnet 4659c8e6-a40c-4d6d-871c-0cbb3faa9065 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:07:21.801471 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8b629b9-d215-413c-97d9-9ab89abef682 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for subnet (4659c8e6-a40c-4d6d-871c-0cbb3faa9065), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:21.808238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8e39cc6-5a8e-4a93-8f37-e119aea5457c req-ab36cf17-52c4-49bf-8d28-f6bb395e9e23 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6365969
Feb 19 21:07:21.818167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8dbc6-6d1d-4e6e-b172-7d0838e0fafb req-e76259e6-77ed-4ef9-85d1-232b6e81dc22 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:21.820792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7e8dbc6-6d1d-4e6e-b172-7d0838e0fafb req-e76259e6-77ed-4ef9-85d1-232b6e81dc22 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1769884
Feb 19 21:07:21.877092 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-214b8989-d8eb-49fb-887b-55d2e7e50491 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:21.895208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Router c64ed265-095a-4ec3-8cfd-ec809a7819d2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:21.895441 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8b629b9-d215-413c-97d9-9ab89abef682 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (4659c8e6-a40c-4d6d-871c-0cbb3faa9065), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:21.969166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f08746fa-5061-4f8e-9064-5ae3e2f906bd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:22.036563 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8b629b9-d215-413c-97d9-9ab89abef682 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (4659c8e6-a40c-4d6d-871c-0cbb3faa9065), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:22.042855 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7e8dbc6-6d1d-4e6e-b172-7d0838e0fafb req-8cf3474f-45b7-4bc2-9917-405b347ab010 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107923
Feb 19 21:07:22.061588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8e39cc6-5a8e-4a93-8f37-e119aea5457c req-d71e59fa-6694-4272-9c96-ae4b444ed984 service neutron] 10.222.0.10 "GET /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2291472
Feb 19 21:07:22.099335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f08746fa-5061-4f8e-9064-5ae3e2f906bd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:22.099988 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:22.143821 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8b629b9-d215-413c-97d9-9ab89abef682 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (4659c8e6-a40c-4d6d-871c-0cbb3faa9065), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:22.218737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b629b9-d215-413c-97d9-9ab89abef682 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Subnet': ['ID=4659c8e6-a40c-4d6d-871c-0cbb3faa9065,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:22.233825 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8b629b9-d215-413c-97d9-9ab89abef682 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:22.243438 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e8b629b9-d215-413c-97d9-9ab89abef682 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/4659c8e6-a40c-4d6d-871c-0cbb3faa9065 HTTP/1.1" status: 204  len: 168 time: 0.5636592
Feb 19 21:07:22.243664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f08746fa-5061-4f8e-9064-5ae3e2f906bd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:22.243769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33712) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:22.263329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9f13b3-2c5d-4e31-a841-d6576729dd90 None None] Network fbafa138-1b94-4e99-89cf-613607b0ba20 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:22.321954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:22.335883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-879bd333-77bd-4284-bc71-0247758924b1 admin admin] 10.222.0.30 "PUT /v2.0/routers/c64ed265-095a-4ec3-8cfd-ec809a7819d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9902866
Feb 19 21:07:22.382491 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (fbafa138-1b94-4e99-89cf-613607b0ba20), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:22.406508 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-214b8989-d8eb-49fb-887b-55d2e7e50491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a707b9d30>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:19Z', 'revision_number': 9, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:22.415479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Sync routers for ids ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:22.480205 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b8989-d8eb-49fb-887b-55d2e7e50491 None None] Checking router: 471dc094-5099-4239-af97-a9c7c0e405c9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:22.490857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Routers {'c64ed265-095a-4ec3-8cfd-ec809a7819d2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:22.494674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6324b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:22.502914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0256d-146a-4a85-a2e3-f678afae3da7 req-03668aa4-ab1e-4372-96ad-5fe97ba74d9b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:22.508837 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b8989-d8eb-49fb-887b-55d2e7e50491 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:22.509793 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-214b8989-d8eb-49fb-887b-55d2e7e50491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a707b9d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:22.511541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ee0256d-146a-4a85-a2e3-f678afae3da7 req-03668aa4-ab1e-4372-96ad-5fe97ba74d9b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 945 time: 0.1195366
Feb 19 21:07:22.556504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:22.556876 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:22.597739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ee0256d-146a-4a85-a2e3-f678afae3da7 req-93a5fe9b-f053-46f1-9f2f-7f62c1976092 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786958
Feb 19 21:07:22.652323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] For port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f2792ae-b09c-44d4-ac9d-fe325957a3ef,segment=NetworkSegment(9e0eb831-5885-4391-a701-40b2b0efd6b3),segment_id=9e0eb831-5885-4391-a701-40b2b0efd6b3)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:22.652899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:22.668662 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for 2f2792ae-b09c-44d4-ac9d-fe325957a3ef owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:22.733342 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-214b8989-d8eb-49fb-887b-55d2e7e50491 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:22.772979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-0dc145c9-5a4d-4350-a387-15e74415cf4c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:22.774854 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-0dc145c9-5a4d-4350-a387-15e74415cf4c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.67 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 947 time: 0.3127477
Feb 19 21:07:22.776268 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2f2792ae-b09c-44d4-ac9d-fe325957a3ef), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:22.841879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No DVR routers for this DVR port 2f2792ae-b09c-44d4-ac9d-fe325957a3ef on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:07:22.920876 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=2f2792ae-b09c-44d4-ac9d-fe325957a3ef,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:23.047724 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (fbafa138-1b94-4e99-89cf-613607b0ba20), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:23.062928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fafca5-935d-40ef-bcbe-3900d43dd2a9 req-ba4b433b-62cf-4ee5-9d82-f28800a0550e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:23.074327 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4fafca5-935d-40ef-bcbe-3900d43dd2a9 req-ba4b433b-62cf-4ee5-9d82-f28800a0550e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 947 time: 0.1789832
Feb 19 21:07:23.077603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a4d91c0>,) {'filters': {'network_id': ['fbafa138-1b94-4e99-89cf-613607b0ba20']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:23.091604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Set router c64ed265-095a-4ec3-8cfd-ec809a7819d2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:23.120847 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a4d91c0>, '9e0eb831-5885-4391-a701-40b2b0efd6b3') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:23.122729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a4d91c0>, '9e0eb831-5885-4391-a701-40b2b0efd6b3') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:23.162485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (9e0eb831-5885-4391-a701-40b2b0efd6b3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:23.189844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d12216a-bb70-4383-b4b0-d5946521dcfc None None] DHCP port deletion for fbafa138-1b94-4e99-89cf-613607b0ba20 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:07:23.214558 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9e0eb831-5885-4391-a701-40b2b0efd6b3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:23.249090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:07:23.249441 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (9e0eb831-5885-4391-a701-40b2b0efd6b3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:07:23.268424 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:07:23.278185 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-214b8989-d8eb-49fb-887b-55d2e7e50491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a707b9d30>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:19Z', 'revision_number': 9, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:23.299860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4fafca5-935d-40ef-bcbe-3900d43dd2a9 req-4566eeaf-2790-42de-bd0e-93d5d1a91d33 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=4717633c-6758-493d-8726-8e5df44e6cd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2206416
Feb 19 21:07:23.349185 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b8989-d8eb-49fb-887b-55d2e7e50491 None None] The sync data for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 is: [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:19Z', 'revision_number': 9, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb7e163-1a6a-476d-a3fb-86abf4e907c1', 'name': '', 'network_id': 'c34197f7-6e5e-4517-b6a2-394f58a7dc8c', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:ee:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:43Z', 'updated_at': '2022-02-19T21:06:49Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '14cec782-f65e-4e0f-8798-05f96c8d1e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:23.366190 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Deleting port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:23.367113 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:23.385157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be3b7-e841-4a65-8c8d-763dcf6607bf req-949b5823-a1df-45e5-a83d-c3cb827d6dd6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:23.387587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-843be3b7-e841-4a65-8c8d-763dcf6607bf req-949b5823-a1df-45e5-a83d-c3cb827d6dd6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.2335155
Feb 19 21:07:23.486298 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:23.535386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-843be3b7-e841-4a65-8c8d-763dcf6607bf req-d15da60e-e4f5-43be-bd86-6d8713cdc131 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330025
Feb 19 21:07:23.541117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (fbafa138-1b94-4e99-89cf-613607b0ba20), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:23.552843 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:23.558592 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/networks/fbafa138-1b94-4e99-89cf-613607b0ba20 HTTP/1.1" status: 204  len: 168 time: 1.3112664
Feb 19 21:07:23.564527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33786) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:23.590054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c808e-db2d-4cd7-86a5-f1c32badfe1c tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Network': ['ID=fbafa138-1b94-4e99-89cf-613607b0ba20,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:23.639955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] For port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:23.640354 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:23.836097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6324b940>, [{'id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'name': 'tempest-TaggedBootDevicesTest-81911863-router', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:10Z', 'updated_at': '2022-02-19T21:07:18Z', 'revision_number': 4, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'gw_port': {'id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:11Z', 'updated_at': '2022-02-19T21:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e26c40ad-b30f-48e8-bfdf-3907aafe8e6e', 'name': '', 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'mac_address': 'fa:16:3e:d0:cb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7cd3f05-7517-4810-80f5-138d07559641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:17Z', 'updated_at': '2022-02-19T21:07:19Z', 'revision_number': 2, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'subnets': [{'id': 'f7cd3f05-7517-4810-80f5-138d07559641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:23.922665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b8ac8d59-0bea-4f03-98d8-c8baf587e3ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:07:23.930105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Checking router: c64ed265-095a-4ec3-8cfd-ec809a7819d2 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:23.930933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Updating router c64ed265-095a-4ec3-8cfd-ec809a7819d2 port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:07:23.963241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: b8ac8d59-0bea-4f03-98d8-c8baf587e3ed {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:07:23.963598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b8ac8d59-0bea-4f03-98d8-c8baf587e3ed not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:07:23.964597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2f2792ae-b09c-44d4-ac9d-fe325957a3ef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:07:24.007722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 2f2792ae-b09c-44d4-ac9d-fe325957a3ef {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:07:24.008039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2f2792ae-b09c-44d4-ac9d-fe325957a3ef not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:07:24.014067 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:24.035169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046a18f-2a16-4ae9-9ad6-ddd597e254f5 req-ab80b59b-483f-4ae7-80e0-ab90d554e9c5 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:24.043506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7046a18f-2a16-4ae9-9ad6-ddd597e254f5 req-ab80b59b-483f-4ae7-80e0-ab90d554e9c5 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.2928662
Feb 19 21:07:24.075586 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:24.076189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (43eaaaa2-c875-4c18-aba3-e7f5bd7463af), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:24.076543 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Floating IP 43eaaaa2-c875-4c18-aba3-e7f5bd7463af disassociated. External IP: 172.35.2.197, port: 2caf0c43-e8a7-47e8-a90c-390f3b45d82b.
Feb 19 21:07:24.076873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Calling delete_port for 2caf0c43-e8a7-47e8-a90c-390f3b45d82b owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:24.227442 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7046a18f-2a16-4ae9-9ad6-ddd597e254f5 req-21a77952-0f57-4a45-92e9-8fb841bafa39 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827524
Feb 19 21:07:24.303019 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2caf0c43-e8a7-47e8-a90c-390f3b45d82b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:24.358000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event deleted for resources: {'Port': ['ID=2caf0c43-e8a7-47e8-a90c-390f3b45d82b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:24.373907 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:24.481615 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:24.497524 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Publish callbacks [] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:24.514167 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:24.618435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f3158-8ff5-453e-894d-2375c6a798c3 None None] Pushing event updated for resources: {'Port': ['ID=e26c40ad-b30f-48e8-bfdf-3907aafe8e6e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:24.629498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c510cd5a-868e-4514-8706-ccbcf92ec2ca req-302c6825-961e-44ad-bda1-6e91991841d4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 210 time: 0.1035452
Feb 19 21:07:24.685868 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Router 3551e16e-45a4-4238-9450-1d19a8911920 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:24.703963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489eaa6-5edd-49f5-9ba6-b8287b8f89bb req-2a05ae6c-a0a0-4c2c-b3df-45f721360757 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:24.705292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9489eaa6-5edd-49f5-9ba6-b8287b8f89bb req-2a05ae6c-a0a0-4c2c-b3df-45f721360757 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.2230670
Feb 19 21:07:24.744252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Attempting to bind port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:24.744708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Attempting to bind port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e74bebf-b9df-426d-8830-8e794f5688f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:24.745195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Attempting to bind port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e on network 0da36102-c60d-4f7e-800c-e316d58b0870 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:24.751215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:24.751603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Checking segment: {'id': '6e74bebf-b9df-426d-8830-8e794f5688f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:24.752023 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:24.752511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Bound using segment: {'id': '6e74bebf-b9df-426d-8830-8e794f5688f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:24.753112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Bound port: e26c40ad-b30f-48e8-bfdf-3907aafe8e6e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e74bebf-b9df-426d-8830-8e794f5688f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:24.753691 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:24.887782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9489eaa6-5edd-49f5-9ba6-b8287b8f89bb req-27170623-c45a-40b5-b5f3-4d234e60238d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156232
Feb 19 21:07:24.907502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] For port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:24.914887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] For port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e26c40ad-b30f-48e8-bfdf-3907aafe8e6e,segment=NetworkSegment(6e74bebf-b9df-426d-8830-8e794f5688f4),segment_id=6e74bebf-b9df-426d-8830-8e794f5688f4)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:24.954815 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:25.011895 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:25.024414 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df07a0-8288-4c4a-bfdd-7ece1e6a5d93 None None] Sync routers for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:25.047865 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df07a0-8288-4c4a-bfdd-7ece1e6a5d93 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:25.051088 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-55df07a0-8288-4c4a-bfdd-7ece1e6a5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b745fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:25.124115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Routers {'c64ed265-095a-4ec3-8cfd-ec809a7819d2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:25.125160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6324b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:25.126638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] No DVR routers for this DVR port 2caf0c43-e8a7-47e8-a90c-390f3b45d82b on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:07:25.134150 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:25.137806 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c6d1cb8f-504d-4986-ae5a-6b13643fc7ef req-1ed164e8-b77b-4f07-a47c-f346d60b3e1e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.67 "DELETE /v2.0/ports/2caf0c43-e8a7-47e8-a90c-390f3b45d82b HTTP/1.1" status: 204  len: 173 time: 2.3506896
Feb 19 21:07:25.145154 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'name': 'network-vif-deleted', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:25.150067 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180271eb-53ba-4d79-80c8-076d257fd64a" -d '{"events": [{"server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "name": "network-vif-deleted", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:25.260556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f3158-8ff5-453e-894d-2375c6a798c3 None None] Pushing event updated for resources: {'Port': ['ID=e26c40ad-b30f-48e8-bfdf-3907aafe8e6e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:25.284753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e9631f20-60ce-480b-840a-da688467bf60 None None] Provisioning complete for port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:25.285383 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e9631f20-60ce-480b-840a-da688467bf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:25.331124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c0f1d-205a-4d73-989d-4a20196477e7 req-d94d525c-f834-4f10-85b3-14c27468cf92 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:25.331927 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d539671-d19f-4055-aadb-52d2acd24c22 x-openstack-request-id: req-0d539671-d19f-4055-aadb-52d2acd24c22 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:25.332237 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17524174-4cfd-409a-b6f4-15bde7d2c4d1", "name": "network-vif-deleted", "tag": "2caf0c43-e8a7-47e8-a90c-390f3b45d82b", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:25.332586 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d539671-d19f-4055-aadb-52d2acd24c22 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:25.332987 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17524174-4cfd-409a-b6f4-15bde7d2c4d1', 'name': 'network-vif-deleted', 'tag': '2caf0c43-e8a7-47e8-a90c-390f3b45d82b', 'status': 'completed', 'code': 200}
Feb 19 21:07:25.343829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-559c0f1d-205a-4d73-989d-4a20196477e7 req-d94d525c-f834-4f10-85b3-14c27468cf92 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.2403731
Feb 19 21:07:25.378101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] Set router c64ed265-095a-4ec3-8cfd-ec809a7819d2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:25.382448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port deb7e163-1a6a-476d-a3fb-86abf4e907c1 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:25.382951 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:25.496107 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-55df07a0-8288-4c4a-bfdd-7ece1e6a5d93 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:25.496308 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-559c0f1d-205a-4d73-989d-4a20196477e7 req-4e17e99a-41d3-4165-9d9e-608933e36e59 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510746
Feb 19 21:07:25.540527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] For port deb7e163-1a6a-476d-a3fb-86abf4e907c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deb7e163-1a6a-476d-a3fb-86abf4e907c1,segment=NetworkSegment(a0dc575e-34b1-4a75-848a-bd89a1627651),segment_id=a0dc575e-34b1-4a75-848a-bd89a1627651)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:25.540946 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:25.567576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for deb7e163-1a6a-476d-a3fb-86abf4e907c1 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:25.586691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e9631f20-60ce-480b-840a-da688467bf60 None None] Current status of the port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:25.587737 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e9631f20-60ce-480b-840a-da688467bf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:25.862709 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-55df07a0-8288-4c4a-bfdd-7ece1e6a5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b745fa0>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:25.896567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913857d-9e8f-4aaa-960c-b34d8bc44cf4 req-c9fd29c8-e6fe-4229-a54a-78baf015c7e2 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:25.909983 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3913857d-9e8f-4aaa-960c-b34d8bc44cf4 req-c9fd29c8-e6fe-4229-a54a-78baf015c7e2 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1707466
Feb 19 21:07:25.910855 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df07a0-8288-4c4a-bfdd-7ece1e6a5d93 None None] Checking router: 3551e16e-45a4-4238-9450-1d19a8911920 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:25.923541 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df07a0-8288-4c4a-bfdd-7ece1e6a5d93 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:25.924257 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-55df07a0-8288-4c4a-bfdd-7ece1e6a5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b745fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:26.033214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6d321bb2-05da-474e-84b5-33404ef61272 req-0a2f6170-8aef-45d4-9dc5-473011486f4e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=17524174-4cfd-409a-b6f4-15bde7d2c4d1 HTTP/1.1" status: 200  len: 210 time: 0.1122491
Feb 19 21:07:26.041069 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:26.047905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e9631f20-60ce-480b-840a-da688467bf60 None None] For port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e26c40ad-b30f-48e8-bfdf-3907aafe8e6e,segment=NetworkSegment(6e74bebf-b9df-426d-8830-8e794f5688f4),segment_id=6e74bebf-b9df-426d-8830-8e794f5688f4)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:26.071730 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-55df07a0-8288-4c4a-bfdd-7ece1e6a5d93 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:26.072652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e9631f20-60ce-480b-840a-da688467bf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:26.187225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3913857d-9e8f-4aaa-960c-b34d8bc44cf4 req-dc03e731-574c-4a48-9e5b-1726ce7b45e7 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2761803
Feb 19 21:07:26.190237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9631f20-60ce-480b-840a-da688467bf60 None None] Pushing event updated for resources: {'Port': ['ID=e26c40ad-b30f-48e8-bfdf-3907aafe8e6e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:26.196810 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (deb7e163-1a6a-476d-a3fb-86abf4e907c1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:26.234405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6324b940>, [{'id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'name': 'tempest-TaggedBootDevicesTest-81911863-router', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:10Z', 'updated_at': '2022-02-19T21:07:18Z', 'revision_number': 4, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'gw_port': {'id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:11Z', 'updated_at': '2022-02-19T21:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e26c40ad-b30f-48e8-bfdf-3907aafe8e6e', 'name': '', 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'mac_address': 'fa:16:3e:d0:cb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7cd3f05-7517-4810-80f5-138d07559641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:17Z', 'updated_at': '2022-02-19T21:07:24Z', 'revision_number': 4, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'subnets': [{'id': 'f7cd3f05-7517-4810-80f5-138d07559641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:26.245859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=deb7e163-1a6a-476d-a3fb-86abf4e907c1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:26.295955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed9178-7605-472d-be2f-055d645bc942 None None] The sync data for ids ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'] in ncdv-master-1 is: [{'id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'name': 'tempest-TaggedBootDevicesTest-81911863-router', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:10Z', 'updated_at': '2022-02-19T21:07:18Z', 'revision_number': 4, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'gw_port': {'id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:11Z', 'updated_at': '2022-02-19T21:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e26c40ad-b30f-48e8-bfdf-3907aafe8e6e', 'name': '', 'network_id': '0da36102-c60d-4f7e-800c-e316d58b0870', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'mac_address': 'fa:16:3e:d0:cb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'f7cd3f05-7517-4810-80f5-138d07559641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:17Z', 'updated_at': '2022-02-19T21:07:24Z', 'revision_number': 4, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'subnets': [{'id': 'f7cd3f05-7517-4810-80f5-138d07559641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:26.303127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1721e79f-fddd-4aaa-a548-c53128ed6fda None None] Provisioning complete for port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:26.303542 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1721e79f-fddd-4aaa-a548-c53128ed6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:26.548211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1721e79f-fddd-4aaa-a548-c53128ed6fda None None] Current status of the port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:26.597660 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-55df07a0-8288-4c4a-bfdd-7ece1e6a5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b745fa0>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:26.664090 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df07a0-8288-4c4a-bfdd-7ece1e6a5d93 None None] The sync data for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 is: [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:26.666440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3364b0-98a0-4929-a30c-24a8ac28c217 req-7b543b6f-b7d9-4548-8b2f-5dcae6604914 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:26.668448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b3364b0-98a0-4929-a30c-24a8ac28c217 req-7b543b6f-b7d9-4548-8b2f-5dcae6604914 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.2608399
Feb 19 21:07:26.699496 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:26.866078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b3364b0-98a0-4929-a30c-24a8ac28c217 req-57a720d4-d239-44f1-93b4-5adac017f5cf tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630540
Feb 19 21:07:27.023913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 471dc094-5099-4239-af97-a9c7c0e405c9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:27.233575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33914) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:27.261649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940eec21-96be-4749-acd1-c6c690a55069 None None] New status for floating IP 43eaaaa2-c875-4c18-aba3-e7f5bd7463af: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:07:27.407981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8980-2f1a-4690-8507-9187227879c8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (4717633c-6758-493d-8726-8e5df44e6cd7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:27.459048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 2caf0c43-e8a7-47e8-a90c-390f3b45d82b no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:07:27.469038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8980-2f1a-4690-8507-9187227879c8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (4717633c-6758-493d-8726-8e5df44e6cd7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:27.494683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 2caf0c43-e8a7-47e8-a90c-390f3b45d82b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:07:27.494804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 2caf0c43-e8a7-47e8-a90c-390f3b45d82b not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:07:27.552202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8980-2f1a-4690-8507-9187227879c8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4717633c-6758-493d-8726-8e5df44e6cd7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:27.556646 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c8a8980-2f1a-4690-8507-9187227879c8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:27.559267 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8c8a8980-2f1a-4690-8507-9187227879c8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "DELETE /v2.0/security-groups/4717633c-6758-493d-8726-8e5df44e6cd7 HTTP/1.1" status: 204  len: 168 time: 0.3225930
Feb 19 21:07:27.587898 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33920) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:27.616776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a8980-2f1a-4690-8507-9187227879c8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4717633c-6758-493d-8726-8e5df44e6cd7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:27.629111 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-5ef3010c-45f6-415a-8bc4-0851d0175ff7 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] show failed (client error): The resource could not be found.
Feb 19 21:07:27.629111 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5ef3010c-45f6-415a-8bc4-0851d0175ff7 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups/4717633c-6758-493d-8726-8e5df44e6cd7 HTTP/1.1" status: 404  len: 347 time: 0.0342379
Feb 19 21:07:27.629111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33922) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:27.710324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:27.736450 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f16e76-8520-4d2d-a455-4225f11298bb None None] Sync routers for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:27.744751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cfed6c4d-3923-4e0e-9092-92e578595ccd tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1725333
Feb 19 21:07:27.758352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb00f2-071b-4b3b-a628-041a33771a99 req-8182184d-f2aa-4add-93c3-cdf4c8501472 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:27.765627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96cb00f2-071b-4b3b-a628-041a33771a99 req-8182184d-f2aa-4add-93c3-cdf4c8501472 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.7350197
Feb 19 21:07:27.768928 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f16e76-8520-4d2d-a455-4225f11298bb None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:27.769206 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33926) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:27.771716 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-40f16e76-8520-4d2d-a455-4225f11298bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7005aaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:27.925031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96cb00f2-071b-4b3b-a628-041a33771a99 req-37e6015a-6a09-4c32-a202-e1ea0e1ed603 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582553
Feb 19 21:07:27.971904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f115b81e-d58d-4287-a211-3f31593cd700 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting subnet 14cec782-f65e-4e0f-8798-05f96c8d1e0d {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:07:27.972691 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-40f16e76-8520-4d2d-a455-4225f11298bb None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:27.978868 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f115b81e-d58d-4287-a211-3f31593cd700 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for subnet (14cec782-f65e-4e0f-8798-05f96c8d1e0d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:28.031761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e26c40ad-b30f-48e8-bfdf-3907aafe8e6e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:28.059489 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f115b81e-d58d-4287-a211-3f31593cd700 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (14cec782-f65e-4e0f-8798-05f96c8d1e0d), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:28.119390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0ef49717-fbc3-4f03-ba1e-9fbbbbadf314 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Deleting port 3826a4c9-7f16-48a3-b90f-b48fff85acca {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:28.119980 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49717-fbc3-4f03-ba1e-9fbbbbadf314 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3826a4c9-7f16-48a3-b90f-b48fff85acca), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:28.166072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78bc5e-099c-42c4-8558-a4935c11af6d req-c4c7143a-03e2-4300-a6de-89fb20e048bd tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:28.168126 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc78bc5e-099c-42c4-8558-a4935c11af6d req-c4c7143a-03e2-4300-a6de-89fb20e048bd tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1279495
Feb 19 21:07:28.174173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:28.174768 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:28.262932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc78bc5e-099c-42c4-8558-a4935c11af6d req-e21f5207-75ba-42c6-841b-cfdec53685a3 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846629
Feb 19 21:07:28.361753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:28.397089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49717-fbc3-4f03-ba1e-9fbbbbadf314 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3826a4c9-7f16-48a3-b90f-b48fff85acca), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:28.397794 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49717-fbc3-4f03-ba1e-9fbbbbadf314 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (3826a4c9-7f16-48a3-b90f-b48fff85acca), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:28.404810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f115b81e-d58d-4287-a211-3f31593cd700 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (14cec782-f65e-4e0f-8798-05f96c8d1e0d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:28.416245 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-40f16e76-8520-4d2d-a455-4225f11298bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7005aaf0>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:25Z', 'revision_number': 10, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:28.448387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0ef49717-fbc3-4f03-ba1e-9fbbbbadf314 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Calling delete_port for 3826a4c9-7f16-48a3-b90f-b48fff85acca owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:28.455775 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f16e76-8520-4d2d-a455-4225f11298bb None None] Checking router: 471dc094-5099-4239-af97-a9c7c0e405c9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:28.469134 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f16e76-8520-4d2d-a455-4225f11298bb None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:28.470223 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-40f16e76-8520-4d2d-a455-4225f11298bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7005aaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:28.651970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9583da1-f109-496a-96b3-07a93e73056f req-2b24d408-844d-4eb5-a017-75fb2447e251 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:28.662485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f115b81e-d58d-4287-a211-3f31593cd700 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (14cec782-f65e-4e0f-8798-05f96c8d1e0d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:28.663065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9583da1-f109-496a-96b3-07a93e73056f req-2b24d408-844d-4eb5-a017-75fb2447e251 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1280196
Feb 19 21:07:28.669094 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-40f16e76-8520-4d2d-a455-4225f11298bb None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:28.708629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115b81e-d58d-4287-a211-3f31593cd700 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Subnet': ['ID=14cec782-f65e-4e0f-8798-05f96c8d1e0d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:28.717744 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f115b81e-d58d-4287-a211-3f31593cd700 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:28.723746 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f115b81e-d58d-4287-a211-3f31593cd700 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/14cec782-f65e-4e0f-8798-05f96c8d1e0d HTTP/1.1" status: 204  len: 168 time: 0.9530518
Feb 19 21:07:28.727770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33952) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:28.746899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6cbd02-1379-4349-885f-5417287782fc None None] Network c34197f7-6e5e-4517-b6a2-394f58a7dc8c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:28.751679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9583da1-f109-496a-96b3-07a93e73056f req-ea5d0834-428e-4a70-9b0e-1e008ee79f96 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842364
Feb 19 21:07:28.875084 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (c34197f7-6e5e-4517-b6a2-394f58a7dc8c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:28.948195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9c6f8-51a0-46a2-9509-87fd9b1a2921 req-0cc8f3ef-c192-4a33-9fcc-c8978c590410 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:28.956706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70d9c6f8-51a0-46a2-9509-87fd9b1a2921 req-0cc8f3ef-c192-4a33-9fcc-c8978c590410 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1193335
Feb 19 21:07:28.983373 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49717-fbc3-4f03-ba1e-9fbbbbadf314 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3826a4c9-7f16-48a3-b90f-b48fff85acca), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.037409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef49717-fbc3-4f03-ba1e-9fbbbbadf314 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event deleted for resources: {'Port': ['ID=3826a4c9-7f16-48a3-b90f-b48fff85acca,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:29.058159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port 94878422-6bfa-4f6c-bf98-35fda05df28c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:29.058722 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.064992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70d9c6f8-51a0-46a2-9509-87fd9b1a2921 req-870970ce-0318-4b50-8e7c-b51dc0966f33 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063013
Feb 19 21:07:29.079137 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-40f16e76-8520-4d2d-a455-4225f11298bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7005aaf0>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:25Z', 'revision_number': 10, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:29.090070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca973c-d1a7-4437-9acd-fb7f9b99be52 None None] DHCP port deletion for c34197f7-6e5e-4517-b6a2-394f58a7dc8c request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:07:29.148502 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f16e76-8520-4d2d-a455-4225f11298bb None None] The sync data for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 is: [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:25Z', 'revision_number': 10, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None, '_interfaces': [{'id': 'c95a7071-dc2a-4f7f-94e9-0e330e4bd587', 'name': '', 'network_id': '89237e9a-f892-4ccd-8015-6372a1298d34', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'mac_address': 'fa:16:3e:23:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:35Z', 'updated_at': '2022-02-19T21:06:41Z', 'revision_number': 5, 'project_id': '9d72316bcd0440d482839e842e71771e', 'subnets': [{'id': '04294aa3-2803-4c47-9e21-b591906f91ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:29.185224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1dca973c-d1a7-4437-9acd-fb7f9b99be52 None None] Deleting port 94878422-6bfa-4f6c-bf98-35fda05df28c {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:29.185847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1dca973c-d1a7-4437-9acd-fb7f9b99be52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.189713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] For port 94878422-6bfa-4f6c-bf98-35fda05df28c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94878422-6bfa-4f6c-bf98-35fda05df28c,segment=NetworkSegment(a0dc575e-34b1-4a75-848a-bd89a1627651),segment_id=a0dc575e-34b1-4a75-848a-bd89a1627651)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:29.190340 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.213494 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for 94878422-6bfa-4f6c-bf98-35fda05df28c owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:29.278761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1dca973c-d1a7-4437-9acd-fb7f9b99be52 None None] For port 94878422-6bfa-4f6c-bf98-35fda05df28c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94878422-6bfa-4f6c-bf98-35fda05df28c,segment=NetworkSegment(a0dc575e-34b1-4a75-848a-bd89a1627651),segment_id=a0dc575e-34b1-4a75-848a-bd89a1627651)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:29.279437 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1dca973c-d1a7-4437-9acd-fb7f9b99be52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.303218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1dca973c-d1a7-4437-9acd-fb7f9b99be52 None None] Calling delete_port for 94878422-6bfa-4f6c-bf98-35fda05df28c owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:29.336864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f5d1-9bf4-4ac7-90c9-d168b5ca0f69 req-a94e89ea-c13e-4cfd-8afb-996d3fb286d1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:29.338940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b948f5d1-9bf4-4ac7-90c9-d168b5ca0f69 req-a94e89ea-c13e-4cfd-8afb-996d3fb286d1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1039648
Feb 19 21:07:29.386284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.393938 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49717-fbc3-4f03-ba1e-9fbbbbadf314 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (43eaaaa2-c875-4c18-aba3-e7f5bd7463af), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.397775 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49717-fbc3-4f03-ba1e-9fbbbbadf314 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.404108 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0ef49717-fbc3-4f03-ba1e-9fbbbbadf314 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "DELETE /v2.0/floatingips/43eaaaa2-c875-4c18-aba3-e7f5bd7463af HTTP/1.1" status: 204  len: 168 time: 1.7735641
Feb 19 21:07:29.407820 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.425940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b948f5d1-9bf4-4ac7-90c9-d168b5ca0f69 req-3e16fc2f-dbea-493a-bf9a-45e2e9163b67 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812697
Feb 19 21:07:29.481069 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1dca973c-d1a7-4437-9acd-fb7f9b99be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (94878422-6bfa-4f6c-bf98-35fda05df28c), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.505614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No DVR routers for this DVR port 94878422-6bfa-4f6c-bf98-35fda05df28c on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:07:29.508745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=94878422-6bfa-4f6c-bf98-35fda05df28c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:29.566867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca973c-d1a7-4437-9acd-fb7f9b99be52 None None] Pushing event deleted for resources: {'Port': ['ID=94878422-6bfa-4f6c-bf98-35fda05df28c,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:29.574195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca973c-d1a7-4437-9acd-fb7f9b99be52 None None] No DVR routers for this DVR port 94878422-6bfa-4f6c-bf98-35fda05df28c on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:07:29.669801 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (c34197f7-6e5e-4517-b6a2-394f58a7dc8c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.714577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc37865-b208-464b-b8a3-ed26271490c6 req-777cf1eb-9a53-42cd-8fb3-6b7c8fe31f2d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:29.724221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbc37865-b208-464b-b8a3-ed26271490c6 req-777cf1eb-9a53-42cd-8fb3-6b7c8fe31f2d tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1340261
Feb 19 21:07:29.742224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6bf29bb0>,) {'filters': {'network_id': ['c34197f7-6e5e-4517-b6a2-394f58a7dc8c']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:29.753797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bf29bb0>, 'a0dc575e-34b1-4a75-848a-bd89a1627651') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:29.753924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bf29bb0>, 'a0dc575e-34b1-4a75-848a-bd89a1627651') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:29.767518 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a0dc575e-34b1-4a75-848a-bd89a1627651), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.784887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33976) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:29.792014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5d4a5fec-d6c9-459d-84b2-826895f5d853 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120550201', 'description': 'tempest-description--1337013780'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:29.807117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a0dc575e-34b1-4a75-848a-bd89a1627651), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.820378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbc37865-b208-464b-b8a3-ed26271490c6 req-39ece3a1-ca2c-424e-bf08-71976ad330c1 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948255
Feb 19 21:07:29.824508 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:07:29.825513 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a0dc575e-34b1-4a75-848a-bd89a1627651), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:07:29.831573 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:07:29.892966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 94878422-6bfa-4f6c-bf98-35fda05df28c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:07:29.918988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 94878422-6bfa-4f6c-bf98-35fda05df28c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:07:29.919344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 94878422-6bfa-4f6c-bf98-35fda05df28c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:07:29.919774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device deb7e163-1a6a-476d-a3fb-86abf4e907c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:07:29.951678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5fec-d6c9-459d-84b2-826895f5d853 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.974129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: deb7e163-1a6a-476d-a3fb-86abf4e907c1 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:07:29.974304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device deb7e163-1a6a-476d-a3fb-86abf4e907c1 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:07:29.981167 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (c34197f7-6e5e-4517-b6a2-394f58a7dc8c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.992671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:29.995806 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/networks/c34197f7-6e5e-4517-b6a2-394f58a7dc8c HTTP/1.1" status: 204  len: 168 time: 1.2666469
Feb 19 21:07:29.999267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34000) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:30.015714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebfd02-15dc-42b6-ab60-370aa64d4774 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Network': ['ID=c34197f7-6e5e-4517-b6a2-394f58a7dc8c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:30.093364 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5fec-d6c9-459d-84b2-826895f5d853 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (ecb5ad50-1675-4392-8d79-6a7b77f3cc15), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.103271 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5fec-d6c9-459d-84b2-826895f5d853 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ecb5ad50-1675-4392-8d79-6a7b77f3cc15), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.153920 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5fec-d6c9-459d-84b2-826895f5d853 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.155307 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5d4a5fec-d6c9-459d-84b2-826895f5d853 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3721869
Feb 19 21:07:30.158881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34004) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:30.161757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a5fec-d6c9-459d-84b2-826895f5d853 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb5ad50-1675-4392-8d79-6a7b77f3cc15,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:30.163741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c297fac5-ac6e-4a17-8eb9-539a4642268b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'security_group_rule': {'security_group_id': 'ecb5ad50-1675-4392-8d79-6a7b77f3cc15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:30.202933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf04a5-3cd2-4d28-991b-9890d439ff3f req-37f01501-51c5-4217-8ae5-b783169e7354 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:30.204423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccdf04a5-3cd2-4d28-991b-9890d439ff3f req-37f01501-51c5-4217-8ae5-b783169e7354 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.2275085
Feb 19 21:07:30.330773 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c297fac5-ac6e-4a17-8eb9-539a4642268b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (065ea45f-ce2b-450c-88f4-014e6c0080f2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.400479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccdf04a5-3cd2-4d28-991b-9890d439ff3f req-8eabd4e9-8db8-4ec2-85d5-02c731154a93 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564360
Feb 19 21:07:30.477166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6130038-0912-4cf6-883a-8b9224f1b3f1 req-4db10ec4-9b4a-4806-940c-dca00489e996 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:30.478599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6130038-0912-4cf6-883a-8b9224f1b3f1 req-4db10ec4-9b4a-4806-940c-dca00489e996 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 945 time: 0.2732551
Feb 19 21:07:30.486171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c297fac5-ac6e-4a17-8eb9-539a4642268b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (065ea45f-ce2b-450c-88f4-014e6c0080f2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.507520 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c297fac5-ac6e-4a17-8eb9-539a4642268b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (065ea45f-ce2b-450c-88f4-014e6c0080f2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.591037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297fac5-ac6e-4a17-8eb9-539a4642268b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065ea45f-ce2b-450c-88f4-014e6c0080f2,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:30.601908 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c297fac5-ac6e-4a17-8eb9-539a4642268b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.603144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c297fac5-ac6e-4a17-8eb9-539a4642268b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4431794
Feb 19 21:07:30.606292 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34010) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:30.615038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1a16a2b8-a683-4c1e-abde-44fe7f37d021 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'security_group_rule': {'security_group_id': 'ecb5ad50-1675-4392-8d79-6a7b77f3cc15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:30.636078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6130038-0912-4cf6-883a-8b9224f1b3f1 req-5a9acd2f-f900-46fd-a496-e72618b0089f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486595
Feb 19 21:07:30.650419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3bcc6-b9e4-4315-a0f6-4324a6270e59 req-3ad7d4a0-df9e-4f74-835a-983e314412b5 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:30.652223 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aad3bcc6-b9e4-4315-a0f6-4324a6270e59 req-3ad7d4a0-df9e-4f74-835a-983e314412b5 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1684651
Feb 19 21:07:30.654331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34012) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:30.659642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-808001147'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:30.665856 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a16a2b8-a683-4c1e-abde-44fe7f37d021 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (c6de5b7b-9827-4309-9b4a-f2779c612d43), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.730715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:30.734095 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.740991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-50e4bcd4-a663-4859-a31c-f8185b6d5897 req-74fd52a0-7714-4572-aad2-ec09fe570dae service neutron] (121129) timed out ('10.222.0.30', 40956) {{(pid=121129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:07:30.743443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a16a2b8-a683-4c1e-abde-44fe7f37d021 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (c6de5b7b-9827-4309-9b4a-f2779c612d43), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.747749 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a16a2b8-a683-4c1e-abde-44fe7f37d021 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c6de5b7b-9827-4309-9b4a-f2779c612d43), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.761953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16a2b8-a683-4c1e-abde-44fe7f37d021 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6de5b7b-9827-4309-9b4a-f2779c612d43,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:30.763498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aad3bcc6-b9e4-4315-a0f6-4324a6270e59 req-0c1af0ae-8073-4f9b-97bf-b2de32bfd74b tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982106
Feb 19 21:07:30.790323 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a16a2b8-a683-4c1e-abde-44fe7f37d021 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.794216 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1a16a2b8-a683-4c1e-abde-44fe7f37d021 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1858294
Feb 19 21:07:30.797404 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34014) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:30.802613 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:30.816619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:07:30.829057 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.841947 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8f794853-3a6c-4ecc-8a03-6ca50547703e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.842502 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Added segment 8f794853-3a6c-4ecc-8a03-6ca50547703e of type vlan for network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06
Feb 19 21:07:30.936709 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.939525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (dab979e5-8b5d-487e-9e1b-dac0a9f9ee06), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:30.947657 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.050665 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (dab979e5-8b5d-487e-9e1b-dac0a9f9ee06), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.055683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:31.056298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.064130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Allocated IP 172.35.2.18 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/e19787a0-d838-4bf1-92e4-a318602aad12) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:31.128760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f1f1b-9633-4dab-a1e0-92a4f9fb141a req-4016a19e-8506-46bf-bf08-d3bd6411a8ae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:31.130301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e4f1f1b-9633-4dab-a1e0-92a4f9fb141a req-4016a19e-8506-46bf-bf08-d3bd6411a8ae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.2472739
Feb 19 21:07:31.169675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.5142846
Feb 19 21:07:31.172429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34022) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:31.178832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-850730840'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:31.186616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for port (e19787a0-d838-4bf1-92e4-a318602aad12), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.215537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f812d-37c6-429b-8924-fae5acfa185d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Network': ['ID=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:31.222083 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:31.227809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.231066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:07:31.262942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e4f1f1b-9633-4dab-a1e0-92a4f9fb141a req-72e427e4-45fa-48cf-b636-d950c1b6e4d6 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974636
Feb 19 21:07:31.271348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:07:31.293603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6a016ac9-7232-479b-a7d8-fab641433d53), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.294070 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Added segment 6a016ac9-7232-479b-a7d8-fab641433d53 of type vlan for network 5c55b6fb-c182-40ec-8324-04db14622512
Feb 19 21:07:31.305231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e19787a0-d838-4bf1-92e4-a318602aad12), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.376380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:31.389302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:31.400109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:31.407071 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (5c55b6fb-c182-40ec-8324-04db14622512), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.428251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'Port': ['ID=e19787a0-d838-4bf1-92e4-a318602aad12,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:31.443222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port c95a7071-dc2a-4f7f-94e9-0e330e4bd587 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:31.443792 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.496179 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (5c55b6fb-c182-40ec-8324-04db14622512), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.501563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:31.502215 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.582030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] For port c95a7071-dc2a-4f7f-94e9-0e330e4bd587, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c95a7071-dc2a-4f7f-94e9-0e330e4bd587,segment=NetworkSegment(52f98b70-4d82-412d-9dc6-15e01a545b47),segment_id=52f98b70-4d82-412d-9dc6-15e01a545b47)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:31.583072 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.596120 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.4225676
Feb 19 21:07:31.596453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34042) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:31.607912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'subnet': {'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:31.619522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539e7b-d488-4c71-9d0b-adcfef158274 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Network': ['ID=5c55b6fb-c182-40ec-8324-04db14622512,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:31.634175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (7c6ef4f6-2622-4820-aa6d-24d28c0a40d9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.638461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for c95a7071-dc2a-4f7f-94e9-0e330e4bd587 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:31.643617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 5c55b6fb-c182-40ec-8324-04db14622512 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:07:31.693986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e19787a0-d838-4bf1-92e4-a318602aad12), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.841693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:31.845101 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.902075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for port (e19787a0-d838-4bf1-92e4-a318602aad12), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.913053 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e19787a0-d838-4bf1-92e4-a318602aad12), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:31.967227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55c79d-3a5e-4f14-8a51-7234b0d180fb req-22e03725-2388-47af-9433-0e69b32546ed tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:31.968870 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c55c79d-3a5e-4f14-8a51-7234b0d180fb req-22e03725-2388-47af-9433-0e69b32546ed tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 945 time: 0.2041430
Feb 19 21:07:32.003874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'Port': ['ID=e19787a0-d838-4bf1-92e4-a318602aad12,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:32.019310 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (7c6ef4f6-2622-4820-aa6d-24d28c0a40d9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:32.039958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:32.041840 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4f3177b2-c067-4712-989c-1a0c353221e9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2431574
Feb 19 21:07:32.161186 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c95a7071-dc2a-4f7f-94e9-0e330e4bd587), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:32.175402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c55c79d-3a5e-4f14-8a51-7234b0d180fb req-d80906e4-59be-4a88-b1a9-f549837aa8dd tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846364
Feb 19 21:07:32.215512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=c95a7071-dc2a-4f7f-94e9-0e330e4bd587,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:32.240385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f6700-fbee-42d1-94e5-d205994c26b1 req-339a2f54-88a3-40b9-99bb-9356bac14231 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:32.241961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b89f6700-fbee-42d1-94e5-d205994c26b1 req-339a2f54-88a3-40b9-99bb-9356bac14231 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 945 time: 0.2261386
Feb 19 21:07:32.453647 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (22873e1a-4ba9-4341-b5d3-ec2f4ce8e150), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:32.534898 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-d0186f8e-cf14-4ad7-9175-03faf3e6feb7 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2120550201&fields=id&tenant_id=61ad9ca9c0944ba68443aaa71a10eb19 HTTP/1.1" status: 200  len: 267 time: 0.2918754
Feb 19 21:07:32.614860 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (471dc094-5099-4239-af97-a9c7c0e405c9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:32.703108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Subnet': ['ID=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:32.806547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b89f6700-fbee-42d1-94e5-d205994c26b1 req-512fdd57-ce60-4fc7-b52c-dd8d208dd75a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Deleting port b110cc61-dab2-4486-a7cd-eb8a5572b017 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:32.807082 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b89f6700-fbee-42d1-94e5-d205994c26b1 req-512fdd57-ce60-4fc7-b52c-dd8d208dd75a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:32.818548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Checking segment: {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:32.818903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network hostable DHCP agents. Network: dab979e5-8b5d-487e-9e1b-dac0a9f9ee06, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:07:32.895257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6144-1749-45e8-9df6-328893742ce6 req-fe8f8836-af6e-4d72-bd6e-1275c3505727 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:32.896770 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-fe8f8836-af6e-4d72-bd6e-1275c3505727 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 816 time: 0.3368390
Feb 19 21:07:32.939234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-db350c4d-4c81-4574-bc41-b167fe76c007 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/quotas/61ad9ca9c0944ba68443aaa71a10eb19 HTTP/1.1" status: 200  len: 375 time: 0.0346448
Feb 19 21:07:32.939829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:07:33.345062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dab979e5-8b5d-487e-9e1b-dac0a9f9ee06) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:33.356876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4101c8-93ad-48da-a0c0-c963b72f3934 None None] Network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:33.392630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:33.393241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:33.399656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b89f6700-fbee-42d1-94e5-d205994c26b1 req-512fdd57-ce60-4fc7-b52c-dd8d208dd75a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] For port b110cc61-dab2-4486-a7cd-eb8a5572b017, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b110cc61-dab2-4486-a7cd-eb8a5572b017,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:33.400043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b89f6700-fbee-42d1-94e5-d205994c26b1 req-512fdd57-ce60-4fc7-b52c-dd8d208dd75a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:33.427005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 471dc094-5099-4239-af97-a9c7c0e405c9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:33.434357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b89f6700-fbee-42d1-94e5-d205994c26b1 req-512fdd57-ce60-4fc7-b52c-dd8d208dd75a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Calling delete_port for b110cc61-dab2-4486-a7cd-eb8a5572b017 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:33.460857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-90fa8468-b8d8-4314-ac9c-5ed32fd284ed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.8587823
Feb 19 21:07:33.462754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34116) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:33.473062 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'subnet': {'network_id': '5c55b6fb-c182-40ec-8324-04db14622512', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:33.491584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dab979e5-8b5d-487e-9e1b-dac0a9f9ee06', 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06', 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'fixed_ips': [{'subnet_id': '22873e1a-4ba9-4341-b5d3-ec2f4ce8e150'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:07:33.493043 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:33.522813 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-164cc373-0b58-4485-908f-7573b23d5f36 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2149167
Feb 19 21:07:33.537403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1023c8-8125-418b-b4e1-572fac4a4a67 req-c5c1ab37-0570-413b-8479-a95fa48bb31f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:33.540484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c1023c8-8125-418b-b4e1-572fac4a4a67 req-c5c1ab37-0570-413b-8479-a95fa48bb31f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 945 time: 0.2288206
Feb 19 21:07:33.604682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:33.608886 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:33.670332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Allocated IP 10.1.1.2 (dab979e5-8b5d-487e-9e1b-dac0a9f9ee06/22873e1a-4ba9-4341-b5d3-ec2f4ce8e150/79c7c44b-57a5-405e-ae20-44aeb92c38e2) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:33.776271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:33.799813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b2622-b9c2-4b38-9b69-d4bc62375513 None None] Sync routers for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:33.804773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4bbf18fb-86bf-4e96-b4c4-08cb0e347b3a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8028011
Feb 19 21:07:33.807318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34122) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:33.871110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b2622-b9c2-4b38-9b69-d4bc62375513 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:33.871919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b57b2622-b9c2-4b38-9b69-d4bc62375513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62a3e7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:33.887070 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Publish callbacks [] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:33.902015 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (cf9f4ab2-17d3-4d94-8712-24bbb2d65a79), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:33.918922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c1023c8-8125-418b-b4e1-572fac4a4a67 req-32da81c8-cffb-4cf6-a460-b1b51eb529fd tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3236837
Feb 19 21:07:33.927735 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:33.943461 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-66ae223c-8b11-4b64-8e19-d063c718af01 service neutron] 10.222.0.30 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3438826
Feb 19 21:07:33.965736 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b89f6700-fbee-42d1-94e5-d205994c26b1 req-512fdd57-ce60-4fc7-b52c-dd8d208dd75a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b110cc61-dab2-4486-a7cd-eb8a5572b017), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:34.003028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b57b2622-b9c2-4b38-9b69-d4bc62375513 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:34.038952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fdd57-ce60-4fc7-b52c-dd8d208dd75a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event deleted for resources: {'Port': ['ID=b110cc61-dab2-4486-a7cd-eb8a5572b017,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:34.076449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-95001ff8-eff3-4719-b3dd-0088a1f45783 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting subnet 04294aa3-2803-4c47-9e21-b591906f91ba {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:07:34.080675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95001ff8-eff3-4719-b3dd-0088a1f45783 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for subnet (04294aa3-2803-4c47-9e21-b591906f91ba), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:34.130939 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95001ff8-eff3-4719-b3dd-0088a1f45783 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (04294aa3-2803-4c47-9e21-b591906f91ba), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:34.214377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Subnet': ['ID=cf9f4ab2-17d3-4d94-8712-24bbb2d65a79,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:34.229308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89f6700-fbee-42d1-94e5-d205994c26b1 req-512fdd57-ce60-4fc7-b52c-dd8d208dd75a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] No DVR routers for this DVR port b110cc61-dab2-4486-a7cd-eb8a5572b017 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:07:34.229795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Checking segment: {'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:34.230264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network hostable DHCP agents. Network: 5c55b6fb-c182-40ec-8324-04db14622512, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:07:34.239262 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b89f6700-fbee-42d1-94e5-d205994c26b1 req-512fdd57-ce60-4fc7-b52c-dd8d208dd75a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:34.244556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b89f6700-fbee-42d1-94e5-d205994c26b1 req-512fdd57-ce60-4fc7-b52c-dd8d208dd75a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "DELETE /v2.0/ports/b110cc61-dab2-4486-a7cd-eb8a5572b017 HTTP/1.1" status: 204  len: 173 time: 1.9828341
Feb 19 21:07:34.268092 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-f217cea0-0bf4-419e-9bb8-fcfa52cf6ffe service neutron] 10.222.0.30 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3104346
Feb 19 21:07:34.271370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1a6553-3c84-44a4-a3f7-159e22f8c9e2', 'name': 'network-vif-deleted', 'tag': 'b110cc61-dab2-4486-a7cd-eb8a5572b017'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:34.281495 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcc9e56-bba7-4423-817a-5cd1f96cd196" -d '{"events": [{"server_uuid": "dc1a6553-3c84-44a4-a3f7-159e22f8c9e2", "name": "network-vif-deleted", "tag": "b110cc61-dab2-4486-a7cd-eb8a5572b017"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:34.294905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:34.299436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b57b2622-b9c2-4b38-9b69-d4bc62375513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62a3e7c0>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:31Z', 'revision_number': 11, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:34.302245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:34.305510 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Pushing event updated for resources: {'Port': ['ID=79c7c44b-57a5-405e-ae20-44aeb92c38e2,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:34.357395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:34.366572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b2622-b9c2-4b38-9b69-d4bc62375513 None None] Checking router: 471dc094-5099-4239-af97-a9c7c0e405c9 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:34.368671 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b64c9f-dfe4-4192-b6fd-60350e715ea6 x-openstack-request-id: req-a1b64c9f-dfe4-4192-b6fd-60350e715ea6 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:34.369131 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1a6553-3c84-44a4-a3f7-159e22f8c9e2", "name": "network-vif-deleted", "tag": "b110cc61-dab2-4486-a7cd-eb8a5572b017", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:34.369393 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1b64c9f-dfe4-4192-b6fd-60350e715ea6 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:34.370303 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1a6553-3c84-44a4-a3f7-159e22f8c9e2', 'name': 'network-vif-deleted', 'tag': 'b110cc61-dab2-4486-a7cd-eb8a5572b017', 'status': 'completed', 'code': 200}
Feb 19 21:07:34.449979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b2622-b9c2-4b38-9b69-d4bc62375513 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:34.451293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b57b2622-b9c2-4b38-9b69-d4bc62375513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62a3e7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:34.512202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Attempting to bind port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:34.513608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Attempting to bind port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:34.514541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Attempting to bind port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:34.555803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c53db8-2ad0-41f3-98ef-fcaefe850fe8 req-a07ca709-9fdc-4d8c-90a8-3c4ed8894141 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:34.572704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2c53db8-2ad0-41f3-98ef-fcaefe850fe8 req-a07ca709-9fdc-4d8c-90a8-3c4ed8894141 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1261976
Feb 19 21:07:34.584776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:34.586464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Checking segment: {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:34.587418 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:34.588378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Bound using segment: {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:34.589512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Bound port: 79c7c44b-57a5-405e-ae20-44aeb92c38e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:34.590515 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:34.621144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b57b2622-b9c2-4b38-9b69-d4bc62375513 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:34.638109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18e4284e-3996-4e5d-97b9-1221e2d271a4 req-10c1bed0-e58a-4bca-b668-a10c692a92af tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 210 time: 0.0617208
Feb 19 21:07:34.720836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2c53db8-2ad0-41f3-98ef-fcaefe850fe8 req-639db85e-5b33-4c21-9a33-5208316c6452 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416357
Feb 19 21:07:34.824110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device b110cc61-dab2-4486-a7cd-eb8a5572b017 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:07:34.833939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b57b2622-b9c2-4b38-9b69-d4bc62375513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62a3e7c0>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:31Z', 'revision_number': 11, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:34.862193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network 5c55b6fb-c182-40ec-8324-04db14622512 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:07:34.869554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95001ff8-eff3-4719-b3dd-0088a1f45783 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (04294aa3-2803-4c47-9e21-b591906f91ba), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:34.900897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c55b6fb-c182-40ec-8324-04db14622512) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:34.905736 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:34.906646 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:34.910732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: b110cc61-dab2-4486-a7cd-eb8a5572b017 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:07:34.911597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device b110cc61-dab2-4486-a7cd-eb8a5572b017 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:07:34.919122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeff321-e0b4-4f8e-9c29-bd8c428891d1 None None] Network 5c55b6fb-c182-40ec-8324-04db14622512 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:34.923531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] For port 79c7c44b-57a5-405e-ae20-44aeb92c38e2, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:34.929534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b2622-b9c2-4b38-9b69-d4bc62375513 None None] The sync data for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 is: [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:31Z', 'revision_number': 11, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:34.932375 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5a4911d1-7845-41ee-b7a9-47df105b0196 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.4657457
Feb 19 21:07:34.934965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34144) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:34.951995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'port': {'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06', 'name': 'tempest-TaggedBootDevicesTest-409137285', 'fixed_ips': [{'subnet_id': '22873e1a-4ba9-4341-b5d3-ec2f4ce8e150'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:35.012173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95001ff8-eff3-4719-b3dd-0088a1f45783 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (04294aa3-2803-4c47-9e21-b591906f91ba), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:35.051261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95001ff8-eff3-4719-b3dd-0088a1f45783 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Subnet': ['ID=04294aa3-2803-4c47-9e21-b591906f91ba,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:35.058229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] For port 79c7c44b-57a5-405e-ae20-44aeb92c38e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79c7c44b-57a5-405e-ae20-44aeb92c38e2,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:35.060834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95001ff8-eff3-4719-b3dd-0088a1f45783 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:35.066173 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-95001ff8-eff3-4719-b3dd-0088a1f45783 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/04294aa3-2803-4c47-9e21-b591906f91ba HTTP/1.1" status: 204  len: 168 time: 1.2156322
Feb 19 21:07:35.068259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34150) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:35.076957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa1c5e5-14ba-435b-8aad-dea44d0482b7 None None] Network 89237e9a-f892-4ccd-8015-6372a1298d34 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:35.164155 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:35.165915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7e52618-bcc3-4888-ad7f-97cc28070c6e req-419b73d0-9d2a-4955-9d25-f6bc0ff76221 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc1a6553-3c84-44a4-a3f7-159e22f8c9e2 HTTP/1.1" status: 200  len: 210 time: 0.0404077
Feb 19 21:07:35.207020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (89237e9a-f892-4ccd-8015-6372a1298d34), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:35.251245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:35.281257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Deleting port 0f671363-a230-4e58-8a6f-2443903fd66d {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:35.282256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:35.402723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] For port 0f671363-a230-4e58-8a6f-2443903fd66d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f671363-a230-4e58-8a6f-2443903fd66d,segment=NetworkSegment(52f98b70-4d82-412d-9dc6-15e01a545b47),segment_id=52f98b70-4d82-412d-9dc6-15e01a545b47)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:35.403629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:35.426777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df998d-5f75-4618-a046-601ad533cc17 None None] Pushing event updated for resources: {'Port': ['ID=79c7c44b-57a5-405e-ae20-44aeb92c38e2,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:35.452291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Calling delete_port for 0f671363-a230-4e58-8a6f-2443903fd66d owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:35.453784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5c55b6fb-c182-40ec-8324-04db14622512', 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512', 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'fixed_ips': [{'subnet_id': 'cf9f4ab2-17d3-4d94-8712-24bbb2d65a79'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:07:35.455239 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:35.474496 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:35.543327 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] device_id is not set on port 5896be69-08fa-4335-b439-1a196dfa8691 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:07:35.655963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d47b49-1bc4-4107-8631-cae59e4616d3 None None] DHCP port deletion for 89237e9a-f892-4ccd-8015-6372a1298d34 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:07:35.667687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Allocated IP 10.2.2.2 (5c55b6fb-c182-40ec-8324-04db14622512/cf9f4ab2-17d3-4d94-8712-24bbb2d65a79/c01ba233-4acd-48fb-8aa8-a829322e893d) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:35.739326 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:35.813780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No DVR routers for this DVR port 0f671363-a230-4e58-8a6f-2443903fd66d on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:07:35.815975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Port': ['ID=0f671363-a230-4e58-8a6f-2443903fd66d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:35.940962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79c7c44b-57a5-405e-ae20-44aeb92c38e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:35.977078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0aadcb2-4ac2-4302-a808-d6e864bc4629 req-d79b5160-64ad-4c30-9c94-0e4e94d32469 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 210 time: 0.1087301
Feb 19 21:07:36.016300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (89237e9a-f892-4ccd-8015-6372a1298d34), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.021558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Allocated IP 10.1.1.63 (dab979e5-8b5d-487e-9e1b-dac0a9f9ee06/22873e1a-4ba9-4341-b5d3-ec2f4ce8e150/5896be69-08fa-4335-b439-1a196dfa8691) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:36.062086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70ce9d30>,) {'filters': {'network_id': ['89237e9a-f892-4ccd-8015-6372a1298d34']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:36.067167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-17d47b49-1bc4-4107-8631-cae59e4616d3 None None] Deleting port 0f671363-a230-4e58-8a6f-2443903fd66d {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:36.067855 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-17d47b49-1bc4-4107-8631-cae59e4616d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.086914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa662d-894c-432e-9bf1-1518b0826bc9 req-f977dd0c-e037-4fec-8171-20372f65713e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:36.088884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64fa662d-894c-432e-9bf1-1518b0826bc9 req-f977dd0c-e037-4fec-8171-20372f65713e tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.1927383
Feb 19 21:07:36.090503 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70ce9d30>, '52f98b70-4d82-412d-9dc6-15e01a545b47') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:36.090998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70ce9d30>, '52f98b70-4d82-412d-9dc6-15e01a545b47') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:36.169147 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (52f98b70-4d82-412d-9dc6-15e01a545b47), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.215454 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (52f98b70-4d82-412d-9dc6-15e01a545b47), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.216623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-17d47b49-1bc4-4107-8631-cae59e4616d3 None None] For port 0f671363-a230-4e58-8a6f-2443903fd66d, host ncdv-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:36.217412 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-17d47b49-1bc4-4107-8631-cae59e4616d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.231927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:07:36.232383 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (52f98b70-4d82-412d-9dc6-15e01a545b47), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:07:36.236381 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:07:36.255875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-17d47b49-1bc4-4107-8631-cae59e4616d3 None None] Calling delete_port for 0f671363-a230-4e58-8a6f-2443903fd66d owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:36.259250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.ipam_backend_mixin [None req-17d47b49-1bc4-4107-8631-cae59e4616d3 None None] Port 0f671363-a230-4e58-8a6f-2443903fd66d was not found and therefore no delete operation was performed {{(pid=121130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:07:36.262573 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-17d47b49-1bc4-4107-8631-cae59e4616d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (0f671363-a230-4e58-8a6f-2443903fd66d), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.284501 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6144-1749-45e8-9df6-328893742ce6 req-f423e16f-8fc3-40e4-ba52-08704f74ab69 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:36.286153 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-f423e16f-8fc3-40e4-ba52-08704f74ab69 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.67 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 816 time: 0.1917610
Feb 19 21:07:36.324949 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64fa662d-894c-432e-9bf1-1518b0826bc9 req-e78ed177-28ff-4267-81aa-c835c0550b92 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211144
Feb 19 21:07:36.336219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d47b49-1bc4-4107-8631-cae59e4616d3 None None] No DVR routers for this DVR port 0f671363-a230-4e58-8a6f-2443903fd66d on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:07:36.338019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:36.338393 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.347701 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13dec1-97c8-455d-b733-b76f85278d94 req-3c91d5db-e0d7-4af6-bd2c-1286336c2f8a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:36.349313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc13dec1-97c8-455d-b733-b76f85278d94 req-3c91d5db-e0d7-4af6-bd2c-1286336c2f8a tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.10 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 947 time: 0.2593250
Feb 19 21:07:36.358304 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Publish callbacks [] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.368423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d47b49-1bc4-4107-8631-cae59e4616d3 None None] Pushing event deleted for resources: {'Port': ['ID=0f671363-a230-4e58-8a6f-2443903fd66d,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:36.450569 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.494209 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-3c2c193f-66b8-4056-a517-afe4e7eca30d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61ad9ca9c0944ba68443aaa71a10eb19 HTTP/1.1" status: 200  len: 380 time: 0.1836724
Feb 19 21:07:36.499909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'port': {'device_id': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'admin_state_up': True, 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'security_groups': ['ecb5ad50-1675-4392-8d79-6a7b77f3cc15']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:36.524190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for port (5896be69-08fa-4335-b439-1a196dfa8691), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.527580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (89237e9a-f892-4ccd-8015-6372a1298d34), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.554702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Network 5c55b6fb-c182-40ec-8324-04db14622512 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:36.580966 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.581118 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/networks/89237e9a-f892-4ccd-8015-6372a1298d34 HTTP/1.1" status: 204  len: 168 time: 1.5099771
Feb 19 21:07:36.587197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34168) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:36.587988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:36.591457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Pushing event updated for resources: {'Port': ['ID=c01ba233-4acd-48fb-8aa8-a829322e893d,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:36.595232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:36.600796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fef1ba80-4f12-42eb-bd71-4fd63f07fbee tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'routes': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:36.672757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:36.673188 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.688693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Pushing event deleted for resources: {'Network': ['ID=89237e9a-f892-4ccd-8015-6372a1298d34,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:36.703286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.703645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.703972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.704431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.704695 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.705030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.705362 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.705690 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.706018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.706342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.706665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.706987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.707461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46107df-d719-4c36-a6e0-b06dd00d5207 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:36.710435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-fc13dec1-97c8-455d-b733-b76f85278d94 req-f80a97df-3c93-4a76-82b1-62d842e6cdae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Deleting port a943b989-5a95-44a3-9a78-35384327a397 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:07:36.710927 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fc13dec1-97c8-455d-b733-b76f85278d94 req-f80a97df-3c93-4a76-82b1-62d842e6cdae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a943b989-5a95-44a3-9a78-35384327a397), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.727297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 79c7c44b-57a5-405e-ae20-44aeb92c38e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79c7c44b-57a5-405e-ae20-44aeb92c38e2,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:36.741746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (5896be69-08fa-4335-b439-1a196dfa8691), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.828936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.850825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:36.883784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:36.886831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Port': ['ID=5896be69-08fa-4335-b439-1a196dfa8691,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:36.890375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:36.915847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=79c7c44b-57a5-405e-ae20-44aeb92c38e2,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:36.921749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Attempting to bind port c01ba233-4acd-48fb-8aa8-a829322e893d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:36.922291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Attempting to bind port c01ba233-4acd-48fb-8aa8-a829322e893d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:36.922674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Attempting to bind port c01ba233-4acd-48fb-8aa8-a829322e893d on network 5c55b6fb-c182-40ec-8324-04db14622512 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:36.945488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:36.946381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Checking segment: {'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:36.946818 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.947238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Bound using segment: {'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:36.947765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Bound port: c01ba233-4acd-48fb-8aa8-a829322e893d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:36.948167 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.963709 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-fc13dec1-97c8-455d-b733-b76f85278d94 req-f80a97df-3c93-4a76-82b1-62d842e6cdae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] For port a943b989-5a95-44a3-9a78-35384327a397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a943b989-5a95-44a3-9a78-35384327a397,segment=NetworkSegment(606b6d6c-a3d1-4746-8e61-d0577afd5375),segment_id=606b6d6c-a3d1-4746-8e61-d0577afd5375)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:36.964090 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fc13dec1-97c8-455d-b733-b76f85278d94 req-f80a97df-3c93-4a76-82b1-62d842e6cdae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a943b989-5a95-44a3-9a78-35384327a397), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:36.993347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0f671363-a230-4e58-8a6f-2443903fd66d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:07:36.996147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:36.996857 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:37.002452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-fc13dec1-97c8-455d-b733-b76f85278d94 req-f80a97df-3c93-4a76-82b1-62d842e6cdae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Calling delete_port for a943b989-5a95-44a3-9a78-35384327a397 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:07:37.034530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dc891fd0-0c3c-4a16-8094-5631ab7a1bac tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.0979581
Feb 19 21:07:37.043176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34184) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:37.051261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 0f671363-a230-4e58-8a6f-2443903fd66d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:07:37.051396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'port': {'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06', 'name': 'tempest-TaggedBootDevicesTest-1440272455', 'fixed_ips': [{'subnet_id': '22873e1a-4ba9-4341-b5d3-ec2f4ce8e150'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:37.051619 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0f671363-a230-4e58-8a6f-2443903fd66d not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:07:37.052053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c95a7071-dc2a-4f7f-94e9-0e330e4bd587 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:07:37.103992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c95a7071-dc2a-4f7f-94e9-0e330e4bd587 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:07:37.104366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c95a7071-dc2a-4f7f-94e9-0e330e4bd587 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:07:37.144434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] For port c01ba233-4acd-48fb-8aa8-a829322e893d, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:37.149920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] For port c01ba233-4acd-48fb-8aa8-a829322e893d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c01ba233-4acd-48fb-8aa8-a829322e893d,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:37.160689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.extraroute_db [None req-fef1ba80-4f12-42eb-bd71-4fd63f07fbee tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Added routes are [] {{(pid=121129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 19 21:07:37.160855 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:37.161209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.extraroute_db [None req-fef1ba80-4f12-42eb-bd71-4fd63f07fbee tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Removed routes are [] {{(pid=121129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 19 21:07:37.161827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fef1ba80-4f12-42eb-bd71-4fd63f07fbee tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:37.224130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-888bde7b-1dbb-4a39-87af-8f9fd5e8d022 req-fa9f7318-c760-4f9c-836a-2e6ab79e91f0 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 210 time: 0.0518684
Feb 19 21:07:37.235169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f71a8e-6a2d-4d20-9419-a25db594b5f7 None None] Network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:37.242239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbefbb9-e4bd-44b5-bc2a-9417ee9a8b78 None None] Pushing event updated for resources: {'Port': ['ID=c01ba233-4acd-48fb-8aa8-a829322e893d,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:37.262673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc7750-62e7-4a4c-92cf-a9dab3b5d2ac req-b53da993-4e7d-4add-8076-7baa1446ecfe tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:37.265398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1cc7750-62e7-4a4c-92cf-a9dab3b5d2ac req-b53da993-4e7d-4add-8076-7baa1446ecfe tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.1905828
Feb 19 21:07:37.316219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ade03f13-1ac8-42e8-85e4-d9e9afe151a9 None None] Provisioning complete for port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:37.316927 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ade03f13-1ac8-42e8-85e4-d9e9afe151a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:37.325791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1cc7750-62e7-4a4c-92cf-a9dab3b5d2ac req-c7d9b036-968b-4e6f-a61a-3f04a5e657e8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/quotas/e5f81dcc5d52473ab53817e20df04cd9 HTTP/1.1" status: 200  len: 375 time: 0.0505090
Feb 19 21:07:37.370627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Made reservation on behalf of 61ad9ca9c0944ba68443aaa71a10eb19 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:37.376431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:37.409422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1cc7750-62e7-4a4c-92cf-a9dab3b5d2ac req-9ce4b295-a454-45df-a002-d6ea74967cea tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0683577
Feb 19 21:07:37.493854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ade03f13-1ac8-42e8-85e4-d9e9afe151a9 None None] Current status of the port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:37.534834 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fc13dec1-97c8-455d-b733-b76f85278d94 req-f80a97df-3c93-4a76-82b1-62d842e6cdae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a943b989-5a95-44a3-9a78-35384327a397), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:37.629920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a97df-3c93-4a76-82b1-62d842e6cdae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Pushing event deleted for resources: {'Port': ['ID=a943b989-5a95-44a3-9a78-35384327a397,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:37.660269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fef1ba80-4f12-42eb-bd71-4fd63f07fbee tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:37.688612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc13dec1-97c8-455d-b733-b76f85278d94 req-f80a97df-3c93-4a76-82b1-62d842e6cdae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] No DVR routers for this DVR port a943b989-5a95-44a3-9a78-35384327a397 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:07:37.705133 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fef1ba80-4f12-42eb-bd71-4fd63f07fbee tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:37.707943 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fc13dec1-97c8-455d-b733-b76f85278d94 req-f80a97df-3c93-4a76-82b1-62d842e6cdae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:37.711820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc13dec1-97c8-455d-b733-b76f85278d94 req-f80a97df-3c93-4a76-82b1-62d842e6cdae tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.10 "DELETE /v2.0/ports/a943b989-5a95-44a3-9a78-35384327a397 HTTP/1.1" status: 204  len: 173 time: 1.3433800
Feb 19 21:07:37.729278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'name': 'network-vif-deleted', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:37.744577 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a312dcdb-4d8d-42e8-a717-e3b797280d07" -d '{"events": [{"server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "name": "network-vif-deleted", "tag": "a943b989-5a95-44a3-9a78-35384327a397"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:37.778330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04572a-15cc-42d1-b6ea-585cd7c3a916 req-28ff9d14-1ffb-48c0-a4b0-26845a49f439 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:37.780090 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b04572a-15cc-42d1-b6ea-585cd7c3a916 req-28ff9d14-1ffb-48c0-a4b0-26845a49f439 tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/ports?device_id=63482c29-4a39-4eaa-9bf1-de6107d9b0f0 HTTP/1.1" status: 200  len: 868 time: 0.3362329
Feb 19 21:07:37.847294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1cc7750-62e7-4a4c-92cf-a9dab3b5d2ac req-5104af71-e5fc-4a98-ad2f-b8418970c4aa service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4362724
Feb 19 21:07:37.880553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:38.007833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79c7c44b-57a5-405e-ae20-44aeb92c38e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:38.023075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef1ba80-4f12-42eb-bd71-4fd63f07fbee tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 471dc094-5099-4239-af97-a9c7c0e405c9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:38.042306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b04572a-15cc-42d1-b6ea-585cd7c3a916 req-1af19408-03d4-4514-9cc5-2621d51334ba tempest-ServersNegativeTestJSON-36785744 tempest-ServersNegativeTestJSON-36785744-project] 10.222.0.30 "GET /v2.0/security-groups?id=97d73bbb-7599-49f9-a8e5-99fcaab85959&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475471
Feb 19 21:07:38.080923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1cc7750-62e7-4a4c-92cf-a9dab3b5d2ac req-42a59b5f-0242-4c2d-b82c-8dae30283331 service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2323980
Feb 19 21:07:38.115726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-addec529-90f6-4891-96fc-1ec9fdc80c12 None None] Provisioning complete for port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:38.116426 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-addec529-90f6-4891-96fc-1ec9fdc80c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:38.138261 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaef6bac-98c2-4432-b19d-0f361f104fb6 x-openstack-request-id: req-aaef6bac-98c2-4432-b19d-0f361f104fb6 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:38.139154 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63482c29-4a39-4eaa-9bf1-de6107d9b0f0", "name": "network-vif-deleted", "tag": "a943b989-5a95-44a3-9a78-35384327a397", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:38.139154 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aaef6bac-98c2-4432-b19d-0f361f104fb6 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:38.139385 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Allocated IP 172.20.0.3 (b0af9030-e395-43f9-8a34-dbc361fa9146/e8656728-e0e8-4347-9175-a25300e2a163/705d433e-42c6-442d-adce-cb0486512277) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:38.139846 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63482c29-4a39-4eaa-9bf1-de6107d9b0f0', 'name': 'network-vif-deleted', 'tag': 'a943b989-5a95-44a3-9a78-35384327a397', 'status': 'completed', 'code': 200}
Feb 19 21:07:38.159009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:38.159581 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:38.249277 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef1ba80-4f12-42eb-bd71-4fd63f07fbee tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:38.258738 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fef1ba80-4f12-42eb-bd71-4fd63f07fbee tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:38.263057 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd99f9f-3418-42ad-9bec-bbad1d4f4b33 None None] Sync routers for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:38.279180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34194) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:38.284219 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fef1ba80-4f12-42eb-bd71-4fd63f07fbee tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9 HTTP/1.1" status: 200  len: 701 time: 1.6946325
Feb 19 21:07:38.298839 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd99f9f-3418-42ad-9bec-bbad1d4f4b33 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:38.299962 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3dd99f9f-3418-42ad-9bec-bbad1d4f4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7026a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:38.313487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:38.351892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d9af7f3e-6315-4864-8eae-9d00844f5495 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=471dc094-5099-4239-af97-a9c7c0e405c9 HTTP/1.1" status: 200  len: 205 time: 0.0713823
Feb 19 21:07:38.355059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34198) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:38.367091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] device_id is not set on port d2e2e0f9-6f33-4853-808c-07962b81a563 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:07:38.564310 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-3dd99f9f-3418-42ad-9bec-bbad1d4f4b33 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:38.654865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-09baec8c-be78-4ec1-92ec-f7f3f6edb76d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (471dc094-5099-4239-af97-a9c7c0e405c9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:38.719814 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3dd99f9f-3418-42ad-9bec-bbad1d4f4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7026a160>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:31Z', 'revision_number': 11, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:38.737073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcf8edad-c718-406d-8712-af5586ff59f0 req-d6b9ca06-c796-4baf-ad51-0539e919b5e5 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 210 time: 0.1484394
Feb 19 21:07:38.783216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a943b989-5a95-44a3-9a78-35384327a397 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:07:38.792968 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd99f9f-3418-42ad-9bec-bbad1d4f4b33 None None] Checking router: 471dc094-5099-4239-af97-a9c7c0e405c9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:38.818199 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd99f9f-3418-42ad-9bec-bbad1d4f4b33 None None] Routers {'471dc094-5099-4239-af97-a9c7c0e405c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:38.819299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-addec529-90f6-4891-96fc-1ec9fdc80c12 None None] Current status of the port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:38.822233 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3dd99f9f-3418-42ad-9bec-bbad1d4f4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7026a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['471dc094-5099-4239-af97-a9c7c0e405c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:38.826663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: a943b989-5a95-44a3-9a78-35384327a397 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:07:38.827040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a943b989-5a95-44a3-9a78-35384327a397 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:07:38.842235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-addec529-90f6-4891-96fc-1ec9fdc80c12 None None] Provisioning complete for port 5896be69-08fa-4335-b439-1a196dfa8691 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:38.842598 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-addec529-90f6-4891-96fc-1ec9fdc80c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5896be69-08fa-4335-b439-1a196dfa8691), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:38.844173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:38.845295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c01ba233-4acd-48fb-8aa8-a829322e893d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:38.889168 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ea9764b2-a4bc-499f-af6c-2865e4f13b18 req-9112b3e2-b297-4b4c-aac9-6d70f610b68a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=43e5f8b6-0d5f-4909-94fc-ae4d5d88117a HTTP/1.1" status: 200  len: 210 time: 0.3169093
Feb 19 21:07:38.921902 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for port (705d433e-42c6-442d-adce-cb0486512277), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:38.947072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Allocated IP 10.1.1.220 (dab979e5-8b5d-487e-9e1b-dac0a9f9ee06/22873e1a-4ba9-4341-b5d3-ec2f4ce8e150/d2e2e0f9-6f33-4853-808c-07962b81a563) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:38.962027 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-3dd99f9f-3418-42ad-9bec-bbad1d4f4b33 None None] Set router 471dc094-5099-4239-af97-a9c7c0e405c9 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:39.041051 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3dd99f9f-3418-42ad-9bec-bbad1d4f4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7026a160>, [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:31Z', 'revision_number': 11, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:39.054848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-addec529-90f6-4891-96fc-1ec9fdc80c12 None None] Port 5896be69-08fa-4335-b439-1a196dfa8691 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:39.063716 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (705d433e-42c6-442d-adce-cb0486512277), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.097765 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd99f9f-3418-42ad-9bec-bbad1d4f4b33 None None] The sync data for ids ['471dc094-5099-4239-af97-a9c7c0e405c9'] in ncdv-master-1 is: [{'id': '471dc094-5099-4239-af97-a9c7c0e405c9', 'name': 'tempest-RoutersTest-router-1934799949', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:33Z', 'updated_at': '2022-02-19T21:07:31Z', 'revision_number': 11, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:39.133674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c01ba233-4acd-48fb-8aa8-a829322e893d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:39.134174 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.174169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34214) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:39.250531 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-09baec8c-be78-4ec1-92ec-f7f3f6edb76d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.252121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Network b0af9030-e395-43f9-8a34-dbc361fa9146 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:39.258958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:39.262422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:39.266658 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-09baec8c-be78-4ec1-92ec-f7f3f6edb76d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (471dc094-5099-4239-af97-a9c7c0e405c9), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.269517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:39.337099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c01ba233-4acd-48fb-8aa8-a829322e893d is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:39.337780 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.342323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3fc4dc-0447-48e5-88ab-c62823589aea None None] Network 5c55b6fb-c182-40ec-8324-04db14622512 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:39.370548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-223f60f9-a1b2-4c90-b261-ab1b91799385 admin admin] Deleting subnet 218165c0-fcdd-40ae-a1a5-3d39f73b2830 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:07:39.377132 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-223f60f9-a1b2-4c90-b261-ab1b91799385 admin admin] Publish callbacks [] for subnet (218165c0-fcdd-40ae-a1a5-3d39f73b2830), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.430525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-09baec8c-be78-4ec1-92ec-f7f3f6edb76d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (471dc094-5099-4239-af97-a9c7c0e405c9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.431189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09baec8c-be78-4ec1-92ec-f7f3f6edb76d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Fanout notify agent at l3_agent the message router_deleted on router 471dc094-5099-4239-af97-a9c7c0e405c9 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:07:39.439082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7776f549-533c-4330-bebd-780491225073 None None] Provisioning complete for port 5896be69-08fa-4335-b439-1a196dfa8691 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:39.444722 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7776f549-533c-4330-bebd-780491225073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5896be69-08fa-4335-b439-1a196dfa8691), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.453415 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.463569 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-09baec8c-be78-4ec1-92ec-f7f3f6edb76d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.469260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-09baec8c-be78-4ec1-92ec-f7f3f6edb76d tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9 HTTP/1.1" status: 204  len: 168 time: 1.1087832
Feb 19 21:07:39.470079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34222) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:39.478257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9e4c6581-a3f1-480c-8b81-52f8f9c5deaa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-568423992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:39.526134 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-223f60f9-a1b2-4c90-b261-ab1b91799385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (218165c0-fcdd-40ae-a1a5-3d39f73b2830), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.530809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:39.532742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.612135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port c01ba233-4acd-48fb-8aa8-a829322e893d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c01ba233-4acd-48fb-8aa8-a829322e893d,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:39.624687 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-944fe1dc-28dc-4247-ab33-5eafa7db8184 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1300244
Feb 19 21:07:39.643029 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.652502 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Request body: {'port': {'device_id': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:39.653714 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6581-a3f1-480c-8b81-52f8f9c5deaa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.654817 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6581-a3f1-480c-8b81-52f8f9c5deaa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.679612 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-223f60f9-a1b2-4c90-b261-ab1b91799385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (218165c0-fcdd-40ae-a1a5-3d39f73b2830), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.709501 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.759775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7776f549-533c-4330-bebd-780491225073 None None] Port 5896be69-08fa-4335-b439-1a196dfa8691 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:39.762724 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (705d433e-42c6-442d-adce-cb0486512277), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.864295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=c01ba233-4acd-48fb-8aa8-a829322e893d,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:39.889686 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:39.923492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:39.926107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:39.945704 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6581-a3f1-480c-8b81-52f8f9c5deaa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.948737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fe067343-5c80-46cb-aa32-714c4796d571 None None] Provisioning complete for port c01ba233-4acd-48fb-8aa8-a829322e893d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:39.950345 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe067343-5c80-46cb-aa32-714c4796d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:39.958946 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6581-a3f1-480c-8b81-52f8f9c5deaa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:40.000008 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Port': ['ID=d2e2e0f9-6f33-4853-808c-07962b81a563,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:40.017107 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6581-a3f1-480c-8b81-52f8f9c5deaa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:40.024585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9e4c6581-a3f1-480c-8b81-52f8f9c5deaa tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5485468
Feb 19 21:07:40.024585 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-223f60f9-a1b2-4c90-b261-ab1b91799385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (218165c0-fcdd-40ae-a1a5-3d39f73b2830), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:40.026365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34238) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:40.031874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f0d58fa3-1090-4615-93d7-13f70817db82 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Request body: {'router': {'admin_state_up': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:40.149757 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-223f60f9-a1b2-4c90-b261-ab1b91799385 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:40.158216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-223f60f9-a1b2-4c90-b261-ab1b91799385 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/218165c0-fcdd-40ae-a1a5-3d39f73b2830 HTTP/1.1" status: 204  len: 168 time: 0.9829462
Feb 19 21:07:40.161931 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34248) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:40.186695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fe42d-d8e1-47e4-8aab-751bda05baad req-6fd1e046-665e-4a48-b205-5e93ae584711 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:40.196931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa0fe42d-d8e1-47e4-8aab-751bda05baad req-6fd1e046-665e-4a48-b205-5e93ae584711 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 931 time: 0.3341379
Feb 19 21:07:40.204376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f60f9-a1b2-4c90-b261-ab1b91799385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218165c0-fcdd-40ae-a1a5-3d39f73b2830,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:40.231321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fe067343-5c80-46cb-aa32-714c4796d571 None None] Current status of the port c01ba233-4acd-48fb-8aa8-a829322e893d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:40.254806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fe067343-5c80-46cb-aa32-714c4796d571 None None] Provisioning complete for port 705d433e-42c6-442d-adce-cb0486512277 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:40.255189 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe067343-5c80-46cb-aa32-714c4796d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (705d433e-42c6-442d-adce-cb0486512277), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:40.330489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fe067343-5c80-46cb-aa32-714c4796d571 None None] Port 705d433e-42c6-442d-adce-cb0486512277 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:40.392242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:40.393038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:40.462584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-838da0af-8843-4052-bc6f-517207747302 None None] Provisioning complete for port c01ba233-4acd-48fb-8aa8-a829322e893d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:40.463309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-838da0af-8843-4052-bc6f-517207747302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:40.476596 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (757b2f5d-0080-4f9a-891f-7b8f3d47ca02), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:40.561237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-838da0af-8843-4052-bc6f-517207747302 None None] Current status of the port c01ba233-4acd-48fb-8aa8-a829322e893d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:40.574253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-838da0af-8843-4052-bc6f-517207747302 None None] Provisioning complete for port d2e2e0f9-6f33-4853-808c-07962b81a563 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:40.574640 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-838da0af-8843-4052-bc6f-517207747302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:40.615531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-838da0af-8843-4052-bc6f-517207747302 None None] Port d2e2e0f9-6f33-4853-808c-07962b81a563 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:40.679868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa0fe42d-d8e1-47e4-8aab-751bda05baad req-249c9411-84c6-4d2c-b956-75724f13e196 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4822366
Feb 19 21:07:40.737892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-7d80704e-3710-4cdd-99f3-4549ee9cf96f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:40.739630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-7d80704e-3710-4cdd-99f3-4549ee9cf96f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.5717609
Feb 19 21:07:40.755767 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-1e9e8eef-002c-4af5-a403-2104aa02ae80 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/quotas/e5f81dcc5d52473ab53817e20df04cd9 HTTP/1.1" status: 200  len: 375 time: 0.0099349
Feb 19 21:07:40.801470 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-5fd10f8f-ce55-4b53-adae-859ccf5e05e2 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0390055
Feb 19 21:07:40.866552 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c6d5b932-c4b2-4a3e-b9cd-b7fa49517c3a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.8213089
Feb 19 21:07:40.889992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f0d58fa3-1090-4615-93d7-13f70817db82 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:40.921899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-c95a181c-c5cd-4491-b5d6-bdba2861f625 service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1115243
Feb 19 21:07:40.949087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f0d58fa3-1090-4615-93d7-13f70817db82 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.043244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-7bf33ae1-57c4-42ab-bca2-d4ccbdcac7ae service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202431
Feb 19 21:07:41.092122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34254) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:41.097725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-773ae57e-6ae3-4c67-9ff7-7ec13ecc0009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91144015', 'description': 'tempest-description--2081308405'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:41.114568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (757b2f5d-0080-4f9a-891f-7b8f3d47ca02), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.121397 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-773ae57e-6ae3-4c67-9ff7-7ec13ecc0009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.158789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a66cdc0>,) {'filters': {'network_id': ['757b2f5d-0080-4f9a-891f-7b8f3d47ca02']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:41.182243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a66cdc0>, '606b6d6c-a3d1-4746-8e61-d0577afd5375') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:41.182590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a66cdc0>, '606b6d6c-a3d1-4746-8e61-d0577afd5375') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:41.207541 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (606b6d6c-a3d1-4746-8e61-d0577afd5375), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.223767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-773ae57e-6ae3-4c67-9ff7-7ec13ecc0009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group (e2e2079f-e71d-4aa1-ae80-5a92c4183f30), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.228653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-773ae57e-6ae3-4c67-9ff7-7ec13ecc0009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e2e2079f-e71d-4aa1-ae80-5a92c4183f30), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.255309 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6e4f4c0-09c5-4c40-872c-c7f3b059226c req-0e9a954c-b98e-460d-8345-be89b2c5cd22 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 210 time: 0.0431190
Feb 19 21:07:41.265760 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (606b6d6c-a3d1-4746-8e61-d0577afd5375), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.278156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705d433e-42c6-442d-adce-cb0486512277 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:07:41.282998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d58fa3-1090-4615-93d7-13f70817db82 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Router 4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:07:41.283256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-773ae57e-6ae3-4c67-9ff7-7ec13ecc0009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.287792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-773ae57e-6ae3-4c67-9ff7-7ec13ecc0009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1911368
Feb 19 21:07:41.287792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ae57e-6ae3-4c67-9ff7-7ec13ecc0009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e2079f-e71d-4aa1-ae80-5a92c4183f30,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:41.289075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:07:41.289075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (606b6d6c-a3d1-4746-8e61-d0577afd5375), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.289511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34260) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:07:41.306556 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Publish callbacks [] for port (705d433e-42c6-442d-adce-cb0486512277), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.311396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b67835bd-b80f-448c-948b-50b270efed2f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'security_group_rule': {'security_group_id': 'e2e2079f-e71d-4aa1-ae80-5a92c4183f30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:41.341841 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b67835bd-b80f-448c-948b-50b270efed2f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group_rule (c1d69a79-b212-49f2-bc36-6a86abf1aeb3), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.407412 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b67835bd-b80f-448c-948b-50b270efed2f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group_rule (c1d69a79-b212-49f2-bc36-6a86abf1aeb3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.411899 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b67835bd-b80f-448c-948b-50b270efed2f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c1d69a79-b212-49f2-bc36-6a86abf1aeb3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.435938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67835bd-b80f-448c-948b-50b270efed2f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d69a79-b212-49f2-bc36-6a86abf1aeb3,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:41.443389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d58fa3-1090-4615-93d7-13f70817db82 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:07:41.451651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f0d58fa3-1090-4615-93d7-13f70817db82 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.456583 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f0d58fa3-1090-4615-93d7-13f70817db82 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "PUT /v2.0/routers/4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f HTTP/1.1" status: 200  len: 693 time: 1.4254596
Feb 19 21:07:41.456583 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Transition to ACTIVE for port object 705d433e-42c6-442d-adce-cb0486512277 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:07:41.458067 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b67835bd-b80f-448c-948b-50b270efed2f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.459325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b67835bd-b80f-448c-948b-50b270efed2f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1538415
Feb 19 21:07:41.460506 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34270) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:41.461190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (757b2f5d-0080-4f9a-891f-7b8f3d47ca02), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.461861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f05864-4b9d-4811-96a1-99bc6bbb7b3c None None] Sync routers for ids ['4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:07:41.463550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34272) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:41.473474 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.475719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f05864-4b9d-4811-96a1-99bc6bbb7b3c None None] Routers {'4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:41.475719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-94f05864-4b9d-4811-96a1-99bc6bbb7b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6376db80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:41.476773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-38e11bc1-0bf9-4450-8ad3-0b1fd03ce009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'security_group_rule': {'security_group_id': 'e2e2079f-e71d-4aa1-ae80-5a92c4183f30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:41.478525 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/757b2f5d-0080-4f9a-891f-7b8f3d47ca02 HTTP/1.1" status: 204  len: 168 time: 1.3156383
Feb 19 21:07:41.480877 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (705d433e-42c6-442d-adce-cb0486512277), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.550930 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38e11bc1-0bf9-4450-8ad3-0b1fd03ce009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group_rule (6fdc0ff1-e956-4f4b-aa07-01518147aa49), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.586643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-94f05864-4b9d-4811-96a1-99bc6bbb7b3c None None] Set router 4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:41.631867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:41.642258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d89ee-6697-498a-a0bc-43018dcdf0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=757b2f5d-0080-4f9a-891f-7b8f3d47ca02,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:41.670872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-94f05864-4b9d-4811-96a1-99bc6bbb7b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6376db80>, [{'id': '4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f', 'name': 'tempest-RoutersTest-router-568423992', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:39Z', 'updated_at': '2022-02-19T21:07:40Z', 'revision_number': 2, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:41.672266 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8c244c8e-f2ef-4f53-ad48-f203ec80fc00 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/routers/4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f HTTP/1.1" status: 200  len: 699 time: 0.2090480
Feb 19 21:07:41.675769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34278) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:41.755031 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f05864-4b9d-4811-96a1-99bc6bbb7b3c None None] Checking router: 4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:07:41.785529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f05864-4b9d-4811-96a1-99bc6bbb7b3c None None] Routers {'4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:07:41.786455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-94f05864-4b9d-4811-96a1-99bc6bbb7b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6376db80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:41.792277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-17132ae1-fcd2-4964-8ce8-652eae4ee951 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f HTTP/1.1" status: 200  len: 205 time: 0.1108572
Feb 19 21:07:41.794386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34282) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:41.857515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Attempting to bind port 705d433e-42c6-442d-adce-cb0486512277 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:41.857891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Attempting to bind port 705d433e-42c6-442d-adce-cb0486512277 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:41.858235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Attempting to bind port 705d433e-42c6-442d-adce-cb0486512277 on network b0af9030-e395-43f9-8a34-dbc361fa9146 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:41.866810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Port 705d433e-42c6-442d-adce-cb0486512277 on network b0af9030-e395-43f9-8a34-dbc361fa9146 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:07:41.867987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Attempting to bind port 705d433e-42c6-442d-adce-cb0486512277 on network b0af9030-e395-43f9-8a34-dbc361fa9146 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:41.878778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:41.879141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Checking segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:41.879707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Bound using segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:41.880169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Bound port: 705d433e-42c6-442d-adce-cb0486512277, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:41.880553 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (705d433e-42c6-442d-adce-cb0486512277), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.923647 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c01ba233-4acd-48fb-8aa8-a829322e893d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:41.954252 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38e11bc1-0bf9-4450-8ad3-0b1fd03ce009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group_rule (6fdc0ff1-e956-4f4b-aa07-01518147aa49), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:41.954985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34284) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:41.971231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-94f05864-4b9d-4811-96a1-99bc6bbb7b3c None None] Set router 4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:07:41.989960 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38e11bc1-0bf9-4450-8ad3-0b1fd03ce009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (6fdc0ff1-e956-4f4b-aa07-01518147aa49), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.012802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] For port 705d433e-42c6-442d-adce-cb0486512277, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:42.025331 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] For port 705d433e-42c6-442d-adce-cb0486512277, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:42.027985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ec908d2-fb16-4a84-8831-5ea5b8442887 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.036567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e11bc1-0bf9-4450-8ad3-0b1fd03ce009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdc0ff1-e956-4f4b-aa07-01518147aa49,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:42.037129 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (705d433e-42c6-442d-adce-cb0486512277), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.075106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-94f05864-4b9d-4811-96a1-99bc6bbb7b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6376db80>, [{'id': '4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f', 'name': 'tempest-RoutersTest-router-568423992', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:39Z', 'updated_at': '2022-02-19T21:07:40Z', 'revision_number': 2, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:42.125167 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38e11bc1-0bf9-4450-8ad3-0b1fd03ce009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.126462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-38e11bc1-0bf9-4450-8ad3-0b1fd03ce009 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6611547
Feb 19 21:07:42.130008 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:42.131030 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.134542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34286) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:42.138905 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] 10.222.0.67 "PUT /v2.0/ports/705d433e-42c6-442d-adce-cb0486512277 HTTP/1.1" status: 200  len: 1091 time: 2.5036974
Feb 19 21:07:42.143735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f05864-4b9d-4811-96a1-99bc6bbb7b3c None None] The sync data for ids ['4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f'] in ncdv-master-1 is: [{'id': '4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f', 'name': 'tempest-RoutersTest-router-568423992', 'tenant_id': '9d72316bcd0440d482839e842e71771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:39Z', 'updated_at': '2022-02-19T21:07:40Z', 'revision_number': 2, 'project_id': '9d72316bcd0440d482839e842e71771e', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:07:42.151085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:42.165423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c11b9c9a-e9e4-4895-88fc-9467b82b5f70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ee065d1c70940cd8caadd525737c593&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2020440
Feb 19 21:07:42.183658 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c01ba233-4acd-48fb-8aa8-a829322e893d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:42.184186 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.186204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34288) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:42.231266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'tag': '705d433e-42c6-442d-adce-cb0486512277'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:42.233222 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda20db8-7fa6-498b-bfb3-0e760e6a537e" -d '{"events": [{"name": "network-changed", "server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "tag": "705d433e-42c6-442d-adce-cb0486512277"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:42.234594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772fbb3-f298-4800-b4be-2903bb75a5ca req-4a4637f4-ff39-4ad6-83ba-3ccff5993265 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:42.237784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c1661-3dd6-4408-8221-aa40c74c7862 service neutron] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:42.246271 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d772fbb3-f298-4800-b4be-2903bb75a5ca req-4a4637f4-ff39-4ad6-83ba-3ccff5993265 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 943 time: 0.3352051
Feb 19 21:07:42.322164 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fa4fab-b6f1-475c-93bd-1fa06a51beb0 x-openstack-request-id: req-77fa4fab-b6f1-475c-93bd-1fa06a51beb0 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:42.322514 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "tag": "705d433e-42c6-442d-adce-cb0486512277", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:42.322733 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77fa4fab-b6f1-475c-93bd-1fa06a51beb0 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:42.323269 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'tag': '705d433e-42c6-442d-adce-cb0486512277', 'status': 'completed', 'code': 200}
Feb 19 21:07:42.335894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6144-1749-45e8-9df6-328893742ce6 req-d401094f-2b2f-46b9-ade3-4242791d598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:42.338800 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-d401094f-2b2f-46b9-ade3-4242791d598c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 1125 time: 0.0867498
Feb 19 21:07:42.398514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c01ba233-4acd-48fb-8aa8-a829322e893d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:42.417643 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-6fadfc19-61c5-43c8-bf43-6404cc5de0e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=705d433e-42c6-442d-adce-cb0486512277 HTTP/1.1" status: 200  len: 217 time: 0.0697529
Feb 19 21:07:42.467577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02996cdb-f39d-4000-9d22-0652e48c00a9 req-78d0823c-2f22-4be6-9fa9-0331102ce183 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 210 time: 0.0662818
Feb 19 21:07:42.469424 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ec908d2-fb16-4a84-8831-5ea5b8442887 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.476679 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.480997 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ec908d2-fb16-4a84-8831-5ea5b8442887 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router_controller (4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.505826 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6144-1749-45e8-9df6-328893742ce6 req-31d9877b-e858-42d3-9c50-b25e519f371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:42.508209 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-31d9877b-e858-42d3-9c50-b25e519f371b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.0810461
Feb 19 21:07:42.578211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6144-1749-45e8-9df6-328893742ce6 req-fe31033c-cb12-497c-a200-06a34821252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:42.579865 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-fe31033c-cb12-497c-a200-06a34821252e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0650206
Feb 19 21:07:42.616719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d772fbb3-f298-4800-b4be-2903bb75a5ca req-01a5a051-2aca-4fe7-ac61-384d6c8e2e04 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2282646
Feb 19 21:07:42.624294 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ec908d2-fb16-4a84-8831-5ea5b8442887 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.624837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec908d2-fb16-4a84-8831-5ea5b8442887 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:07:42.636559 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ec908d2-fb16-4a84-8831-5ea5b8442887 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.640921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0ec908d2-fb16-4a84-8831-5ea5b8442887 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f HTTP/1.1" status: 204  len: 168 time: 0.8280733
Feb 19 21:07:42.659118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34296) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:42.660532 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86666f3c-697d-4772-b98e-f3b702adb78d admin admin] Publish callbacks [] for security_group (97d73bbb-7599-49f9-a8e5-99fcaab85959), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.730084 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-9aa3f563-dba9-4b43-b780-cfe031aff4fa service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375654
Feb 19 21:07:42.755859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-65df068a-92bf-4747-90a5-2690048dad92 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f HTTP/1.1" status: 200  len: 205 time: 0.0907028
Feb 19 21:07:42.758981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34298) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:42.769151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86666f3c-697d-4772-b98e-f3b702adb78d admin admin] Publish callbacks [] for security_group (97d73bbb-7599-49f9-a8e5-99fcaab85959), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.833182 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-60c6e2a6-6532-4a36-ab92-38d94e140aaf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] delete failed (client error): The resource could not be found.
Feb 19 21:07:42.834159 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-60c6e2a6-6532-4a36-ab92-38d94e140aaf tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/4ce8d3d3-1a6d-4629-8a24-18313fe5ac6f HTTP/1.1" status: 404  len: 336 time: 0.0742295
Feb 19 21:07:42.837379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34300) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:42.873122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-c0b406d7-4f32-4ba1-8ded-162292fa1b39 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:42.874641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-c0b406d7-4f32-4ba1-8ded-162292fa1b39 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.2329295
Feb 19 21:07:42.877847 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d0f9c4-80fa-4297-9993-9dc0a9702ad5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:07:42.878470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d0f9c4-80fa-4297-9993-9dc0a9702ad5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:07:42.884872 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-45d0f9c4-80fa-4297-9993-9dc0a9702ad5 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/0e0d8646-b180-49d7-8197-3eb6918a6c2b HTTP/1.1" status: 404  len: 337 time: 0.0461624
Feb 19 21:07:42.888068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34302) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:42.894359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Request body: {'port': {'device_id': '1e830f7e-f576-4d1a-8d33-16ac817471c9', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'admin_state_up': True, 'tenant_id': 'e5f81dcc5d52473ab53817e20df04cd9'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:42.920127 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-43ed6144-1749-45e8-9df6-328893742ce6 req-6fb64ba3-8a9a-4d49-8244-118d59ebc000 service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824589
Feb 19 21:07:42.966608 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86666f3c-697d-4772-b98e-f3b702adb78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (97d73bbb-7599-49f9-a8e5-99fcaab85959), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.969248 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86666f3c-697d-4772-b98e-f3b702adb78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:42.970400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-86666f3c-697d-4772-b98e-f3b702adb78d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97d73bbb-7599-49f9-a8e5-99fcaab85959 HTTP/1.1" status: 204  len: 168 time: 0.7782447
Feb 19 21:07:42.971462 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4579f9-bf4a-4555-ba3e-9bb1a5ce460a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:07:42.971924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4579f9-bf4a-4555-ba3e-9bb1a5ce460a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:07:42.977001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0a4579f9-bf4a-4555-ba3e-9bb1a5ce460a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/4659c8e6-a40c-4d6d-871c-0cbb3faa9065 HTTP/1.1" status: 404  len: 337 time: 0.0862219
Feb 19 21:07:42.981013 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34306) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:42.994912 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:43.005027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86666f3c-697d-4772-b98e-f3b702adb78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d73bbb-7599-49f9-a8e5-99fcaab85959,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:43.045291 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81d03d4-171f-4d30-911f-cc374f7bae79 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:07:43.050697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81d03d4-171f-4d30-911f-cc374f7bae79 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:07:43.054902 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f81d03d4-171f-4d30-911f-cc374f7bae79 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/14cec782-f65e-4e0f-8798-05f96c8d1e0d HTTP/1.1" status: 404  len: 337 time: 0.0729086
Feb 19 21:07:43.059345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34308) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.090033 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f870e1-b8b0-4bc9-b43e-5ec2ff54b8f1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:07:43.090513 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f870e1-b8b0-4bc9-b43e-5ec2ff54b8f1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:07:43.093937 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-24f870e1-b8b0-4bc9-b43e-5ec2ff54b8f1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/04294aa3-2803-4c47-9e21-b591906f91ba HTTP/1.1" status: 404  len: 337 time: 0.0336175
Feb 19 21:07:43.096758 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34310) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.135684 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c1e487e1-ecf4-4e29-bc2d-4c1031e1a0d1 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=471dc094-5099-4239-af97-a9c7c0e405c9 HTTP/1.1" status: 200  len: 205 time: 0.0366182
Feb 19 21:07:43.136379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34312) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.150204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda20db8-7fa6-498b-bfb3-0e760e6a537e req-0a800b82-973e-4eaa-93cc-47c4dd600766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:43.151876 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fda20db8-7fa6-498b-bfb3-0e760e6a537e req-0a800b82-973e-4eaa-93cc-47c4dd600766 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 1125 time: 0.1800292
Feb 19 21:07:43.211555 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-bcdce84d-d97d-49f9-8a52-0666deafc159 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] delete failed (client error): The resource could not be found.
Feb 19 21:07:43.215231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bcdce84d-d97d-49f9-8a52-0666deafc159 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/471dc094-5099-4239-af97-a9c7c0e405c9 HTTP/1.1" status: 404  len: 336 time: 0.0734518
Feb 19 21:07:43.219371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34316) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.252670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Allocated IP 172.35.2.193 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/d17b6553-a63e-408b-80a8-17a1c5fccbb5) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:43.260941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8748f9f1-bb13-4a5f-8a94-9a62080abc6e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc38e228-ac90-4938-afa3-d6dce102b4e7 HTTP/1.1" status: 200  len: 205 time: 0.0383034
Feb 19 21:07:43.261489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34318) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.286144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda20db8-7fa6-498b-bfb3-0e760e6a537e req-7c2923cb-7a7c-47c8-8d75-bd6309697c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:43.287702 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fda20db8-7fa6-498b-bfb3-0e760e6a537e req-7c2923cb-7a7c-47c8-8d75-bd6309697c15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 917 time: 0.1233582
Feb 19 21:07:43.299844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Made reservation on behalf of e5f81dcc5d52473ab53817e20df04cd9 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:43.303410 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:43.317263 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-1781318d-835b-4426-85c7-6ec4ed982544 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] delete failed (client error): The resource could not be found.
Feb 19 21:07:43.321417 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1781318d-835b-4426-85c7-6ec4ed982544 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/fc38e228-ac90-4938-afa3-d6dce102b4e7 HTTP/1.1" status: 404  len: 336 time: 0.0559218
Feb 19 21:07:43.323149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34322) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.337609 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fda20db8-7fa6-498b-bfb3-0e760e6a537e req-cc4980b4-018f-47ca-bf8a-842f2d4580f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=705d433e-42c6-442d-adce-cb0486512277 HTTP/1.1" status: 200  len: 217 time: 0.0423484
Feb 19 21:07:43.379877 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f7613d-29ce-4dac-9f9d-bf62516c93d2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:07:43.380389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f7613d-29ce-4dac-9f9d-bf62516c93d2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:07:43.384093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-94f7613d-29ce-4dac-9f9d-bf62516c93d2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/3d5b2a37-938c-4022-b597-de320664f519 HTTP/1.1" status: 404  len: 337 time: 0.0601246
Feb 19 21:07:43.387975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34326) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.430152 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cdff5a05-2e02-45d3-a8cb-5323c740054a tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1b44f4d-6516-4b4a-a541-bf255d1ccbc9 HTTP/1.1" status: 200  len: 205 time: 0.0393515
Feb 19 21:07:43.431087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34330) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.487388 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-388f95ec-7d18-466b-ac21-55c0b8145279 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] delete failed (client error): The resource could not be found.
Feb 19 21:07:43.488515 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-388f95ec-7d18-466b-ac21-55c0b8145279 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/d1b44f4d-6516-4b4a-a541-bf255d1ccbc9 HTTP/1.1" status: 404  len: 336 time: 0.0562029
Feb 19 21:07:43.490238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda20db8-7fa6-498b-bfb3-0e760e6a537e req-88eae2ac-a652-4ed0-9a64-1c6941f7eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:43.491687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34334) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.491874 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fda20db8-7fa6-498b-bfb3-0e760e6a537e req-88eae2ac-a652-4ed0-9a64-1c6941f7eb3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.1458211
Feb 19 21:07:43.562480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8b4b7a8d-0291-44f0-9fa6-c065d72816b4 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed4bbe5f-394a-42cc-bac0-57363fd0940d HTTP/1.1" status: 200  len: 205 time: 0.0669923
Feb 19 21:07:43.563229 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda20db8-7fa6-498b-bfb3-0e760e6a537e req-176211cb-8804-41b7-8c75-b20f727b0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:43.564921 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fda20db8-7fa6-498b-bfb3-0e760e6a537e req-176211cb-8804-41b7-8c75-b20f727b0a96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0666473
Feb 19 21:07:43.565539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34340) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.625208 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-ad4534c0-cca5-4752-a4f3-a326de386448 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] delete failed (client error): The resource could not be found.
Feb 19 21:07:43.626393 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ad4534c0-cca5-4752-a4f3-a326de386448 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/ed4bbe5f-394a-42cc-bac0-57363fd0940d HTTP/1.1" status: 404  len: 336 time: 0.0596862
Feb 19 21:07:43.634665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34342) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.689863 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce4f1b8-cced-4173-bf1e-3dd5dd78bd92 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:07:43.694058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce4f1b8-cced-4173-bf1e-3dd5dd78bd92 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:07:43.697466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dce4f1b8-cced-4173-bf1e-3dd5dd78bd92 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/5936b2d8-f748-45e4-92cf-77418f237b1c HTTP/1.1" status: 404  len: 337 time: 0.0591159
Feb 19 21:07:43.704539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b993dadd-df28-4783-91f3-1097ed850fdf req-7ed713af-5d43-4eac-940e-709d35165d4a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 210 time: 0.1136980
Feb 19 21:07:43.708845 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for port (d17b6553-a63e-408b-80a8-17a1c5fccbb5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:43.713083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34348) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.715445 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fda20db8-7fa6-498b-bfb3-0e760e6a537e req-75f5bd89-6777-471d-8826-4f9191f7bf3d service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0994625
Feb 19 21:07:43.778711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-84c81e37-3ff2-427b-921b-bbf5ae7abd30 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1a7063d-ab34-4083-bcd5-6ea652b60dc7 HTTP/1.1" status: 200  len: 205 time: 0.0642321
Feb 19 21:07:43.785677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34352) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.793794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Allocated IP 172.20.0.13 (be9178cb-fadc-423e-95e2-979af3a2f95e/1c86a79b-09b9-494b-a569-de0a15aa8814/ffa51f04-9cbf-40b5-bed7-f5a71282e883) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:43.856565 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fda20db8-7fa6-498b-bfb3-0e760e6a537e req-d9c6d9b3-4ae9-4106-9969-6f17a7e29614 service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286113
Feb 19 21:07:43.871105 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-5e0d1278-179d-48fa-a5fb-e72adbbbcdfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] delete failed (client error): The resource could not be found.
Feb 19 21:07:43.875102 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5e0d1278-179d-48fa-a5fb-e72adbbbcdfb tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/a1a7063d-ab34-4083-bcd5-6ea652b60dc7 HTTP/1.1" status: 404  len: 336 time: 0.0758603
Feb 19 21:07:43.875984 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34356) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.905638 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd778a7-2fcf-43c9-8baa-c434f1a92ae2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:07:43.906109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd778a7-2fcf-43c9-8baa-c434f1a92ae2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:07:43.909316 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bdd778a7-2fcf-43c9-8baa-c434f1a92ae2 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/bdb27978-cedf-4ea5-a954-5f2e90587a62 HTTP/1.1" status: 404  len: 337 time: 0.0325434
Feb 19 21:07:43.912198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34358) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.927972 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d17b6553-a63e-408b-80a8-17a1c5fccbb5), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:43.944659 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-22c9b17c-afe9-4770-b1c9-31424d8ebba7 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9145a87-959f-4da1-9113-220e7dbf68f9 HTTP/1.1" status: 200  len: 205 time: 0.0295012
Feb 19 21:07:43.946056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34362) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:43.989160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806628-5a4f-49cb-a0f0-b9c6fdb34e02 req-1460d6bb-8bf3-430b-bdcd-9e31f3f5540e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:43.991356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2806628-5a4f-49cb-a0f0-b9c6fdb34e02 req-1460d6bb-8bf3-430b-bdcd-9e31f3f5540e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 943 time: 0.2149198
Feb 19 21:07:44.024159 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-0023a3e3-9dd3-4443-a395-521b244d7782 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] delete failed (client error): The resource could not be found.
Feb 19 21:07:44.026127 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0023a3e3-9dd3-4443-a395-521b244d7782 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/routers/e9145a87-959f-4da1-9113-220e7dbf68f9 HTTP/1.1" status: 404  len: 336 time: 0.0787120
Feb 19 21:07:44.028381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34364) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:44.059627 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-584276f0-a762-40d4-8e54-04ddbc436cc8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:07:44.060090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584276f0-a762-40d4-8e54-04ddbc436cc8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:07:44.065862 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-584276f0-a762-40d4-8e54-04ddbc436cc8 tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/671a8820-8406-42cf-8dea-08db7dfa511d HTTP/1.1" status: 404  len: 337 time: 0.0338230
Feb 19 21:07:44.066165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34366) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:44.085406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Port': ['ID=d17b6553-a63e-408b-80a8-17a1c5fccbb5,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:44.096255 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5deee90-bd85-4ff9-9c11-f1c6aaa85a9e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:07:44.096255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5deee90-bd85-4ff9-9c11-f1c6aaa85a9e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:07:44.097036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:44.097931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34368) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:44.098848 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b5deee90-bd85-4ff9-9c11-f1c6aaa85a9e tempest-RoutersTest-1006505124 tempest-RoutersTest-1006505124-project] 10.222.0.30 "DELETE /v2.0/subnets/aeaeee74-62ea-489d-a4af-5a5d5994431d HTTP/1.1" status: 404  len: 337 time: 0.0316827
Feb 19 21:07:44.111623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:44.115565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:44.199285 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2806628-5a4f-49cb-a0f0-b9c6fdb34e02 req-a14c2180-aa39-416b-876a-5c2f019c2270 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1737933
Feb 19 21:07:44.237880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1919097440-network', 'tenant_id': 'b5a5b2f0972548da9895d596ad42cd99'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:44.247273 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks [] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:44.362627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34376) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:44.395900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Made reservation on behalf of b5a5b2f0972548da9895d596ad42cd99 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:44.399013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:44.560905 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2853f4d7-16ff-4f48-aa54-a9540c323181 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d72316bcd0440d482839e842e71771e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1970670
Feb 19 21:07:44.563381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34382) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:44.631777 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-189b7def-2f6b-490a-91a9-c6ebd9c1025f admin admin] Publish callbacks [] for security_group (f8f024cf-7ba9-4401-b909-682818385451), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:44.654684 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-189b7def-2f6b-490a-91a9-c6ebd9c1025f admin admin] Publish callbacks [] for security_group (f8f024cf-7ba9-4401-b909-682818385451), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:44.728566 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-189b7def-2f6b-490a-91a9-c6ebd9c1025f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f8f024cf-7ba9-4401-b909-682818385451), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:44.731950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-189b7def-2f6b-490a-91a9-c6ebd9c1025f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:44.736231 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-189b7def-2f6b-490a-91a9-c6ebd9c1025f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8f024cf-7ba9-4401-b909-682818385451 HTTP/1.1" status: 204  len: 168 time: 0.1718404
Feb 19 21:07:44.738122 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:44.744857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b7def-2f6b-490a-91a9-c6ebd9c1025f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f024cf-7ba9-4401-b909-682818385451,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:44.753514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for floatingip (2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:44.785944 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:44.918586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Network be9178cb-fadc-423e-95e2-979af3a2f95e is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:44.918586 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d17b6553-a63e-408b-80a8-17a1c5fccbb5), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:44.927495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:44.930163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:44.956778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event updated for resources: {'Port': ['ID=ffa51f04-9cbf-40b5-bed7-f5a71282e883,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:45.057936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:45.058568 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.081298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683683a-91ac-4288-aa18-4879bbd2b35e req-c5cdb920-0060-46f8-a3ad-c192d772947f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:45.082785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a683683a-91ac-4288-aa18-4879bbd2b35e req-c5cdb920-0060-46f8-a3ad-c192d772947f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 932 time: 0.2347343
Feb 19 21:07:45.087309 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Publish callbacks [] for security_group (e51621f8-d812-44e9-a284-f38b8e5d3d3f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.130408 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e51621f8-d812-44e9-a284-f38b8e5d3d3f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.150356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-0dc3b1a4-4389-4878-8e45-fac54c32ebbb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2609611
Feb 19 21:07:45.176491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Request body: {'port': {'device_id': '1e830f7e-f576-4d1a-8d33-16ac817471c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:45.189237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:07:45.249022 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (44abe580-8906-4a64-93bb-bd8ec6004a2c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.249379 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Added segment 44abe580-8906-4a64-93bb-bd8ec6004a2c of type vlan for network 9bbae961-c145-4e60-9e0e-08e63cf3e5a8
Feb 19 21:07:45.254070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51621f8-d812-44e9-a284-f38b8e5d3d3f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:45.373540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a683683a-91ac-4288-aa18-4879bbd2b35e req-2e822fc0-447b-41fe-8597-839e2ce20b33 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2702305
Feb 19 21:07:45.395659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (9bbae961-c145-4e60-9e0e-08e63cf3e5a8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.421560 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.465299 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for port (d17b6553-a63e-408b-80a8-17a1c5fccbb5), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.477980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d17b6553-a63e-408b-80a8-17a1c5fccbb5), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.485293 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (9bbae961-c145-4e60-9e0e-08e63cf3e5a8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.486332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:45.487070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.526452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34408) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:45.599878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c154dd-64e8-4915-add7-9c08b70afd6e req-c7a14db2-7c1c-489b-8c22-8bfac6bc4f9f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:45.601931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62c154dd-64e8-4915-add7-9c08b70afd6e req-c7a14db2-7c1c-489b-8c22-8bfac6bc4f9f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 943 time: 0.2815325
Feb 19 21:07:45.668597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3cf7575e-4596-4c1b-adbe-88430e12eaea tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group': {'name': 'tempest-secgroup--343293041'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:45.688863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.5871644
Feb 19 21:07:45.691882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34414) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:45.698166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] Request body: {'subnet': {'network_id': '9bbae961-c145-4e60-9e0e-08e63cf3e5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1919097440-subnet', 'tenant_id': 'b5a5b2f0972548da9895d596ad42cd99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:45.704610 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cf7575e-4596-4c1b-adbe-88430e12eaea tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.718438 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cf7575e-4596-4c1b-adbe-88430e12eaea tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.722264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Port': ['ID=d17b6553-a63e-408b-80a8-17a1c5fccbb5,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:45.739797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] Made reservation on behalf of b5a5b2f0972548da9895d596ad42cd99 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:45.742986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.743684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86282f2-b6f4-4ce8-a8c5-d039a4d4a5e9 admin admin] Pushing event updated for resources: {'Network': ['ID=9bbae961-c145-4e60-9e0e-08e63cf3e5a8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:45.763072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 9bbae961-c145-4e60-9e0e-08e63cf3e5a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:07:45.830780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.851800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62c154dd-64e8-4915-add7-9c08b70afd6e req-5b3de7dd-7f85-49a4-8840-45f7f2f91366 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2268329
Feb 19 21:07:45.868619 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.869896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-36758886-6f0d-4762-bfb6-b1554f22e885 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.7283506
Feb 19 21:07:45.906272 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cf7575e-4596-4c1b-adbe-88430e12eaea tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (74b24289-4c03-4092-aa65-07fc30cee399), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.912495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cf7575e-4596-4c1b-adbe-88430e12eaea tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (74b24289-4c03-4092-aa65-07fc30cee399), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:45.989844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7575e-4596-4c1b-adbe-88430e12eaea tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b24289-4c03-4092-aa65-07fc30cee399,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:46.081762 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (fc9237a7-1ec4-45a8-8338-643013b8d278), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.101206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa51f04-9cbf-40b5-bed7-f5a71282e883 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:07:46.103699 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cf7575e-4596-4c1b-adbe-88430e12eaea tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (7325887c-2eb8-47ab-83c9-7808ac14a335), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.111784 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Publish callbacks [] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.124690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cf7575e-4596-4c1b-adbe-88430e12eaea tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7325887c-2eb8-47ab-83c9-7808ac14a335), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.140975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Transition to ACTIVE for port object ffa51f04-9cbf-40b5-bed7-f5a71282e883 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:07:46.151256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.192087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cf7575e-4596-4c1b-adbe-88430e12eaea tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.196724 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3cf7575e-4596-4c1b-adbe-88430e12eaea tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6664052
Feb 19 21:07:46.196724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9237a7-1ec4-45a8-8338-643013b8d278,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:46.197586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34430) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:46.198170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7575e-4596-4c1b-adbe-88430e12eaea tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7325887c-2eb8-47ab-83c9-7808ac14a335,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:46.204236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6e205364-fe52-4535-a9b9-001fbbb07194 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--91144015&fields=id&tenant_id=f260ed47c5994487a4cc293c33dae3ea HTTP/1.1" status: 200  len: 267 time: 0.0974693
Feb 19 21:07:46.212322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] Checking segment: {'id': '44abe580-8906-4a64-93bb-bd8ec6004a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9bbae961-c145-4e60-9e0e-08e63cf3e5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:46.213117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] Network hostable DHCP agents. Network: 9bbae961-c145-4e60-9e0e-08e63cf3e5a8, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:07:46.233682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] Network 9bbae961-c145-4e60-9e0e-08e63cf3e5a8 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:07:46.243779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9bbae961-c145-4e60-9e0e-08e63cf3e5a8) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:46.248932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:46.250587 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.254616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34251789-8739-4fce-a85e-b053967e4095 None None] Network 9bbae961-c145-4e60-9e0e-08e63cf3e5a8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:46.267785 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6f9c1f32-4eca-4588-a8a6-ff31381dae07 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.5747659
Feb 19 21:07:46.305478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa51f04-9cbf-40b5-bed7-f5a71282e883,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:46.372383 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673e63c8-6d3c-4b68-9b27-dbcafc00824b None None] Network 9bbae961-c145-4e60-9e0e-08e63cf3e5a8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:07:46.372636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-56c2b4e4-c703-4b14-82f3-456e469908da tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:46.374125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-56c2b4e4-c703-4b14-82f3-456e469908da tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports/5896be69-08fa-4335-b439-1a196dfa8691 HTTP/1.1" status: 200  len: 930 time: 0.1460650
Feb 19 21:07:46.438624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-85a5bbcb-0707-4242-903c-ae0fa16c425e tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.2378421
Feb 19 21:07:46.442046 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34438) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:46.450947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-95ca855f-f06a-49d0-8725-f4596e3b48c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group': {'name': 'tempest-security--2089714566', 'description': 'tempest-security-description-456573231'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:46.483776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-24c813d5-18a8-4e70-86f2-75dc8ee4388b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:46.485134 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-24c813d5-18a8-4e70-86f2-75dc8ee4388b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports/d2e2e0f9-6f33-4853-808c-07962b81a563 HTTP/1.1" status: 200  len: 932 time: 0.0983045
Feb 19 21:07:46.492849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95ca855f-f06a-49d0-8725-f4596e3b48c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (7325887c-2eb8-47ab-83c9-7808ac14a335), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.504723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Attempting to bind port ffa51f04-9cbf-40b5-bed7-f5a71282e883 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:46.505067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Attempting to bind port ffa51f04-9cbf-40b5-bed7-f5a71282e883 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:46.505401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Attempting to bind port ffa51f04-9cbf-40b5-bed7-f5a71282e883 on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:46.545835 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95ca855f-f06a-49d0-8725-f4596e3b48c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (7325887c-2eb8-47ab-83c9-7808ac14a335), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.549825 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95ca855f-f06a-49d0-8725-f4596e3b48c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7325887c-2eb8-47ab-83c9-7808ac14a335), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.552680 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95ca855f-f06a-49d0-8725-f4596e3b48c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.556485 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-95ca855f-f06a-49d0-8725-f4596e3b48c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "PUT /v2.0/security-groups/7325887c-2eb8-47ab-83c9-7808ac14a335 HTTP/1.1" status: 200  len: 1796 time: 0.1104708
Feb 19 21:07:46.557378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34440) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:46.568645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Port ffa51f04-9cbf-40b5-bed7-f5a71282e883 on network be9178cb-fadc-423e-95e2-979af3a2f95e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:07:46.569508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Attempting to bind port ffa51f04-9cbf-40b5-bed7-f5a71282e883 on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:46.574742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-8ebef318-7fd6-4f61-8eaa-7b193c0853e6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?network_id=5c55b6fb-c182-40ec-8324-04db14622512&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0728056
Feb 19 21:07:46.582055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:46.582470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Checking segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:46.582781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Bound using segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:46.583232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Bound port: ffa51f04-9cbf-40b5-bed7-f5a71282e883, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:46.583601 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.606865 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca855f-f06a-49d0-8725-f4596e3b48c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7325887c-2eb8-47ab-83c9-7808ac14a335,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:46.626916 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bdfd6df9-23ce-489c-8223-553ae55fbd07 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups/7325887c-2eb8-47ab-83c9-7808ac14a335 HTTP/1.1" status: 200  len: 1796 time: 0.0684330
Feb 19 21:07:46.629597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34444) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:46.643921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f11fcb26-e28f-45a1-818a-edc20349c323 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?network_id=5c55b6fb-c182-40ec-8324-04db14622512&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0556586
Feb 19 21:07:46.654420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316a062-54e3-42bf-a15c-23308db7cc2f req-f8be6292-4a19-40e3-ad0a-8878c12bffec tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:46.656016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5316a062-54e3-42bf-a15c-23308db7cc2f req-f8be6292-4a19-40e3-ad0a-8878c12bffec tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 944 time: 0.2036567
Feb 19 21:07:46.694566 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5eb8f33c-6611-47ea-afa3-a230a6a6e74d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (7325887c-2eb8-47ab-83c9-7808ac14a335), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.720967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5eb8f33c-6611-47ea-afa3-a230a6a6e74d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (7325887c-2eb8-47ab-83c9-7808ac14a335), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.784116 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5eb8f33c-6611-47ea-afa3-a230a6a6e74d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7325887c-2eb8-47ab-83c9-7808ac14a335), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.790284 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5eb8f33c-6611-47ea-afa3-a230a6a6e74d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.790284 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5eb8f33c-6611-47ea-afa3-a230a6a6e74d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-groups/7325887c-2eb8-47ab-83c9-7808ac14a335 HTTP/1.1" status: 204  len: 168 time: 0.1569908
Feb 19 21:07:46.792847 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34446) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:46.806293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8f33c-6611-47ea-afa3-a230a6a6e74d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7325887c-2eb8-47ab-83c9-7808ac14a335,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:46.821538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5316a062-54e3-42bf-a15c-23308db7cc2f req-7dda644e-af6f-4206-9f76-5f27d16d629a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455727
Feb 19 21:07:46.835177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] For port ffa51f04-9cbf-40b5-bed7-f5a71282e883, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:46.842521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] For port ffa51f04-9cbf-40b5-bed7-f5a71282e883, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffa51f04-9cbf-40b5-bed7-f5a71282e883,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:46.860954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-2aabcfc1-0bb0-4010-994c-2dc8a04b1c85 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:46.866976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-2aabcfc1-0bb0-4010-994c-2dc8a04b1c85 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:46.872379 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-66250c21-1927-4c12-a4a9-3054a3458973 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0753160
Feb 19 21:07:46.872379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34448) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:46.872624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-2aabcfc1-0bb0-4010-994c-2dc8a04b1c85 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:46.873526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34450) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:46.874145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-2aabcfc1-0bb0-4010-994c-2dc8a04b1c85 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/networks?id=412258df-58b8-4ea9-9432-b16f8bdfc8b8&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=5c55b6fb-c182-40ec-8324-04db14622512&id=5c55b6fb-c182-40ec-8324-04db14622512 HTTP/1.1" status: 200  len: 1989 time: 0.2171755
Feb 19 21:07:46.875922 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.899905 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-a0700c36-2c15-47b4-9d55-7fe1c4589036 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] delete failed (client error): The resource could not be found.
Feb 19 21:07:46.904903 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a0700c36-2c15-47b4-9d55-7fe1c4589036 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-groups/7325887c-2eb8-47ab-83c9-7808ac14a335 HTTP/1.1" status: 404  len: 347 time: 0.0212471
Feb 19 21:07:46.908901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34454) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:46.924381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-49d298c7-6fb4-46e2-a691-3e4867972744 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group': {'name': 'tempest-secgroup--220295353'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:46.930175 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:07:46.938726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:46.939361 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:46.941071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] 10.222.0.10 "PUT /v2.0/ports/ffa51f04-9cbf-40b5-bed7-f5a71282e883 HTTP/1.1" status: 200  len: 1092 time: 1.7738690
Feb 19 21:07:46.943793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e830f7e-f576-4d1a-8d33-16ac817471c9', 'tag': 'ffa51f04-9cbf-40b5-bed7-f5a71282e883'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:46.946858 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77da4805-c68b-4d66-9c5d-306970342298" -d '{"events": [{"name": "network-changed", "server_uuid": "1e830f7e-f576-4d1a-8d33-16ac817471c9", "tag": "ffa51f04-9cbf-40b5-bed7-f5a71282e883"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:46.950450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-cc4c9c84-31da-4122-abb4-74bb016a1507 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/quotas/f260ed47c5994487a4cc293c33dae3ea HTTP/1.1" status: 200  len: 375 time: 0.0654755
Feb 19 21:07:46.951196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb5edee-57a2-43b8-aaa1-96c8771953a0 admin admin] Deleting subnet fc9237a7-1ec4-45a8-8338-643013b8d278 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:07:46.955755 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1eb5edee-57a2-43b8-aaa1-96c8771953a0 admin admin] Publish callbacks [] for subnet (fc9237a7-1ec4-45a8-8338-643013b8d278), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.002306 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1eb5edee-57a2-43b8-aaa1-96c8771953a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (fc9237a7-1ec4-45a8-8338-643013b8d278), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.042980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa51f04-9cbf-40b5-bed7-f5a71282e883,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:47.059265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1eb5edee-57a2-43b8-aaa1-96c8771953a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (fc9237a7-1ec4-45a8-8338-643013b8d278), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.064233 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49d298c7-6fb4-46e2-a691-3e4867972744 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.088589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.088937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.089276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.089623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.089963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.090293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.090622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.090950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.091277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.091608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.091935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.092259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.092611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbb24a-6934-4535-b3db-df302385f774 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:07:47.117811 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1eb5edee-57a2-43b8-aaa1-96c8771953a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (fc9237a7-1ec4-45a8-8338-643013b8d278), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.146050 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5edee-57a2-43b8-aaa1-96c8771953a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9237a7-1ec4-45a8-8338-643013b8d278,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:47.148133 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1eb5edee-57a2-43b8-aaa1-96c8771953a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.153994 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1eb5edee-57a2-43b8-aaa1-96c8771953a0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fc9237a7-1ec4-45a8-8338-643013b8d278 HTTP/1.1" status: 204  len: 168 time: 0.2787750
Feb 19 21:07:47.154101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83828127-3be4-4a26-889b-44ab4c5bf5d9 req-25514c27-ceaf-4160-a0f3-009bb4d8d735 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:47.154203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34458) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:47.154747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83828127-3be4-4a26-889b-44ab4c5bf5d9 req-25514c27-ceaf-4160-a0f3-009bb4d8d735 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 943 time: 0.1848023
Feb 19 21:07:47.167429 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-7f7d4623-3cec-4d7c-b8a1-163ae2b3dd99 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&fields=id HTTP/1.1" status: 200  len: 486 time: 0.2044261
Feb 19 21:07:47.173459 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-08ea63c5-a536-4613-b809-5a2ccdf51401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:47.175017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-08ea63c5-a536-4613-b809-5a2ccdf51401 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 1126 time: 0.1771870
Feb 19 21:07:47.225390 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (9bbae961-c145-4e60-9e0e-08e63cf3e5a8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.288761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-c184619c-6e0e-4da4-bfe1-b499e0465038 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffa51f04-9cbf-40b5-bed7-f5a71282e883 HTTP/1.1" status: 200  len: 217 time: 0.0912168
Feb 19 21:07:47.318052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (9bbae961-c145-4e60-9e0e-08e63cf3e5a8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.347113 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69cc1940>,) {'filters': {'network_id': ['9bbae961-c145-4e60-9e0e-08e63cf3e5a8']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:47.361264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69cc1940>, '44abe580-8906-4a64-93bb-bd8ec6004a2c') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:47.361570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69cc1940>, '44abe580-8906-4a64-93bb-bd8ec6004a2c') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:07:47.373504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (44abe580-8906-4a64-93bb-bd8ec6004a2c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.384568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 705d433e-42c6-442d-adce-cb0486512277 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:07:47.391352 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49d298c7-6fb4-46e2-a691-3e4867972744 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (112f4fc3-d622-4cf1-9150-f05d20d2ecec), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.391708 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (44abe580-8906-4a64-93bb-bd8ec6004a2c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.395333 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83828127-3be4-4a26-889b-44ab4c5bf5d9 req-3ac859ac-f9c1-4cc6-be2a-de86daaaf2ce tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2241731
Feb 19 21:07:47.404298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:07:47.404620 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (44abe580-8906-4a64-93bb-bd8ec6004a2c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:07:47.409675 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:07:47.413516 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49d298c7-6fb4-46e2-a691-3e4867972744 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (112f4fc3-d622-4cf1-9150-f05d20d2ecec), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.466623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-341e3b7b-a458-4ece-92b0-7cc44d84bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:47.468129 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-341e3b7b-a458-4ece-92b0-7cc44d84bac9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.1637874
Feb 19 21:07:47.475373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49d298c7-6fb4-46e2-a691-3e4867972744 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.476668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-49d298c7-6fb4-46e2-a691-3e4867972744 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5574896
Feb 19 21:07:47.482043 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34460) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:47.490408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-163d2131-9ebe-4dd2-b2d1-64dd3f76a9a4 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': '112f4fc3-d622-4cf1-9150-f05d20d2ecec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:47.492061 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-7acb6b9f-1131-4701-bf18-ece095637a3e service neutron] 10.222.0.30 "GET /v2.0/networks/412258df-58b8-4ea9-9432-b16f8bdfc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3112996
Feb 19 21:07:47.492765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d298c7-6fb4-46e2-a691-3e4867972744 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112f4fc3-d622-4cf1-9150-f05d20d2ecec,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:47.522775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-8a999927-c681-4ea1-a8c3-815af338e499 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431488
Feb 19 21:07:47.539048 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22608c1-f6cf-40e7-b00d-c883d90ea34f x-openstack-request-id: req-e22608c1-f6cf-40e7-b00d-c883d90ea34f {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:47.539918 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e830f7e-f576-4d1a-8d33-16ac817471c9", "tag": "ffa51f04-9cbf-40b5-bed7-f5a71282e883", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:47.539918 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e22608c1-f6cf-40e7-b00d-c883d90ea34f {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:47.540268 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e830f7e-f576-4d1a-8d33-16ac817471c9', 'tag': 'ffa51f04-9cbf-40b5-bed7-f5a71282e883', 'status': 'completed', 'code': 200}
Feb 19 21:07:47.563236 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (9bbae961-c145-4e60-9e0e-08e63cf3e5a8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.565513 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-163d2131-9ebe-4dd2-b2d1-64dd3f76a9a4 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (0154f3e7-6b07-4a6d-8b73-fd6f06258a82), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.573262 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.580916 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9bbae961-c145-4e60-9e0e-08e63cf3e5a8 HTTP/1.1" status: 204  len: 168 time: 0.4221039
Feb 19 21:07:47.588790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 705d433e-42c6-442d-adce-cb0486512277, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:47.598794 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e520387-bb7c-4c2e-97ab-6b9dec1d7af3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbae961-c145-4e60-9e0e-08e63cf3e5a8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:47.616640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '705d433e-42c6-442d-adce-cb0486512277', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'port_id': '705d433e-42c6-442d-adce-cb0486512277', 'mac_address': 'fa:16:3e:b3:2c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:07:47.677515 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-163d2131-9ebe-4dd2-b2d1-64dd3f76a9a4 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (0154f3e7-6b07-4a6d-8b73-fd6f06258a82), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.687744 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-163d2131-9ebe-4dd2-b2d1-64dd3f76a9a4 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (0154f3e7-6b07-4a6d-8b73-fd6f06258a82), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.688311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 705d433e-42c6-442d-adce-cb0486512277 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:47.689452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (705d433e-42c6-442d-adce-cb0486512277), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.713616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705d433e-42c6-442d-adce-cb0486512277 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:07:47.733201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-dbbb9fe8-91a5-4b6f-b29a-51aedf832acc service neutron] 10.222.0.30 "GET /v2.0/networks/412258df-58b8-4ea9-9432-b16f8bdfc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2222288
Feb 19 21:07:47.742105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-163d2131-9ebe-4dd2-b2d1-64dd3f76a9a4 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.749381 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-163d2131-9ebe-4dd2-b2d1-64dd3f76a9a4 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2657232
Feb 19 21:07:47.750242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34466) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:47.759209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 705d433e-42c6-442d-adce-cb0486512277, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:47.767262 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (705d433e-42c6-442d-adce-cb0486512277), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.787146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0a32bc75-9ae5-4f58-969c-dd7a2c818725 service neutron] 10.222.0.30 "GET /v2.0/ports/5896be69-08fa-4335-b439-1a196dfa8691?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0529451
Feb 19 21:07:47.823168 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c67bb20-2347-4ddf-8f49-6fdd02b75da8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (0154f3e7-6b07-4a6d-8b73-fd6f06258a82), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.826518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d2131-9ebe-4dd2-b2d1-64dd3f76a9a4 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0154f3e7-6b07-4a6d-8b73-fd6f06258a82,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:47.841202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c67bb20-2347-4ddf-8f49-6fdd02b75da8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (0154f3e7-6b07-4a6d-8b73-fd6f06258a82), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.871651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34472) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:47.891861 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c67bb20-2347-4ddf-8f49-6fdd02b75da8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (0154f3e7-6b07-4a6d-8b73-fd6f06258a82), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.908903 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c67bb20-2347-4ddf-8f49-6fdd02b75da8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:47.910233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-e9f347a5-3452-4230-9970-c9deb2a4c9be service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3686967
Feb 19 21:07:47.915540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34474) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:47.916467 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1c67bb20-2347-4ddf-8f49-6fdd02b75da8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0154f3e7-6b07-4a6d-8b73-fd6f06258a82 HTTP/1.1" status: 204  len: 168 time: 0.1620967
Feb 19 21:07:47.924203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67bb20-2347-4ddf-8f49-6fdd02b75da8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0154f3e7-6b07-4a6d-8b73-fd6f06258a82,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:48.030384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:48.068821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-06cf7f21-6c29-473d-aa57-76bb71634110 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5a5b2f0972548da9895d596ad42cd99&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1920259
Feb 19 21:07:48.068821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-acc826a7-2202-441d-9a87-85d7c375a7b3 service neutron] 10.222.0.30 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2800353
Feb 19 21:07:48.070170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34476) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:48.107731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-504bbb04-39bc-4c5d-a0ab-773688d12d40 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1915386
Feb 19 21:07:48.111133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34478) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:48.156378 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b7119558-de91-40a2-a06f-4b089ba4e4f0 admin admin] Publish callbacks [] for security_group (e51621f8-d812-44e9-a284-f38b8e5d3d3f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.196629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b7119558-de91-40a2-a06f-4b089ba4e4f0 admin admin] Publish callbacks [] for security_group (e51621f8-d812-44e9-a284-f38b8e5d3d3f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.197281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['705d433e-42c6-442d-adce-cb0486512277'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:07:48.212399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046deaa-786d-4556-9b8a-ee5c9eaeb201 req-ceec3a40-ec1e-4c06-82ee-5980c28a0e1c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:48.214020 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d046deaa-786d-4556-9b8a-ee5c9eaeb201 req-ceec3a40-ec1e-4c06-82ee-5980c28a0e1c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 944 time: 0.2611301
Feb 19 21:07:48.217823 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e82cfc7-b272-47e9-bf9e-dd101266c166 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (112f4fc3-d622-4cf1-9150-f05d20d2ecec), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.220056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba6ef78e-3735-4f7f-a561-ac73d37c06ca req-178431dc-f220-4186-8639-61b8f7da7d3a service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2853692
Feb 19 21:07:48.264230 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e82cfc7-b272-47e9-bf9e-dd101266c166 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (112f4fc3-d622-4cf1-9150-f05d20d2ecec), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.298153 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-759a1486-53c9-4b98-a704-0a6e13f88eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.311881 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b7119558-de91-40a2-a06f-4b089ba4e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e51621f8-d812-44e9-a284-f38b8e5d3d3f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.315635 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b7119558-de91-40a2-a06f-4b089ba4e4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.316668 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b7119558-de91-40a2-a06f-4b089ba4e4f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e51621f8-d812-44e9-a284-f38b8e5d3d3f HTTP/1.1" status: 204  len: 168 time: 0.2449858
Feb 19 21:07:48.329357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7119558-de91-40a2-a06f-4b089ba4e4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51621f8-d812-44e9-a284-f38b8e5d3d3f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:48.348158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f58dc4c0-d84c-4385-9260-b381f2d6be81 service neutron] 10.222.0.30 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2603099
Feb 19 21:07:48.366736 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e82cfc7-b272-47e9-bf9e-dd101266c166 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (112f4fc3-d622-4cf1-9150-f05d20d2ecec), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.369723 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e82cfc7-b272-47e9-bf9e-dd101266c166 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.375066 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6e82cfc7-b272-47e9-bf9e-dd101266c166 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-groups/112f4fc3-d622-4cf1-9150-f05d20d2ecec HTTP/1.1" status: 204  len: 168 time: 0.2622125
Feb 19 21:07:48.375335 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34482) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:48.401139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82cfc7-b272-47e9-bf9e-dd101266c166 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112f4fc3-d622-4cf1-9150-f05d20d2ecec,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:48.437236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d046deaa-786d-4556-9b8a-ee5c9eaeb201 req-d99d3e19-6dda-4f2e-8507-dc54d5dad375 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840105
Feb 19 21:07:48.461361 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6c6a6939-356a-40ca-9bf8-96ac23cf81d3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0820029
Feb 19 21:07:48.466604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4805-c68b-4d66-9c5d-306970342298 req-7b8fcaea-0887-456a-9166-d973d3a24430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:48.471141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34484) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:48.471396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77da4805-c68b-4d66-9c5d-306970342298 req-7b8fcaea-0887-456a-9166-d973d3a24430 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 1126 time: 0.1914470
Feb 19 21:07:48.479484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-46321ba4-cc35-462b-bdde-44d0d812bc38 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134193668'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:48.489990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-bbe4d6c8-bbf1-4d49-9502-5b99a17cd8ef service neutron] 10.222.0.30 "GET /v2.0/ports/d2e2e0f9-6f33-4853-808c-07962b81a563?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1228962
Feb 19 21:07:48.540803 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-46321ba4-cc35-462b-bdde-44d0d812bc38 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.667445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-46321ba4-cc35-462b-bdde-44d0d812bc38 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (b3731b94-b0b4-44db-b18e-03f16acc6c53), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.674222 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-46321ba4-cc35-462b-bdde-44d0d812bc38 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b3731b94-b0b4-44db-b18e-03f16acc6c53), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.724107 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-46321ba4-cc35-462b-bdde-44d0d812bc38 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.728788 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-46321ba4-cc35-462b-bdde-44d0d812bc38 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2530074
Feb 19 21:07:48.728788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46321ba4-cc35-462b-bdde-44d0d812bc38 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3731b94-b0b4-44db-b18e-03f16acc6c53,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:48.729926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34494) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:48.746775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d0145e6d-6e8b-467a-ba26-96d27d7694c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': 'b3731b94-b0b4-44db-b18e-03f16acc6c53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:48.784520 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0145e6d-6e8b-467a-ba26-96d27d7694c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (c9fb0e60-18bb-4ab2-a90d-04487ffd4e4c), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.879815 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0145e6d-6e8b-467a-ba26-96d27d7694c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (c9fb0e60-18bb-4ab2-a90d-04487ffd4e4c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.887415 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0145e6d-6e8b-467a-ba26-96d27d7694c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c9fb0e60-18bb-4ab2-a90d-04487ffd4e4c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.923843 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0145e6d-6e8b-467a-ba26-96d27d7694c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fb0e60-18bb-4ab2-a90d-04487ffd4e4c,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:48.938145 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0145e6d-6e8b-467a-ba26-96d27d7694c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:48.940237 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d0145e6d-6e8b-467a-ba26-96d27d7694c3 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1975574
Feb 19 21:07:48.943440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34502) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:48.949449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3900ed99-9754-4b7f-847b-c23a25bfe09a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': 'b3731b94-b0b4-44db-b18e-03f16acc6c53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:48.983998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3900ed99-9754-4b7f-847b-c23a25bfe09a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (48e7a54e-e3b4-447a-8092-423bdd3ab749), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.078882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3900ed99-9754-4b7f-847b-c23a25bfe09a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (48e7a54e-e3b4-447a-8092-423bdd3ab749), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.088193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3900ed99-9754-4b7f-847b-c23a25bfe09a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (48e7a54e-e3b4-447a-8092-423bdd3ab749), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.126320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900ed99-9754-4b7f-847b-c23a25bfe09a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e7a54e-e3b4-447a-8092-423bdd3ab749,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:49.155498 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3900ed99-9754-4b7f-847b-c23a25bfe09a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.158071 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3900ed99-9754-4b7f-847b-c23a25bfe09a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2130969
Feb 19 21:07:49.161286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34506) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:49.176961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-76226da5-a1fb-4382-be2f-5584aeb0ad1b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': 'b3731b94-b0b4-44db-b18e-03f16acc6c53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:49.234490 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76226da5-a1fb-4382-be2f-5584aeb0ad1b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (adcda039-e860-46d2-b6e1-462486b45816), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.269152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-cf903489-88c5-4626-8f7b-e1812dba486e service neutron] 10.222.0.30 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7754271
Feb 19 21:07:49.285015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b76bf-ce16-4fae-bc2f-fef10f38cedb req-28aef49d-6f2f-4fae-8013-cd51e10a203e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:49.286551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b66b76bf-ce16-4fae-bc2f-fef10f38cedb req-28aef49d-6f2f-4fae-8013-cd51e10a203e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.6723092
Feb 19 21:07:49.293037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4805-c68b-4d66-9c5d-306970342298 req-aa33f173-6a2e-4560-aef2-c8baa963189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:49.294588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77da4805-c68b-4d66-9c5d-306970342298 req-aa33f173-6a2e-4560-aef2-c8baa963189e service neutron] 10.222.0.10 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 912 time: 0.6632974
Feb 19 21:07:49.340695 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76226da5-a1fb-4382-be2f-5584aeb0ad1b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (adcda039-e860-46d2-b6e1-462486b45816), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.347281 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76226da5-a1fb-4382-be2f-5584aeb0ad1b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (adcda039-e860-46d2-b6e1-462486b45816), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.363039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76226da5-a1fb-4382-be2f-5584aeb0ad1b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcda039-e860-46d2-b6e1-462486b45816,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:49.378916 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76226da5-a1fb-4382-be2f-5584aeb0ad1b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.380619 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-76226da5-a1fb-4382-be2f-5584aeb0ad1b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2153790
Feb 19 21:07:49.384880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34514) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:49.389856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f2cf4718-cb80-479a-bd43-9e3d5238ba3c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': 'b3731b94-b0b4-44db-b18e-03f16acc6c53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:49.396122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77da4805-c68b-4d66-9c5d-306970342298 req-09f1e1c2-f761-4dee-9a1c-99363d802e2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffa51f04-9cbf-40b5-bed7-f5a71282e883 HTTP/1.1" status: 200  len: 217 time: 0.0866656
Feb 19 21:07:49.430203 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4718-cb80-479a-bd43-9e3d5238ba3c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (ac7b206c-381f-4f9c-986a-79b4e0e54dd0), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.491753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b66b76bf-ce16-4fae-bc2f-fef10f38cedb req-94e13142-354a-4e12-802a-546bbe0dde96 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1833463
Feb 19 21:07:49.496849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4805-c68b-4d66-9c5d-306970342298 req-b4c431a1-e5d8-4c3e-8f51-19bc12544f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:49.498413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77da4805-c68b-4d66-9c5d-306970342298 req-b4c431a1-e5d8-4c3e-8f51-19bc12544f82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.0946434
Feb 19 21:07:49.523998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4718-cb80-479a-bd43-9e3d5238ba3c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (ac7b206c-381f-4f9c-986a-79b4e0e54dd0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.529459 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4718-cb80-479a-bd43-9e3d5238ba3c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (ac7b206c-381f-4f9c-986a-79b4e0e54dd0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.542442 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-092a6b8d-d83b-4507-8172-8ef97943870a service neutron] 10.222.0.30 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2421751
Feb 19 21:07:49.544452 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77da4805-c68b-4d66-9c5d-306970342298 req-58885d60-45b9-462d-9872-08404169a955 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381985
Feb 19 21:07:49.561366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf4718-cb80-479a-bd43-9e3d5238ba3c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7b206c-381f-4f9c-986a-79b4e0e54dd0,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:49.567119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4718-cb80-479a-bd43-9e3d5238ba3c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.568545 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f2cf4718-cb80-479a-bd43-9e3d5238ba3c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1826422
Feb 19 21:07:49.571947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34522) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:49.577555 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-29e72b1d-6730-4bdf-bd96-66e3b032bc29 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': 'b3731b94-b0b4-44db-b18e-03f16acc6c53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:49.616841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29e72b1d-6730-4bdf-bd96-66e3b032bc29 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (4f920d46-1dbd-4a6f-b47c-46d8aba00c16), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.711558 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29e72b1d-6730-4bdf-bd96-66e3b032bc29 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (4f920d46-1dbd-4a6f-b47c-46d8aba00c16), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.718230 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29e72b1d-6730-4bdf-bd96-66e3b032bc29 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (4f920d46-1dbd-4a6f-b47c-46d8aba00c16), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.752667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e72b1d-6730-4bdf-bd96-66e3b032bc29 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f920d46-1dbd-4a6f-b47c-46d8aba00c16,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:49.768869 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29e72b1d-6730-4bdf-bd96-66e3b032bc29 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.774405 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-29e72b1d-6730-4bdf-bd96-66e3b032bc29 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1978910
Feb 19 21:07:49.774721 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34528) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:49.788910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-048b8905-f632-41b5-9c6a-5e3750b8e3ab service neutron] 10.222.0.30 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2399800
Feb 19 21:07:49.790708 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77da4805-c68b-4d66-9c5d-306970342298 req-8769d03a-2564-4fca-8624-668e54b944f2 service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317002
Feb 19 21:07:49.805011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91291d-4df2-4478-b927-c69d05b149f4 req-3cffd789-ba2d-407e-b946-dd1b74c4ce75 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:49.807743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c91291d-4df2-4478-b927-c69d05b149f4 req-3cffd789-ba2d-407e-b946-dd1b74c4ce75 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1525354
Feb 19 21:07:49.813572 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9264b2bc-9b6b-4fc9-8c83-fb013708e1f1 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (4f920d46-1dbd-4a6f-b47c-46d8aba00c16), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.822866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9264b2bc-9b6b-4fc9-8c83-fb013708e1f1 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (4f920d46-1dbd-4a6f-b47c-46d8aba00c16), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.854737 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9264b2bc-9b6b-4fc9-8c83-fb013708e1f1 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (4f920d46-1dbd-4a6f-b47c-46d8aba00c16), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.868892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9264b2bc-9b6b-4fc9-8c83-fb013708e1f1 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.871034 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9264b2bc-9b6b-4fc9-8c83-fb013708e1f1 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/4f920d46-1dbd-4a6f-b47c-46d8aba00c16 HTTP/1.1" status: 204  len: 168 time: 0.0948601
Feb 19 21:07:49.875280 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34530) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:49.882924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264b2bc-9b6b-4fc9-8c83-fb013708e1f1 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f920d46-1dbd-4a6f-b47c-46d8aba00c16,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:49.937055 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-540efd7a-6be2-461e-94fe-57b5c5025299 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0601845
Feb 19 21:07:49.939740 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34532) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:49.972433 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-597d2df9-df9b-49b8-a92d-445831946011 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (ac7b206c-381f-4f9c-986a-79b4e0e54dd0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:49.982309 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-597d2df9-df9b-49b8-a92d-445831946011 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (ac7b206c-381f-4f9c-986a-79b4e0e54dd0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.010720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c91291d-4df2-4478-b927-c69d05b149f4 req-94c0c9b2-541c-4e59-8880-fa6c7769d03e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1800971
Feb 19 21:07:50.020970 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-597d2df9-df9b-49b8-a92d-445831946011 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (ac7b206c-381f-4f9c-986a-79b4e0e54dd0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.028054 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-597d2df9-df9b-49b8-a92d-445831946011 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.029688 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-597d2df9-df9b-49b8-a92d-445831946011 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ac7b206c-381f-4f9c-986a-79b4e0e54dd0 HTTP/1.1" status: 204  len: 168 time: 0.0885873
Feb 19 21:07:50.029951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77da4805-c68b-4d66-9c5d-306970342298 req-14f32d51-02d3-4921-930e-30653b49f7a1 service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2189558
Feb 19 21:07:50.033584 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34538) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:50.058293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-64ccd1c3-3632-4d3f-a8b8-8a4b8cfc83ae service neutron] 10.222.0.30 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2490449
Feb 19 21:07:50.067670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d2df9-df9b-49b8-a92d-445831946011 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac7b206c-381f-4f9c-986a-79b4e0e54dd0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:50.112321 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-78669ac1-0b9c-44e1-b05f-d24c59857953 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0767524
Feb 19 21:07:50.119072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34544) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:50.164940 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4d73dea-df0a-476f-bb65-d852e8eb67e2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (adcda039-e860-46d2-b6e1-462486b45816), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.185528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4d73dea-df0a-476f-bb65-d852e8eb67e2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (adcda039-e860-46d2-b6e1-462486b45816), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.243247 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4d73dea-df0a-476f-bb65-d852e8eb67e2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (adcda039-e860-46d2-b6e1-462486b45816), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.250724 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4d73dea-df0a-476f-bb65-d852e8eb67e2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.251860 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f4d73dea-df0a-476f-bb65-d852e8eb67e2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/adcda039-e860-46d2-b6e1-462486b45816 HTTP/1.1" status: 204  len: 168 time: 0.1317246
Feb 19 21:07:50.256129 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34548) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:50.268770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d73dea-df0a-476f-bb65-d852e8eb67e2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adcda039-e860-46d2-b6e1-462486b45816,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:50.317699 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-59e87e9c-e023-4584-9491-d3d2e62472ac tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0602522
Feb 19 21:07:50.320432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34552) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:50.326385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916395b-8115-471e-a582-73ba8a81b532 req-7db5656a-06d6-453f-af4d-0d866b1724da tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:50.328905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c916395b-8115-471e-a582-73ba8a81b532 req-7db5656a-06d6-453f-af4d-0d866b1724da tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 944 time: 0.1562734
Feb 19 21:07:50.331965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b68dcb38-5854-4fdf-a65c-b24a23541b88 service neutron] 10.222.0.30 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2457051
Feb 19 21:07:50.348740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b810992-7df9-4507-a7c8-4c2307f6dc6b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (48e7a54e-e3b4-447a-8092-423bdd3ab749), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.359828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b810992-7df9-4507-a7c8-4c2307f6dc6b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (48e7a54e-e3b4-447a-8092-423bdd3ab749), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.380957 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-564860e6-76ad-4b64-8653-56af599802fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.395038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b810992-7df9-4507-a7c8-4c2307f6dc6b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (48e7a54e-e3b4-447a-8092-423bdd3ab749), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.401472 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b810992-7df9-4507-a7c8-4c2307f6dc6b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.405482 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3b810992-7df9-4507-a7c8-4c2307f6dc6b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/48e7a54e-e3b4-447a-8092-423bdd3ab749 HTTP/1.1" status: 204  len: 168 time: 0.0812757
Feb 19 21:07:50.405694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34554) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:50.426193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b810992-7df9-4507-a7c8-4c2307f6dc6b tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48e7a54e-e3b4-447a-8092-423bdd3ab749,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:50.465375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c916395b-8115-471e-a582-73ba8a81b532 req-7a51809b-e15b-4455-9dc3-072a94d0fd5b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147342
Feb 19 21:07:50.465595 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-769912c5-ec4f-4037-9103-b881e9a28b16 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0552938
Feb 19 21:07:50.465708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34556) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:50.499010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-4dd7692d-f763-4583-89a0-3b6525256885 service neutron] 10.222.0.30 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602826
Feb 19 21:07:50.505080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d19555c-4082-4838-aaf2-fc5cb183338d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (c9fb0e60-18bb-4ab2-a90d-04487ffd4e4c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.515185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d19555c-4082-4838-aaf2-fc5cb183338d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (c9fb0e60-18bb-4ab2-a90d-04487ffd4e4c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.553963 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d19555c-4082-4838-aaf2-fc5cb183338d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c9fb0e60-18bb-4ab2-a90d-04487ffd4e4c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.562056 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d19555c-4082-4838-aaf2-fc5cb183338d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.563407 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3d19555c-4082-4838-aaf2-fc5cb183338d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c9fb0e60-18bb-4ab2-a90d-04487ffd4e4c HTTP/1.1" status: 204  len: 168 time: 0.0965407
Feb 19 21:07:50.569516 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34564) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:50.576414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19555c-4082-4838-aaf2-fc5cb183338d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9fb0e60-18bb-4ab2-a90d-04487ffd4e4c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:50.633945 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a7c0cb74-775d-4602-b7bc-33a3fcccd2b5 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0629480
Feb 19 21:07:50.638186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34566) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:50.698215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22866801-2dd1-412a-bb85-23967ccd41d9 req-a754a8fc-d2ec-4083-b602-90b18a9b61b7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:50.700064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22866801-2dd1-412a-bb85-23967ccd41d9 req-a754a8fc-d2ec-4083-b602-90b18a9b61b7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1249740
Feb 19 21:07:50.707880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-93d7fcca-26f4-4956-8f05-8f425d3f18be service neutron] 10.222.0.30 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029274
Feb 19 21:07:50.830706 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c85ba569-8e17-4777-bd41-00713200bbd2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (b3731b94-b0b4-44db-b18e-03f16acc6c53), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.859277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22866801-2dd1-412a-bb85-23967ccd41d9 req-f8dce6cf-b70f-4a6d-a84e-9df338876473 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1456552
Feb 19 21:07:50.876670 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c85ba569-8e17-4777-bd41-00713200bbd2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (b3731b94-b0b4-44db-b18e-03f16acc6c53), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:50.931682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-38f3efd1-ecd7-4b28-9d17-db5c0a3503ae service neutron] 10.222.0.30 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101574
Feb 19 21:07:51.025197 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c85ba569-8e17-4777-bd41-00713200bbd2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b3731b94-b0b4-44db-b18e-03f16acc6c53), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.027862 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c85ba569-8e17-4777-bd41-00713200bbd2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.029103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c85ba569-8e17-4777-bd41-00713200bbd2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-groups/b3731b94-b0b4-44db-b18e-03f16acc6c53 HTTP/1.1" status: 204  len: 168 time: 0.3868685
Feb 19 21:07:51.031994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34582) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:51.051689 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ba569-8e17-4777-bd41-00713200bbd2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3731b94-b0b4-44db-b18e-03f16acc6c53,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:51.084408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4186b-9be7-4010-a0bb-0f80296cc930 req-27aae2d3-de29-4668-85fd-2a5cd65dd3fa tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:51.085114 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2deeb4ce-1e8a-4de4-9b3f-bf3917a35516 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0518906
Feb 19 21:07:51.086189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ad4186b-9be7-4010-a0bb-0f80296cc930 req-27aae2d3-de29-4668-85fd-2a5cd65dd3fa tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.1589615
Feb 19 21:07:51.095580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34584) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:51.101311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a8a212d4-c274-42b7-b428-cf3ba7da32cb tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group': {'name': 'tempest-secgroup--191045997'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:51.128251 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8a212d4-c274-42b7-b428-cf3ba7da32cb tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.130986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6d80380c-61c8-4275-96a2-1f04252c952c service neutron] 10.222.0.30 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899076
Feb 19 21:07:51.214836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ad4186b-9be7-4010-a0bb-0f80296cc930 req-405bbd3d-e07a-4f43-b01f-d1a50335b038 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1197047
Feb 19 21:07:51.221857 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8a212d4-c274-42b7-b428-cf3ba7da32cb tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (a6047800-7cc8-422e-9dfa-8fcaa40ebcc8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.228485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8a212d4-c274-42b7-b428-cf3ba7da32cb tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a6047800-7cc8-422e-9dfa-8fcaa40ebcc8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.259079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c6389b6d-8ae5-49bf-b3fa-e71c9cf830e9 service neutron] 10.222.0.30 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1175916
Feb 19 21:07:51.281082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a8a212d4-c274-42b7-b428-cf3ba7da32cb tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.288735 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a8a212d4-c274-42b7-b428-cf3ba7da32cb tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1889706
Feb 19 21:07:51.290152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34592) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:51.294344 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a212d4-c274-42b7-b428-cf3ba7da32cb tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6047800-7cc8-422e-9dfa-8fcaa40ebcc8,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:51.298591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-01456953-0a40-4471-89f6-e7b26214f4b7 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': 'a6047800-7cc8-422e-9dfa-8fcaa40ebcc8', 'direction': 'ingress', 'protocol': 17}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:51.383499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6f035836-133d-45e1-b9fa-3f892f0b318f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:51.385050 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6f035836-133d-45e1-b9fa-3f892f0b318f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports/5896be69-08fa-4335-b439-1a196dfa8691 HTTP/1.1" status: 200  len: 930 time: 0.1083455
Feb 19 21:07:51.399237 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01456953-0a40-4471-89f6-e7b26214f4b7 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (9b4470ae-8630-4779-a42a-5780e4af62dd), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.401818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 705d433e-42c6-442d-adce-cb0486512277 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:51.473100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 705d433e-42c6-442d-adce-cb0486512277 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:07:51.478473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 705d433e-42c6-442d-adce-cb0486512277 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:51.479233 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (705d433e-42c6-442d-adce-cb0486512277), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.483526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883013c-e0f0-4193-9866-bffd34c47b90 req-828fa621-529f-48f4-a05c-796ec6cf7285 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:51.485329 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c883013c-e0f0-4193-9866-bffd34c47b90 req-828fa621-529f-48f4-a05c-796ec6cf7285 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1585331
Feb 19 21:07:51.505192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-26c8286c-5314-4f35-bbfd-56c26efb8cab tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:51.507875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-26c8286c-5314-4f35-bbfd-56c26efb8cab tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports/d2e2e0f9-6f33-4853-808c-07962b81a563 HTTP/1.1" status: 200  len: 932 time: 0.1133807
Feb 19 21:07:51.558647 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01456953-0a40-4471-89f6-e7b26214f4b7 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (9b4470ae-8630-4779-a42a-5780e4af62dd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.572926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01456953-0a40-4471-89f6-e7b26214f4b7 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (9b4470ae-8630-4779-a42a-5780e4af62dd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.594811 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c883013c-e0f0-4193-9866-bffd34c47b90 req-d8d9f1f0-df42-4c95-9f8f-5848a2991cdf tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0967014
Feb 19 21:07:51.597965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 705d433e-42c6-442d-adce-cb0486512277 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:51.598635 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (705d433e-42c6-442d-adce-cb0486512277), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.604365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01456953-0a40-4471-89f6-e7b26214f4b7 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4470ae-8630-4779-a42a-5780e4af62dd,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:51.615718 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01456953-0a40-4471-89f6-e7b26214f4b7 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.621049 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34600) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:51.630264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-01456953-0a40-4471-89f6-e7b26214f4b7 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.3378906
Feb 19 21:07:51.644129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d433e-42c6-442d-adce-cb0486512277'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:51.652648 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf32b6b-7eb1-4fa9-ad94-13bc7c99c009" -d '{"events": [{"server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "name": "network-vif-plugged", "status": "completed", "tag": "705d433e-42c6-442d-adce-cb0486512277"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:51.684311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 705d433e-42c6-442d-adce-cb0486512277, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:51.692082 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (705d433e-42c6-442d-adce-cb0486512277), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.738156 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c2052719-0063-413a-8926-6ace25a0e14d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (a6047800-7cc8-422e-9dfa-8fcaa40ebcc8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.780591 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c2052719-0063-413a-8926-6ace25a0e14d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (a6047800-7cc8-422e-9dfa-8fcaa40ebcc8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.789085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0b6d7-4529-4169-8e31-b61a0f5ca703 req-4852db6f-1f3b-4c52-be50-4c03d3681ed4 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:51.791763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90c0b6d7-4529-4169-8e31-b61a0f5ca703 req-4852db6f-1f3b-4c52-be50-4c03d3681ed4 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 944 time: 0.0797567
Feb 19 21:07:51.862767 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.863898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:51.875349 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90c0b6d7-4529-4169-8e31-b61a0f5ca703 req-dfe83beb-f641-425f-b37b-f175a4ca54b5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746825
Feb 19 21:07:51.878109 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c2052719-0063-413a-8926-6ace25a0e14d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a6047800-7cc8-422e-9dfa-8fcaa40ebcc8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.887187 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c2052719-0063-413a-8926-6ace25a0e14d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:51.890071 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c2052719-0063-413a-8926-6ace25a0e14d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-groups/a6047800-7cc8-422e-9dfa-8fcaa40ebcc8 HTTP/1.1" status: 204  len: 168 time: 0.2677269
Feb 19 21:07:51.892808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34614) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:51.938524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2052719-0063-413a-8926-6ace25a0e14d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6047800-7cc8-422e-9dfa-8fcaa40ebcc8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:52.026645 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-842bad1f-b270-4e7a-8ce8-6a44b7ec79aa tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1298218
Feb 19 21:07:52.027289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34620) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:52.036374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0cdfec06-223a-4ad0-a3b7-c0f4b3fd1fbf tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group': {'name': 'tempest-secgroup--495460659'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:52.078099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0cdfec06-223a-4ad0-a3b7-c0f4b3fd1fbf tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.099035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f68d49-2c08-483b-95a5-d68536e48cb6 req-332a564e-26ba-4af9-a6b2-658822d26ba9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:52.102007 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5f68d49-2c08-483b-95a5-d68536e48cb6 req-332a564e-26ba-4af9-a6b2-658822d26ba9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1045120
Feb 19 21:07:52.179845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0cdfec06-223a-4ad0-a3b7-c0f4b3fd1fbf tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (9ab90ea6-bdb6-4674-ac01-8107f6eead31), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.185364 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0cdfec06-223a-4ad0-a3b7-c0f4b3fd1fbf tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9ab90ea6-bdb6-4674-ac01-8107f6eead31), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.203162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5f68d49-2c08-483b-95a5-d68536e48cb6 req-dc419a95-7328-45c6-a25b-6cbf5a968217 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923166
Feb 19 21:07:52.229639 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0cdfec06-223a-4ad0-a3b7-c0f4b3fd1fbf tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.231813 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0cdfec06-223a-4ad0-a3b7-c0f4b3fd1fbf tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2032924
Feb 19 21:07:52.234664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34630) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:52.238452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfec06-223a-4ad0-a3b7-c0f4b3fd1fbf tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab90ea6-bdb6-4674-ac01-8107f6eead31,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:52.243220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b9f3ac29-e2fa-4943-a545-6a1e28b0f390 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440332448'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:52.288546 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ac29-e2fa-4943-a545-6a1e28b0f390 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.311598 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeea78f-d00c-43cb-a3a4-ca635c612276 x-openstack-request-id: req-0eeea78f-d00c-43cb-a3a4-ca635c612276 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:52.312013 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "name": "network-vif-plugged", "status": "completed", "tag": "705d433e-42c6-442d-adce-cb0486512277", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:52.312404 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0eeea78f-d00c-43cb-a3a4-ca635c612276 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:52.313590 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d433e-42c6-442d-adce-cb0486512277', 'code': 200}
Feb 19 21:07:52.470608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6a2f8-9795-46e8-a01f-c2954ff8ea42 req-85e455cb-01d8-4b7c-b353-d9162ba1a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:52.472433 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-24a6a2f8-9795-46e8-a01f-c2954ff8ea42 req-85e455cb-01d8-4b7c-b353-d9162ba1a842 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 1127 time: 0.0900929
Feb 19 21:07:52.473462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6097a5-618f-430f-8e22-91aaff05cb85 req-ca8f7f4e-8f7d-4602-b141-0c607925fa53 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:52.477953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d6097a5-618f-430f-8e22-91aaff05cb85 req-ca8f7f4e-8f7d-4602-b141-0c607925fa53 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1040564
Feb 19 21:07:52.491969 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ac29-e2fa-4943-a545-6a1e28b0f390 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (3dd4e0ca-5685-4a9c-9116-1b58f6cd17b7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.513159 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ac29-e2fa-4943-a545-6a1e28b0f390 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3dd4e0ca-5685-4a9c-9116-1b58f6cd17b7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.570312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3ac29-e2fa-4943-a545-6a1e28b0f390 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd4e0ca-5685-4a9c-9116-1b58f6cd17b7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:52.630050 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d6097a5-618f-430f-8e22-91aaff05cb85 req-5654dbe2-a0bf-4117-b063-9a940a15206d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401610
Feb 19 21:07:52.633947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ac29-e2fa-4943-a545-6a1e28b0f390 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.636565 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b9f3ac29-e2fa-4943-a545-6a1e28b0f390 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3999357
Feb 19 21:07:52.645423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34652) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:52.650141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7b0583e2-685d-4d33-891c-3b971638fc12 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': '9ab90ea6-bdb6-4674-ac01-8107f6eead31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3dd4e0ca-5685-4a9c-9116-1b58f6cd17b7', 'remote_ip_prefix': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:52.706860 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-24a6a2f8-9795-46e8-a01f-c2954ff8ea42 req-b6ed4e42-a6e6-448f-bf6e-12c9f7bac28f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2245367
Feb 19 21:07:52.713342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-40b4aa4e-7e85-4acb-b737-336d61066350 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:52.715196 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-40b4aa4e-7e85-4acb-b737-336d61066350 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports/5896be69-08fa-4335-b439-1a196dfa8691 HTTP/1.1" status: 200  len: 930 time: 0.1471126
Feb 19 21:07:52.737778 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c36a02-849e-4442-9e54-1811fe75c253 req-81333985-f3b7-4621-b758-06074eebb66b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 210 time: 0.0514655
Feb 19 21:07:52.788648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-8b49347d-c808-4e50-90a7-a1f0a49a5e1b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:52.788887 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b0583e2-685d-4d33-891c-3b971638fc12 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (0a678f86-92a4-452f-95dc-ce22c7f717a6), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.790535 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-8b49347d-c808-4e50-90a7-a1f0a49a5e1b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 811 time: 0.2048330
Feb 19 21:07:52.807513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-0d6f9a9b-f040-4abc-9e12-321b92e59388 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/quotas/e4e370ef28034ffbbbee9d2cfd826084 HTTP/1.1" status: 200  len: 375 time: 0.0112467
Feb 19 21:07:52.810279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-05dee166-7831-4922-8f5f-336b8e2f8959 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:52.812230 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-05dee166-7831-4922-8f5f-336b8e2f8959 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports/d2e2e0f9-6f33-4853-808c-07962b81a563 HTTP/1.1" status: 200  len: 932 time: 0.0918167
Feb 19 21:07:52.829319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ffa51f04-9cbf-40b5-bed7-f5a71282e883 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:07:52.938999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-c61ed160-c7b5-41b7-8c9f-e4221b823f65 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1148000
Feb 19 21:07:52.941380 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b0583e2-685d-4d33-891c-3b971638fc12 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (0a678f86-92a4-452f-95dc-ce22c7f717a6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.948296 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b0583e2-685d-4d33-891c-3b971638fc12 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (0a678f86-92a4-452f-95dc-ce22c7f717a6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.977906 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0583e2-685d-4d33-891c-3b971638fc12 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a678f86-92a4-452f-95dc-ce22c7f717a6,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:52.997577 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b0583e2-685d-4d33-891c-3b971638fc12 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:52.998947 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7b0583e2-685d-4d33-891c-3b971638fc12 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.3525956
Feb 19 21:07:53.007036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34660) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:53.030003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port ffa51f04-9cbf-40b5-bed7-f5a71282e883, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffa51f04-9cbf-40b5-bed7-f5a71282e883,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:53.042678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-66a464e4-870a-4ee1-8fb9-68aea5d32581 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (0a678f86-92a4-452f-95dc-ce22c7f717a6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.046696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'ffa51f04-9cbf-40b5-bed7-f5a71282e883', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'port_id': 'ffa51f04-9cbf-40b5-bed7-f5a71282e883', 'mac_address': 'fa:16:3e:39:70:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c86a79b-09b9-494b-a569-de0a15aa8814', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:07:53.056178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-66a464e4-870a-4ee1-8fb9-68aea5d32581 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (0a678f86-92a4-452f-95dc-ce22c7f717a6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.110870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port ffa51f04-9cbf-40b5-bed7-f5a71282e883 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:53.111781 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.129772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-66a464e4-870a-4ee1-8fb9-68aea5d32581 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (0a678f86-92a4-452f-95dc-ce22c7f717a6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.135895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa51f04-9cbf-40b5-bed7-f5a71282e883 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:07:53.146644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-66a464e4-870a-4ee1-8fb9-68aea5d32581 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.148379 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-66a464e4-870a-4ee1-8fb9-68aea5d32581 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0a678f86-92a4-452f-95dc-ce22c7f717a6 HTTP/1.1" status: 204  len: 168 time: 0.1393466
Feb 19 21:07:53.150853 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a464e4-870a-4ee1-8fb9-68aea5d32581 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a678f86-92a4-452f-95dc-ce22c7f717a6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:53.151438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34668) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:53.190681 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.193525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port ffa51f04-9cbf-40b5-bed7-f5a71282e883, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffa51f04-9cbf-40b5-bed7-f5a71282e883,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:53.206058 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.214353 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aac3226a-b332-4d98-ad99-0701b1f2d27d tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0615296
Feb 19 21:07:53.216843 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34670) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:53.230046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b5f85-049f-4491-8f51-822d15aa92da req-61de1c7c-4def-4eb1-93ff-ef57034d9a1b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:53.232866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-395b5f85-049f-4491-8f51-822d15aa92da req-61de1c7c-4def-4eb1-93ff-ef57034d9a1b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 944 time: 0.1855233
Feb 19 21:07:53.249246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-aa554cad-9687-4524-8d5f-75f76c17be1f service neutron] 10.222.0.30 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2979727
Feb 19 21:07:53.264013 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34672) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:53.308726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=ffa51f04-9cbf-40b5-bed7-f5a71282e883,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:53.321291 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5fb35cbc-2395-4f94-9754-bd28d4d7ddff tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (3dd4e0ca-5685-4a9c-9116-1b58f6cd17b7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.358133 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5fb35cbc-2395-4f94-9754-bd28d4d7ddff tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (3dd4e0ca-5685-4a9c-9116-1b58f6cd17b7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.389665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-395b5f85-049f-4491-8f51-822d15aa92da req-5ba3fa3a-d7d6-4b23-9ae5-3e898a596537 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363392
Feb 19 21:07:53.419417 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5fb35cbc-2395-4f94-9754-bd28d4d7ddff tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3dd4e0ca-5685-4a9c-9116-1b58f6cd17b7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.422851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5fb35cbc-2395-4f94-9754-bd28d4d7ddff tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.426519 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5fb35cbc-2395-4f94-9754-bd28d4d7ddff tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-groups/3dd4e0ca-5685-4a9c-9116-1b58f6cd17b7 HTTP/1.1" status: 204  len: 168 time: 0.2058182
Feb 19 21:07:53.426736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34678) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:53.435507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb35cbc-2395-4f94-9754-bd28d4d7ddff tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd4e0ca-5685-4a9c-9116-1b58f6cd17b7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:53.446126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['ffa51f04-9cbf-40b5-bed7-f5a71282e883'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:07:53.489823 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e31645a5-17d0-4437-9840-d84407595373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.490067 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-7926f099-b08b-4be8-a3dc-906ba6b8a7f3 service neutron] 10.222.0.30 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2396057
Feb 19 21:07:53.544003 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ad49883f-3be4-4e14-96d5-bc05c670ccbd tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1159654
Feb 19 21:07:53.547214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34680) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:53.620856 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e31645a5-17d0-4437-9840-d84407595373 admin admin] Publish callbacks [] for security_group (6e5e78f6-00ce-408b-ba09-1560ed7527f3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.629378 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e31645a5-17d0-4437-9840-d84407595373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6e5e78f6-00ce-408b-ba09-1560ed7527f3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.643184 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cceff83b-2ecb-470d-91fb-59ffe0424c1e tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (9ab90ea6-bdb6-4674-ac01-8107f6eead31), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.691278 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cceff83b-2ecb-470d-91fb-59ffe0424c1e tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (9ab90ea6-bdb6-4674-ac01-8107f6eead31), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.708207 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e31645a5-17d0-4437-9840-d84407595373 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59c362ec92fd4b278b32e11ce944d0ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4422019
Feb 19 21:07:53.714482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34688) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:53.747518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31645a5-17d0-4437-9840-d84407595373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5e78f6-00ce-408b-ba09-1560ed7527f3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:53.782196 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cceff83b-2ecb-470d-91fb-59ffe0424c1e tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9ab90ea6-bdb6-4674-ac01-8107f6eead31), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.785027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cceff83b-2ecb-470d-91fb-59ffe0424c1e tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.786201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cceff83b-2ecb-470d-91fb-59ffe0424c1e tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-groups/9ab90ea6-bdb6-4674-ac01-8107f6eead31 HTTP/1.1" status: 204  len: 168 time: 0.2374740
Feb 19 21:07:53.790111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34692) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:53.850586 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-83e731ad-5c2e-4c75-9b06-4b7ecd6beca8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0547836
Feb 19 21:07:53.852288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34694) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:53.856761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b455de5e-190a-4e33-bfc8-bdc13990bd4c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826247903'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:53.861852 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9db116bb-b59b-4fef-8b71-37a68b46338a admin admin] Publish callbacks [] for security_group (6e5e78f6-00ce-408b-ba09-1560ed7527f3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.863629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceff83b-2ecb-470d-91fb-59ffe0424c1e tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab90ea6-bdb6-4674-ac01-8107f6eead31,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:53.883716 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a439481f-4c71-45c9-ae96-87d8dd460cb9 req-cffc2852-0cf4-4125-90ea-860b0baa8d2b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 210 time: 0.0707502
Feb 19 21:07:53.895069 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b455de5e-190a-4e33-bfc8-bdc13990bd4c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.924104 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9db116bb-b59b-4fef-8b71-37a68b46338a admin admin] Publish callbacks [] for security_group (6e5e78f6-00ce-408b-ba09-1560ed7527f3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:53.972853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57954fc4-cd34-4702-9b2c-b8cbd69f0a2f req-82032fa5-c4c4-4973-b72e-66b102275545 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:53.974701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57954fc4-cd34-4702-9b2c-b8cbd69f0a2f req-82032fa5-c4c4-4973-b72e-66b102275545 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1591902
Feb 19 21:07:54.010384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b455de5e-190a-4e33-bfc8-bdc13990bd4c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (bbd76c15-4645-44d3-add2-025e761f0d22), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.016132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b455de5e-190a-4e33-bfc8-bdc13990bd4c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bbd76c15-4645-44d3-add2-025e761f0d22), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.058856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455de5e-190a-4e33-bfc8-bdc13990bd4c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd76c15-4645-44d3-add2-025e761f0d22,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:54.062727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b26cfa6b-fd79-44c2-9e8a-a36143696285 req-8653b992-b3ce-408b-8337-ec73a13285c6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 210 time: 0.0609040
Feb 19 21:07:54.065812 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9db116bb-b59b-4fef-8b71-37a68b46338a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6e5e78f6-00ce-408b-ba09-1560ed7527f3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.069228 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9db116bb-b59b-4fef-8b71-37a68b46338a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.073507 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9db116bb-b59b-4fef-8b71-37a68b46338a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e5e78f6-00ce-408b-ba09-1560ed7527f3 HTTP/1.1" status: 204  len: 168 time: 0.3578458
Feb 19 21:07:54.104838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db116bb-b59b-4fef-8b71-37a68b46338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5e78f6-00ce-408b-ba09-1560ed7527f3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:54.105135 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b455de5e-190a-4e33-bfc8-bdc13990bd4c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.105135 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b455de5e-190a-4e33-bfc8-bdc13990bd4c tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2423549
Feb 19 21:07:54.105135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34704) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:54.106211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57954fc4-cd34-4702-9b2c-b8cbd69f0a2f req-ef11f559-d190-4b75-a648-45525ca6031c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232095
Feb 19 21:07:54.122389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-18a02ab4-64e4-4838-b34e-8b07a4abde02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': 'bbd76c15-4645-44d3-add2-025e761f0d22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:54.182613 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a02ab4-64e4-4838-b34e-8b07a4abde02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (bd661802-cae2-4cca-ab6c-b1ee0ba4727f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.282428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-7e87e497-88a5-460b-9cd8-efc29b009622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:54.284003 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-7e87e497-88a5-460b-9cd8-efc29b009622 service neutron] 10.222.0.10 "GET /v2.0/ports/5896be69-08fa-4335-b439-1a196dfa8691 HTTP/1.1" status: 200  len: 1026 time: 0.0430562
Feb 19 21:07:54.298254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a02ab4-64e4-4838-b34e-8b07a4abde02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (bd661802-cae2-4cca-ab6c-b1ee0ba4727f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.303252 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a02ab4-64e4-4838-b34e-8b07a4abde02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (bd661802-cae2-4cca-ab6c-b1ee0ba4727f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.324955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a02ab4-64e4-4838-b34e-8b07a4abde02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd661802-cae2-4cca-ab6c-b1ee0ba4727f,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:54.339182 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18a02ab4-64e4-4838-b34e-8b07a4abde02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.342396 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-18a02ab4-64e4-4838-b34e-8b07a4abde02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2408509
Feb 19 21:07:54.344230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34710) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:54.373903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-471d8e43-60da-47a3-94e2-f31f551a27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:54.375544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-471d8e43-60da-47a3-94e2-f31f551a27f0 service neutron] 10.222.0.10 "GET /v2.0/ports/d2e2e0f9-6f33-4853-808c-07962b81a563 HTTP/1.1" status: 200  len: 1028 time: 0.0860004
Feb 19 21:07:54.403754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a0e07dc8-dc7d-4a04-b7c0-d14cfadb7e02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (bd661802-cae2-4cca-ab6c-b1ee0ba4727f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.406258 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.429311 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a0e07dc8-dc7d-4a04-b7c0-d14cfadb7e02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (bd661802-cae2-4cca-ab6c-b1ee0ba4727f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.485633 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a0e07dc8-dc7d-4a04-b7c0-d14cfadb7e02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (bd661802-cae2-4cca-ab6c-b1ee0ba4727f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.494259 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a0e07dc8-dc7d-4a04-b7c0-d14cfadb7e02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.498107 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a0e07dc8-dc7d-4a04-b7c0-d14cfadb7e02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bd661802-cae2-4cca-ab6c-b1ee0ba4727f HTTP/1.1" status: 204  len: 168 time: 0.1504209
Feb 19 21:07:54.501459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34714) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:54.523175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e07dc8-dc7d-4a04-b7c0-d14cfadb7e02 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd661802-cae2-4cca-ab6c-b1ee0ba4727f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:54.569977 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d5ce1ab7-43cd-4c78-920e-fd77139b6176 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0643859
Feb 19 21:07:54.570289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34716) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:54.595259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b522376-a4ce-4029-96bd-85efced0bf72 req-08909dbe-76c5-4370-af32-1fa929bd355a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:54.596945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b522376-a4ce-4029-96bd-85efced0bf72 req-08909dbe-76c5-4370-af32-1fa929bd355a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 945 time: 0.1064970
Feb 19 21:07:54.615682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34718) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:54.631059 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa3426f7-ff48-44e0-94f1-b10803599047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.656588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f1e140bd-9863-4077-a9e6-0dda1a06d2ee tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:54.661858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f1e140bd-9863-4077-a9e6-0dda1a06d2ee tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:54.673503 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e654-1675-42a9-8341-a1ded77af4ed tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (bbd76c15-4645-44d3-add2-025e761f0d22), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.682293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f1e140bd-9863-4077-a9e6-0dda1a06d2ee tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:54.683487 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f1e140bd-9863-4077-a9e6-0dda1a06d2ee tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "GET /v2.0/networks?id=412258df-58b8-4ea9-9432-b16f8bdfc8b8&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=5c55b6fb-c182-40ec-8324-04db14622512&id=5c55b6fb-c182-40ec-8324-04db14622512 HTTP/1.1" status: 200  len: 1989 time: 0.3024626
Feb 19 21:07:54.717309 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e654-1675-42a9-8341-a1ded77af4ed tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (bbd76c15-4645-44d3-add2-025e761f0d22), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.759185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b522376-a4ce-4029-96bd-85efced0bf72 req-f8f5d2bd-e108-4a30-8722-fc8fd6016dd1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526322
Feb 19 21:07:54.779541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f07ee04a-a1f4-4354-b0a0-87ba8451a0c0 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f260ed47c5994487a4cc293c33dae3ea HTTP/1.1" status: 200  len: 378 time: 0.0868385
Feb 19 21:07:54.792859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'admin_state_up': True, 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'security_groups': ['e2e2079f-e71d-4aa1-ae80-5a92c4183f30']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:54.802352 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e654-1675-42a9-8341-a1ded77af4ed tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bbd76c15-4645-44d3-add2-025e761f0d22), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.805691 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e654-1675-42a9-8341-a1ded77af4ed tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.806957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d0a2e654-1675-42a9-8341-a1ded77af4ed tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-groups/bbd76c15-4645-44d3-add2-025e761f0d22 HTTP/1.1" status: 204  len: 168 time: 0.2357700
Feb 19 21:07:54.815735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34720) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:54.820888 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa3426f7-ff48-44e0-94f1-b10803599047 admin admin] Publish callbacks [] for security_group (5b14bf01-ab39-469c-8df9-57d7e5549e13), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.822149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2e654-1675-42a9-8341-a1ded77af4ed tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd76c15-4645-44d3-add2-025e761f0d22,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:54.827186 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa3426f7-ff48-44e0-94f1-b10803599047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5b14bf01-ab39-469c-8df9-57d7e5549e13), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.837394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ffa51f04-9cbf-40b5-bed7-f5a71282e883 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:07:54.876688 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fa3426f7-ff48-44e0-94f1-b10803599047 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94db5917c83e49f1a122bfbb32980d5e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2598164
Feb 19 21:07:54.878818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3426f7-ff48-44e0-94f1-b10803599047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b14bf01-ab39-469c-8df9-57d7e5549e13,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:54.882567 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34722) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:54.920450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ff887eed-b6e1-474a-9658-f790942c2070 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1012697
Feb 19 21:07:54.927174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34728) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:54.933091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cfcdc6d1-1135-4916-aed5-3ec0f1b45fe5 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group': {'name': 'tempest-secgroup--417220204'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:54.952284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port ffa51f04-9cbf-40b5-bed7-f5a71282e883 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:07:54.958108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port ffa51f04-9cbf-40b5-bed7-f5a71282e883 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:54.958503 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:54.982906 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aacea14c-9d79-4036-bf8b-1c67e5f2fbec admin admin] Publish callbacks [] for security_group (5b14bf01-ab39-469c-8df9-57d7e5549e13), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.003759 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc6d1-1135-4916-aed5-3ec0f1b45fe5 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.023945 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aacea14c-9d79-4036-bf8b-1c67e5f2fbec admin admin] Publish callbacks [] for security_group (5b14bf01-ab39-469c-8df9-57d7e5549e13), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.053947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:55.060660 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.091220 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aacea14c-9d79-4036-bf8b-1c67e5f2fbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5b14bf01-ab39-469c-8df9-57d7e5549e13), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.095517 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aacea14c-9d79-4036-bf8b-1c67e5f2fbec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.096998 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aacea14c-9d79-4036-bf8b-1c67e5f2fbec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b14bf01-ab39-469c-8df9-57d7e5549e13 HTTP/1.1" status: 204  len: 168 time: 0.2140980
Feb 19 21:07:55.102501 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf5dd5d9-8580-48c8-90d4-2eeb4da53a98 req-fd5fd922-8362-4251-b535-37ac9f5e04b4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 210 time: 0.0661840
Feb 19 21:07:55.141143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port ffa51f04-9cbf-40b5-bed7-f5a71282e883 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:07:55.141557 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.180169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e830f7e-f576-4d1a-8d33-16ac817471c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa51f04-9cbf-40b5-bed7-f5a71282e883'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:55.187503 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626c5f08-1e97-41b0-bf0e-a8e0019c96fa" -d '{"events": [{"server_uuid": "1e830f7e-f576-4d1a-8d33-16ac817471c9", "name": "network-vif-plugged", "status": "completed", "tag": "ffa51f04-9cbf-40b5-bed7-f5a71282e883"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:55.198792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacea14c-9d79-4036-bf8b-1c67e5f2fbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b14bf01-ab39-469c-8df9-57d7e5549e13,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:55.232534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port ffa51f04-9cbf-40b5-bed7-f5a71282e883, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffa51f04-9cbf-40b5-bed7-f5a71282e883,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:07:55.255287 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.356706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=ffa51f04-9cbf-40b5-bed7-f5a71282e883,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:55.408873 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ed5805d9-504f-4a65-8a97-934aefcc41c5 req-dcff7365-c40b-43ec-aa3a-ed0b1288dcef tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 210 time: 0.1088114
Feb 19 21:07:55.478386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-bb32627c-7ce7-4cf3-b3e7-0121174d2518 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:55.482326 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-bb32627c-7ce7-4cf3-b3e7-0121174d2518 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 811 time: 0.3264568
Feb 19 21:07:55.494378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Request body: {'port': {'device_id': 'c73383da-8ceb-4cc4-86b1-1cbfd2fad4de', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'admin_state_up': True, 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:55.501982 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc6d1-1135-4916-aed5-3ec0f1b45fe5 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (019dd157-4acb-41e5-9ac3-5320deaaf983), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.515831 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc6d1-1135-4916-aed5-3ec0f1b45fe5 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (019dd157-4acb-41e5-9ac3-5320deaaf983), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.554956 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccae9a79-d444-4ab0-8143-b489fa733996 x-openstack-request-id: req-ccae9a79-d444-4ab0-8143-b489fa733996 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:55.556249 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e830f7e-f576-4d1a-8d33-16ac817471c9", "name": "network-vif-plugged", "status": "completed", "tag": "ffa51f04-9cbf-40b5-bed7-f5a71282e883", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:55.556891 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccae9a79-d444-4ab0-8143-b489fa733996 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:55.557534 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e830f7e-f576-4d1a-8d33-16ac817471c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa51f04-9cbf-40b5-bed7-f5a71282e883', 'code': 200}
Feb 19 21:07:55.599130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdc6d1-1135-4916-aed5-3ec0f1b45fe5 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019dd157-4acb-41e5-9ac3-5320deaaf983,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:55.615047 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc6d1-1135-4916-aed5-3ec0f1b45fe5 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.620315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cfcdc6d1-1135-4916-aed5-3ec0f1b45fe5 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6884747
Feb 19 21:07:55.620315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Allocated IP 172.20.0.8 (412258df-58b8-4ea9-9432-b16f8bdfc8b8/1a50f3ce-c32b-48cf-a4b2-041aa45b186c/953183ea-8af2-4363-894d-4fc5565d335c) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:55.620908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34748) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:55.627077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697d104-20d8-4b01-8b74-288d9cdca114 req-0a0e8568-21a7-4d81-a4de-5b347c1b2221 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:55.629306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-14114aaf-d318-49d9-82d7-8f6084fe227f tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': '019dd157-4acb-41e5-9ac3-5320deaaf983', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:55.634284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8697d104-20d8-4b01-8b74-288d9cdca114 req-0a0e8568-21a7-4d81-a4de-5b347c1b2221 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.2994740
Feb 19 21:07:55.702393 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14114aaf-d318-49d9-82d7-8f6084fe227f tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (916d490f-6d94-4966-82ae-1493daa80c75), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.719830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8697d104-20d8-4b01-8b74-288d9cdca114 req-3f9d13da-4a1e-4ef1-8fae-2cb8c55e6ef1 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796721
Feb 19 21:07:55.762734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Made reservation on behalf of e4e370ef28034ffbbbee9d2cfd826084 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:55.767496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.826735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9c04f-e092-4980-9d4b-cbcc42fc542f req-50230d10-84a2-4818-98da-8ef226cd46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:55.828260 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-32e9c04f-e092-4980-9d4b-cbcc42fc542f req-50230d10-84a2-4818-98da-8ef226cd46cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 1128 time: 0.1727512
Feb 19 21:07:55.877577 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:55.981330 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-32e9c04f-e092-4980-9d4b-cbcc42fc542f req-afedeeec-d863-432b-83a5-9037d740db77 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405516
Feb 19 21:07:56.007086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14114aaf-d318-49d9-82d7-8f6084fe227f tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (916d490f-6d94-4966-82ae-1493daa80c75), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.018170 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14114aaf-d318-49d9-82d7-8f6084fe227f tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (916d490f-6d94-4966-82ae-1493daa80c75), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.068547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14114aaf-d318-49d9-82d7-8f6084fe227f tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916d490f-6d94-4966-82ae-1493daa80c75,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:56.086862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14114aaf-d318-49d9-82d7-8f6084fe227f tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.089875 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-14114aaf-d318-49d9-82d7-8f6084fe227f tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4668064
Feb 19 21:07:56.094261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34764) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:56.126151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Allocated IP 172.20.0.12 (10d49579-ce64-4d24-a5f5-a01170b84f25/c4a71512-a43a-4957-a7c8-51a85b2a7888/38bd6a80-55ef-4392-bd03-a78c89dcbf7e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:56.146327 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-603df837-efbe-435f-bec5-d3193eaacf7a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules/916d490f-6d94-4966-82ae-1493daa80c75 HTTP/1.1" status: 200  len: 763 time: 0.0450690
Feb 19 21:07:56.146327 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34768) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:56.246738 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4dfb65e2-0758-4a4c-8666-6d2ee59640f8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0926611
Feb 19 21:07:56.246738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34774) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:56.345155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f022eedd-3ba1-45b1-8f4d-85c45d965569 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (916d490f-6d94-4966-82ae-1493daa80c75), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.363840 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f022eedd-3ba1-45b1-8f4d-85c45d965569 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (916d490f-6d94-4966-82ae-1493daa80c75), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.408806 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for port (953183ea-8af2-4363-894d-4fc5565d335c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.435714 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f022eedd-3ba1-45b1-8f4d-85c45d965569 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (916d490f-6d94-4966-82ae-1493daa80c75), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.449086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f022eedd-3ba1-45b1-8f4d-85c45d965569 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.453357 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f022eedd-3ba1-45b1-8f4d-85c45d965569 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/916d490f-6d94-4966-82ae-1493daa80c75 HTTP/1.1" status: 204  len: 168 time: 0.2042084
Feb 19 21:07:56.454679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34784) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:56.467274 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.469712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022eedd-3ba1-45b1-8f4d-85c45d965569 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=916d490f-6d94-4966-82ae-1493daa80c75,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:56.500735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ee53f-b463-4949-84bc-d8447892b075 req-ebab0277-5e14-4ec8-8fd3-f734920612c7 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:56.502293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-847ee53f-b463-4949-84bc-d8447892b075 req-ebab0277-5e14-4ec8-8fd3-f734920612c7 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 946 time: 0.5996530
Feb 19 21:07:56.515558 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.525560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6428b-c411-4233-aeb3-57d28ef0ef4f req-6f526fc9-c5e5-44e7-8c9b-bf972b043873 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:56.529437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['355bbacc-6aa0-48ce-94d5-58853a8dbe09'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:07:56.535630 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['c58eb122-6243-45f8-9077-813f02b7493e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:07:56.543969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fd6428b-c411-4233-aeb3-57d28ef0ef4f req-6f526fc9-c5e5-44e7-8c9b-bf972b043873 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.6489615
Feb 19 21:07:56.556769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34786) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:56.576446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-bd984749-8dce-43ac-83e0-06f856948df4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Request body: {'floatingip': {'port_id': '705d433e-42c6-442d-adce-cb0486512277'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:56.613973 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:56.616239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:56.619362 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:56.623308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event updated for resources: {'Port': ['ID=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:56.669841 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (953183ea-8af2-4363-894d-4fc5565d335c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.710830 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:56.714317 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.743198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-847ee53f-b463-4949-84bc-d8447892b075 req-57fd7431-7222-4864-a07c-dffb272080cf tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325323
Feb 19 21:07:56.756926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9c563b85-196e-4506-9a51-a0f31f88809e tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2995291
Feb 19 21:07:56.762083 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-6e08b204-5a89-4f99-9c36-5718098fa5a1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2716925
Feb 19 21:07:56.762602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34790) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:56.788054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9e021e7e-4eba-4cac-85eb-cca4340cdfb8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': '019dd157-4acb-41e5-9ac3-5320deaaf983', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:56.788245 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd984749-8dce-43ac-83e0-06f856948df4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (7c6ef4f6-2622-4820-aa6d-24d28c0a40d9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.809329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Request body: {'port': {'device_id': 'c73383da-8ceb-4cc4-86b1-1cbfd2fad4de', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:56.918203 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e021e7e-4eba-4cac-85eb-cca4340cdfb8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (4454ad51-7cc3-4bff-b173-97ca214d7a4e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.946026 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:56.953341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:56.960716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:56.994118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:57.112069 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e021e7e-4eba-4cac-85eb-cca4340cdfb8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (4454ad51-7cc3-4bff-b173-97ca214d7a4e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:57.130174 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e021e7e-4eba-4cac-85eb-cca4340cdfb8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (4454ad51-7cc3-4bff-b173-97ca214d7a4e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:57.189527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Port': ['ID=953183ea-8af2-4363-894d-4fc5565d335c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:57.374294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed3504-a79d-4c1f-a2a4-5f729da77421 req-483c6b03-4618-428b-8f5f-c700b51c9cb7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:57.377067 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63ed3504-a79d-4c1f-a2a4-5f729da77421 req-483c6b03-4618-428b-8f5f-c700b51c9cb7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 932 time: 0.7217386
Feb 19 21:07:57.417227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2cbc34e8-9a56-41bf-a137-c3e40651baee None None] Provisioning complete for port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:57.418398 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2cbc34e8-9a56-41bf-a137-c3e40651baee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:57.477109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:57.477712 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:57.546877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc34e8-9a56-41bf-a137-c3e40651baee None None] Port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:57.661373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bd6a80-55ef-4392-bd03-a78c89dcbf7e {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:07:57.672476 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Publish callbacks [] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:57.684869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b5b337a9-cbfc-4368-8873-6ecd14a83f48 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8992176
Feb 19 21:07:57.689601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Transition to ACTIVE for port object 38bd6a80-55ef-4392-bd03-a78c89dcbf7e will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:07:57.690000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f7b10b9b-483a-43ee-86c0-81700387b116 None None] Provisioning complete for port 953183ea-8af2-4363-894d-4fc5565d335c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:07:57.690931 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f7b10b9b-483a-43ee-86c0-81700387b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (953183ea-8af2-4363-894d-4fc5565d335c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:57.695159 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9e021e7e-4eba-4cac-85eb-cca4340cdfb8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:57.701546 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9e021e7e-4eba-4cac-85eb-cca4340cdfb8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.9330933
Feb 19 21:07:57.701546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34828) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:57.745947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109a071-41dc-4f2f-a8d8-c76dd7e32bec req-3c3b01d6-3057-4ca7-9040-3cdebd3e1d01 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:57.754425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d109a071-41dc-4f2f-a8d8-c76dd7e32bec req-3c3b01d6-3057-4ca7-9040-3cdebd3e1d01 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 931 time: 0.8104994
Feb 19 21:07:57.756208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f7b10b9b-483a-43ee-86c0-81700387b116 None None] Port 953183ea-8af2-4363-894d-4fc5565d335c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:07:57.772289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06', 'admin_state_up': True, 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'security_groups': ['e2e2079f-e71d-4aa1-ae80-5a92c4183f30']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:57.813745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63ed3504-a79d-4c1f-a2a4-5f729da77421 req-fac7cb93-49f3-407d-a133-54a9ac8e1716 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4099586
Feb 19 21:07:57.937445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d109a071-41dc-4f2f-a8d8-c76dd7e32bec req-291c0896-2322-4b1c-a675-e082c2692d4a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1818478
Feb 19 21:07:58.167468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:07:58.172451 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:58.207107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f09ca-897c-47c4-9c64-47811e888262 req-058933b8-2353-4eeb-9578-1282204e64b9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:58.208814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548f09ca-897c-47c4-9c64-47811e888262 req-058933b8-2353-4eeb-9578-1282204e64b9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 946 time: 0.2103562
Feb 19 21:07:58.249022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e021e7e-4eba-4cac-85eb-cca4340cdfb8 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4454ad51-7cc3-4bff-b173-97ca214d7a4e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:58.261584 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:58.271588 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fe50cf14-ec82-4be9-bc39-e0ca570a2e42 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules/4454ad51-7cc3-4bff-b173-97ca214d7a4e HTTP/1.1" status: 200  len: 763 time: 0.5710537
Feb 19 21:07:58.277316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34842) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:58.439926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548f09ca-897c-47c4-9c64-47811e888262 req-72517cf9-39d0-4229-b93f-a6c1c88f60c8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219160
Feb 19 21:07:58.451681 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2dffe2c5-15e6-458b-88fe-7ccf5159186a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1691675
Feb 19 21:07:58.457996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34850) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:58.458437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd984749-8dce-43ac-83e0-06f856948df4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:58.466102 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd984749-8dce-43ac-83e0-06f856948df4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (7c6ef4f6-2622-4820-aa6d-24d28c0a40d9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:58.506518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Pushing event updated for resources: {'Port': ['ID=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:58.524500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7ee65db-84ef-4f03-987e-f868668f6a28 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (4454ad51-7cc3-4bff-b173-97ca214d7a4e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:58.536750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7ee65db-84ef-4f03-987e-f868668f6a28 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (4454ad51-7cc3-4bff-b173-97ca214d7a4e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:58.632421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Attempting to bind port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:07:58.634057 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Attempting to bind port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:07:58.637033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Attempting to bind port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:58.640578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Allocated IP 10.1.1.209 (dab979e5-8b5d-487e-9e1b-dac0a9f9ee06/22873e1a-4ba9-4341-b5d3-ec2f4ce8e150/70eb9392-ffac-4852-9582-a01fcfe48d7c) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:07:58.661438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e on network 10d49579-ce64-4d24-a5f5-a01170b84f25 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:07:58.661882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Attempting to bind port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:07:58.677434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:07:58.679257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Checking segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:07:58.679917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Bound using segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:07:58.681389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Bound port: 38bd6a80-55ef-4392-bd03-a78c89dcbf7e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:07:58.685807 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:58.689775 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7ee65db-84ef-4f03-987e-f868668f6a28 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (4454ad51-7cc3-4bff-b173-97ca214d7a4e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:58.701990 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7ee65db-84ef-4f03-987e-f868668f6a28 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:58.709761 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d7ee65db-84ef-4f03-987e-f868668f6a28 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/4454ad51-7cc3-4bff-b173-97ca214d7a4e HTTP/1.1" status: 204  len: 168 time: 0.2475183
Feb 19 21:07:58.711557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34858) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:58.731212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee65db-84ef-4f03-987e-f868668f6a28 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4454ad51-7cc3-4bff-b173-97ca214d7a4e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:58.836480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] For port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:07:58.861379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] For port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:07:58.871817 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:58.920907 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:58.922025 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:58.924003 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] 10.222.0.67 "PUT /v2.0/ports/38bd6a80-55ef-4392-bd03-a78c89dcbf7e HTTP/1.1" status: 200  len: 1092 time: 2.1259665
Feb 19 21:07:58.925318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73383da-8ceb-4cc4-86b1-1cbfd2fad4de', 'tag': '38bd6a80-55ef-4392-bd03-a78c89dcbf7e'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:07:58.928221 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15199f9-1c4b-45bb-bb8e-65200e25b698" -d '{"events": [{"name": "network-changed", "server_uuid": "c73383da-8ceb-4cc4-86b1-1cbfd2fad4de", "tag": "38bd6a80-55ef-4392-bd03-a78c89dcbf7e"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:07:58.983008 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fd7d9-2db8-4b43-b349-c089ee41ab4b service neutron] Pushing event updated for resources: {'Port': ['ID=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:58.986262 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-bd984749-8dce-43ac-83e0-06f856948df4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Floating IP 7c6ef4f6-2622-4820-aa6d-24d28c0a40d9 associated. External IP: 172.35.2.18, port: 705d433e-42c6-442d-adce-cb0486512277.
Feb 19 21:07:59.081296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1a973bd4-0c46-4626-bb89-2a1f4ea40f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:59.083041 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-1a973bd4-0c46-4626-bb89-2a1f4ea40f0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 1126 time: 0.0772042
Feb 19 21:07:59.151500 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-d0db7313-62a4-4215-967c-949e502ae181 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38bd6a80-55ef-4392-bd03-a78c89dcbf7e HTTP/1.1" status: 200  len: 217 time: 0.0576639
Feb 19 21:07:59.197644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-60549ce2-8551-40ac-bce2-e4895108e7fc tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4710190
Feb 19 21:07:59.213838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34886) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:59.220508 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-36da89e1-08f5-49da-8cd9-6cc6491ea9b2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': '019dd157-4acb-41e5-9ac3-5320deaaf983', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:07:59.269237 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-3106ca30-a60d-49a4-946a-3a89e374060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:59.275978 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-3106ca30-a60d-49a4-946a-3a89e374060a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1176836
Feb 19 21:07:59.341132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36da89e1-08f5-49da-8cd9-6cc6491ea9b2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (806a8e80-7b64-4064-a9d9-dce869c80c85), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:59.362638 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:59.412239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-11b6c350-fa4a-40ee-adfd-c67b0677980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:59.414030 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-11b6c350-fa4a-40ee-adfd-c67b0677980d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1318324
Feb 19 21:07:59.445677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059f0fa-7e21-4379-b47a-db298328cb8b req-96fcf88d-bffa-492a-a6ee-73762638196a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:59.452848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0059f0fa-7e21-4379-b47a-db298328cb8b req-96fcf88d-bffa-492a-a6ee-73762638196a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 944 time: 0.4744921
Feb 19 21:07:59.473718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bafaa4-765d-4de0-a4c2-92d873361a34 req-16c56d46-16d2-4e86-8bdd-238a30124433 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:07:59.476149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61bafaa4-765d-4de0-a4c2-92d873361a34 req-16c56d46-16d2-4e86-8bdd-238a30124433 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 946 time: 0.6697395
Feb 19 21:07:59.519049 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36da89e1-08f5-49da-8cd9-6cc6491ea9b2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (806a8e80-7b64-4064-a9d9-dce869c80c85), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:59.524575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:59.542108 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36da89e1-08f5-49da-8cd9-6cc6491ea9b2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (806a8e80-7b64-4064-a9d9-dce869c80c85), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:59.587542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da89e1-08f5-49da-8cd9-6cc6491ea9b2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806a8e80-7b64-4064-a9d9-dce869c80c85,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:59.590075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd984749-8dce-43ac-83e0-06f856948df4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Router 3551e16e-45a4-4238-9450-1d19a8911920 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:07:59.599104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0059f0fa-7e21-4379-b47a-db298328cb8b req-fc8cf3a9-34c5-46de-9e41-e1b41fd4df6c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452975
Feb 19 21:07:59.618322 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36da89e1-08f5-49da-8cd9-6cc6491ea9b2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:59.619438 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-36da89e1-08f5-49da-8cd9-6cc6491ea9b2 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4032576
Feb 19 21:07:59.622360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34892) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:59.642303 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-45c07776-bbc7-4528-b387-60f422e65d12 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160349
Feb 19 21:07:59.650969 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c4e3e70c-7233-458b-93e7-2486afc9b519 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules/806a8e80-7b64-4064-a9d9-dce869c80c85 HTTP/1.1" status: 200  len: 764 time: 0.0274920
Feb 19 21:07:59.660742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34894) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:59.705555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61bafaa4-765d-4de0-a4c2-92d873361a34 req-0abed2c2-945d-400d-a767-4b24c86869b5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004352
Feb 19 21:07:59.710850 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccee99c-a081-4e17-a6cf-93d70608d608 x-openstack-request-id: req-2ccee99c-a081-4e17-a6cf-93d70608d608 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:07:59.710850 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73383da-8ceb-4cc4-86b1-1cbfd2fad4de", "tag": "38bd6a80-55ef-4392-bd03-a78c89dcbf7e", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:07:59.710850 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ccee99c-a081-4e17-a6cf-93d70608d608 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:07:59.715469 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73383da-8ceb-4cc4-86b1-1cbfd2fad4de', 'tag': '38bd6a80-55ef-4392-bd03-a78c89dcbf7e', 'status': 'completed', 'code': 200}
Feb 19 21:07:59.794363 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dee17019-cb98-4b42-acd0-c22821ddc2e5 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.1322529
Feb 19 21:07:59.796874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34898) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:59.814509 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:59.847184 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e65290eb-993d-4465-a1ea-ee9c2d59eb05 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (806a8e80-7b64-4064-a9d9-dce869c80c85), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:59.873895 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c48946d2-5868-4208-94fe-fe587a99fdb1 req-f86de277-4401-434b-933b-af2aa11c7251 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2215321
Feb 19 21:07:59.875485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e65290eb-993d-4465-a1ea-ee9c2d59eb05 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (806a8e80-7b64-4064-a9d9-dce869c80c85), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:59.877698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34900) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:59.910893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:07:59.921247 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e65290eb-993d-4465-a1ea-ee9c2d59eb05 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (806a8e80-7b64-4064-a9d9-dce869c80c85), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:59.921710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:07:59.928292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:07:59.932995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Port': ['ID=70eb9392-ffac-4852-9582-a01fcfe48d7c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:59.935239 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e65290eb-993d-4465-a1ea-ee9c2d59eb05 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:07:59.940664 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e65290eb-993d-4465-a1ea-ee9c2d59eb05 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/806a8e80-7b64-4064-a9d9-dce869c80c85 HTTP/1.1" status: 204  len: 168 time: 0.1385896
Feb 19 21:07:59.942651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34904) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:07:59.980124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65290eb-993d-4465-a1ea-ee9c2d59eb05 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=806a8e80-7b64-4064-a9d9-dce869c80c85,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:07:59.994817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297847-7949-455f-9738-680896f19736 req-5a305747-8fda-44ec-9ba8-cdf348cad526 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:00.000088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297847-7949-455f-9738-680896f19736 req-5a305747-8fda-44ec-9ba8-cdf348cad526 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:00.008031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf297847-7949-455f-9738-680896f19736 req-5a305747-8fda-44ec-9ba8-cdf348cad526 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 1653 time: 0.2392707
Feb 19 21:08:00.028968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd984749-8dce-43ac-83e0-06f856948df4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:08:00.029883 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-38bde044-7a94-402d-b3b5-f8685f3d0e31 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0862947
Feb 19 21:08:00.033044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34906) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:00.048506 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8e06c5-5c4f-4689-b3de-84797722f09f None None] Sync routers for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:08:00.057488 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd984749-8dce-43ac-83e0-06f856948df4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:00.067455 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15199f9-1c4b-45bb-bb8e-65200e25b698 req-fb8cfc50-e942-4374-aafa-ca9abb2105fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:00.067743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:00.068467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:00.069810 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c15199f9-1c4b-45bb-bb8e-65200e25b698 req-fb8cfc50-e942-4374-aafa-ca9abb2105fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 1126 time: 0.1024001
Feb 19 21:08:00.086249 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e06c5-5c4f-4689-b3de-84797722f09f None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:08:00.088247 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ad8e06c5-5c4f-4689-b3de-84797722f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7450a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:08:00.130267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bd984749-8dce-43ac-83e0-06f856948df4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "PUT /v2.0/floatingips/7c6ef4f6-2622-4820-aa6d-24d28c0a40d9 HTTP/1.1" status: 200  len: 990 time: 3.5621281
Feb 19 21:08:00.134889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'tag': '705d433e-42c6-442d-adce-cb0486512277'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:00.137400 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6463a629-a73c-4a28-8d5a-a9f9a21842e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "tag": "705d433e-42c6-442d-adce-cb0486512277"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:00.144783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f49e2326-fadf-466f-9ba4-4933050092db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4392200
Feb 19 21:08:00.169029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf297847-7949-455f-9738-680896f19736 req-b31f98bd-cb12-4389-9fa9-009d1a28c439 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1598222
Feb 19 21:08:00.175273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06', 'admin_state_up': True, 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'security_groups': ['e2e2079f-e71d-4aa1-ae80-5a92c4183f30']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:00.270266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15199f9-1c4b-45bb-bb8e-65200e25b698 req-03b9dd68-94bb-4b2d-b2d0-2ba2b8167827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:00.273437 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c15199f9-1c4b-45bb-bb8e-65200e25b698 req-03b9dd68-94bb-4b2d-b2d0-2ba2b8167827 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.1951509
Feb 19 21:08:00.285241 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4295e45-2738-4f33-9c59-fa3485e94159 x-openstack-request-id: req-b4295e45-2738-4f33-9c59-fa3485e94159 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:00.285523 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "tag": "705d433e-42c6-442d-adce-cb0486512277", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:00.285740 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4295e45-2738-4f33-9c59-fa3485e94159 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:00.286151 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'tag': '705d433e-42c6-442d-adce-cb0486512277', 'status': 'completed', 'code': 200}
Feb 19 21:08:00.332564 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ad8e06c5-5c4f-4689-b3de-84797722f09f None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:08:00.340489 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c15199f9-1c4b-45bb-bb8e-65200e25b698 req-188e3e81-9803-4e88-93ec-3e7a667b5993 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38bd6a80-55ef-4392-bd03-a78c89dcbf7e HTTP/1.1" status: 200  len: 217 time: 0.0546904
Feb 19 21:08:00.392095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a0ad-9607-4db6-8cbb-49d661174172 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (019dd157-4acb-41e5-9ac3-5320deaaf983), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:00.436593 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a0ad-9607-4db6-8cbb-49d661174172 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (019dd157-4acb-41e5-9ac3-5320deaaf983), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:00.456505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463a629-a73c-4a28-8d5a-a9f9a21842e7 req-4316e96c-f765-4680-aefe-6dbed151accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:00.458076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6463a629-a73c-4a28-8d5a-a9f9a21842e7 req-4316e96c-f765-4680-aefe-6dbed151accc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 1127 time: 0.1168041
Feb 19 21:08:00.460606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:08:00.465256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:00.525884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1d343f35-54ed-41ed-b283-c0d26bf9c413 None None] Provisioning complete for port 70eb9392-ffac-4852-9582-a01fcfe48d7c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:00.526738 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a0ad-9607-4db6-8cbb-49d661174172 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (019dd157-4acb-41e5-9ac3-5320deaaf983), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:00.529611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a0ad-9607-4db6-8cbb-49d661174172 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:00.530827 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4cb3a0ad-9607-4db6-8cbb-49d661174172 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-groups/019dd157-4acb-41e5-9ac3-5320deaaf983 HTTP/1.1" status: 204  len: 168 time: 0.4953508
Feb 19 21:08:00.531736 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b63888bc-8e8b-4b5c-9c03-6cdafb06684c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:00.533893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34916) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:00.539037 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1d343f35-54ed-41ed-b283-c0d26bf9c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:00.577237 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3a0ad-9607-4db6-8cbb-49d661174172 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019dd157-4acb-41e5-9ac3-5320deaaf983,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:00.596360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15199f9-1c4b-45bb-bb8e-65200e25b698 req-6d9e7e76-ab24-43eb-aae0-9d3c65e7fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:00.597928 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c15199f9-1c4b-45bb-bb8e-65200e25b698 req-6d9e7e76-ab24-43eb-aae0-9d3c65e7fefc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.2508402
Feb 19 21:08:00.671764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1d343f35-54ed-41ed-b283-c0d26bf9c413 None None] Port 70eb9392-ffac-4852-9582-a01fcfe48d7c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:08:00.754850 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3f2a7696-b66c-411d-8b8e-31590c71de73 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2111311
Feb 19 21:08:00.761669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34924) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:00.789003 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d3d3be87-d77e-4c2d-b4d0-53afe61c6636 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342044988'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:00.794571 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ad8e06c5-5c4f-4689-b3de-84797722f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7450a0>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7c6ef4f6-2622-4820-aa6d-24d28c0a40d9', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'floating_ip_address': '172.35.2.18', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'port_id': '705d433e-42c6-442d-adce-cb0486512277', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'mac_address': 'fa:16:3e:b3:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:07:31Z', 'updated_at': '2022-02-19T21:07:58Z', 'revision_number': 1, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:08:00.831459 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8e06c5-5c4f-4689-b3de-84797722f09f None None] Checking router: 3551e16e-45a4-4238-9450-1d19a8911920 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:08:00.844833 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e06c5-5c4f-4689-b3de-84797722f09f None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:08:00.845613 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ad8e06c5-5c4f-4689-b3de-84797722f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7450a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:07:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:08:00.859326 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15199f9-1c4b-45bb-bb8e-65200e25b698 req-c8048c53-bca1-498a-9331-4278a44cb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:00.871578 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c15199f9-1c4b-45bb-bb8e-65200e25b698 req-c8048c53-bca1-498a-9331-4278a44cb272 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2618992
Feb 19 21:08:00.875407 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d3be87-d77e-4c2d-b4d0-53afe61c6636 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:00.996502 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b63888bc-8e8b-4b5c-9c03-6cdafb06684c admin admin] Publish callbacks [] for security_group (81eaa1a4-597b-4926-b33c-2c78b739cd43), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.014276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b63888bc-8e8b-4b5c-9c03-6cdafb06684c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (81eaa1a4-597b-4926-b33c-2c78b739cd43), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.015016 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ad8e06c5-5c4f-4689-b3de-84797722f09f None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:08:01.103879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63888bc-8e8b-4b5c-9c03-6cdafb06684c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eaa1a4-597b-4926-b33c-2c78b739cd43,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:01.115795 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b63888bc-8e8b-4b5c-9c03-6cdafb06684c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ee9623925364f4ebca89cc03ffbaf96&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2339706
Feb 19 21:08:01.118537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34940) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:01.127787 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c15199f9-1c4b-45bb-bb8e-65200e25b698 req-1186a6fb-17c6-4da6-ad24-272b01f4c8b7 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372141
Feb 19 21:08:01.146326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52a41e-3e71-4756-a78e-911a651155de req-e91e54eb-26cd-4ac6-a2af-315b110d54ba tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:01.149098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc52a41e-3e71-4756-a78e-911a651155de req-e91e54eb-26cd-4ac6-a2af-315b110d54ba tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 944 time: 0.2014792
Feb 19 21:08:01.159976 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d3be87-d77e-4c2d-b4d0-53afe61c6636 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (7afdab7f-9e57-4a91-a77c-2b8717491882), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.221229 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d3be87-d77e-4c2d-b4d0-53afe61c6636 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7afdab7f-9e57-4a91-a77c-2b8717491882), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.248694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841143bd-c52a-42c3-a426-0adf86753427 req-3ce48ea2-1125-4594-a337-8231636fd86d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:01.250457 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-841143bd-c52a-42c3-a426-0adf86753427 req-3ce48ea2-1125-4594-a337-8231636fd86d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 946 time: 0.3039427
Feb 19 21:08:01.281619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463a629-a73c-4a28-8d5a-a9f9a21842e7 req-2edd9216-901d-4315-a21c-faa8cf6f8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:01.283284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6463a629-a73c-4a28-8d5a-a9f9a21842e7 req-2edd9216-901d-4315-a21c-faa8cf6f8c00 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 917 time: 0.8142757
Feb 19 21:08:01.298964 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d3be87-d77e-4c2d-b4d0-53afe61c6636 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.303893 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d3d3be87-d77e-4c2d-b4d0-53afe61c6636 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5374374
Feb 19 21:08:01.304640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34944) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:01.317106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4c128954-466e-426e-8714-688d0e471331 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Request body: {'security_group_rule': {'security_group_id': '7afdab7f-9e57-4a91-a77c-2b8717491882', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:01.321190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc52a41e-3e71-4756-a78e-911a651155de req-a11ec263-df59-4069-b1f1-603104191477 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555436
Feb 19 21:08:01.328949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3be87-d77e-4c2d-b4d0-53afe61c6636 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afdab7f-9e57-4a91-a77c-2b8717491882,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:01.350876 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b501b0e8-e78b-4472-9b8b-cf658baa3569 admin admin] Publish callbacks [] for security_group (81eaa1a4-597b-4926-b33c-2c78b739cd43), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.390997 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c15199f9-1c4b-45bb-bb8e-65200e25b698 req-57b15987-f4d0-49f5-aac3-21c8b7533483 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2532322
Feb 19 21:08:01.426648 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ad8e06c5-5c4f-4689-b3de-84797722f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7450a0>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7c6ef4f6-2622-4820-aa6d-24d28c0a40d9', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'floating_ip_address': '172.35.2.18', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'port_id': '705d433e-42c6-442d-adce-cb0486512277', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'mac_address': 'fa:16:3e:b3:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:07:31Z', 'updated_at': '2022-02-19T21:07:58Z', 'revision_number': 1, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:08:01.447816 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b501b0e8-e78b-4472-9b8b-cf658baa3569 admin admin] Publish callbacks [] for security_group (81eaa1a4-597b-4926-b33c-2c78b739cd43), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.464186 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c128954-466e-426e-8714-688d0e471331 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (f5d56a55-1bc7-4481-8a16-42920aee4dcd), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.477571 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8e06c5-5c4f-4689-b3de-84797722f09f None None] The sync data for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 is: [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7c6ef4f6-2622-4820-aa6d-24d28c0a40d9', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'floating_ip_address': '172.35.2.18', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'port_id': '705d433e-42c6-442d-adce-cb0486512277', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'mac_address': 'fa:16:3e:b3:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:07:31Z', 'updated_at': '2022-02-19T21:07:58Z', 'revision_number': 1, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:08:01.488212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Allocated IP 10.1.1.231 (dab979e5-8b5d-487e-9e1b-dac0a9f9ee06/22873e1a-4ba9-4341-b5d3-ec2f4ce8e150/9ed98a2b-9925-480d-95be-fe4ae1e28f6e) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:08:01.526460 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-841143bd-c52a-42c3-a426-0adf86753427 req-8379389a-f7e7-4f4d-be9c-1e16ca417ed3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419283
Feb 19 21:08:01.541642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6463a629-a73c-4a28-8d5a-a9f9a21842e7 req-f4f0ba3e-cf71-46db-868b-461fa8f2d7ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=705d433e-42c6-442d-adce-cb0486512277 HTTP/1.1" status: 200  len: 998 time: 0.2356658
Feb 19 21:08:01.564958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b501b0e8-e78b-4472-9b8b-cf658baa3569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (81eaa1a4-597b-4926-b33c-2c78b739cd43), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.569214 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b501b0e8-e78b-4472-9b8b-cf658baa3569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.573922 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b501b0e8-e78b-4472-9b8b-cf658baa3569 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81eaa1a4-597b-4926-b33c-2c78b739cd43 HTTP/1.1" status: 204  len: 168 time: 0.4519510
Feb 19 21:08:01.603137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad2be-a3eb-447e-a637-c7931ed8062c req-0bb69091-55bf-407d-9034-600af3fbeccc tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:01.608903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad2be-a3eb-447e-a637-c7931ed8062c req-0bb69091-55bf-407d-9034-600af3fbeccc tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:01.616762 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c128954-466e-426e-8714-688d0e471331 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (f5d56a55-1bc7-4481-8a16-42920aee4dcd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.618129 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501b0e8-e78b-4472-9b8b-cf658baa3569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eaa1a4-597b-4926-b33c-2c78b739cd43,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:01.618282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dbad2be-a3eb-447e-a637-c7931ed8062c req-0bb69091-55bf-407d-9034-600af3fbeccc tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 1653 time: 0.1885660
Feb 19 21:08:01.640202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c128954-466e-426e-8714-688d0e471331 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (f5d56a55-1bc7-4481-8a16-42920aee4dcd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.671538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c128954-466e-426e-8714-688d0e471331 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d56a55-1bc7-4481-8a16-42920aee4dcd,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:01.691979 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c128954-466e-426e-8714-688d0e471331 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.695288 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4c128954-466e-426e-8714-688d0e471331 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3822322
Feb 19 21:08:01.700487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34954) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:01.804630 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d48eea4-73e7-454f-86f8-34a040c01a5a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (7afdab7f-9e57-4a91-a77c-2b8717491882), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.813794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463a629-a73c-4a28-8d5a-a9f9a21842e7 req-bee50957-b301-4423-bee1-59d3c807ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:01.822253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6463a629-a73c-4a28-8d5a-a9f9a21842e7 req-bee50957-b301-4423-bee1-59d3c807ca3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.2734990
Feb 19 21:08:01.843900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dbad2be-a3eb-447e-a637-c7931ed8062c req-254b3671-006a-4164-b1ed-8264743a087d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2246466
Feb 19 21:08:01.858866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d48eea4-73e7-454f-86f8-34a040c01a5a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (7afdab7f-9e57-4a91-a77c-2b8717491882), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.930952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d48eea4-73e7-454f-86f8-34a040c01a5a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7afdab7f-9e57-4a91-a77c-2b8717491882), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.938276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c09c5-12c3-46a8-989d-815572a672cf None None] New status for floating IP 7c6ef4f6-2622-4820-aa6d-24d28c0a40d9: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:08:01.940112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d48eea4-73e7-454f-86f8-34a040c01a5a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:01.944845 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5d48eea4-73e7-454f-86f8-34a040c01a5a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-groups/7afdab7f-9e57-4a91-a77c-2b8717491882 HTTP/1.1" status: 204  len: 168 time: 0.2376194
Feb 19 21:08:01.952979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34964) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:01.953781 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48eea4-73e7-454f-86f8-34a040c01a5a tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afdab7f-9e57-4a91-a77c-2b8717491882,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:02.040198 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-50195c34-f08b-4192-a943-86a20c02021f tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0840716
Feb 19 21:08:02.042778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34966) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:02.056434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463a629-a73c-4a28-8d5a-a9f9a21842e7 req-7a637e5f-e559-468d-93e0-c9d3ed0879a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:02.058011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6463a629-a73c-4a28-8d5a-a9f9a21842e7 req-7a637e5f-e559-468d-93e0-c9d3ed0879a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2129307
Feb 19 21:08:02.063439 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.090493 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fb1f1b19-1727-4937-acf8-e5f9b5987432 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0428374
Feb 19 21:08:02.090746 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34968) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:02.105498 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-0a2f1ea4-e492-4577-be74-254e5e6e1719 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] delete failed (client error): The resource could not be found.
Feb 19 21:08:02.110435 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0a2f1ea4-e492-4577-be74-254e5e6e1719 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "DELETE /v2.0/security-groups/7afdab7f-9e57-4a91-a77c-2b8717491882 HTTP/1.1" status: 404  len: 347 time: 0.0147932
Feb 19 21:08:02.111318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34970) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:02.136274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe2831-b3b8-4e67-996f-11227b02040d req-26b13ea8-0cd8-4603-8091-023ba22fbf86 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:02.137932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fbe2831-b3b8-4e67-996f-11227b02040d req-26b13ea8-0cd8-4603-8091-023ba22fbf86 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 946 time: 0.2040987
Feb 19 21:08:02.144262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34972) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:02.182052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bc56bc9-5785-4321-973e-db2b9464bf1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.197669 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ba1bbd62-0297-4b73-a866-5b2adadac898 tempest-SecGroupTest-1484163473 tempest-SecGroupTest-1484163473-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0805454
Feb 19 21:08:02.218533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6463a629-a73c-4a28-8d5a-a9f9a21842e7 req-ef810b9e-fc65-4c14-a933-57b2e3be0243 service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532445
Feb 19 21:08:02.298304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fbe2831-b3b8-4e67-996f-11227b02040d req-f8a003f8-ed20-4b74-8a09-81625f92b635 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527765
Feb 19 21:08:02.308112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bc56bc9-5785-4321-973e-db2b9464bf1c admin admin] Publish callbacks [] for security_group (f3a4ba3e-9298-4788-8fa0-080fa3c6e458), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.310681 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.314390 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8bc56bc9-5785-4321-973e-db2b9464bf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f3a4ba3e-9298-4788-8fa0-080fa3c6e458), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.379890 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8bc56bc9-5785-4321-973e-db2b9464bf1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96e7aef301094b659fc2e3dd1f114ec4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2306743
Feb 19 21:08:02.380561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34978) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:02.388279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:08:02.391405 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc56bc9-5785-4321-973e-db2b9464bf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a4ba3e-9298-4788-8fa0-080fa3c6e458,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:02.426900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:08:02.432246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Port': ['ID=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:02.439462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6463a629-a73c-4a28-8d5a-a9f9a21842e7 req-3b844090-1d16-458f-9349-04e3867869ca service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2123365
Feb 19 21:08:02.469890 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b8f94956-0070-4572-9339-0ca34257f166 admin admin] Publish callbacks [] for security_group (f3a4ba3e-9298-4788-8fa0-080fa3c6e458), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.480272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:08:02.502465 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b8f94956-0070-4572-9339-0ca34257f166 admin admin] Publish callbacks [] for security_group (f3a4ba3e-9298-4788-8fa0-080fa3c6e458), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.532195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:02.533133 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.566436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6908eead-bd19-47f5-825e-22f10cc41d76 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3951471
Feb 19 21:08:02.575357 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b8f94956-0070-4572-9339-0ca34257f166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f3a4ba3e-9298-4788-8fa0-080fa3c6e458), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.578652 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b8f94956-0070-4572-9339-0ca34257f166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.579869 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b8f94956-0070-4572-9339-0ca34257f166 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3a4ba3e-9298-4788-8fa0-080fa3c6e458 HTTP/1.1" status: 204  len: 168 time: 0.1986220
Feb 19 21:08:02.582871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a1e3d-b7f7-4c08-8315-b15175269aa3 req-c7f92e42-8a7d-4b44-b50b-7e1113ab6e10 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:02.585313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-294a1e3d-b7f7-4c08-8315-b15175269aa3 req-c7f92e42-8a7d-4b44-b50b-7e1113ab6e10 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 944 time: 0.1606581
Feb 19 21:08:02.589522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512', 'admin_state_up': True, 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'security_groups': ['e2e2079f-e71d-4aa1-ae80-5a92c4183f30']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:02.599461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f94956-0070-4572-9339-0ca34257f166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a4ba3e-9298-4788-8fa0-080fa3c6e458,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:02.644063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34986) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:02.753637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-294a1e3d-b7f7-4c08-8315-b15175269aa3 req-4b68a3c7-c16b-467b-9d6f-a26705ea6085 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802095
Feb 19 21:08:02.785250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:08:02.812688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-34fe2474-041f-497a-98be-7d3bed70e274 None None] Provisioning complete for port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:02.813243 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-34fe2474-041f-497a-98be-7d3bed70e274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.845559 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ae084ceb-ed0b-422d-99e0-41bb8f18ff39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb8a3c6073ff4deca9e6c75ece698405&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1993344
Feb 19 21:08:02.848090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34990) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:02.861989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-34fe2474-041f-497a-98be-7d3bed70e274 None None] Port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:08:02.901053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.914357 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31e45912-7ef2-4234-bc31-22b1680350a5 admin admin] Publish callbacks [] for security_group (74b24289-4c03-4092-aa65-07fc30cee399), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:02.944445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31e45912-7ef2-4234-bc31-22b1680350a5 admin admin] Publish callbacks [] for security_group (74b24289-4c03-4092-aa65-07fc30cee399), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:03.020234 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31e45912-7ef2-4234-bc31-22b1680350a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (74b24289-4c03-4092-aa65-07fc30cee399), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:03.026851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31e45912-7ef2-4234-bc31-22b1680350a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:03.034185 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-31e45912-7ef2-4234-bc31-22b1680350a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74b24289-4c03-4092-aa65-07fc30cee399 HTTP/1.1" status: 204  len: 168 time: 0.1831236
Feb 19 21:08:03.049783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e45912-7ef2-4234-bc31-22b1680350a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b24289-4c03-4092-aa65-07fc30cee399,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:03.167985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c82a-0e6e-480c-8b59-263585b52b37 req-4c81a2bc-fd54-4327-a709-e320d5af9838 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:03.173668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c82a-0e6e-480c-8b59-263585b52b37 req-4c81a2bc-fd54-4327-a709-e320d5af9838 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:03.179843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c82a-0e6e-480c-8b59-263585b52b37 req-4c81a2bc-fd54-4327-a709-e320d5af9838 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:03.191718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c71c82a-0e6e-480c-8b59-263585b52b37 req-4c81a2bc-fd54-4327-a709-e320d5af9838 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 2374 time: 0.1975477
Feb 19 21:08:03.282770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Allocated IP 10.2.2.100 (5c55b6fb-c182-40ec-8324-04db14622512/cf9f4ab2-17d3-4d94-8712-24bbb2d65a79/e67957f6-071e-404a-a727-94c417e4d265) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:08:03.290046 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f4561-f999-4a99-a22d-c9c4ae10bd8a req-b2c31b77-2382-4dfe-b051-05ae8fec7d57 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:03.292112 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3e0f4561-f999-4a99-a22d-c9c4ae10bd8a req-b2c31b77-2382-4dfe-b051-05ae8fec7d57 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 946 time: 0.1128366
Feb 19 21:08:03.305940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c71c82a-0e6e-480c-8b59-263585b52b37 req-4c5940a0-3325-4cc3-a5ed-ca55ebc062f4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1129887
Feb 19 21:08:03.440701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 38bd6a80-55ef-4392-bd03-a78c89dcbf7e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:03.468931 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-3e0f4561-f999-4a99-a22d-c9c4ae10bd8a req-28502f46-eeba-4713-a27b-10b922e960f8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Deleting port ffa51f04-9cbf-40b5-bed7-f5a71282e883 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:08:03.469460 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3e0f4561-f999-4a99-a22d-c9c4ae10bd8a req-28502f46-eeba-4713-a27b-10b922e960f8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:03.552392 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4605f-6273-4ed3-91d3-dc6e0c774056 req-6259ae41-9eed-4802-b33d-4288640dc816 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:03.554251 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72d4605f-6273-4ed3-91d3-dc6e0c774056 req-6259ae41-9eed-4802-b33d-4288640dc816 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 946 time: 0.1139143
Feb 19 21:08:03.638391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-3e0f4561-f999-4a99-a22d-c9c4ae10bd8a req-28502f46-eeba-4713-a27b-10b922e960f8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] For port ffa51f04-9cbf-40b5-bed7-f5a71282e883, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffa51f04-9cbf-40b5-bed7-f5a71282e883,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:03.639023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3e0f4561-f999-4a99-a22d-c9c4ae10bd8a req-28502f46-eeba-4713-a27b-10b922e960f8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:03.641322 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for port (e67957f6-071e-404a-a727-94c417e4d265), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:03.645699 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72d4605f-6273-4ed3-91d3-dc6e0c774056 req-408a2ffc-43a5-4dbb-bf3c-51f0d1153938 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800865
Feb 19 21:08:03.661522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:03.675268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-3e0f4561-f999-4a99-a22d-c9c4ae10bd8a req-28502f46-eeba-4713-a27b-10b922e960f8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Calling delete_port for ffa51f04-9cbf-40b5-bed7-f5a71282e883 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:08:03.676050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '38bd6a80-55ef-4392-bd03-a78c89dcbf7e', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'port_id': '38bd6a80-55ef-4392-bd03-a78c89dcbf7e', 'mac_address': 'fa:16:3e:48:0a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:03.688855 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e67957f6-071e-404a-a727-94c417e4d265), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:03.720609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:03.721316 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:03.741386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bd6a80-55ef-4392-bd03-a78c89dcbf7e {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:03.769030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:03.778245 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:03.779087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network 5c55b6fb-c182-40ec-8324-04db14622512 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:08:03.782686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:08:03.800733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:08:03.816354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Port': ['ID=e67957f6-071e-404a-a727-94c417e4d265,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:03.883231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:03.982557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:03.983345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:04.015696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3e0f4561-f999-4a99-a22d-c9c4ae10bd8a req-28502f46-eeba-4713-a27b-10b922e960f8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ffa51f04-9cbf-40b5-bed7-f5a71282e883), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:04.018755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c8e9bf2a-3c57-4849-a5a6-7757a273063f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4440567
Feb 19 21:08:04.029989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['ffa51f04-9cbf-40b5-bed7-f5a71282e883'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:04.036054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b21ab-3989-4cfc-bbe5-7c28c7c5a653 req-f0f36a23-2330-467b-bbca-9c3d972de63b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:04.045015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-012b21ab-3989-4cfc-bbe5-7c28c7c5a653 req-f0f36a23-2330-467b-bbca-9c3d972de63b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 945 time: 0.1473224
Feb 19 21:08:04.053498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512', 'admin_state_up': True, 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'security_groups': ['e2e2079f-e71d-4aa1-ae80-5a92c4183f30']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:04.085146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28502f46-eeba-4713-a27b-10b922e960f8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event deleted for resources: {'Port': ['ID=ffa51f04-9cbf-40b5-bed7-f5a71282e883,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:04.160627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0f4561-f999-4a99-a22d-c9c4ae10bd8a req-28502f46-eeba-4713-a27b-10b922e960f8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] No DVR routers for this DVR port ffa51f04-9cbf-40b5-bed7-f5a71282e883 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:08:04.165031 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3e0f4561-f999-4a99-a22d-c9c4ae10bd8a req-28502f46-eeba-4713-a27b-10b922e960f8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:04.169326 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3e0f4561-f999-4a99-a22d-c9c4ae10bd8a req-28502f46-eeba-4713-a27b-10b922e960f8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "DELETE /v2.0/ports/ffa51f04-9cbf-40b5-bed7-f5a71282e883 HTTP/1.1" status: 204  len: 173 time: 0.8727016
Feb 19 21:08:04.170018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e830f7e-f576-4d1a-8d33-16ac817471c9', 'name': 'network-vif-deleted', 'tag': 'ffa51f04-9cbf-40b5-bed7-f5a71282e883'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:04.173139 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c0fc30-dd90-427e-a968-a5218f42890a" -d '{"events": [{"server_uuid": "1e830f7e-f576-4d1a-8d33-16ac817471c9", "name": "network-vif-deleted", "tag": "ffa51f04-9cbf-40b5-bed7-f5a71282e883"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:04.178826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-012b21ab-3989-4cfc-bbe5-7c28c7c5a653 req-049fb229-2b85-42b8-b779-c5bf587bfe80 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332021
Feb 19 21:08:04.189704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['38bd6a80-55ef-4392-bd03-a78c89dcbf7e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:04.238027 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd23e463-53d6-420f-9dad-0dfd73cf19ea x-openstack-request-id: req-bd23e463-53d6-420f-9dad-0dfd73cf19ea {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:04.238335 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e830f7e-f576-4d1a-8d33-16ac817471c9", "name": "network-vif-deleted", "tag": "ffa51f04-9cbf-40b5-bed7-f5a71282e883", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:04.239209 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd23e463-53d6-420f-9dad-0dfd73cf19ea {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:04.239631 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e830f7e-f576-4d1a-8d33-16ac817471c9', 'name': 'network-vif-deleted', 'tag': 'ffa51f04-9cbf-40b5-bed7-f5a71282e883', 'status': 'completed', 'code': 200}
Feb 19 21:08:04.253324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1bbd801f-d4b0-4cd4-ba83-4a07c45de535 None None] Provisioning complete for port e67957f6-071e-404a-a727-94c417e4d265 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:04.254033 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1bbd801f-d4b0-4cd4-ba83-4a07c45de535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e67957f6-071e-404a-a727-94c417e4d265), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:04.290039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Made reservation on behalf of f260ed47c5994487a4cc293c33dae3ea for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:08:04.297991 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:04.341615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd801f-d4b0-4cd4-ba83-4a07c45de535 None None] Port e67957f6-071e-404a-a727-94c417e4d265 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:08:04.572482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccc10a-1fd8-4c96-b680-e6369060d0e8 req-43daefb6-38a6-4b2e-8585-d22ff6e7c130 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:04.575177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccc10a-1fd8-4c96-b680-e6369060d0e8 req-43daefb6-38a6-4b2e-8585-d22ff6e7c130 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:04.580481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccc10a-1fd8-4c96-b680-e6369060d0e8 req-43daefb6-38a6-4b2e-8585-d22ff6e7c130 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:04.587275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccc10a-1fd8-4c96-b680-e6369060d0e8 req-43daefb6-38a6-4b2e-8585-d22ff6e7c130 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:04.589816 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52ccc10a-1fd8-4c96-b680-e6369060d0e8 req-43daefb6-38a6-4b2e-8585-d22ff6e7c130 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 3095 time: 0.1603255
Feb 19 21:08:04.671894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Allocated IP 10.2.2.200 (5c55b6fb-c182-40ec-8324-04db14622512/cf9f4ab2-17d3-4d94-8712-24bbb2d65a79/95e9c0f7-4a48-40c7-a205-d0efe0ce4387) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:08:04.683863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52ccc10a-1fd8-4c96-b680-e6369060d0e8 req-97314602-1c87-4d9c-a7e7-b002f37cd3c0 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0857079
Feb 19 21:08:04.848282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bcf4a8da-4430-4ad0-87d5-1a2a805a9b3b req-fecd1b78-5ddb-4ccf-9bdc-10d1ee63bf1d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e830f7e-f576-4d1a-8d33-16ac817471c9 HTTP/1.1" status: 200  len: 210 time: 0.0836697
Feb 19 21:08:04.915250 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:04.958887 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:05.024122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Network 5c55b6fb-c182-40ec-8324-04db14622512 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:08:05.027445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:08:05.031915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:08:05.039962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event updated for resources: {'Port': ['ID=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:05.095403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:05.096473 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:05.126002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ffda8b20-fb57-4fcb-b656-53c39bc6c1a9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0976980
Feb 19 21:08:05.140587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:05.227790 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (953183ea-8af2-4363-894d-4fc5565d335c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:05.377986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-889feecb-6363-48a7-8ff6-60b1514b100d None None] Provisioning complete for port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:05.378599 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-889feecb-6363-48a7-8ff6-60b1514b100d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:05.419313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-889feecb-6363-48a7-8ff6-60b1514b100d None None] Port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:08:05.434764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 38bd6a80-55ef-4392-bd03-a78c89dcbf7e up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:05.485406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db2674-70ca-4e1c-bbe2-81782c88befb req-73a1bd2b-2e02-4937-ab29-e102b73b4035 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:05.494909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87db2674-70ca-4e1c-bbe2-81782c88befb req-73a1bd2b-2e02-4937-ab29-e102b73b4035 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 945 time: 0.1946714
Feb 19 21:08:05.537129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:08:05.542976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:05.543896 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:05.679192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953183ea-8af2-4363-894d-4fc5565d335c {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:05.688033 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Publish callbacks [] for port (953183ea-8af2-4363-894d-4fc5565d335c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:05.705308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Transition to ACTIVE for port object 953183ea-8af2-4363-894d-4fc5565d335c will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:08:05.717904 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (953183ea-8af2-4363-894d-4fc5565d335c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:05.732857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87db2674-70ca-4e1c-bbe2-81782c88befb req-cc80437a-cd8d-4017-bb5f-9492a91692a8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2370417
Feb 19 21:08:05.747292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:05.747458 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:05.779933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Pushing event updated for resources: {'Port': ['ID=953183ea-8af2-4363-894d-4fc5565d335c,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:05.825144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35100) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:05.857633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:05.861300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73383da-8ceb-4cc4-86b1-1cbfd2fad4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bd6a80-55ef-4392-bd03-a78c89dcbf7e'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:05.880389 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931c7816-1ffa-42ae-82c0-1cbb109bac81" -d '{"events": [{"server_uuid": "c73383da-8ceb-4cc4-86b1-1cbfd2fad4de", "name": "network-vif-plugged", "status": "completed", "tag": "38bd6a80-55ef-4392-bd03-a78c89dcbf7e"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:05.890703 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:05.936175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Attempting to bind port 953183ea-8af2-4363-894d-4fc5565d335c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:08:05.937005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Attempting to bind port 953183ea-8af2-4363-894d-4fc5565d335c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:08:05.937781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Attempting to bind port 953183ea-8af2-4363-894d-4fc5565d335c on network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:05.946800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Port 953183ea-8af2-4363-894d-4fc5565d335c on network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:08:05.947517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Attempting to bind port 953183ea-8af2-4363-894d-4fc5565d335c on network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:05.957716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:08:05.960797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Checking segment: {'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:08:05.962101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Bound using segment: {'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:08:05.963724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Bound port: 953183ea-8af2-4363-894d-4fc5565d335c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6eb94de-27b3-4321-ab52-3958214e7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:08:05.970439 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (953183ea-8af2-4363-894d-4fc5565d335c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:05.988700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:06.077284 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdb023c-cc92-430a-afc5-1d260fef952c x-openstack-request-id: req-5fdb023c-cc92-430a-afc5-1d260fef952c {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:06.077810 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73383da-8ceb-4cc4-86b1-1cbfd2fad4de", "name": "network-vif-plugged", "status": "completed", "tag": "38bd6a80-55ef-4392-bd03-a78c89dcbf7e", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:06.078078 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fdb023c-cc92-430a-afc5-1d260fef952c {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:06.078488 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73383da-8ceb-4cc4-86b1-1cbfd2fad4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bd6a80-55ef-4392-bd03-a78c89dcbf7e', 'code': 200}
Feb 19 21:08:06.112807 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-821409da-ae16-4f54-98b3-5b92c3b5a56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:06.142511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] For port 953183ea-8af2-4363-894d-4fc5565d335c, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:08:06.147296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] For port 953183ea-8af2-4363-894d-4fc5565d335c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=953183ea-8af2-4363-894d-4fc5565d335c,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:08:06.169523 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (953183ea-8af2-4363-894d-4fc5565d335c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:06.299647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:06.300300 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:06.301756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] 10.222.0.10 "PUT /v2.0/ports/953183ea-8af2-4363-894d-4fc5565d335c HTTP/1.1" status: 200  len: 1091 time: 1.1677928
Feb 19 21:08:06.301908 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-821409da-ae16-4f54-98b3-5b92c3b5a56d admin admin] Publish callbacks [] for security_group (a4522897-5545-41fe-8fe1-9b1ea7dce756), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:06.308097 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-821409da-ae16-4f54-98b3-5b92c3b5a56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a4522897-5545-41fe-8fe1-9b1ea7dce756), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:06.371815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821409da-ae16-4f54-98b3-5b92c3b5a56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4522897-5545-41fe-8fe1-9b1ea7dce756,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:06.378404 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-821409da-ae16-4f54-98b3-5b92c3b5a56d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f2c97586ced4d5ba6d2da040420f0ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5516183
Feb 19 21:08:06.383547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35122) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:06.470192 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1d92bdc-f680-43b2-bfbc-cc676f7baa8d admin admin] Publish callbacks [] for security_group (a4522897-5545-41fe-8fe1-9b1ea7dce756), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:06.497393 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1d92bdc-f680-43b2-bfbc-cc676f7baa8d admin admin] Publish callbacks [] for security_group (a4522897-5545-41fe-8fe1-9b1ea7dce756), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:06.554007 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1d92bdc-f680-43b2-bfbc-cc676f7baa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a4522897-5545-41fe-8fe1-9b1ea7dce756), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:06.557305 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1d92bdc-f680-43b2-bfbc-cc676f7baa8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:06.558599 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d1d92bdc-f680-43b2-bfbc-cc676f7baa8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4522897-5545-41fe-8fe1-9b1ea7dce756 HTTP/1.1" status: 204  len: 168 time: 0.1745396
Feb 19 21:08:06.567646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d92bdc-f680-43b2-bfbc-cc676f7baa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4522897-5545-41fe-8fe1-9b1ea7dce756,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:06.697430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '953183ea-8af2-4363-894d-4fc5565d335c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:06.699727 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb" -d '{"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "953183ea-8af2-4363-894d-4fc5565d335c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:06.716046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:06.827165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5fdf0-0976-489b-b411-0cb21a265b61 service neutron] Pushing event updated for resources: {'Port': ['ID=953183ea-8af2-4363-894d-4fc5565d335c,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:06.872321 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f64ffc-c5ac-4788-ba53-c949e7f2933b req-5c79481c-baf7-4ba7-829e-7d889b20c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:06.873885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79f64ffc-c5ac-4788-ba53-c949e7f2933b req-5c79481c-baf7-4ba7-829e-7d889b20c092 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 1128 time: 0.6868050
Feb 19 21:08:06.891455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ffa51f04-9cbf-40b5-bed7-f5a71282e883 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:08:06.897251 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5896be69-08fa-4335-b439-1a196dfa8691), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:06.922221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: ffa51f04-9cbf-40b5-bed7-f5a71282e883 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:08:06.922670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device ffa51f04-9cbf-40b5-bed7-f5a71282e883 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:08:06.929075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-34cc7dea-0ea3-400f-aef1-c95954b98734 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:06.930643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-34cc7dea-0ea3-400f-aef1-c95954b98734 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.6369145
Feb 19 21:08:06.966550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116e243-75dc-4239-95d7-953689989922 req-e9a79c3f-39f7-438e-bd95-7b7cb54fc046 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:06.966550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116e243-75dc-4239-95d7-953689989922 req-e9a79c3f-39f7-438e-bd95-7b7cb54fc046 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:06.968618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116e243-75dc-4239-95d7-953689989922 req-e9a79c3f-39f7-438e-bd95-7b7cb54fc046 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:06.974985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116e243-75dc-4239-95d7-953689989922 req-e9a79c3f-39f7-438e-bd95-7b7cb54fc046 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:06.980783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116e243-75dc-4239-95d7-953689989922 req-e9a79c3f-39f7-438e-bd95-7b7cb54fc046 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:06.988725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8116e243-75dc-4239-95d7-953689989922 req-e9a79c3f-39f7-438e-bd95-7b7cb54fc046 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 3828 time: 0.2841737
Feb 19 21:08:07.056230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-c8027bfa-4450-475f-8170-e0e030262f79 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/quotas/e5f81dcc5d52473ab53817e20df04cd9 HTTP/1.1" status: 200  len: 375 time: 0.1122620
Feb 19 21:08:07.074220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79f64ffc-c5ac-4788-ba53-c949e7f2933b req-aa14c17d-c27a-4047-a4fc-7eb36cb3e834 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936202
Feb 19 21:08:07.121254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-bc656cff-2dc0-4a61-a14a-5814b224edf6 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0636466
Feb 19 21:08:07.244952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8116e243-75dc-4239-95d7-953689989922 req-e365aeed-55b3-485b-8e8b-c237e48151f0 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2550519
Feb 19 21:08:07.329812 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97d4a0a-6b32-4754-a24b-f22c4ff6f691 x-openstack-request-id: req-f97d4a0a-6b32-4754-a24b-f22c4ff6f691 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:07.329812 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "953183ea-8af2-4363-894d-4fc5565d335c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:07.329812 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f97d4a0a-6b32-4754-a24b-f22c4ff6f691 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:07.330286 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '953183ea-8af2-4363-894d-4fc5565d335c', 'status': 'completed', 'code': 200}
Feb 19 21:08:07.389860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-973daeab-dce6-4fc5-9d65-f2f7b1c660b5 service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105360
Feb 19 21:08:07.441671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-9849d5e8-0382-4437-881b-4945f75a5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:07.442487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-9849d5e8-0382-4437-881b-4945f75a5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:07.442977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-9849d5e8-0382-4437-881b-4945f75a5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:07.443813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-9849d5e8-0382-4437-881b-4945f75a5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:07.444553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-9849d5e8-0382-4437-881b-4945f75a5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:07.447020 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-9849d5e8-0382-4437-881b-4945f75a5dce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 4394 time: 0.1143250
Feb 19 21:08:07.597322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-e967be55-e9d6-438b-9258-faa24fc06d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:07.597801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-e967be55-e9d6-438b-9258-faa24fc06d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:07.598266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-e967be55-e9d6-438b-9258-faa24fc06d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:07.601507 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-e967be55-e9d6-438b-9258-faa24fc06d42 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f260ed47c5994487a4cc293c33dae3ea&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.1480219
Feb 19 21:08:07.608258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7f0c2-4a6c-4308-b9f5-9a54e1bafabe req-434ca9cb-3a1d-4b4c-ba5a-ff5e002f1116 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:07.616511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85b7f0c2-4a6c-4308-b9f5-9a54e1bafabe req-434ca9cb-3a1d-4b4c-ba5a-ff5e002f1116 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 946 time: 0.1899118
Feb 19 21:08:07.655017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5896be69-08fa-4335-b439-1a196dfa8691 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:07.680269 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Publish callbacks [] for port (5896be69-08fa-4335-b439-1a196dfa8691), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:07.690811 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-e5ae9b9a-2793-4e2e-bd25-aac12ecea0da service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2923481
Feb 19 21:08:07.707928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85b7f0c2-4a6c-4308-b9f5-9a54e1bafabe req-6f3cfc71-e541-4dc8-83dd-b293a9d799ca tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904484
Feb 19 21:08:07.709061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Transition to ACTIVE for port object 5896be69-08fa-4335-b439-1a196dfa8691 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:08:07.717458 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (5896be69-08fa-4335-b439-1a196dfa8691), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:07.757055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-e0530f06-f5de-47b0-9933-f043b86c0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:07.760784 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7cb030c2-ce9b-48e7-b1f9-c5505e65adfb req-e0530f06-f5de-47b0-9933-f043b86c0d32 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1516607
Feb 19 21:08:07.784841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Pushing event updated for resources: {'Port': ['ID=5896be69-08fa-4335-b439-1a196dfa8691,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:07.893287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Attempting to bind port 5896be69-08fa-4335-b439-1a196dfa8691 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:08:07.893930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Attempting to bind port 5896be69-08fa-4335-b439-1a196dfa8691 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:08:07.894506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Attempting to bind port 5896be69-08fa-4335-b439-1a196dfa8691 on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:07.919482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Port 5896be69-08fa-4335-b439-1a196dfa8691 on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:08:07.920069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Attempting to bind port 5896be69-08fa-4335-b439-1a196dfa8691 on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:07.951155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cbd7d10b-ff3f-451c-b403-454bc8afde99 req-7e049968-b868-46e3-9dd0-aa8e155571de tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 210 time: 0.0443356
Feb 19 21:08:07.953424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:08:07.953775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Checking segment: {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:08:07.954179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Bound using segment: {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:08:07.954638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Bound port: 5896be69-08fa-4335-b439-1a196dfa8691, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:08:07.955007 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5896be69-08fa-4335-b439-1a196dfa8691), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:08.053625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] For port 5896be69-08fa-4335-b439-1a196dfa8691, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:08:08.056889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] For port 5896be69-08fa-4335-b439-1a196dfa8691, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5896be69-08fa-4335-b439-1a196dfa8691,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:08:08.063348 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (5896be69-08fa-4335-b439-1a196dfa8691), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:08.105510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:08.106105 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:08.107522 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] 10.222.0.10 "PUT /v2.0/ports/5896be69-08fa-4335-b439-1a196dfa8691 HTTP/1.1" status: 200  len: 1129 time: 1.3981752
Feb 19 21:08:08.133781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eabdf4-07a9-4ee9-a35c-ab5d3eba1464 service neutron] Pushing event updated for resources: {'Port': ['ID=5896be69-08fa-4335-b439-1a196dfa8691,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:08.148082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:08.215075 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:08.480354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50146fc-d607-4e95-8499-796f782fb193 req-5d2c9c9c-f7d4-4843-a990-d8e3ea24a12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:08.485787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50146fc-d607-4e95-8499-796f782fb193 req-5d2c9c9c-f7d4-4843-a990-d8e3ea24a12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:08.491593 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50146fc-d607-4e95-8499-796f782fb193 req-5d2c9c9c-f7d4-4843-a990-d8e3ea24a12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:08.497122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50146fc-d607-4e95-8499-796f782fb193 req-5d2c9c9c-f7d4-4843-a990-d8e3ea24a12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:08.502569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50146fc-d607-4e95-8499-796f782fb193 req-5d2c9c9c-f7d4-4843-a990-d8e3ea24a12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:08.508512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50146fc-d607-4e95-8499-796f782fb193 req-5d2c9c9c-f7d4-4843-a990-d8e3ea24a12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:08.510508 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d50146fc-d607-4e95-8499-796f782fb193 req-5d2c9c9c-f7d4-4843-a990-d8e3ea24a12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 4599 time: 0.1627960
Feb 19 21:08:08.645446 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d50146fc-d607-4e95-8499-796f782fb193 req-320b46ac-c277-4f34-9fc4-5630fa404500 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1146545
Feb 19 21:08:08.711996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e2e0f9-6f33-4853-808c-07962b81a563 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:08.726823 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Publish callbacks [] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:08.759538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Transition to ACTIVE for port object d2e2e0f9-6f33-4853-808c-07962b81a563 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:08:08.767015 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:08.864742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Pushing event updated for resources: {'Port': ['ID=d2e2e0f9-6f33-4853-808c-07962b81a563,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:08.983770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Attempting to bind port d2e2e0f9-6f33-4853-808c-07962b81a563 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:08:08.984126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Attempting to bind port d2e2e0f9-6f33-4853-808c-07962b81a563 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:08:08.984699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Attempting to bind port d2e2e0f9-6f33-4853-808c-07962b81a563 on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:08.998839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46d45b-fa40-432d-9b33-b93f89743d47 req-a0b05038-e9ca-4be6-9d64-0ffbc6a59108 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.000560 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a46d45b-fa40-432d-9b33-b93f89743d47 req-a0b05038-e9ca-4be6-9d64-0ffbc6a59108 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 946 time: 0.1539736
Feb 19 21:08:09.003060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Port d2e2e0f9-6f33-4853-808c-07962b81a563 on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:08:09.003403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Attempting to bind port d2e2e0f9-6f33-4853-808c-07962b81a563 on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:09.037900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:08:09.038418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Checking segment: {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:08:09.038922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Bound using segment: {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:08:09.039494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Bound port: d2e2e0f9-6f33-4853-808c-07962b81a563, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:08:09.039997 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:09.155264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16e209a9-24e4-4d8f-a35b-fa8610f91d20 req-7f5c915a-923c-4a82-9850-d5e378353cfe tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 210 time: 0.0862558
Feb 19 21:08:09.164950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a46d45b-fa40-432d-9b33-b93f89743d47 req-a854c7fa-f6c3-4530-b53b-d09b54ffcd73 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573210
Feb 19 21:08:09.194601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-01963a78-b927-4e1e-9dee-d66b35a666ae tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.197025 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-01963a78-b927-4e1e-9dee-d66b35a666ae tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.1720617
Feb 19 21:08:09.208530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Request body: {'port': {'device_id': '6f620150-4262-4d39-9937-e1f00ea04a88', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'admin_state_up': True, 'tenant_id': 'e5f81dcc5d52473ab53817e20df04cd9'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:09.226745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] For port d2e2e0f9-6f33-4853-808c-07962b81a563, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:08:09.231739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] For port d2e2e0f9-6f33-4853-808c-07962b81a563, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2e2e0f9-6f33-4853-808c-07962b81a563,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:08:09.245397 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:09.286118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.286804 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:09.288985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] 10.222.0.10 "PUT /v2.0/ports/d2e2e0f9-6f33-4853-808c-07962b81a563 HTTP/1.1" status: 200  len: 1131 time: 1.1478090
Feb 19 21:08:09.330493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:09.340515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '5896be69-08fa-4335-b439-1a196dfa8691'}, {'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': 'd2e2e0f9-6f33-4853-808c-07962b81a563'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:09.343059 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aa9f64-f2cd-4859-a276-5a22d4af0280" -d '{"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "5896be69-08fa-4335-b439-1a196dfa8691"}, {"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "d2e2e0f9-6f33-4853-808c-07962b81a563"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:09.343656 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Made reservation on behalf of e5f81dcc5d52473ab53817e20df04cd9 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:08:09.347289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:09.400569 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fe6aca-819d-40ad-aecd-6ea04b32859e x-openstack-request-id: req-38fe6aca-819d-40ad-aecd-6ea04b32859e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:09.400955 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "5896be69-08fa-4335-b439-1a196dfa8691", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "d2e2e0f9-6f33-4853-808c-07962b81a563", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:09.401142 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38fe6aca-819d-40ad-aecd-6ea04b32859e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:09.401552 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '5896be69-08fa-4335-b439-1a196dfa8691', 'status': 'completed', 'code': 200}
Feb 19 21:08:09.401818 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': 'd2e2e0f9-6f33-4853-808c-07962b81a563', 'status': 'completed', 'code': 200}
Feb 19 21:08:09.408846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1bec4dca-d642-4e69-987c-b6dbf9cc2b08 req-d60ee150-4a36-468a-b6a3-cc70bac287e9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e4e370ef28034ffbbbee9d2cfd826084 HTTP/1.1" status: 200  len: 267 time: 0.1301005
Feb 19 21:08:09.422914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ced4d3-f259-476b-bb53-1d11247defcc service neutron] Pushing event updated for resources: {'Port': ['ID=d2e2e0f9-6f33-4853-808c-07962b81a563,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:09.518588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:09.549185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Allocated IP 172.20.0.10 (be9178cb-fadc-423e-95e2-979af3a2f95e/1c86a79b-09b9-494b-a569-de0a15aa8814/d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:08:09.589089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-3c9295e8-db4a-496a-87a6-797577422d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.589583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-3c9295e8-db4a-496a-87a6-797577422d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.590072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-3c9295e8-db4a-496a-87a6-797577422d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.590550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-3c9295e8-db4a-496a-87a6-797577422d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.591029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-3c9295e8-db4a-496a-87a6-797577422d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.591505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-3c9295e8-db4a-496a-87a6-797577422d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.591979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-3c9295e8-db4a-496a-87a6-797577422d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.593990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-3c9295e8-db4a-496a-87a6-797577422d5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6302 time: 0.1474044
Feb 19 21:08:09.601633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec4dca-d642-4e69-987c-b6dbf9cc2b08 req-b224b881-518e-4749-b01f-bd6de74eb704 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.603176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1bec4dca-d642-4e69-987c-b6dbf9cc2b08 req-b224b881-518e-4749-b01f-bd6de74eb704 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 946 time: 0.1814101
Feb 19 21:08:09.626492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-1bec4dca-d642-4e69-987c-b6dbf9cc2b08 req-8ba13e7c-81db-4f9f-8a5d-9f12bbad77f6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Request body: {'port': {'security_groups': []}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:09.738658 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks [] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:09.782797 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:09.837519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Network be9178cb-fadc-423e-95e2-979af3a2f95e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:08:09.847542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:08:09.847542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event updated for resources: {'Port': ['ID=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:09.847785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:08:09.909509 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:09.910164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:09.932092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-7d0fa70a-a7a8-4d03-985b-9b52cc517e8d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7276940
Feb 19 21:08:09.944464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Request body: {'port': {'device_id': '6f620150-4262-4d39-9937-e1f00ea04a88', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:10.026253 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.046836 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1bec4dca-d642-4e69-987c-b6dbf9cc2b08 req-8ba13e7c-81db-4f9f-8a5d-9f12bbad77f6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.062318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-99395c08-fce2-4c91-9b1d-f7867ccaea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.062807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-99395c08-fce2-4c91-9b1d-f7867ccaea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.063287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-99395c08-fce2-4c91-9b1d-f7867ccaea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.064960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-99395c08-fce2-4c91-9b1d-f7867ccaea49 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f260ed47c5994487a4cc293c33dae3ea&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.4588733
Feb 19 21:08:10.082169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb41759-bc6f-432c-953f-b192b0f320c3 req-bf5fab3f-b97e-490f-8013-d16b734208fd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.088115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb41759-bc6f-432c-953f-b192b0f320c3 req-bf5fab3f-b97e-490f-8013-d16b734208fd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.093627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb41759-bc6f-432c-953f-b192b0f320c3 req-bf5fab3f-b97e-490f-8013-d16b734208fd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.098959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb41759-bc6f-432c-953f-b192b0f320c3 req-bf5fab3f-b97e-490f-8013-d16b734208fd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.105209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb41759-bc6f-432c-953f-b192b0f320c3 req-bf5fab3f-b97e-490f-8013-d16b734208fd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.110921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb41759-bc6f-432c-953f-b192b0f320c3 req-bf5fab3f-b97e-490f-8013-d16b734208fd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.117077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb41759-bc6f-432c-953f-b192b0f320c3 req-bf5fab3f-b97e-490f-8013-d16b734208fd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.119004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ceb41759-bc6f-432c-953f-b192b0f320c3 req-bf5fab3f-b97e-490f-8013-d16b734208fd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5372 time: 0.3356483
Feb 19 21:08:10.368988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:10.379085 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Publish callbacks [] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.395251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Transition to ACTIVE for port object d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:08:10.400148 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.436637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ceb41759-bc6f-432c-953f-b192b0f320c3 req-5dc7052c-b1ea-4f05-b1c8-501ec2b6c0ad tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2496104
Feb 19 21:08:10.478410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-38b3db03-7cb9-4723-aff1-c95b92153f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.480161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-38b3db03-7cb9-4723-aff1-c95b92153f8f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3518856
Feb 19 21:08:10.518431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Pushing event updated for resources: {'Port': ['ID=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:10.541056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1bec4dca-d642-4e69-987c-b6dbf9cc2b08 req-8ba13e7c-81db-4f9f-8a5d-9f12bbad77f6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] For port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:10.571488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70eb9392-ffac-4852-9582-a01fcfe48d7c {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:10.592187 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Publish callbacks [] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.637940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Attempting to bind port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:08:10.638640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Attempting to bind port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:08:10.639227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Attempting to bind port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:10.640040 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Transition to ACTIVE for port object 70eb9392-ffac-4852-9582-a01fcfe48d7c will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:08:10.645719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e on network be9178cb-fadc-423e-95e2-979af3a2f95e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:08:10.646150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Attempting to bind port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:10.654269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:08:10.654719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Checking segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:08:10.655971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Bound using segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:08:10.655971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Bound port: d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:08:10.655971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.657391 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.664723 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1bec4dca-d642-4e69-987c-b6dbf9cc2b08 req-8ba13e7c-81db-4f9f-8a5d-9f12bbad77f6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.699585 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1bec4dca-d642-4e69-987c-b6dbf9cc2b08 req-8ba13e7c-81db-4f9f-8a5d-9f12bbad77f6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.716441 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['355bbacc-6aa0-48ce-94d5-58853a8dbe09'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:10.720851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['c58eb122-6243-45f8-9077-813f02b7493e', '38bd6a80-55ef-4392-bd03-a78c89dcbf7e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:10.747089 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] For port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:08:10.758936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] For port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:08:10.764037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941e895-5d88-4acb-9212-98e645fa2f0f req-f8b827ee-5b66-4bab-b65e-7d875b88f16e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.765627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c941e895-5d88-4acb-9212-98e645fa2f0f req-f8b827ee-5b66-4bab-b65e-7d875b88f16e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 944 time: 0.2455943
Feb 19 21:08:10.774874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.787847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-50fab138-b346-47c9-88d9-b458c890367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.788438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-50fab138-b346-47c9-88d9-b458c890367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.788898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-50fab138-b346-47c9-88d9-b458c890367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.789488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-50fab138-b346-47c9-88d9-b458c890367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.790117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-50fab138-b346-47c9-88d9-b458c890367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.790476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-50fab138-b346-47c9-88d9-b458c890367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.791994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-50fab138-b346-47c9-88d9-b458c890367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.800299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-50fab138-b346-47c9-88d9-b458c890367b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6302 time: 0.2570589
Feb 19 21:08:10.814862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec4dca-d642-4e69-987c-b6dbf9cc2b08 req-8ba13e7c-81db-4f9f-8a5d-9f12bbad77f6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.816511 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1bec4dca-d642-4e69-987c-b6dbf9cc2b08 req-8ba13e7c-81db-4f9f-8a5d-9f12bbad77f6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.819226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1bec4dca-d642-4e69-987c-b6dbf9cc2b08 req-8ba13e7c-81db-4f9f-8a5d-9f12bbad77f6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "PUT /v2.0/ports/38bd6a80-55ef-4392-bd03-a78c89dcbf7e HTTP/1.1" status: 200  len: 905 time: 1.2016716
Feb 19 21:08:10.831256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Pushing event updated for resources: {'Port': ['ID=70eb9392-ffac-4852-9582-a01fcfe48d7c,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:10.887366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:10.890577 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:10.893195 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-834524ae-4c63-44ef-93de-396723bc565e service neutron] 10.222.0.10 "PUT /v2.0/ports/d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e HTTP/1.1" status: 200  len: 1092 time: 0.9536207
Feb 19 21:08:10.934876 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f620150-4262-4d39-9937-e1f00ea04a88', 'tag': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:10.942407 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace92b5c-5868-4875-ba0f-e8b978be2863" -d '{"events": [{"name": "network-changed", "server_uuid": "6f620150-4262-4d39-9937-e1f00ea04a88", "tag": "d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:11.026228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834524ae-4c63-44ef-93de-396723bc565e service neutron] Pushing event updated for resources: {'Port': ['ID=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:11.032407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['38bd6a80-55ef-4392-bd03-a78c89dcbf7e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:11.060866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-bf1fa319-7082-4a10-9e07-a89eb86b6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:11.063502 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-bf1fa319-7082-4a10-9e07-a89eb86b6e93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 1126 time: 0.1046956
Feb 19 21:08:11.116077 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-35436c38-6682-4dad-ba8c-96038cb6316c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e HTTP/1.1" status: 200  len: 217 time: 0.0457423
Feb 19 21:08:11.185241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-90456227-c95a-40b5-a8cf-412ad112d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:11.187141 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-90456227-c95a-40b5-a8cf-412ad112d72a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.0656142
Feb 19 21:08:11.226704 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-07315f81-007f-45a6-a8cf-01b6f85522c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337100
Feb 19 21:08:11.347171 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-fae7a772-2c30-4b86-a71b-2cc5efd43c7d service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136653
Feb 19 21:08:11.416152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73383da-8ceb-4cc4-86b1-1cbfd2fad4de', 'tag': '38bd6a80-55ef-4392-bd03-a78c89dcbf7e'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:11.418958 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ee075d-624e-48ed-ae98-8b9aaeac6cda" -d '{"events": [{"name": "network-changed", "server_uuid": "c73383da-8ceb-4cc4-86b1-1cbfd2fad4de", "tag": "38bd6a80-55ef-4392-bd03-a78c89dcbf7e"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:11.460171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5fec177d-9deb-4ceb-a45c-8f654d8d5304 None None] Provisioning complete for port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:11.460970 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5fec177d-9deb-4ceb-a45c-8f654d8d5304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:11.465979 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1c21ba60-e82f-4c57-812b-5d26447dee31 req-627178dc-ce3e-4319-a355-0fa501b0c9f6 service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1097434
Feb 19 21:08:11.558546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5fec177d-9deb-4ceb-a45c-8f654d8d5304 None None] Current status of the port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:11.625886 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c941e895-5d88-4acb-9212-98e645fa2f0f req-ed3f9f40-01aa-4c04-934b-dcdfd7091de3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8050654
Feb 19 21:08:11.644990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba13e7c-81db-4f9f-8a5d-9f12bbad77f6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event updated for resources: {'Port': ['ID=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:11.661368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb7e90-6185-4e62-a731-8dfceb1e3f63 req-84dbe249-0cd4-4577-aa16-25376dfaf989 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:11.663004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2fb7e90-6185-4e62-a731-8dfceb1e3f63 req-84dbe249-0cd4-4577-aa16-25376dfaf989 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 908 time: 0.2412632
Feb 19 21:08:11.688313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-857eb8f7-8e46-4192-a4fa-122f29984b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:11.688769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-857eb8f7-8e46-4192-a4fa-122f29984b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:11.689341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-857eb8f7-8e46-4192-a4fa-122f29984b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:11.691318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-857eb8f7-8e46-4192-a4fa-122f29984b4d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f260ed47c5994487a4cc293c33dae3ea&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.8543544
Feb 19 21:08:11.692291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Attempting to bind port 70eb9392-ffac-4852-9582-a01fcfe48d7c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:08:11.692666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Attempting to bind port 70eb9392-ffac-4852-9582-a01fcfe48d7c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:08:11.693545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Attempting to bind port 70eb9392-ffac-4852-9582-a01fcfe48d7c on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:11.700021 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa94fa43-788d-450a-afd5-91d36347bebc x-openstack-request-id: req-aa94fa43-788d-450a-afd5-91d36347bebc {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:11.700498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Port 70eb9392-ffac-4852-9582-a01fcfe48d7c on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:08:11.700842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Attempting to bind port 70eb9392-ffac-4852-9582-a01fcfe48d7c on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:11.701140 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f620150-4262-4d39-9937-e1f00ea04a88", "tag": "d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:11.701467 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa94fa43-788d-450a-afd5-91d36347bebc {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:11.702011 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f620150-4262-4d39-9937-e1f00ea04a88', 'tag': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e', 'status': 'completed', 'code': 200}
Feb 19 21:08:11.715559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:08:11.715913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Checking segment: {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:08:11.716314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Bound using segment: {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:08:11.717018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Bound port: 70eb9392-ffac-4852-9582-a01fcfe48d7c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:08:11.717828 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:11.765550 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfa4db7-35a1-41d3-a229-fbe40567622c x-openstack-request-id: req-adfa4db7-35a1-41d3-a229-fbe40567622c {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:11.765705 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73383da-8ceb-4cc4-86b1-1cbfd2fad4de", "tag": "38bd6a80-55ef-4392-bd03-a78c89dcbf7e", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:11.765938 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adfa4db7-35a1-41d3-a229-fbe40567622c {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:11.766338 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73383da-8ceb-4cc4-86b1-1cbfd2fad4de', 'tag': '38bd6a80-55ef-4392-bd03-a78c89dcbf7e', 'status': 'completed', 'code': 200}
Feb 19 21:08:11.788771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace92b5c-5868-4875-ba0f-e8b978be2863 req-81bfd10e-2417-4d4f-baba-f29446e8bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:11.790332 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ace92b5c-5868-4875-ba0f-e8b978be2863 req-81bfd10e-2417-4d4f-baba-f29446e8bc19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 1126 time: 0.0618448
Feb 19 21:08:11.911645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace92b5c-5868-4875-ba0f-e8b978be2863 req-5a4096b6-ad69-4704-b840-714a50ff8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:11.914133 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ace92b5c-5868-4875-ba0f-e8b978be2863 req-5a4096b6-ad69-4704-b840-714a50ff8444 service neutron] 10.222.0.10 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 912 time: 0.1177309
Feb 19 21:08:11.966598 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ace92b5c-5868-4875-ba0f-e8b978be2863 req-71d45c51-cb99-43ca-88a7-2b63e64040ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e HTTP/1.1" status: 200  len: 217 time: 0.0394633
Feb 19 21:08:12.023401 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace92b5c-5868-4875-ba0f-e8b978be2863 req-b6107cba-961b-4a71-95f8-41fbe1ad94af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.025054 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ace92b5c-5868-4875-ba0f-e8b978be2863 req-b6107cba-961b-4a71-95f8-41fbe1ad94af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.0536728
Feb 19 21:08:12.027074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] For port 70eb9392-ffac-4852-9582-a01fcfe48d7c, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:08:12.060849 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ace92b5c-5868-4875-ba0f-e8b978be2863 req-3aa07e75-08a0-40e7-8107-c7bd95dc20cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292799
Feb 19 21:08:12.072689 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e11d0-422a-4f95-ba9b-4ad60af103e6 req-6cb9c06a-ce3f-406d-a896-053db1dd70df tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.083253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e11d0-422a-4f95-ba9b-4ad60af103e6 req-6cb9c06a-ce3f-406d-a896-053db1dd70df tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.094210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e11d0-422a-4f95-ba9b-4ad60af103e6 req-6cb9c06a-ce3f-406d-a896-053db1dd70df tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.103557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e11d0-422a-4f95-ba9b-4ad60af103e6 req-6cb9c06a-ce3f-406d-a896-053db1dd70df tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.113747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e11d0-422a-4f95-ba9b-4ad60af103e6 req-6cb9c06a-ce3f-406d-a896-053db1dd70df tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.124794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e11d0-422a-4f95-ba9b-4ad60af103e6 req-6cb9c06a-ce3f-406d-a896-053db1dd70df tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.141717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e11d0-422a-4f95-ba9b-4ad60af103e6 req-6cb9c06a-ce3f-406d-a896-053db1dd70df tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.144032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c32e11d0-422a-4f95-ba9b-4ad60af103e6 req-6cb9c06a-ce3f-406d-a896-053db1dd70df tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5384 time: 0.3889477
Feb 19 21:08:12.148489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] For port 70eb9392-ffac-4852-9582-a01fcfe48d7c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70eb9392-ffac-4852-9582-a01fcfe48d7c,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:08:12.151175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-5a8ecfee-986f-4753-bbdc-1fa0aacf1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.152968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1aa9f64-f2cd-4859-a276-5a22d4af0280 req-5a8ecfee-986f-4753-bbdc-1fa0aacf1d8f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4496753
Feb 19 21:08:12.158656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee075d-624e-48ed-ae98-8b9aaeac6cda req-318987d3-2a6f-4dda-95b5-b69d9926013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.161002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44ee075d-624e-48ed-ae98-8b9aaeac6cda req-318987d3-2a6f-4dda-95b5-b69d9926013b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 1090 time: 0.3617201
Feb 19 21:08:12.203763 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ace92b5c-5868-4875-ba0f-e8b978be2863 req-4ee8e969-a029-4c21-bc26-dcbcbf5c79b5 service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340909
Feb 19 21:08:12.233466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200d77-d778-4e16-9086-8aff1a9ae1d7 req-ffa75f32-9c2d-4654-aea3-c78912828d7b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.235439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93200d77-d778-4e16-9086-8aff1a9ae1d7 req-ffa75f32-9c2d-4654-aea3-c78912828d7b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.3935294
Feb 19 21:08:12.242648 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:12.318084 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ace92b5c-5868-4875-ba0f-e8b978be2863 req-b98ac9b1-7a15-48c2-86b0-54898115b41a service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1069317
Feb 19 21:08:12.325625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.326266 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:12.327710 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] 10.222.0.10 "PUT /v2.0/ports/70eb9392-ffac-4852-9582-a01fcfe48d7c HTTP/1.1" status: 200  len: 1091 time: 3.0035074
Feb 19 21:08:12.379810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:12.460116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521a371-fff0-49f0-93b0-3370f2fb46bc service neutron] Pushing event updated for resources: {'Port': ['ID=70eb9392-ffac-4852-9582-a01fcfe48d7c,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:12.468287 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93200d77-d778-4e16-9086-8aff1a9ae1d7 req-b097270f-06c8-4bf3-8d07-59fabb7acbf9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2217674
Feb 19 21:08:12.476455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c32e11d0-422a-4f95-ba9b-4ad60af103e6 req-15674a37-9821-457e-b7e6-101cca36ca17 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.3201809
Feb 19 21:08:12.477508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee075d-624e-48ed-ae98-8b9aaeac6cda req-dbc8334a-e99c-4bc4-a8da-631556bb573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.478960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44ee075d-624e-48ed-ae98-8b9aaeac6cda req-dbc8334a-e99c-4bc4-a8da-631556bb573f service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.3096316
Feb 19 21:08:12.552709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44ee075d-624e-48ed-ae98-8b9aaeac6cda req-be01c6e0-f9c0-4b2e-aa4b-569c24cef6b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38bd6a80-55ef-4392-bd03-a78c89dcbf7e HTTP/1.1" status: 200  len: 217 time: 0.0671785
Feb 19 21:08:12.572467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:12.676989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee075d-624e-48ed-ae98-8b9aaeac6cda req-60bbb4b1-a009-40b5-b837-46b3023dbcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.679152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44ee075d-624e-48ed-ae98-8b9aaeac6cda req-60bbb4b1-a009-40b5-b837-46b3023dbcac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1186018
Feb 19 21:08:12.798871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b127bf-b3e6-43fc-8efe-a871e685a326 req-09902902-7a1d-4697-82f2-1cda2795ede1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.800445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18b127bf-b3e6-43fc-8efe-a871e685a326 req-09902902-7a1d-4697-82f2-1cda2795ede1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2301519
Feb 19 21:08:12.889659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee075d-624e-48ed-ae98-8b9aaeac6cda req-35b34336-313c-4043-86e1-93ccae43c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:12.891293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44ee075d-624e-48ed-ae98-8b9aaeac6cda req-35b34336-313c-4043-86e1-93ccae43c70d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2040403
Feb 19 21:08:13.007937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975aee-f45b-42ed-9414-cd0749e1ec3c req-3bde0639-69fa-42cb-8f50-22d0fba40707 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:13.009527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd975aee-f45b-42ed-9414-cd0749e1ec3c req-3bde0639-69fa-42cb-8f50-22d0fba40707 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 944 time: 0.2720568
Feb 19 21:08:13.016125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18b127bf-b3e6-43fc-8efe-a871e685a326 req-5cd9ab60-7bb8-4a63-8e53-c8e2741af2a7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1895099
Feb 19 21:08:13.126822 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44ee075d-624e-48ed-ae98-8b9aaeac6cda req-031e6194-d7fe-4fc8-9d40-b6841adecf75 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026477
Feb 19 21:08:13.189571 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd975aee-f45b-42ed-9414-cd0749e1ec3c req-3a1d0a57-c50b-4ac5-80ba-25f2e6d8add0 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601274
Feb 19 21:08:13.268477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed98a2b-9925-480d-95be-fe4ae1e28f6e {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:13.287103 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Publish callbacks [] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:13.296216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea09a35-b202-4eb7-be24-7beb00b808f8 req-c3b085db-22eb-4eac-b2a1-ab0b1e0e3075 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:13.297810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dea09a35-b202-4eb7-be24-7beb00b808f8 req-c3b085db-22eb-4eac-b2a1-ab0b1e0e3075 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2020080
Feb 19 21:08:13.339570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Transition to ACTIVE for port object 9ed98a2b-9925-480d-95be-fe4ae1e28f6e will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:08:13.347032 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:13.353161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44ee075d-624e-48ed-ae98-8b9aaeac6cda req-a11bae3b-2c22-47f7-8fe1-7d937bc35d36 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2037690
Feb 19 21:08:13.423662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dea09a35-b202-4eb7-be24-7beb00b808f8 req-dede7dee-50f2-4164-b8e4-a7d76591d928 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1158841
Feb 19 21:08:13.430416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Pushing event updated for resources: {'Port': ['ID=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:13.528691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Attempting to bind port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:08:13.529306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Attempting to bind port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:08:13.529772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Attempting to bind port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:13.541217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:08:13.541477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Attempting to bind port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:13.548697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:08:13.549047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Checking segment: {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:08:13.549452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Bound using segment: {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:08:13.550527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Bound port: 9ed98a2b-9925-480d-95be-fe4ae1e28f6e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f794853-3a6c-4ecc-8a03-6ca50547703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:08:13.550701 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:13.711044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] For port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:08:13.718653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] For port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:08:13.746384 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d157c4-6db7-4037-a7c5-09e29503ac54 req-062a91af-5d48-4f55-ad3f-e9d4977bd3d3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:13.748645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4d157c4-6db7-4037-a7c5-09e29503ac54 req-062a91af-5d48-4f55-ad3f-e9d4977bd3d3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1741133
Feb 19 21:08:13.750591 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:13.790639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '70eb9392-ffac-4852-9582-a01fcfe48d7c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:13.793066 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "70eb9392-ffac-4852-9582-a01fcfe48d7c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:13.822073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cb4e9-6e07-4e65-9a47-4b0aa3c4c481 req-e1ea7ef6-5b1e-49ea-8560-2a83fd7cb3d8 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:13.825380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cb4e9-6e07-4e65-9a47-4b0aa3c4c481 req-e1ea7ef6-5b1e-49ea-8560-2a83fd7cb3d8 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:13.830687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cb4e9-6e07-4e65-9a47-4b0aa3c4c481 req-e1ea7ef6-5b1e-49ea-8560-2a83fd7cb3d8 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:13.836586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cb4e9-6e07-4e65-9a47-4b0aa3c4c481 req-e1ea7ef6-5b1e-49ea-8560-2a83fd7cb3d8 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:13.841894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cb4e9-6e07-4e65-9a47-4b0aa3c4c481 req-e1ea7ef6-5b1e-49ea-8560-2a83fd7cb3d8 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:13.847251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cb4e9-6e07-4e65-9a47-4b0aa3c4c481 req-e1ea7ef6-5b1e-49ea-8560-2a83fd7cb3d8 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:13.853150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cb4e9-6e07-4e65-9a47-4b0aa3c4c481 req-e1ea7ef6-5b1e-49ea-8560-2a83fd7cb3d8 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:13.855103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a41cb4e9-6e07-4e65-9a47-4b0aa3c4c481 req-e1ea7ef6-5b1e-49ea-8560-2a83fd7cb3d8 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5396 time: 0.2493384
Feb 19 21:08:13.875465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:13.876113 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:13.877577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] 10.222.0.10 "PUT /v2.0/ports/9ed98a2b-9925-480d-95be-fe4ae1e28f6e HTTP/1.1" status: 200  len: 1091 time: 1.5116053
Feb 19 21:08:13.920278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:13.965831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83b637-a60c-45fa-bd13-1bacfb4ce14c service neutron] Pushing event updated for resources: {'Port': ['ID=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:14.027680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a41cb4e9-6e07-4e65-9a47-4b0aa3c4c481 req-a9d01b5c-7f0b-48ca-ba83-495c6a4411e1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1570807
Feb 19 21:08:14.055741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4d157c4-6db7-4037-a7c5-09e29503ac54 req-2b9d517a-76bc-4e23-bc29-a79c434aa855 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2945929
Feb 19 21:08:14.157247 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d2f051-d6ae-4247-b510-b7a1bccf5a54 x-openstack-request-id: req-a7d2f051-d6ae-4247-b510-b7a1bccf5a54 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:14.157577 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "70eb9392-ffac-4852-9582-a01fcfe48d7c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:14.157828 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7d2f051-d6ae-4247-b510-b7a1bccf5a54 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:14.158262 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '70eb9392-ffac-4852-9582-a01fcfe48d7c', 'status': 'completed', 'code': 200}
Feb 19 21:08:14.166083 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e67957f6-071e-404a-a727-94c417e4d265), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:14.253754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-9b574fc4-b513-48d6-a802-a0d91f936390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.254248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-9b574fc4-b513-48d6-a802-a0d91f936390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.254630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-9b574fc4-b513-48d6-a802-a0d91f936390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.255202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-9b574fc4-b513-48d6-a802-a0d91f936390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.256414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-9b574fc4-b513-48d6-a802-a0d91f936390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.257068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-9b574fc4-b513-48d6-a802-a0d91f936390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.257652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-9b574fc4-b513-48d6-a802-a0d91f936390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.260085 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-9b574fc4-b513-48d6-a802-a0d91f936390 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6498 time: 0.0946097
Feb 19 21:08:14.426825 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-cfe503ff-b3bb-474b-b305-e3b7e8c4d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.427903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-cfe503ff-b3bb-474b-b305-e3b7e8c4d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.428408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-cfe503ff-b3bb-474b-b305-e3b7e8c4d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.430369 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-cfe503ff-b3bb-474b-b305-e3b7e8c4d248 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f260ed47c5994487a4cc293c33dae3ea&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.1636426
Feb 19 21:08:14.553231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-4fb60b4e-9fe3-4271-9b15-5318930753fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.554619 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f68ac63e-8cc6-432d-8e51-9ce9849ec6a1 req-4fb60b4e-9fe3-4271-9b15-5318930753fd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1181848
Feb 19 21:08:14.918567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97aadc-b675-4f3f-8b01-23306f9fec4a req-67d0a2e2-a15f-48f7-83d0-f1653a291266 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.919721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e97aadc-b675-4f3f-8b01-23306f9fec4a req-67d0a2e2-a15f-48f7-83d0-f1653a291266 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 944 time: 0.5636494
Feb 19 21:08:14.936755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-852c4442-f83f-473e-9034-fa56ed923973 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:14.938264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-852c4442-f83f-473e-9034-fa56ed923973 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 811 time: 0.5976143
Feb 19 21:08:14.938904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:14.987369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-1fcf11c5-67f7-4451-ba62-e260b2dbd561 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/quotas/e4e370ef28034ffbbbee9d2cfd826084 HTTP/1.1" status: 200  len: 375 time: 0.0339289
Feb 19 21:08:15.056192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e97aadc-b675-4f3f-8b01-23306f9fec4a req-b18a54aa-5e57-431c-ab25-43a36fa4f1c2 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290693
Feb 19 21:08:15.087668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:15.113371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67957f6-071e-404a-a727-94c417e4d265 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:15.124935 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Publish callbacks [] for port (e67957f6-071e-404a-a727-94c417e4d265), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:15.142627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-a8312192-b6d6-44b4-9b0f-1f92b8bad51c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1457725
Feb 19 21:08:15.154058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'port_id': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e', 'mac_address': 'fa:16:3e:53:1f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c86a79b-09b9-494b-a569-de0a15aa8814', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:15.165929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Transition to ACTIVE for port object e67957f6-071e-404a-a727-94c417e4d265 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:08:15.207865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e67957f6-071e-404a-a727-94c417e4d265), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:15.216367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:15.216888 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:15.236844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:15.260013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:15.265167 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:15.337415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Pushing event updated for resources: {'Port': ['ID=e67957f6-071e-404a-a727-94c417e4d265,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:15.338502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:15.354110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.354467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.355005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.355498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.356180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.356720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.357218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.357743 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.358246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.358739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.359229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.359727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.360215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:15.378436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191191-9ea0-4b23-a62e-3eb65d60a7e2 req-f8d5854e-47d5-47c1-9583-a5827c840907 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:15.384893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191191-9ea0-4b23-a62e-3eb65d60a7e2 req-f8d5854e-47d5-47c1-9583-a5827c840907 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:15.389810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191191-9ea0-4b23-a62e-3eb65d60a7e2 req-f8d5854e-47d5-47c1-9583-a5827c840907 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:15.395204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191191-9ea0-4b23-a62e-3eb65d60a7e2 req-f8d5854e-47d5-47c1-9583-a5827c840907 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:15.401230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191191-9ea0-4b23-a62e-3eb65d60a7e2 req-f8d5854e-47d5-47c1-9583-a5827c840907 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:15.406674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191191-9ea0-4b23-a62e-3eb65d60a7e2 req-f8d5854e-47d5-47c1-9583-a5827c840907 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:15.412080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191191-9ea0-4b23-a62e-3eb65d60a7e2 req-f8d5854e-47d5-47c1-9583-a5827c840907 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:15.414689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10191191-9ea0-4b23-a62e-3eb65d60a7e2 req-f8d5854e-47d5-47c1-9583-a5827c840907 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5408 time: 0.2644184
Feb 19 21:08:15.454206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-d8187ad1-8ce8-4454-ae31-697c10e00520 service neutron] 10.222.0.30 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2896073
Feb 19 21:08:15.481742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:15.576457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Attempting to bind port e67957f6-071e-404a-a727-94c417e4d265 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:08:15.576457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Attempting to bind port e67957f6-071e-404a-a727-94c417e4d265 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:08:15.578015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Attempting to bind port e67957f6-071e-404a-a727-94c417e4d265 on network 5c55b6fb-c182-40ec-8324-04db14622512 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:15.618435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10191191-9ea0-4b23-a62e-3eb65d60a7e2 req-eb61e289-86c9-4f02-b2c7-31e9d7749fbc tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1950264
Feb 19 21:08:15.618913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Port e67957f6-071e-404a-a727-94c417e4d265 on network 5c55b6fb-c182-40ec-8324-04db14622512 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:08:15.619247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Attempting to bind port e67957f6-071e-404a-a727-94c417e4d265 on network 5c55b6fb-c182-40ec-8324-04db14622512 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:15.630355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:08:15.631045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Checking segment: {'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:08:15.631222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Bound using segment: {'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:08:15.631571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Bound port: e67957f6-071e-404a-a727-94c417e4d265, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:08:15.631938 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e67957f6-071e-404a-a727-94c417e4d265), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:15.670046 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-84666be6-fb7d-4308-a4ad-0b5804b17ca6 service neutron] 10.222.0.30 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018514
Feb 19 21:08:15.768068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] For port e67957f6-071e-404a-a727-94c417e4d265, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:08:15.774705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] For port e67957f6-071e-404a-a727-94c417e4d265, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e67957f6-071e-404a-a727-94c417e4d265,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:08:15.782416 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e67957f6-071e-404a-a727-94c417e4d265), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:15.858875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:15.859553 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:15.861582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] 10.222.0.10 "PUT /v2.0/ports/e67957f6-071e-404a-a727-94c417e4d265 HTTP/1.1" status: 200  len: 1091 time: 1.9484541
Feb 19 21:08:15.885271 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b88236c-0060-433c-9dc6-fc2918f6917e req-0fcd47ee-3cfe-4d9c-827e-bda4e46945e1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 210 time: 0.0475583
Feb 19 21:08:15.903600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Request body: {'port': {'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:15.929984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124b395-1178-4b73-8a07-dbe6f7e93a49 service neutron] Pushing event updated for resources: {'Port': ['ID=e67957f6-071e-404a-a727-94c417e4d265,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:16.008856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:16.160228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '9ed98a2b-9925-480d-95be-fe4ae1e28f6e'}, {'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': 'e67957f6-071e-404a-a727-94c417e4d265'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:16.165024 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3420d63-8337-40cb-8837-bc1e85c25cea" -d '{"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "9ed98a2b-9925-480d-95be-fe4ae1e28f6e"}, {"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "e67957f6-071e-404a-a727-94c417e4d265"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:16.293943 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a756a6-44f9-44d0-9bf3-0e88f47520c8 x-openstack-request-id: req-92a756a6-44f9-44d0-9bf3-0e88f47520c8 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:16.294256 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "9ed98a2b-9925-480d-95be-fe4ae1e28f6e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "e67957f6-071e-404a-a727-94c417e4d265", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:16.294520 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92a756a6-44f9-44d0-9bf3-0e88f47520c8 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:16.294935 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '9ed98a2b-9925-480d-95be-fe4ae1e28f6e', 'status': 'completed', 'code': 200}
Feb 19 21:08:16.295206 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': 'e67957f6-071e-404a-a727-94c417e4d265', 'status': 'completed', 'code': 200}
Feb 19 21:08:16.331344 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ab186e0f-12ba-4cfa-b33d-51e738c063b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.331938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ab186e0f-12ba-4cfa-b33d-51e738c063b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.332288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ab186e0f-12ba-4cfa-b33d-51e738c063b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.332823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ab186e0f-12ba-4cfa-b33d-51e738c063b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.333291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ab186e0f-12ba-4cfa-b33d-51e738c063b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.335020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ab186e0f-12ba-4cfa-b33d-51e738c063b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.335873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ab186e0f-12ba-4cfa-b33d-51e738c063b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.338292 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ab186e0f-12ba-4cfa-b33d-51e738c063b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6596 time: 0.0841172
Feb 19 21:08:16.462473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399589c-9d58-4f31-997a-bc0b93d5f25d req-9185cfea-bb01-4109-a154-929bd214db04 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.469052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0399589c-9d58-4f31-997a-bc0b93d5f25d req-9185cfea-bb01-4109-a154-929bd214db04 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 945 time: 0.1728687
Feb 19 21:08:16.541800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-579c66cc-7d0b-4c81-a511-703bd8ff85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.542336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-579c66cc-7d0b-4c81-a511-703bd8ff85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.543326 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-579c66cc-7d0b-4c81-a511-703bd8ff85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.545252 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-579c66cc-7d0b-4c81-a511-703bd8ff85ef service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f260ed47c5994487a4cc293c33dae3ea&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.1988997
Feb 19 21:08:16.612097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0399589c-9d58-4f31-997a-bc0b93d5f25d req-aa8ed064-b28f-4709-a6c7-18901bfd2f1f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284230
Feb 19 21:08:16.721029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-c1b34313-da7b-4976-94a7-26abc42bd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.722598 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-c1b34313-da7b-4976-94a7-26abc42bd9e7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1654978
Feb 19 21:08:16.730370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:16.740879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Publish callbacks [] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:16.782417 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Transition to ACTIVE for port object 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:08:16.793260 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:16.842048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-125d89f8-1e75-4e12-a336-ee1dcb5a54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.842532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-125d89f8-1e75-4e12-a336-ee1dcb5a54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.848917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-125d89f8-1e75-4e12-a336-ee1dcb5a54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.849480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-125d89f8-1e75-4e12-a336-ee1dcb5a54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.849994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-125d89f8-1e75-4e12-a336-ee1dcb5a54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.852905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-125d89f8-1e75-4e12-a336-ee1dcb5a54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.855544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-125d89f8-1e75-4e12-a336-ee1dcb5a54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.856043 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-125d89f8-1e75-4e12-a336-ee1dcb5a54ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6596 time: 0.0846677
Feb 19 21:08:16.858757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af7505-83bf-4344-878a-85adbce585a1 req-5e26dec9-d335-4a2f-b96d-dd309d9a200b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.864798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af7505-83bf-4344-878a-85adbce585a1 req-5e26dec9-d335-4a2f-b96d-dd309d9a200b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.872008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af7505-83bf-4344-878a-85adbce585a1 req-5e26dec9-d335-4a2f-b96d-dd309d9a200b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.880252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af7505-83bf-4344-878a-85adbce585a1 req-5e26dec9-d335-4a2f-b96d-dd309d9a200b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.886632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af7505-83bf-4344-878a-85adbce585a1 req-5e26dec9-d335-4a2f-b96d-dd309d9a200b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.892430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af7505-83bf-4344-878a-85adbce585a1 req-5e26dec9-d335-4a2f-b96d-dd309d9a200b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.905273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af7505-83bf-4344-878a-85adbce585a1 req-5e26dec9-d335-4a2f-b96d-dd309d9a200b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:16.911632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3af7505-83bf-4344-878a-85adbce585a1 req-5e26dec9-d335-4a2f-b96d-dd309d9a200b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5408 time: 0.1661420
Feb 19 21:08:16.937683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:16.964659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Pushing event updated for resources: {'Port': ['ID=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:17.029866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:08:17.035817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:17.036206 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:17.125579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ef5ebf01-b576-40ca-8d04-60b61a0e043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.125579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ef5ebf01-b576-40ca-8d04-60b61a0e043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.126098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ef5ebf01-b576-40ca-8d04-60b61a0e043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.128825 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-ef5ebf01-b576-40ca-8d04-60b61a0e043b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f260ed47c5994487a4cc293c33dae3ea&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2648768
Feb 19 21:08:17.145283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a75bab5c-5561-470c-b728-c469cb34de97 req-a80b9ed1-12ef-47da-9453-2676fed18aa8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 210 time: 0.0333972
Feb 19 21:08:17.152160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3af7505-83bf-4344-878a-85adbce585a1 req-30260871-73e2-488b-9ef9-2e98543bd4e4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2158942
Feb 19 21:08:17.181931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Attempting to bind port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:08:17.181931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Attempting to bind port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:08:17.181931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Attempting to bind port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 on network 5c55b6fb-c182-40ec-8324-04db14622512 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:17.196019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 on network 5c55b6fb-c182-40ec-8324-04db14622512 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:08:17.196354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Attempting to bind port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 on network 5c55b6fb-c182-40ec-8324-04db14622512 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:17.211726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:08:17.212280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Checking segment: {'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:08:17.213074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Bound using segment: {'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:08:17.213657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Bound port: 95e9c0f7-4a48-40c7-a205-d0efe0ce4387, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a016ac9-7232-479b-a7d8-fab641433d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:08:17.214366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:17.222298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:17.223004 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:17.252666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f620150-4262-4d39-9937-e1f00ea04a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:17.255679 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43321a7f-e737-4770-ace9-72bb5ac5e1cf" -d '{"events": [{"server_uuid": "6f620150-4262-4d39-9937-e1f00ea04a88", "name": "network-vif-plugged", "status": "completed", "tag": "d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:17.291932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:17.309164 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:17.329308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] For port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:08:17.337888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] For port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:08:17.346420 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88adbb04-8497-4a71-8ad2-452b66304d40 x-openstack-request-id: req-88adbb04-8497-4a71-8ad2-452b66304d40 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:17.347065 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f620150-4262-4d39-9937-e1f00ea04a88", "name": "network-vif-plugged", "status": "completed", "tag": "d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:17.347381 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88adbb04-8497-4a71-8ad2-452b66304d40 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:17.347832 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f620150-4262-4d39-9937-e1f00ea04a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e', 'code': 200}
Feb 19 21:08:17.352279 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:17.393308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:17.401378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-c54912a7-1fee-496a-ba90-5e2b9a1c1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.403310 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d3420d63-8337-40cb-8837-bc1e85c25cea req-c54912a7-1fee-496a-ba90-5e2b9a1c1a22 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2687657
Feb 19 21:08:17.456209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Pushing event updated for resources: {'Port': ['ID=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:17.462935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.463841 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:17.465576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-be7c97c4-a1e0-4178-8192-853a866a548c service neutron] 10.222.0.10 "PUT /v2.0/ports/95e9c0f7-4a48-40c7-a205-d0efe0ce4387 HTTP/1.1" status: 200  len: 1091 time: 1.5688274
Feb 19 21:08:17.487382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50482f0c-e8dd-49bd-931d-1b73f5422b3a req-221d61f1-e564-4b34-a0e2-a5064037d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.489251 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50482f0c-e8dd-49bd-931d-1b73f5422b3a req-221d61f1-e564-4b34-a0e2-a5064037d4b2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 1128 time: 0.0682452
Feb 19 21:08:17.566096 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50482f0c-e8dd-49bd-931d-1b73f5422b3a req-d09cc80e-4268-40a4-817a-fd074f88a02f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690398
Feb 19 21:08:17.594654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-98c9842f-5eda-425b-af5a-c499a463875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.595148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-98c9842f-5eda-425b-af5a-c499a463875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.596383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-98c9842f-5eda-425b-af5a-c499a463875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.597313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-98c9842f-5eda-425b-af5a-c499a463875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.597840 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-98c9842f-5eda-425b-af5a-c499a463875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.599424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-98c9842f-5eda-425b-af5a-c499a463875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.599998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-98c9842f-5eda-425b-af5a-c499a463875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.611969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-98c9842f-5eda-425b-af5a-c499a463875d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6694 time: 0.1061172
Feb 19 21:08:17.780998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7f30b-dc51-43a4-a404-dc02ad24568a req-58ef82fa-dc04-4adc-9ec5-7bc21e9fca68 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.782564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30c7f30b-dc51-43a4-a404-dc02ad24568a req-58ef82fa-dc04-4adc-9ec5-7bc21e9fca68 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0750523
Feb 19 21:08:17.833319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-03233949-0ac0-425b-b2f8-ef718cb2ceb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953183ea-8af2-4363-894d-4fc5565d335c HTTP/1.1" status: 200  len: 217 time: 0.0600717
Feb 19 21:08:17.919506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30c7f30b-dc51-43a4-a404-dc02ad24568a req-88a7547f-a1a9-48da-a702-1f3ea5d0adc0 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280904
Feb 19 21:08:17.921586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-074e3fd8-60bb-4db9-a556-8139b2e21816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.923323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-074e3fd8-60bb-4db9-a556-8139b2e21816 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a50f3ce-c32b-48cf-a4b2-041aa45b186c HTTP/1.1" status: 200  len: 851 time: 0.0794544
Feb 19 21:08:17.930952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-bb5f40e6-48fb-4847-bbb2-7ac5800aa707 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:17.932932 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-bb5f40e6-48fb-4847-bbb2-7ac5800aa707 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.10 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 811 time: 0.1609852
Feb 19 21:08:17.949821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Request body: {'port': {'device_id': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'admin_state_up': True, 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:18.008500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-37ecfa41-ac7e-4b88-a2d6-9f81ca92a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:18.010442 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-37ecfa41-ac7e-4b88-a2d6-9f81ca92a77c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=412258df-58b8-4ea9-9432-b16f8bdfc8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0651734
Feb 19 21:08:18.110356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Made reservation on behalf of e4e370ef28034ffbbbee9d2cfd826084 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:08:18.118024 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:18.139982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-ac32f99e-a857-43d0-b812-0a6eb5db223c service neutron] 10.222.0.10 "GET /v2.0/networks/412258df-58b8-4ea9-9432-b16f8bdfc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220176
Feb 19 21:08:18.255932 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-49cdf6df-c84f-4072-bb1d-6da70b208476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:18.317072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '95e9c0f7-4a48-40c7-a205-d0efe0ce4387'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:18.320012 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94afefa-9cae-4930-b55d-418d2f85ac11" -d '{"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "95e9c0f7-4a48-40c7-a205-d0efe0ce4387"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:18.349085 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Allocated IP 172.20.0.11 (10d49579-ce64-4d24-a5f5-a01170b84f25/c4a71512-a43a-4957-a7c8-51a85b2a7888/761a57e3-c4a5-4caf-8b79-ab7836b14ef0) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:08:18.355305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a321e32-92a3-4c07-9bd6-f098615322cf req-5f128818-a2ec-4b9d-b6f5-475a0c5ef369 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 210 time: 0.0925701
Feb 19 21:08:18.364945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6d615c49-815e-47d1-80e9-a08843cd2a1b service neutron] 10.222.0.10 "GET /v2.0/networks/412258df-58b8-4ea9-9432-b16f8bdfc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172530
Feb 19 21:08:18.433923 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a51409-ea15-452a-b49b-09bdc2895d3a x-openstack-request-id: req-e5a51409-ea15-452a-b49b-09bdc2895d3a {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:18.434205 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "95e9c0f7-4a48-40c7-a205-d0efe0ce4387", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:18.434520 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5a51409-ea15-452a-b49b-09bdc2895d3a {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:18.434921 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '95e9c0f7-4a48-40c7-a205-d0efe0ce4387', 'status': 'completed', 'code': 200}
Feb 19 21:08:18.437512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-08899d27-0885-4339-a2a8-7f0a877464ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=5896be69-08fa-4335-b439-1a196dfa8691 HTTP/1.1" status: 200  len: 217 time: 0.0606623
Feb 19 21:08:18.486373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8781-adff-415d-a002-bd10a8b26001 req-31cb2887-ca00-48ac-909a-81d4fcfa50a5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:18.491808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8781-adff-415d-a002-bd10a8b26001 req-31cb2887-ca00-48ac-909a-81d4fcfa50a5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:18.497201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8781-adff-415d-a002-bd10a8b26001 req-31cb2887-ca00-48ac-909a-81d4fcfa50a5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:18.502550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8781-adff-415d-a002-bd10a8b26001 req-31cb2887-ca00-48ac-909a-81d4fcfa50a5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:18.508464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8781-adff-415d-a002-bd10a8b26001 req-31cb2887-ca00-48ac-909a-81d4fcfa50a5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:18.513881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8781-adff-415d-a002-bd10a8b26001 req-31cb2887-ca00-48ac-909a-81d4fcfa50a5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:18.521963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8781-adff-415d-a002-bd10a8b26001 req-31cb2887-ca00-48ac-909a-81d4fcfa50a5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:18.524366 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:18.525776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc1a8781-adff-415d-a002-bd10a8b26001 req-31cb2887-ca00-48ac-909a-81d4fcfa50a5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5420 time: 0.2597885
Feb 19 21:08:18.567228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:18.569631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b6cf56a2-e526-4505-8d8d-84e8a36707ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:18.571120 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b6cf56a2-e526-4505-8d8d-84e8a36707ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.1266913
Feb 19 21:08:18.583759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['355bbacc-6aa0-48ce-94d5-58853a8dbe09'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:18.587630 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['c58eb122-6243-45f8-9077-813f02b7493e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:18.636861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event updated for resources: {'Port': ['ID=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:18.644833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:08:18.647255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:08:18.650645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:08:18.667674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc1a8781-adff-415d-a002-bd10a8b26001 req-6a8b4273-e239-414a-87bf-d35d23410f89 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1313634
Feb 19 21:08:18.683523 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-dd7e0636-6a7f-4d33-a110-e942fe5ca616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:18.685277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-dd7e0636-6a7f-4d33-a110-e942fe5ca616 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1062772
Feb 19 21:08:18.728807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:18.729495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:18.754144 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-2287a7c6-ecb9-4473-b6b1-692a5f936675 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8085382
Feb 19 21:08:18.770660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Request body: {'port': {'device_id': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:18.850875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3de27531-065b-4058-bdce-73188d272198 req-f5c000c1-4dff-4112-a9a2-d3e54cb51ea8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1149080
Feb 19 21:08:18.852963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-e0b007db-a272-4cb0-9a57-8c8d81d5135c service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604512
Feb 19 21:08:18.860309 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:19.046489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de27531-065b-4058-bdce-73188d272198 req-acfe0232-7cf6-4a41-8ff3-cca8e083f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:19.048052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3de27531-065b-4058-bdce-73188d272198 req-acfe0232-7cf6-4a41-8ff3-cca8e083f2b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 1128 time: 0.1555953
Feb 19 21:08:19.064804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-318984b9-9be0-48dc-8463-dd0655e494ec service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955988
Feb 19 21:08:19.088322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8c53b4af-700c-4ea7-80cc-9a60249c1956 None None] Provisioning complete for port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:19.088732 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8c53b4af-700c-4ea7-80cc-9a60249c1956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:19.152230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8c53b4af-700c-4ea7-80cc-9a60249c1956 None None] Port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:08:19.160643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-01424d6e-43b2-415b-bb2c-c1e95d7819f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=d2e2e0f9-6f33-4853-808c-07962b81a563 HTTP/1.1" status: 200  len: 217 time: 0.0820906
Feb 19 21:08:19.230431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1de42-3b73-44fc-b063-d5b3901eafb0 req-cc966425-a56a-4002-bd02-1b6a1329754f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:19.232048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cc1de42-3b73-44fc-b063-d5b3901eafb0 req-cc966425-a56a-4002-bd02-1b6a1329754f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.2070687
Feb 19 21:08:19.252614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:19.263639 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Publish callbacks [] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:19.275078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-82de1ea9-b67f-4b8d-a97c-5fdbdb77ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:19.276633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-82de1ea9-b67f-4b8d-a97c-5fdbdb77ea44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.1103442
Feb 19 21:08:19.279565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de27531-065b-4058-bdce-73188d272198 req-f6879e7f-eee5-4cf3-96d5-616066952752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:19.281091 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3de27531-065b-4058-bdce-73188d272198 req-f6879e7f-eee5-4cf3-96d5-616066952752 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.2112281
Feb 19 21:08:19.281574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Transition to ACTIVE for port object 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:08:19.294217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:19.352377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Pushing event updated for resources: {'Port': ['ID=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:19.408523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3de27531-065b-4058-bdce-73188d272198 req-18f55cec-2ddb-4d08-b26b-0a647f1ad98a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58eb122-6243-45f8-9077-813f02b7493e HTTP/1.1" status: 200  len: 217 time: 0.1049168
Feb 19 21:08:19.426033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cc1de42-3b73-44fc-b063-d5b3901eafb0 req-1ba729fb-db5c-4607-b5ac-699055f73d7f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842313
Feb 19 21:08:19.515073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Attempting to bind port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:08:19.515499 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Attempting to bind port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:08:19.515837 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Attempting to bind port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:19.520870 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 on network 10d49579-ce64-4d24-a5f5-a01170b84f25 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:08:19.521123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Attempting to bind port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 on network 10d49579-ce64-4d24-a5f5-a01170b84f25 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:08:19.533715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:08:19.534438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Checking segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:08:19.534438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Bound using segment: {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:08:19.534897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Bound port: 761a57e3-c4a5-4caf-8b79-ab7836b14ef0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352606fa-1676-4729-82e4-1ccf7eae6a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:08:19.535266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:19.573401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b4d52661-ccc7-4daa-859b-967b5243e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:19.581437 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-b4d52661-ccc7-4daa-859b-967b5243e861 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2967329
Feb 19 21:08:19.589524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de27531-065b-4058-bdce-73188d272198 req-d7f98976-bb98-40d4-8547-a112bbe00938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:19.596060 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3de27531-065b-4058-bdce-73188d272198 req-d7f98976-bb98-40d4-8547-a112bbe00938 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.1657286
Feb 19 21:08:19.661705 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] For port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:08:19.668577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] For port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:08:19.685709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:19.708014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:19.710162 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:19.712490 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] 10.222.0.10 "PUT /v2.0/ports/761a57e3-c4a5-4caf-8b79-ab7836b14ef0 HTTP/1.1" status: 200  len: 1092 time: 0.9503465
Feb 19 21:08:19.715248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'tag': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:19.717849 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba46183-8faf-4a52-b2b0-31a6dababfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee0c1d6-4d26-4bb6-bf2b-83054efe676c", "tag": "761a57e3-c4a5-4caf-8b79-ab7836b14ef0"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:19.734647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d1bfa-7ab2-4af8-a01a-5584b1fd8abe req-fa9fac63-c246-4616-93c8-d53a91d794c0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:19.736476 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f36d1bfa-7ab2-4af8-a01a-5584b1fd8abe req-fa9fac63-c246-4616-93c8-d53a91d794c0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 944 time: 0.2081645
Feb 19 21:08:19.806779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de27531-065b-4058-bdce-73188d272198 req-27188c84-8d3d-476f-ba87-079a43dde081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:19.808356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3de27531-065b-4058-bdce-73188d272198 req-27188c84-8d3d-476f-ba87-079a43dde081 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1992264
Feb 19 21:08:19.810464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-daaaa786-be81-499f-91ff-ad08113df6e7 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121902
Feb 19 21:08:19.914526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d898192-73f5-4a09-a18d-a02427aa4b7a service neutron] Pushing event updated for resources: {'Port': ['ID=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:19.948647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-316b899d-6409-4a33-bb0a-c53706477597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:19.951035 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-316b899d-6409-4a33-bb0a-c53706477597 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 1126 time: 0.1788845
Feb 19 21:08:20.011236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f36d1bfa-7ab2-4af8-a01a-5584b1fd8abe req-23464d72-7b6d-4f8f-9e38-9a096df30698 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2657037
Feb 19 21:08:20.134734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3de27531-065b-4058-bdce-73188d272198 req-781d7c51-0606-40f6-8dfc-07e9e3d2e221 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3092477
Feb 19 21:08:20.139689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-797da0b6-88f6-47a0-b9d3-b04ad2288212 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3153226
Feb 19 21:08:20.378412 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-52728c3e-26e3-44cc-b24f-c53f51161d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:20.469565 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c47f93-96eb-4635-a979-08341376fcb7 x-openstack-request-id: req-75c47f93-96eb-4635-a979-08341376fcb7 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:20.469871 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee0c1d6-4d26-4bb6-bf2b-83054efe676c", "tag": "761a57e3-c4a5-4caf-8b79-ab7836b14ef0", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:20.470139 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75c47f93-96eb-4635-a979-08341376fcb7 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:20.470551 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'tag': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0', 'status': 'completed', 'code': 200}
Feb 19 21:08:20.472170 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-a536dee1-91d0-4970-bca3-2e8968aacffc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0 HTTP/1.1" status: 200  len: 217 time: 0.5146632
Feb 19 21:08:20.540907 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-ec6f5a3a-3ca2-46b4-bc95-bdf42237329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.542438 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-ec6f5a3a-3ca2-46b4-bc95-bdf42237329f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.0641983
Feb 19 21:08:20.597530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-bab82ccc-fe0b-4559-85ae-ab89be810d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.600102 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-bab82ccc-fe0b-4559-85ae-ab89be810d77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0510139
Feb 19 21:08:20.640647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-18c51cdd-d2e2-4924-817d-c186471360ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=70eb9392-ffac-4852-9582-a01fcfe48d7c HTTP/1.1" status: 200  len: 217 time: 0.4645154
Feb 19 21:08:20.707699 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-9016a889-fdf3-4641-a1fe-9b76d7c9fc05 service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1011193
Feb 19 21:08:20.781193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a7c0da13-0ba8-4581-9406-e8ff956aac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.782594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a7c0da13-0ba8-4581-9406-e8ff956aac3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.1164012
Feb 19 21:08:20.786753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3de27531-065b-4058-bdce-73188d272198 req-c5db795f-37a5-4573-a661-cfb4c560439a service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6423593
Feb 19 21:08:20.806946 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c2e42077-18b1-48a1-ac99-4b5c3c9e03d4 req-8bbeae76-96b3-4161-b9dd-846d91f34f15 service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0934107
Feb 19 21:08:20.815511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3675cf-f3c6-4cbb-a42f-67ebbff6de1c req-94885b3e-24b5-427f-8eae-9a7148a2c51c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.821255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3675cf-f3c6-4cbb-a42f-67ebbff6de1c req-94885b3e-24b5-427f-8eae-9a7148a2c51c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.826529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3675cf-f3c6-4cbb-a42f-67ebbff6de1c req-94885b3e-24b5-427f-8eae-9a7148a2c51c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.831834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3675cf-f3c6-4cbb-a42f-67ebbff6de1c req-94885b3e-24b5-427f-8eae-9a7148a2c51c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.837191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3675cf-f3c6-4cbb-a42f-67ebbff6de1c req-94885b3e-24b5-427f-8eae-9a7148a2c51c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.842459 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3675cf-f3c6-4cbb-a42f-67ebbff6de1c req-94885b3e-24b5-427f-8eae-9a7148a2c51c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.847757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3675cf-f3c6-4cbb-a42f-67ebbff6de1c req-94885b3e-24b5-427f-8eae-9a7148a2c51c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.851341 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa3675cf-f3c6-4cbb-a42f-67ebbff6de1c req-94885b3e-24b5-427f-8eae-9a7148a2c51c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5420 time: 0.6749253
Feb 19 21:08:20.871966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c624d2-be79-4ec8-b8f7-990e129416f3 req-6cdf894f-1750-4024-b24d-e318571f5e92 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.873535 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19c624d2-be79-4ec8-b8f7-990e129416f3 req-6cdf894f-1750-4024-b24d-e318571f5e92 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.2384205
Feb 19 21:08:20.900775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba46183-8faf-4a52-b2b0-31a6dababfc8 req-623ca077-aa79-46eb-8927-c92cf6cb1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.902516 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cba46183-8faf-4a52-b2b0-31a6dababfc8 req-623ca077-aa79-46eb-8927-c92cf6cb1f51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 1126 time: 0.0479164
Feb 19 21:08:20.966654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c461fc5-aa05-482f-841c-7efba4db0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:20.968397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6c461fc5-aa05-482f-841c-7efba4db0421 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1780820
Feb 19 21:08:20.987835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19c624d2-be79-4ec8-b8f7-990e129416f3 req-d3a954f0-c270-49c6-bc10-779b810d17e9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039121
Feb 19 21:08:21.002697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa3675cf-f3c6-4cbb-a42f-67ebbff6de1c req-3f2e4c8c-409e-42f2-883f-8ac62e0a382b tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1281374
Feb 19 21:08:21.013119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba46183-8faf-4a52-b2b0-31a6dababfc8 req-9163b3a7-bf27-4773-95ba-14659cdcea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:21.014719 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cba46183-8faf-4a52-b2b0-31a6dababfc8 req-9163b3a7-bf27-4773-95ba-14659cdcea83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.1068807
Feb 19 21:08:21.079034 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cba46183-8faf-4a52-b2b0-31a6dababfc8 req-1027e27c-331d-402a-bbc3-bcb5b389454d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0 HTTP/1.1" status: 200  len: 217 time: 0.0582893
Feb 19 21:08:21.105047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-56a52a12-9484-45c7-9e5d-91829eb7267e service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293030
Feb 19 21:08:21.165657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba46183-8faf-4a52-b2b0-31a6dababfc8 req-4a996a42-f8c0-4ca0-a50b-58136be9f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:21.167552 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cba46183-8faf-4a52-b2b0-31a6dababfc8 req-4a996a42-f8c0-4ca0-a50b-58136be9f9ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.0807374
Feb 19 21:08:21.221471 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba46183-8faf-4a52-b2b0-31a6dababfc8 req-704ed503-178e-4f67-a408-4831504ad141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:21.223147 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cba46183-8faf-4a52-b2b0-31a6dababfc8 req-704ed503-178e-4f67-a408-4831504ad141 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0494928
Feb 19 21:08:21.258036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bd2a7-49d6-4518-b2ff-d5bd8fee724e req-ce2c90db-7d18-41c7-91c5-9b07321b7ee2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:21.259611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-099bd2a7-49d6-4518-b2ff-d5bd8fee724e req-ce2c90db-7d18-41c7-91c5-9b07321b7ee2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1702135
Feb 19 21:08:21.289891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4256c2-385e-49d6-8539-c7f795cab4ac req-91d4683a-c507-4cea-a40f-4b71929fe41c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:21.291361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a4256c2-385e-49d6-8539-c7f795cab4ac req-91d4683a-c507-4cea-a40f-4b71929fe41c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 944 time: 0.1623476
Feb 19 21:08:21.301897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-58aabe87-4d3e-4200-a6d0-27b98228d708 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716447
Feb 19 21:08:21.319677 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cba46183-8faf-4a52-b2b0-31a6dababfc8 req-2cba04d3-b9f0-44b8-9c44-1a1b72d76cc2 service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900569
Feb 19 21:08:21.372621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-a894c17e-823f-4d71-bd48-a846b5ec1fd2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=9ed98a2b-9925-480d-95be-fe4ae1e28f6e HTTP/1.1" status: 200  len: 217 time: 0.0587175
Feb 19 21:08:21.424297 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cba46183-8faf-4a52-b2b0-31a6dababfc8 req-7a16b31b-b80d-4cc6-abc6-9f7b937d160c service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918167
Feb 19 21:08:21.433113 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-099bd2a7-49d6-4518-b2ff-d5bd8fee724e req-b601e499-27a5-41c7-ab5c-5155194d3d26 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1648054
Feb 19 21:08:21.445712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a4256c2-385e-49d6-8539-c7f795cab4ac req-2c9b27b9-0b69-45d2-bc86-acaf34058773 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428325
Feb 19 21:08:21.456060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c2dd4b2c-eacc-4da2-9e2c-56c6ea49d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:21.457644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c2dd4b2c-eacc-4da2-9e2c-56c6ea49d35b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.0729759
Feb 19 21:08:21.515299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-7b41b882-ee79-4d3c-ad45-4ba2191f7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:21.517047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-7b41b882-ee79-4d3c-ad45-4ba2191f7b32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0535052
Feb 19 21:08:21.617128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-df013b79-aec1-4816-aabb-56069389abe9 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938957
Feb 19 21:08:21.718989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-3f84b016-2fc4-432b-849a-090d71a6c2c8 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944097
Feb 19 21:08:21.768028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-6f301ac7-bb47-4b44-a2d7-7bfe98dd58a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e67957f6-071e-404a-a727-94c417e4d265 HTTP/1.1" status: 200  len: 217 time: 0.0423186
Feb 19 21:08:21.781815 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:21.819136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-40f9828b-9c12-4413-8e16-bdec5764023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:21.820590 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-40f9828b-9c12-4413-8e16-bdec5764023d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf9f4ab2-17d3-4d94-8712-24bbb2d65a79 HTTP/1.1" status: 200  len: 797 time: 0.0473013
Feb 19 21:08:21.870717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-7f6ea678-6176-47fc-814b-ab7a5944359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:21.872267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-7f6ea678-6176-47fc-814b-ab7a5944359d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c55b6fb-c182-40ec-8324-04db14622512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0463862
Feb 19 21:08:21.970658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c5264dac-7d3f-4744-9ca8-1ce4419d790c service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924411
Feb 19 21:08:22.080061 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-cb7d3db8-71d1-4361-b234-7a1e84c202cd service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1033554
Feb 19 21:08:22.145915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-3b6c0585-4af4-4e93-91dc-5684e420fd6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95e9c0f7-4a48-40c7-a205-d0efe0ce4387 HTTP/1.1" status: 200  len: 217 time: 0.0603151
Feb 19 21:08:22.246224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-fde4e2d7-1521-419d-965e-f17d22eaf447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.247854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-fde4e2d7-1521-419d-965e-f17d22eaf447 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf9f4ab2-17d3-4d94-8712-24bbb2d65a79 HTTP/1.1" status: 200  len: 797 time: 0.0693040
Feb 19 21:08:22.278106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ab6ba-b05e-4e86-b600-7e95d8624223 req-885fb536-1218-4858-8eea-f8809dd01f53 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.285212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a2ab6ba-b05e-4e86-b600-7e95d8624223 req-885fb536-1218-4858-8eea-f8809dd01f53 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1932025
Feb 19 21:08:22.318536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7fc70-9092-4bed-bd2c-1c859d6b3936 req-9a84b82a-954b-414e-a794-1e285f958598 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.323998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7fc70-9092-4bed-bd2c-1c859d6b3936 req-9a84b82a-954b-414e-a794-1e285f958598 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.329397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7fc70-9092-4bed-bd2c-1c859d6b3936 req-9a84b82a-954b-414e-a794-1e285f958598 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.336118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7fc70-9092-4bed-bd2c-1c859d6b3936 req-9a84b82a-954b-414e-a794-1e285f958598 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.340057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7fc70-9092-4bed-bd2c-1c859d6b3936 req-9a84b82a-954b-414e-a794-1e285f958598 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.345468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7fc70-9092-4bed-bd2c-1c859d6b3936 req-9a84b82a-954b-414e-a794-1e285f958598 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.353915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7fc70-9092-4bed-bd2c-1c859d6b3936 req-9a84b82a-954b-414e-a794-1e285f958598 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.353915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cda7fc70-9092-4bed-bd2c-1c859d6b3936 req-9a84b82a-954b-414e-a794-1e285f958598 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5420 time: 0.2190120
Feb 19 21:08:22.441230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c12c3c82-4d0a-4007-a9df-44bf5b0f10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.442911 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-c12c3c82-4d0a-4007-a9df-44bf5b0f10bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c55b6fb-c182-40ec-8324-04db14622512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1888807
Feb 19 21:08:22.446455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a2ab6ba-b05e-4e86-b600-7e95d8624223 req-744898a8-8875-43cf-bc90-857272e78d42 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603827
Feb 19 21:08:22.508318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cda7fc70-9092-4bed-bd2c-1c859d6b3936 req-6d3461f2-93fe-489a-8538-b835f3acde39 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1454062
Feb 19 21:08:22.616895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-2b0280e1-87de-4348-97c2-28532a09dd50 service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661420
Feb 19 21:08:22.645207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b736b7-a892-4d5a-acf9-747c53be4f3e req-cd7431f0-63c5-44b5-9077-493e5ad343ee tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.647247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6b736b7-a892-4d5a-acf9-747c53be4f3e req-cd7431f0-63c5-44b5-9077-493e5ad343ee tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1285841
Feb 19 21:08:22.734900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efc7d4-459b-47e6-bc28-492a139f2c3b req-c37ceed2-b156-4b91-9e76-6c387f560213 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.736526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26efc7d4-459b-47e6-bc28-492a139f2c3b req-c37ceed2-b156-4b91-9e76-6c387f560213 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 944 time: 0.1604414
Feb 19 21:08:22.802151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6b736b7-a892-4d5a-acf9-747c53be4f3e req-d8ad29a2-ce6d-4d94-9109-eb33f37f3214 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1383784
Feb 19 21:08:22.806420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-f6381322-0c4a-486b-a5fc-29d5a5e12ea9 service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1822276
Feb 19 21:08:22.831590 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26efc7d4-459b-47e6-bc28-492a139f2c3b req-070ff23a-5a58-4aa4-a60f-14a64ae33769 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869844
Feb 19 21:08:22.921041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-dedcd39e-ac5a-4d54-8439-f74bde3e1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.921536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-dedcd39e-ac5a-4d54-8439-f74bde3e1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.922020 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-dedcd39e-ac5a-4d54-8439-f74bde3e1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.922562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-dedcd39e-ac5a-4d54-8439-f74bde3e1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.923048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-dedcd39e-ac5a-4d54-8439-f74bde3e1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.923529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-dedcd39e-ac5a-4d54-8439-f74bde3e1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.923997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-dedcd39e-ac5a-4d54-8439-f74bde3e1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:22.926150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-dedcd39e-ac5a-4d54-8439-f74bde3e1619 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6694 time: 0.0600061
Feb 19 21:08:23.026871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-50a0468b-0675-495d-b0f3-922736bd4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.028473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-50a0468b-0675-495d-b0f3-922736bd4d8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c55b6fb-c182-40ec-8324-04db14622512 HTTP/1.1" status: 200  len: 902 time: 0.0951209
Feb 19 21:08:23.073070 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-11a636b7-a550-45d6-bd20-ba1b40cc98ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95e9c0f7-4a48-40c7-a205-d0efe0ce4387 HTTP/1.1" status: 200  len: 217 time: 0.0375760
Feb 19 21:08:23.128212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-2bbe6dd6-2368-4fa2-8aaa-f6e9cb78e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.129917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-2bbe6dd6-2368-4fa2-8aaa-f6e9cb78e0ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf9f4ab2-17d3-4d94-8712-24bbb2d65a79 HTTP/1.1" status: 200  len: 797 time: 0.0502150
Feb 19 21:08:23.146380 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:23.180821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-c12f6ccb-330b-46cb-bdeb-3d66b5d10f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.182347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-c12f6ccb-330b-46cb-bdeb-3d66b5d10f5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c55b6fb-c182-40ec-8324-04db14622512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0458593
Feb 19 21:08:23.274035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-499b9c0c-098c-4d6f-8e9e-0c495c00d2fc service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848532
Feb 19 21:08:23.376031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a94afefa-9cae-4930-b55d-418d2f85ac11 req-ec4d0cd6-9d9b-44a7-8f0a-5dea0dbe17f5 service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928223
Feb 19 21:08:23.584516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5377fa7-2e46-42ee-81f8-3e7a767369e2 req-47d298d7-b8c2-4d23-b92a-ee464cef67fa tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.586278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5377fa7-2e46-42ee-81f8-3e7a767369e2 req-47d298d7-b8c2-4d23-b92a-ee464cef67fa tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0599687
Feb 19 21:08:23.665682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5377fa7-2e46-42ee-81f8-3e7a767369e2 req-3439cf3d-6e7f-4480-b671-b721e9cc4a2e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738695
Feb 19 21:08:23.687491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd4c5b-ccef-42de-928d-dc3b231f48ed req-4512fba3-8b6b-4ac1-a95d-57e9fbd350db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.692998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd4c5b-ccef-42de-928d-dc3b231f48ed req-4512fba3-8b6b-4ac1-a95d-57e9fbd350db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.698810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd4c5b-ccef-42de-928d-dc3b231f48ed req-4512fba3-8b6b-4ac1-a95d-57e9fbd350db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.704005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd4c5b-ccef-42de-928d-dc3b231f48ed req-4512fba3-8b6b-4ac1-a95d-57e9fbd350db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.709397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd4c5b-ccef-42de-928d-dc3b231f48ed req-4512fba3-8b6b-4ac1-a95d-57e9fbd350db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.715832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd4c5b-ccef-42de-928d-dc3b231f48ed req-4512fba3-8b6b-4ac1-a95d-57e9fbd350db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.721470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd4c5b-ccef-42de-928d-dc3b231f48ed req-4512fba3-8b6b-4ac1-a95d-57e9fbd350db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.723536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0cd4c5b-ccef-42de-928d-dc3b231f48ed req-4512fba3-8b6b-4ac1-a95d-57e9fbd350db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5420 time: 0.1347265
Feb 19 21:08:23.787596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0cd4c5b-ccef-42de-928d-dc3b231f48ed req-78ad2dde-02a9-47e2-b94e-a61b7e3e1b59 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0563979
Feb 19 21:08:23.899641 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:08:23.956612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdd32f-9eca-44ca-b9c0-3f03ec2331c9 req-4ee79635-dd31-4343-8445-fe7da0344f1a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.958378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0bdd32f-9eca-44ca-b9c0-3f03ec2331c9 req-4ee79635-dd31-4343-8445-fe7da0344f1a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0845270
Feb 19 21:08:23.996353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef0791-77e3-487f-a221-0284235fe8c8 req-5ba701a5-62fb-4225-9746-118c8a60735f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:23.998005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0ef0791-77e3-487f-a221-0284235fe8c8 req-5ba701a5-62fb-4225-9746-118c8a60735f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 944 time: 0.0857999
Feb 19 21:08:24.045862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0bdd32f-9eca-44ca-b9c0-3f03ec2331c9 req-b211a7cb-2b03-4d20-8528-1aee88761ed1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805225
Feb 19 21:08:24.076580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0ef0791-77e3-487f-a221-0284235fe8c8 req-b9894a84-8196-491e-b85c-6f179f117a44 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665853
Feb 19 21:08:24.389235 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:24.789519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95d9b0-4103-4d13-8d88-c2aea3bb0715 req-bbc392c5-d875-4ba6-99fe-1a53171691cd tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:24.791064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f95d9b0-4103-4d13-8d88-c2aea3bb0715 req-bbc392c5-d875-4ba6-99fe-1a53171691cd tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0545897
Feb 19 21:08:24.840871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f95d9b0-4103-4d13-8d88-c2aea3bb0715 req-dc1e2d6a-ed08-4561-a143-f076b5578ce1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441556
Feb 19 21:08:24.937452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6da51a-d18e-4db0-b0d5-043b5d0be35e req-44440586-1e08-402f-a9bb-bb0d06d3e107 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:24.942917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6da51a-d18e-4db0-b0d5-043b5d0be35e req-44440586-1e08-402f-a9bb-bb0d06d3e107 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:24.948240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6da51a-d18e-4db0-b0d5-043b5d0be35e req-44440586-1e08-402f-a9bb-bb0d06d3e107 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:24.953527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6da51a-d18e-4db0-b0d5-043b5d0be35e req-44440586-1e08-402f-a9bb-bb0d06d3e107 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:24.959405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6da51a-d18e-4db0-b0d5-043b5d0be35e req-44440586-1e08-402f-a9bb-bb0d06d3e107 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:24.964708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6da51a-d18e-4db0-b0d5-043b5d0be35e req-44440586-1e08-402f-a9bb-bb0d06d3e107 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:24.969995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:24.970194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6da51a-d18e-4db0-b0d5-043b5d0be35e req-44440586-1e08-402f-a9bb-bb0d06d3e107 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:24.972042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd6da51a-d18e-4db0-b0d5-043b5d0be35e req-44440586-1e08-402f-a9bb-bb0d06d3e107 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5420 time: 0.0980380
Feb 19 21:08:25.039525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd6da51a-d18e-4db0-b0d5-043b5d0be35e req-f9259e80-bd82-4869-a7f7-b10f616b119c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0609794
Feb 19 21:08:25.086950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:25.101507 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'port_id': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0', 'mac_address': 'fa:16:3e:af:b3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:25.146981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:25.147600 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:25.162037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:25.184489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:25.196171 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:25.203702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd85c49-33fc-4ee6-b8d6-9dfeeb3148e3 req-550948a6-cb38-4968-afbf-19a0f690afff tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:25.205324 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fd85c49-33fc-4ee6-b8d6-9dfeeb3148e3 req-550948a6-cb38-4968-afbf-19a0f690afff tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0857034
Feb 19 21:08:25.243458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed5ca7-6460-41b3-b5c6-273296238cc8 req-d41fdaa2-9dc6-42b5-afe8-2a7bdf2f850a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:25.245056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35ed5ca7-6460-41b3-b5c6-273296238cc8 req-d41fdaa2-9dc6-42b5-afe8-2a7bdf2f850a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 944 time: 0.0873642
Feb 19 21:08:25.256530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:25.291438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fd85c49-33fc-4ee6-b8d6-9dfeeb3148e3 req-32da43f7-1007-4d30-8be3-b48173244de3 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773962
Feb 19 21:08:25.313620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35ed5ca7-6460-41b3-b5c6-273296238cc8 req-86ed4f43-b5d0-420c-8281-4f4010c892ab tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619209
Feb 19 21:08:25.444693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['761a57e3-c4a5-4caf-8b79-ab7836b14ef0'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:25.876073 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:25.993847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11084682-2f7e-4a45-9915-25c744ebf167 req-410f4233-62a1-4fed-ae3b-d7f6bdea3876 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:25.995534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11084682-2f7e-4a45-9915-25c744ebf167 req-410f4233-62a1-4fed-ae3b-d7f6bdea3876 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0681577
Feb 19 21:08:26.055791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11084682-2f7e-4a45-9915-25c744ebf167 req-5d7eb1b3-e57d-4b42-a0a6-fb557ff6c963 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499473
Feb 19 21:08:26.188423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ba89-23fa-4f5e-a757-5938ea9bbd89 req-cd7eb2c5-eda9-4769-a2da-4d3bc111d8db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:26.194977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ba89-23fa-4f5e-a757-5938ea9bbd89 req-cd7eb2c5-eda9-4769-a2da-4d3bc111d8db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:26.200455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ba89-23fa-4f5e-a757-5938ea9bbd89 req-cd7eb2c5-eda9-4769-a2da-4d3bc111d8db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:26.205927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ba89-23fa-4f5e-a757-5938ea9bbd89 req-cd7eb2c5-eda9-4769-a2da-4d3bc111d8db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:26.211358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ba89-23fa-4f5e-a757-5938ea9bbd89 req-cd7eb2c5-eda9-4769-a2da-4d3bc111d8db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:26.217341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ba89-23fa-4f5e-a757-5938ea9bbd89 req-cd7eb2c5-eda9-4769-a2da-4d3bc111d8db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:26.223235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ba89-23fa-4f5e-a757-5938ea9bbd89 req-cd7eb2c5-eda9-4769-a2da-4d3bc111d8db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:26.226109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b051ba89-23fa-4f5e-a757-5938ea9bbd89 req-cd7eb2c5-eda9-4769-a2da-4d3bc111d8db tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5420 time: 0.1050842
Feb 19 21:08:26.297942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b051ba89-23fa-4f5e-a757-5938ea9bbd89 req-9a1a7364-439d-49f9-8d80-56e1e42d7712 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0659645
Feb 19 21:08:26.451988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a6f4f-cf34-4c2b-b034-40957b96d67f req-3474e5f1-226b-4bd1-b6a9-5319b70b4e98 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:26.453544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-231a6f4f-cf34-4c2b-b034-40957b96d67f req-3474e5f1-226b-4bd1-b6a9-5319b70b4e98 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0899119
Feb 19 21:08:26.486427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58321635-0648-4ff7-afa9-aee80fd1e255 req-ced55c1c-f801-4dec-848a-07f9e41dcf97 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:26.487992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58321635-0648-4ff7-afa9-aee80fd1e255 req-ced55c1c-f801-4dec-848a-07f9e41dcf97 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 945 time: 0.0934064
Feb 19 21:08:26.532056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-231a6f4f-cf34-4c2b-b034-40957b96d67f req-518929cd-bd26-4012-9a56-ff2260813a7c tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721419
Feb 19 21:08:26.556299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58321635-0648-4ff7-afa9-aee80fd1e255 req-bc492105-8f17-4e4b-aed0-3d165e767eda tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619900
Feb 19 21:08:26.988688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:27.046752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:08:27.051285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:27.051714 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:27.138719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:27.139120 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:27.164073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:27.166448 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fc2046-7b35-4cb0-ac8e-d448edbb331c" -d '{"events": [{"server_uuid": "6ee0c1d6-4d26-4bb6-bf2b-83054efe676c", "name": "network-vif-plugged", "status": "completed", "tag": "761a57e3-c4a5-4caf-8b79-ab7836b14ef0"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:27.180838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:27.189069 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:27.202302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810546f-4d31-4468-b8a7-414c7ebfabac req-7edf8a59-f21a-423c-b55c-951763dc3fd9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:27.209787 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9810546f-4d31-4468-b8a7-414c7ebfabac req-7edf8a59-f21a-423c-b55c-951763dc3fd9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0692201
Feb 19 21:08:27.220275 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee1e79-6301-4f81-a50a-941562608e41 x-openstack-request-id: req-b7ee1e79-6301-4f81-a50a-941562608e41 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:27.220591 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee0c1d6-4d26-4bb6-bf2b-83054efe676c", "name": "network-vif-plugged", "status": "completed", "tag": "761a57e3-c4a5-4caf-8b79-ab7836b14ef0", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:27.220838 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7ee1e79-6301-4f81-a50a-941562608e41 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:27.221234 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0', 'code': 200}
Feb 19 21:08:27.252431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:27.263975 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9810546f-4d31-4468-b8a7-414c7ebfabac req-c202b42d-14ae-457e-a280-6e1009837b85 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506463
Feb 19 21:08:27.315237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a303f-a728-4fe5-89e2-e87718c744ca req-2dc48cc7-c2a2-433d-867f-151f586a7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:27.317080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-670a303f-a728-4fe5-89e2-e87718c744ca req-2dc48cc7-c2a2-433d-867f-151f586a7ac6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 1128 time: 0.0500276
Feb 19 21:08:27.365991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-670a303f-a728-4fe5-89e2-e87718c744ca req-6db2ad20-f738-4bf5-ad24-aa3247faf7ca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410306
Feb 19 21:08:27.441848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d56485-5e1c-4dcf-b6d8-8d613cf6b106 req-8db50be5-1378-4a0f-85b1-253e79a92bad tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:27.447786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d56485-5e1c-4dcf-b6d8-8d613cf6b106 req-8db50be5-1378-4a0f-85b1-253e79a92bad tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:27.453017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d56485-5e1c-4dcf-b6d8-8d613cf6b106 req-8db50be5-1378-4a0f-85b1-253e79a92bad tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:27.458349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d56485-5e1c-4dcf-b6d8-8d613cf6b106 req-8db50be5-1378-4a0f-85b1-253e79a92bad tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:27.464311 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d56485-5e1c-4dcf-b6d8-8d613cf6b106 req-8db50be5-1378-4a0f-85b1-253e79a92bad tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:27.470236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d56485-5e1c-4dcf-b6d8-8d613cf6b106 req-8db50be5-1378-4a0f-85b1-253e79a92bad tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:27.476154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d56485-5e1c-4dcf-b6d8-8d613cf6b106 req-8db50be5-1378-4a0f-85b1-253e79a92bad tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:27.478210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3d56485-5e1c-4dcf-b6d8-8d613cf6b106 req-8db50be5-1378-4a0f-85b1-253e79a92bad tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5420 time: 0.1004922
Feb 19 21:08:27.555885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3d56485-5e1c-4dcf-b6d8-8d613cf6b106 req-b6dedfa7-31a0-41b2-b660-fffbd08ff530 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0701785
Feb 19 21:08:27.700886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8934e1-961a-4dbf-b25f-c214f44a43bd req-14d32b15-0fbc-4b17-a698-b0cfbf831eca tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:27.702434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd8934e1-961a-4dbf-b25f-c214f44a43bd req-14d32b15-0fbc-4b17-a698-b0cfbf831eca tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0748162
Feb 19 21:08:27.711631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3c8eb-e428-44e5-865f-a366b483c117 req-c4e8b70e-52b4-4c9f-aedc-a1e41efeba72 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:27.713219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84e3c8eb-e428-44e5-865f-a366b483c117 req-c4e8b70e-52b4-4c9f-aedc-a1e41efeba72 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0997028
Feb 19 21:08:27.791197 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd8934e1-961a-4dbf-b25f-c214f44a43bd req-046b4020-51b0-41a3-86e7-ceb8a95b44ad tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769563
Feb 19 21:08:27.805331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84e3c8eb-e428-44e5-865f-a366b483c117 req-963f6706-efbc-47e2-a2f3-eced8c526ede tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840683
Feb 19 21:08:28.394238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015179-802e-479f-9aff-825df9de8080 req-d09fcd0b-3c05-476d-be94-0d8c230b477b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:28.395780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af015179-802e-479f-9aff-825df9de8080 req-d09fcd0b-3c05-476d-be94-0d8c230b477b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0592082
Feb 19 21:08:28.454430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af015179-802e-479f-9aff-825df9de8080 req-9abe43e4-0683-4e52-ac4b-16ac53145a55 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525572
Feb 19 21:08:28.703833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30828f-5db3-490f-ac4f-45e5441a71cf req-bc4d026c-20ed-4586-84d0-535dd59e3151 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:28.709954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30828f-5db3-490f-ac4f-45e5441a71cf req-bc4d026c-20ed-4586-84d0-535dd59e3151 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:28.715331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30828f-5db3-490f-ac4f-45e5441a71cf req-bc4d026c-20ed-4586-84d0-535dd59e3151 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:28.720847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30828f-5db3-490f-ac4f-45e5441a71cf req-bc4d026c-20ed-4586-84d0-535dd59e3151 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:28.726777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30828f-5db3-490f-ac4f-45e5441a71cf req-bc4d026c-20ed-4586-84d0-535dd59e3151 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:28.732449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30828f-5db3-490f-ac4f-45e5441a71cf req-bc4d026c-20ed-4586-84d0-535dd59e3151 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:28.737207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30828f-5db3-490f-ac4f-45e5441a71cf req-bc4d026c-20ed-4586-84d0-535dd59e3151 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:28.739125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f30828f-5db3-490f-ac4f-45e5441a71cf req-bc4d026c-20ed-4586-84d0-535dd59e3151 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5420 time: 0.0974410
Feb 19 21:08:28.801595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f30828f-5db3-490f-ac4f-45e5441a71cf req-559913d1-f946-4868-942e-327b25bc667c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0562892
Feb 19 21:08:28.959467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc5bcf-c29e-415d-bf15-22c238dd3f8a req-c33affb3-c8bc-4339-bd61-3db4a74d6899 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:28.961018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23cc5bcf-c29e-415d-bf15-22c238dd3f8a req-c33affb3-c8bc-4339-bd61-3db4a74d6899 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0895226
Feb 19 21:08:28.973019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3adae5-37df-478d-9a2c-2b97d1e03c49 req-f81c2279-bc49-4815-a8f7-985a1a194239 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:28.975190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be3adae5-37df-478d-9a2c-2b97d1e03c49 req-f81c2279-bc49-4815-a8f7-985a1a194239 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0764475
Feb 19 21:08:28.999992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9ed98a2b-9925-480d-95be-fe4ae1e28f6e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:29.049579 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23cc5bcf-c29e-415d-bf15-22c238dd3f8a req-2197f520-1a94-49a6-ae65-cfcf9c6a13bd tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733793
Feb 19 21:08:29.058060 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be3adae5-37df-478d-9a2c-2b97d1e03c49 req-53e7cb83-c5d2-40e1-955c-aa02e714edb5 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758853
Feb 19 21:08:29.137741 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:29.154696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '9ed98a2b-9925-480d-95be-fe4ae1e28f6e', 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06', 'port_id': '9ed98a2b-9925-480d-95be-fe4ae1e28f6e', 'mac_address': 'fa:16:3e:19:53:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22873e1a-4ba9-4341-b5d3-ec2f4ce8e150', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:29.214406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:29.215169 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:29.231053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed98a2b-9925-480d-95be-fe4ae1e28f6e {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:29.256157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:29.263566 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:29.264614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d2e2e0f9-6f33-4853-808c-07962b81a563 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:29.323737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46ccfb-b532-4c97-870a-4413b21f0545 req-6046811f-8b8e-4760-b2a2-ed96320d6a19 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:29.337672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b46ccfb-b532-4c97-870a-4413b21f0545 req-6046811f-8b8e-4760-b2a2-ed96320d6a19 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0999596
Feb 19 21:08:29.366180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:29.373401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d2e2e0f9-6f33-4853-808c-07962b81a563, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2e2e0f9-6f33-4853-808c-07962b81a563,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:29.392597 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:29.393713 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'd2e2e0f9-6f33-4853-808c-07962b81a563', 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06', 'port_id': 'd2e2e0f9-6f33-4853-808c-07962b81a563', 'mac_address': 'fa:16:3e:2b:dc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22873e1a-4ba9-4341-b5d3-ec2f4ce8e150', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:29.421262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b46ccfb-b532-4c97-870a-4413b21f0545 req-0ed991bf-b0dd-4751-94f7-7e64df48302e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815556
Feb 19 21:08:29.464961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d2e2e0f9-6f33-4853-808c-07962b81a563 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:29.465399 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:29.486508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e2e0f9-6f33-4853-808c-07962b81a563 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:29.509009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d2e2e0f9-6f33-4853-808c-07962b81a563, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2e2e0f9-6f33-4853-808c-07962b81a563,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:29.514189 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:29.514982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 70eb9392-ffac-4852-9582-a01fcfe48d7c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:29.580947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d2e2e0f9-6f33-4853-808c-07962b81a563,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:29.586338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 70eb9392-ffac-4852-9582-a01fcfe48d7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70eb9392-ffac-4852-9582-a01fcfe48d7c,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:29.588811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12946b9-d311-4139-aeba-408af3802f4c req-fd16b70c-6784-405e-8c17-f699b49671ec tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:29.590677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f12946b9-d311-4139-aeba-408af3802f4c req-fd16b70c-6784-405e-8c17-f699b49671ec tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0585661
Feb 19 21:08:29.597556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '70eb9392-ffac-4852-9582-a01fcfe48d7c', 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06', 'port_id': '70eb9392-ffac-4852-9582-a01fcfe48d7c', 'mac_address': 'fa:16:3e:78:b3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22873e1a-4ba9-4341-b5d3-ec2f4ce8e150', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:29.638263 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 70eb9392-ffac-4852-9582-a01fcfe48d7c is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:29.638578 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:29.641863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f12946b9-d311-4139-aeba-408af3802f4c req-27bd77ab-7d14-426d-8497-e5cb1f5e724d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448041
Feb 19 21:08:29.653557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70eb9392-ffac-4852-9582-a01fcfe48d7c {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:29.673840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 70eb9392-ffac-4852-9582-a01fcfe48d7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70eb9392-ffac-4852-9582-a01fcfe48d7c,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:29.678740 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:29.679642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 953183ea-8af2-4363-894d-4fc5565d335c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:29.773499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=70eb9392-ffac-4852-9582-a01fcfe48d7c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:29.827608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 953183ea-8af2-4363-894d-4fc5565d335c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=953183ea-8af2-4363-894d-4fc5565d335c,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:29.840577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '953183ea-8af2-4363-894d-4fc5565d335c', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'port_id': '953183ea-8af2-4363-894d-4fc5565d335c', 'mac_address': 'fa:16:3e:90:ae:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:29.895768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 953183ea-8af2-4363-894d-4fc5565d335c is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:29.896089 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (953183ea-8af2-4363-894d-4fc5565d335c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:29.910721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953183ea-8af2-4363-894d-4fc5565d335c {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:29.939807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 953183ea-8af2-4363-894d-4fc5565d335c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=953183ea-8af2-4363-894d-4fc5565d335c,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:29.945663 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (953183ea-8af2-4363-894d-4fc5565d335c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:29.946426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:29.955533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23414b-855c-4db4-b262-7a719e4af6cd req-ec51624d-f28b-4fc7-ba88-23ad7530787a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:29.960265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23414b-855c-4db4-b262-7a719e4af6cd req-ec51624d-f28b-4fc7-ba88-23ad7530787a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:29.965597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23414b-855c-4db4-b262-7a719e4af6cd req-ec51624d-f28b-4fc7-ba88-23ad7530787a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:29.970980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23414b-855c-4db4-b262-7a719e4af6cd req-ec51624d-f28b-4fc7-ba88-23ad7530787a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:29.976838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23414b-855c-4db4-b262-7a719e4af6cd req-ec51624d-f28b-4fc7-ba88-23ad7530787a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:29.982479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23414b-855c-4db4-b262-7a719e4af6cd req-ec51624d-f28b-4fc7-ba88-23ad7530787a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:29.987473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23414b-855c-4db4-b262-7a719e4af6cd req-ec51624d-f28b-4fc7-ba88-23ad7530787a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:29.989459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b23414b-855c-4db4-b262-7a719e4af6cd req-ec51624d-f28b-4fc7-ba88-23ad7530787a tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5423 time: 0.1020823
Feb 19 21:08:30.038645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=953183ea-8af2-4363-894d-4fc5565d335c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:30.051693 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b23414b-855c-4db4-b262-7a719e4af6cd req-8e7379ff-c19e-40db-b764-07d60f9aaba8 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0543792
Feb 19 21:08:30.091800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:30.116873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '95e9c0f7-4a48-40c7-a205-d0efe0ce4387', 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512', 'port_id': '95e9c0f7-4a48-40c7-a205-d0efe0ce4387', 'mac_address': 'fa:16:3e:c4:1f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9f4ab2-17d3-4d94-8712-24bbb2d65a79', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:30.166422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:30.166689 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:30.190331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:30.211852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:30.216749 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:30.217779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e67957f6-071e-404a-a727-94c417e4d265 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:30.219862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53025da-414d-4173-82ae-6245fffe4bc5 req-6ce228fc-d360-4cc7-9f98-545a6eb2e101 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:30.221879 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b53025da-414d-4173-82ae-6245fffe4bc5 req-6ce228fc-d360-4cc7-9f98-545a6eb2e101 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0712087
Feb 19 21:08:30.282005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b53025da-414d-4173-82ae-6245fffe4bc5 req-4516c099-1f67-4124-b48c-9862b1cc83fa tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514529
Feb 19 21:08:30.293470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:30.303503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e67957f6-071e-404a-a727-94c417e4d265, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e67957f6-071e-404a-a727-94c417e4d265,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:30.316194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'e67957f6-071e-404a-a727-94c417e4d265', 'network_id': '5c55b6fb-c182-40ec-8324-04db14622512', 'port_id': 'e67957f6-071e-404a-a727-94c417e4d265', 'mac_address': 'fa:16:3e:0e:b3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9f4ab2-17d3-4d94-8712-24bbb2d65a79', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:30.353867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e67957f6-071e-404a-a727-94c417e4d265 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:30.354271 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e67957f6-071e-404a-a727-94c417e4d265), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:30.368204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67957f6-071e-404a-a727-94c417e4d265 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:30.388365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e67957f6-071e-404a-a727-94c417e4d265, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e67957f6-071e-404a-a727-94c417e4d265,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:30.392757 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e67957f6-071e-404a-a727-94c417e4d265), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:30.393425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5896be69-08fa-4335-b439-1a196dfa8691 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:30.463665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e67957f6-071e-404a-a727-94c417e4d265,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:30.469330 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5896be69-08fa-4335-b439-1a196dfa8691, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5896be69-08fa-4335-b439-1a196dfa8691,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:30.482503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '5896be69-08fa-4335-b439-1a196dfa8691', 'network_id': 'dab979e5-8b5d-487e-9e1b-dac0a9f9ee06', 'port_id': '5896be69-08fa-4335-b439-1a196dfa8691', 'mac_address': 'fa:16:3e:d1:30:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22873e1a-4ba9-4341-b5d3-ec2f4ce8e150', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:30.532221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5896be69-08fa-4335-b439-1a196dfa8691 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:30.533326 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5896be69-08fa-4335-b439-1a196dfa8691), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:30.548221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5896be69-08fa-4335-b439-1a196dfa8691 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:30.557089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692f09a-dbd0-4fab-a94d-2d3c22133fdc req-a6da7c0c-4c04-4964-b7b7-e9b1fa89e9c5 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:30.558724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3692f09a-dbd0-4fab-a94d-2d3c22133fdc req-a6da7c0c-4c04-4964-b7b7-e9b1fa89e9c5 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0603423
Feb 19 21:08:30.569780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5896be69-08fa-4335-b439-1a196dfa8691, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5896be69-08fa-4335-b439-1a196dfa8691,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:30.573780 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5896be69-08fa-4335-b439-1a196dfa8691), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:30.610630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3692f09a-dbd0-4fab-a94d-2d3c22133fdc req-eaa08866-26ae-4147-b3e9-0c07a1e13866 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459042
Feb 19 21:08:30.627501 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5896be69-08fa-4335-b439-1a196dfa8691,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:30.770496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e165fe-80f3-4175-95b1-123cbd8b2d93 req-cee299b0-35de-4caa-9637-e441e9845f3c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:30.772210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79e165fe-80f3-4175-95b1-123cbd8b2d93 req-cee299b0-35de-4caa-9637-e441e9845f3c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0598018
Feb 19 21:08:30.826001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79e165fe-80f3-4175-95b1-123cbd8b2d93 req-b3b1a63e-775d-4e00-9abf-6f6b7f64c22a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463302
Feb 19 21:08:31.044435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21a13d-99a7-4c57-a2e5-8fc8ac3f62bb req-7c79aba5-844f-4bb1-8460-7913bd3a8e34 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:31.045968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee21a13d-99a7-4c57-a2e5-8fc8ac3f62bb req-7c79aba5-844f-4bb1-8460-7913bd3a8e34 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0547485
Feb 19 21:08:31.096576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee21a13d-99a7-4c57-a2e5-8fc8ac3f62bb req-fc39c2a1-427e-4c74-ba0e-f88a16b6ee68 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448935
Feb 19 21:08:31.223490 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f35ae-4a09-43cc-8c03-cfb7456b2b88 req-fccc521b-7269-431f-b5e6-038ad78fc926 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:31.232800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f35ae-4a09-43cc-8c03-cfb7456b2b88 req-fccc521b-7269-431f-b5e6-038ad78fc926 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:31.238090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f35ae-4a09-43cc-8c03-cfb7456b2b88 req-fccc521b-7269-431f-b5e6-038ad78fc926 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:31.244431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f35ae-4a09-43cc-8c03-cfb7456b2b88 req-fccc521b-7269-431f-b5e6-038ad78fc926 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:31.249154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f35ae-4a09-43cc-8c03-cfb7456b2b88 req-fccc521b-7269-431f-b5e6-038ad78fc926 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:31.254446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f35ae-4a09-43cc-8c03-cfb7456b2b88 req-fccc521b-7269-431f-b5e6-038ad78fc926 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:31.261208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f35ae-4a09-43cc-8c03-cfb7456b2b88 req-fccc521b-7269-431f-b5e6-038ad78fc926 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:31.263237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a2f35ae-4a09-43cc-8c03-cfb7456b2b88 req-fccc521b-7269-431f-b5e6-038ad78fc926 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5427 time: 0.1141944
Feb 19 21:08:31.345711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a2f35ae-4a09-43cc-8c03-cfb7456b2b88 req-4b9271fa-01ed-4304-bc5b-201dc1d963ad tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0745854
Feb 19 21:08:31.418607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['d2e2e0f9-6f33-4853-808c-07962b81a563'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:31.422062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b88ecb-1514-4fd5-ad61-9825c02c4c8c req-b102474a-3e00-4ec0-87a1-48575989f192 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:31.424091 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4b88ecb-1514-4fd5-ad61-9825c02c4c8c req-b102474a-3e00-4ec0-87a1-48575989f192 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0607278
Feb 19 21:08:31.454903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['70eb9392-ffac-4852-9582-a01fcfe48d7c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:31.457491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['9ed98a2b-9925-480d-95be-fe4ae1e28f6e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:31.482747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4b88ecb-1514-4fd5-ad61-9825c02c4c8c req-3a5f85ce-b93d-431b-bde2-a31f2e6d4117 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501256
Feb 19 21:08:31.513943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['95e9c0f7-4a48-40c7-a205-d0efe0ce4387'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:31.515981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['e67957f6-071e-404a-a727-94c417e4d265'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:31.563223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['953183ea-8af2-4363-894d-4fc5565d335c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:31.583767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['5896be69-08fa-4335-b439-1a196dfa8691'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:32.009650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7487da0-9d76-4af7-9579-7f57788ce1aa req-50bac7a4-4777-42a4-bb54-21804c0f2f21 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:32.024423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7487da0-9d76-4af7-9579-7f57788ce1aa req-50bac7a4-4777-42a4-bb54-21804c0f2f21 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1101809
Feb 19 21:08:32.080609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7487da0-9d76-4af7-9579-7f57788ce1aa req-325778c8-a318-4330-94fd-deaf3ffe97bd tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549664
Feb 19 21:08:32.288150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5c9e7-1184-414a-b665-a6453a47e9b4 req-7cc0d4bf-4b10-4baa-afab-8827992d49e8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:32.290284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94c5c9e7-1184-414a-b665-a6453a47e9b4 req-7cc0d4bf-4b10-4baa-afab-8827992d49e8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0814946
Feb 19 21:08:32.362395 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94c5c9e7-1184-414a-b665-a6453a47e9b4 req-d6558e00-7dd8-47b4-9e58-4c7a63c91187 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614054
Feb 19 21:08:32.422223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35964) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:32.522713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d24c5-7d99-438d-8d56-bb911d55b540 req-83a879f8-d5b8-4dca-9172-0f74e82d5eab tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:32.529659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d24c5-7d99-438d-8d56-bb911d55b540 req-83a879f8-d5b8-4dca-9172-0f74e82d5eab tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:32.536431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d24c5-7d99-438d-8d56-bb911d55b540 req-83a879f8-d5b8-4dca-9172-0f74e82d5eab tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:32.546749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d24c5-7d99-438d-8d56-bb911d55b540 req-83a879f8-d5b8-4dca-9172-0f74e82d5eab tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:32.558122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d24c5-7d99-438d-8d56-bb911d55b540 req-83a879f8-d5b8-4dca-9172-0f74e82d5eab tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:32.569676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d24c5-7d99-438d-8d56-bb911d55b540 req-83a879f8-d5b8-4dca-9172-0f74e82d5eab tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:32.577613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d24c5-7d99-438d-8d56-bb911d55b540 req-83a879f8-d5b8-4dca-9172-0f74e82d5eab tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:32.585184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d0d24c5-7d99-438d-8d56-bb911d55b540 req-83a879f8-d5b8-4dca-9172-0f74e82d5eab tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5427 time: 0.1469336
Feb 19 21:08:32.629983 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ce10-8d9a-4aae-9506-83c88520e27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:32.733734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3d0d24c5-7d99-438d-8d56-bb911d55b540 req-ae9610b0-75ae-446a-83a6-ef5d776b79a6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1454399
Feb 19 21:08:32.748061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24d332-d067-4490-a124-225fe8658fa7 req-3365792e-090b-4a74-bf23-3b961f0be7db tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:32.749670 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c24d332-d067-4490-a124-225fe8658fa7 req-3365792e-090b-4a74-bf23-3b961f0be7db tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1492014
Feb 19 21:08:32.826597 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ce10-8d9a-4aae-9506-83c88520e27c admin admin] Publish callbacks [] for security_group (7a6959c7-070c-421a-a329-138c38b3dfca), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:32.832038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c24d332-d067-4490-a124-225fe8658fa7 req-9b609b35-b683-4850-a241-de32e6f4e9de tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725527
Feb 19 21:08:32.833257 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ce10-8d9a-4aae-9506-83c88520e27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7a6959c7-070c-421a-a329-138c38b3dfca), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:32.875413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f8e9ce10-8d9a-4aae-9506-83c88520e27c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=241d736f5e6c4c7298b81bf9c8e891bd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4513705
Feb 19 21:08:32.877394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9ce10-8d9a-4aae-9506-83c88520e27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6959c7-070c-421a-a329-138c38b3dfca,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:32.878299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35970) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:32.939630 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12f09560-26fd-4b8f-b150-9f57ce33403a admin admin] Publish callbacks [] for security_group (7a6959c7-070c-421a-a329-138c38b3dfca), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:32.965567 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12f09560-26fd-4b8f-b150-9f57ce33403a admin admin] Publish callbacks [] for security_group (7a6959c7-070c-421a-a329-138c38b3dfca), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:33.019532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12f09560-26fd-4b8f-b150-9f57ce33403a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7a6959c7-070c-421a-a329-138c38b3dfca), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:33.022913 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12f09560-26fd-4b8f-b150-9f57ce33403a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:33.027291 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12f09560-26fd-4b8f-b150-9f57ce33403a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a6959c7-070c-421a-a329-138c38b3dfca HTTP/1.1" status: 204  len: 168 time: 0.1478102
Feb 19 21:08:33.037819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f09560-26fd-4b8f-b150-9f57ce33403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6959c7-070c-421a-a329-138c38b3dfca,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:33.223818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1c98-72d9-4130-9d0b-213e3bba70e1 req-4c66185c-61f3-499b-9287-d1dc3bf508d5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:33.226195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-667a1c98-72d9-4130-9d0b-213e3bba70e1 req-4c66185c-61f3-499b-9287-d1dc3bf508d5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0571671
Feb 19 21:08:33.283199 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-667a1c98-72d9-4130-9d0b-213e3bba70e1 req-df4dc078-cbf9-4f14-876d-a3b81da827ea tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510778
Feb 19 21:08:33.501083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08139a8c-4220-4353-82a3-9efad8262180 req-62f39521-b014-4447-af04-30ab4d340eb3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:33.502723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08139a8c-4220-4353-82a3-9efad8262180 req-62f39521-b014-4447-af04-30ab4d340eb3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0597830
Feb 19 21:08:33.564573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08139a8c-4220-4353-82a3-9efad8262180 req-84701e80-dd51-414b-8801-d335df09cb40 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551579
Feb 19 21:08:33.921091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbe5de-7668-44f1-82ad-bd6a1df148c7 req-7e03657a-76a3-4003-857d-ff4553c2df78 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:33.927141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbe5de-7668-44f1-82ad-bd6a1df148c7 req-7e03657a-76a3-4003-857d-ff4553c2df78 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:33.933598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbe5de-7668-44f1-82ad-bd6a1df148c7 req-7e03657a-76a3-4003-857d-ff4553c2df78 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:33.939450 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbe5de-7668-44f1-82ad-bd6a1df148c7 req-7e03657a-76a3-4003-857d-ff4553c2df78 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:33.946077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbe5de-7668-44f1-82ad-bd6a1df148c7 req-7e03657a-76a3-4003-857d-ff4553c2df78 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:33.950699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbe5de-7668-44f1-82ad-bd6a1df148c7 req-7e03657a-76a3-4003-857d-ff4553c2df78 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:33.956042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbe5de-7668-44f1-82ad-bd6a1df148c7 req-7e03657a-76a3-4003-857d-ff4553c2df78 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:33.961917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4cbe5de-7668-44f1-82ad-bd6a1df148c7 req-7e03657a-76a3-4003-857d-ff4553c2df78 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5427 time: 0.1310685
Feb 19 21:08:34.533079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef96b11-1241-408b-bfae-e7f5d6304dad req-4b131d16-5adf-4cea-84c6-62a423211a14 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:34.535056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ef96b11-1241-408b-bfae-e7f5d6304dad req-4b131d16-5adf-4cea-84c6-62a423211a14 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.5726433
Feb 19 21:08:34.561037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4cbe5de-7668-44f1-82ad-bd6a1df148c7 req-6964bf12-8fc0-43e7-8228-6dfb985923e1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.5886359
Feb 19 21:08:34.672495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4ef96b11-1241-408b-bfae-e7f5d6304dad req-9db5c963-bc6c-4b59-86be-52bdec798ade tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102481
Feb 19 21:08:34.727851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee641af-f88c-4701-8fa3-863f971daf06 req-9d196287-ab49-4bf9-a032-6009eb5cffb8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:34.729506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cee641af-f88c-4701-8fa3-863f971daf06 req-9d196287-ab49-4bf9-a032-6009eb5cffb8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0959404
Feb 19 21:08:34.835807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cee641af-f88c-4701-8fa3-863f971daf06 req-8483951c-33f3-4086-aa57-70df52fb5949 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964396
Feb 19 21:08:34.859613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c6751-4bb5-459b-a912-dd588fa006eb req-61e2b004-9dd7-476f-ad8d-77ba14a6c3e0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:34.861234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-301c6751-4bb5-459b-a912-dd588fa006eb req-61e2b004-9dd7-476f-ad8d-77ba14a6c3e0 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.1135585
Feb 19 21:08:34.928266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-301c6751-4bb5-459b-a912-dd588fa006eb req-63903e13-3fa0-43b7-85d1-bade9e3c14f6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540917
Feb 19 21:08:35.021776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:35.023993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9ed98a2b-9925-480d-95be-fe4ae1e28f6e up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:35.158205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:08:35.163983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:35.164380 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:35.215845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:35.238115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'port_id': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0', 'mac_address': 'fa:16:3e:af:b3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:35.305167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:35.305564 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:35.332941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:35.339950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:35.340379 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:35.396375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:35.402585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed98a2b-9925-480d-95be-fe4ae1e28f6e'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:35.405301 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174f83c4-5acb-40ec-925f-c45a6a3c8c7f" -d '{"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "9ed98a2b-9925-480d-95be-fe4ae1e28f6e"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:35.429133 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:35.513373 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84c05e1-7cf4-4550-8169-e111467a8e96 x-openstack-request-id: req-f84c05e1-7cf4-4550-8169-e111467a8e96 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:35.515990 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "9ed98a2b-9925-480d-95be-fe4ae1e28f6e", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:35.517439 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f84c05e1-7cf4-4550-8169-e111467a8e96 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:35.518176 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed98a2b-9925-480d-95be-fe4ae1e28f6e', 'code': 200}
Feb 19 21:08:35.542508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:35.573776 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:35.670227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['761a57e3-c4a5-4caf-8b79-ab7836b14ef0'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:35.696236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:35.775400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3d798-c733-4c40-ac02-c7de01610939 req-55f74aea-b456-4d57-9b17-944f2029839d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:35.785855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3d798-c733-4c40-ac02-c7de01610939 req-55f74aea-b456-4d57-9b17-944f2029839d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:35.806080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3d798-c733-4c40-ac02-c7de01610939 req-55f74aea-b456-4d57-9b17-944f2029839d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:35.814601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3d798-c733-4c40-ac02-c7de01610939 req-55f74aea-b456-4d57-9b17-944f2029839d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:35.820237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3d798-c733-4c40-ac02-c7de01610939 req-55f74aea-b456-4d57-9b17-944f2029839d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:35.825971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3d798-c733-4c40-ac02-c7de01610939 req-55f74aea-b456-4d57-9b17-944f2029839d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:35.832467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3d798-c733-4c40-ac02-c7de01610939 req-55f74aea-b456-4d57-9b17-944f2029839d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:35.835330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83b3d798-c733-4c40-ac02-c7de01610939 req-55f74aea-b456-4d57-9b17-944f2029839d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5428 time: 0.1581335
Feb 19 21:08:35.953568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83b3d798-c733-4c40-ac02-c7de01610939 req-09f46576-b687-41ee-ba85-ee0bd17a6d11 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0789342
Feb 19 21:08:35.967495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:35.991935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00060e-3182-4f20-951e-c3a271f595eb req-7cb7d411-f1c6-4105-bc68-1f80110584ce tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:35.993863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a00060e-3182-4f20-951e-c3a271f595eb req-7cb7d411-f1c6-4105-bc68-1f80110584ce tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1575413
Feb 19 21:08:36.066619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a00060e-3182-4f20-951e-c3a271f595eb req-3a24b10f-ac60-4e87-ad65-2e66b678b874 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660110
Feb 19 21:08:36.339021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c37b3-f1fb-47a4-be9f-91d12524c069 req-5af8c5fb-6721-4b52-87b6-226d152d5f8e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:36.347074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c2c37b3-f1fb-47a4-be9f-91d12524c069 req-5af8c5fb-6721-4b52-87b6-226d152d5f8e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1895089
Feb 19 21:08:36.407583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d6352-d8d1-4a09-b60e-253185b1cbea req-7d91d70f-a656-4b95-a668-5c415716a758 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:36.410024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-715d6352-d8d1-4a09-b60e-253185b1cbea req-7d91d70f-a656-4b95-a668-5c415716a758 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 945 time: 0.1737704
Feb 19 21:08:36.453119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c2c37b3-f1fb-47a4-be9f-91d12524c069 req-c5461c30-2735-41ca-b8cd-1992db8579ac tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043863
Feb 19 21:08:36.525633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-715d6352-d8d1-4a09-b60e-253185b1cbea req-aa70c02f-aa75-405b-8e25-c7c5b0875e94 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809872
Feb 19 21:08:36.554210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36206) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:36.752452 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4715afb8-6c28-4b10-b02a-97bcca4fc935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:36.850735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7827ad-a1f8-4477-b614-c4c55f67f412 req-c9ca12db-1358-4c3f-9b06-259c325db97a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:36.852431 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d7827ad-a1f8-4477-b614-c4c55f67f412 req-c9ca12db-1358-4c3f-9b06-259c325db97a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1457491
Feb 19 21:08:36.892444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52afb8-3450-44fd-98b9-ae7c0ac9ac4f req-ac6fbd6e-11e2-42f6-bd6d-4d56b23515eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:36.894258 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f52afb8-3450-44fd-98b9-ae7c0ac9ac4f req-ac6fbd6e-11e2-42f6-bd6d-4d56b23515eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 1127 time: 0.1260655
Feb 19 21:08:37.004467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d7827ad-a1f8-4477-b614-c4c55f67f412 req-99d0cf70-803e-45f5-bcf4-0f17df7bd2eb tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1425972
Feb 19 21:08:37.027040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 70eb9392-ffac-4852-9582-a01fcfe48d7c up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:37.049898 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4715afb8-6c28-4b10-b02a-97bcca4fc935 admin admin] Publish callbacks [] for security_group (ac1e840c-a6eb-4d13-ad91-d804af0412eb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.072789 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4715afb8-6c28-4b10-b02a-97bcca4fc935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ac1e840c-a6eb-4d13-ad91-d804af0412eb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.111163 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 70eb9392-ffac-4852-9582-a01fcfe48d7c completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:08:37.118009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 70eb9392-ffac-4852-9582-a01fcfe48d7c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:37.118941 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.161060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52afb8-3450-44fd-98b9-ae7c0ac9ac4f req-dba9bd49-67b3-44a0-81a8-385c4264f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:37.163294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f52afb8-3450-44fd-98b9-ae7c0ac9ac4f req-dba9bd49-67b3-44a0-81a8-385c4264f6c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 912 time: 0.2602227
Feb 19 21:08:37.168937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4715afb8-6c28-4b10-b02a-97bcca4fc935 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c1fdf4d629b41f8a5df4132d0780e59&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6135087
Feb 19 21:08:37.171769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36216) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:37.174916 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715afb8-6c28-4b10-b02a-97bcca4fc935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1e840c-a6eb-4d13-ad91-d804af0412eb,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:37.279578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4fab1-3dcd-4e3d-895f-1953345c84c3 req-3b73189f-9d0f-48ae-8646-879ef2360be6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:37.290729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4fab1-3dcd-4e3d-895f-1953345c84c3 req-3b73189f-9d0f-48ae-8646-879ef2360be6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:37.312024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4fab1-3dcd-4e3d-895f-1953345c84c3 req-3b73189f-9d0f-48ae-8646-879ef2360be6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:37.322190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4fab1-3dcd-4e3d-895f-1953345c84c3 req-3b73189f-9d0f-48ae-8646-879ef2360be6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:37.328715 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Publish callbacks [] for security_group (ac1e840c-a6eb-4d13-ad91-d804af0412eb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.351680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 70eb9392-ffac-4852-9582-a01fcfe48d7c is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:37.351918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4fab1-3dcd-4e3d-895f-1953345c84c3 req-3b73189f-9d0f-48ae-8646-879ef2360be6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:37.352497 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.358947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4fab1-3dcd-4e3d-895f-1953345c84c3 req-3b73189f-9d0f-48ae-8646-879ef2360be6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:37.366705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4fab1-3dcd-4e3d-895f-1953345c84c3 req-3b73189f-9d0f-48ae-8646-879ef2360be6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:37.369769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cb4fab1-3dcd-4e3d-895f-1953345c84c3 req-3b73189f-9d0f-48ae-8646-879ef2360be6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5428 time: 0.3222256
Feb 19 21:08:37.389661 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Publish callbacks [] for security_group (ac1e840c-a6eb-4d13-ad91-d804af0412eb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.439996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 70eb9392-ffac-4852-9582-a01fcfe48d7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70eb9392-ffac-4852-9582-a01fcfe48d7c,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:37.448513 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.451169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 953183ea-8af2-4363-894d-4fc5565d335c up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:37.455610 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ac1e840c-a6eb-4d13-ad91-d804af0412eb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.460403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f52afb8-3450-44fd-98b9-ae7c0ac9ac4f req-33f183dc-940c-480b-b255-8a3760c123b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b74908-1902-4216-8619-32cd92b10359 HTTP/1.1" status: 200  len: 1000 time: 0.2863216
Feb 19 21:08:37.462489 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.464173 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac1e840c-a6eb-4d13-ad91-d804af0412eb HTTP/1.1" status: 204  len: 168 time: 0.2907112
Feb 19 21:08:37.478458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1e840c-a6eb-4d13-ad91-d804af0412eb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:37.489991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.491259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.491927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.492619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.493209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.493766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.494331 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.494875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.495425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.495992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.496652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.497212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.497754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee9c62-1485-49ef-8f1a-74c810399fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:37.559062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70eb9392-ffac-4852-9582-a01fcfe48d7c'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:37.561616 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35691344-11ae-4ffc-bad8-e5100f434649" -d '{"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "70eb9392-ffac-4852-9582-a01fcfe48d7c"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:37.702582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=70eb9392-ffac-4852-9582-a01fcfe48d7c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:37.724997 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 953183ea-8af2-4363-894d-4fc5565d335c completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:08:37.745575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 953183ea-8af2-4363-894d-4fc5565d335c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:37.745958 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (953183ea-8af2-4363-894d-4fc5565d335c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.782689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cb4fab1-3dcd-4e3d-895f-1953345c84c3 req-7632619f-eea5-4054-bd11-029f8ebc7fca tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.4046307
Feb 19 21:08:37.799242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52afb8-3450-44fd-98b9-ae7c0ac9ac4f req-33b35c78-a395-44cf-ac0d-720b8a0a79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:37.802079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f52afb8-3450-44fd-98b9-ae7c0ac9ac4f req-33b35c78-a395-44cf-ac0d-720b8a0a79bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8dc2ea7-ffc4-4027-9f85-62ffc7262290 HTTP/1.1" status: 200  len: 850 time: 0.3021460
Feb 19 21:08:37.900139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a69c2-36f2-4ffb-b739-d65052a7583e req-716de2d4-0d32-49f6-83d2-40054882f544 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:37.909060 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c90a69c2-36f2-4ffb-b739-d65052a7583e req-716de2d4-0d32-49f6-83d2-40054882f544 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.2666488
Feb 19 21:08:37.917534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 953183ea-8af2-4363-894d-4fc5565d335c is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:37.917802 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (953183ea-8af2-4363-894d-4fc5565d335c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.970202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 953183ea-8af2-4363-894d-4fc5565d335c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=953183ea-8af2-4363-894d-4fc5565d335c,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:37.975856 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (953183ea-8af2-4363-894d-4fc5565d335c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:37.977141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:37.985392 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52afb8-3450-44fd-98b9-ae7c0ac9ac4f req-ec9fbe9a-2107-4ea0-ae30-1ab268c336b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:37.989185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f52afb8-3450-44fd-98b9-ae7c0ac9ac4f req-ec9fbe9a-2107-4ea0-ae30-1ab268c336b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=813ad1c1-0059-4a59-91cb-1222ec1b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1787462
Feb 19 21:08:38.097761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36248) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:38.099040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c90a69c2-36f2-4ffb-b739-d65052a7583e req-d8d631bf-83f0-4654-a782-7e1dcc0cf177 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887767
Feb 19 21:08:38.102976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=953183ea-8af2-4363-894d-4fc5565d335c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:38.126777 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-847da281-8a00-4f68-bfaa-5dcb0cc49428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.128534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:38.128972 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.167359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940227d8-02b4-40d3-b4f7-51493ef951c7 req-5b447634-096a-4834-b7a9-e00ede43bd7d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:38.175229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-940227d8-02b4-40d3-b4f7-51493ef951c7 req-5b447634-096a-4834-b7a9-e00ede43bd7d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 945 time: 0.2536995
Feb 19 21:08:38.204601 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cf0232-7ce8-4f70-80bb-25e82bcc7377 x-openstack-request-id: req-97cf0232-7ce8-4f70-80bb-25e82bcc7377 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:38.204924 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "70eb9392-ffac-4852-9582-a01fcfe48d7c", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:38.205361 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97cf0232-7ce8-4f70-80bb-25e82bcc7377 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:38.205774 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70eb9392-ffac-4852-9582-a01fcfe48d7c', 'code': 200}
Feb 19 21:08:38.273360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f52afb8-3450-44fd-98b9-ae7c0ac9ac4f req-7d5eee5d-8b22-4e74-a966-e518fdaba905 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2683303
Feb 19 21:08:38.303118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-847da281-8a00-4f68-bfaa-5dcb0cc49428 admin admin] Publish callbacks [] for security_group (1967ad9d-9654-42ad-9bbf-e09cf189ffab), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.304586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:38.305480 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.313465 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-847da281-8a00-4f68-bfaa-5dcb0cc49428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1967ad9d-9654-42ad-9bbf-e09cf189ffab), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.380035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:38.380293 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-847da281-8a00-4f68-bfaa-5dcb0cc49428 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25f522235bce4c8890427dd6a9b70afd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2793734
Feb 19 21:08:38.380293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847da281-8a00-4f68-bfaa-5dcb0cc49428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1967ad9d-9654-42ad-9bbf-e09cf189ffab,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:38.383602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36252) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:38.388057 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.391707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d2e2e0f9-6f33-4853-808c-07962b81a563 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:38.464248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-940227d8-02b4-40d3-b4f7-51493ef951c7 req-d8aae2ec-b9a0-4cfe-9f6f-63dacab4fe74 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805810
Feb 19 21:08:38.499266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a6581e-86fc-4c07-bbe4-34d469fdc7b5 admin admin] Publish callbacks [] for security_group (1967ad9d-9654-42ad-9bbf-e09cf189ffab), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.504627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365d2d5-45b0-42da-9215-7cc08aacb429 req-8eeff686-44f1-41ae-b413-db136760771b tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:38.512740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f365d2d5-45b0-42da-9215-7cc08aacb429 req-8eeff686-44f1-41ae-b413-db136760771b tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1945331
Feb 19 21:08:38.538390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port d2e2e0f9-6f33-4853-808c-07962b81a563 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:08:38.561571 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a6581e-86fc-4c07-bbe4-34d469fdc7b5 admin admin] Publish callbacks [] for security_group (1967ad9d-9654-42ad-9bbf-e09cf189ffab), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.562223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port d2e2e0f9-6f33-4853-808c-07962b81a563 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:38.562729 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.599159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f52afb8-3450-44fd-98b9-ae7c0ac9ac4f req-e95f5d69-a733-4dc2-8e38-b8c7343c929f service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3078706
Feb 19 21:08:38.622714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:38.625111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f365d2d5-45b0-42da-9215-7cc08aacb429 req-330b14db-00e3-4ba8-98f4-f1063cf30266 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113710
Feb 19 21:08:38.706974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a6581e-86fc-4c07-bbe4-34d469fdc7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1967ad9d-9654-42ad-9bbf-e09cf189ffab), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.716894 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a6581e-86fc-4c07-bbe4-34d469fdc7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.722347 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12a6581e-86fc-4c07-bbe4-34d469fdc7b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1967ad9d-9654-42ad-9bbf-e09cf189ffab HTTP/1.1" status: 204  len: 168 time: 0.3343191
Feb 19 21:08:38.759754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6581e-86fc-4c07-bbe4-34d469fdc7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1967ad9d-9654-42ad-9bbf-e09cf189ffab,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:38.882393 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d2e2e0f9-6f33-4853-808c-07962b81a563 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:38.883192 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.974732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d2e2e0f9-6f33-4853-808c-07962b81a563, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2e2e0f9-6f33-4853-808c-07962b81a563,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:38.986917 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:38.987983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:39.111316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f717a8-812e-4762-8bac-81e9e410fca1 req-7f2ccd4e-4766-4959-be99-98ef3e1689e1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:39.113683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d2e2e0f9-6f33-4853-808c-07962b81a563,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:39.117736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f717a8-812e-4762-8bac-81e9e410fca1 req-7f2ccd4e-4766-4959-be99-98ef3e1689e1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:39.124058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f717a8-812e-4762-8bac-81e9e410fca1 req-7f2ccd4e-4766-4959-be99-98ef3e1689e1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:39.129755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f717a8-812e-4762-8bac-81e9e410fca1 req-7f2ccd4e-4766-4959-be99-98ef3e1689e1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:39.153603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:08:39.161095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:39.161859 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:39.175425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f717a8-812e-4762-8bac-81e9e410fca1 req-7f2ccd4e-4766-4959-be99-98ef3e1689e1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:39.185691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f717a8-812e-4762-8bac-81e9e410fca1 req-7f2ccd4e-4766-4959-be99-98ef3e1689e1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:39.229509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f717a8-812e-4762-8bac-81e9e410fca1 req-7f2ccd4e-4766-4959-be99-98ef3e1689e1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:39.243866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63f717a8-812e-4762-8bac-81e9e410fca1 req-7f2ccd4e-4766-4959-be99-98ef3e1689e1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5430 time: 0.3030443
Feb 19 21:08:39.374158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:39.375075 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:39.411247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63f717a8-812e-4762-8bac-81e9e410fca1 req-48e31d97-0cb2-4766-87a5-8ed19f81c1e9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1596889
Feb 19 21:08:39.553460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af813d7-4c21-45c0-8fbe-4d7751d03f2e req-8adbcde8-4f55-486a-8055-1e6bf5df1cb3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:39.554328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2af813d7-4c21-45c0-8fbe-4d7751d03f2e req-8adbcde8-4f55-486a-8055-1e6bf5df1cb3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.2427387
Feb 19 21:08:39.597383 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:39.618620 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:39.622822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e67957f6-071e-404a-a727-94c417e4d265 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:39.721755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9387f12-7809-43b6-8fe3-e384f5d7ca08 req-bb707d4d-b969-4505-b59a-be0465ede0f1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:39.730209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9387f12-7809-43b6-8fe3-e384f5d7ca08 req-bb707d4d-b969-4505-b59a-be0465ede0f1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.1269929
Feb 19 21:08:39.756955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2af813d7-4c21-45c0-8fbe-4d7751d03f2e req-aefbfb29-3aed-4c23-aa40-c2778c9c587b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965497
Feb 19 21:08:39.860212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port e67957f6-071e-404a-a727-94c417e4d265 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:08:39.867940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port e67957f6-071e-404a-a727-94c417e4d265 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:39.868403 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e67957f6-071e-404a-a727-94c417e4d265), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:39.878599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9387f12-7809-43b6-8fe3-e384f5d7ca08 req-e20f097b-3b2d-4324-9765-e5dbc6fe8a9f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437035
Feb 19 21:08:39.932943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:39.972546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265deb5-ed77-48df-bb66-a7be66298618 req-d81c6b67-b2b3-47a5-9c1a-e1b3cbe1e7ad tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:39.975059 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7265deb5-ed77-48df-bb66-a7be66298618 req-d81c6b67-b2b3-47a5-9c1a-e1b3cbe1e7ad tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0801904
Feb 19 21:08:40.006924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e67957f6-071e-404a-a727-94c417e4d265 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:40.007520 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e67957f6-071e-404a-a727-94c417e4d265), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:40.057255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e67957f6-071e-404a-a727-94c417e4d265, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e67957f6-071e-404a-a727-94c417e4d265,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:40.060716 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7265deb5-ed77-48df-bb66-a7be66298618 req-54bd0067-886f-4610-810d-ac0dd1152825 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731204
Feb 19 21:08:40.064602 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e67957f6-071e-404a-a727-94c417e4d265), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:40.065590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5896be69-08fa-4335-b439-1a196dfa8691 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:40.171944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e67957f6-071e-404a-a727-94c417e4d265,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:40.179436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 5896be69-08fa-4335-b439-1a196dfa8691 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:08:40.189737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 5896be69-08fa-4335-b439-1a196dfa8691 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:40.190270 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5896be69-08fa-4335-b439-1a196dfa8691), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:40.219764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953183ea-8af2-4363-894d-4fc5565d335c'}, {'server_uuid': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0'}, {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e2e0f9-6f33-4853-808c-07962b81a563'}, {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e9c0f7-4a48-40c7-a205-d0efe0ce4387'}, {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67957f6-071e-404a-a727-94c417e4d265'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:40.223440 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23a36c9-aad8-477b-b8f8-ae51d16c726f" -d '{"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "953183ea-8af2-4363-894d-4fc5565d335c"}, {"server_uuid": "6ee0c1d6-4d26-4bb6-bf2b-83054efe676c", "name": "network-vif-plugged", "status": "completed", "tag": "761a57e3-c4a5-4caf-8b79-ab7836b14ef0"}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "d2e2e0f9-6f33-4853-808c-07962b81a563"}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "95e9c0f7-4a48-40c7-a205-d0efe0ce4387"}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "e67957f6-071e-404a-a727-94c417e4d265"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:40.292382 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1560e16b-efb1-4e7a-8842-ebd09e6f2d26 x-openstack-request-id: req-1560e16b-efb1-4e7a-8842-ebd09e6f2d26 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:40.292382 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "953183ea-8af2-4363-894d-4fc5565d335c", "code": 200}, {"server_uuid": "6ee0c1d6-4d26-4bb6-bf2b-83054efe676c", "name": "network-vif-plugged", "status": "completed", "tag": "761a57e3-c4a5-4caf-8b79-ab7836b14ef0", "code": 200}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "d2e2e0f9-6f33-4853-808c-07962b81a563", "code": 200}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "95e9c0f7-4a48-40c7-a205-d0efe0ce4387", "code": 200}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "e67957f6-071e-404a-a727-94c417e4d265", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:40.292382 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1560e16b-efb1-4e7a-8842-ebd09e6f2d26 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:40.292382 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953183ea-8af2-4363-894d-4fc5565d335c', 'code': 200}
Feb 19 21:08:40.292382 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0', 'code': 200}
Feb 19 21:08:40.292382 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e2e0f9-6f33-4853-808c-07962b81a563', 'code': 200}
Feb 19 21:08:40.293231 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e9c0f7-4a48-40c7-a205-d0efe0ce4387', 'code': 200}
Feb 19 21:08:40.293656 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67957f6-071e-404a-a727-94c417e4d265', 'code': 200}
Feb 19 21:08:40.336044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 5896be69-08fa-4335-b439-1a196dfa8691 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:40.340156 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5896be69-08fa-4335-b439-1a196dfa8691), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:40.433084 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 5896be69-08fa-4335-b439-1a196dfa8691, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5896be69-08fa-4335-b439-1a196dfa8691,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:40.449185 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5896be69-08fa-4335-b439-1a196dfa8691), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:40.516149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=5896be69-08fa-4335-b439-1a196dfa8691,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:40.701480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd409b3-e87d-4f37-94a6-a70b39411afb req-3d921fa2-d1fd-4728-8997-fe988f0e57b2 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:40.704948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd409b3-e87d-4f37-94a6-a70b39411afb req-3d921fa2-d1fd-4728-8997-fe988f0e57b2 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:40.719616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd409b3-e87d-4f37-94a6-a70b39411afb req-3d921fa2-d1fd-4728-8997-fe988f0e57b2 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:40.719616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd409b3-e87d-4f37-94a6-a70b39411afb req-3d921fa2-d1fd-4728-8997-fe988f0e57b2 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:40.722586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd409b3-e87d-4f37-94a6-a70b39411afb req-3d921fa2-d1fd-4728-8997-fe988f0e57b2 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:40.728789 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd409b3-e87d-4f37-94a6-a70b39411afb req-3d921fa2-d1fd-4728-8997-fe988f0e57b2 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:40.734239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd409b3-e87d-4f37-94a6-a70b39411afb req-3d921fa2-d1fd-4728-8997-fe988f0e57b2 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:40.736550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9dd409b3-e87d-4f37-94a6-a70b39411afb req-3d921fa2-d1fd-4728-8997-fe988f0e57b2 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5434 time: 0.1444526
Feb 19 21:08:40.833459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9dd409b3-e87d-4f37-94a6-a70b39411afb req-677b800e-0708-4ca6-8d83-601a0aad60da tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0867846
Feb 19 21:08:40.937752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d0fb2-3c69-4c5c-b887-c41f6fd3a82c req-5572793c-9816-4b1c-81e6-c17d8319192d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:40.944996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-986d0fb2-3c69-4c5c-b887-c41f6fd3a82c req-5572793c-9816-4b1c-81e6-c17d8319192d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0728881
Feb 19 21:08:41.002951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-986d0fb2-3c69-4c5c-b887-c41f6fd3a82c req-1e81dbea-d7e9-416d-b049-a9e406cba9a9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570304
Feb 19 21:08:41.117120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53ca44-a6a4-4c13-aff2-bdec3a263222 req-1bb673c6-9e55-4d1f-84ce-b33d847f6fe3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:41.118869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e53ca44-a6a4-4c13-aff2-bdec3a263222 req-1bb673c6-9e55-4d1f-84ce-b33d847f6fe3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0708430
Feb 19 21:08:41.200235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e53ca44-a6a4-4c13-aff2-bdec3a263222 req-891c1b92-ec39-4768-8e10-05637c449c35 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754466
Feb 19 21:08:42.081121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871181a-28ab-4724-bfa1-b442862e717e req-35c43775-346a-4751-9dcc-1d5d1b73c839 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.088699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871181a-28ab-4724-bfa1-b442862e717e req-35c43775-346a-4751-9dcc-1d5d1b73c839 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.094894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871181a-28ab-4724-bfa1-b442862e717e req-35c43775-346a-4751-9dcc-1d5d1b73c839 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.101107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871181a-28ab-4724-bfa1-b442862e717e req-35c43775-346a-4751-9dcc-1d5d1b73c839 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.106779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871181a-28ab-4724-bfa1-b442862e717e req-35c43775-346a-4751-9dcc-1d5d1b73c839 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.113212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871181a-28ab-4724-bfa1-b442862e717e req-35c43775-346a-4751-9dcc-1d5d1b73c839 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.120479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871181a-28ab-4724-bfa1-b442862e717e req-35c43775-346a-4751-9dcc-1d5d1b73c839 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.122754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1871181a-28ab-4724-bfa1-b442862e717e req-35c43775-346a-4751-9dcc-1d5d1b73c839 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5434 time: 0.1795630
Feb 19 21:08:42.285041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1871181a-28ab-4724-bfa1-b442862e717e req-77f38dfc-5447-4446-952d-2a55ef0b8181 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1514857
Feb 19 21:08:42.294600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5896be69-08fa-4335-b439-1a196dfa8691'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:42.301221 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46561875-57a1-4319-8abf-012db824a750" -d '{"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "5896be69-08fa-4335-b439-1a196dfa8691"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:42.347064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850adcf8-39c9-4bc8-8617-b8032674f8ef req-1012ebba-dd9b-44ac-9c06-09ad6fe5a7b1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.356629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-850adcf8-39c9-4bc8-8617-b8032674f8ef req-1012ebba-dd9b-44ac-9c06-09ad6fe5a7b1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1812015
Feb 19 21:08:42.512195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-850adcf8-39c9-4bc8-8617-b8032674f8ef req-316ef8d1-7b59-4736-b02a-66121a9364bf tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545191
Feb 19 21:08:42.549484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6312e62-ab3f-4073-987a-e6dcc41a0efb req-2168e87c-ed7c-49ab-8922-6004fd1f253e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.551955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6312e62-ab3f-4073-987a-e6dcc41a0efb req-2168e87c-ed7c-49ab-8922-6004fd1f253e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.1203337
Feb 19 21:08:42.584509 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aef294-4d8c-4181-83a2-94831e23a775 x-openstack-request-id: req-57aef294-4d8c-4181-83a2-94831e23a775 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:42.585067 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-plugged", "status": "completed", "tag": "5896be69-08fa-4335-b439-1a196dfa8691", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:42.585632 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57aef294-4d8c-4181-83a2-94831e23a775 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:42.586266 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5896be69-08fa-4335-b439-1a196dfa8691', 'code': 200}
Feb 19 21:08:42.656152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6312e62-ab3f-4073-987a-e6dcc41a0efb req-3943beac-9fdd-43e8-accf-e351e24c7a29 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923421
Feb 19 21:08:42.761486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75310-f2b1-46ed-b703-c5adce781fe6 req-46c461fd-9e75-4880-9147-44040596baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.762522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75310-f2b1-46ed-b703-c5adce781fe6 req-46c461fd-9e75-4880-9147-44040596baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.763165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75310-f2b1-46ed-b703-c5adce781fe6 req-46c461fd-9e75-4880-9147-44040596baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.763794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75310-f2b1-46ed-b703-c5adce781fe6 req-46c461fd-9e75-4880-9147-44040596baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.764553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75310-f2b1-46ed-b703-c5adce781fe6 req-46c461fd-9e75-4880-9147-44040596baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.765203 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75310-f2b1-46ed-b703-c5adce781fe6 req-46c461fd-9e75-4880-9147-44040596baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.765924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75310-f2b1-46ed-b703-c5adce781fe6 req-46c461fd-9e75-4880-9147-44040596baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:42.768429 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79a75310-f2b1-46ed-b703-c5adce781fe6 req-46c461fd-9e75-4880-9147-44040596baad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6708 time: 0.0929294
Feb 19 21:08:42.796655 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36460) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:42.892019 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79a75310-f2b1-46ed-b703-c5adce781fe6 req-a652744e-a0db-4865-a625-c40d0f17dc73 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf3def4f-7634-4779-a24e-fe3b82173f32&id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1165509
Feb 19 21:08:42.964695 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d1a5-47ff-4f6c-933d-997aa48862f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:43.075551 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d1a5-47ff-4f6c-933d-997aa48862f0 admin admin] Publish callbacks [] for security_group (1a5a60ff-73a7-46af-86fc-552f0615c6aa), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:43.080889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d1a5-47ff-4f6c-933d-997aa48862f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1a5a60ff-73a7-46af-86fc-552f0615c6aa), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:43.124958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4d1a5-47ff-4f6c-933d-997aa48862f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5a60ff-73a7-46af-86fc-552f0615c6aa,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:43.132228 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8dc4d1a5-47ff-4f6c-933d-997aa48862f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f74cca290ae4474883092b4b11af8678&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3337862
Feb 19 21:08:43.133233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36480) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:43.198332 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52f49462-f251-412d-9b5c-914345b05ca1 admin admin] Publish callbacks [] for security_group (1a5a60ff-73a7-46af-86fc-552f0615c6aa), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:43.235797 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52f49462-f251-412d-9b5c-914345b05ca1 admin admin] Publish callbacks [] for security_group (1a5a60ff-73a7-46af-86fc-552f0615c6aa), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:43.324870 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52f49462-f251-412d-9b5c-914345b05ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1a5a60ff-73a7-46af-86fc-552f0615c6aa), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:43.327652 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-52f49462-f251-412d-9b5c-914345b05ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:43.331234 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-52f49462-f251-412d-9b5c-914345b05ca1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a5a60ff-73a7-46af-86fc-552f0615c6aa HTTP/1.1" status: 204  len: 168 time: 0.1942067
Feb 19 21:08:43.338089 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f49462-f251-412d-9b5c-914345b05ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5a60ff-73a7-46af-86fc-552f0615c6aa,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:43.539135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cafaf9-01ce-4f8b-a4f3-4d269ab98db4 req-050c63ed-98e9-4cd1-b50e-62f1b859d0c9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:43.548762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cafaf9-01ce-4f8b-a4f3-4d269ab98db4 req-050c63ed-98e9-4cd1-b50e-62f1b859d0c9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:43.556844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cafaf9-01ce-4f8b-a4f3-4d269ab98db4 req-050c63ed-98e9-4cd1-b50e-62f1b859d0c9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:43.565070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cafaf9-01ce-4f8b-a4f3-4d269ab98db4 req-050c63ed-98e9-4cd1-b50e-62f1b859d0c9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:43.573483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cafaf9-01ce-4f8b-a4f3-4d269ab98db4 req-050c63ed-98e9-4cd1-b50e-62f1b859d0c9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:43.580808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cafaf9-01ce-4f8b-a4f3-4d269ab98db4 req-050c63ed-98e9-4cd1-b50e-62f1b859d0c9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:43.591374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cafaf9-01ce-4f8b-a4f3-4d269ab98db4 req-050c63ed-98e9-4cd1-b50e-62f1b859d0c9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:43.602481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40cafaf9-01ce-4f8b-a4f3-4d269ab98db4 req-050c63ed-98e9-4cd1-b50e-62f1b859d0c9 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5434 time: 0.1853554
Feb 19 21:08:43.757730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40cafaf9-01ce-4f8b-a4f3-4d269ab98db4 req-e2198fcb-8faf-400e-82a4-91c2f228e100 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1462400
Feb 19 21:08:43.817166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac58c8-b933-4453-9610-121d2e83ace1 req-253d28f2-3934-49e3-a7a2-c5b998f5b777 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:43.829002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cac58c8-b933-4453-9610-121d2e83ace1 req-253d28f2-3934-49e3-a7a2-c5b998f5b777 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1780396
Feb 19 21:08:43.932819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36526) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:43.948863 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6ed6626-cbc2-431c-8ce2-5f8d1be02129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:43.957052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cac58c8-b933-4453-9610-121d2e83ace1 req-22321ea6-7fc2-4a6f-9034-d84ee593ae9b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269572
Feb 19 21:08:43.992033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a975f-6435-407f-8e15-ce5592131613 req-ef16d770-eb2e-48ca-ac9e-5a385e836b86 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:43.993774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e2a975f-6435-407f-8e15-ce5592131613 req-ef16d770-eb2e-48ca-ac9e-5a385e836b86 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0936894
Feb 19 21:08:44.079664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e2a975f-6435-407f-8e15-ce5592131613 req-8fbf6ce5-f4d1-4f50-a2c8-3559c5672dc6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742352
Feb 19 21:08:44.141351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6ed6626-cbc2-431c-8ce2-5f8d1be02129 admin admin] Publish callbacks [] for security_group (2fac57ae-65d7-496b-b48c-0ce8e16985fd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.145997 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6ed6626-cbc2-431c-8ce2-5f8d1be02129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2fac57ae-65d7-496b-b48c-0ce8e16985fd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.177230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36530) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:44.207092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f6ed6626-cbc2-431c-8ce2-5f8d1be02129 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97aa75ad1012429daa69d403684b589b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2730777
Feb 19 21:08:44.208301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed6626-cbc2-431c-8ce2-5f8d1be02129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fac57ae-65d7-496b-b48c-0ce8e16985fd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:44.211033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36534) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:44.289810 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d873d6c-d72c-44ee-a574-5cbc338319db admin admin] Publish callbacks [] for security_group (2fac57ae-65d7-496b-b48c-0ce8e16985fd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.334380 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d873d6c-d72c-44ee-a574-5cbc338319db admin admin] Publish callbacks [] for security_group (2fac57ae-65d7-496b-b48c-0ce8e16985fd), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.389488 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8569-6622-4bcd-8afa-8b4f462893ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.447948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d873d6c-d72c-44ee-a574-5cbc338319db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2fac57ae-65d7-496b-b48c-0ce8e16985fd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.451233 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d873d6c-d72c-44ee-a574-5cbc338319db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.452551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0d873d6c-d72c-44ee-a574-5cbc338319db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fac57ae-65d7-496b-b48c-0ce8e16985fd HTTP/1.1" status: 204  len: 168 time: 0.2403438
Feb 19 21:08:44.475472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d873d6c-d72c-44ee-a574-5cbc338319db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fac57ae-65d7-496b-b48c-0ce8e16985fd,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:44.565918 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8569-6622-4bcd-8afa-8b4f462893ed admin admin] Publish callbacks [] for security_group (ed89c118-94b5-44a4-b007-37d661094557), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.579056 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8569-6622-4bcd-8afa-8b4f462893ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ed89c118-94b5-44a4-b007-37d661094557), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.622096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a8569-6622-4bcd-8afa-8b4f462893ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed89c118-94b5-44a4-b007-37d661094557,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:44.649265 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2b7a8569-6622-4bcd-8afa-8b4f462893ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d10c7c8b9fba438abf201d80c58a8655&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4707880
Feb 19 21:08:44.652005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36540) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:44.720530 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-405a3d08-4d45-4923-bfd9-42eda4b983e4 admin admin] Publish callbacks [] for security_group (ed89c118-94b5-44a4-b007-37d661094557), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.746856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-405a3d08-4d45-4923-bfd9-42eda4b983e4 admin admin] Publish callbacks [] for security_group (ed89c118-94b5-44a4-b007-37d661094557), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.835442 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-405a3d08-4d45-4923-bfd9-42eda4b983e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ed89c118-94b5-44a4-b007-37d661094557), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.838051 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-405a3d08-4d45-4923-bfd9-42eda4b983e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:44.839238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-405a3d08-4d45-4923-bfd9-42eda4b983e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed89c118-94b5-44a4-b007-37d661094557 HTTP/1.1" status: 204  len: 168 time: 0.1861985
Feb 19 21:08:44.850255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a3d08-4d45-4923-bfd9-42eda4b983e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed89c118-94b5-44a4-b007-37d661094557,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:44.952843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed0ebe-e55d-4007-91dd-99c91386c83e req-197d5b9a-77b3-445e-8be6-fc3b7e7ae12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:44.961493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed0ebe-e55d-4007-91dd-99c91386c83e req-197d5b9a-77b3-445e-8be6-fc3b7e7ae12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:44.968387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed0ebe-e55d-4007-91dd-99c91386c83e req-197d5b9a-77b3-445e-8be6-fc3b7e7ae12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:44.973512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed0ebe-e55d-4007-91dd-99c91386c83e req-197d5b9a-77b3-445e-8be6-fc3b7e7ae12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:44.979747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed0ebe-e55d-4007-91dd-99c91386c83e req-197d5b9a-77b3-445e-8be6-fc3b7e7ae12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:44.986851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed0ebe-e55d-4007-91dd-99c91386c83e req-197d5b9a-77b3-445e-8be6-fc3b7e7ae12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:44.993888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed0ebe-e55d-4007-91dd-99c91386c83e req-197d5b9a-77b3-445e-8be6-fc3b7e7ae12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:44.996491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37ed0ebe-e55d-4007-91dd-99c91386c83e req-197d5b9a-77b3-445e-8be6-fc3b7e7ae12e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5434 time: 0.1439531
Feb 19 21:08:45.126579 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37ed0ebe-e55d-4007-91dd-99c91386c83e req-eb9b19bc-b94d-4c62-b1e6-8973b4ae2c63 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1221566
Feb 19 21:08:45.159897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2446c-ad85-40e0-bea0-8f19c9153c37 req-491b928e-c773-44a9-90b3-ead919257e2a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:45.161689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78f2446c-ad85-40e0-bea0-8f19c9153c37 req-491b928e-c773-44a9-90b3-ead919257e2a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0996811
Feb 19 21:08:45.278259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78f2446c-ad85-40e0-bea0-8f19c9153c37 req-91c6f249-839d-4924-9f6a-6523d4a17beb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035128
Feb 19 21:08:45.406991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a109f1-0f7a-475e-8553-c2cc0bbb06e6 req-37b474b7-bd97-4278-9795-b97e3e25b0bd tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:45.418863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83a109f1-0f7a-475e-8553-c2cc0bbb06e6 req-37b474b7-bd97-4278-9795-b97e3e25b0bd tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.1541634
Feb 19 21:08:45.512080 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36570) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:45.536343 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c901ad5-fd32-4f88-8dde-08c376761112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:45.551872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83a109f1-0f7a-475e-8553-c2cc0bbb06e6 req-bfe06a1d-9d3e-4c68-9993-82678d9446c1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256127
Feb 19 21:08:45.592463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd37e-3b48-468e-b243-e626b29fd884 req-11f87397-e543-4d44-850f-b246ac92ca9c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:45.600734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd37e-3b48-468e-b243-e626b29fd884 req-11f87397-e543-4d44-850f-b246ac92ca9c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:45.607437 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd37e-3b48-468e-b243-e626b29fd884 req-11f87397-e543-4d44-850f-b246ac92ca9c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:45.614337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd37e-3b48-468e-b243-e626b29fd884 req-11f87397-e543-4d44-850f-b246ac92ca9c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:45.628539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd37e-3b48-468e-b243-e626b29fd884 req-11f87397-e543-4d44-850f-b246ac92ca9c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:45.635336 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd37e-3b48-468e-b243-e626b29fd884 req-11f87397-e543-4d44-850f-b246ac92ca9c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:45.641554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd37e-3b48-468e-b243-e626b29fd884 req-11f87397-e543-4d44-850f-b246ac92ca9c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:45.643900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45abd37e-3b48-468e-b243-e626b29fd884 req-11f87397-e543-4d44-850f-b246ac92ca9c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5434 time: 0.1979482
Feb 19 21:08:45.655346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36574) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:45.660115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d488e4a3-239d-4b56-a49f-293f546bfe70 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Request body: {'floatingip': {'port_id': '953183ea-8af2-4363-894d-4fc5565d335c'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:45.727715 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d488e4a3-239d-4b56-a49f-293f546bfe70 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for floatingip (2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:45.823837 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c901ad5-fd32-4f88-8dde-08c376761112 admin admin] Publish callbacks [] for security_group (1e57e2d4-de35-4360-aa5a-6cccd39b682f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:45.831181 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c901ad5-fd32-4f88-8dde-08c376761112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1e57e2d4-de35-4360-aa5a-6cccd39b682f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:45.926078 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4c901ad5-fd32-4f88-8dde-08c376761112 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff5cda41ea574843afe68dc01c26536b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4100666
Feb 19 21:08:45.926432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36584) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:45.926834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c901ad5-fd32-4f88-8dde-08c376761112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e57e2d4-de35-4360-aa5a-6cccd39b682f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:45.988839 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f8fa81d1-df40-4d60-8521-34ba68031b21 admin admin] Publish callbacks [] for security_group (1e57e2d4-de35-4360-aa5a-6cccd39b682f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:46.023507 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f8fa81d1-df40-4d60-8521-34ba68031b21 admin admin] Publish callbacks [] for security_group (1e57e2d4-de35-4360-aa5a-6cccd39b682f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:46.104085 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f8fa81d1-df40-4d60-8521-34ba68031b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1e57e2d4-de35-4360-aa5a-6cccd39b682f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:46.110414 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f8fa81d1-df40-4d60-8521-34ba68031b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:46.115724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f8fa81d1-df40-4d60-8521-34ba68031b21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e57e2d4-de35-4360-aa5a-6cccd39b682f HTTP/1.1" status: 204  len: 168 time: 0.1874220
Feb 19 21:08:46.132777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa81d1-df40-4d60-8521-34ba68031b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e57e2d4-de35-4360-aa5a-6cccd39b682f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:46.535194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c341dd-e94d-4e80-9727-0b8e42156d57 req-b0799584-994b-4e67-aa88-34921c76810e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:46.539005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4c341dd-e94d-4e80-9727-0b8e42156d57 req-b0799584-994b-4e67-aa88-34921c76810e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1295218
Feb 19 21:08:46.546214 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d488e4a3-239d-4b56-a49f-293f546bfe70 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:46.560892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d488e4a3-239d-4b56-a49f-293f546bfe70 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:46.661725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4c341dd-e94d-4e80-9727-0b8e42156d57 req-6fb4b541-5ab9-47d1-b6e7-6a46eeca7c26 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150026
Feb 19 21:08:46.807362 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-d488e4a3-239d-4b56-a49f-293f546bfe70 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Floating IP 2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1 associated. External IP: 172.35.2.193, port: 953183ea-8af2-4363-894d-4fc5565d335c.
Feb 19 21:08:46.873894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e370500-30a9-4f96-ae97-95d824992fc3 req-9870d229-06f5-42ad-8aac-b9d152ca2160 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:46.882749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e370500-30a9-4f96-ae97-95d824992fc3 req-9870d229-06f5-42ad-8aac-b9d152ca2160 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.1222701
Feb 19 21:08:46.964307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36628) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:46.983336 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e370500-30a9-4f96-ae97-95d824992fc3 req-4f59f4ce-6a06-4111-b767-2be8bedd4b2b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989215
Feb 19 21:08:47.281310 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d30bf74-5bc4-4631-9ab2-ffc5c0aa32dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:47.316433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d488e4a3-239d-4b56-a49f-293f546bfe70 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Router 9c180dd5-0183-453f-8f8c-8a67f5e69862 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:08:47.496476 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d30bf74-5bc4-4631-9ab2-ffc5c0aa32dd admin admin] Publish callbacks [] for security_group (ad17b818-9389-4323-9b23-4f2d005fa5f2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:47.507449 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d30bf74-5bc4-4631-9ab2-ffc5c0aa32dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ad17b818-9389-4323-9b23-4f2d005fa5f2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:47.511796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d488e4a3-239d-4b56-a49f-293f546bfe70 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:08:47.518673 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d488e4a3-239d-4b56-a49f-293f546bfe70 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:47.528096 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a98570c-8abf-4b9c-a1e4-ba7efd7bcb05 None None] Sync routers for ids ['9c180dd5-0183-453f-8f8c-8a67f5e69862'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:08:47.543525 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98570c-8abf-4b9c-a1e4-ba7efd7bcb05 None None] Routers {'9c180dd5-0183-453f-8f8c-8a67f5e69862'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:08:47.547240 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7a98570c-8abf-4b9c-a1e4-ba7efd7bcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b74a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:08:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9c180dd5-0183-453f-8f8c-8a67f5e69862'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:08:47.591420 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7d30bf74-5bc4-4631-9ab2-ffc5c0aa32dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4056c7ee7a2743399a382b2175014fb0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6256342
Feb 19 21:08:47.601585 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30bf74-5bc4-4631-9ab2-ffc5c0aa32dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad17b818-9389-4323-9b23-4f2d005fa5f2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:47.606965 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d488e4a3-239d-4b56-a49f-293f546bfe70 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "PUT /v2.0/floatingips/2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1 HTTP/1.1" status: 200  len: 991 time: 1.9504416
Feb 19 21:08:47.625619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '953183ea-8af2-4363-894d-4fc5565d335c'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:47.629041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36646) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:47.630921 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a100b8-884b-4b91-8a7c-e8ac023794c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "953183ea-8af2-4363-894d-4fc5565d335c"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:47.712959 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Publish callbacks [] for security_group (ad17b818-9389-4323-9b23-4f2d005fa5f2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:47.762600 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-7a98570c-8abf-4b9c-a1e4-ba7efd7bcb05 None None] Set router 9c180dd5-0183-453f-8f8c-8a67f5e69862 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:08:47.821144 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a807a144-e9bf-4617-9b67-0a4f394644df x-openstack-request-id: req-a807a144-e9bf-4617-9b67-0a4f394644df {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:47.821144 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "tag": "953183ea-8af2-4363-894d-4fc5565d335c", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:47.821144 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a807a144-e9bf-4617-9b67-0a4f394644df {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:47.821144 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'tag': '953183ea-8af2-4363-894d-4fc5565d335c', 'status': 'completed', 'code': 200}
Feb 19 21:08:47.828669 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Publish callbacks [] for security_group (ad17b818-9389-4323-9b23-4f2d005fa5f2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:48.040446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf94ee-ab9d-466a-b1f8-bb24ecd5828d req-fe0c964e-71d9-4506-9ff2-5e1dfe0a1429 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.046493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf94ee-ab9d-466a-b1f8-bb24ecd5828d req-fe0c964e-71d9-4506-9ff2-5e1dfe0a1429 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.055165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf94ee-ab9d-466a-b1f8-bb24ecd5828d req-fe0c964e-71d9-4506-9ff2-5e1dfe0a1429 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.062521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf94ee-ab9d-466a-b1f8-bb24ecd5828d req-fe0c964e-71d9-4506-9ff2-5e1dfe0a1429 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.068801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf94ee-ab9d-466a-b1f8-bb24ecd5828d req-fe0c964e-71d9-4506-9ff2-5e1dfe0a1429 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.086563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf94ee-ab9d-466a-b1f8-bb24ecd5828d req-fe0c964e-71d9-4506-9ff2-5e1dfe0a1429 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.092263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf94ee-ab9d-466a-b1f8-bb24ecd5828d req-fe0c964e-71d9-4506-9ff2-5e1dfe0a1429 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.094284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7cf94ee-ab9d-466a-b1f8-bb24ecd5828d req-fe0c964e-71d9-4506-9ff2-5e1dfe0a1429 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5434 time: 0.2622004
Feb 19 21:08:48.102120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-e28b8832-9ba4-4433-a27d-5f7f0ea36e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.102605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-e28b8832-9ba4-4433-a27d-5f7f0ea36e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.103095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-e28b8832-9ba4-4433-a27d-5f7f0ea36e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.103574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-e28b8832-9ba4-4433-a27d-5f7f0ea36e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.104049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-e28b8832-9ba4-4433-a27d-5f7f0ea36e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.104544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-e28b8832-9ba4-4433-a27d-5f7f0ea36e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.105018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-e28b8832-9ba4-4433-a27d-5f7f0ea36e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.107075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-e28b8832-9ba4-4433-a27d-5f7f0ea36e01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6708 time: 0.2555478
Feb 19 21:08:48.154740 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ad17b818-9389-4323-9b23-4f2d005fa5f2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:48.157391 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:48.161440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad17b818-9389-4323-9b23-4f2d005fa5f2 HTTP/1.1" status: 204  len: 168 time: 0.5312257
Feb 19 21:08:48.213535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad17b818-9389-4323-9b23-4f2d005fa5f2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:48.215353 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7a98570c-8abf-4b9c-a1e4-ba7efd7bcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b74a550>, [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:07:04Z', 'revision_number': 4, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'floating_ip_address': '172.35.2.193', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'port_id': '953183ea-8af2-4363-894d-4fc5565d335c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'mac_address': 'fa:16:3e:90:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:07:44Z', 'updated_at': '2022-02-19T21:08:46Z', 'revision_number': 1, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '684804be-be89-4716-b086-063a329a300b', 'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'mac_address': 'fa:16:3e:d5:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:03Z', 'updated_at': '2022-02-19T21:07:13Z', 'revision_number': 5, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'subnets': [{'id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:08:48.231877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.232235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.232615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.233106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.233288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.233632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.233966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.234297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.234627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.234950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.235281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.235608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.235933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e16ec-a2b8-4084-8478-f144476d5108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:08:48.245393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c3fa8-7eef-4588-8e29-30aa080af0e1 req-b94f0c5c-d488-48ab-a982-36ab9b2b81c1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.252385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c2c3fa8-7eef-4588-8e29-30aa080af0e1 req-b94f0c5c-d488-48ab-a982-36ab9b2b81c1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.2736199
Feb 19 21:08:48.292434 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a98570c-8abf-4b9c-a1e4-ba7efd7bcb05 None None] Checking router: 9c180dd5-0183-453f-8f8c-8a67f5e69862 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:08:48.307830 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98570c-8abf-4b9c-a1e4-ba7efd7bcb05 None None] Routers {'9c180dd5-0183-453f-8f8c-8a67f5e69862'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:08:48.308626 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7a98570c-8abf-4b9c-a1e4-ba7efd7bcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b74a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:08:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9c180dd5-0183-453f-8f8c-8a67f5e69862'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:08:48.312121 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f2490dff-e4eb-4f28-9426-62f1efddb7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:48.328033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7cf94ee-ab9d-466a-b1f8-bb24ecd5828d req-3920c520-e1cd-444f-89db-430066d72f26 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2198956
Feb 19 21:08:48.366220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-a90d46c6-9b51-4cf8-b56a-a40ab79bf174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.367782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-a90d46c6-9b51-4cf8-b56a-a40ab79bf174 service neutron] 10.222.0.10 "GET /v2.0/networks?id=412258df-58b8-4ea9-9432-b16f8bdfc8b8 HTTP/1.1" status: 200  len: 913 time: 0.2510390
Feb 19 21:08:48.377720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c2c3fa8-7eef-4588-8e29-30aa080af0e1 req-5b7ddb9f-5f6b-46fb-8470-6516a2fb62ac tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243498
Feb 19 21:08:48.550500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-b44db49c-3331-451b-9a0b-4a88f284eac7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953183ea-8af2-4363-894d-4fc5565d335c HTTP/1.1" status: 200  len: 999 time: 0.1667435
Feb 19 21:08:48.572655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39977b91-97bd-40af-95b3-48394b0eb1c1 req-882048eb-847d-4450-ae9d-75037e338ff7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.580388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39977b91-97bd-40af-95b3-48394b0eb1c1 req-882048eb-847d-4450-ae9d-75037e338ff7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0996950
Feb 19 21:08:48.587126 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-7a98570c-8abf-4b9c-a1e4-ba7efd7bcb05 None None] Set router 9c180dd5-0183-453f-8f8c-8a67f5e69862 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:08:48.699426 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-ab6022b0-cd35-4ff2-b2c2-e1641613acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.701386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-ab6022b0-cd35-4ff2-b2c2-e1641613acbe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a50f3ce-c32b-48cf-a4b2-041aa45b186c HTTP/1.1" status: 200  len: 851 time: 0.1453249
Feb 19 21:08:48.762952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39977b91-97bd-40af-95b3-48394b0eb1c1 req-79552ad6-6e1b-4d23-aa31-67facbe22d30 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759808
Feb 19 21:08:48.782722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eafb95-9fac-4c0d-bd9a-5a753d94d109 req-1ee0a040-f469-42d3-983a-2cd2948e3748 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.789035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eafb95-9fac-4c0d-bd9a-5a753d94d109 req-1ee0a040-f469-42d3-983a-2cd2948e3748 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.794564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eafb95-9fac-4c0d-bd9a-5a753d94d109 req-1ee0a040-f469-42d3-983a-2cd2948e3748 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.807697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eafb95-9fac-4c0d-bd9a-5a753d94d109 req-1ee0a040-f469-42d3-983a-2cd2948e3748 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.813269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eafb95-9fac-4c0d-bd9a-5a753d94d109 req-1ee0a040-f469-42d3-983a-2cd2948e3748 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.819567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eafb95-9fac-4c0d-bd9a-5a753d94d109 req-1ee0a040-f469-42d3-983a-2cd2948e3748 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.825299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eafb95-9fac-4c0d-bd9a-5a753d94d109 req-1ee0a040-f469-42d3-983a-2cd2948e3748 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.827467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62eafb95-9fac-4c0d-bd9a-5a753d94d109 req-1ee0a040-f469-42d3-983a-2cd2948e3748 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5434 time: 0.2247782
Feb 19 21:08:48.851471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-5916aa6b-ffd9-4cc4-9a4a-538de420f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:48.853042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-5916aa6b-ffd9-4cc4-9a4a-538de420f817 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=412258df-58b8-4ea9-9432-b16f8bdfc8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1399879
Feb 19 21:08:49.028467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-b0652ded-00d3-4783-9a4f-07b3f253cdd4 service neutron] 10.222.0.10 "GET /v2.0/networks/412258df-58b8-4ea9-9432-b16f8bdfc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679068
Feb 19 21:08:49.051327 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7a98570c-8abf-4b9c-a1e4-ba7efd7bcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b74a550>, [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:07:04Z', 'revision_number': 4, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'floating_ip_address': '172.35.2.193', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'port_id': '953183ea-8af2-4363-894d-4fc5565d335c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'mac_address': 'fa:16:3e:90:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:07:44Z', 'updated_at': '2022-02-19T21:08:46Z', 'revision_number': 1, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '684804be-be89-4716-b086-063a329a300b', 'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'mac_address': 'fa:16:3e:d5:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:03Z', 'updated_at': '2022-02-19T21:07:13Z', 'revision_number': 5, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'subnets': [{'id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:08:49.084674 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a98570c-8abf-4b9c-a1e4-ba7efd7bcb05 None None] The sync data for ids ['9c180dd5-0183-453f-8f8c-8a67f5e69862'] in ncdv-master-1 is: [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:07:04Z', 'revision_number': 4, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'floating_ip_address': '172.35.2.193', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'port_id': '953183ea-8af2-4363-894d-4fc5565d335c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'mac_address': 'fa:16:3e:90:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:07:44Z', 'updated_at': '2022-02-19T21:08:46Z', 'revision_number': 1, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '684804be-be89-4716-b086-063a329a300b', 'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'mac_address': 'fa:16:3e:d5:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:03Z', 'updated_at': '2022-02-19T21:07:13Z', 'revision_number': 5, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'subnets': [{'id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:08:49.178262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20a100b8-884b-4b91-8a7c-e8ac023794c6 req-0ef5ae9f-61d2-4ccc-8656-6599d4f84da3 service neutron] 10.222.0.10 "GET /v2.0/networks/412258df-58b8-4ea9-9432-b16f8bdfc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424522
Feb 19 21:08:49.389682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfb53a-42c2-49e4-ad86-42f8e687c834 None None] New status for floating IP 2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:08:49.590749 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36722) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:49.651995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1b23f-76ba-40a7-9845-8b1f070c5550 req-dad0de75-17de-4dc0-a2a0-f0e16d3a9b49 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:49.660246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1c1b23f-76ba-40a7-9845-8b1f070c5550 req-dad0de75-17de-4dc0-a2a0-f0e16d3a9b49 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1175907
Feb 19 21:08:49.777408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1c1b23f-76ba-40a7-9845-8b1f070c5550 req-dfefa664-9034-4c85-8882-df22bd0377bf tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154373
Feb 19 21:08:49.787856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fb2fccb7-4738-450f-bdb3-b72685d1b1e1 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:49.789010 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-fb2fccb7-4738-450f-bdb3-b72685d1b1e1 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 19 21:08:49.789645 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-fb2fccb7-4738-450f-bdb3-b72685d1b1e1 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:08:49.794384 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fb2fccb7-4738-450f-bdb3-b72685d1b1e1 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1989799
Feb 19 21:08:49.794875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36728) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:49.799477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-aa2af505-bd63-4601-8fb4-e3ab0c1fcbe3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079779681'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:49.831119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa2af505-bd63-4601-8fb4-e3ab0c1fcbe3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:49.841383 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa2af505-bd63-4601-8fb4-e3ab0c1fcbe3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:49.910197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b64f16-321a-4aa3-a0ba-91e66a23f3a7 req-38d973b5-d50c-4eea-a9b6-6742c92c4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:49.912301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86b64f16-321a-4aa3-a0ba-91e66a23f3a7 req-38d973b5-d50c-4eea-a9b6-6742c92c4eac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 1128 time: 0.0901296
Feb 19 21:08:49.932355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa2af505-bd63-4601-8fb4-e3ab0c1fcbe3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (5883b8a4-18b5-4237-bb2f-1b0c020c18a0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:49.936381 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa2af505-bd63-4601-8fb4-e3ab0c1fcbe3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5883b8a4-18b5-4237-bb2f-1b0c020c18a0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:49.973700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57f8c0-28cb-494b-ada6-304f49597bb9 req-c5c26e2e-1d1f-4644-a4ed-a5bce94f4594 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:49.975913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf57f8c0-28cb-494b-ada6-304f49597bb9 req-c5c26e2e-1d1f-4644-a4ed-a5bce94f4594 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.1214874
Feb 19 21:08:49.981053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2af505-bd63-4601-8fb4-e3ab0c1fcbe3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5883b8a4-18b5-4237-bb2f-1b0c020c18a0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:50.020688 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa2af505-bd63-4601-8fb4-e3ab0c1fcbe3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (c8165002-ab48-42a6-a22b-fce41eb4f9de), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.028488 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa2af505-bd63-4601-8fb4-e3ab0c1fcbe3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c8165002-ab48-42a6-a22b-fce41eb4f9de), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.059826 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa2af505-bd63-4601-8fb4-e3ab0c1fcbe3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.062983 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aa2af505-bd63-4601-8fb4-e3ab0c1fcbe3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2651968
Feb 19 21:08:50.064984 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36732) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:50.068716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b64f16-321a-4aa3-a0ba-91e66a23f3a7 req-68146556-7ea7-42af-9bbf-170e0540ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:50.070214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86b64f16-321a-4aa3-a0ba-91e66a23f3a7 req-68146556-7ea7-42af-9bbf-170e0540ca93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.1528902
Feb 19 21:08:50.071147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c74bfa5a-36cb-4666-ab16-931a875f4d59 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': 'c8165002-ab48-42a6-a22b-fce41eb4f9de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:50.073893 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf57f8c0-28cb-494b-ada6-304f49597bb9 req-2748a554-381a-4ad0-bcdb-e89a90e6918f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782399
Feb 19 21:08:50.076904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2af505-bd63-4601-8fb4-e3ab0c1fcbe3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8165002-ab48-42a6-a22b-fce41eb4f9de,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:50.114983 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86b64f16-321a-4aa3-a0ba-91e66a23f3a7 req-fd4e74b3-54ff-47b9-951c-4b34371053b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0 HTTP/1.1" status: 200  len: 217 time: 0.0375164
Feb 19 21:08:50.119892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c74bfa5a-36cb-4666-ab16-931a875f4d59 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group_rule (4db94472-a6e8-4ebf-8904-46bd39d2232e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.163652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b64f16-321a-4aa3-a0ba-91e66a23f3a7 req-33b90a79-c4c5-4f33-9130-1d89de590c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:50.165176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86b64f16-321a-4aa3-a0ba-91e66a23f3a7 req-33b90a79-c4c5-4f33-9130-1d89de590c37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.0455523
Feb 19 21:08:50.178701 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c74bfa5a-36cb-4666-ab16-931a875f4d59 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group_rule (4db94472-a6e8-4ebf-8904-46bd39d2232e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.183038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c74bfa5a-36cb-4666-ab16-931a875f4d59 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (4db94472-a6e8-4ebf-8904-46bd39d2232e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.205759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bfa5a-36cb-4666-ab16-931a875f4d59 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db94472-a6e8-4ebf-8904-46bd39d2232e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:50.216599 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c74bfa5a-36cb-4666-ab16-931a875f4d59 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.222103 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c74bfa5a-36cb-4666-ab16-931a875f4d59 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1519639
Feb 19 21:08:50.222430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36734) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:50.225325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b64f16-321a-4aa3-a0ba-91e66a23f3a7 req-1ec9cec0-0ce9-428b-b5b0-16bbe38f0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:50.227098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86b64f16-321a-4aa3-a0ba-91e66a23f3a7 req-1ec9cec0-0ce9-428b-b5b0-16bbe38f0f73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0551183
Feb 19 21:08:50.227317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-11878d34-18a1-4f47-84e5-155462e475f2 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': 'c8165002-ab48-42a6-a22b-fce41eb4f9de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:50.263519 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-11878d34-18a1-4f47-84e5-155462e475f2 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group_rule (664fca9c-e949-44bf-b9ab-76c171cae54e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.329839 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-11878d34-18a1-4f47-84e5-155462e475f2 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:08:50.331075 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-11878d34-18a1-4f47-84e5-155462e475f2 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1076694
Feb 19 21:08:50.331659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86b64f16-321a-4aa3-a0ba-91e66a23f3a7 req-6d1992ac-ca8f-42bb-b4c5-88e820223b80 service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968585
Feb 19 21:08:50.334592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36736) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:50.378968 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec7b5a66-2ab0-4b41-b1e7-68af48637131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.393864 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a4b629d-826b-43ca-b8e5-2d65b0c0ba7c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (c8165002-ab48-42a6-a22b-fce41eb4f9de), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.418673 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a4b629d-826b-43ca-b8e5-2d65b0c0ba7c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (c8165002-ab48-42a6-a22b-fce41eb4f9de), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.431296 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86b64f16-321a-4aa3-a0ba-91e66a23f3a7 req-1596dc81-e0d2-4537-8a96-1de690c00650 service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900736
Feb 19 21:08:50.468445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a4b629d-826b-43ca-b8e5-2d65b0c0ba7c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c8165002-ab48-42a6-a22b-fce41eb4f9de), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.471135 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a4b629d-826b-43ca-b8e5-2d65b0c0ba7c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.472404 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1a4b629d-826b-43ca-b8e5-2d65b0c0ba7c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "DELETE /v2.0/security-groups/c8165002-ab48-42a6-a22b-fce41eb4f9de HTTP/1.1" status: 204  len: 168 time: 0.1369119
Feb 19 21:08:50.475689 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36738) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:50.482882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b629d-826b-43ca-b8e5-2d65b0c0ba7c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8165002-ab48-42a6-a22b-fce41eb4f9de,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:50.545536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d26397c5-af16-4102-93e0-0ee63af752fe tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0678840
Feb 19 21:08:50.549191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36742) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:50.567528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ebfed52b-ced2-4f89-98b9-220e8fba5eb2 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190527979'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:50.592391 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebfed52b-ced2-4f89-98b9-220e8fba5eb2 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.667011 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebfed52b-ced2-4f89-98b9-220e8fba5eb2 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (1e830565-bd3b-4b38-b26d-9597a2d4c34a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.671398 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebfed52b-ced2-4f89-98b9-220e8fba5eb2 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1e830565-bd3b-4b38-b26d-9597a2d4c34a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.702920 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebfed52b-ced2-4f89-98b9-220e8fba5eb2 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.704214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ebfed52b-ced2-4f89-98b9-220e8fba5eb2 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1540463
Feb 19 21:08:50.707125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36746) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:50.711664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d72f2405-ddbc-456f-bb42-39b82f69e5fa tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '1e830565-bd3b-4b38-b26d-9597a2d4c34a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:50.712479 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-d72f2405-ddbc-456f-bb42-39b82f69e5fa tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Feb 19 21:08:50.712990 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-d72f2405-ddbc-456f-bb42-39b82f69e5fa tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:50.714640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d72f2405-ddbc-456f-bb42-39b82f69e5fa tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0059366
Feb 19 21:08:50.716182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfed52b-ced2-4f89-98b9-220e8fba5eb2 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e830565-bd3b-4b38-b26d-9597a2d4c34a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:50.716991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36748) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:50.778350 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5986f2b-7b29-486d-baa6-6710a7fadca9 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (1e830565-bd3b-4b38-b26d-9597a2d4c34a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.805516 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5986f2b-7b29-486d-baa6-6710a7fadca9 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (1e830565-bd3b-4b38-b26d-9597a2d4c34a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.864392 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5986f2b-7b29-486d-baa6-6710a7fadca9 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1e830565-bd3b-4b38-b26d-9597a2d4c34a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.872660 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5986f2b-7b29-486d-baa6-6710a7fadca9 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:50.878264 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e5986f2b-7b29-486d-baa6-6710a7fadca9 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "DELETE /v2.0/security-groups/1e830565-bd3b-4b38-b26d-9597a2d4c34a HTTP/1.1" status: 204  len: 168 time: 0.1558018
Feb 19 21:08:50.879511 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36758) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:50.915669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5986f2b-7b29-486d-baa6-6710a7fadca9 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e830565-bd3b-4b38-b26d-9597a2d4c34a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:50.923283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e1194-7bc9-48ed-8462-6ae16a094ec8 req-6b7231ba-2259-4513-a078-26b4512282b6 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:50.926152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225e1194-7bc9-48ed-8462-6ae16a094ec8 req-6b7231ba-2259-4513-a078-26b4512282b6 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0796566
Feb 19 21:08:50.967326 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a19eff82-8f10-4fec-8987-872004642aeb tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0876398
Feb 19 21:08:50.970910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36766) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:50.982418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-24c7d0c2-2bda-4009-b04c-7c34f5c7fd07 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'tempest-secgroup--491135288'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:51.015579 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-225e1194-7bc9-48ed-8462-6ae16a094ec8 req-1110644d-c15f-4858-8f47-0a42c1619de6 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779941
Feb 19 21:08:51.016898 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24c7d0c2-2bda-4009-b04c-7c34f5c7fd07 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.091155 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24c7d0c2-2bda-4009-b04c-7c34f5c7fd07 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (7cc39c4e-a226-4d9a-9c9e-09804796e266), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.097367 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24c7d0c2-2bda-4009-b04c-7c34f5c7fd07 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7cc39c4e-a226-4d9a-9c9e-09804796e266), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.129419 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24c7d0c2-2bda-4009-b04c-7c34f5c7fd07 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.134739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36772) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.136863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-24c7d0c2-2bda-4009-b04c-7c34f5c7fd07 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1648812
Feb 19 21:08:51.139222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-44dbf3b4-4620-46e9-923b-50fc80c15acf tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '7cc39c4e-a226-4d9a-9c9e-09804796e266', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:51.142542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7d0c2-2bda-4009-b04c-7c34f5c7fd07 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc39c4e-a226-4d9a-9c9e-09804796e266,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:51.150381 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-44dbf3b4-4620-46e9-923b-50fc80c15acf tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Feb 19 21:08:51.151348 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-44dbf3b4-4620-46e9-923b-50fc80c15acf tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:51.153927 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-44dbf3b4-4620-46e9-923b-50fc80c15acf tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0177643
Feb 19 21:08:51.156120 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36780) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.222569 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d1208bb-3b4e-4552-a6a0-3a990fdf0f5e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (7cc39c4e-a226-4d9a-9c9e-09804796e266), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.246929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d295f-9661-40bb-8c3f-3c73c2424cb3 req-6162a928-bfcc-4168-a3e4-5e84b49f9f72 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:51.249148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-803d295f-9661-40bb-8c3f-3c73c2424cb3 req-6162a928-bfcc-4168-a3e4-5e84b49f9f72 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0667675
Feb 19 21:08:51.250351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d1208bb-3b4e-4552-a6a0-3a990fdf0f5e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (7cc39c4e-a226-4d9a-9c9e-09804796e266), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.295549 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d1208bb-3b4e-4552-a6a0-3a990fdf0f5e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7cc39c4e-a226-4d9a-9c9e-09804796e266), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.298283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d1208bb-3b4e-4552-a6a0-3a990fdf0f5e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.299425 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2d1208bb-3b4e-4552-a6a0-3a990fdf0f5e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "DELETE /v2.0/security-groups/7cc39c4e-a226-4d9a-9c9e-09804796e266 HTTP/1.1" status: 204  len: 168 time: 0.1421168
Feb 19 21:08:51.300741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-803d295f-9661-40bb-8c3f-3c73c2424cb3 req-dc43238d-9fd4-4355-98a5-8ee3b13edab9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456185
Feb 19 21:08:51.303681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36786) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.309427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1208bb-3b4e-4552-a6a0-3a990fdf0f5e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc39c4e-a226-4d9a-9c9e-09804796e266,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:51.353671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0fcbf69e-0578-47eb-8247-74170c352eba tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0486460
Feb 19 21:08:51.357344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36788) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.361735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8914e1f0-c73e-4e88-9910-19780beabcd6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775096009'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:51.381795 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8914e1f0-c73e-4e88-9910-19780beabcd6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.449950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8914e1f0-c73e-4e88-9910-19780beabcd6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (9f9e36e6-cfb2-4e66-8bab-332df27e01a1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.453619 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8914e1f0-c73e-4e88-9910-19780beabcd6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9f9e36e6-cfb2-4e66-8bab-332df27e01a1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.485199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914e1f0-c73e-4e88-9910-19780beabcd6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9e36e6-cfb2-4e66-8bab-332df27e01a1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:51.489958 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8914e1f0-c73e-4e88-9910-19780beabcd6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.491240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8914e1f0-c73e-4e88-9910-19780beabcd6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1329269
Feb 19 21:08:51.494338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36790) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.498885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ccfdfd2e-297c-463b-bc45-b513152e8863 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '9f9e36e6-cfb2-4e66-8bab-332df27e01a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:51.520347 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-ccfdfd2e-297c-463b-bc45-b513152e8863 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Feb 19 21:08:51.521568 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-ccfdfd2e-297c-463b-bc45-b513152e8863 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:51.522746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ccfdfd2e-297c-463b-bc45-b513152e8863 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0273964
Feb 19 21:08:51.525547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36792) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.529751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-341dab13-114d-49ec-9c4a-5d33afa27073 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '9f9e36e6-cfb2-4e66-8bab-332df27e01a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:51.530416 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-341dab13-114d-49ec-9c4a-5d33afa27073 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Feb 19 21:08:51.530883 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-341dab13-114d-49ec-9c4a-5d33afa27073 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:51.531824 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-341dab13-114d-49ec-9c4a-5d33afa27073 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0053875
Feb 19 21:08:51.534681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36794) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.544247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8f24abaf-040c-48a3-a765-a9a3b3c266f0 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '9f9e36e6-cfb2-4e66-8bab-332df27e01a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:51.545087 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-8f24abaf-040c-48a3-a765-a9a3b3c266f0 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Feb 19 21:08:51.545639 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-8f24abaf-040c-48a3-a765-a9a3b3c266f0 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:51.546596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8f24abaf-040c-48a3-a765-a9a3b3c266f0 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0059834
Feb 19 21:08:51.549646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36796) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.554264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-af6cd000-b799-4132-b23b-e60bff38f705 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '9f9e36e6-cfb2-4e66-8bab-332df27e01a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:51.555145 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-af6cd000-b799-4132-b23b-e60bff38f705 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Feb 19 21:08:51.555622 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-af6cd000-b799-4132-b23b-e60bff38f705 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:51.556585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-af6cd000-b799-4132-b23b-e60bff38f705 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0060947
Feb 19 21:08:51.559391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36798) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.613008 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92f5bf26-d11f-4f8b-aedf-fefae5d39858 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (9f9e36e6-cfb2-4e66-8bab-332df27e01a1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.636219 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92f5bf26-d11f-4f8b-aedf-fefae5d39858 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (9f9e36e6-cfb2-4e66-8bab-332df27e01a1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.681697 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92f5bf26-d11f-4f8b-aedf-fefae5d39858 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9f9e36e6-cfb2-4e66-8bab-332df27e01a1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.684436 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92f5bf26-d11f-4f8b-aedf-fefae5d39858 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.685586 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-92f5bf26-d11f-4f8b-aedf-fefae5d39858 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "DELETE /v2.0/security-groups/9f9e36e6-cfb2-4e66-8bab-332df27e01a1 HTTP/1.1" status: 204  len: 168 time: 0.1253147
Feb 19 21:08:51.688650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36800) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.695183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5bf26-d11f-4f8b-aedf-fefae5d39858 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9e36e6-cfb2-4e66-8bab-332df27e01a1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:51.737552 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6418ff2e-e49d-42ef-9122-0dac5d0f452a tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0476735
Feb 19 21:08:51.742043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36802) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.746665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5ef9330e-c61b-4f99-a265-a065212bf087 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110547573'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:51.769440 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef9330e-c61b-4f99-a265-a065212bf087 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.780954 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.839243 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef9330e-c61b-4f99-a265-a065212bf087 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (5aa135e3-0832-4047-9d4c-8e32f10ce6e2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.852611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef9330e-c61b-4f99-a265-a065212bf087 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5aa135e3-0832-4047-9d4c-8e32f10ce6e2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.886430 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef9330e-c61b-4f99-a265-a065212bf087 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:51.887587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5ef9330e-c61b-4f99-a265-a065212bf087 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1445038
Feb 19 21:08:51.888891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9330e-c61b-4f99-a265-a065212bf087 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa135e3-0832-4047-9d4c-8e32f10ce6e2,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:51.890757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36804) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.895406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f94d11be-8d31-4671-b2f8-793c6c03c1a8 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '5aa135e3-0832-4047-9d4c-8e32f10ce6e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:51.896838 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-f94d11be-8d31-4671-b2f8-793c6c03c1a8 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 19 21:08:51.897356 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-f94d11be-8d31-4671-b2f8-793c6c03c1a8 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:51.898435 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f94d11be-8d31-4671-b2f8-793c6c03c1a8 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0066757
Feb 19 21:08:51.901216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36806) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.905544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3f5e610e-54ca-4210-895b-657e2515ea2a tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '5aa135e3-0832-4047-9d4c-8e32f10ce6e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:51.946272 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-3f5e610e-54ca-4210-895b-657e2515ea2a tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:51.947483 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3f5e610e-54ca-4210-895b-657e2515ea2a tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0453091
Feb 19 21:08:51.950340 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36810) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.955257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f8be1459-d258-4240-815d-2d414a8edbb6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '5aa135e3-0832-4047-9d4c-8e32f10ce6e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:51.955986 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-f8be1459-d258-4240-815d-2d414a8edbb6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Feb 19 21:08:51.957063 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-f8be1459-d258-4240-815d-2d414a8edbb6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:51.958367 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f8be1459-d258-4240-815d-2d414a8edbb6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0067449
Feb 19 21:08:51.961561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36812) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:51.966298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-daae5002-e8e8-4f43-88aa-0e1ad45972d6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '5aa135e3-0832-4047-9d4c-8e32f10ce6e2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:52.001434 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-daae5002-e8e8-4f43-88aa-0e1ad45972d6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:52.002500 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-daae5002-e8e8-4f43-88aa-0e1ad45972d6 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0399735
Feb 19 21:08:52.005398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36814) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:52.009801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8548672d-ac1d-4159-ab72-b956baf272e4 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '5aa135e3-0832-4047-9d4c-8e32f10ce6e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:52.010282 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-8548672d-ac1d-4159-ab72-b956baf272e4 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 19 21:08:52.010768 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-8548672d-ac1d-4159-ab72-b956baf272e4 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:52.011739 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8548672d-ac1d-4159-ab72-b956baf272e4 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0054371
Feb 19 21:08:52.014385 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36816) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:52.018504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-17705d7b-eaa7-4e7d-b3b8-895d9237fa23 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '5aa135e3-0832-4047-9d4c-8e32f10ce6e2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:52.048316 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-17705d7b-eaa7-4e7d-b3b8-895d9237fa23 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Project 8f8d78b37852431c9f16ee8a47991b85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:08:52.064867 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-17705d7b-eaa7-4e7d-b3b8-895d9237fa23 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:52.065998 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-17705d7b-eaa7-4e7d-b3b8-895d9237fa23 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0507321
Feb 19 21:08:52.069122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36824) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:52.073504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bdd1727d-e93f-4155-9704-dbae37cec3ae tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '5aa135e3-0832-4047-9d4c-8e32f10ce6e2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:52.073977 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-bdd1727d-e93f-4155-9704-dbae37cec3ae tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Feb 19 21:08:52.074457 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-bdd1727d-e93f-4155-9704-dbae37cec3ae tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:52.075930 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bdd1727d-e93f-4155-9704-dbae37cec3ae tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0053689
Feb 19 21:08:52.078271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36826) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:52.085576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c6b64441-6b6a-462a-8381-3a591780489e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '5aa135e3-0832-4047-9d4c-8e32f10ce6e2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:52.110270 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-c6b64441-6b6a-462a-8381-3a591780489e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Project 8f8d78b37852431c9f16ee8a47991b85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:08:52.126098 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-c6b64441-6b6a-462a-8381-3a591780489e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:52.130141 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c6b64441-6b6a-462a-8381-3a591780489e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0470939
Feb 19 21:08:52.130338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36830) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:52.135230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9ea05252-b7bb-4b55-93e7-67cf8da113bb tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '5aa135e3-0832-4047-9d4c-8e32f10ce6e2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:52.161631 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-9ea05252-b7bb-4b55-93e7-67cf8da113bb tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Project 8f8d78b37852431c9f16ee8a47991b85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:08:52.163369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf51ad-013b-415f-95cf-4082b70ee141 req-27c16236-fb19-4f1c-9dcc-842b88043d8f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:52.164994 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcdf51ad-013b-415f-95cf-4082b70ee141 req-27c16236-fb19-4f1c-9dcc-842b88043d8f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0633674
Feb 19 21:08:52.178709 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-9ea05252-b7bb-4b55-93e7-67cf8da113bb tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:52.182544 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9ea05252-b7bb-4b55-93e7-67cf8da113bb tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0484474
Feb 19 21:08:52.184811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36832) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:52.223275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcdf51ad-013b-415f-95cf-4082b70ee141 req-63ff4a9c-8e7c-4bb2-b6d3-fad98d3e9cd1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501723
Feb 19 21:08:52.251019 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee9b79d2-930c-46e3-95a5-01c21cf8ff71 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (5aa135e3-0832-4047-9d4c-8e32f10ce6e2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:52.275517 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee9b79d2-930c-46e3-95a5-01c21cf8ff71 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (5aa135e3-0832-4047-9d4c-8e32f10ce6e2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:52.317728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee9b79d2-930c-46e3-95a5-01c21cf8ff71 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5aa135e3-0832-4047-9d4c-8e32f10ce6e2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:52.321127 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee9b79d2-930c-46e3-95a5-01c21cf8ff71 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:52.322363 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ee9b79d2-930c-46e3-95a5-01c21cf8ff71 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "DELETE /v2.0/security-groups/5aa135e3-0832-4047-9d4c-8e32f10ce6e2 HTTP/1.1" status: 204  len: 168 time: 0.1362162
Feb 19 21:08:52.327334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36836) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:52.338139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b79d2-930c-46e3-95a5-01c21cf8ff71 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa135e3-0832-4047-9d4c-8e32f10ce6e2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:52.388146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e54a7562-9ca3-40eb-b6a3-cb5e1dc90076 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0595479
Feb 19 21:08:52.393971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36838) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:52.399517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-84125b97-6d4b-4244-b616-0df4fdbbe37c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'tempest-secgroup--398685998'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:52.463858 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84125b97-6d4b-4244-b616-0df4fdbbe37c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:52.515129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e1297-dd58-483a-b652-eacc80ae39c1 req-213044fd-9608-4397-8573-7acc7d2c5200 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:52.516953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-221e1297-dd58-483a-b652-eacc80ae39c1 req-213044fd-9608-4397-8573-7acc7d2c5200 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 946 time: 0.0960927
Feb 19 21:08:52.616985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-221e1297-dd58-483a-b652-eacc80ae39c1 req-ae28f046-3e5f-483a-a55e-9614117b3fc8 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805292
Feb 19 21:08:52.643902 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84125b97-6d4b-4244-b616-0df4fdbbe37c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (dd5634e4-d780-4059-b0e6-36c28c7926c1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:52.649497 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84125b97-6d4b-4244-b616-0df4fdbbe37c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dd5634e4-d780-4059-b0e6-36c28c7926c1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:52.692074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84125b97-6d4b-4244-b616-0df4fdbbe37c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:52.696427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-84125b97-6d4b-4244-b616-0df4fdbbe37c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2985160
Feb 19 21:08:52.696427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84125b97-6d4b-4244-b616-0df4fdbbe37c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5634e4-d780-4059-b0e6-36c28c7926c1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:52.701477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36864) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:52.706616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-668894e3-c85d-4ee9-b74d-9d76694fb223 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': 'dd5634e4-d780-4059-b0e6-36c28c7926c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:52.763339 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-668894e3-c85d-4ee9-b74d-9d76694fb223 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The resource could not be found.
Feb 19 21:08:52.767510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36870) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:52.767704 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-668894e3-c85d-4ee9-b74d-9d76694fb223 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0647297
Feb 19 21:08:52.773603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5931bf93-1900-4652-8b7b-cbcb081e177f tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': 'dd5634e4-d780-4059-b0e6-36c28c7926c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd98bb747-1a82-4cbe-8e9b-2edb87a5f59f'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:52.822375 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-5931bf93-1900-4652-8b7b-cbcb081e177f tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The resource could not be found.
Feb 19 21:08:52.823568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5931bf93-1900-4652-8b7b-cbcb081e177f tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0550268
Feb 19 21:08:52.826750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36876) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:52.901547 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb0e88c6-9217-4b84-8767-1b3d105b8ad7 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (dd5634e4-d780-4059-b0e6-36c28c7926c1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:52.934746 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb0e88c6-9217-4b84-8767-1b3d105b8ad7 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (dd5634e4-d780-4059-b0e6-36c28c7926c1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.005142 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb0e88c6-9217-4b84-8767-1b3d105b8ad7 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dd5634e4-d780-4059-b0e6-36c28c7926c1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.009079 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb0e88c6-9217-4b84-8767-1b3d105b8ad7 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.010303 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cb0e88c6-9217-4b84-8767-1b3d105b8ad7 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "DELETE /v2.0/security-groups/dd5634e4-d780-4059-b0e6-36c28c7926c1 HTTP/1.1" status: 204  len: 168 time: 0.1825264
Feb 19 21:08:53.014079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36882) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:53.020612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e88c6-9217-4b84-8767-1b3d105b8ad7 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5634e4-d780-4059-b0e6-36c28c7926c1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:53.069513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2844c8c3-a60d-4e58-830f-92f33f79b32c tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0550268
Feb 19 21:08:53.074250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36888) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:53.079554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e0bb2387-b4cc-4bbd-a424-bc249f1c5ca3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': 'c28fe1b7-c695-445c-9055-4e597f23bed5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:53.113059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:08:53.127184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:08:53.131042 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-e0bb2387-b4cc-4bbd-a424-bc249f1c5ca3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The resource could not be found.
Feb 19 21:08:53.136897 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e0bb2387-b4cc-4bbd-a424-bc249f1c5ca3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0614228
Feb 19 21:08:53.137540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36890) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:53.145834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e9233440-d2a0-4481-b882-f66b3499200d tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351896218'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:53.176672 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9233440-d2a0-4481-b882-f66b3499200d tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.281935 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9233440-d2a0-4481-b882-f66b3499200d tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (99f3b0d9-1f71-47ef-b72b-64719cbfcab9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.291381 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9233440-d2a0-4481-b882-f66b3499200d tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (99f3b0d9-1f71-47ef-b72b-64719cbfcab9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.371091 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9233440-d2a0-4481-b882-f66b3499200d tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.372725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e9233440-d2a0-4481-b882-f66b3499200d tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2336280
Feb 19 21:08:53.376096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36898) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:53.382282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-65f6f18d-892c-49e0-a487-beafb7996f0e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064537236'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:53.399857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9233440-d2a0-4481-b882-f66b3499200d tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f3b0d9-1f71-47ef-b72b-64719cbfcab9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:53.422796 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.434915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73960862-eb45-4b56-9634-aef0c1579249 req-8c63d3e8-bf9a-4b2d-ab5e-ecaadeda7ddf tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:53.444793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73960862-eb45-4b56-9634-aef0c1579249 req-8c63d3e8-bf9a-4b2d-ab5e-ecaadeda7ddf tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0901043
Feb 19 21:08:53.473429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65f6f18d-892c-49e0-a487-beafb7996f0e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.490897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:53.491322 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.498532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:53.515848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73960862-eb45-4b56-9634-aef0c1579249 req-62dbabb8-d425-4d69-bf46-bdc4fad88c0e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695860
Feb 19 21:08:53.525883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'port_id': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e', 'mac_address': 'fa:16:3e:53:1f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c86a79b-09b9-494b-a569-de0a15aa8814', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:08:53.532750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:53.535645 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb37498-2c2e-4264-8fbc-8c011ece438d" -d '{"events": [{"server_uuid": "6ee0c1d6-4d26-4bb6-bf2b-83054efe676c", "name": "network-vif-unplugged", "status": "completed", "tag": "761a57e3-c4a5-4caf-8b79-ab7836b14ef0"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:53.589373 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60023c07-1aef-40a5-a9dc-771051a11dd5 x-openstack-request-id: req-60023c07-1aef-40a5-a9dc-771051a11dd5 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:53.589685 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee0c1d6-4d26-4bb6-bf2b-83054efe676c", "name": "network-vif-unplugged", "status": "failed", "tag": "761a57e3-c4a5-4caf-8b79-ab7836b14ef0", "code": 422}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:53.589933 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60023c07-1aef-40a5-a9dc-771051a11dd5 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:53.590549 ncdv-master-1 neutron-server[121130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0', 'code': 422} returned with failed status
Feb 19 21:08:53.594699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:53.595903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:53.596277 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.597028 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65f6f18d-892c-49e0-a487-beafb7996f0e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (3c20cb3e-1893-4783-9d4c-4fa060a881c5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.601936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.602865 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65f6f18d-892c-49e0-a487-beafb7996f0e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3c20cb3e-1893-4783-9d4c-4fa060a881c5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.638718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:08:53.639417 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65f6f18d-892c-49e0-a487-beafb7996f0e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.641074 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-65f6f18d-892c-49e0-a487-beafb7996f0e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2636728
Feb 19 21:08:53.643443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6f18d-892c-49e0-a487-beafb7996f0e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c20cb3e-1893-4783-9d4c-4fa060a881c5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:53.644156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36904) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:53.657677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9efd655a-72a9-4de1-ac28-09a175bdc2cf tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '99f3b0d9-1f71-47ef-b72b-64719cbfcab9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3c20cb3e-1893-4783-9d4c-4fa060a881c5'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:53.679406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:53.686290 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.695970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:53.735622 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-9efd655a-72a9-4de1-ac28-09a175bdc2cf tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:53.738884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9efd655a-72a9-4de1-ac28-09a175bdc2cf tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0934739
Feb 19 21:08:53.744234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36906) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:53.788962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:53.814799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:08:53.860205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-052419ba-5430-439d-921a-34d182a332fd tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (3c20cb3e-1893-4783-9d4c-4fa060a881c5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.860842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d593b4e-e914-47fc-aea2-a6eaa5b98ecb req-fed87dbd-f8a5-4d90-9066-9f1971c4787c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:53.863668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d593b4e-e914-47fc-aea2-a6eaa5b98ecb req-fed87dbd-f8a5-4d90-9066-9f1971c4787c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 944 time: 0.1235170
Feb 19 21:08:53.893225 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-052419ba-5430-439d-921a-34d182a332fd tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (3c20cb3e-1893-4783-9d4c-4fa060a881c5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.960321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-052419ba-5430-439d-921a-34d182a332fd tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3c20cb3e-1893-4783-9d4c-4fa060a881c5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.963457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-052419ba-5430-439d-921a-34d182a332fd tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:53.964773 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-052419ba-5430-439d-921a-34d182a332fd tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "DELETE /v2.0/security-groups/3c20cb3e-1893-4783-9d4c-4fa060a881c5 HTTP/1.1" status: 204  len: 168 time: 0.2191157
Feb 19 21:08:53.975462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d593b4e-e914-47fc-aea2-a6eaa5b98ecb req-c6b2ae63-75d6-41e3-9c5b-14ed7a444f72 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986435
Feb 19 21:08:53.975689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36914) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:54.025610 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052419ba-5430-439d-921a-34d182a332fd tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c20cb3e-1893-4783-9d4c-4fa060a881c5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:54.122663 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-232f061d-78dd-4234-971d-5efcb675396f tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1520090
Feb 19 21:08:54.125658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36922) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:54.212861 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c94130ef-ed84-427c-9bdc-4e7ef2a55d21 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (99f3b0d9-1f71-47ef-b72b-64719cbfcab9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:54.240499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a777f-a2e6-4821-94b4-56c6eb9620c6 req-e865bbd4-707c-4f00-9fa8-7f6dd2750257 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:54.248825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a7a777f-a2e6-4821-94b4-56c6eb9620c6 req-e865bbd4-707c-4f00-9fa8-7f6dd2750257 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0846775
Feb 19 21:08:54.257336 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c94130ef-ed84-427c-9bdc-4e7ef2a55d21 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (99f3b0d9-1f71-47ef-b72b-64719cbfcab9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:54.319894 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a7a777f-a2e6-4821-94b4-56c6eb9620c6 req-beb5fa88-5626-475b-991e-56178bcb88e3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698657
Feb 19 21:08:54.337357 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c94130ef-ed84-427c-9bdc-4e7ef2a55d21 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (99f3b0d9-1f71-47ef-b72b-64719cbfcab9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:54.341671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c94130ef-ed84-427c-9bdc-4e7ef2a55d21 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:54.343621 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c94130ef-ed84-427c-9bdc-4e7ef2a55d21 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "DELETE /v2.0/security-groups/99f3b0d9-1f71-47ef-b72b-64719cbfcab9 HTTP/1.1" status: 204  len: 168 time: 0.2167392
Feb 19 21:08:54.346382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36930) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:54.381356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94130ef-ed84-427c-9bdc-4e7ef2a55d21 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f3b0d9-1f71-47ef-b72b-64719cbfcab9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:54.424841 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:54.460461 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-758071b1-8b5b-44be-b1ab-1c6fd5593c44 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1124010
Feb 19 21:08:54.464455 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36938) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:54.471250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0b10a012-cb15-4665-ba15-93d96edb6bc3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'tempest-secgroup--701255217'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:54.515031 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b10a012-cb15-4665-ba15-93d96edb6bc3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:54.585550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ee0bf-fa65-4333-98e5-42bc342459ee req-c51ae60b-5213-47c0-ab49-5d92cd8b97ec tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:54.593422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae7ee0bf-fa65-4333-98e5-42bc342459ee req-c51ae60b-5213-47c0-ab49-5d92cd8b97ec tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1289580
Feb 19 21:08:54.660619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b10a012-cb15-4665-ba15-93d96edb6bc3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (4f2b95f0-878e-4bca-89c9-c14fce5ca99c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:54.671511 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b10a012-cb15-4665-ba15-93d96edb6bc3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f2b95f0-878e-4bca-89c9-c14fce5ca99c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:54.722260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5606e06-e009-4bbd-8e8d-85ac73d307df req-279fcbda-dea0-4d07-9cb7-c9e3974b5b19 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:54.723510 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5606e06-e009-4bbd-8e8d-85ac73d307df req-279fcbda-dea0-4d07-9cb7-c9e3974b5b19 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 945 time: 0.1029418
Feb 19 21:08:54.732627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b10a012-cb15-4665-ba15-93d96edb6bc3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:54.736914 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0b10a012-cb15-4665-ba15-93d96edb6bc3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2673240
Feb 19 21:08:54.739503 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36952) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:54.745899 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-24d85e9d-76a1-42db-8c08-dfe010f40455 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '4f2b95f0-878e-4bca-89c9-c14fce5ca99c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:54.750808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae7ee0bf-fa65-4333-98e5-42bc342459ee req-c9acea57-1888-44c0-b3ff-986d0c8ee7b3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1517727
Feb 19 21:08:54.760054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10a012-cb15-4665-ba15-93d96edb6bc3 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2b95f0-878e-4bca-89c9-c14fce5ca99c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:54.840205 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-24d85e9d-76a1-42db-8c08-dfe010f40455 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:54.844155 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-24d85e9d-76a1-42db-8c08-dfe010f40455 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0993140
Feb 19 21:08:54.844540 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36956) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:54.849110 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cfb1d091-a925-4b63-b0cb-70264d3eca63 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group_rule': {'security_group_id': '4f2b95f0-878e-4bca-89c9-c14fce5ca99c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:54.853723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5606e06-e009-4bbd-8e8d-85ac73d307df req-6e3fc2ee-3dba-46c8-a073-64ef07091aed tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035933
Feb 19 21:08:54.919988 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-cfb1d091-a925-4b63-b0cb-70264d3eca63 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:54.922059 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cfb1d091-a925-4b63-b0cb-70264d3eca63 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0766246
Feb 19 21:08:54.929202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36958) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:54.980609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252bf05-e524-4512-aa6c-6d68827714fa req-fee48c06-f6f4-408b-b2fa-00702bf8c17c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:54.982651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0252bf05-e524-4512-aa6c-6d68827714fa req-fee48c06-f6f4-408b-b2fa-00702bf8c17c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0800576
Feb 19 21:08:55.029845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-577a9c04-1ed9-4fd4-9092-b3cfa891ab11 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (4f2b95f0-878e-4bca-89c9-c14fce5ca99c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.073433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-b8f42a65-11fe-4c0e-8f79-ebc1ec2b8aca req-46a89234-400f-442e-a031-df44795b9ff7 tempest-MigrationsAdminTest-1602652948 tempest-MigrationsAdminTest-1602652948-project] (121129) timed out ('10.222.0.30', 39124) {{(pid=121129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:08:55.079425 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-577a9c04-1ed9-4fd4-9092-b3cfa891ab11 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (4f2b95f0-878e-4bca-89c9-c14fce5ca99c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.085029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0252bf05-e524-4512-aa6c-6d68827714fa req-84fccc5c-aa11-40fa-abb3-3df1cd4450b3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937598
Feb 19 21:08:55.114342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:08:55.165103 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-577a9c04-1ed9-4fd4-9092-b3cfa891ab11 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f2b95f0-878e-4bca-89c9-c14fce5ca99c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.173714 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-577a9c04-1ed9-4fd4-9092-b3cfa891ab11 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.179367 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-577a9c04-1ed9-4fd4-9092-b3cfa891ab11 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "DELETE /v2.0/security-groups/4f2b95f0-878e-4bca-89c9-c14fce5ca99c HTTP/1.1" status: 204  len: 168 time: 0.2456012
Feb 19 21:08:55.180061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36966) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:55.190797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:08:55.191681 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.225240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a9c04-1ed9-4fd4-9092-b3cfa891ab11 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2b95f0-878e-4bca-89c9-c14fce5ca99c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:55.313418 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-589ea618-4502-4623-ab31-8df7eae944c4 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1287913
Feb 19 21:08:55.314970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36968) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:55.318763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:55.319164 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.323091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-38ee89d3-192d-4f52-b685-bdbcf861d7c5 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'tempest-secgroup--101714980'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:55.328908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092324d1-a6b9-4de5-ba9c-1b189e48716e req-189f49b4-67ef-444a-83a4-fc0e7a960790 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:55.337448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-092324d1-a6b9-4de5-ba9c-1b189e48716e req-189f49b4-67ef-444a-83a4-fc0e7a960790 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1479843
Feb 19 21:08:55.369552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:08:55.380094 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.383418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:08:55.386401 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ee89d3-192d-4f52-b685-bdbcf861d7c5 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.413795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-092324d1-a6b9-4de5-ba9c-1b189e48716e req-1f180374-d6a0-4c1b-a9a1-bac64fb7ef39 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740998
Feb 19 21:08:55.555825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:55.564730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 is: DOWN; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:08:55.575761 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ee89d3-192d-4f52-b685-bdbcf861d7c5 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (32308b5e-f4f4-4b99-8a07-f803fd1868d5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.581883 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ee89d3-192d-4f52-b685-bdbcf861d7c5 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (32308b5e-f4f4-4b99-8a07-f803fd1868d5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.594633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f620150-4262-4d39-9937-e1f00ea04a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:08:55.601220 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaf5eff-d2b1-44fa-9b35-dc11350f11f8" -d '{"events": [{"server_uuid": "6f620150-4262-4d39-9937-e1f00ea04a88", "name": "network-vif-plugged", "status": "completed", "tag": "d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:08:55.622204 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ee89d3-192d-4f52-b685-bdbcf861d7c5 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.623872 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-38ee89d3-192d-4f52-b685-bdbcf861d7c5 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3076408
Feb 19 21:08:55.625374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee89d3-192d-4f52-b685-bdbcf861d7c5 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32308b5e-f4f4-4b99-8a07-f803fd1868d5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:55.627024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36978) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:55.641305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1af1c4a4-84be-4fa1-9968-8096df3c000e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:55.642018 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-1af1c4a4-84be-4fa1-9968-8096df3c000e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 19 21:08:55.643381 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-1af1c4a4-84be-4fa1-9968-8096df3c000e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] update failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:08:55.643540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1af1c4a4-84be-4fa1-9968-8096df3c000e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "PUT /v2.0/security-groups/32308b5e-f4f4-4b99-8a07-f803fd1868d5 HTTP/1.1" status: 409  len: 330 time: 0.0154438
Feb 19 21:08:55.647278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36980) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:55.675365 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe2b198-ca78-4c0f-a95c-e9d124b05117 x-openstack-request-id: req-ffe2b198-ca78-4c0f-a95c-e9d124b05117 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:08:55.675728 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f620150-4262-4d39-9937-e1f00ea04a88", "name": "network-vif-plugged", "status": "completed", "tag": "d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:08:55.675995 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffe2b198-ca78-4c0f-a95c-e9d124b05117 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:08:55.678244 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f620150-4262-4d39-9937-e1f00ea04a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e', 'code': 200}
Feb 19 21:08:55.740515 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c03d69-e75e-4823-9085-aba516cc0e49 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (32308b5e-f4f4-4b99-8a07-f803fd1868d5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.814422 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c03d69-e75e-4823-9085-aba516cc0e49 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (32308b5e-f4f4-4b99-8a07-f803fd1868d5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.874443 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.888532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640f0bd-3140-4e83-9716-bb83c0241dfa req-7982730c-c788-4262-ac07-03e1a02dbe60 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:55.891144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9640f0bd-3140-4e83-9716-bb83c0241dfa req-7982730c-c788-4262-ac07-03e1a02dbe60 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1440353
Feb 19 21:08:55.892719 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c03d69-e75e-4823-9085-aba516cc0e49 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (32308b5e-f4f4-4b99-8a07-f803fd1868d5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.895575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c03d69-e75e-4823-9085-aba516cc0e49 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:55.896896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-25c03d69-e75e-4823-9085-aba516cc0e49 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "DELETE /v2.0/security-groups/32308b5e-f4f4-4b99-8a07-f803fd1868d5 HTTP/1.1" status: 204  len: 168 time: 0.2479665
Feb 19 21:08:55.899519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36988) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:55.925094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c03d69-e75e-4823-9085-aba516cc0e49 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32308b5e-f4f4-4b99-8a07-f803fd1868d5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:56.004823 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8461d81b-7a89-4baa-88dd-debae13c6953 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1037111
Feb 19 21:08:56.009487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36990) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:56.013071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9640f0bd-3140-4e83-9716-bb83c0241dfa req-5758d53d-1ea0-4926-8a39-e56e79b20c13 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148973
Feb 19 21:08:56.024501 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-4d712dc3-6f08-4933-b182-a688f9040be9 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] delete failed (client error): The resource could not be found.
Feb 19 21:08:56.024881 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4d712dc3-6f08-4933-b182-a688f9040be9 tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "DELETE /v2.0/security-groups/31c07b76-47fb-41c1-a413-f36cc9dec5f4 HTTP/1.1" status: 404  len: 347 time: 0.0142858
Feb 19 21:08:56.028954 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36992) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:56.044241 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-ba4e8faa-2b4e-433e-b02f-8e6771d8191b tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] show failed (client error): The resource could not be found.
Feb 19 21:08:56.047860 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ba4e8faa-2b4e-433e-b02f-8e6771d8191b tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-groups/278437a1-2ddd-420e-9b6f-0288b2d22f46 HTTP/1.1" status: 404  len: 347 time: 0.0152717
Feb 19 21:08:56.050000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36994) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:56.059600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09a296-37f2-4f50-a577-c40e17150c5e req-bae70cba-3177-4d2f-97df-32077a332661 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:56.061562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b09a296-37f2-4f50-a577-c40e17150c5e req-bae70cba-3177-4d2f-97df-32077a332661 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1068120
Feb 19 21:08:56.067343 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-1d48a61b-9190-4716-a4bf-14160795830e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] show failed (client error): The resource could not be found.
Feb 19 21:08:56.070328 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1d48a61b-9190-4716-a4bf-14160795830e tempest-NegativeSecGroupIPv6Test-1333389357 tempest-NegativeSecGroupIPv6Test-1333389357-project] 10.222.0.30 "GET /v2.0/security-group-rules/24c55d13-8efe-47c5-8908-53e4d1f11753 HTTP/1.1" status: 404  len: 356 time: 0.0188887
Feb 19 21:08:56.165338 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b09a296-37f2-4f50-a577-c40e17150c5e req-2d072aa4-614a-47b1-95d6-1a20a6b66dca tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956838
Feb 19 21:08:56.596760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37020) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:56.824367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1d54c6d2-0588-4959-9d28-73aac6297728 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f8d78b37852431c9f16ee8a47991b85&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2263751
Feb 19 21:08:56.828593 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37032) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:56.899528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2486026e-d4b6-413b-a7ca-5de41defb4c3 admin admin] Publish callbacks [] for security_group (5883b8a4-18b5-4237-bb2f-1b0c020c18a0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:56.930623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2486026e-d4b6-413b-a7ca-5de41defb4c3 admin admin] Publish callbacks [] for security_group (5883b8a4-18b5-4237-bb2f-1b0c020c18a0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:57.012173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2486026e-d4b6-413b-a7ca-5de41defb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5883b8a4-18b5-4237-bb2f-1b0c020c18a0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:57.016398 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2486026e-d4b6-413b-a7ca-5de41defb4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:57.018108 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2486026e-d4b6-413b-a7ca-5de41defb4c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5883b8a4-18b5-4237-bb2f-1b0c020c18a0 HTTP/1.1" status: 204  len: 168 time: 0.1876647
Feb 19 21:08:57.027553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486026e-d4b6-413b-a7ca-5de41defb4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5883b8a4-18b5-4237-bb2f-1b0c020c18a0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:57.299962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ec37c-7ad6-4b25-9210-aa84a7089e44 req-428a9481-bc2b-42ec-a02a-b758a1d8566f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:57.311945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa4ec37c-7ad6-4b25-9210-aa84a7089e44 req-428a9481-bc2b-42ec-a02a-b758a1d8566f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1458604
Feb 19 21:08:57.460405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa4ec37c-7ad6-4b25-9210-aa84a7089e44 req-84786b45-23ec-40c5-8e13-8d655a0aaed3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471028
Feb 19 21:08:57.497944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32308190-240d-4ee0-ab41-dddd2af96715 req-c158558e-c9f5-4140-b2e6-14fe000d50b5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:57.528450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-32308190-240d-4ee0-ab41-dddd2af96715 req-c158558e-c9f5-4140-b2e6-14fe000d50b5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1500676
Feb 19 21:08:57.643875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-32308190-240d-4ee0-ab41-dddd2af96715 req-251c13d8-e821-48ac-8aa2-49120cfb80b0 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284323
Feb 19 21:08:58.318801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37108) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:58.461566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f1eabb29-6261-4853-937b-335b1ee67e27 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:58.462665 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-f1eabb29-6261-4853-937b-335b1ee67e27 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 19 21:08:58.463440 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-f1eabb29-6261-4853-937b-335b1ee67e27 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:08:58.464586 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f1eabb29-6261-4853-937b-335b1ee67e27 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1446667
Feb 19 21:08:58.468434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37116) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:58.473069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f53bb074-6dd9-4c9e-abf6-e7281f89ce5e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591282898'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:58.502436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f53bb074-6dd9-4c9e-abf6-e7281f89ce5e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:58.517739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f53bb074-6dd9-4c9e-abf6-e7281f89ce5e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:58.638524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f53bb074-6dd9-4c9e-abf6-e7281f89ce5e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (bc1114f9-2eb4-4594-be01-e9299e2f8254), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:58.645304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8486f5-e580-49aa-941b-1fa620a932d4 req-bc3bc3cb-066a-4a92-90ac-fba50afe9bdc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:58.648663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a8486f5-e580-49aa-941b-1fa620a932d4 req-bc3bc3cb-066a-4a92-90ac-fba50afe9bdc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0806992
Feb 19 21:08:58.651889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f53bb074-6dd9-4c9e-abf6-e7281f89ce5e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bc1114f9-2eb4-4594-be01-e9299e2f8254), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:58.696808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bb074-6dd9-4c9e-abf6-e7281f89ce5e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1114f9-2eb4-4594-be01-e9299e2f8254,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:58.775046 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a8486f5-e580-49aa-941b-1fa620a932d4 req-adf43fce-d619-40e2-8c16-cecbec6a752c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176736
Feb 19 21:08:58.841132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f53bb074-6dd9-4c9e-abf6-e7281f89ce5e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (f3ad4c59-cf13-4203-b2d3-786338e4fd5e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:58.852521 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f53bb074-6dd9-4c9e-abf6-e7281f89ce5e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f3ad4c59-cf13-4203-b2d3-786338e4fd5e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:58.914779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37130) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:58.925160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bb074-6dd9-4c9e-abf6-e7281f89ce5e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ad4c59-cf13-4203-b2d3-786338e4fd5e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:58.931475 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f53bb074-6dd9-4c9e-abf6-e7281f89ce5e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:58.935324 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f53bb074-6dd9-4c9e-abf6-e7281f89ce5e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4631617
Feb 19 21:08:58.935774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37134) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:58.941109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8bb9169d-da57-4143-aa48-6df06f7b7479 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': 'f3ad4c59-cf13-4203-b2d3-786338e4fd5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:58.957459 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b45f82-ffd3-4ec7-b527-2fa58a73c3bb req-41346f3c-662b-4295-8c4b-f4b3cc74d522 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:08:58.968023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1b45f82-ffd3-4ec7-b527-2fa58a73c3bb req-41346f3c-662b-4295-8c4b-f4b3cc74d522 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1578317
Feb 19 21:08:59.108700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1b45f82-ffd3-4ec7-b527-2fa58a73c3bb req-bb5efa7a-6151-4b7a-9fac-19410e9fa7f1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322067
Feb 19 21:08:59.108700 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8bb9169d-da57-4143-aa48-6df06f7b7479 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group_rule (4095d447-e045-468d-9fe3-1c325857439b), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.116102 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6d33-e0cc-4d40-9372-1fca4af210fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.194827 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8bb9169d-da57-4143-aa48-6df06f7b7479 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group_rule (4095d447-e045-468d-9fe3-1c325857439b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.201976 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8bb9169d-da57-4143-aa48-6df06f7b7479 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (4095d447-e045-468d-9fe3-1c325857439b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.234244 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9169d-da57-4143-aa48-6df06f7b7479 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4095d447-e045-468d-9fe3-1c325857439b,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:59.250701 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8bb9169d-da57-4143-aa48-6df06f7b7479 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.254581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8bb9169d-da57-4143-aa48-6df06f7b7479 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3145771
Feb 19 21:08:59.257106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37140) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:59.265242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b82ba94c-b8f4-4ace-8f40-c756e0df3023 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': 'f3ad4c59-cf13-4203-b2d3-786338e4fd5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:59.280895 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6d33-e0cc-4d40-9372-1fca4af210fb admin admin] Publish callbacks [] for security_group (e9172a27-6a0e-44e7-873d-6c228a193606), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.289149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6d33-e0cc-4d40-9372-1fca4af210fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e9172a27-6a0e-44e7-873d-6c228a193606), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.325344 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b82ba94c-b8f4-4ace-8f40-c756e0df3023 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group_rule (6c3fd150-0599-4bd1-b517-43c2138cf96c), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.358770 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ab4a6d33-e0cc-4d40-9372-1fca4af210fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53b55d0fe70045ddac8112f06b75b66e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4428985
Feb 19 21:08:59.360225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a6d33-e0cc-4d40-9372-1fca4af210fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9172a27-6a0e-44e7-873d-6c228a193606,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:59.361887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37142) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:59.402883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.423408 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-b82ba94c-b8f4-4ace-8f40-c756e0df3023 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:08:59.425114 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b82ba94c-b8f4-4ace-8f40-c756e0df3023 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1629579
Feb 19 21:08:59.429394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37144) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:59.482318 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b0edb56-836c-4149-a7fe-770cb6287b71 admin admin] Publish callbacks [] for security_group (e9172a27-6a0e-44e7-873d-6c228a193606), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.517777 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6852d427-0486-435d-a8ff-37aed43656d3 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (f3ad4c59-cf13-4203-b2d3-786338e4fd5e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.522324 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b0edb56-836c-4149-a7fe-770cb6287b71 admin admin] Publish callbacks [] for security_group (e9172a27-6a0e-44e7-873d-6c228a193606), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.550327 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6852d427-0486-435d-a8ff-37aed43656d3 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (f3ad4c59-cf13-4203-b2d3-786338e4fd5e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.590586 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b0edb56-836c-4149-a7fe-770cb6287b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e9172a27-6a0e-44e7-873d-6c228a193606), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.593604 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b0edb56-836c-4149-a7fe-770cb6287b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.597167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8b0edb56-836c-4149-a7fe-770cb6287b71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9172a27-6a0e-44e7-873d-6c228a193606 HTTP/1.1" status: 204  len: 168 time: 0.2254050
Feb 19 21:08:59.603833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0edb56-836c-4149-a7fe-770cb6287b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9172a27-6a0e-44e7-873d-6c228a193606,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:59.647804 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6852d427-0486-435d-a8ff-37aed43656d3 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f3ad4c59-cf13-4203-b2d3-786338e4fd5e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.650646 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6852d427-0486-435d-a8ff-37aed43656d3 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.651840 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6852d427-0486-435d-a8ff-37aed43656d3 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "DELETE /v2.0/security-groups/f3ad4c59-cf13-4203-b2d3-786338e4fd5e HTTP/1.1" status: 204  len: 168 time: 0.2212551
Feb 19 21:08:59.654572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37148) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:59.683478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852d427-0486-435d-a8ff-37aed43656d3 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ad4c59-cf13-4203-b2d3-786338e4fd5e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:59.714366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fe717cf8-191c-405c-a729-7f79418b2a06 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0572891
Feb 19 21:08:59.717755 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37150) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:59.737113 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9ceebeda-d705-4ce2-a7eb-8237c77ce63f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group': {'name': 'tempest-secgroup--216830103'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:59.773982 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ceebeda-d705-4ce2-a7eb-8237c77ce63f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.885871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ceebeda-d705-4ce2-a7eb-8237c77ce63f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (1e5877e4-cd71-4e8f-aba3-62d9702b3c79), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.895559 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ceebeda-d705-4ce2-a7eb-8237c77ce63f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1e5877e4-cd71-4e8f-aba3-62d9702b3c79), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.961981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ceebeda-d705-4ce2-a7eb-8237c77ce63f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:08:59.966047 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9ceebeda-d705-4ce2-a7eb-8237c77ce63f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2442718
Feb 19 21:08:59.967363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37156) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:08:59.973485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-49181b61-5797-48c3-b524-cdeb43beaec4 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '1e5877e4-cd71-4e8f-aba3-62d9702b3c79', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:08:59.974661 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-49181b61-5797-48c3-b524-cdeb43beaec4 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Feb 19 21:08:59.975183 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-49181b61-5797-48c3-b524-cdeb43beaec4 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:08:59.979138 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-49181b61-5797-48c3-b524-cdeb43beaec4 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0080121
Feb 19 21:08:59.979138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceebeda-d705-4ce2-a7eb-8237c77ce63f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5877e4-cd71-4e8f-aba3-62d9702b3c79,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:08:59.980308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37158) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:00.068705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a8cfb-047b-4a6c-86eb-6df43a049093 req-bc1b90e5-486a-411f-a47c-3a76691745f2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:00.071402 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60434271-69b3-426b-be73-8880aff47f4e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (1e5877e4-cd71-4e8f-aba3-62d9702b3c79), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.079280 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b3a8cfb-047b-4a6c-86eb-6df43a049093 req-bc1b90e5-486a-411f-a47c-3a76691745f2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1536875
Feb 19 21:09:00.104312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60434271-69b3-426b-be73-8880aff47f4e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (1e5877e4-cd71-4e8f-aba3-62d9702b3c79), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.155456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b3a8cfb-047b-4a6c-86eb-6df43a049093 req-64e5c3dc-632f-4afe-838f-b2a0aa038dcc tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746214
Feb 19 21:09:00.165914 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60434271-69b3-426b-be73-8880aff47f4e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1e5877e4-cd71-4e8f-aba3-62d9702b3c79), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.169129 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60434271-69b3-426b-be73-8880aff47f4e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.172676 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-60434271-69b3-426b-be73-8880aff47f4e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "DELETE /v2.0/security-groups/1e5877e4-cd71-4e8f-aba3-62d9702b3c79 HTTP/1.1" status: 204  len: 168 time: 0.1890311
Feb 19 21:09:00.175659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37162) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:00.181846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60434271-69b3-426b-be73-8880aff47f4e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5877e4-cd71-4e8f-aba3-62d9702b3c79,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:00.220223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37166) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:00.275363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61f9b726-f8a9-45f5-a64c-c97b9fa66f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.285094 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9c47e591-a113-4139-9ea9-7da2d2387f61 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1081753
Feb 19 21:09:00.291703 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37170) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:00.297858 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f560ffaa-3408-44b8-aa3f-0e69dd8de009 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group': {'name': 'tempest-secgroup--296286019'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:00.335415 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f560ffaa-3408-44b8-aa3f-0e69dd8de009 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.351813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac5813-7dce-401d-84e6-2fcd9f8c459f req-9d669ca7-a651-4391-8a33-979e9cdedb97 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:00.363542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0ac5813-7dce-401d-84e6-2fcd9f8c459f req-9d669ca7-a651-4391-8a33-979e9cdedb97 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1237290
Feb 19 21:09:00.439013 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f560ffaa-3408-44b8-aa3f-0e69dd8de009 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (a41759c8-109a-4b6a-92ed-807350e1444c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.454682 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f560ffaa-3408-44b8-aa3f-0e69dd8de009 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a41759c8-109a-4b6a-92ed-807350e1444c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.460224 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0ac5813-7dce-401d-84e6-2fcd9f8c459f req-62c869d9-f728-45fe-8876-af41bf526106 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883420
Feb 19 21:09:00.513689 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f560ffaa-3408-44b8-aa3f-0e69dd8de009 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.517499 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f560ffaa-3408-44b8-aa3f-0e69dd8de009 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2245154
Feb 19 21:09:00.517900 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61f9b726-f8a9-45f5-a64c-c97b9fa66f30 admin admin] Publish callbacks [] for security_group (6c1b02f5-124f-41af-897a-b996959d0619), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.521876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37172) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:00.523194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560ffaa-3408-44b8-aa3f-0e69dd8de009 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41759c8-109a-4b6a-92ed-807350e1444c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:00.537657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c6db3de8-5366-4d50-8ea4-e53294d5a6d6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': 'a41759c8-109a-4b6a-92ed-807350e1444c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:00.539630 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-c6db3de8-5366-4d50-8ea4-e53294d5a6d6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Feb 19 21:09:00.540195 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-c6db3de8-5366-4d50-8ea4-e53294d5a6d6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:00.544242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37176) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:00.547303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c6db3de8-5366-4d50-8ea4-e53294d5a6d6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0229716
Feb 19 21:09:00.548695 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61f9b726-f8a9-45f5-a64c-c97b9fa66f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6c1b02f5-124f-41af-897a-b996959d0619), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.593707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-61f9b726-f8a9-45f5-a64c-c97b9fa66f30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd2ff83e2875460289d27cf25df598ce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3723283
Feb 19 21:09:00.602696 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37178) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:00.693646 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-382a458b-4b24-4d83-a8db-c359cfab16b9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (a41759c8-109a-4b6a-92ed-807350e1444c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.748623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-382a458b-4b24-4d83-a8db-c359cfab16b9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (a41759c8-109a-4b6a-92ed-807350e1444c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.762923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e0772c6a-9298-4bd5-86be-394a1f8f5508 admin admin] Publish callbacks [] for security_group (6c1b02f5-124f-41af-897a-b996959d0619), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.828655 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e0772c6a-9298-4bd5-86be-394a1f8f5508 admin admin] Publish callbacks [] for security_group (6c1b02f5-124f-41af-897a-b996959d0619), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.859250 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-382a458b-4b24-4d83-a8db-c359cfab16b9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a41759c8-109a-4b6a-92ed-807350e1444c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.862251 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-382a458b-4b24-4d83-a8db-c359cfab16b9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.868173 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-382a458b-4b24-4d83-a8db-c359cfab16b9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "DELETE /v2.0/security-groups/a41759c8-109a-4b6a-92ed-807350e1444c HTTP/1.1" status: 204  len: 168 time: 0.3178926
Feb 19 21:09:00.874910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37180) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:00.887086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a458b-4b24-4d83-a8db-c359cfab16b9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41759c8-109a-4b6a-92ed-807350e1444c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:00.907699 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:09:00.973211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e0772c6a-9298-4bd5-86be-394a1f8f5508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6c1b02f5-124f-41af-897a-b996959d0619), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.977675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e0772c6a-9298-4bd5-86be-394a1f8f5508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:00.979271 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e0772c6a-9298-4bd5-86be-394a1f8f5508 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c1b02f5-124f-41af-897a-b996959d0619 HTTP/1.1" status: 204  len: 168 time: 0.3752797
Feb 19 21:09:01.015955 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1d1dc6d7-bed5-4af3-a156-fdd7913579d5 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1262960
Feb 19 21:09:01.020074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37186) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:01.020988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0772c6a-9298-4bd5-86be-394a1f8f5508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1b02f5-124f-41af-897a-b996959d0619,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:01.032234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-45e24393-d214-42d0-ac43-32c98223379e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444633386'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:01.043138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9b726-f8a9-45f5-a64c-c97b9fa66f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1b02f5-124f-41af-897a-b996959d0619,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:01.075157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51af8e3-d2c0-450d-972d-2067c6735b87 req-a72d7e68-a3e5-47f6-955b-a3d5e4d9fcfd tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:01.076805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c51af8e3-d2c0-450d-972d-2067c6735b87 req-a72d7e68-a3e5-47f6-955b-a3d5e4d9fcfd tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 945 time: 0.4692483
Feb 19 21:09:01.078145 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45e24393-d214-42d0-ac43-32c98223379e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.173713 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c51af8e3-d2c0-450d-972d-2067c6735b87 req-7b42e072-3fc7-4b63-9fd1-f3b1fa93a309 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830681
Feb 19 21:09:01.239797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45e24393-d214-42d0-ac43-32c98223379e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (cdbe86f7-96cc-41ab-80e6-4de5b56e446c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.251841 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45e24393-d214-42d0-ac43-32c98223379e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cdbe86f7-96cc-41ab-80e6-4de5b56e446c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.307287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e24393-d214-42d0-ac43-32c98223379e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe86f7-96cc-41ab-80e6-4de5b56e446c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:01.342227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45e24393-d214-42d0-ac43-32c98223379e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.348488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-45e24393-d214-42d0-ac43-32c98223379e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3159986
Feb 19 21:09:01.348488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37192) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:01.353539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-7940c071-48bc-48b6-9d48-83fcbe372a78 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe86f7-96cc-41ab-80e6-4de5b56e446c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:01.354459 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-7940c071-48bc-48b6-9d48-83fcbe372a78 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Feb 19 21:09:01.355085 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-7940c071-48bc-48b6-9d48-83fcbe372a78 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:01.356114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7940c071-48bc-48b6-9d48-83fcbe372a78 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0087020
Feb 19 21:09:01.359220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37194) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:01.365934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1b49573d-59e2-47cf-affd-c62abf3dac88 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe86f7-96cc-41ab-80e6-4de5b56e446c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:01.366660 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-1b49573d-59e2-47cf-affd-c62abf3dac88 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Feb 19 21:09:01.367194 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-1b49573d-59e2-47cf-affd-c62abf3dac88 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:01.368233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1b49573d-59e2-47cf-affd-c62abf3dac88 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0080836
Feb 19 21:09:01.371983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37196) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:01.384175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d4246fe7-d948-4475-a9b1-92ee0c5553b8 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe86f7-96cc-41ab-80e6-4de5b56e446c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:01.384951 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-d4246fe7-d948-4475-a9b1-92ee0c5553b8 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Feb 19 21:09:01.385538 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-d4246fe7-d948-4475-a9b1-92ee0c5553b8 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:01.386552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d4246fe7-d948-4475-a9b1-92ee0c5553b8 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0135984
Feb 19 21:09:01.390138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37198) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:01.395305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a206bf66-324b-4950-aa54-263cea17fcac tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': 'cdbe86f7-96cc-41ab-80e6-4de5b56e446c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:01.398429 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-a206bf66-324b-4950-aa54-263cea17fcac tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Feb 19 21:09:01.399244 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-a206bf66-324b-4950-aa54-263cea17fcac tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:01.400580 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a206bf66-324b-4950-aa54-263cea17fcac tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0090916
Feb 19 21:09:01.403467 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37200) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:01.415194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250030b-f04d-4dbb-9d09-45e8fa440dfb req-db05b5d3-aed2-4f15-b1eb-5dc30024aba9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:01.417366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8250030b-f04d-4dbb-9d09-45e8fa440dfb req-db05b5d3-aed2-4f15-b1eb-5dc30024aba9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1382465
Feb 19 21:09:01.482461 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8250030b-f04d-4dbb-9d09-45e8fa440dfb req-67feebd6-4916-4719-be99-7eea9ef012fa tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585628
Feb 19 21:09:01.523509 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b873ce5f-36f6-4fc7-980b-338fd333b59a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (cdbe86f7-96cc-41ab-80e6-4de5b56e446c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.558187 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b873ce5f-36f6-4fc7-980b-338fd333b59a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (cdbe86f7-96cc-41ab-80e6-4de5b56e446c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.640943 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b873ce5f-36f6-4fc7-980b-338fd333b59a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cdbe86f7-96cc-41ab-80e6-4de5b56e446c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.643784 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b873ce5f-36f6-4fc7-980b-338fd333b59a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.644859 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b873ce5f-36f6-4fc7-980b-338fd333b59a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "DELETE /v2.0/security-groups/cdbe86f7-96cc-41ab-80e6-4de5b56e446c HTTP/1.1" status: 204  len: 168 time: 0.2391856
Feb 19 21:09:01.650256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37212) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:01.651312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda4798-6645-42bc-b85a-1942bbdf9093 req-d9464c1d-7fee-40e3-83c0-101ba72d0e68 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:01.655673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efda4798-6645-42bc-b85a-1942bbdf9093 req-d9464c1d-7fee-40e3-83c0-101ba72d0e68 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0814602
Feb 19 21:09:01.668318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873ce5f-36f6-4fc7-980b-338fd333b59a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe86f7-96cc-41ab-80e6-4de5b56e446c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:01.748557 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f4ce84e0-f6ed-427f-9a6c-3da6ec1651f5 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0974038
Feb 19 21:09:01.753009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37216) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:01.757741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a1796d4c-f172-4c1e-a24b-a082b9e7f82f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group': {'name': 'tempest-secgroup--996488536'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:01.775365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efda4798-6645-42bc-b85a-1942bbdf9093 req-abce0505-ae51-4684-a97f-dc89433b37ad tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137731
Feb 19 21:09:01.802746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1796d4c-f172-4c1e-a24b-a082b9e7f82f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.901668 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1796d4c-f172-4c1e-a24b-a082b9e7f82f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (86fd38e0-6f94-46d4-af27-db825d4748c1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.907397 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1796d4c-f172-4c1e-a24b-a082b9e7f82f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (86fd38e0-6f94-46d4-af27-db825d4748c1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.967522 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1796d4c-f172-4c1e-a24b-a082b9e7f82f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:01.969965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a1796d4c-f172-4c1e-a24b-a082b9e7f82f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2152529
Feb 19 21:09:01.972401 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37222) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:01.983873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3847bbd4-a068-482a-9cd2-5484a854c1d6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '86fd38e0-6f94-46d4-af27-db825d4748c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:01.984671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1796d4c-f172-4c1e-a24b-a082b9e7f82f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fd38e0-6f94-46d4-af27-db825d4748c1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:01.985323 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-3847bbd4-a068-482a-9cd2-5484a854c1d6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 19 21:09:01.986075 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-3847bbd4-a068-482a-9cd2-5484a854c1d6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:01.987458 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3847bbd4-a068-482a-9cd2-5484a854c1d6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0102642
Feb 19 21:09:01.991119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37224) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:01.999501 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bf02bab2-f735-4768-ba36-0d28556fcd2b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '86fd38e0-6f94-46d4-af27-db825d4748c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:02.056784 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-bf02bab2-f735-4768-ba36-0d28556fcd2b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:02.057988 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bf02bab2-f735-4768-ba36-0d28556fcd2b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0658035
Feb 19 21:09:02.063793 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37228) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:02.070071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9418e119-b334-4bfd-878a-c0403f0fb57b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '86fd38e0-6f94-46d4-af27-db825d4748c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:02.070602 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-9418e119-b334-4bfd-878a-c0403f0fb57b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Feb 19 21:09:02.071077 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-9418e119-b334-4bfd-878a-c0403f0fb57b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:02.072279 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9418e119-b334-4bfd-878a-c0403f0fb57b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0067353
Feb 19 21:09:02.075309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37230) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:02.080072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-36fc433c-140c-4b87-b2d9-9a3ef39b61e2 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '86fd38e0-6f94-46d4-af27-db825d4748c1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:02.139462 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-36fc433c-140c-4b87-b2d9-9a3ef39b61e2 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:02.139462 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-36fc433c-140c-4b87-b2d9-9a3ef39b61e2 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0524292
Feb 19 21:09:02.139822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37234) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:02.144517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-85600f3a-014d-4e5a-99f6-1230d71caafe tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '86fd38e0-6f94-46d4-af27-db825d4748c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:02.145009 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-85600f3a-014d-4e5a-99f6-1230d71caafe tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 19 21:09:02.145513 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-85600f3a-014d-4e5a-99f6-1230d71caafe tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:02.149361 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-85600f3a-014d-4e5a-99f6-1230d71caafe tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0058069
Feb 19 21:09:02.150639 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37236) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:02.159566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-02897e75-052b-4b4b-8eeb-2a9b73b82ee9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '86fd38e0-6f94-46d4-af27-db825d4748c1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:02.217603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812daf8-0678-495d-99f4-0d23f59ab063 req-e33917c3-3d75-421e-ba0c-12a7873b1126 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:02.219370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4812daf8-0678-495d-99f4-0d23f59ab063 req-e33917c3-3d75-421e-ba0c-12a7873b1126 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.10 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 945 time: 0.1004019
Feb 19 21:09:02.241547 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-02897e75-052b-4b4b-8eeb-2a9b73b82ee9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:02.246535 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-02897e75-052b-4b4b-8eeb-2a9b73b82ee9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0928943
Feb 19 21:09:02.247915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37240) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:02.259260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e44174d4-480b-430f-90a7-a6d461a44dda tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '86fd38e0-6f94-46d4-af27-db825d4748c1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:02.263673 ncdv-master-1 neutron-server[121129]: WARNING neutron.api.v2.base [None req-e44174d4-480b-430f-90a7-a6d461a44dda tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Feb 19 21:09:02.264208 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-e44174d4-480b-430f-90a7-a6d461a44dda tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:02.265358 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e44174d4-480b-430f-90a7-a6d461a44dda tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0122449
Feb 19 21:09:02.268119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37242) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:02.280378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-53823ec7-9464-42a3-a75b-974b2ca237ea tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '86fd38e0-6f94-46d4-af27-db825d4748c1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:02.355743 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-53823ec7-9464-42a3-a75b-974b2ca237ea tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:02.361106 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-53823ec7-9464-42a3-a75b-974b2ca237ea tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0904074
Feb 19 21:09:02.361949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37246) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:02.369086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-87c5cd0a-c224-462e-a5f8-189b6db200d6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '86fd38e0-6f94-46d4-af27-db825d4748c1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:02.423132 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-87c5cd0a-c224-462e-a5f8-189b6db200d6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:02.424069 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-87c5cd0a-c224-462e-a5f8-189b6db200d6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0598400
Feb 19 21:09:02.426796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37250) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:02.434505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-4812daf8-0678-495d-99f4-0d23f59ab063 req-1bb55095-599c-485d-ad30-774d2dbd03d7 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Deleting port 4c79265f-54cf-4b0b-a603-70533b9a21e1 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:02.434868 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4812daf8-0678-495d-99f4-0d23f59ab063 req-1bb55095-599c-485d-ad30-774d2dbd03d7 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:02.501294 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15c25d33-455d-4e57-92ec-afa5953d55f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (86fd38e0-6f94-46d4-af27-db825d4748c1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:02.517033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711b610-6a6b-40b7-a188-6491fcd7bb2c req-e490fda2-806a-4c10-a3f0-21fce314165a tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:02.527577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f711b610-6a6b-40b7-a188-6491fcd7bb2c req-e490fda2-806a-4c10-a3f0-21fce314165a tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 945 time: 0.1435821
Feb 19 21:09:02.539994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15c25d33-455d-4e57-92ec-afa5953d55f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (86fd38e0-6f94-46d4-af27-db825d4748c1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:02.599746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4812daf8-0678-495d-99f4-0d23f59ab063 req-1bb55095-599c-485d-ad30-774d2dbd03d7 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] For port 4c79265f-54cf-4b0b-a603-70533b9a21e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c79265f-54cf-4b0b-a603-70533b9a21e1,segment=NetworkSegment(2e0942cb-d96c-46f1-b23c-22c6a479bd87),segment_id=2e0942cb-d96c-46f1-b23c-22c6a479bd87)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:02.600354 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4812daf8-0678-495d-99f4-0d23f59ab063 req-1bb55095-599c-485d-ad30-774d2dbd03d7 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:02.603478 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15c25d33-455d-4e57-92ec-afa5953d55f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (86fd38e0-6f94-46d4-af27-db825d4748c1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:02.606690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15c25d33-455d-4e57-92ec-afa5953d55f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:02.609483 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-15c25d33-455d-4e57-92ec-afa5953d55f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "DELETE /v2.0/security-groups/86fd38e0-6f94-46d4-af27-db825d4748c1 HTTP/1.1" status: 204  len: 168 time: 0.1801207
Feb 19 21:09:02.614918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37258) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:02.634776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c25d33-455d-4e57-92ec-afa5953d55f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fd38e0-6f94-46d4-af27-db825d4748c1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:02.642053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-4812daf8-0678-495d-99f4-0d23f59ab063 req-1bb55095-599c-485d-ad30-774d2dbd03d7 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Calling delete_port for 4c79265f-54cf-4b0b-a603-70533b9a21e1 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:02.653817 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f711b610-6a6b-40b7-a188-6491fcd7bb2c req-936ee49e-63c4-412c-831f-208b60fb6a1f tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/security-groups?id=009eba9e-85f7-4f28-a11a-a0d6cee8de5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252112
Feb 19 21:09:02.722366 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-18f639e4-f439-42e9-b27c-8041713baacf tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1046300
Feb 19 21:09:02.744021 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37260) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:02.765688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4b2997ba-2511-425c-a599-89b46ffd5043 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094500227'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:02.814810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b2997ba-2511-425c-a599-89b46ffd5043 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:02.840532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22fda2-905f-4562-aeb0-e0bcd884b32f req-fc508fa3-f1b1-4518-a4be-08e7f15ce3e4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:02.852276 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a22fda2-905f-4562-aeb0-e0bcd884b32f req-fc508fa3-f1b1-4518-a4be-08e7f15ce3e4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.2202740
Feb 19 21:09:02.924006 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b2997ba-2511-425c-a599-89b46ffd5043 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (7c8bfec0-5c4c-49bb-a183-3d6909f639f2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:02.931866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b2997ba-2511-425c-a599-89b46ffd5043 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7c8bfec0-5c4c-49bb-a183-3d6909f639f2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.013463 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b2997ba-2511-425c-a599-89b46ffd5043 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.014757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4b2997ba-2511-425c-a599-89b46ffd5043 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2538128
Feb 19 21:09:03.017880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37268) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:03.023566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-67f9a33f-72e8-4cee-9a87-15f72ef9402e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '7c8bfec0-5c4c-49bb-a183-3d6909f639f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:03.071844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2997ba-2511-425c-a599-89b46ffd5043 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8bfec0-5c4c-49bb-a183-3d6909f639f2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:03.099655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a22fda2-905f-4562-aeb0-e0bcd884b32f req-202d23d8-a469-47b8-87f2-fb11e4cefb1c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2356834
Feb 19 21:09:03.142183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4812daf8-0678-495d-99f4-0d23f59ab063 req-1bb55095-599c-485d-ad30-774d2dbd03d7 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4c79265f-54cf-4b0b-a603-70533b9a21e1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.154821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4c79265f-54cf-4b0b-a603-70533b9a21e1'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:09:03.157150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eef154-821a-4134-b3d3-c4614932ce56 req-a0b47b98-4ae7-4474-83d2-afd3373c7664 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:03.165011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0eef154-821a-4134-b3d3-c4614932ce56 req-a0b47b98-4ae7-4474-83d2-afd3373c7664 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1240554
Feb 19 21:09:03.170075 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-67f9a33f-72e8-4cee-9a87-15f72ef9402e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The resource could not be found.
Feb 19 21:09:03.173586 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-67f9a33f-72e8-4cee-9a87-15f72ef9402e tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1521528
Feb 19 21:09:03.174336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37272) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:03.188612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-05643015-a4c3-4c71-849f-25f8b0aee29f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '7c8bfec0-5c4c-49bb-a183-3d6909f639f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0b215c71-a8f2-44e4-bae7-c06aa978050c'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:03.200918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb55095-599c-485d-ad30-774d2dbd03d7 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Pushing event deleted for resources: {'Port': ['ID=4c79265f-54cf-4b0b-a603-70533b9a21e1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:03.268509 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-05643015-a4c3-4c71-849f-25f8b0aee29f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The resource could not be found.
Feb 19 21:09:03.272496 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-05643015-a4c3-4c71-849f-25f8b0aee29f tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0971003
Feb 19 21:09:03.275519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37276) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:03.282299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4812daf8-0678-495d-99f4-0d23f59ab063 req-1bb55095-599c-485d-ad30-774d2dbd03d7 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] No DVR routers for this DVR port 4c79265f-54cf-4b0b-a603-70533b9a21e1 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:09:03.291125 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4812daf8-0678-495d-99f4-0d23f59ab063 req-1bb55095-599c-485d-ad30-774d2dbd03d7 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.296741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4812daf8-0678-495d-99f4-0d23f59ab063 req-1bb55095-599c-485d-ad30-774d2dbd03d7 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.10 "DELETE /v2.0/ports/4c79265f-54cf-4b0b-a603-70533b9a21e1 HTTP/1.1" status: 204  len: 173 time: 1.0709596
Feb 19 21:09:03.297521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5340f4f1-b817-484c-a352-a4452e9a3b5d', 'name': 'network-vif-deleted', 'tag': '4c79265f-54cf-4b0b-a603-70533b9a21e1'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:09:03.307123 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66ccd80-5ed1-4401-abbf-a55bba5974e8" -d '{"events": [{"server_uuid": "5340f4f1-b817-484c-a352-a4452e9a3b5d", "name": "network-vif-deleted", "tag": "4c79265f-54cf-4b0b-a603-70533b9a21e1"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:09:03.336021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0eef154-821a-4134-b3d3-c4614932ce56 req-04859bb0-dfba-49f4-863f-61f5d7f5299a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582413
Feb 19 21:09:03.364903 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3e92856-d225-44f6-8546-f7b2e467fd3d tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (7c8bfec0-5c4c-49bb-a183-3d6909f639f2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.391972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3e92856-d225-44f6-8546-f7b2e467fd3d tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (7c8bfec0-5c4c-49bb-a183-3d6909f639f2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.393902 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a26013-96ca-4eb4-8326-203649904c2b x-openstack-request-id: req-c6a26013-96ca-4eb4-8326-203649904c2b {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:09:03.394383 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5340f4f1-b817-484c-a352-a4452e9a3b5d", "name": "network-vif-deleted", "tag": "4c79265f-54cf-4b0b-a603-70533b9a21e1", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:09:03.394522 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6a26013-96ca-4eb4-8326-203649904c2b {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:09:03.394963 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5340f4f1-b817-484c-a352-a4452e9a3b5d', 'name': 'network-vif-deleted', 'tag': '4c79265f-54cf-4b0b-a603-70533b9a21e1', 'status': 'completed', 'code': 200}
Feb 19 21:09:03.475604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3e92856-d225-44f6-8546-f7b2e467fd3d tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7c8bfec0-5c4c-49bb-a183-3d6909f639f2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.479600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3e92856-d225-44f6-8546-f7b2e467fd3d tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.481536 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f3e92856-d225-44f6-8546-f7b2e467fd3d tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "DELETE /v2.0/security-groups/7c8bfec0-5c4c-49bb-a183-3d6909f639f2 HTTP/1.1" status: 204  len: 168 time: 0.2044203
Feb 19 21:09:03.484368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37282) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:03.509816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e92856-d225-44f6-8546-f7b2e467fd3d tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8bfec0-5c4c-49bb-a183-3d6909f639f2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:03.575305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2d5202fa-5416-4a42-b19b-7627ac10df06 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0897372
Feb 19 21:09:03.579133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37288) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:03.585144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fbc168ac-14ee-4605-bcfb-dab7b526aac6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '67724a7f-1c75-42cc-a70b-02897b5da998', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:03.648393 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-fbc168ac-14ee-4605-bcfb-dab7b526aac6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The resource could not be found.
Feb 19 21:09:03.650118 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fbc168ac-14ee-4605-bcfb-dab7b526aac6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0693502
Feb 19 21:09:03.653340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37290) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:03.658024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c4167e89-b007-48f8-9a93-198ed061a46b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913697158'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:03.684631 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c4167e89-b007-48f8-9a93-198ed061a46b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.821954 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab3ec21c-9e6a-4a1a-8635-35ebcfa00477 req-dde9dd89-73ff-480f-b237-5e4d57fbe912 tempest-VolumesSnapshotTestJSON-2140298196 tempest-VolumesSnapshotTestJSON-2140298196-project] 10.222.0.30 "GET /v2.0/ports?device_id=5340f4f1-b817-484c-a352-a4452e9a3b5d HTTP/1.1" status: 200  len: 210 time: 0.0403535
Feb 19 21:09:03.840688 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c4167e89-b007-48f8-9a93-198ed061a46b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (55ff4dc2-51e8-489f-acdc-82c73b52a752), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.844924 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c4167e89-b007-48f8-9a93-198ed061a46b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (55ff4dc2-51e8-489f-acdc-82c73b52a752), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.889849 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c4167e89-b007-48f8-9a93-198ed061a46b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:03.892125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c4167e89-b007-48f8-9a93-198ed061a46b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2377639
Feb 19 21:09:03.893297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4167e89-b007-48f8-9a93-198ed061a46b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ff4dc2-51e8-489f-acdc-82c73b52a752,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:03.894638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37294) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:03.901528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-aa338102-2714-40b3-b501-ae1dce9598f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765238671'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:03.950681 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa338102-2714-40b3-b501-ae1dce9598f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.044276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa338102-2714-40b3-b501-ae1dce9598f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (a3396e59-0728-45dc-b332-51e3ebad9594), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.051251 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa338102-2714-40b3-b501-ae1dce9598f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a3396e59-0728-45dc-b332-51e3ebad9594), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.100661 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa338102-2714-40b3-b501-ae1dce9598f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.101901 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aa338102-2714-40b3-b501-ae1dce9598f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2059429
Feb 19 21:09:04.103116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa338102-2714-40b3-b501-ae1dce9598f1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3396e59-0728-45dc-b332-51e3ebad9594,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:04.104847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37296) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:04.109867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-07ae30d5-6799-4efc-a8b2-39e5ecf74a9d tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group_rule': {'security_group_id': '55ff4dc2-51e8-489f-acdc-82c73b52a752', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a3396e59-0728-45dc-b332-51e3ebad9594'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:04.163905 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-07ae30d5-6799-4efc-a8b2-39e5ecf74a9d tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:09:04.165465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-07ae30d5-6799-4efc-a8b2-39e5ecf74a9d tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0596235
Feb 19 21:09:04.168523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37300) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:04.264902 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bf66b15-7426-4e6b-8aa6-4b2238b66697 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (a3396e59-0728-45dc-b332-51e3ebad9594), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.300364 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bf66b15-7426-4e6b-8aa6-4b2238b66697 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (a3396e59-0728-45dc-b332-51e3ebad9594), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.319249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991a138-fff2-4e24-a5a6-3e3bfbbe639a req-1ac7386d-b74f-4e89-89d6-e0235bb22f1a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:04.328876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0991a138-fff2-4e24-a5a6-3e3bfbbe639a req-1ac7386d-b74f-4e89-89d6-e0235bb22f1a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1234858
Feb 19 21:09:04.360948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bf66b15-7426-4e6b-8aa6-4b2238b66697 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a3396e59-0728-45dc-b332-51e3ebad9594), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.366254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5bf66b15-7426-4e6b-8aa6-4b2238b66697 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.367736 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5bf66b15-7426-4e6b-8aa6-4b2238b66697 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "DELETE /v2.0/security-groups/a3396e59-0728-45dc-b332-51e3ebad9594 HTTP/1.1" status: 204  len: 168 time: 0.1974812
Feb 19 21:09:04.376630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37308) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:04.380507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf66b15-7426-4e6b-8aa6-4b2238b66697 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3396e59-0728-45dc-b332-51e3ebad9594,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:04.485697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0991a138-fff2-4e24-a5a6-3e3bfbbe639a req-9a5f29b5-b5c8-4bad-bb5e-fd51b3184b09 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1525197
Feb 19 21:09:04.530453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7f791de1-d871-44b6-8bc0-4df57747e729 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1497531
Feb 19 21:09:04.531435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37312) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:04.594571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba92d4a-145b-45d0-89df-ba194413f660 req-86522f28-dc99-4c34-bcdc-338a192af50e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:04.602725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bba92d4a-145b-45d0-89df-ba194413f660 req-86522f28-dc99-4c34-bcdc-338a192af50e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0993397
Feb 19 21:09:04.677495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bba92d4a-145b-45d0-89df-ba194413f660 req-2893d73f-4e97-4429-b5da-6970a74fdbec tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731716
Feb 19 21:09:04.681483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-83dbeb81-eea3-4017-b72c-c942e2bd47f9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (55ff4dc2-51e8-489f-acdc-82c73b52a752), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.719545 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-83dbeb81-eea3-4017-b72c-c942e2bd47f9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (55ff4dc2-51e8-489f-acdc-82c73b52a752), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.797292 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-83dbeb81-eea3-4017-b72c-c942e2bd47f9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (55ff4dc2-51e8-489f-acdc-82c73b52a752), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.801189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-83dbeb81-eea3-4017-b72c-c942e2bd47f9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:04.803441 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-83dbeb81-eea3-4017-b72c-c942e2bd47f9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "DELETE /v2.0/security-groups/55ff4dc2-51e8-489f-acdc-82c73b52a752 HTTP/1.1" status: 204  len: 168 time: 0.2705529
Feb 19 21:09:04.805897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37322) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:04.838414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbeb81-eea3-4017-b72c-c942e2bd47f9 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ff4dc2-51e8-489f-acdc-82c73b52a752,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:04.874635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8d186767-d9b7-471c-93ab-3aa62b7cf7a6 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0681684
Feb 19 21:09:04.879633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37326) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:04.890124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b47929c1-c87d-419a-8756-6e4ed01d43b1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769611097'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:04.952047 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b47929c1-c87d-419a-8756-6e4ed01d43b1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:05.062010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b47929c1-c87d-419a-8756-6e4ed01d43b1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (c4dfc87c-65f0-4b2c-b32f-aa27a6d4748c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:05.070546 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b47929c1-c87d-419a-8756-6e4ed01d43b1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c4dfc87c-65f0-4b2c-b32f-aa27a6d4748c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:05.116274 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b47929c1-c87d-419a-8756-6e4ed01d43b1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:05.120833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37330) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:05.121082 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b47929c1-c87d-419a-8756-6e4ed01d43b1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2391980
Feb 19 21:09:05.126032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e89bec6b-29bd-47d0-ac5e-896c907ab66a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:05.126487 ncdv-master-1 neutron-server[121128]: WARNING neutron.api.v2.base [None req-e89bec6b-29bd-47d0-ac5e-896c907ab66a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 19 21:09:05.127278 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-e89bec6b-29bd-47d0-ac5e-896c907ab66a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] update failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:09:05.128321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e89bec6b-29bd-47d0-ac5e-896c907ab66a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "PUT /v2.0/security-groups/c4dfc87c-65f0-4b2c-b32f-aa27a6d4748c HTTP/1.1" status: 409  len: 330 time: 0.0063329
Feb 19 21:09:05.130756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47929c1-c87d-419a-8756-6e4ed01d43b1 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dfc87c-65f0-4b2c-b32f-aa27a6d4748c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:05.132511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37332) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:05.157557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4c79265f-54cf-4b0b-a603-70533b9a21e1 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:09:05.191805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 4c79265f-54cf-4b0b-a603-70533b9a21e1 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:09:05.192789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4c79265f-54cf-4b0b-a603-70533b9a21e1 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:09:05.233530 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd392d22-adad-417c-b86a-9314ddc0a8ce tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (c4dfc87c-65f0-4b2c-b32f-aa27a6d4748c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:05.278894 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd392d22-adad-417c-b86a-9314ddc0a8ce tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (c4dfc87c-65f0-4b2c-b32f-aa27a6d4748c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:05.390733 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd392d22-adad-417c-b86a-9314ddc0a8ce tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c4dfc87c-65f0-4b2c-b32f-aa27a6d4748c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:05.393311 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd392d22-adad-417c-b86a-9314ddc0a8ce tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:05.394567 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dd392d22-adad-417c-b86a-9314ddc0a8ce tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "DELETE /v2.0/security-groups/c4dfc87c-65f0-4b2c-b32f-aa27a6d4748c HTTP/1.1" status: 204  len: 168 time: 0.2497509
Feb 19 21:09:05.401481 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37344) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:05.408206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd392d22-adad-417c-b86a-9314ddc0a8ce tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dfc87c-65f0-4b2c-b32f-aa27a6d4748c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:05.489530 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c563cfc1-8a1c-458b-a4d3-01231a26a654 tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0805275
Feb 19 21:09:05.489921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37346) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:05.517340 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-ad31c473-5d7c-48ef-a24b-55bb54c7367d tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] delete failed (client error): The resource could not be found.
Feb 19 21:09:05.522571 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ad31c473-5d7c-48ef-a24b-55bb54c7367d tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "DELETE /v2.0/security-groups/753b0c42-c393-4883-8d56-8d5e8b197f43 HTTP/1.1" status: 404  len: 347 time: 0.0276597
Feb 19 21:09:05.524057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37348) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:05.560090 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-33ad4523-1821-4630-b2db-54bb9f32b64a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] show failed (client error): The resource could not be found.
Feb 19 21:09:05.567491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-33ad4523-1821-4630-b2db-54bb9f32b64a tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "GET /v2.0/security-groups/ef4a1e34-3459-414f-85dd-e952724204cc HTTP/1.1" status: 404  len: 347 time: 0.0400593
Feb 19 21:09:05.572050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37354) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:05.609693 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-3be16d47-5726-4811-b431-97001748116b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] show failed (client error): The resource could not be found.
Feb 19 21:09:05.620610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3be16d47-5726-4811-b431-97001748116b tempest-NegativeSecGroupTest-1692972545 tempest-NegativeSecGroupTest-1692972545-project] 10.222.0.30 "GET /v2.0/security-group-rules/9074a493-ac07-46fb-9a03-bf9a1d4c303c HTTP/1.1" status: 404  len: 356 time: 0.0465345
Feb 19 21:09:05.795481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0b993-1c1d-4d78-b251-ffa38c7fb835 req-c369d75e-d9e2-4606-9402-76d9662f3418 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:05.798097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48a0b993-1c1d-4d78-b251-ffa38c7fb835 req-c369d75e-d9e2-4606-9402-76d9662f3418 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1694069
Feb 19 21:09:05.908656 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48a0b993-1c1d-4d78-b251-ffa38c7fb835 req-08a4b78f-a711-4cfe-b722-f5a2ca02c4e7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044984
Feb 19 21:09:05.953583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3fdd-93b0-4af6-bc5b-6dbd650bff42 req-f7ef1275-eac7-45da-8ffb-d784b42e21aa tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:05.955939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e9f3fdd-93b0-4af6-bc5b-6dbd650bff42 req-f7ef1275-eac7-45da-8ffb-d784b42e21aa tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1211247
Feb 19 21:09:06.035528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e9f3fdd-93b0-4af6-bc5b-6dbd650bff42 req-d310a056-44a9-408e-86e5-bb9f4b276e41 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702212
Feb 19 21:09:06.120163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37384) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:06.295119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37388) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:06.295387 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0d5eed2c-0221-45c0-b6a6-a0615d2ba812 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c9689c924eb49f8a8bdb4c1192d9d7f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1739473
Feb 19 21:09:06.358281 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-015a61c1-08a0-4628-8624-32b3f1be7ef3 admin admin] Publish callbacks [] for security_group (bc1114f9-2eb4-4594-be01-e9299e2f8254), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:06.392192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-015a61c1-08a0-4628-8624-32b3f1be7ef3 admin admin] Publish callbacks [] for security_group (bc1114f9-2eb4-4594-be01-e9299e2f8254), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:06.456805 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-015a61c1-08a0-4628-8624-32b3f1be7ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bc1114f9-2eb4-4594-be01-e9299e2f8254), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:06.460613 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-015a61c1-08a0-4628-8624-32b3f1be7ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:06.464493 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-015a61c1-08a0-4628-8624-32b3f1be7ef3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc1114f9-2eb4-4594-be01-e9299e2f8254 HTTP/1.1" status: 204  len: 168 time: 0.1658750
Feb 19 21:09:06.476426 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a61c1-08a0-4628-8624-32b3f1be7ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1114f9-2eb4-4594-be01-e9299e2f8254,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:07.101458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c121d-7d46-42f3-b101-4779ecc99e47 req-e9a395ad-e8a2-413a-b0b8-4c9537460fb4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:07.108154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d4c121d-7d46-42f3-b101-4779ecc99e47 req-e9a395ad-e8a2-413a-b0b8-4c9537460fb4 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0924959
Feb 19 21:09:07.205096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d4c121d-7d46-42f3-b101-4779ecc99e47 req-1b0fb7b5-08bd-46f0-966e-506c2ddde884 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960009
Feb 19 21:09:07.235622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4029060-e089-4e4e-be95-3cb22ee0c2f2 req-3638f38a-022b-4309-9b71-daed8cc45e43 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:07.235622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4029060-e089-4e4e-be95-3cb22ee0c2f2 req-3638f38a-022b-4309-9b71-daed8cc45e43 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0983055
Feb 19 21:09:07.300798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4029060-e089-4e4e-be95-3cb22ee0c2f2 req-8b38f59e-d9b2-46d6-9edc-fd52c8c1a038 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665147
Feb 19 21:09:07.539487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac3de-0bf3-40a4-9d4c-bc4fd69453a3 req-cdaf97a7-ac94-4bf8-9ddd-b82014455381 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:07.547297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce4ac3de-0bf3-40a4-9d4c-bc4fd69453a3 req-cdaf97a7-ac94-4bf8-9ddd-b82014455381 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0753467
Feb 19 21:09:07.649380 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce4ac3de-0bf3-40a4-9d4c-bc4fd69453a3 req-d09a68d4-85e1-4371-a930-e1975db74e5d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008196
Feb 19 21:09:07.660841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8335a92-623d-4787-aea1-1125b78d0b99 req-7cf5efb3-2222-4ff9-b860-ded31e121ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:07.662993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8335a92-623d-4787-aea1-1125b78d0b99 req-7cf5efb3-2222-4ff9-b860-ded31e121ab3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1126 time: 0.0865796
Feb 19 21:09:07.825465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8335a92-623d-4787-aea1-1125b78d0b99 req-589d224d-aa8a-4c7d-8911-c57fd44cf3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:07.827373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8335a92-623d-4787-aea1-1125b78d0b99 req-589d224d-aa8a-4c7d-8911-c57fd44cf3f7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.1582437
Feb 19 21:09:07.925677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8335a92-623d-4787-aea1-1125b78d0b99 req-74753d59-4737-43cb-8d04-237705b9ad67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 998 time: 0.0915339
Feb 19 21:09:07.988735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8335a92-623d-4787-aea1-1125b78d0b99 req-46cc7322-959b-4c3a-a68a-b24964babf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:07.991992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8335a92-623d-4787-aea1-1125b78d0b99 req-46cc7322-959b-4c3a-a68a-b24964babf62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.0592937
Feb 19 21:09:08.046957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8335a92-623d-4787-aea1-1125b78d0b99 req-089c6a34-51b1-4415-b984-00e724b9ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:08.048630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8335a92-623d-4787-aea1-1125b78d0b99 req-089c6a34-51b1-4415-b984-00e724b9ba74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0503726
Feb 19 21:09:08.185762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8335a92-623d-4787-aea1-1125b78d0b99 req-17ac343f-14fe-4456-8805-01c9d4811c3b service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311285
Feb 19 21:09:08.294278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8335a92-623d-4787-aea1-1125b78d0b99 req-f06b13a3-2b03-4649-bda1-521a765072fb service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1020994
Feb 19 21:09:08.486570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cecce-4c9f-4659-8220-330b44fd4ce1 req-999f0751-4d89-4f09-a054-52e2ae1a138e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:08.501315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-692cecce-4c9f-4659-8220-330b44fd4ce1 req-999f0751-4d89-4f09-a054-52e2ae1a138e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1034343
Feb 19 21:09:08.589639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-692cecce-4c9f-4659-8220-330b44fd4ce1 req-811da91b-d8d6-49c2-98f6-989da8e67c91 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867305
Feb 19 21:09:08.721280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da2625-ab08-4281-b841-1f40c8c23090 req-f19a2cb8-c296-4060-b09d-6700c819315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:08.723660 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14da2625-ab08-4281-b841-1f40c8c23090 req-f19a2cb8-c296-4060-b09d-6700c819315d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 1128 time: 0.0727375
Feb 19 21:09:08.932152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb53464-32a6-4b05-bc67-adca7165f7b7 req-7322a1b4-a67f-4a55-b4aa-00587401cc7b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:08.933694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cb53464-32a6-4b05-bc67-adca7165f7b7 req-7322a1b4-a67f-4a55-b4aa-00587401cc7b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1151428
Feb 19 21:09:08.937402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da2625-ab08-4281-b841-1f40c8c23090 req-44970bb3-4396-4a8d-993e-8e378a3eb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:08.938899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14da2625-ab08-4281-b841-1f40c8c23090 req-44970bb3-4396-4a8d-993e-8e378a3eb67f service neutron] 10.222.0.10 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 912 time: 0.2081323
Feb 19 21:09:09.001530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14da2625-ab08-4281-b841-1f40c8c23090 req-63ab1376-466c-498a-828d-0dc9f23f862e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e HTTP/1.1" status: 200  len: 217 time: 0.0505238
Feb 19 21:09:09.088978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cb53464-32a6-4b05-bc67-adca7165f7b7 req-b3a18ec5-dd65-4fe8-bb3c-cbdc611295fe tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1477714
Feb 19 21:09:09.093990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da2625-ab08-4281-b841-1f40c8c23090 req-089ad7c6-a4d4-479e-968b-bb6256013834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:09.095587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14da2625-ab08-4281-b841-1f40c8c23090 req-089ad7c6-a4d4-479e-968b-bb6256013834 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.0874500
Feb 19 21:09:09.152048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14da2625-ab08-4281-b841-1f40c8c23090 req-9e5644a4-06f2-4a6a-a057-c17bcbc750c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483000
Feb 19 21:09:09.255336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37520) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:09.267832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14da2625-ab08-4281-b841-1f40c8c23090 req-81fe51f4-7934-4bbf-a78a-160ee330ea59 service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1069965
Feb 19 21:09:09.385319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14da2625-ab08-4281-b841-1f40c8c23090 req-53dd5a15-fea1-4151-9876-d1fa2a121c31 service neutron] 10.222.0.10 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112449
Feb 19 21:09:09.390673 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-318933ab-cfdb-41db-862e-4e53cc2ba6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:09.502716 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-318933ab-cfdb-41db-862e-4e53cc2ba6ae admin admin] Publish callbacks [] for security_group (caf6ae44-016a-4959-8c36-816b8676219c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:09.508743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-318933ab-cfdb-41db-862e-4e53cc2ba6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (caf6ae44-016a-4959-8c36-816b8676219c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:09.557589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318933ab-cfdb-41db-862e-4e53cc2ba6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf6ae44-016a-4959-8c36-816b8676219c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:09.561969 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-318933ab-cfdb-41db-862e-4e53cc2ba6ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59621d85e5e543e9a722034f0798f241&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3054550
Feb 19 21:09:09.564988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37548) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:09.628571 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ddd48d66-c2fc-45f6-9c18-da911566357d admin admin] Publish callbacks [] for security_group (caf6ae44-016a-4959-8c36-816b8676219c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:09.663838 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ddd48d66-c2fc-45f6-9c18-da911566357d admin admin] Publish callbacks [] for security_group (caf6ae44-016a-4959-8c36-816b8676219c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:09.768207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ea3d3-9f27-4fec-94c7-0ac6d9bf1bb8 req-1b97c513-78a6-42c7-afc9-8a1fbdba3ef3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:09.769811 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae2ea3d3-9f27-4fec-94c7-0ac6d9bf1bb8 req-1b97c513-78a6-42c7-afc9-8a1fbdba3ef3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.0853283
Feb 19 21:09:09.778468 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ddd48d66-c2fc-45f6-9c18-da911566357d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (caf6ae44-016a-4959-8c36-816b8676219c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:09.781223 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ddd48d66-c2fc-45f6-9c18-da911566357d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:09.782506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ddd48d66-c2fc-45f6-9c18-da911566357d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/caf6ae44-016a-4959-8c36-816b8676219c HTTP/1.1" status: 204  len: 168 time: 0.2163820
Feb 19 21:09:09.808374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd48d66-c2fc-45f6-9c18-da911566357d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf6ae44-016a-4959-8c36-816b8676219c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:09.842450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae2ea3d3-9f27-4fec-94c7-0ac6d9bf1bb8 req-dad779e8-741a-4f13-be97-2ac390674851 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584934
Feb 19 21:09:10.082309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37568) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:10.095917 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a72683a-8345-4ac7-af51-ecb1279b2526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:10.216171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a72683a-8345-4ac7-af51-ecb1279b2526 admin admin] Publish callbacks [] for security_group (2bbc612e-5933-42f8-ba43-08cd0b7b24f9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:10.230230 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a72683a-8345-4ac7-af51-ecb1279b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2bbc612e-5933-42f8-ba43-08cd0b7b24f9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:10.275091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72683a-8345-4ac7-af51-ecb1279b2526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbc612e-5933-42f8-ba43-08cd0b7b24f9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:10.286905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ba43f-4d81-418e-bab6-ecea58205c64 req-ce439388-7d46-47e2-be2d-6cc5af871d0d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:10.288699 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d6ba43f-4d81-418e-bab6-ecea58205c64 req-ce439388-7d46-47e2-be2d-6cc5af871d0d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1092637
Feb 19 21:09:10.293029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9a72683a-8345-4ac7-af51-ecb1279b2526 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97c64402f85a4cde892165cbd69a4010&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2094302
Feb 19 21:09:10.293773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37578) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:10.354179 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b838-7df6-4d20-a911-58eef1aa2ff6 admin admin] Publish callbacks [] for security_group (2bbc612e-5933-42f8-ba43-08cd0b7b24f9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:10.355684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d6ba43f-4d81-418e-bab6-ecea58205c64 req-f2adfd8e-5f21-4a82-b683-0eda491f8601 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589774
Feb 19 21:09:10.382753 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b838-7df6-4d20-a911-58eef1aa2ff6 admin admin] Publish callbacks [] for security_group (2bbc612e-5933-42f8-ba43-08cd0b7b24f9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:10.442757 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b838-7df6-4d20-a911-58eef1aa2ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2bbc612e-5933-42f8-ba43-08cd0b7b24f9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:10.446315 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b838-7df6-4d20-a911-58eef1aa2ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:10.447726 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1ae9b838-7df6-4d20-a911-58eef1aa2ff6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2bbc612e-5933-42f8-ba43-08cd0b7b24f9 HTTP/1.1" status: 204  len: 168 time: 0.1529255
Feb 19 21:09:10.474758 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9b838-7df6-4d20-a911-58eef1aa2ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbc612e-5933-42f8-ba43-08cd0b7b24f9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:10.483795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22464d4-2429-42c4-b2e1-4a2a12b22732 req-bd899f69-668f-4a6b-960f-00de9af1ee56 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:10.485575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f22464d4-2429-42c4-b2e1-4a2a12b22732 req-bd899f69-668f-4a6b-960f-00de9af1ee56 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0680351
Feb 19 21:09:10.557666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f22464d4-2429-42c4-b2e1-4a2a12b22732 req-a6930794-6c3f-4964-8f76-ca5fdb679275 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618317
Feb 19 21:09:10.743659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00639a79-7361-49f9-8db0-eda296bdc404 req-3a93687e-8eb8-440d-a8ce-b5996e4e6f62 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:10.747185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00639a79-7361-49f9-8db0-eda296bdc404 req-3a93687e-8eb8-440d-a8ce-b5996e4e6f62 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0783105
Feb 19 21:09:10.829297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00639a79-7361-49f9-8db0-eda296bdc404 req-819c6753-88c3-43f9-a2a5-9c27928b135d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711181
Feb 19 21:09:11.074632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e924293-7f70-4156-93f5-397ee5773990 req-85e0de95-3d72-4dff-bdc5-67243c565573 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:11.077206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e924293-7f70-4156-93f5-397ee5773990 req-85e0de95-3d72-4dff-bdc5-67243c565573 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1576171
Feb 19 21:09:11.085627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e4c40-4323-40de-93af-a732736174a1 req-1c078442-ef13-41f4-9ef1-95022299d19c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:11.092967 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a49e4c40-4323-40de-93af-a732736174a1 req-1c078442-ef13-41f4-9ef1-95022299d19c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 946 time: 0.1501386
Feb 19 21:09:11.184868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a49e4c40-4323-40de-93af-a732736174a1 req-d6af4035-cc59-4cd9-90db-154fda4db9a7 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910020
Feb 19 21:09:11.198839 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e924293-7f70-4156-93f5-397ee5773990 req-30dc7280-b316-450f-b93f-fc9d8773c721 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037729
Feb 19 21:09:11.204828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:09:11.326434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:09:11.326986 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:11.356999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dbd59-fbcc-48b8-bbce-77b868ca7830 req-069e8360-fd9c-48c2-9c37-a3600ecc4ba3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:11.358717 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-069dbd59-fbcc-48b8-bbce-77b868ca7830 req-069e8360-fd9c-48c2-9c37-a3600ecc4ba3 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0697556
Feb 19 21:09:11.368384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f620150-4262-4d39-9937-e1f00ea04a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:09:11.370957 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5526543-0ec7-4f88-b365-f1dc2658115c" -d '{"events": [{"server_uuid": "6f620150-4262-4d39-9937-e1f00ea04a88", "name": "network-vif-unplugged", "status": "completed", "tag": "d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:09:11.385323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:11.392095 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:11.428322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-069dbd59-fbcc-48b8-bbce-77b868ca7830 req-20d22719-d358-4378-a8e1-c63898e8e618 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621181
Feb 19 21:09:11.469141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:11.482744 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63dd85b-b8f5-403c-8132-4dfb01244cec x-openstack-request-id: req-e63dd85b-b8f5-403c-8132-4dfb01244cec {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:09:11.485608 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f620150-4262-4d39-9937-e1f00ea04a88", "name": "network-vif-unplugged", "status": "completed", "tag": "d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:09:11.485980 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e63dd85b-b8f5-403c-8132-4dfb01244cec {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:09:11.486500 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f620150-4262-4d39-9937-e1f00ea04a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e', 'code': 200}
Feb 19 21:09:11.764057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5695-0a3a-45e8-a7c3-e2fa877d9960 req-cdd9663b-9a58-4a99-86c3-7a5e08d16e59 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:11.769194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-903d5695-0a3a-45e8-a7c3-e2fa877d9960 req-cdd9663b-9a58-4a99-86c3-7a5e08d16e59 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0817902
Feb 19 21:09:11.877075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-903d5695-0a3a-45e8-a7c3-e2fa877d9960 req-b02fe754-fba9-4705-a248-a71d178b9866 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818808
Feb 19 21:09:12.327160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdc312-f378-4961-9d0b-9bc8e761e55b req-c75d84ea-1ef4-492e-97dd-7d8707981db9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:12.328769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91fdc312-f378-4961-9d0b-9bc8e761e55b req-c75d84ea-1ef4-492e-97dd-7d8707981db9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 944 time: 0.0582156
Feb 19 21:09:12.388355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91fdc312-f378-4961-9d0b-9bc8e761e55b req-7be364a5-0648-42a0-b93f-77dfbd35a6ad tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479965
Feb 19 21:09:13.051725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa855c08-ac5c-4bbb-bd42-15ca6eacdd2d req-85623874-66dd-4103-8488-0efe5e2dbe81 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:13.054723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa855c08-ac5c-4bbb-bd42-15ca6eacdd2d req-85623874-66dd-4103-8488-0efe5e2dbe81 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1205537
Feb 19 21:09:13.134536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa855c08-ac5c-4bbb-bd42-15ca6eacdd2d req-c8a7e270-f637-4c84-8f27-06e45c38a432 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653431
Feb 19 21:09:13.437047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf907c-554a-4a9c-b576-85bc6c846f7d req-4faf6a09-664d-4fbc-b72f-071e9d861eec tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:13.445607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69cf907c-554a-4a9c-b576-85bc6c846f7d req-4faf6a09-664d-4fbc-b72f-071e9d861eec tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f620150-4262-4d39-9937-e1f00ea04a88 HTTP/1.1" status: 200  len: 944 time: 0.0935361
Feb 19 21:09:13.632219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ee349-0605-43ad-8b16-ac6cc0043a13 req-9b084e7d-cb7e-4211-a31e-75694664d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:13.633952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e2ee349-0605-43ad-8b16-ac6cc0043a13 req-9b084e7d-cb7e-4211-a31e-75694664d8e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 1126 time: 0.1623089
Feb 19 21:09:13.645296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee86a34-3bda-4ef9-920e-be01a609b37a req-30ce3c53-785a-4acc-a2dd-e62bf294b714 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:13.647151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aee86a34-3bda-4ef9-920e-be01a609b37a req-30ce3c53-785a-4acc-a2dd-e62bf294b714 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1382468
Feb 19 21:09:13.746829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-69cf907c-554a-4a9c-b576-85bc6c846f7d req-5d513452-1bdf-4d4e-8eb3-20288a0e4ac5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Deleting port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:13.747145 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-69cf907c-554a-4a9c-b576-85bc6c846f7d req-5d513452-1bdf-4d4e-8eb3-20288a0e4ac5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:13.847325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aee86a34-3bda-4ef9-920e-be01a609b37a req-17e900c5-4efc-4826-a173-765710ab569c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1882787
Feb 19 21:09:13.876082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ee349-0605-43ad-8b16-ac6cc0043a13 req-b652311d-2e5f-4d1f-8e9c-6913f6136600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:13.877618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e2ee349-0605-43ad-8b16-ac6cc0043a13 req-b652311d-2e5f-4d1f-8e9c-6913f6136600 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.2282228
Feb 19 21:09:13.951481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-69cf907c-554a-4a9c-b576-85bc6c846f7d req-5d513452-1bdf-4d4e-8eb3-20288a0e4ac5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] For port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:13.951849 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-69cf907c-554a-4a9c-b576-85bc6c846f7d req-5d513452-1bdf-4d4e-8eb3-20288a0e4ac5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:13.971966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-69cf907c-554a-4a9c-b576-85bc6c846f7d req-5d513452-1bdf-4d4e-8eb3-20288a0e4ac5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Calling delete_port for d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:13.981019 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e2ee349-0605-43ad-8b16-ac6cc0043a13 req-8d86eacb-125c-44a1-999a-5a3343dae2ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 200  len: 998 time: 0.0960109
Feb 19 21:09:14.078900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ee349-0605-43ad-8b16-ac6cc0043a13 req-5884a862-6c99-4aa3-8384-c1720583e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:14.080453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e2ee349-0605-43ad-8b16-ac6cc0043a13 req-5884a862-6c99-4aa3-8384-c1720583e805 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.0914838
Feb 19 21:09:14.191023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ee349-0605-43ad-8b16-ac6cc0043a13 req-959b33df-a4ee-4253-ab33-b115b65278dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:14.192921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e2ee349-0605-43ad-8b16-ac6cc0043a13 req-959b33df-a4ee-4253-ab33-b115b65278dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0947602
Feb 19 21:09:14.221805 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-69cf907c-554a-4a9c-b576-85bc6c846f7d req-5d513452-1bdf-4d4e-8eb3-20288a0e4ac5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:14.287248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d513452-1bdf-4d4e-8eb3-20288a0e4ac5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event deleted for resources: {'Port': ['ID=d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:14.348123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cf907c-554a-4a9c-b576-85bc6c846f7d req-5d513452-1bdf-4d4e-8eb3-20288a0e4ac5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] No DVR routers for this DVR port d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:09:14.353258 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-69cf907c-554a-4a9c-b576-85bc6c846f7d req-5d513452-1bdf-4d4e-8eb3-20288a0e4ac5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:14.360888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69cf907c-554a-4a9c-b576-85bc6c846f7d req-5d513452-1bdf-4d4e-8eb3-20288a0e4ac5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "DELETE /v2.0/ports/d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e HTTP/1.1" status: 204  len: 173 time: 0.9143322
Feb 19 21:09:14.364009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f620150-4262-4d39-9937-e1f00ea04a88', 'name': 'network-vif-deleted', 'tag': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:09:14.368011 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9c08fc-22d6-4b8d-947a-e821181c686d" -d '{"events": [{"server_uuid": "6f620150-4262-4d39-9937-e1f00ea04a88", "name": "network-vif-deleted", "tag": "d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:09:14.388195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e2ee349-0605-43ad-8b16-ac6cc0043a13 req-dd95686f-ab0d-4b59-bfd7-1a6212bd84ff service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859167
Feb 19 21:09:14.468528 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 21:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202f2769-ab9e-4302-a474-ae8e33016774 x-openstack-request-id: req-202f2769-ab9e-4302-a474-ae8e33016774 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:09:14.469480 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f620150-4262-4d39-9937-e1f00ea04a88", "name": "network-vif-deleted", "tag": "d8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e", "status": "failed", "code": 422}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:09:14.469761 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-202f2769-ab9e-4302-a474-ae8e33016774 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:09:14.470413 ncdv-master-1 neutron-server[121128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f620150-4262-4d39-9937-e1f00ea04a88', 'name': 'network-vif-deleted', 'tag': 'd8970ddf-bb4f-4a41-8cb2-0ed56b52ff6e', 'status': 'failed', 'code': 422} returned with failed status
Feb 19 21:09:14.554990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e2ee349-0605-43ad-8b16-ac6cc0043a13 req-326fb9ac-a39f-4670-948d-12a1b7ba10a2 service neutron] 10.222.0.67 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600480
Feb 19 21:09:14.953267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99702610-6a8b-4bb6-b003-c670ab1063de req-8ff83b2c-f6f5-4bd7-b560-db44240a2a36 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0755720
Feb 19 21:09:15.139082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c0c38-b3a7-49a7-b699-8cb802df337a req-e2ee9044-73ad-4431-bb16-d629010d8f42 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:15.140874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-199c0c38-b3a7-49a7-b699-8cb802df337a req-e2ee9044-73ad-4431-bb16-d629010d8f42 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1854734
Feb 19 21:09:15.165914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702610-6a8b-4bb6-b003-c670ab1063de req-cfeee8d9-55ad-442a-bee8-e753986e4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:15.167498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99702610-6a8b-4bb6-b003-c670ab1063de req-cfeee8d9-55ad-442a-bee8-e753986e4f8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 1127 time: 0.1563203
Feb 19 21:09:15.175183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417174b9-20c3-49f8-989a-984711675642 req-c1040c6f-0796-4375-a752-7f06685f612a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:15.176775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-c1040c6f-0796-4375-a752-7f06685f612a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.2224743
Feb 19 21:09:15.247556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-0e14f0d3-33b1-46bb-aac1-f4520655d808 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/quotas/e5f81dcc5d52473ab53817e20df04cd9 HTTP/1.1" status: 200  len: 375 time: 0.0623069
Feb 19 21:09:15.306083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-53dc08d6-8c88-46a0-8fd4-76ef00ddc69c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0476904
Feb 19 21:09:15.326764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-199c0c38-b3a7-49a7-b699-8cb802df337a req-07f903ee-fea7-413b-8422-b97ae951df42 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1740057
Feb 19 21:09:15.744885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702610-6a8b-4bb6-b003-c670ab1063de req-a0ebc01d-b7fc-461c-b326-3809b8a2c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:15.746394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99702610-6a8b-4bb6-b003-c670ab1063de req-a0ebc01d-b7fc-461c-b326-3809b8a2c1eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 200  len: 912 time: 0.5502827
Feb 19 21:09:15.799399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99702610-6a8b-4bb6-b003-c670ab1063de req-bb20307c-63cd-4416-b6ce-81bdcf7ba3b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=355bbacc-6aa0-48ce-94d5-58853a8dbe09 HTTP/1.1" status: 200  len: 217 time: 0.0456536
Feb 19 21:09:15.845821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-e8b57756-e98c-4073-8bb2-529b21265997 service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5319014
Feb 19 21:09:15.881919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702610-6a8b-4bb6-b003-c670ab1063de req-496e54e8-f50c-47de-bdec-25667aa97cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:15.883420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99702610-6a8b-4bb6-b003-c670ab1063de req-496e54e8-f50c-47de-bdec-25667aa97cfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 200  len: 850 time: 0.0758095
Feb 19 21:09:16.012250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702610-6a8b-4bb6-b003-c670ab1063de req-fa4d4cc8-2685-46d1-a59f-fbe28a9b623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:16.015805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99702610-6a8b-4bb6-b003-c670ab1063de req-fa4d4cc8-2685-46d1-a59f-fbe28a9b623a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10d49579-ce64-4d24-a5f5-a01170b84f25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1049867
Feb 19 21:09:16.019642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-3fd98ba0-7691-4f33-8c5c-c256bda4855e service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625712
Feb 19 21:09:16.174115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99702610-6a8b-4bb6-b003-c670ab1063de req-1b194ba6-1678-4da1-bf68-c31447d116d8 service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522040
Feb 19 21:09:16.329913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e1c8af4-2836-4f90-bfac-300768482290 req-327ceff5-125a-4293-9512-0e36ec3e6a98 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 210 time: 0.0602472
Feb 19 21:09:16.379821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99702610-6a8b-4bb6-b003-c670ab1063de req-79c155f4-18fb-45b7-ad0f-78e2faf7e474 service neutron] 10.222.0.10 "GET /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992302
Feb 19 21:09:16.509923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c736a3-a476-4d1c-b636-27093ff2d319 req-e6851d92-cb76-4b61-87e3-e44facbb1376 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:16.511611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78c736a3-a476-4d1c-b636-27093ff2d319 req-e6851d92-cb76-4b61-87e3-e44facbb1376 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0957990
Feb 19 21:09:16.574709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78c736a3-a476-4d1c-b636-27093ff2d319 req-1f424dbf-2aa0-4ae3-b8c1-cef4606ce708 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536580
Feb 19 21:09:16.735158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4574319-1422-45ba-82c4-e4e6fa369721 req-72593304-005b-4904-9653-002230c7b087 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:16.737974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4574319-1422-45ba-82c4-e4e6fa369721 req-72593304-005b-4904-9653-002230c7b087 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0799658
Feb 19 21:09:16.807382 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4574319-1422-45ba-82c4-e4e6fa369721 req-b85ca90b-b349-4533-8f7e-385e907afe76 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622244
Feb 19 21:09:17.566713 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3bdcdc0-3fec-45bb-b35d-622b1edbde14 req-32856154-9536-41f7-b955-50af2f99b8ef tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 210 time: 0.0404482
Feb 19 21:09:17.840589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38102) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:17.861392 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417174b9-20c3-49f8-989a-984711675642 req-2f8e2a34-9d6f-47c6-be99-2ad5fbb9a533 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:17.863579 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-2f8e2a34-9d6f-47c6-be99-2ad5fbb9a533 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.67 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.2781589
Feb 19 21:09:17.873259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee2207-f7c7-429b-92c9-d51d2a07e64f req-565c5865-781d-4d45-896b-b710e4584fd9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:17.875269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2ee2207-f7c7-429b-92c9-d51d2a07e64f req-565c5865-781d-4d45-896b-b710e4584fd9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee0c1d6-4d26-4bb6-bf2b-83054efe676c HTTP/1.1" status: 200  len: 944 time: 0.1259806
Feb 19 21:09:17.882082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Request body: {'port': {'device_id': '366afc42-f8b8-4a45-99b9-f9203f39d3a5', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'admin_state_up': True, 'tenant_id': 'e5f81dcc5d52473ab53817e20df04cd9'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:17.985493 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0f359ba7-acff-46d4-b3f2-07fe003fc2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.112210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-a2ee2207-f7c7-429b-92c9-d51d2a07e64f req-28da3d68-7c64-4577-961e-a78d0072223f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Deleting port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:18.112673 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2ee2207-f7c7-429b-92c9-d51d2a07e64f req-28da3d68-7c64-4577-961e-a78d0072223f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.115332 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0f359ba7-acff-46d4-b3f2-07fe003fc2c0 admin admin] Publish callbacks [] for security_group (01bb305f-c848-40b0-ace2-2e9d39d6176c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.118529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Made reservation on behalf of e5f81dcc5d52473ab53817e20df04cd9 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:09:18.121703 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0f359ba7-acff-46d4-b3f2-07fe003fc2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (01bb305f-c848-40b0-ace2-2e9d39d6176c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.122509 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.171425 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0f359ba7-acff-46d4-b3f2-07fe003fc2c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7a9695bfcbf4ba2bb0e81f060f0a4e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3261981
Feb 19 21:09:18.171425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f359ba7-acff-46d4-b3f2-07fe003fc2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bb305f-c848-40b0-ace2-2e9d39d6176c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:18.172230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38106) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:18.240073 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6a113cf-f0e1-40cf-8eec-3a067b83b505 admin admin] Publish callbacks [] for security_group (01bb305f-c848-40b0-ace2-2e9d39d6176c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.251403 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-099ba4ec-2d95-45bc-bce5-f5f29d58b086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.277873 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6a113cf-f0e1-40cf-8eec-3a067b83b505 admin admin] Publish callbacks [] for security_group (01bb305f-c848-40b0-ace2-2e9d39d6176c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.317944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a2ee2207-f7c7-429b-92c9-d51d2a07e64f req-28da3d68-7c64-4577-961e-a78d0072223f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] For port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:18.318454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2ee2207-f7c7-429b-92c9-d51d2a07e64f req-28da3d68-7c64-4577-961e-a78d0072223f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.343504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6a113cf-f0e1-40cf-8eec-3a067b83b505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (01bb305f-c848-40b0-ace2-2e9d39d6176c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.347075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6a113cf-f0e1-40cf-8eec-3a067b83b505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.348369 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e6a113cf-f0e1-40cf-8eec-3a067b83b505 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01bb305f-c848-40b0-ace2-2e9d39d6176c HTTP/1.1" status: 204  len: 168 time: 0.1691630
Feb 19 21:09:18.364408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-a2ee2207-f7c7-429b-92c9-d51d2a07e64f req-28da3d68-7c64-4577-961e-a78d0072223f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Calling delete_port for 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:18.367296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a113cf-f0e1-40cf-8eec-3a067b83b505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bb305f-c848-40b0-ace2-2e9d39d6176c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:18.481301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Allocated IP 172.20.0.2 (be9178cb-fadc-423e-95e2-979af3a2f95e/1c86a79b-09b9-494b-a569-de0a15aa8814/d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:09:18.767249 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-08120797-2a25-4088-ad8e-f009a98a7646 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0629361
Feb 19 21:09:18.803039 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2ee2207-f7c7-429b-92c9-d51d2a07e64f req-28da3d68-7c64-4577-961e-a78d0072223f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (761a57e3-c4a5-4caf-8b79-ab7836b14ef0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.814722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241dbcd-318f-4722-9256-a9f81918f1cb req-b013a7a0-22af-485a-a547-c41f350bd72e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:18.815779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e241dbcd-318f-4722-9256-a9f81918f1cb req-b013a7a0-22af-485a-a547-c41f350bd72e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.2398770
Feb 19 21:09:18.824368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['355bbacc-6aa0-48ce-94d5-58853a8dbe09'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:09:18.832665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['c58eb122-6243-45f8-9077-813f02b7493e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:09:18.901923 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks [] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:18.905487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da3d68-7c64-4577-961e-a78d0072223f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event deleted for resources: {'Port': ['ID=761a57e3-c4a5-4caf-8b79-ab7836b14ef0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:18.924739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-bdef5b75-db36-40fb-9c2e-0b776d5fb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:18.929329 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-bdef5b75-db36-40fb-9c2e-0b776d5fb561 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 1127 time: 0.1247802
Feb 19 21:09:18.987709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38146) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:19.058686 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6592cc1c-9a66-45fb-aa62-c1ab267ba7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:19.068554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ee2207-f7c7-429b-92c9-d51d2a07e64f req-28da3d68-7c64-4577-961e-a78d0072223f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] No DVR routers for this DVR port 761a57e3-c4a5-4caf-8b79-ab7836b14ef0 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:09:19.082688 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a2ee2207-f7c7-429b-92c9-d51d2a07e64f req-28da3d68-7c64-4577-961e-a78d0072223f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:19.108064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2ee2207-f7c7-429b-92c9-d51d2a07e64f req-28da3d68-7c64-4577-961e-a78d0072223f tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "DELETE /v2.0/ports/761a57e3-c4a5-4caf-8b79-ab7836b14ef0 HTTP/1.1" status: 204  len: 173 time: 1.2215314
Feb 19 21:09:19.132921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'name': 'network-vif-deleted', 'tag': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:09:19.136109 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026a95b0-480e-44f8-8db5-b34831998d9f" -d '{"events": [{"server_uuid": "6ee0c1d6-4d26-4bb6-bf2b-83054efe676c", "name": "network-vif-deleted", "tag": "761a57e3-c4a5-4caf-8b79-ab7836b14ef0"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:09:19.146364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e241dbcd-318f-4722-9256-a9f81918f1cb req-7cf4e013-ee78-4494-9231-d3b41a2ad1f0 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3101745
Feb 19 21:09:19.247925 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-e8fe393d-9616-4aff-9730-6f24d882bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:19.253402 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:19.263587 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-e8fe393d-9616-4aff-9730-6f24d882bab8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 912 time: 0.2919965
Feb 19 21:09:19.329129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Network be9178cb-fadc-423e-95e2-979af3a2f95e is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:09:19.335155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:09:19.339846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:09:19.406228 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-849fe8e5-7b1b-4d84-801a-4b3997c64116 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b74908-1902-4216-8619-32cd92b10359 HTTP/1.1" status: 200  len: 1000 time: 0.1155741
Feb 19 21:09:19.413266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6592cc1c-9a66-45fb-aa62-c1ab267ba7a8 admin admin] Publish callbacks [] for security_group (63b36e72-5cd1-4cbc-a49a-916185d6419c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:19.416546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event updated for resources: {'Port': ['ID=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:19.438410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6592cc1c-9a66-45fb-aa62-c1ab267ba7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (63b36e72-5cd1-4cbc-a49a-916185d6419c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:19.446125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:19.446873 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:19.457239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b060e0-e44d-4787-8e6a-42630e168827 req-1b40bbef-a060-4981-b642-b868527056d0 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:19.460083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87b060e0-e44d-4787-8e6a-42630e168827 req-1b40bbef-a060-4981-b642-b868527056d0 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 931 time: 0.1590512
Feb 19 21:09:19.495305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-3d5ba769-b9d4-4e21-81c5-9ea1b90ad35d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6184855
Feb 19 21:09:19.528271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Request body: {'port': {'device_id': '366afc42-f8b8-4a45-99b9-f9203f39d3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:19.532671 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6592cc1c-9a66-45fb-aa62-c1ab267ba7a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01134b64d40b49b4b5603308b7237b96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5395343
Feb 19 21:09:19.533064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38158) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:19.534252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592cc1c-9a66-45fb-aa62-c1ab267ba7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b36e72-5cd1-4cbc-a49a-916185d6419c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:19.555646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-a8bd2679-19a9-40d6-bf18-913c6a1f6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:19.557438 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-a8bd2679-19a9-40d6-bf18-913c6a1f6c40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8dc2ea7-ffc4-4027-9f85-62ffc7262290 HTTP/1.1" status: 200  len: 850 time: 0.1277270
Feb 19 21:09:19.609617 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ecca51-96cf-4cc1-b5a4-f695e16e9f91 x-openstack-request-id: req-b7ecca51-96cf-4cc1-b5a4-f695e16e9f91 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:09:19.611636 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee0c1d6-4d26-4bb6-bf2b-83054efe676c", "name": "network-vif-deleted", "tag": "761a57e3-c4a5-4caf-8b79-ab7836b14ef0", "status": "failed", "code": 422}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:09:19.611636 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7ecca51-96cf-4cc1-b5a4-f695e16e9f91 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:09:19.611636 ncdv-master-1 neutron-server[121128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ee0c1d6-4d26-4bb6-bf2b-83054efe676c', 'name': 'network-vif-deleted', 'tag': '761a57e3-c4a5-4caf-8b79-ab7836b14ef0', 'status': 'failed', 'code': 422} returned with failed status
Feb 19 21:09:19.631764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87b060e0-e44d-4787-8e6a-42630e168827 req-296afac0-73c4-4836-8a3f-a826128a03d4 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644897
Feb 19 21:09:19.650842 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:19.683646 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13c000e0-6fc1-4b1e-b66a-96fde35f4166 admin admin] Publish callbacks [] for security_group (63b36e72-5cd1-4cbc-a49a-916185d6419c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:19.689286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-760adf1e-6e84-4907-aeeb-7c3b8fea9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:19.690857 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-760adf1e-6e84-4907-aeeb-7c3b8fea9bd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=813ad1c1-0059-4a59-91cb-1222ec1b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1261847
Feb 19 21:09:19.806437 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13c000e0-6fc1-4b1e-b66a-96fde35f4166 admin admin] Publish callbacks [] for security_group (63b36e72-5cd1-4cbc-a49a-916185d6419c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:19.922673 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-4e451615-d7dc-4410-8b9f-70800fa008b1 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069857
Feb 19 21:09:19.929302 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13c000e0-6fc1-4b1e-b66a-96fde35f4166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (63b36e72-5cd1-4cbc-a49a-916185d6419c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:19.932193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13c000e0-6fc1-4b1e-b66a-96fde35f4166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:19.933834 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-13c000e0-6fc1-4b1e-b66a-96fde35f4166 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63b36e72-5cd1-4cbc-a49a-916185d6419c HTTP/1.1" status: 204  len: 168 time: 0.3946018
Feb 19 21:09:19.972654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c000e0-6fc1-4b1e-b66a-96fde35f4166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b36e72-5cd1-4cbc-a49a-916185d6419c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:20.097228 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b52b18b9-7fba-4ea8-8c4d-8eb63694f51e req-5d2d2234-6e49-4205-a6ff-11bc0b01f549 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621077
Feb 19 21:09:20.177586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceefac-1f45-4e35-b8ef-8d2e9b5cc60c req-3e99ffd1-ec81-4c42-971d-8de58b4f8427 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:20.179436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00ceefac-1f45-4e35-b8ef-8d2e9b5cc60c req-3e99ffd1-ec81-4c42-971d-8de58b4f8427 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 908 time: 0.2459154
Feb 19 21:09:20.225359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:09:20.235344 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Publish callbacks [] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:20.258479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Transition to ACTIVE for port object d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:09:20.263939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:20.361520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09365c21-032c-49da-80ca-da8622427096 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:20.400675 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4ac616a8-5894-4f72-b465-2a1cf81e012e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:20.434493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f98975-a598-4a53-83af-7de071953465 req-9ffe6876-53a3-4ad2-a74f-2c4d23991679 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:20.436041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84f98975-a598-4a53-83af-7de071953465 req-9ffe6876-53a3-4ad2-a74f-2c4d23991679 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1601458
Feb 19 21:09:20.490437 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Attempting to bind port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:09:20.490784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Attempting to bind port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:09:20.491172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Attempting to bind port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:09:20.506528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e on network be9178cb-fadc-423e-95e2-979af3a2f95e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:09:20.506809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Attempting to bind port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:09:20.518885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84f98975-a598-4a53-83af-7de071953465 req-87fa69a5-cef2-4ce2-a335-3a701b7b6c0a tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762606
Feb 19 21:09:20.519883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:09:20.520248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Checking segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:09:20.522587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Bound using segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:09:20.522805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Bound port: d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:09:20.523169 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:20.626575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] For port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:09:20.633347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] For port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:09:20.647125 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:20.699774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:20.700525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:20.703548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-09365c21-032c-49da-80ca-da8622427096 service neutron] 10.222.0.67 "PUT /v2.0/ports/d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e HTTP/1.1" status: 200  len: 1091 time: 1.1815367
Feb 19 21:09:20.724375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09365c21-032c-49da-80ca-da8622427096 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:20.844449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417174b9-20c3-49f8-989a-984711675642 req-28fae49f-dee0-43ae-958b-91ad488a61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:20.846066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-28fae49f-dee0-43ae-958b-91ad488a61ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 1125 time: 0.0860519
Feb 19 21:09:20.935143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571c1e9-cf37-42c7-bd42-a17667c7a5c5 req-c927c2d0-5f27-4e6f-bfd4-12faa6955a6c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:20.936792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3571c1e9-cf37-42c7-bd42-a17667c7a5c5 req-c927c2d0-5f27-4e6f-bfd4-12faa6955a6c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 943 time: 0.1684756
Feb 19 21:09:20.938675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-f8646a5c-3be2-4c15-b74a-58944ff80a08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e HTTP/1.1" status: 200  len: 217 time: 0.0828600
Feb 19 21:09:21.046644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3571c1e9-cf37-42c7-bd42-a17667c7a5c5 req-5bb10d19-229b-420c-80a9-cb8150e27ddb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835664
Feb 19 21:09:21.048608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417174b9-20c3-49f8-989a-984711675642 req-b4ad6cb4-0e58-4b17-80de-170538d36d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:21.050411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-b4ad6cb4-0e58-4b17-80de-170538d36d8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.1007984
Feb 19 21:09:21.096685 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-e41672bd-1212-419b-81b8-e44af50e6a5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370986
Feb 19 21:09:21.246969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-b0f64c0d-3923-4ecf-87ad-46288ef00888 service neutron] 10.222.0.67 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433074
Feb 19 21:09:21.403852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a835c-2599-4eb5-a4de-ea6522faa170 req-6889060d-30ba-46a0-bd9a-0f6fab049cd6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:21.405470 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c1a835c-2599-4eb5-a4de-ea6522faa170 req-6889060d-30ba-46a0-bd9a-0f6fab049cd6 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 908 time: 0.0949178
Feb 19 21:09:21.407758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-417174b9-20c3-49f8-989a-984711675642 req-80911476-0e64-4967-b988-5ddfdbfb1737 service neutron] 10.222.0.67 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530728
Feb 19 21:09:21.611958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366afc42-f8b8-4a45-99b9-f9203f39d3a5', 'tag': 'd0ef6ba9-dfd0-44f2-98db-eb48c1299a8e'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:09:21.615529 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf800b98-dc24-4d1b-b4b4-340de369b8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "366afc42-f8b8-4a45-99b9-f9203f39d3a5", "tag": "d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:09:21.669456 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a2c75d-1e1f-48c9-af56-b2456e43b43b x-openstack-request-id: req-68a2c75d-1e1f-48c9-af56-b2456e43b43b {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:09:21.669822 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366afc42-f8b8-4a45-99b9-f9203f39d3a5", "tag": "d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:09:21.670230 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68a2c75d-1e1f-48c9-af56-b2456e43b43b {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:09:21.670686 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366afc42-f8b8-4a45-99b9-f9203f39d3a5', 'tag': 'd0ef6ba9-dfd0-44f2-98db-eb48c1299a8e', 'status': 'completed', 'code': 200}
Feb 19 21:09:21.734248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4764ca1-1af4-4188-9fc2-8a96ea4eaebd req-071c635c-49ba-4524-966f-c9afe4104015 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:21.737025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4764ca1-1af4-4188-9fc2-8a96ea4eaebd req-071c635c-49ba-4524-966f-c9afe4104015 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1076040
Feb 19 21:09:21.774241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf800b98-dc24-4d1b-b4b4-340de369b8c1 req-6d873d97-d781-4277-90f0-f135faaa4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:21.775725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf800b98-dc24-4d1b-b4b4-340de369b8c1 req-6d873d97-d781-4277-90f0-f135faaa4060 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 1125 time: 0.0879345
Feb 19 21:09:21.794490 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:21.811347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4764ca1-1af4-4188-9fc2-8a96ea4eaebd req-f675002f-cfea-43ee-b6b2-b55be930b473 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669370
Feb 19 21:09:21.919530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d7c50-3a0f-45e1-bc76-2057e041cd98 req-94fbec20-538f-4705-9cc6-a77ef69cf725 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:21.921446 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-132d7c50-3a0f-45e1-bc76-2057e041cd98 req-94fbec20-538f-4705-9cc6-a77ef69cf725 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 908 time: 0.1097817
Feb 19 21:09:21.925738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf800b98-dc24-4d1b-b4b4-340de369b8c1 req-abad5b3e-7dd8-49f0-8fee-e0b77a13f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:21.931465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf800b98-dc24-4d1b-b4b4-340de369b8c1 req-abad5b3e-7dd8-49f0-8fee-e0b77a13f530 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 912 time: 0.1192071
Feb 19 21:09:22.000951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf800b98-dc24-4d1b-b4b4-340de369b8c1 req-9c57eaac-f601-4a09-9e21-e96413324922 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e HTTP/1.1" status: 200  len: 217 time: 0.0614121
Feb 19 21:09:22.061370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf800b98-dc24-4d1b-b4b4-340de369b8c1 req-2bcdee51-e4a8-4115-8236-69f6085b69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:22.063056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf800b98-dc24-4d1b-b4b4-340de369b8c1 req-2bcdee51-e4a8-4115-8236-69f6085b69ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.0564096
Feb 19 21:09:22.086255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-132d7c50-3a0f-45e1-bc76-2057e041cd98 req-dfda100f-c3d7-4e23-bb34-a54cb706c1a2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Deleting port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:22.087067 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-132d7c50-3a0f-45e1-bc76-2057e041cd98 req-dfda100f-c3d7-4e23-bb34-a54cb706c1a2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:22.152986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf800b98-dc24-4d1b-b4b4-340de369b8c1 req-7be8fb1e-e887-4586-a264-1e96656d76e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0794675
Feb 19 21:09:22.305472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-132d7c50-3a0f-45e1-bc76-2057e041cd98 req-dfda100f-c3d7-4e23-bb34-a54cb706c1a2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] For port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:22.306821 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-132d7c50-3a0f-45e1-bc76-2057e041cd98 req-dfda100f-c3d7-4e23-bb34-a54cb706c1a2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:22.328410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0e729-859f-4b4a-afee-911fdbad2155 req-0f44f9f1-d11f-4550-a39a-cea964cdc422 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:22.336207 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78a0e729-859f-4b4a-afee-911fdbad2155 req-0f44f9f1-d11f-4550-a39a-cea964cdc422 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 943 time: 0.1659758
Feb 19 21:09:22.356457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-132d7c50-3a0f-45e1-bc76-2057e041cd98 req-dfda100f-c3d7-4e23-bb34-a54cb706c1a2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Calling delete_port for 38bd6a80-55ef-4392-bd03-a78c89dcbf7e owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:22.379154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf800b98-dc24-4d1b-b4b4-340de369b8c1 req-025b89c3-ce6b-4f96-8c64-a18113d714d6 service neutron] 10.222.0.67 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192893
Feb 19 21:09:22.505413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf800b98-dc24-4d1b-b4b4-340de369b8c1 req-5a24891e-de11-41dc-a1fd-27a11bba0807 service neutron] 10.222.0.67 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1174989
Feb 19 21:09:22.548413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78a0e729-859f-4b4a-afee-911fdbad2155 req-53518f6b-92c0-4e65-8de7-217ab8f9d313 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083390
Feb 19 21:09:22.580189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-132d7c50-3a0f-45e1-bc76-2057e041cd98 req-dfda100f-c3d7-4e23-bb34-a54cb706c1a2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (38bd6a80-55ef-4392-bd03-a78c89dcbf7e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:22.625435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda100f-c3d7-4e23-bb34-a54cb706c1a2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event deleted for resources: {'Port': ['ID=38bd6a80-55ef-4392-bd03-a78c89dcbf7e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:22.631223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3707d-22dd-4842-b4e2-46383e07ce6a req-4885bd87-8aac-49e6-aa20-586b4ca357d7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:22.634383 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdd3707d-22dd-4842-b4e2-46383e07ce6a req-4885bd87-8aac-49e6-aa20-586b4ca357d7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73383da-8ceb-4cc4-86b1-1cbfd2fad4de HTTP/1.1" status: 200  len: 829 time: 0.0879021
Feb 19 21:09:22.680795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-132d7c50-3a0f-45e1-bc76-2057e041cd98 req-dfda100f-c3d7-4e23-bb34-a54cb706c1a2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] No DVR routers for this DVR port 38bd6a80-55ef-4392-bd03-a78c89dcbf7e on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:09:22.684260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-132d7c50-3a0f-45e1-bc76-2057e041cd98 req-dfda100f-c3d7-4e23-bb34-a54cb706c1a2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:22.688770 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-132d7c50-3a0f-45e1-bc76-2057e041cd98 req-dfda100f-c3d7-4e23-bb34-a54cb706c1a2 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "DELETE /v2.0/ports/38bd6a80-55ef-4392-bd03-a78c89dcbf7e HTTP/1.1" status: 204  len: 173 time: 0.7620258
Feb 19 21:09:22.689332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73383da-8ceb-4cc4-86b1-1cbfd2fad4de', 'name': 'network-vif-deleted', 'tag': '38bd6a80-55ef-4392-bd03-a78c89dcbf7e'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:09:22.692819 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d30d04-c878-4f1c-b009-fd2feeba5586" -d '{"events": [{"server_uuid": "c73383da-8ceb-4cc4-86b1-1cbfd2fad4de", "name": "network-vif-deleted", "tag": "38bd6a80-55ef-4392-bd03-a78c89dcbf7e"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:09:22.777537 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f31855-7fe4-4511-bc93-d62d523124ae x-openstack-request-id: req-b2f31855-7fe4-4511-bc93-d62d523124ae {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:09:22.777897 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73383da-8ceb-4cc4-86b1-1cbfd2fad4de", "name": "network-vif-deleted", "tag": "38bd6a80-55ef-4392-bd03-a78c89dcbf7e", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:09:22.778207 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2f31855-7fe4-4511-bc93-d62d523124ae {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:09:22.779202 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73383da-8ceb-4cc4-86b1-1cbfd2fad4de', 'name': 'network-vif-deleted', 'tag': '38bd6a80-55ef-4392-bd03-a78c89dcbf7e', 'status': 'completed', 'code': 200}
Feb 19 21:09:22.922110 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38348) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:23.008171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fd45b-7c70-4766-9f37-bb0e9b480b1b req-7c70dcb4-30ef-4c45-911c-5cac034ff662 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:23.009989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-061fd45b-7c70-4766-9f37-bb0e9b480b1b req-7c70dcb4-30ef-4c45-911c-5cac034ff662 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.0887132
Feb 19 21:09:23.112305 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29050a26-19bf-4054-bdfc-ce33ecf78a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:23.117622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-061fd45b-7c70-4766-9f37-bb0e9b480b1b req-72b7f0f6-5bde-476f-b965-c4eaf6d80a90 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005442
Feb 19 21:09:23.163913 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:23.227572 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29050a26-19bf-4054-bdfc-ce33ecf78a19 admin admin] Publish callbacks [] for security_group (af04cfca-9c61-455e-9a74-0453e54653fb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:23.232781 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29050a26-19bf-4054-bdfc-ce33ecf78a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (af04cfca-9c61-455e-9a74-0453e54653fb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:23.283346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38366) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:23.284296 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-29050a26-19bf-4054-bdfc-ce33ecf78a19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ce9d03199e64e2799ddd19f55656c67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3603911
Feb 19 21:09:23.286580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29050a26-19bf-4054-bdfc-ce33ecf78a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af04cfca-9c61-455e-9a74-0453e54653fb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:23.367268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6bafd0a-26ac-4dab-aab7-b7c435b0ee6e admin admin] Publish callbacks [] for security_group (af04cfca-9c61-455e-9a74-0453e54653fb), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:23.400363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6bafd0a-26ac-4dab-aab7-b7c435b0ee6e admin admin] Publish callbacks [] for security_group (af04cfca-9c61-455e-9a74-0453e54653fb), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:23.470602 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6bafd0a-26ac-4dab-aab7-b7c435b0ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (af04cfca-9c61-455e-9a74-0453e54653fb), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:23.474573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6bafd0a-26ac-4dab-aab7-b7c435b0ee6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:23.476555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e6bafd0a-26ac-4dab-aab7-b7c435b0ee6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af04cfca-9c61-455e-9a74-0453e54653fb HTTP/1.1" status: 204  len: 168 time: 0.1912889
Feb 19 21:09:23.487047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bafd0a-26ac-4dab-aab7-b7c435b0ee6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af04cfca-9c61-455e-9a74-0453e54653fb,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:23.729471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d920f-9a14-4a7d-92e9-49f9bbb74328 req-35672d64-afe2-43b9-ad22-746e7328fdf5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:23.732199 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a04d920f-9a14-4a7d-92e9-49f9bbb74328 req-35672d64-afe2-43b9-ad22-746e7328fdf5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 943 time: 0.0966702
Feb 19 21:09:23.977515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38412) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:24.015618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59140218-6d8d-491e-868c-d4d95553e7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:24.176653 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59140218-6d8d-491e-868c-d4d95553e7f5 admin admin] Publish callbacks [] for security_group (fdbf0969-0bfe-4be1-abbb-92f0a8d549ef), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:24.195272 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59140218-6d8d-491e-868c-d4d95553e7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fdbf0969-0bfe-4be1-abbb-92f0a8d549ef), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:24.203969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a04d920f-9a14-4a7d-92e9-49f9bbb74328 req-a50da1fe-9988-4e52-b9ac-155a0050549c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4645100
Feb 19 21:09:24.266298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59140218-6d8d-491e-868c-d4d95553e7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbf0969-0bfe-4be1-abbb-92f0a8d549ef,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:24.275776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b5380-824e-42cb-9a5e-a7135f544455 req-d7204513-12f4-44aa-8ae3-367275463170 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:24.277583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e1b5380-824e-42cb-9a5e-a7135f544455 req-d7204513-12f4-44aa-8ae3-367275463170 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 945 time: 0.0944564
Feb 19 21:09:24.312290 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-59140218-6d8d-491e-868c-d4d95553e7f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03c92aec5dfc489f9b64de9d8e6b3eac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3325186
Feb 19 21:09:24.314880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38442) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:24.418972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e1b5380-824e-42cb-9a5e-a7135f544455 req-57034e5e-9bb3-4189-a3d3-257e415b6955 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271367
Feb 19 21:09:24.419942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18e048f1-0a30-4c5c-b47c-c6b54a746281 admin admin] Publish callbacks [] for security_group (fdbf0969-0bfe-4be1-abbb-92f0a8d549ef), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:24.420943 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:24.447231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef68479-8dac-4f30-ad0f-abcb20d8f453 req-ce2d2b59-be1b-404c-ac0e-2972033e33df tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:24.460888 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18e048f1-0a30-4c5c-b47c-c6b54a746281 admin admin] Publish callbacks [] for security_group (fdbf0969-0bfe-4be1-abbb-92f0a8d549ef), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:24.464484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ef68479-8dac-4f30-ad0f-abcb20d8f453 req-ce2d2b59-be1b-404c-ac0e-2972033e33df tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1345913
Feb 19 21:09:24.524114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ef68479-8dac-4f30-ad0f-abcb20d8f453 req-3dc253f6-bff1-4e95-822b-d46baa9fd625 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586705
Feb 19 21:09:24.563333 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18e048f1-0a30-4c5c-b47c-c6b54a746281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fdbf0969-0bfe-4be1-abbb-92f0a8d549ef), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:24.568756 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-18e048f1-0a30-4c5c-b47c-c6b54a746281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:24.572523 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-18e048f1-0a30-4c5c-b47c-c6b54a746281 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdbf0969-0bfe-4be1-abbb-92f0a8d549ef HTTP/1.1" status: 204  len: 168 time: 0.2553546
Feb 19 21:09:24.587319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e048f1-0a30-4c5c-b47c-c6b54a746281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbf0969-0bfe-4be1-abbb-92f0a8d549ef,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:25.357381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e43a5-572d-47c7-804a-4469a22b064e req-0eaa9d63-4f90-46f1-bd6a-c29dacb4ee38 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:25.360845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-457e43a5-572d-47c7-804a-4469a22b064e req-0eaa9d63-4f90-46f1-bd6a-c29dacb4ee38 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 943 time: 0.0621922
Feb 19 21:09:25.443355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-457e43a5-572d-47c7-804a-4469a22b064e req-952f9e57-6eaa-40fd-862a-91402f482fc9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777462
Feb 19 21:09:25.459541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a2a4-f34a-4f3f-b1d8-d6346382e4df req-26ebae3c-a115-4095-9e4e-603ca35abfad tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:25.461205 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-edf7a2a4-f34a-4f3f-b1d8-d6346382e4df req-26ebae3c-a115-4095-9e4e-603ca35abfad tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 945 time: 0.0878673
Feb 19 21:09:25.628481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-edf7a2a4-f34a-4f3f-b1d8-d6346382e4df req-e3d86ac7-f54a-4c73-9de4-8b420e4f470e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Deleting port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:25.628844 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-edf7a2a4-f34a-4f3f-b1d8-d6346382e4df req-e3d86ac7-f54a-4c73-9de4-8b420e4f470e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:25.641199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f962445-8961-4415-a723-30b362f8af8f req-bc9a29ea-9e95-47d9-bc37-c754946c5723 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:25.642813 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f962445-8961-4415-a723-30b362f8af8f req-bc9a29ea-9e95-47d9-bc37-c754946c5723 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 945 time: 0.1229639
Feb 19 21:09:25.872689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:09:25.878013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f962445-8961-4415-a723-30b362f8af8f req-1b8fd214-e9d6-4438-b929-2c4992f7ff2d tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231848
Feb 19 21:09:25.889386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 38bd6a80-55ef-4392-bd03-a78c89dcbf7e no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:09:25.920926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-edf7a2a4-f34a-4f3f-b1d8-d6346382e4df req-e3d86ac7-f54a-4c73-9de4-8b420e4f470e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] For port 355bbacc-6aa0-48ce-94d5-58853a8dbe09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=355bbacc-6aa0-48ce-94d5-58853a8dbe09,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:25.921167 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-edf7a2a4-f34a-4f3f-b1d8-d6346382e4df req-e3d86ac7-f54a-4c73-9de4-8b420e4f470e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:25.943282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-edf7a2a4-f34a-4f3f-b1d8-d6346382e4df req-e3d86ac7-f54a-4c73-9de4-8b420e4f470e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Calling delete_port for 355bbacc-6aa0-48ce-94d5-58853a8dbe09 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:25.963421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 38bd6a80-55ef-4392-bd03-a78c89dcbf7e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:09:25.963771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 38bd6a80-55ef-4392-bd03-a78c89dcbf7e not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:09:25.966070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2301b8-9f07-4e21-804b-102e082da2c4 req-6ef46a02-bb00-486f-9fbd-b9120739bac4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:25.967723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c2301b8-9f07-4e21-804b-102e082da2c4 req-6ef46a02-bb00-486f-9fbd-b9120739bac4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.2545471
Feb 19 21:09:25.968536 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:26.096627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:26.104399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'd0ef6ba9-dfd0-44f2-98db-eb48c1299a8e', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'port_id': 'd0ef6ba9-dfd0-44f2-98db-eb48c1299a8e', 'mac_address': 'fa:16:3e:8f:75:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c86a79b-09b9-494b-a569-de0a15aa8814', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:09:26.138820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c2301b8-9f07-4e21-804b-102e082da2c4 req-79e2e389-4e10-429a-b80a-cae3351e9bbf tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1606698
Feb 19 21:09:26.148755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:09:26.149394 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:26.166887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:09:26.190297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:26.200355 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:26.232407 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-edf7a2a4-f34a-4f3f-b1d8-d6346382e4df req-e3d86ac7-f54a-4c73-9de4-8b420e4f470e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (355bbacc-6aa0-48ce-94d5-58853a8dbe09), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:26.247255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['c58eb122-6243-45f8-9077-813f02b7493e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:09:26.251799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['355bbacc-6aa0-48ce-94d5-58853a8dbe09'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:09:26.261659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d86ac7-f54a-4c73-9de4-8b420e4f470e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event deleted for resources: {'Port': ['ID=355bbacc-6aa0-48ce-94d5-58853a8dbe09,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:26.326983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf7a2a4-f34a-4f3f-b1d8-d6346382e4df req-e3d86ac7-f54a-4c73-9de4-8b420e4f470e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] No DVR routers for this DVR port 355bbacc-6aa0-48ce-94d5-58853a8dbe09 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:09:26.329767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-edf7a2a4-f34a-4f3f-b1d8-d6346382e4df req-e3d86ac7-f54a-4c73-9de4-8b420e4f470e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:26.334319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-edf7a2a4-f34a-4f3f-b1d8-d6346382e4df req-e3d86ac7-f54a-4c73-9de4-8b420e4f470e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.10 "DELETE /v2.0/ports/355bbacc-6aa0-48ce-94d5-58853a8dbe09 HTTP/1.1" status: 204  len: 173 time: 0.8676081
Feb 19 21:09:26.334537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8176c128-5636-4ef2-bb6e-0c2af96e882d', 'name': 'network-vif-deleted', 'tag': '355bbacc-6aa0-48ce-94d5-58853a8dbe09'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:09:26.337241 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdea49e-43e1-495a-a396-bc410e24fc82" -d '{"events": [{"server_uuid": "8176c128-5636-4ef2-bb6e-0c2af96e882d", "name": "network-vif-deleted", "tag": "355bbacc-6aa0-48ce-94d5-58853a8dbe09"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:09:26.366306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:26.388654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.390447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.391307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.391888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.392727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.393248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.394472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.395024 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.396172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.396746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.397657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.398481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.399396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:26.400015 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2acb52b-022b-4239-9b46-c6d0464edbe9 x-openstack-request-id: req-b2acb52b-022b-4239-9b46-c6d0464edbe9 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:09:26.400589 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8176c128-5636-4ef2-bb6e-0c2af96e882d", "name": "network-vif-deleted", "tag": "355bbacc-6aa0-48ce-94d5-58853a8dbe09", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:09:26.400864 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2acb52b-022b-4239-9b46-c6d0464edbe9 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:09:26.401270 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8176c128-5636-4ef2-bb6e-0c2af96e882d', 'name': 'network-vif-deleted', 'tag': '355bbacc-6aa0-48ce-94d5-58853a8dbe09', 'status': 'completed', 'code': 200}
Feb 19 21:09:26.626529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:09:26.629775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b2dcd-f565-4423-b095-62b320a1335e req-d90bb2f2-5efe-42a0-b5d9-aac29da1d263 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:26.638788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-164b2dcd-f565-4423-b095-62b320a1335e req-d90bb2f2-5efe-42a0-b5d9-aac29da1d263 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 944 time: 0.0962873
Feb 19 21:09:26.719458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-164b2dcd-f565-4423-b095-62b320a1335e req-d8532dda-f045-423a-a7e0-ef003d34565b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793569
Feb 19 21:09:27.194284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-938a4c02-91cc-4a41-9fe8-fdfd19cced3e req-deb5af3f-ab4f-49f8-8e11-41c64465ad90 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=8176c128-5636-4ef2-bb6e-0c2af96e882d HTTP/1.1" status: 200  len: 210 time: 0.0463798
Feb 19 21:09:27.299630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71197f-39aa-46df-b64c-4c4f8c1ee5bf req-04e4957e-3054-4d51-bcce-77b02599021e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:27.301862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c71197f-39aa-46df-b64c-4c4f8c1ee5bf req-04e4957e-3054-4d51-bcce-77b02599021e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.0634053
Feb 19 21:09:27.371430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c71197f-39aa-46df-b64c-4c4f8c1ee5bf req-b1445789-1d14-4dce-948c-79a92acc265c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614469
Feb 19 21:09:27.854623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc95897-2487-42bd-ab52-c7bb4edaa667 req-c0d071ea-2489-45ee-901c-fda8ea4416e6 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:27.855779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bc95897-2487-42bd-ab52-c7bb4edaa667 req-c0d071ea-2489-45ee-901c-fda8ea4416e6 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 944 time: 0.0589383
Feb 19 21:09:27.914599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bc95897-2487-42bd-ab52-c7bb4edaa667 req-124fd6b9-dc49-4ad8-bbbe-f294e8253ca1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530207
Feb 19 21:09:28.200709 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38634) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:28.362933 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9435-50a8-4118-b08b-dea4c4fa51bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:28.485609 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9435-50a8-4118-b08b-dea4c4fa51bf admin admin] Publish callbacks [] for security_group (10ddcf48-a4e0-4b20-9542-fad91dab45b7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:28.496304 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9435-50a8-4118-b08b-dea4c4fa51bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (10ddcf48-a4e0-4b20-9542-fad91dab45b7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:28.594127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae9435-50a8-4118-b08b-dea4c4fa51bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ddcf48-a4e0-4b20-9542-fad91dab45b7,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:28.601503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e1ae9435-50a8-4118-b08b-dea4c4fa51bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67dea5f032894c1f968944abdac71f71&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3992670
Feb 19 21:09:28.604861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38656) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:28.663821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2355ce-673e-4e63-9df1-5d94a17067d7 req-a5c060f6-8b3f-4153-87eb-d71236a38999 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:28.666281 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc2355ce-673e-4e63-9df1-5d94a17067d7 req-a5c060f6-8b3f-4153-87eb-d71236a38999 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1574762
Feb 19 21:09:28.668406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86838117-3cd0-4831-bb7d-fcfa256cc3f6 admin admin] Publish callbacks [] for security_group (10ddcf48-a4e0-4b20-9542-fad91dab45b7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:28.693894 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86838117-3cd0-4831-bb7d-fcfa256cc3f6 admin admin] Publish callbacks [] for security_group (10ddcf48-a4e0-4b20-9542-fad91dab45b7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:28.695661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a8539-1170-48a3-8332-43f9ff0c8bce req-39e39376-5f45-4604-b790-c7512d294c4c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:28.697746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e92a8539-1170-48a3-8332-43f9ff0c8bce req-39e39376-5f45-4604-b790-c7512d294c4c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.1371787
Feb 19 21:09:28.755942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc2355ce-673e-4e63-9df1-5d94a17067d7 req-238a45b5-4978-4568-bf34-341053365c7d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828512
Feb 19 21:09:28.756769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86838117-3cd0-4831-bb7d-fcfa256cc3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (10ddcf48-a4e0-4b20-9542-fad91dab45b7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:28.760527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86838117-3cd0-4831-bb7d-fcfa256cc3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:28.761703 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-86838117-3cd0-4831-bb7d-fcfa256cc3f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10ddcf48-a4e0-4b20-9542-fad91dab45b7 HTTP/1.1" status: 204  len: 168 time: 0.1556184
Feb 19 21:09:28.772156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86838117-3cd0-4831-bb7d-fcfa256cc3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ddcf48-a4e0-4b20-9542-fad91dab45b7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:28.789698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e92a8539-1170-48a3-8332-43f9ff0c8bce req-b9b4dbb2-8573-41b6-bf13-e63becf164e1 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fcdcfde-963e-4121-a4e5-55e015651b0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851669
Feb 19 21:09:28.975745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1709866-9527-4710-86cd-c7a733cac28c req-2d656cf2-b10b-469a-817e-f752b1f77a71 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:28.977538 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d1709866-9527-4710-86cd-c7a733cac28c req-2d656cf2-b10b-469a-817e-f752b1f77a71 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 946 time: 0.0856323
Feb 19 21:09:29.060844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71969a80-433d-45f5-8637-a8875cba05cd req-a5940fb4-a86c-462d-9fc2-a763b2498a1d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:29.062628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71969a80-433d-45f5-8637-a8875cba05cd req-a5940fb4-a86c-462d-9fc2-a763b2498a1d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 944 time: 0.0693300
Feb 19 21:09:29.140935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71969a80-433d-45f5-8637-a8875cba05cd req-4350b5f4-2390-46c1-b294-f8589a316c48 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683689
Feb 19 21:09:29.147238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-d1709866-9527-4710-86cd-c7a733cac28c req-745866e9-c241-49bc-836d-fdd65e442586 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Deleting port c58eb122-6243-45f8-9077-813f02b7493e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:29.147785 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d1709866-9527-4710-86cd-c7a733cac28c req-745866e9-c241-49bc-836d-fdd65e442586 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c58eb122-6243-45f8-9077-813f02b7493e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.154587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38672) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:29.181570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e82e1e11-4760-439e-baef-93149da8bfb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.311500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d1709866-9527-4710-86cd-c7a733cac28c req-745866e9-c241-49bc-836d-fdd65e442586 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] For port c58eb122-6243-45f8-9077-813f02b7493e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c58eb122-6243-45f8-9077-813f02b7493e,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:29.312569 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d1709866-9527-4710-86cd-c7a733cac28c req-745866e9-c241-49bc-836d-fdd65e442586 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c58eb122-6243-45f8-9077-813f02b7493e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.331243 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e82e1e11-4760-439e-baef-93149da8bfb9 admin admin] Publish callbacks [] for security_group (79a0a740-ebb6-4422-ae95-82e102b4ef4d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.341303 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-d1709866-9527-4710-86cd-c7a733cac28c req-745866e9-c241-49bc-836d-fdd65e442586 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Calling delete_port for c58eb122-6243-45f8-9077-813f02b7493e owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:29.344674 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e82e1e11-4760-439e-baef-93149da8bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (79a0a740-ebb6-4422-ae95-82e102b4ef4d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.374228 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.399901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e82e1e11-4760-439e-baef-93149da8bfb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c8f6b2a75a24ca49373c87d95c9668b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2439668
Feb 19 21:09:29.401182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e1e11-4760-439e-baef-93149da8bfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a0a740-ebb6-4422-ae95-82e102b4ef4d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:29.403563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38696) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:29.484951 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-67ad4b8a-a495-43a4-a8d1-47f0e1ac53b5 admin admin] Publish callbacks [] for security_group (79a0a740-ebb6-4422-ae95-82e102b4ef4d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.522209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-67ad4b8a-a495-43a4-a8d1-47f0e1ac53b5 admin admin] Publish callbacks [] for security_group (79a0a740-ebb6-4422-ae95-82e102b4ef4d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.535132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d1709866-9527-4710-86cd-c7a733cac28c req-745866e9-c241-49bc-836d-fdd65e442586 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c58eb122-6243-45f8-9077-813f02b7493e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.553385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['c58eb122-6243-45f8-9077-813f02b7493e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:09:29.571133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745866e9-c241-49bc-836d-fdd65e442586 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event deleted for resources: {'Port': ['ID=c58eb122-6243-45f8-9077-813f02b7493e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:29.619982 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-67ad4b8a-a495-43a4-a8d1-47f0e1ac53b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (79a0a740-ebb6-4422-ae95-82e102b4ef4d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.625561 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-67ad4b8a-a495-43a4-a8d1-47f0e1ac53b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.627672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-67ad4b8a-a495-43a4-a8d1-47f0e1ac53b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79a0a740-ebb6-4422-ae95-82e102b4ef4d HTTP/1.1" status: 204  len: 168 time: 0.2222641
Feb 19 21:09:29.640037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1709866-9527-4710-86cd-c7a733cac28c req-745866e9-c241-49bc-836d-fdd65e442586 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] No DVR routers for this DVR port c58eb122-6243-45f8-9077-813f02b7493e on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:09:29.642237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad4b8a-a495-43a4-a8d1-47f0e1ac53b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a0a740-ebb6-4422-ae95-82e102b4ef4d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:29.643579 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d1709866-9527-4710-86cd-c7a733cac28c req-745866e9-c241-49bc-836d-fdd65e442586 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:29.656372 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d1709866-9527-4710-86cd-c7a733cac28c req-745866e9-c241-49bc-836d-fdd65e442586 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "DELETE /v2.0/ports/c58eb122-6243-45f8-9077-813f02b7493e HTTP/1.1" status: 204  len: 173 time: 0.6729693
Feb 19 21:09:29.657243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e428fbc5-f80a-4990-810a-97c7cbf53246', 'name': 'network-vif-deleted', 'tag': 'c58eb122-6243-45f8-9077-813f02b7493e'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:09:29.662330 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaa6a0e-60a3-4e04-84c4-bc4471f9324d" -d '{"events": [{"server_uuid": "e428fbc5-f80a-4990-810a-97c7cbf53246", "name": "network-vif-deleted", "tag": "c58eb122-6243-45f8-9077-813f02b7493e"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:09:29.733985 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6baa17c-3d78-4406-8ff4-d4f0ce3b1808 x-openstack-request-id: req-c6baa17c-3d78-4406-8ff4-d4f0ce3b1808 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:09:29.734594 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e428fbc5-f80a-4990-810a-97c7cbf53246", "name": "network-vif-deleted", "tag": "c58eb122-6243-45f8-9077-813f02b7493e", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:09:29.735153 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6baa17c-3d78-4406-8ff4-d4f0ce3b1808 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:09:29.735829 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e428fbc5-f80a-4990-810a-97c7cbf53246', 'name': 'network-vif-deleted', 'tag': 'c58eb122-6243-45f8-9077-813f02b7493e', 'status': 'completed', 'code': 200}
Feb 19 21:09:29.873646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:09:29.996097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:09:30.011172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:09:30.011832 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:30.077683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-498998cc-8706-441a-8799-e76ede2dc6bb req-8493b8f3-79ab-499c-be07-29c5d5997ea7 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428fbc5-f80a-4990-810a-97c7cbf53246 HTTP/1.1" status: 200  len: 210 time: 0.0778031
Feb 19 21:09:30.102573 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8750c0-46ba-4607-a4d2-51ea1bac92a8 req-a46b87f7-14a5-4990-a1fd-79c4b77b7bf8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:30.104995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f8750c0-46ba-4607-a4d2-51ea1bac92a8 req-a46b87f7-14a5-4990-a1fd-79c4b77b7bf8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.2104580
Feb 19 21:09:30.135221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:09:30.136018 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:30.188743 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366afc42-f8b8-4a45-99b9-f9203f39d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ef6ba9-dfd0-44f2-98db-eb48c1299a8e'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:09:30.193510 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cb368f-d516-487c-ba32-e08beaf52ceb" -d '{"events": [{"server_uuid": "366afc42-f8b8-4a45-99b9-f9203f39d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:09:30.198538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f8750c0-46ba-4607-a4d2-51ea1bac92a8 req-9d3cb019-ca15-470a-bd8e-2c368e3e0593 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791903
Feb 19 21:09:30.216770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:30.230539 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:30.233406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c58eb122-6243-45f8-9077-813f02b7493e no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:09:30.277628 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79545b13-5403-41ee-8485-05cb53855980 x-openstack-request-id: req-79545b13-5403-41ee-8485-05cb53855980 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:09:30.280720 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366afc42-f8b8-4a45-99b9-f9203f39d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:09:30.281641 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79545b13-5403-41ee-8485-05cb53855980 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:09:30.284656 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366afc42-f8b8-4a45-99b9-f9203f39d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ef6ba9-dfd0-44f2-98db-eb48c1299a8e', 'code': 200}
Feb 19 21:09:30.308190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: c58eb122-6243-45f8-9077-813f02b7493e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:09:30.308876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c58eb122-6243-45f8-9077-813f02b7493e not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:09:30.341840 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38748) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:30.417352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:30.432492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9d707-3547-4755-98e2-8b67d4b3b311 req-5deceafa-8971-4613-a2eb-12d038a69eb2 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:30.440968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9bc9d707-3547-4755-98e2-8b67d4b3b311 req-5deceafa-8971-4613-a2eb-12d038a69eb2 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1126409
Feb 19 21:09:30.506647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0ef84-c2cb-4f36-a5d9-103e1d4fb1ec req-7044ab82-9928-4934-b906-3f1b2b811324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:30.516908 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-10a0ef84-c2cb-4f36-a5d9-103e1d4fb1ec req-7044ab82-9928-4934-b906-3f1b2b811324 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 1127 time: 0.1174865
Feb 19 21:09:30.522788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9bc9d707-3547-4755-98e2-8b67d4b3b311 req-50693b5a-78dc-4ce4-aa0a-b9b4304243a5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796788
Feb 19 21:09:30.583795 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-10a0ef84-c2cb-4f36-a5d9-103e1d4fb1ec req-20429f30-e150-4191-b38a-4e4c4a8fff29 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608766
Feb 19 21:09:30.788603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3df87e-0032-44d6-8479-dd5729a594cc admin admin] Deleting subnet c57e1ef7-16b0-4d4d-9f7d-cb74c6904883 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:09:30.792558 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce3df87e-0032-44d6-8479-dd5729a594cc admin admin] Publish callbacks [] for subnet (c57e1ef7-16b0-4d4d-9f7d-cb74c6904883), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:30.842289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce3df87e-0032-44d6-8479-dd5729a594cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (c57e1ef7-16b0-4d4d-9f7d-cb74c6904883), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:30.908811 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce3df87e-0032-44d6-8479-dd5729a594cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (c57e1ef7-16b0-4d4d-9f7d-cb74c6904883), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.274310 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 355bbacc-6aa0-48ce-94d5-58853a8dbe09 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:09:31.316119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 355bbacc-6aa0-48ce-94d5-58853a8dbe09 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:09:31.317223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 355bbacc-6aa0-48ce-94d5-58853a8dbe09 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:09:31.398141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce3df87e-0032-44d6-8479-dd5729a594cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (c57e1ef7-16b0-4d4d-9f7d-cb74c6904883), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.442277 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3df87e-0032-44d6-8479-dd5729a594cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c57e1ef7-16b0-4d4d-9f7d-cb74c6904883,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:31.446436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce3df87e-0032-44d6-8479-dd5729a594cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.454374 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ce3df87e-0032-44d6-8479-dd5729a594cc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c57e1ef7-16b0-4d4d-9f7d-cb74c6904883 HTTP/1.1" status: 204  len: 168 time: 1.1111414
Feb 19 21:09:31.455489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38814) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:31.455865 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38816) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:31.457628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f7881-d7d0-4caa-938f-3be4a86df60f req-f60bea82-d626-4bf2-986f-3b46027f1cff tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:31.460114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-955f7881-d7d0-4caa-938f-3be4a86df60f req-f60bea82-d626-4bf2-986f-3b46027f1cff tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1689658
Feb 19 21:09:31.562276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (a7720066-6763-4cf2-8422-94736652addc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.578647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-955f7881-d7d0-4caa-938f-3be4a86df60f req-30acb3ce-c2d2-49b1-bd75-c26be5bb5c4c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114535
Feb 19 21:09:31.591653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde6544-19c3-49c5-9e9e-042d94082602 req-f085bfd8-4848-47eb-a92d-ef90bbf6c0e5 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:31.593282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5bde6544-19c3-49c5-9e9e-042d94082602 req-f085bfd8-4848-47eb-a92d-ef90bbf6c0e5 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1177619
Feb 19 21:09:31.679996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5bde6544-19c3-49c5-9e9e-042d94082602 req-1b66c1b9-1b76-47e5-9b94-30a68d62620c tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748582
Feb 19 21:09:31.702352 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (a7720066-6763-4cf2-8422-94736652addc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.705528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f25825f1-88ef-48f2-943e-7ca22ba8f68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.744827 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a699584f0>,) {'filters': {'network_id': ['a7720066-6763-4cf2-8422-94736652addc']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:31.762318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4c5d5-82cd-4b40-b4b7-74176baabe7c req-966b6e99-b219-4918-8572-435f41b0797f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:31.763609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a699584f0>, '2e0942cb-d96c-46f1-b23c-22c6a479bd87') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:31.764051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a699584f0>, '2e0942cb-d96c-46f1-b23c-22c6a479bd87') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:31.764186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56f4c5d5-82cd-4b40-b4b7-74176baabe7c req-966b6e99-b219-4918-8572-435f41b0797f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.0773506
Feb 19 21:09:31.782228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (2e0942cb-d96c-46f1-b23c-22c6a479bd87), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.810669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2e0942cb-d96c-46f1-b23c-22c6a479bd87), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.825358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:09:31.826141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (2e0942cb-d96c-46f1-b23c-22c6a479bd87), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:09:31.828182 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:09:31.831234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56f4c5d5-82cd-4b40-b4b7-74176baabe7c req-0e4b80e3-7bba-4036-88a4-ea98d3fb1e33 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594988
Feb 19 21:09:31.920627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (a7720066-6763-4cf2-8422-94736652addc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.931750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.935092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a7720066-6763-4cf2-8422-94736652addc HTTP/1.1" status: 204  len: 168 time: 0.4754119
Feb 19 21:09:31.941919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f25825f1-88ef-48f2-943e-7ca22ba8f68b admin admin] Publish callbacks [] for security_group (c3d412f5-2de6-4808-bded-16a920e621ec), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.965099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f25825f1-88ef-48f2-943e-7ca22ba8f68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c3d412f5-2de6-4808-bded-16a920e621ec), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:31.969221 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b630fe-d0ae-4467-8ccf-f5c590549583 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7720066-6763-4cf2-8422-94736652addc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:32.013663 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f25825f1-88ef-48f2-943e-7ca22ba8f68b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddc16bded5c94738af3359f5d222bfe5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5550222
Feb 19 21:09:32.015457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38836) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:32.030029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25825f1-88ef-48f2-943e-7ca22ba8f68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d412f5-2de6-4808-bded-16a920e621ec,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:32.084285 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96686595-c116-432f-9403-8fd109c2ebe4 admin admin] Publish callbacks [] for security_group (c3d412f5-2de6-4808-bded-16a920e621ec), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.114927 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96686595-c116-432f-9403-8fd109c2ebe4 admin admin] Publish callbacks [] for security_group (c3d412f5-2de6-4808-bded-16a920e621ec), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.194350 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96686595-c116-432f-9403-8fd109c2ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c3d412f5-2de6-4808-bded-16a920e621ec), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.200385 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96686595-c116-432f-9403-8fd109c2ebe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.204474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-96686595-c116-432f-9403-8fd109c2ebe4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3d412f5-2de6-4808-bded-16a920e621ec HTTP/1.1" status: 204  len: 168 time: 0.1864514
Feb 19 21:09:32.216721 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96686595-c116-432f-9403-8fd109c2ebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d412f5-2de6-4808-bded-16a920e621ec,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:32.235006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38844) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:32.284400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dd4a48ab-e354-4000-83e2-6ab69495283d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba9b396737a34280bdc448a2b0df5a7e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0460281
Feb 19 21:09:32.285218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38848) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:32.338582 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cb53933-44d1-414e-804a-9bd5da5cb079 admin admin] Publish callbacks [] for security_group (009eba9e-85f7-4f28-a11a-a0d6cee8de5e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.370522 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cb53933-44d1-414e-804a-9bd5da5cb079 admin admin] Publish callbacks [] for security_group (009eba9e-85f7-4f28-a11a-a0d6cee8de5e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.430949 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cb53933-44d1-414e-804a-9bd5da5cb079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (009eba9e-85f7-4f28-a11a-a0d6cee8de5e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.434121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7cb53933-44d1-414e-804a-9bd5da5cb079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.435401 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7cb53933-44d1-414e-804a-9bd5da5cb079 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/009eba9e-85f7-4f28-a11a-a0d6cee8de5e HTTP/1.1" status: 204  len: 168 time: 0.1489112
Feb 19 21:09:32.444852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb53933-44d1-414e-804a-9bd5da5cb079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009eba9e-85f7-4f28-a11a-a0d6cee8de5e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:32.574553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38858) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:32.589781 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5da43ec6-fb16-445a-a131-f0311950d702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.708514 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5da43ec6-fb16-445a-a131-f0311950d702 admin admin] Publish callbacks [] for security_group (59546a8c-44f1-4989-9357-a96c9decc9ad), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.714153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5da43ec6-fb16-445a-a131-f0311950d702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (59546a8c-44f1-4989-9357-a96c9decc9ad), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.770998 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5da43ec6-fb16-445a-a131-f0311950d702 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5360c3a64534d08a38eb69fb78a8f67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1948438
Feb 19 21:09:32.771898 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da43ec6-fb16-445a-a131-f0311950d702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59546a8c-44f1-4989-9357-a96c9decc9ad,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:32.774452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38864) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:32.855219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7894c-d261-412f-bbe2-02a8240b3af2 req-02349071-bccc-4e27-8cc0-e0b0eb342f0f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:32.857115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7faf80c3-5dc9-432b-a6d8-50c122c97103 admin admin] Publish callbacks [] for security_group (59546a8c-44f1-4989-9357-a96c9decc9ad), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.867209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80f7894c-d261-412f-bbe2-02a8240b3af2 req-02349071-bccc-4e27-8cc0-e0b0eb342f0f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1812615
Feb 19 21:09:32.907706 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7faf80c3-5dc9-432b-a6d8-50c122c97103 admin admin] Publish callbacks [] for security_group (59546a8c-44f1-4989-9357-a96c9decc9ad), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.941546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ace0dc-1a58-41c3-9bdc-0119cb458f4d req-30e458eb-a87c-4c37-9346-218d7ecfd197 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:32.949890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0ace0dc-1a58-41c3-9bdc-0119cb458f4d req-30e458eb-a87c-4c37-9346-218d7ecfd197 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.1854820
Feb 19 21:09:32.978769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7faf80c3-5dc9-432b-a6d8-50c122c97103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (59546a8c-44f1-4989-9357-a96c9decc9ad), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.984496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7faf80c3-5dc9-432b-a6d8-50c122c97103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:32.987183 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7faf80c3-5dc9-432b-a6d8-50c122c97103 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59546a8c-44f1-4989-9357-a96c9decc9ad HTTP/1.1" status: 204  len: 168 time: 0.2114294
Feb 19 21:09:33.024402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80f7894c-d261-412f-bbe2-02a8240b3af2 req-7448577f-be59-4057-9b8b-58ca790e8cfc tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1555760
Feb 19 21:09:33.030833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf80c3-5dc9-432b-a6d8-50c122c97103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59546a8c-44f1-4989-9357-a96c9decc9ad,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:33.168539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0ace0dc-1a58-41c3-9bdc-0119cb458f4d req-677cef9f-a888-4814-a4ec-93f5f43b4b4a tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8a91d55-f781-4855-a1ec-ee7383792239&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2172794
Feb 19 21:09:33.267552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b411bff-77b6-4fb5-a4c3-0540354a18e8 req-92cb8225-f746-4670-8492-99ed2672d09e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:33.269422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b411bff-77b6-4fb5-a4c3-0540354a18e8 req-92cb8225-f746-4670-8492-99ed2672d09e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.0616150
Feb 19 21:09:33.329266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b411bff-77b6-4fb5-a4c3-0540354a18e8 req-9a5ba094-443d-4335-b1aa-4335fbb956e9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531213
Feb 19 21:09:33.422530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-36b0060c-4f11-43c6-8728-95dd8a2409d9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:33.424244 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-36b0060c-4f11-43c6-8728-95dd8a2409d9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 944 time: 0.0934594
Feb 19 21:09:33.517921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38892) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:33.534843 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7e72-920b-4f13-b732-e0edd0be0b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:33.584234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Deleting port 3af9d550-dac7-42d8-be63-467504951ed9 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:33.584924 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3af9d550-dac7-42d8-be63-467504951ed9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:33.629054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60d0c0-7bad-4d7b-9a1c-8dc45e495e0c req-16bac397-2950-4dc7-bcc0-a4348f3db101 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:33.631690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e60d0c0-7bad-4d7b-9a1c-8dc45e495e0c req-16bac397-2950-4dc7-bcc0-a4348f3db101 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.0939429
Feb 19 21:09:33.703210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] For port 3af9d550-dac7-42d8-be63-467504951ed9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3af9d550-dac7-42d8-be63-467504951ed9,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:33.704075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3af9d550-dac7-42d8-be63-467504951ed9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:33.716782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7e72-920b-4f13-b732-e0edd0be0b2b admin admin] Publish callbacks [] for security_group (26047336-fef1-42a2-8d5a-3ef60d85cf7e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:33.720927 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e60d0c0-7bad-4d7b-9a1c-8dc45e495e0c req-31faf5dc-f512-4ef3-ac3f-7d171454451a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818667
Feb 19 21:09:33.722317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7e72-920b-4f13-b732-e0edd0be0b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (26047336-fef1-42a2-8d5a-3ef60d85cf7e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:33.766523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2bdf7e72-920b-4f13-b732-e0edd0be0b2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3fd43f13c7ba4ef3bfa192ea332d340c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2468688
Feb 19 21:09:33.767586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf7e72-920b-4f13-b732-e0edd0be0b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26047336-fef1-42a2-8d5a-3ef60d85cf7e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:33.770067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38894) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:33.858328 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-80872a3c-ebea-4819-a2db-42ad72f2bef9 admin admin] Publish callbacks [] for security_group (26047336-fef1-42a2-8d5a-3ef60d85cf7e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:33.887930 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-80872a3c-ebea-4819-a2db-42ad72f2bef9 admin admin] Publish callbacks [] for security_group (26047336-fef1-42a2-8d5a-3ef60d85cf7e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:33.939537 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-80872a3c-ebea-4819-a2db-42ad72f2bef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (26047336-fef1-42a2-8d5a-3ef60d85cf7e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:33.943164 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-80872a3c-ebea-4819-a2db-42ad72f2bef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:33.944566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-80872a3c-ebea-4819-a2db-42ad72f2bef9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26047336-fef1-42a2-8d5a-3ef60d85cf7e HTTP/1.1" status: 204  len: 168 time: 0.1731303
Feb 19 21:09:33.954220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80872a3c-ebea-4819-a2db-42ad72f2bef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26047336-fef1-42a2-8d5a-3ef60d85cf7e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:33.966377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:33.966918 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b0d3fab6-2f53-40b3-acbf-6ff2c02c3326), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:33.967079 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Floating IP b0d3fab6-2f53-40b3-acbf-6ff2c02c3326 disassociated. External IP: 172.35.2.22, port: 3af9d550-dac7-42d8-be63-467504951ed9.
Feb 19 21:09:33.967468 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Calling delete_port for 3af9d550-dac7-42d8-be63-467504951ed9 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:34.129464 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3af9d550-dac7-42d8-be63-467504951ed9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:34.172889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event deleted for resources: {'Port': ['ID=3af9d550-dac7-42d8-be63-467504951ed9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:34.388516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81a2a1bc-ea13-4705-b3e5-3dec2f1ab815 req-80e040bd-ff4c-4b95-9a53-984f42e8d67b tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 210 time: 0.0482850
Feb 19 21:09:34.423749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593279a0-6f32-492e-861e-0be66a743a45 req-8ef6fe77-560b-4fc3-879a-49b99459229c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:34.435636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-593279a0-6f32-492e-861e-0be66a743a45 req-8ef6fe77-560b-4fc3-879a-49b99459229c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.2270126
Feb 19 21:09:34.443839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Router de80bacd-2276-4b32-8450-68b332821818 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:09:34.530814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-593279a0-6f32-492e-861e-0be66a743a45 req-5d514b7c-e6a6-4ac6-b9c0-3ced456d1b30 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966909
Feb 19 21:09:34.682148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:09:34.696191 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d19fa9-97a8-4c65-8fa3-156fd80c6bb8 None None] Sync routers for ids ['de80bacd-2276-4b32-8450-68b332821818'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:09:34.726591 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d19fa9-97a8-4c65-8fa3-156fd80c6bb8 None None] Routers {'de80bacd-2276-4b32-8450-68b332821818'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:09:34.727709 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-83d19fa9-97a8-4c65-8fa3-156fd80c6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7072d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:09:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['de80bacd-2276-4b32-8450-68b332821818'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:34.766337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] No DVR routers for this DVR port 3af9d550-dac7-42d8-be63-467504951ed9 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:09:34.772642 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:34.780939 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-19d7fe06-af40-43c2-8e5c-3729f37a06c4 req-051afb3d-05eb-4c1f-96e5-fe514bceae4e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.67 "DELETE /v2.0/ports/3af9d550-dac7-42d8-be63-467504951ed9 HTTP/1.1" status: 204  len: 173 time: 1.3505096
Feb 19 21:09:34.781843 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-deleted', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:09:34.785742 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49ebe08-450c-4296-9070-cc096c845199" -d '{"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-deleted", "tag": "3af9d550-dac7-42d8-be63-467504951ed9"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:09:34.845908 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5e9ad2-05da-4e9f-adc6-ed7cbe371435 x-openstack-request-id: req-5e5e9ad2-05da-4e9f-adc6-ed7cbe371435 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:09:34.846217 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a82db1-c267-4dcd-97c5-10fac191c0a2", "name": "network-vif-deleted", "tag": "3af9d550-dac7-42d8-be63-467504951ed9", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:09:34.847208 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e5e9ad2-05da-4e9f-adc6-ed7cbe371435 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:09:34.848480 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a82db1-c267-4dcd-97c5-10fac191c0a2', 'name': 'network-vif-deleted', 'tag': '3af9d550-dac7-42d8-be63-467504951ed9', 'status': 'completed', 'code': 200}
Feb 19 21:09:34.925111 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-83d19fa9-97a8-4c65-8fa3-156fd80c6bb8 None None] Set router de80bacd-2276-4b32-8450-68b332821818 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:09:34.964347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243a9e1-d022-48a2-b559-ae8b96d8dc3a req-5e3b9eee-913c-4b75-97a3-72804301937f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:34.966997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9243a9e1-d022-48a2-b559-ae8b96d8dc3a req-5e3b9eee-913c-4b75-97a3-72804301937f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1112604
Feb 19 21:09:35.036352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9243a9e1-d022-48a2-b559-ae8b96d8dc3a req-eae6b272-c900-46dd-a2ae-bb3bef69336b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615087
Feb 19 21:09:35.249222 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-83d19fa9-97a8-4c65-8fa3-156fd80c6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7072d610>, [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:12Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e492d710-82c5-4b34-8237-73ce4005e2e2', 'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'mac_address': 'fa:16:3e:75:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:10Z', 'updated_at': '2022-02-19T21:00:25Z', 'revision_number': 5, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'subnets': [{'id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:35.302583 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d19fa9-97a8-4c65-8fa3-156fd80c6bb8 None None] Checking router: de80bacd-2276-4b32-8450-68b332821818 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:09:35.313981 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d19fa9-97a8-4c65-8fa3-156fd80c6bb8 None None] Routers {'de80bacd-2276-4b32-8450-68b332821818'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:09:35.320134 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-83d19fa9-97a8-4c65-8fa3-156fd80c6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7072d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:09:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['de80bacd-2276-4b32-8450-68b332821818'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:35.503886 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-83d19fa9-97a8-4c65-8fa3-156fd80c6bb8 None None] Set router de80bacd-2276-4b32-8450-68b332821818 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:09:35.546925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-751523a4-2ac9-42dc-9513-199a6f150d8e req-0fc87122-a68e-4fc9-a23d-5214ba9e2194 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/ports?device_id=17a82db1-c267-4dcd-97c5-10fac191c0a2 HTTP/1.1" status: 200  len: 210 time: 0.0358713
Feb 19 21:09:35.774676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0e1b8-40b0-408c-bdb4-00ddb0ae9db8 req-d015f47d-8b6c-493e-8809-b79f43772185 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:35.776689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6c0e1b8-40b0-408c-bdb4-00ddb0ae9db8 req-d015f47d-8b6c-493e-8809-b79f43772185 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.0872381
Feb 19 21:09:35.841572 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-83d19fa9-97a8-4c65-8fa3-156fd80c6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7072d610>, [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:12Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e492d710-82c5-4b34-8237-73ce4005e2e2', 'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'mac_address': 'fa:16:3e:75:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:10Z', 'updated_at': '2022-02-19T21:00:25Z', 'revision_number': 5, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'subnets': [{'id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:35.852321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6c0e1b8-40b0-408c-bdb4-00ddb0ae9db8 req-41b279ff-cc09-4078-8388-bd89f14e8572 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652981
Feb 19 21:09:35.881448 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d19fa9-97a8-4c65-8fa3-156fd80c6bb8 None None] The sync data for ids ['de80bacd-2276-4b32-8450-68b332821818'] in ncdv-master-1 is: [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:00:12Z', 'revision_number': 4, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e492d710-82c5-4b34-8237-73ce4005e2e2', 'name': '', 'network_id': '10d49579-ce64-4d24-a5f5-a01170b84f25', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'mac_address': 'fa:16:3e:75:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:10Z', 'updated_at': '2022-02-19T21:00:25Z', 'revision_number': 5, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'subnets': [{'id': 'c4a71512-a43a-4957-a7c8-51a85b2a7888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:09:35.896606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 705d433e-42c6-442d-adce-cb0486512277 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:09:35.901578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:09:35.935941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 3af9d550-dac7-42d8-be63-467504951ed9 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:09:35.936427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3af9d550-dac7-42d8-be63-467504951ed9 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:09:36.063830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 705d433e-42c6-442d-adce-cb0486512277, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:36.093621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '705d433e-42c6-442d-adce-cb0486512277', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'port_id': '705d433e-42c6-442d-adce-cb0486512277', 'mac_address': 'fa:16:3e:b3:2c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:09:36.148088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 705d433e-42c6-442d-adce-cb0486512277 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:09:36.149303 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (705d433e-42c6-442d-adce-cb0486512277), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:36.179966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 705d433e-42c6-442d-adce-cb0486512277 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:09:36.245926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4794db-8eb2-46c5-8a90-45db9082ce77 req-09e0429c-5753-4f4d-b2d3-645a166cf577 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:36.247052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 705d433e-42c6-442d-adce-cb0486512277, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:36.255635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a4794db-8eb2-46c5-8a90-45db9082ce77 req-09e0429c-5753-4f4d-b2d3-645a166cf577 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1172101
Feb 19 21:09:36.257076 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (705d433e-42c6-442d-adce-cb0486512277), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:36.340785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a4794db-8eb2-46c5-8a90-45db9082ce77 req-881f8936-f707-4ccf-9d39-ff7f5751bdcb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822346
Feb 19 21:09:36.374893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b10a3-eb7c-4b30-9dd3-2a8a663a2b67 None None] New status for floating IP b0d3fab6-2f53-40b3-acbf-6ff2c02c3326: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:09:36.442922 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['705d433e-42c6-442d-adce-cb0486512277'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:09:36.506098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:36.681552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39010) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:36.775270 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d0bebd0-67c3-4120-b24b-51486f9566c9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group (b8a91d55-f781-4855-a1ec-ee7383792239), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:36.804225 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d0bebd0-67c3-4120-b24b-51486f9566c9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group (b8a91d55-f781-4855-a1ec-ee7383792239), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:36.876257 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d0bebd0-67c3-4120-b24b-51486f9566c9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b8a91d55-f781-4855-a1ec-ee7383792239), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:36.879253 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d0bebd0-67c3-4120-b24b-51486f9566c9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:36.883789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7d0bebd0-67c3-4120-b24b-51486f9566c9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "DELETE /v2.0/security-groups/b8a91d55-f781-4855-a1ec-ee7383792239 HTTP/1.1" status: 204  len: 168 time: 0.1983759
Feb 19 21:09:36.884365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39022) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:36.892224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bebd0-67c3-4120-b24b-51486f9566c9 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a91d55-f781-4855-a1ec-ee7383792239,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:36.904022 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-28d4258f-30ca-4024-9087-ab9ea4708d1e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] show failed (client error): The resource could not be found.
Feb 19 21:09:36.906387 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-28d4258f-30ca-4024-9087-ab9ea4708d1e tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "GET /v2.0/security-groups/b8a91d55-f781-4855-a1ec-ee7383792239 HTTP/1.1" status: 404  len: 347 time: 0.0211179
Feb 19 21:09:36.911075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39026) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:37.091807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ec2468d4-b608-4008-92eb-70214520d938 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Deleting port 1e499f64-c9be-4c3a-89cf-e23aa3c576d5 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:37.092456 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec2468d4-b608-4008-92eb-70214520d938 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1e499f64-c9be-4c3a-89cf-e23aa3c576d5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.093744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0680472-edfa-4bec-a333-f941f3aad401 req-bd3617d1-7925-4f66-8cb1-d7ecfb3c133d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:37.097326 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0680472-edfa-4bec-a333-f941f3aad401 req-bd3617d1-7925-4f66-8cb1-d7ecfb3c133d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.1096687
Feb 19 21:09:37.164406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0680472-edfa-4bec-a333-f941f3aad401 req-3c368c1a-71a9-40b1-8fbe-f0eff7578291 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618958
Feb 19 21:09:37.203348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec2468d4-b608-4008-92eb-70214520d938 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1e499f64-c9be-4c3a-89cf-e23aa3c576d5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.203832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec2468d4-b608-4008-92eb-70214520d938 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for floatingip (1e499f64-c9be-4c3a-89cf-e23aa3c576d5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.220393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ec2468d4-b608-4008-92eb-70214520d938 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Calling delete_port for 1e499f64-c9be-4c3a-89cf-e23aa3c576d5 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:37.363059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39038) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:37.397314 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec2468d4-b608-4008-92eb-70214520d938 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1e499f64-c9be-4c3a-89cf-e23aa3c576d5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.437606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2468d4-b608-4008-92eb-70214520d938 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Pushing event deleted for resources: {'Port': ['ID=1e499f64-c9be-4c3a-89cf-e23aa3c576d5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:37.506810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1601f8-168d-4316-a466-e2fd70cc1c91 req-5925361a-40ab-4d9f-9ea0-1e436c9d134c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:37.516196 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa1601f8-168d-4316-a466-e2fd70cc1c91 req-5925361a-40ab-4d9f-9ea0-1e436c9d134c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.0832922
Feb 19 21:09:37.528129 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec2468d4-b608-4008-92eb-70214520d938 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks [] for floatingip (b0d3fab6-2f53-40b3-acbf-6ff2c02c3326), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.532034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec2468d4-b608-4008-92eb-70214520d938 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.533232 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec2468d4-b608-4008-92eb-70214520d938 tempest-ServerActionsTestJSON-1623506475 tempest-ServerActionsTestJSON-1623506475-project] 10.222.0.30 "DELETE /v2.0/floatingips/b0d3fab6-2f53-40b3-acbf-6ff2c02c3326 HTTP/1.1" status: 204  len: 168 time: 0.6194065
Feb 19 21:09:37.536560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39042) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:37.547650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-76129942-9fec-411d-97ab-58e44b4e3eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.590578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa1601f8-168d-4316-a466-e2fd70cc1c91 req-316f0eaf-fcab-489d-9de0-3161d4e413d4 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735819
Feb 19 21:09:37.662035 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-76129942-9fec-411d-97ab-58e44b4e3eeb admin admin] Publish callbacks [] for security_group (545362b6-8394-4e59-9ebf-1010c09e3bad), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.668196 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-76129942-9fec-411d-97ab-58e44b4e3eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (545362b6-8394-4e59-9ebf-1010c09e3bad), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.728756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-76129942-9fec-411d-97ab-58e44b4e3eeb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54445abc95ac452287a14122aac23505&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3639669
Feb 19 21:09:37.729670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39046) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:37.749476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76129942-9fec-411d-97ab-58e44b4e3eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545362b6-8394-4e59-9ebf-1010c09e3bad,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:37.792728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea165-83bc-493e-84d3-05decbf8b084 admin admin] Publish callbacks [] for security_group (545362b6-8394-4e59-9ebf-1010c09e3bad), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.816401 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea165-83bc-493e-84d3-05decbf8b084 admin admin] Publish callbacks [] for security_group (545362b6-8394-4e59-9ebf-1010c09e3bad), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.874635 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea165-83bc-493e-84d3-05decbf8b084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (545362b6-8394-4e59-9ebf-1010c09e3bad), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.879202 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea165-83bc-493e-84d3-05decbf8b084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:37.885085 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fb7ea165-83bc-493e-84d3-05decbf8b084 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/545362b6-8394-4e59-9ebf-1010c09e3bad HTTP/1.1" status: 204  len: 168 time: 0.1506493
Feb 19 21:09:37.897336 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ea165-83bc-493e-84d3-05decbf8b084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545362b6-8394-4e59-9ebf-1010c09e3bad,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:37.898488 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:09:37.928401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 705d433e-42c6-442d-adce-cb0486512277 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:09:38.002998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 705d433e-42c6-442d-adce-cb0486512277 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:09:38.003647 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (705d433e-42c6-442d-adce-cb0486512277), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.099720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 705d433e-42c6-442d-adce-cb0486512277 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:09:38.100139 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (705d433e-42c6-442d-adce-cb0486512277), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.129640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d433e-42c6-442d-adce-cb0486512277'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:09:38.131825 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d933e8-ba3a-4f84-a434-a0a678f5c87a" -d '{"events": [{"server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "name": "network-vif-plugged", "status": "completed", "tag": "705d433e-42c6-442d-adce-cb0486512277"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:09:38.150151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 705d433e-42c6-442d-adce-cb0486512277, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:38.157886 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (705d433e-42c6-442d-adce-cb0486512277), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.168323 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (de80bacd-2276-4b32-8450-68b332821818), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.210390 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7331d867-3221-40ee-84da-b3a0db0a802d x-openstack-request-id: req-7331d867-3221-40ee-84da-b3a0db0a802d {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:09:38.210390 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "name": "network-vif-plugged", "status": "completed", "tag": "705d433e-42c6-442d-adce-cb0486512277", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:09:38.210390 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7331d867-3221-40ee-84da-b3a0db0a802d {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:09:38.210390 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d433e-42c6-442d-adce-cb0486512277', 'code': 200}
Feb 19 21:09:38.244085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:38.351414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac46559-9ed7-45d6-a557-8d16b4ac94fd req-47b27ef3-7fcb-4619-8f82-6d1d4daa893e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:38.353654 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ac46559-9ed7-45d6-a557-8d16b4ac94fd req-47b27ef3-7fcb-4619-8f82-6d1d4daa893e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.0764701
Feb 19 21:09:38.378053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39060) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:38.403755 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29853147-5d2f-41a1-857c-3fe8b452084b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.464592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ac46559-9ed7-45d6-a557-8d16b4ac94fd req-07553a75-a4ab-4f93-99cb-b98ee3c60e81 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016788
Feb 19 21:09:38.567677 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29853147-5d2f-41a1-857c-3fe8b452084b admin admin] Publish callbacks [] for security_group (23030882-38ac-4f11-82c6-e8257d3ac279), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.575058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29853147-5d2f-41a1-857c-3fe8b452084b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (23030882-38ac-4f11-82c6-e8257d3ac279), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.581288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Deleting port e492d710-82c5-4b34-8237-73ce4005e2e2 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:38.581810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.632550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-29853147-5d2f-41a1-857c-3fe8b452084b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fb8cbf5c97c4753bb1824f14baeb120&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2522917
Feb 19 21:09:38.633775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29853147-5d2f-41a1-857c-3fe8b452084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23030882-38ac-4f11-82c6-e8257d3ac279,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:38.637416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39078) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:38.695974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] For port e492d710-82c5-4b34-8237-73ce4005e2e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e492d710-82c5-4b34-8237-73ce4005e2e2,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:38.696474 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.726160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Calling delete_port for e492d710-82c5-4b34-8237-73ce4005e2e2 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:38.739494 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aba0cfc4-c0ab-4584-9782-f76fdb696e2a admin admin] Publish callbacks [] for security_group (23030882-38ac-4f11-82c6-e8257d3ac279), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.771925 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aba0cfc4-c0ab-4584-9782-f76fdb696e2a admin admin] Publish callbacks [] for security_group (23030882-38ac-4f11-82c6-e8257d3ac279), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.801015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5daaef-a048-4157-8c30-e8cfc963d849 req-3bc3133c-d704-4a1e-8969-da6ab75ae09f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:38.803484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef5daaef-a048-4157-8c30-e8cfc963d849 req-3bc3133c-d704-4a1e-8969-da6ab75ae09f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.0962417
Feb 19 21:09:38.870294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef5daaef-a048-4157-8c30-e8cfc963d849 req-e92fa4cc-5c79-4b04-9839-34a3e3b737eb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595422
Feb 19 21:09:38.871350 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aba0cfc4-c0ab-4584-9782-f76fdb696e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (23030882-38ac-4f11-82c6-e8257d3ac279), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.873992 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aba0cfc4-c0ab-4584-9782-f76fdb696e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:38.875099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aba0cfc4-c0ab-4584-9782-f76fdb696e2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23030882-38ac-4f11-82c6-e8257d3ac279 HTTP/1.1" status: 204  len: 168 time: 0.2364011
Feb 19 21:09:38.886633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0cfc4-c0ab-4584-9782-f76fdb696e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23030882-38ac-4f11-82c6-e8257d3ac279,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:38.996643 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e492d710-82c5-4b34-8237-73ce4005e2e2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:39.030569 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Pushing event deleted for resources: {'Port': ['ID=e492d710-82c5-4b34-8237-73ce4005e2e2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:39.114752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.115333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.115694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.116150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.117152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.117152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.117411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.117998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.118096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.118374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.118788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.119227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.119839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:39.299725 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (de80bacd-2276-4b32-8450-68b332821818), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:39.556772 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Router de80bacd-2276-4b32-8450-68b332821818 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:09:39.662684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944851a-b29d-49c6-aeb3-0cf282786946 req-7552331c-f76a-47d1-a0fa-86c0df7e37d5 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:39.670004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2944851a-b29d-49c6-aeb3-0cf282786946 req-7552331c-f76a-47d1-a0fa-86c0df7e37d5 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.0857968
Feb 19 21:09:39.726366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2944851a-b29d-49c6-aeb3-0cf282786946 req-7dc164f2-aa2f-435f-961f-4f3b87e98c40 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554721
Feb 19 21:09:39.761408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:09:39.770221 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f9d4ebbe-a6c2-4c37-89ef-ab5dec523603 admin admin] 10.222.0.30 "PUT /v2.0/routers/de80bacd-2276-4b32-8450-68b332821818/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2322724
Feb 19 21:09:39.773107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39122) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:39.776439 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584ba33-04b7-4a54-b620-b485e630b371 None None] Sync routers for ids ['de80bacd-2276-4b32-8450-68b332821818'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:09:39.790148 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584ba33-04b7-4a54-b620-b485e630b371 None None] Routers {'de80bacd-2276-4b32-8450-68b332821818'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:09:39.791158 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a584ba33-04b7-4a54-b620-b485e630b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a707f89a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:09:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['de80bacd-2276-4b32-8450-68b332821818'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:39.918069 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Publish callbacks [] for router (de80bacd-2276-4b32-8450-68b332821818), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.140369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead792e2-a110-4c20-94ad-bb65e34b5778 req-8f393071-e5d7-46d9-929a-d10cd87401b1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:40.142488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ead792e2-a110-4c20-94ad-bb65e34b5778 req-8f393071-e5d7-46d9-929a-d10cd87401b1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1140504
Feb 19 21:09:40.151425 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-a584ba33-04b7-4a54-b620-b485e630b371 None None] Set router de80bacd-2276-4b32-8450-68b332821818 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:09:40.184494 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Publish callbacks [] for router_gateway (de80bacd-2276-4b32-8450-68b332821818), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.269157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ead792e2-a110-4c20-94ad-bb65e34b5778 req-29de2d63-fe62-44d9-9705-99b2ed999dd7 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186841
Feb 19 21:09:40.318081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Deleting port 1116fb48-848b-46e8-86c2-67c24ef5d3e3 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:40.318909 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.336748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39136) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:40.432216 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a584ba33-04b7-4a54-b620-b485e630b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a707f89a0>, [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:09:38Z', 'revision_number': 5, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port': {'id': '1116fb48-848b-46e8-86c2-67c24ef5d3e3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de80bacd-2276-4b32-8450-68b332821818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:00:00Z', 'updated_at': '2022-02-19T21:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:40.435054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] For port 1116fb48-848b-46e8-86c2-67c24ef5d3e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1116fb48-848b-46e8-86c2-67c24ef5d3e3,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:40.435548 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.455917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39142) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:40.462567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Calling delete_port for 1116fb48-848b-46e8-86c2-67c24ef5d3e3 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:40.473004 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584ba33-04b7-4a54-b620-b485e630b371 None None] Checking router: de80bacd-2276-4b32-8450-68b332821818 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:09:40.485376 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584ba33-04b7-4a54-b620-b485e630b371 None None] Routers {'de80bacd-2276-4b32-8450-68b332821818'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:09:40.486547 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a584ba33-04b7-4a54-b620-b485e630b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a707f89a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:09:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['de80bacd-2276-4b32-8450-68b332821818'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:40.582364 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0fa469a5-5ad7-4f4b-a619-ba20d7eaeecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.601824 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e453ef-bf56-4089-94b9-b45b04628033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.605458 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-a584ba33-04b7-4a54-b620-b485e630b371 None None] Set router de80bacd-2276-4b32-8450-68b332821818 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:09:40.668501 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a584ba33-04b7-4a54-b620-b485e630b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a707f89a0>, [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:09:40Z', 'revision_number': 6, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:40.700317 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e453ef-bf56-4089-94b9-b45b04628033 admin admin] Publish callbacks [] for security_group (68567573-ab3b-4dcf-a96d-f169dfb93ce5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.708424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e453ef-bf56-4089-94b9-b45b04628033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (68567573-ab3b-4dcf-a96d-f169dfb93ce5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.716723 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584ba33-04b7-4a54-b620-b485e630b371 None None] The sync data for ids ['de80bacd-2276-4b32-8450-68b332821818'] in ncdv-master-1 is: [{'id': 'de80bacd-2276-4b32-8450-68b332821818', 'name': 'tempest-ServerActionsTestJSON-361240563-router', 'tenant_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T20:59:56Z', 'updated_at': '2022-02-19T21:09:40Z', 'revision_number': 6, 'project_id': 'e4e370ef28034ffbbbee9d2cfd826084', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:09:40.766291 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-72e453ef-bf56-4089-94b9-b45b04628033 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=662ba7222f29447f96e77acbe3cc19e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3087945
Feb 19 21:09:40.767448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e453ef-bf56-4089-94b9-b45b04628033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68567573-ab3b-4dcf-a96d-f169dfb93ce5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:40.770612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39148) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:40.774139 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (1116fb48-848b-46e8-86c2-67c24ef5d3e3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.820057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=1116fb48-848b-46e8-86c2-67c24ef5d3e3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:40.827566 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0fa469a5-5ad7-4f4b-a619-ba20d7eaeecd admin admin] Publish callbacks [] for security_group (6078dbfe-aeb9-460d-965c-0552491f11ac), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.846865 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5abe1b8a-028f-451a-af8e-43add3a726be admin admin] Publish callbacks [] for security_group (68567573-ab3b-4dcf-a96d-f169dfb93ce5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.861268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0fa469a5-5ad7-4f4b-a619-ba20d7eaeecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6078dbfe-aeb9-460d-965c-0552491f11ac), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.873338 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5abe1b8a-028f-451a-af8e-43add3a726be admin admin] Publish callbacks [] for security_group (68567573-ab3b-4dcf-a96d-f169dfb93ce5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.928823 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5abe1b8a-028f-451a-af8e-43add3a726be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (68567573-ab3b-4dcf-a96d-f169dfb93ce5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.931359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5abe1b8a-028f-451a-af8e-43add3a726be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:40.932659 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5abe1b8a-028f-451a-af8e-43add3a726be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68567573-ab3b-4dcf-a96d-f169dfb93ce5 HTTP/1.1" status: 204  len: 168 time: 0.1609955
Feb 19 21:09:40.943104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe1b8a-028f-451a-af8e-43add3a726be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68567573-ab3b-4dcf-a96d-f169dfb93ce5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:40.988613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa469a5-5ad7-4f4b-a619-ba20d7eaeecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6078dbfe-aeb9-460d-965c-0552491f11ac,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:40.993836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0fa469a5-5ad7-4f4b-a619-ba20d7eaeecd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe922c59496340b484fcbc21e6b98aa1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6555412
Feb 19 21:09:40.998274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39152) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:40.999485 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (de80bacd-2276-4b32-8450-68b332821818), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.123566 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00150d9d-890f-4269-b44b-e37421cb8bb8 admin admin] Publish callbacks [] for security_group (6078dbfe-aeb9-460d-965c-0552491f11ac), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.126082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999ea54-c0c7-4173-8960-1fe0daffeeaa req-60ceb2b7-c4e8-486f-9b99-24020f7fd093 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:41.127800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d999ea54-c0c7-4173-8960-1fe0daffeeaa req-60ceb2b7-c4e8-486f-9b99-24020f7fd093 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.2703686
Feb 19 21:09:41.144774 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (de80bacd-2276-4b32-8450-68b332821818), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.153580 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Publish callbacks [] for router_controller (de80bacd-2276-4b32-8450-68b332821818), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.181611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00150d9d-890f-4269-b44b-e37421cb8bb8 admin admin] Publish callbacks [] for security_group (6078dbfe-aeb9-460d-965c-0552491f11ac), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.227543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d999ea54-c0c7-4173-8960-1fe0daffeeaa req-77d3628e-3a46-4e46-8ffc-6a419b1ce63b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923035
Feb 19 21:09:41.228801 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (de80bacd-2276-4b32-8450-68b332821818), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.229420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router de80bacd-2276-4b32-8450-68b332821818 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:09:41.234802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.238426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-da7e4c9d-614b-4037-b941-27695b63bb1d admin admin] 10.222.0.30 "DELETE /v2.0/routers/de80bacd-2276-4b32-8450-68b332821818 HTTP/1.1" status: 204  len: 168 time: 1.4617708
Feb 19 21:09:41.238892 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39156) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:41.302242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-671286a8-eea5-4825-8d31-082ead68a389 admin admin] Deleting subnet c4a71512-a43a-4957-a7c8-51a85b2a7888 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:09:41.305792 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00150d9d-890f-4269-b44b-e37421cb8bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6078dbfe-aeb9-460d-965c-0552491f11ac), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.309154 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00150d9d-890f-4269-b44b-e37421cb8bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.313588 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-00150d9d-890f-4269-b44b-e37421cb8bb8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6078dbfe-aeb9-460d-965c-0552491f11ac HTTP/1.1" status: 204  len: 168 time: 0.3138783
Feb 19 21:09:41.315200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-671286a8-eea5-4825-8d31-082ead68a389 admin admin] Publish callbacks [] for subnet (c4a71512-a43a-4957-a7c8-51a85b2a7888), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.347948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00150d9d-890f-4269-b44b-e37421cb8bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6078dbfe-aeb9-460d-965c-0552491f11ac,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:41.383498 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-671286a8-eea5-4825-8d31-082ead68a389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (c4a71512-a43a-4957-a7c8-51a85b2a7888), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.507546 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-671286a8-eea5-4825-8d31-082ead68a389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (c4a71512-a43a-4957-a7c8-51a85b2a7888), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.509984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541afc5-8844-447b-8115-3bb3163e03a7 req-fcb06873-e041-4595-a96c-484522e3d8eb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:41.518244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7541afc5-8844-447b-8115-3bb3163e03a7 req-fcb06873-e041-4595-a96c-484522e3d8eb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1333444
Feb 19 21:09:41.597765 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7541afc5-8844-447b-8115-3bb3163e03a7 req-4b5fed78-8f4c-4a6c-9aec-82465ded3a0f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782406
Feb 19 21:09:41.613671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-671286a8-eea5-4825-8d31-082ead68a389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (c4a71512-a43a-4957-a7c8-51a85b2a7888), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.656556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671286a8-eea5-4825-8d31-082ead68a389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a71512-a43a-4957-a7c8-51a85b2a7888,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:41.659258 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-671286a8-eea5-4825-8d31-082ead68a389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.666807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39172) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:41.667514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1441f0-4de2-4ea5-b8a0-e3ba84b81b2f None None] Network 10d49579-ce64-4d24-a5f5-a01170b84f25 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:09:41.668176 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-671286a8-eea5-4825-8d31-082ead68a389 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c4a71512-a43a-4957-a7c8-51a85b2a7888 HTTP/1.1" status: 204  len: 168 time: 0.4269798
Feb 19 21:09:41.762946 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (10d49579-ce64-4d24-a5f5-a01170b84f25), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.849064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Deleting port e3f82470-f9a4-4994-bbf6-5b96d6acd452 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:41.849968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.982244 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] For port e3f82470-f9a4-4994-bbf6-5b96d6acd452, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3f82470-f9a4-4994-bbf6-5b96d6acd452,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:41.982818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:41.991324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffbe0d-4fb7-46cf-a11c-fda3f8c1451b None None] DHCP port deletion for 10d49579-ce64-4d24-a5f5-a01170b84f25 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:09:42.029044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Calling delete_port for e3f82470-f9a4-4994-bbf6-5b96d6acd452 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:42.053579 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1116fb48-848b-46e8-86c2-67c24ef5d3e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:09:42.070698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39180) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:42.095919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 1116fb48-848b-46e8-86c2-67c24ef5d3e3 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:09:42.096679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1116fb48-848b-46e8-86c2-67c24ef5d3e3 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:09:42.097336 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e492d710-82c5-4b34-8237-73ce4005e2e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:09:42.121482 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-310ce484-0a3b-48ff-93d3-6df00a1b726a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.129599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8dffbe0d-4fb7-46cf-a11c-fda3f8c1451b None None] Deleting port e3f82470-f9a4-4994-bbf6-5b96d6acd452 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:09:42.130278 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8dffbe0d-4fb7-46cf-a11c-fda3f8c1451b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.132138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e492d710-82c5-4b34-8237-73ce4005e2e2 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:09:42.132750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e492d710-82c5-4b34-8237-73ce4005e2e2 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:09:42.217509 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.265676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f82470-f9a4-4994-bbf6-5b96d6acd452,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:42.287946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] No DVR routers for this DVR port e3f82470-f9a4-4994-bbf6-5b96d6acd452 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:09:42.380812 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-310ce484-0a3b-48ff-93d3-6df00a1b726a admin admin] Publish callbacks [] for security_group (e1d44fcb-113b-4435-8512-181e4765eb77), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.409422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8dffbe0d-4fb7-46cf-a11c-fda3f8c1451b None None] For port e3f82470-f9a4-4994-bbf6-5b96d6acd452, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3f82470-f9a4-4994-bbf6-5b96d6acd452,segment=NetworkSegment(352606fa-1676-4729-82e4-1ccf7eae6a0d),segment_id=352606fa-1676-4729-82e4-1ccf7eae6a0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:09:42.410166 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8dffbe0d-4fb7-46cf-a11c-fda3f8c1451b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.425940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8dffbe0d-4fb7-46cf-a11c-fda3f8c1451b None None] Calling delete_port for e3f82470-f9a4-4994-bbf6-5b96d6acd452 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:09:42.427968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-310ce484-0a3b-48ff-93d3-6df00a1b726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e1d44fcb-113b-4435-8512-181e4765eb77), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.482263 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (10d49579-ce64-4d24-a5f5-a01170b84f25), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.514753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39198) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:42.515716 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-310ce484-0a3b-48ff-93d3-6df00a1b726a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8a8d266446444f089c5b7f12751d137&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4430649
Feb 19 21:09:42.519267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ce484-0a3b-48ff-93d3-6df00a1b726a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d44fcb-113b-4435-8512-181e4765eb77,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:42.524497 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ade2c70>,) {'filters': {'network_id': ['10d49579-ce64-4d24-a5f5-a01170b84f25']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:42.557951 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8dffbe0d-4fb7-46cf-a11c-fda3f8c1451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (e3f82470-f9a4-4994-bbf6-5b96d6acd452), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.559532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6088ed-0b0b-47fd-9ef8-c52bf73ce903 req-54cf072f-a68b-40c4-95c5-6689f0a5924a tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:42.562057 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c6088ed-0b0b-47fd-9ef8-c52bf73ce903 req-54cf072f-a68b-40c4-95c5-6689f0a5924a tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1798854
Feb 19 21:09:42.564907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ade2c70>, '352606fa-1676-4729-82e4-1ccf7eae6a0d') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:42.565475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ade2c70>, '352606fa-1676-4729-82e4-1ccf7eae6a0d') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:42.586466 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (352606fa-1676-4729-82e4-1ccf7eae6a0d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.621532 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (352606fa-1676-4729-82e4-1ccf7eae6a0d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.640011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:09:42.640744 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (352606fa-1676-4729-82e4-1ccf7eae6a0d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:09:42.643989 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:09:42.655731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffbe0d-4fb7-46cf-a11c-fda3f8c1451b None None] No DVR routers for this DVR port e3f82470-f9a4-4994-bbf6-5b96d6acd452 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:09:42.657431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffbe0d-4fb7-46cf-a11c-fda3f8c1451b None None] Pushing event deleted for resources: {'Port': ['ID=e3f82470-f9a4-4994-bbf6-5b96d6acd452,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:42.669370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d72a-4fe8-43c0-9f2d-2369e5413230 admin admin] Publish callbacks [] for security_group (e1d44fcb-113b-4435-8512-181e4765eb77), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.712166 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d72a-4fe8-43c0-9f2d-2369e5413230 admin admin] Publish callbacks [] for security_group (e1d44fcb-113b-4435-8512-181e4765eb77), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.721635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c6088ed-0b0b-47fd-9ef8-c52bf73ce903 req-874c2b27-e3c4-461a-a884-0b6fdddea9f9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1470294
Feb 19 21:09:42.792396 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (10d49579-ce64-4d24-a5f5-a01170b84f25), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.798095 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.802392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] 10.222.0.30 "DELETE /v2.0/networks/10d49579-ce64-4d24-a5f5-a01170b84f25 HTTP/1.1" status: 204  len: 168 time: 1.1337831
Feb 19 21:09:42.808657 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d72a-4fe8-43c0-9f2d-2369e5413230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e1d44fcb-113b-4435-8512-181e4765eb77), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.815957 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d72a-4fe8-43c0-9f2d-2369e5413230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:42.822490 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c7d3d72a-4fe8-43c0-9f2d-2369e5413230 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1d44fcb-113b-4435-8512-181e4765eb77 HTTP/1.1" status: 204  len: 168 time: 0.3056858
Feb 19 21:09:42.825618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d176cb-fce6-410a-972c-c74cea01c674 req-a076cde3-2c73-4979-83bd-fd2fe5feb3df tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:42.827219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1d176cb-fce6-410a-972c-c74cea01c674 req-a076cde3-2c73-4979-83bd-fd2fe5feb3df tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1042955
Feb 19 21:09:42.828680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c4b67-bf95-45c6-91a9-d5d34c36cade admin admin] Pushing event deleted for resources: {'Network': ['ID=10d49579-ce64-4d24-a5f5-a01170b84f25,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:42.843199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3d72a-4fe8-43c0-9f2d-2369e5413230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d44fcb-113b-4435-8512-181e4765eb77,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:42.920191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1d176cb-fce6-410a-972c-c74cea01c674 req-2a792036-677d-41bf-bf99-fced58c5403d tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850933
Feb 19 21:09:43.102438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39222) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:43.156419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-37192753-30aa-4c36-a704-b7726e1524e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4e370ef28034ffbbbee9d2cfd826084&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0519097
Feb 19 21:09:43.158905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39224) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:43.225464 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b452eb9-0ddc-40ec-a022-a677c604c076 admin admin] Publish callbacks [] for security_group (4fcdcfde-963e-4121-a4e5-55e015651b0b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:43.251331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b452eb9-0ddc-40ec-a022-a677c604c076 admin admin] Publish callbacks [] for security_group (4fcdcfde-963e-4121-a4e5-55e015651b0b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:43.380631 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b452eb9-0ddc-40ec-a022-a677c604c076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4fcdcfde-963e-4121-a4e5-55e015651b0b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:43.383299 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b452eb9-0ddc-40ec-a022-a677c604c076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:43.384649 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8b452eb9-0ddc-40ec-a022-a677c604c076 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fcdcfde-963e-4121-a4e5-55e015651b0b HTTP/1.1" status: 204  len: 168 time: 0.2243426
Feb 19 21:09:43.396739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b452eb9-0ddc-40ec-a022-a677c604c076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcdcfde-963e-4121-a4e5-55e015651b0b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:43.953911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e3f82470-f9a4-4994-bbf6-5b96d6acd452 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:09:43.997936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39132b4b-548d-42a7-a961-47d3b419c1d8 req-ee126c8d-e218-4c80-af80-0f97c9b91452 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:44.007427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39132b4b-548d-42a7-a961-47d3b419c1d8 req-ee126c8d-e218-4c80-af80-0f97c9b91452 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1207221
Feb 19 21:09:44.042817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e3f82470-f9a4-4994-bbf6-5b96d6acd452 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:09:44.043193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e3f82470-f9a4-4994-bbf6-5b96d6acd452 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:09:44.212080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-39132b4b-548d-42a7-a961-47d3b419c1d8 req-a8c30684-5284-46a1-8586-96e01d6836f2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1972826
Feb 19 21:09:44.263654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747cec-11b8-4201-ad24-d2142829a0a2 req-4eb8a464-90b6-4d66-a821-f4cbb29cebee tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:44.276590 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97747cec-11b8-4201-ad24-d2142829a0a2 req-4eb8a464-90b6-4d66-a821-f4cbb29cebee tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.2173133
Feb 19 21:09:44.333925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97747cec-11b8-4201-ad24-d2142829a0a2 req-84c48f4b-7941-40ca-b644-5f2d87958b36 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559697
Feb 19 21:09:44.892866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39306) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:45.346373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-96641796-network', 'tenant_id': '7097138db348491089709bb37f2eff92'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:09:45.374365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Made reservation on behalf of 7097138db348491089709bb37f2eff92 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:09:45.379356 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:45.398962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:45.513421 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfe7ab-af98-4648-b2b7-4778d8b9ea64 req-a92d109b-86cc-49bf-bd5a-f6ae47f7a862 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:45.524846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-adcfe7ab-af98-4648-b2b7-4778d8b9ea64 req-a92d109b-86cc-49bf-bd5a-f6ae47f7a862 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1760561
Feb 19 21:09:45.579324 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Publish callbacks [] for security_group (5f2a9842-720b-4e48-90c1-80b2567ed11c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:45.589495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5f2a9842-720b-4e48-90c1-80b2567ed11c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:45.648623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-adcfe7ab-af98-4648-b2b7-4778d8b9ea64 req-2d81a1ac-f7b3-4d8c-9660-a2c2cb260118 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1219063
Feb 19 21:09:45.665211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2a9842-720b-4e48-90c1-80b2567ed11c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:45.671435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:09:45.697864 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (cedff289-c9f2-4a99-8169-56558b7e8262), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:45.699360 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Added segment cedff289-c9f2-4a99-8169-56558b7e8262 of type vlan for network cd48e7aa-b719-4431-b65e-f9710a0bb85d
Feb 19 21:09:45.735152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11918c6-934b-4a4b-af42-add3a5e7ea79 req-39634a94-9cc7-47ed-9f21-7d6b553f2b11 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:45.742862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e11918c6-934b-4a4b-af42-add3a5e7ea79 req-39634a94-9cc7-47ed-9f21-7d6b553f2b11 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1651838
Feb 19 21:09:45.799795 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (cd48e7aa-b719-4431-b65e-f9710a0bb85d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:45.829882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e11918c6-934b-4a4b-af42-add3a5e7ea79 req-caa771be-2d94-4feb-826d-2b623e03ec9e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858381
Feb 19 21:09:45.852600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (cd48e7aa-b719-4431-b65e-f9710a0bb85d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:45.853765 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:45.854464 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:45.945173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] Pushing event updated for resources: {'Network': ['ID=cd48e7aa-b719-4431-b65e-f9710a0bb85d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:45.960027 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network cd48e7aa-b719-4431-b65e-f9710a0bb85d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:09:45.962039 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c1ce9904-adbf-4b5b-9755-a0668e7d9b7e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0670865
Feb 19 21:09:47.160577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a2d21-f8d9-4511-b62b-23ec8e83345e req-195fd8af-9af8-41b2-a0f9-d5af6d74b383 tempest-ComputeTenantNetworksTest-859553962 tempest-ComputeTenantNetworksTest-859553962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:47.167446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a2d21-f8d9-4511-b62b-23ec8e83345e req-195fd8af-9af8-41b2-a0f9-d5af6d74b383 tempest-ComputeTenantNetworksTest-859553962 tempest-ComputeTenantNetworksTest-859553962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:47.173139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a2d21-f8d9-4511-b62b-23ec8e83345e req-195fd8af-9af8-41b2-a0f9-d5af6d74b383 tempest-ComputeTenantNetworksTest-859553962 tempest-ComputeTenantNetworksTest-859553962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:47.174958 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-986a2d21-f8d9-4511-b62b-23ec8e83345e req-195fd8af-9af8-41b2-a0f9-d5af6d74b383 tempest-ComputeTenantNetworksTest-859553962 tempest-ComputeTenantNetworksTest-859553962-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1901 time: 0.7277675
Feb 19 21:09:47.204449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9c0c-46f1-4001-b15e-a3d09fd58bd1 req-b737d851-99e2-4de0-a962-7b7243883a5b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:47.206317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-617d9c0c-46f1-4001-b15e-a3d09fd58bd1 req-b737d851-99e2-4de0-a962-7b7243883a5b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.2062740
Feb 19 21:09:47.322529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-617d9c0c-46f1-4001-b15e-a3d09fd58bd1 req-fd655a70-b8b4-4d28-8113-989c614f01af tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034555
Feb 19 21:09:47.359096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bbb18-cd01-4d87-993c-12be755a68bc req-af9ac59d-2bde-446f-b21c-8f06bf389fac tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:47.361420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1bbb18-cd01-4d87-993c-12be755a68bc req-af9ac59d-2bde-446f-b21c-8f06bf389fac tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.0826483
Feb 19 21:09:47.502637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed3bb-0ef1-4e9e-88b2-e7b87a3ffc9b req-0950c66c-6bfc-4dd4-a998-a6b4647b3637 tempest-ComputeTenantNetworksTest-859553962 tempest-ComputeTenantNetworksTest-859553962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:47.504077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90bed3bb-0ef1-4e9e-88b2-e7b87a3ffc9b req-0950c66c-6bfc-4dd4-a998-a6b4647b3637 tempest-ComputeTenantNetworksTest-859553962 tempest-ComputeTenantNetworksTest-859553962-project] 10.222.0.30 "GET /v2.0/networks/cd48e7aa-b719-4431-b65e-f9710a0bb85d HTTP/1.1" status: 200  len: 767 time: 0.1413975
Feb 19 21:09:47.510666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1bbb18-cd01-4d87-993c-12be755a68bc req-7094cd49-3ab5-4675-aec6-556b30580591 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369574
Feb 19 21:09:47.519619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39400) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:47.680678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (cd48e7aa-b719-4431-b65e-f9710a0bb85d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:47.870845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (cd48e7aa-b719-4431-b65e-f9710a0bb85d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:47.950254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae479a0>,) {'filters': {'network_id': ['cd48e7aa-b719-4431-b65e-f9710a0bb85d']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:47.972070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae479a0>, 'cedff289-c9f2-4a99-8169-56558b7e8262') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:47.972574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae479a0>, 'cedff289-c9f2-4a99-8169-56558b7e8262') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:09:48.006335 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (cedff289-c9f2-4a99-8169-56558b7e8262), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:48.043574 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (cedff289-c9f2-4a99-8169-56558b7e8262), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:48.074040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:09:48.075711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (cedff289-c9f2-4a99-8169-56558b7e8262), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:09:48.079280 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:09:48.200994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (cd48e7aa-b719-4431-b65e-f9710a0bb85d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:48.220144 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:48.236727 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] 10.222.0.30 "DELETE /v2.0/networks/cd48e7aa-b719-4431-b65e-f9710a0bb85d HTTP/1.1" status: 204  len: 168 time: 0.7143588
Feb 19 21:09:48.294929 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420027c-7f75-43e9-b1e6-0ee3da84868a admin admin] Pushing event deleted for resources: {'Network': ['ID=cd48e7aa-b719-4431-b65e-f9710a0bb85d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:48.306872 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-08c22791-ed46-4fbe-ad1c-3838888803c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:48.617289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af700005-6f9e-4d54-a7de-5903e4c8680a req-ac2b1583-1389-45e8-b397-1c36fea54420 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:48.620229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af700005-6f9e-4d54-a7de-5903e4c8680a req-ac2b1583-1389-45e8-b397-1c36fea54420 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1481810
Feb 19 21:09:48.656756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39460) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:48.720274 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f7d1124c-8c2f-4b48-9497-effe4b2f56a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7097138db348491089709bb37f2eff92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0577512
Feb 19 21:09:48.720871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39464) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:48.755657 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af700005-6f9e-4d54-a7de-5903e4c8680a req-62b0899c-dce1-441d-b1c9-d85715759314 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1292024
Feb 19 21:09:48.803968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b71100-b617-4b59-8622-994949f07a3c req-a28a49f7-5600-4e43-b5d5-fff64aeba8c9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:48.806161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22b71100-b617-4b59-8622-994949f07a3c req-a28a49f7-5600-4e43-b5d5-fff64aeba8c9 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1562748
Feb 19 21:09:48.819438 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-34de711a-6a4c-4294-9f6b-06d0ef816117 admin admin] Publish callbacks [] for security_group (5f2a9842-720b-4e48-90c1-80b2567ed11c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:48.861042 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-34de711a-6a4c-4294-9f6b-06d0ef816117 admin admin] Publish callbacks [] for security_group (5f2a9842-720b-4e48-90c1-80b2567ed11c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:48.909128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22b71100-b617-4b59-8622-994949f07a3c req-7d89087d-8e91-4b1e-933d-8ab4344d5c60 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952342
Feb 19 21:09:48.954980 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-34de711a-6a4c-4294-9f6b-06d0ef816117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5f2a9842-720b-4e48-90c1-80b2567ed11c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:48.958176 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-34de711a-6a4c-4294-9f6b-06d0ef816117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:48.959417 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-34de711a-6a4c-4294-9f6b-06d0ef816117 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f2a9842-720b-4e48-90c1-80b2567ed11c HTTP/1.1" status: 204  len: 168 time: 0.2349834
Feb 19 21:09:48.991056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de711a-6a4c-4294-9f6b-06d0ef816117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2a9842-720b-4e48-90c1-80b2567ed11c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:49.683213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d56922-9511-4e94-b126-57bea5a365ad req-9fddc2ee-d037-4ca3-8064-7f8c99e61394 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:49.688823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42d56922-9511-4e94-b126-57bea5a365ad req-9fddc2ee-d037-4ca3-8064-7f8c99e61394 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1303713
Feb 19 21:09:49.828523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42d56922-9511-4e94-b126-57bea5a365ad req-2681a0ea-1766-4ad2-9752-a95f04672b75 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1362541
Feb 19 21:09:50.141808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7f871-5c28-4052-b1ec-c21fb45b922e req-d5cf540a-ee17-446b-9ba9-bf519d793d1d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:50.143729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04e7f871-5c28-4052-b1ec-c21fb45b922e req-d5cf540a-ee17-446b-9ba9-bf519d793d1d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.2056489
Feb 19 21:09:50.207925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d139d-358c-4b0b-9167-fde798ad8b70 req-a1faeea5-b7e8-4071-a533-639a6561d4b1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:50.217422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-496d139d-358c-4b0b-9167-fde798ad8b70 req-a1faeea5-b7e8-4071-a533-639a6561d4b1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1648364
Feb 19 21:09:50.293981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04e7f871-5c28-4052-b1ec-c21fb45b922e req-dadeff8b-65c2-4f8f-a1f3-b0418bdbd190 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1334424
Feb 19 21:09:50.376624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-496d139d-358c-4b0b-9167-fde798ad8b70 req-1a94361b-3127-465d-bdcd-3e6ebcbeb29c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580212
Feb 19 21:09:50.391380 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-07f20ee3-c2f0-4df4-b209-b114cee91d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:51.057193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cba1c4-2121-4442-87aa-e5734c305d21 req-f6376d36-6162-4b3c-80c7-dfd31d6dc821 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:51.065696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52cba1c4-2121-4442-87aa-e5734c305d21 req-f6376d36-6162-4b3c-80c7-dfd31d6dc821 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0805740
Feb 19 21:09:51.152968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52cba1c4-2121-4442-87aa-e5734c305d21 req-3d1b1f9a-89af-4984-b006-f4af03e974fc tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859835
Feb 19 21:09:51.550388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ff3cd-0519-4213-9fea-f64776cd56e0 req-f5608267-776f-49d5-88ee-752b6d9021eb tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:51.558160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a49ff3cd-0519-4213-9fea-f64776cd56e0 req-f5608267-776f-49d5-88ee-752b6d9021eb tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1457462
Feb 19 21:09:51.670409 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a49ff3cd-0519-4213-9fea-f64776cd56e0 req-d305d4ce-d5c8-46f6-b0d5-24976df6cede tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109068
Feb 19 21:09:51.717457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9006e-9af2-42ad-b911-34da61c86b39 req-0033b158-4d82-49f7-9d20-0819bb0c2cae tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:51.737170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3db9006e-9af2-42ad-b911-34da61c86b39 req-0033b158-4d82-49f7-9d20-0819bb0c2cae tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1497054
Feb 19 21:09:51.801908 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:51.870331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3db9006e-9af2-42ad-b911-34da61c86b39 req-831d6fdd-0afb-4c0c-9c34-66ed1d8bfe7a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244881
Feb 19 21:09:52.372806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1a99c-f66e-43db-b819-1a90a0f08405 req-7e709ce4-066b-44df-bed3-d138e55358c1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:52.385534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fe1a99c-f66e-43db-b819-1a90a0f08405 req-7e709ce4-066b-44df-bed3-d138e55358c1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1414948
Feb 19 21:09:52.584094 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fe1a99c-f66e-43db-b819-1a90a0f08405 req-80b40850-a404-4dc2-ad29-96c06d85bff8 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1958086
Feb 19 21:09:52.952672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505455d0-71c5-4af1-b06d-52c0605ad483 req-a68bf1bd-665b-407d-a4ea-7fbdeabd0a66 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:52.963799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-505455d0-71c5-4af1-b06d-52c0605ad483 req-a68bf1bd-665b-407d-a4ea-7fbdeabd0a66 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.0984254
Feb 19 21:09:53.138689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-505455d0-71c5-4af1-b06d-52c0605ad483 req-b9a64299-8edb-4dd9-bc8e-5b5e239906be tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1724229
Feb 19 21:09:53.180599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248c46e-6e8f-47f1-9542-23066a6393dd req-202271da-117a-4f7f-8ffc-96b4366d69ad tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:53.181556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a248c46e-6e8f-47f1-9542-23066a6393dd req-202271da-117a-4f7f-8ffc-96b4366d69ad tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1876009
Feb 19 21:09:53.201219 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:53.369385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a248c46e-6e8f-47f1-9542-23066a6393dd req-e6d27637-5d20-4eb2-b531-57d957daed29 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718976
Feb 19 21:09:53.506762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39682) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:53.744798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca3a520c-fa72-4898-ad6a-1959e74a09c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:53.857256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65224652-cb62-4916-ba8e-e04a0dcde601 req-8647a3a4-0bec-45b9-b64a-1ca3e1bc60fa tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:53.866361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65224652-cb62-4916-ba8e-e04a0dcde601 req-8647a3a4-0bec-45b9-b64a-1ca3e1bc60fa tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1555698
Feb 19 21:09:53.902816 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca3a520c-fa72-4898-ad6a-1959e74a09c9 admin admin] Publish callbacks [] for security_group (29bfbde0-dc69-42ee-ab9b-c676a0309914), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:53.911148 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca3a520c-fa72-4898-ad6a-1959e74a09c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (29bfbde0-dc69-42ee-ab9b-c676a0309914), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:53.963422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65224652-cb62-4916-ba8e-e04a0dcde601 req-0ab14c2e-8680-4aa6-8fe9-1effe780af1e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960820
Feb 19 21:09:53.973935 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ca3a520c-fa72-4898-ad6a-1959e74a09c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=991178f94bdc40b69af75ce8c36ab5b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4647448
Feb 19 21:09:53.986761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39716) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:54.074667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a520c-fa72-4898-ad6a-1959e74a09c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bfbde0-dc69-42ee-ab9b-c676a0309914,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:54.131901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Publish callbacks [] for security_group (29bfbde0-dc69-42ee-ab9b-c676a0309914), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:54.171025 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Publish callbacks [] for security_group (29bfbde0-dc69-42ee-ab9b-c676a0309914), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:54.256991 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (29bfbde0-dc69-42ee-ab9b-c676a0309914), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:54.260197 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:54.262034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29bfbde0-dc69-42ee-ab9b-c676a0309914 HTTP/1.1" status: 204  len: 168 time: 0.2648244
Feb 19 21:09:54.274995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bfbde0-dc69-42ee-ab9b-c676a0309914,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:54.291047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.291685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.292317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.292904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.293468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.294136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.294589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.295431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.295679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.296124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.296691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.297701 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.298511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb09d4-868f-4332-a73c-4fb9d6dbb17e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:09:54.418885 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:54.447897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3270c-55e3-4b87-ad2e-2c7b2a035aa2 req-6c040675-e964-4517-9a5b-cf0417b25f43 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:54.451677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4e3270c-55e3-4b87-ad2e-2c7b2a035aa2 req-6c040675-e964-4517-9a5b-cf0417b25f43 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1206911
Feb 19 21:09:54.623330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4e3270c-55e3-4b87-ad2e-2c7b2a035aa2 req-192e6a6a-099c-4c15-a0fe-408470516860 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1547923
Feb 19 21:09:54.667616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba38e-68f2-4f29-8a7e-81ea6d5d7252 req-908c31d7-c79a-4cb5-b5c7-0c9e97296fc2 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:54.677992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93bba38e-68f2-4f29-8a7e-81ea6d5d7252 req-908c31d7-c79a-4cb5-b5c7-0c9e97296fc2 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1305087
Feb 19 21:09:54.750074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93bba38e-68f2-4f29-8a7e-81ea6d5d7252 req-c2c81a31-04cb-451a-b95f-0a3913e7c6bf tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704548
Feb 19 21:09:55.153322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39752) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:55.173638 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f77ca15-a3b0-4b20-a20f-5fcb822232a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:55.217998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dfc2b-a9b1-4b71-a83c-befde9c02712 req-695da9b8-84a1-4509-8c08-af610524eb00 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:55.227483 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e8dfc2b-a9b1-4b71-a83c-befde9c02712 req-695da9b8-84a1-4509-8c08-af610524eb00 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1128821
Feb 19 21:09:55.325299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e8dfc2b-a9b1-4b71-a83c-befde9c02712 req-f9988e7c-2aca-42e6-979d-10316a52ff89 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961154
Feb 19 21:09:55.355138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f77ca15-a3b0-4b20-a20f-5fcb822232a5 admin admin] Publish callbacks [] for security_group (3edac425-c0d8-4e60-a886-3f9da1bccd4e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:55.361647 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f77ca15-a3b0-4b20-a20f-5fcb822232a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3edac425-c0d8-4e60-a886-3f9da1bccd4e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:55.417350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77ca15-a3b0-4b20-a20f-5fcb822232a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edac425-c0d8-4e60-a886-3f9da1bccd4e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:55.422497 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4f77ca15-a3b0-4b20-a20f-5fcb822232a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fee5cd2a8302459bbd904e691cbfffb5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2680972
Feb 19 21:09:55.425517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39768) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:55.511799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39774) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:55.538938 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75575d47-71b7-41ee-9430-3be7f2148a73 admin admin] Publish callbacks [] for security_group (3edac425-c0d8-4e60-a886-3f9da1bccd4e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:55.567753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75575d47-71b7-41ee-9430-3be7f2148a73 admin admin] Publish callbacks [] for security_group (3edac425-c0d8-4e60-a886-3f9da1bccd4e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:55.652952 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75575d47-71b7-41ee-9430-3be7f2148a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3edac425-c0d8-4e60-a886-3f9da1bccd4e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:55.658638 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75575d47-71b7-41ee-9430-3be7f2148a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:55.660365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-75575d47-71b7-41ee-9430-3be7f2148a73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3edac425-c0d8-4e60-a886-3f9da1bccd4e HTTP/1.1" status: 204  len: 168 time: 0.2330449
Feb 19 21:09:55.673998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75575d47-71b7-41ee-9430-3be7f2148a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edac425-c0d8-4e60-a886-3f9da1bccd4e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:55.745221 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc633e6b-2d1e-47b0-b98e-f5c7f7b9231d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:55.895357 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:55.908048 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc633e6b-2d1e-47b0-b98e-f5c7f7b9231d admin admin] Publish callbacks [] for security_group (4b9ad0a2-f306-4cb0-9b2e-841389b9b1c2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:55.916639 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc633e6b-2d1e-47b0-b98e-f5c7f7b9231d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4b9ad0a2-f306-4cb0-9b2e-841389b9b1c2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:55.932687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a623a-c932-4358-ab91-3ab041253915 req-3a547ba7-3558-48e9-a32b-d91eb0e2d6ca tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:55.938145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b7a623a-c932-4358-ab91-3ab041253915 req-3a547ba7-3558-48e9-a32b-d91eb0e2d6ca tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1654425
Feb 19 21:09:55.963201 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc633e6b-2d1e-47b0-b98e-f5c7f7b9231d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=522b4fc9cc7d415888294667b3fff49f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4500606
Feb 19 21:09:55.968114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39786) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:55.985451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc633e6b-2d1e-47b0-b98e-f5c7f7b9231d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9ad0a2-f306-4cb0-9b2e-841389b9b1c2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:56.048044 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a6f0-e755-47f4-9106-5ea6d009b49a admin admin] Publish callbacks [] for security_group (4b9ad0a2-f306-4cb0-9b2e-841389b9b1c2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:56.085889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d0f68-bc6d-43ea-9463-9354c195a6e5 req-d8d85025-9023-44ab-9ca5-c4edd8173753 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:56.090108 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a6f0-e755-47f4-9106-5ea6d009b49a admin admin] Publish callbacks [] for security_group (4b9ad0a2-f306-4cb0-9b2e-841389b9b1c2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:56.094813 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b36d0f68-bc6d-43ea-9463-9354c195a6e5 req-d8d85025-9023-44ab-9ca5-c4edd8173753 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1532078
Feb 19 21:09:56.128801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b7a623a-c932-4358-ab91-3ab041253915 req-d014212c-3ac2-42fa-9ebf-e2b2176cb011 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1811776
Feb 19 21:09:56.212723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b36d0f68-bc6d-43ea-9463-9354c195a6e5 req-c61372cc-fad2-4684-84f6-603fff2e19f8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170406
Feb 19 21:09:56.229555 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a6f0-e755-47f4-9106-5ea6d009b49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4b9ad0a2-f306-4cb0-9b2e-841389b9b1c2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:56.232312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a6f0-e755-47f4-9106-5ea6d009b49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:56.233825 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9aa7a6f0-e755-47f4-9106-5ea6d009b49a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b9ad0a2-f306-4cb0-9b2e-841389b9b1c2 HTTP/1.1" status: 204  len: 168 time: 0.2646399
Feb 19 21:09:56.245203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7a6f0-e755-47f4-9106-5ea6d009b49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9ad0a2-f306-4cb0-9b2e-841389b9b1c2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:56.594818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895228fa-8d93-4741-ab4f-24d491c80b0d req-ef4c0631-d236-4538-9eb4-3f7fd579cf9a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:56.597449 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-895228fa-8d93-4741-ab4f-24d491c80b0d req-ef4c0631-d236-4538-9eb4-3f7fd579cf9a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1287591
Feb 19 21:09:56.748992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-895228fa-8d93-4741-ab4f-24d491c80b0d req-960e7d12-1680-4366-9cac-4fb77450d56d tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1424823
Feb 19 21:09:57.033943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39826) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:57.077561 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e111a05f-a1ad-401d-9c5c-5f0ccd91a68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:57.313301 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e111a05f-a1ad-401d-9c5c-5f0ccd91a68f admin admin] Publish callbacks [] for security_group (2f2ff38a-a408-441b-9099-7b5de6b5d3a3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:57.320942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e111a05f-a1ad-401d-9c5c-5f0ccd91a68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2f2ff38a-a408-441b-9099-7b5de6b5d3a3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:57.508228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111a05f-a1ad-401d-9c5c-5f0ccd91a68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2ff38a-a408-441b-9099-7b5de6b5d3a3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:57.527174 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e111a05f-a1ad-401d-9c5c-5f0ccd91a68f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19a8d74cc39c47878ea60bf1aca386c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4892476
Feb 19 21:09:57.528618 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39856) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:57.630180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85383ce6-465a-4cbe-9582-8f21434a717e req-38d1d326-5051-499a-ae14-ca74ead70421 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:57.640382 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85383ce6-465a-4cbe-9582-8f21434a717e req-38d1d326-5051-499a-ae14-ca74ead70421 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.2349246
Feb 19 21:09:57.647090 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fb6ce83-705f-4b7e-a5c3-f76182f6f2f8 admin admin] Publish callbacks [] for security_group (2f2ff38a-a408-441b-9099-7b5de6b5d3a3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:57.702651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fb6ce83-705f-4b7e-a5c3-f76182f6f2f8 admin admin] Publish callbacks [] for security_group (2f2ff38a-a408-441b-9099-7b5de6b5d3a3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:57.752246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85383ce6-465a-4cbe-9582-8f21434a717e req-15bed56e-dd62-4658-8bb3-63a841562e26 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103761
Feb 19 21:09:57.794136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70beffce-b664-4e89-98c6-6cc8fbc86e1c req-c978da9f-815b-4db8-8fa1-24d92343f46a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:57.806303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70beffce-b664-4e89-98c6-6cc8fbc86e1c req-c978da9f-815b-4db8-8fa1-24d92343f46a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.3018773
Feb 19 21:09:57.876038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fb6ce83-705f-4b7e-a5c3-f76182f6f2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2f2ff38a-a408-441b-9099-7b5de6b5d3a3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:57.887141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fb6ce83-705f-4b7e-a5c3-f76182f6f2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:57.902285 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3fb6ce83-705f-4b7e-a5c3-f76182f6f2f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f2ff38a-a408-441b-9099-7b5de6b5d3a3 HTTP/1.1" status: 204  len: 168 time: 0.3715699
Feb 19 21:09:57.946016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6ce83-705f-4b7e-a5c3-f76182f6f2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2ff38a-a408-441b-9099-7b5de6b5d3a3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:57.993004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70beffce-b664-4e89-98c6-6cc8fbc86e1c req-2983e5b5-199e-440c-97cf-76922b50930c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853530
Feb 19 21:09:58.053858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c07f1-e8be-44b2-b441-a004c53719c8 req-39902e6b-b096-4d41-980e-6256b2da3974 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:58.068138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a35c07f1-e8be-44b2-b441-a004c53719c8 req-39902e6b-b096-4d41-980e-6256b2da3974 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1441607
Feb 19 21:09:58.163360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a35c07f1-e8be-44b2-b441-a004c53719c8 req-b4315cc5-c043-47d8-ae9b-aef647f2ad01 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935297
Feb 19 21:09:58.358452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39870) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:58.562156 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf46d-ad95-44b9-aa61-20e69d656cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:58.713801 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf46d-ad95-44b9-aa61-20e69d656cca admin admin] Publish callbacks [] for security_group (9e1a7e9f-d78c-40a5-a8f3-bd92b29ed62e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:58.737115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf46d-ad95-44b9-aa61-20e69d656cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9e1a7e9f-d78c-40a5-a8f3-bd92b29ed62e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:58.789088 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1f9cf46d-ad95-44b9-aa61-20e69d656cca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=817d9ee0a83c4d7bb3f89e39672b3ce8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4293909
Feb 19 21:09:58.790136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cf46d-ad95-44b9-aa61-20e69d656cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1a7e9f-d78c-40a5-a8f3-bd92b29ed62e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:58.794516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39886) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:09:58.959733 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9cbcacc6-4363-4386-a1ba-cdf94d2e13dd admin admin] Publish callbacks [] for security_group (9e1a7e9f-d78c-40a5-a8f3-bd92b29ed62e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:59.001057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11065bfa-0e8d-4819-9d5e-e172bfd15f12 req-cbe44bc7-f3ec-46f1-a9d6-0158651c3522 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:59.002926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11065bfa-0e8d-4819-9d5e-e172bfd15f12 req-cbe44bc7-f3ec-46f1-a9d6-0158651c3522 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1418378
Feb 19 21:09:59.027339 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9cbcacc6-4363-4386-a1ba-cdf94d2e13dd admin admin] Publish callbacks [] for security_group (9e1a7e9f-d78c-40a5-a8f3-bd92b29ed62e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:59.107127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11065bfa-0e8d-4819-9d5e-e172bfd15f12 req-332119d5-1ccc-4b57-8fa6-f18a717dd79f tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945535
Feb 19 21:09:59.213357 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9cbcacc6-4363-4386-a1ba-cdf94d2e13dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9e1a7e9f-d78c-40a5-a8f3-bd92b29ed62e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:59.219663 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9cbcacc6-4363-4386-a1ba-cdf94d2e13dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:59.219663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9cbcacc6-4363-4386-a1ba-cdf94d2e13dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e1a7e9f-d78c-40a5-a8f3-bd92b29ed62e HTTP/1.1" status: 204  len: 168 time: 0.4249480
Feb 19 21:09:59.275293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcacc6-4363-4386-a1ba-cdf94d2e13dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1a7e9f-d78c-40a5-a8f3-bd92b29ed62e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:09:59.348922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe78744-8493-4ef3-b46f-2106ad267397 req-1076651d-b68a-439d-8442-2f287a43d472 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:59.357938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fe78744-8493-4ef3-b46f-2106ad267397 req-1076651d-b68a-439d-8442-2f287a43d472 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1879170
Feb 19 21:09:59.395734 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:09:59.486356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fe78744-8493-4ef3-b46f-2106ad267397 req-f55b2811-d78b-4683-84c3-4b7d8dd2c01c tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253769
Feb 19 21:09:59.521649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543a379-f36f-43d5-9c14-4ab7cd52d4ad req-411556d4-78da-4267-9a38-abd1b2a2278f tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:09:59.523974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c543a379-f36f-43d5-9c14-4ab7cd52d4ad req-411556d4-78da-4267-9a38-abd1b2a2278f tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1311471
Feb 19 21:09:59.625290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c543a379-f36f-43d5-9c14-4ab7cd52d4ad req-0b2da45c-1a02-4e71-9011-59e8b05c1bf6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895090
Feb 19 21:10:00.367013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ef218-f1b1-4b09-833c-3c8e69492b32 req-78b74c3a-c497-4077-9d99-828fe52a8dff tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:00.380934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e80ef218-f1b1-4b09-833c-3c8e69492b32 req-78b74c3a-c497-4077-9d99-828fe52a8dff tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1304991
Feb 19 21:10:00.495035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e80ef218-f1b1-4b09-833c-3c8e69492b32 req-95495553-d067-43d3-9a13-d66f22f90094 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1129060
Feb 19 21:10:00.698889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283ffa0-0286-46bb-8723-a12d890fe175 req-95efe72f-46d4-4f1f-b0dc-5fbac74b2fa2 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:00.709891 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6283ffa0-0286-46bb-8723-a12d890fe175 req-95efe72f-46d4-4f1f-b0dc-5fbac74b2fa2 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.0961320
Feb 19 21:10:00.785000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6283ffa0-0286-46bb-8723-a12d890fe175 req-4740c663-d10f-4dec-bbd7-ef1e7d16654f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735223
Feb 19 21:10:00.883189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4c62f-69c9-4f8b-95b8-08374e5c656a req-0ad16e44-3b50-46fe-9251-61c577763be6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:00.883189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41a4c62f-69c9-4f8b-95b8-08374e5c656a req-0ad16e44-3b50-46fe-9251-61c577763be6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0892408
Feb 19 21:10:00.936908 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41a4c62f-69c9-4f8b-95b8-08374e5c656a req-a6d25a53-e7da-42ab-ad4b-49448e1772d0 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507643
Feb 19 21:10:01.057047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39990) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:01.210048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813514ec-1a1c-47af-9a0d-e78348744ebe req-56d656b4-aeb6-46c4-9ff2-4beaf351e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:01.212580 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-813514ec-1a1c-47af-9a0d-e78348744ebe req-56d656b4-aeb6-46c4-9ff2-4beaf351e685 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 1127 time: 0.0634508
Feb 19 21:10:01.215269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ca04f-fc13-4510-9991-4cac38898122 req-69b4cd21-eb7e-48b6-9931-fb8ed70c2229 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:01.216999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-517ca04f-fc13-4510-9991-4cac38898122 req-69b4cd21-eb7e-48b6-9931-fb8ed70c2229 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0732529
Feb 19 21:10:01.283416 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-517ca04f-fc13-4510-9991-4cac38898122 req-4dd027eb-19a1-4b8a-9874-729d10e3b747 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571716
Feb 19 21:10:01.330111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813514ec-1a1c-47af-9a0d-e78348744ebe req-26c9d36f-5182-46e0-99f0-a23e0a44767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:01.334653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-801509b4-cfcf-457e-a7d8-972f68866dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:01.335001 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-813514ec-1a1c-47af-9a0d-e78348744ebe req-26c9d36f-5182-46e0-99f0-a23e0a44767a service neutron] 10.222.0.67 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 912 time: 0.1154466
Feb 19 21:10:01.423726 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-813514ec-1a1c-47af-9a0d-e78348744ebe req-9f241bf7-5db8-44dc-8041-3eb069823706 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b74908-1902-4216-8619-32cd92b10359 HTTP/1.1" status: 200  len: 1000 time: 0.0804398
Feb 19 21:10:01.434784 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-801509b4-cfcf-457e-a7d8-972f68866dd0 admin admin] Publish callbacks [] for security_group (9e4b1d47-6c1c-4e13-95ce-0afd1b157e47), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:01.444429 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-801509b4-cfcf-457e-a7d8-972f68866dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9e4b1d47-6c1c-4e13-95ce-0afd1b157e47), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:01.492809 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-801509b4-cfcf-457e-a7d8-972f68866dd0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2c621a7d80e4ce68cd35b7b04213893&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4339612
Feb 19 21:10:01.494013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801509b4-cfcf-457e-a7d8-972f68866dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4b1d47-6c1c-4e13-95ce-0afd1b157e47,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:01.496985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40010) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:01.575978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813514ec-1a1c-47af-9a0d-e78348744ebe req-14daed57-bdb4-443e-8af7-24c76954cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:01.577646 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-813514ec-1a1c-47af-9a0d-e78348744ebe req-14daed57-bdb4-443e-8af7-24c76954cf7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8dc2ea7-ffc4-4027-9f85-62ffc7262290 HTTP/1.1" status: 200  len: 850 time: 0.0669286
Feb 19 21:10:01.634045 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1d11f09-9513-455a-8bea-42edc55f5a57 admin admin] Publish callbacks [] for security_group (9e4b1d47-6c1c-4e13-95ce-0afd1b157e47), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:01.718286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813514ec-1a1c-47af-9a0d-e78348744ebe req-c17d5318-4cd7-46fc-b189-5bcb41fc13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:01.720669 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-813514ec-1a1c-47af-9a0d-e78348744ebe req-c17d5318-4cd7-46fc-b189-5bcb41fc13f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=813ad1c1-0059-4a59-91cb-1222ec1b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1317303
Feb 19 21:10:01.747306 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1d11f09-9513-455a-8bea-42edc55f5a57 admin admin] Publish callbacks [] for security_group (9e4b1d47-6c1c-4e13-95ce-0afd1b157e47), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:01.786113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f022dd-a612-42ea-9787-edea14351ea8 req-3d7cccc0-4059-43d4-8b71-9ed1702f70b3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:01.787771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f022dd-a612-42ea-9787-edea14351ea8 req-3d7cccc0-4059-43d4-8b71-9ed1702f70b3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1044211
Feb 19 21:10:01.904249 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-813514ec-1a1c-47af-9a0d-e78348744ebe req-2d3f536b-c6b3-4e19-a689-9d3708e03e58 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752248
Feb 19 21:10:01.922309 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f022dd-a612-42ea-9787-edea14351ea8 req-090cb508-ed8b-4b3e-8bdc-bccfada05a6e tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820296
Feb 19 21:10:01.922309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5300c-95f6-4fb5-9115-0a88edc29231 req-06319bd0-a34c-4d16-9240-ab3e2a9b00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:01.922309 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12e5300c-95f6-4fb5-9115-0a88edc29231 req-06319bd0-a34c-4d16-9240-ab3e2a9b00ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 1127 time: 0.1307766
Feb 19 21:10:01.930992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1d11f09-9513-455a-8bea-42edc55f5a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9e4b1d47-6c1c-4e13-95ce-0afd1b157e47), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:01.933883 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1d11f09-9513-455a-8bea-42edc55f5a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:01.936865 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c1d11f09-9513-455a-8bea-42edc55f5a57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e4b1d47-6c1c-4e13-95ce-0afd1b157e47 HTTP/1.1" status: 204  len: 168 time: 0.4383600
Feb 19 21:10:02.039206 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d11f09-9513-455a-8bea-42edc55f5a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4b1d47-6c1c-4e13-95ce-0afd1b157e47,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:02.090739 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-813514ec-1a1c-47af-9a0d-e78348744ebe req-0147ce3e-08c1-4f94-88ff-3ca1ccb2ddf5 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796150
Feb 19 21:10:02.177335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb074f-fdc3-4f35-9464-27dd6ce1a63b req-65d7c293-33cc-4e94-a9c8-99c960f41e13 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:02.186388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2adb074f-fdc3-4f35-9464-27dd6ce1a63b req-65d7c293-33cc-4e94-a9c8-99c960f41e13 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1918120
Feb 19 21:10:02.200289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5300c-95f6-4fb5-9115-0a88edc29231 req-64f1bcd1-9d40-45e7-9e93-4c6b7d5b33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:02.201936 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12e5300c-95f6-4fb5-9115-0a88edc29231 req-64f1bcd1-9d40-45e7-9e93-4c6b7d5b33e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 917 time: 0.2726510
Feb 19 21:10:02.316012 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2adb074f-fdc3-4f35-9464-27dd6ce1a63b req-8919560e-8642-4bf2-9e13-0c0599d832c4 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285741
Feb 19 21:10:02.324286 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12e5300c-95f6-4fb5-9115-0a88edc29231 req-47f97730-4310-4ad2-bdb6-441cd70c5ca9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=705d433e-42c6-442d-adce-cb0486512277 HTTP/1.1" status: 200  len: 1000 time: 0.1129184
Feb 19 21:10:02.463150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5300c-95f6-4fb5-9115-0a88edc29231 req-1e2914c8-03ad-4cb5-bd02-1fc11f44db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:02.464856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12e5300c-95f6-4fb5-9115-0a88edc29231 req-1e2914c8-03ad-4cb5-bd02-1fc11f44db45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.1314445
Feb 19 21:10:02.519608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c424acc-c341-45cf-9e84-c7516b9413e0 req-044cfb99-c023-4c58-a99f-7be53d7b9e8f tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:02.527303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c424acc-c341-45cf-9e84-c7516b9413e0 req-044cfb99-c023-4c58-a99f-7be53d7b9e8f tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1387799
Feb 19 21:10:02.569460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5300c-95f6-4fb5-9115-0a88edc29231 req-beb72fd1-bc35-4399-819e-7521d1bf8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:02.573847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12e5300c-95f6-4fb5-9115-0a88edc29231 req-beb72fd1-bc35-4399-819e-7521d1bf8179 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1000056
Feb 19 21:10:02.671761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c424acc-c341-45cf-9e84-c7516b9413e0 req-f9fac2d0-a6e0-4348-ba9b-79ea9c406a70 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1433396
Feb 19 21:10:02.709987 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40060) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:02.741702 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d03878e1-d5f6-4436-9c00-aac43fed7a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:02.769053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12e5300c-95f6-4fb5-9115-0a88edc29231 req-b29eb310-fc58-4499-b360-189550e02c2c service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846395
Feb 19 21:10:02.902513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12e5300c-95f6-4fb5-9115-0a88edc29231 req-80e958ef-1d63-4be4-ab5a-cfc06bfdc5fc service neutron] 10.222.0.67 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264603
Feb 19 21:10:02.916284 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d03878e1-d5f6-4436-9c00-aac43fed7a21 admin admin] Publish callbacks [] for security_group (050d4085-ec77-4c43-95af-b03bb074b4c8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:02.920924 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d03878e1-d5f6-4436-9c00-aac43fed7a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (050d4085-ec77-4c43-95af-b03bb074b4c8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:02.956214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d03878e1-d5f6-4436-9c00-aac43fed7a21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3774673b1554094aec71fdd66110b0f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2445624
Feb 19 21:10:02.958681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40068) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:02.980216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03878e1-d5f6-4436-9c00-aac43fed7a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050d4085-ec77-4c43-95af-b03bb074b4c8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:03.066753 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bd4e69b6-39eb-4df4-a89d-d963d7673769 admin admin] Publish callbacks [] for security_group (050d4085-ec77-4c43-95af-b03bb074b4c8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:03.097405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bd4e69b6-39eb-4df4-a89d-d963d7673769 admin admin] Publish callbacks [] for security_group (050d4085-ec77-4c43-95af-b03bb074b4c8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:03.127666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399040c2-6fc5-498b-8b1b-6d937dc0001d req-197d1445-2b89-4820-b8df-954f64125c60 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:03.130241 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-399040c2-6fc5-498b-8b1b-6d937dc0001d req-197d1445-2b89-4820-b8df-954f64125c60 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.0723007
Feb 19 21:10:03.173418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bd4e69b6-39eb-4df4-a89d-d963d7673769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (050d4085-ec77-4c43-95af-b03bb074b4c8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:03.178022 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bd4e69b6-39eb-4df4-a89d-d963d7673769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:03.179231 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bd4e69b6-39eb-4df4-a89d-d963d7673769 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/050d4085-ec77-4c43-95af-b03bb074b4c8 HTTP/1.1" status: 204  len: 168 time: 0.2183223
Feb 19 21:10:03.192630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e69b6-39eb-4df4-a89d-d963d7673769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050d4085-ec77-4c43-95af-b03bb074b4c8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:03.214525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-399040c2-6fc5-498b-8b1b-6d937dc0001d req-2e88e89d-3f74-46d7-af4e-9b01777b8b06 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778377
Feb 19 21:10:03.467193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203019e-074e-4905-a516-4061a4e3095c req-3c32f3bb-c233-4220-9c28-63087a352975 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:03.468910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5203019e-074e-4905-a516-4061a4e3095c req-3c32f3bb-c233-4220-9c28-63087a352975 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.0651982
Feb 19 21:10:03.543499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5203019e-074e-4905-a516-4061a4e3095c req-7d7f6281-b7ff-40fd-a9be-d14cf332537a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672038
Feb 19 21:10:03.831126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90970c3-33d1-475e-8e0d-f557bceb568d req-06d2a508-5ed1-44fc-ad1e-ac404df44aed tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:03.833624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d90970c3-33d1-475e-8e0d-f557bceb568d req-06d2a508-5ed1-44fc-ad1e-ac404df44aed tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.0674975
Feb 19 21:10:03.893211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d90970c3-33d1-475e-8e0d-f557bceb568d req-909603ee-a15a-4929-9373-c35d911a51dd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530472
Feb 19 21:10:04.007030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 705d433e-42c6-442d-adce-cb0486512277 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:10:04.106300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 705d433e-42c6-442d-adce-cb0486512277 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:04.106452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (705d433e-42c6-442d-adce-cb0486512277), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:04.142531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705d433e-42c6-442d-adce-cb0486512277'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:04.146155 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfdef3d-79f7-420b-b773-72f61140a14f" -d '{"events": [{"server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "name": "network-vif-unplugged", "status": "completed", "tag": "705d433e-42c6-442d-adce-cb0486512277"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:04.169199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 705d433e-42c6-442d-adce-cb0486512277, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:04.175914 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (705d433e-42c6-442d-adce-cb0486512277), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:04.216196 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c925c1-55b6-4b6c-9508-41b62949a610 x-openstack-request-id: req-62c925c1-55b6-4b6c-9508-41b62949a610 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:04.216539 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "name": "network-vif-unplugged", "status": "completed", "tag": "705d433e-42c6-442d-adce-cb0486512277", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:04.216799 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62c925c1-55b6-4b6c-9508-41b62949a610 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:04.217203 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705d433e-42c6-442d-adce-cb0486512277', 'code': 200}
Feb 19 21:10:04.248028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:04.380566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b333ac-7daf-4c9b-af0b-6816fe4d12fc req-d7eb0cc9-6831-4794-a467-587aab847509 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:04.382804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2b333ac-7daf-4c9b-af0b-6816fe4d12fc req-d7eb0cc9-6831-4794-a467-587aab847509 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 943 time: 0.0742455
Feb 19 21:10:04.448111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2b333ac-7daf-4c9b-af0b-6816fe4d12fc req-8821e68c-072c-4728-ae32-2067dea3a68b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525420
Feb 19 21:10:04.740061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613dfca-73ae-48c9-a1a9-0fc15f8a8b98 req-be8a38b0-9e1d-4b32-ab66-e1caa3ed7915 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:04.741884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0613dfca-73ae-48c9-a1a9-0fc15f8a8b98 req-be8a38b0-9e1d-4b32-ab66-e1caa3ed7915 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.0996380
Feb 19 21:10:04.806708 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0613dfca-73ae-48c9-a1a9-0fc15f8a8b98 req-b1df8d2a-3c10-4996-8cdb-55d4de06ed2b tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587041
Feb 19 21:10:05.155340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed0e8b-ec9a-45ab-a924-60990c8d86c2 req-80713aec-467a-4f47-a1b4-d81157e6ddee tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:05.168635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3ed0e8b-ec9a-45ab-a924-60990c8d86c2 req-80713aec-467a-4f47-a1b4-d81157e6ddee tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1342182
Feb 19 21:10:05.231143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3ed0e8b-ec9a-45ab-a924-60990c8d86c2 req-ae7b7cc6-8aad-4991-bd84-f07ef8916930 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605288
Feb 19 21:10:05.603618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a75dd-f4fe-4953-a48b-657e94e74a73 req-0548d0bb-7b8e-45b0-a55a-2ed549995379 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:05.605314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd6a75dd-f4fe-4953-a48b-657e94e74a73 req-0548d0bb-7b8e-45b0-a55a-2ed549995379 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 943 time: 0.0663145
Feb 19 21:10:05.704794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd6a75dd-f4fe-4953-a48b-657e94e74a73 req-cf1fad3d-414e-4771-9dcb-b5e96fc960bc tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919425
Feb 19 21:10:06.485122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84832129-e65d-4f04-870f-8053546b4ff0 req-9f0989bc-b1ef-47e3-bfb2-3abd34568375 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:06.487914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84832129-e65d-4f04-870f-8053546b4ff0 req-9f0989bc-b1ef-47e3-bfb2-3abd34568375 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1459346
Feb 19 21:10:06.514294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3872632-e6f0-440a-aadb-4d8b895b2af2 req-d09452a0-ed61-4205-9219-e26b562ccb59 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:06.516674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3872632-e6f0-440a-aadb-4d8b895b2af2 req-d09452a0-ed61-4205-9219-e26b562ccb59 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.67 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 945 time: 0.1157105
Feb 19 21:10:06.603581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84832129-e65d-4f04-870f-8053546b4ff0 req-0d26e890-74aa-4628-9f24-a381b90642b1 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077738
Feb 19 21:10:06.680471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-c3872632-e6f0-440a-aadb-4d8b895b2af2 req-5e678439-2916-4cba-ab3b-93bbb581e3c3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Deleting port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:10:06.681192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c3872632-e6f0-440a-aadb-4d8b895b2af2 req-5e678439-2916-4cba-ab3b-93bbb581e3c3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:06.807710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c3872632-e6f0-440a-aadb-4d8b895b2af2 req-5e678439-2916-4cba-ab3b-93bbb581e3c3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] For port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:06.808359 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c3872632-e6f0-440a-aadb-4d8b895b2af2 req-5e678439-2916-4cba-ab3b-93bbb581e3c3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:06.831001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-c3872632-e6f0-440a-aadb-4d8b895b2af2 req-5e678439-2916-4cba-ab3b-93bbb581e3c3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Calling delete_port for d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:10:07.012406 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c3872632-e6f0-440a-aadb-4d8b895b2af2 req-5e678439-2916-4cba-ab3b-93bbb581e3c3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:07.029470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:10:07.092879 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e678439-2916-4cba-ab3b-93bbb581e3c3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event deleted for resources: {'Port': ['ID=d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:07.167543 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40318) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:07.203487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3872632-e6f0-440a-aadb-4d8b895b2af2 req-5e678439-2916-4cba-ab3b-93bbb581e3c3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] No DVR routers for this DVR port d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:10:07.217145 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c3872632-e6f0-440a-aadb-4d8b895b2af2 req-5e678439-2916-4cba-ab3b-93bbb581e3c3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:07.220952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3872632-e6f0-440a-aadb-4d8b895b2af2 req-5e678439-2916-4cba-ab3b-93bbb581e3c3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.67 "DELETE /v2.0/ports/d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e HTTP/1.1" status: 204  len: 173 time: 0.6938879
Feb 19 21:10:07.223101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366afc42-f8b8-4a45-99b9-f9203f39d3a5', 'name': 'network-vif-deleted', 'tag': 'd0ef6ba9-dfd0-44f2-98db-eb48c1299a8e'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:07.225985 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5fa40a-5c08-41a1-b90c-d57520c39a56" -d '{"events": [{"server_uuid": "366afc42-f8b8-4a45-99b9-f9203f39d3a5", "name": "network-vif-deleted", "tag": "d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:07.277162 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c10990a-9539-4d56-9e6e-61d766e1f045 x-openstack-request-id: req-2c10990a-9539-4d56-9e6e-61d766e1f045 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:07.278627 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366afc42-f8b8-4a45-99b9-f9203f39d3a5", "name": "network-vif-deleted", "tag": "d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:07.278904 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c10990a-9539-4d56-9e6e-61d766e1f045 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:07.279342 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366afc42-f8b8-4a45-99b9-f9203f39d3a5', 'name': 'network-vif-deleted', 'tag': 'd0ef6ba9-dfd0-44f2-98db-eb48c1299a8e', 'status': 'completed', 'code': 200}
Feb 19 21:10:07.306857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11051a-15dd-4ce6-9561-8883cec7d0a3 req-1a6f5eb4-b7d2-403c-8e5d-168dc9cef0a2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:07.316305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c11051a-15dd-4ce6-9561-8883cec7d0a3 req-1a6f5eb4-b7d2-403c-8e5d-168dc9cef0a2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 943 time: 0.1139765
Feb 19 21:10:07.386798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c11051a-15dd-4ce6-9561-8883cec7d0a3 req-6906a499-c972-4ebc-8654-de47a63cd2ec tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683103
Feb 19 21:10:07.524590 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13177d73-3d45-47b0-8052-f4ca9b66e927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:07.664995 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13177d73-3d45-47b0-8052-f4ca9b66e927 admin admin] Publish callbacks [] for security_group (ffc5c19b-9c9d-4f9d-9a2e-be25aa39c002), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:07.674799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13177d73-3d45-47b0-8052-f4ca9b66e927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ffc5c19b-9c9d-4f9d-9a2e-be25aa39c002), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:07.743563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13177d73-3d45-47b0-8052-f4ca9b66e927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc5c19b-9c9d-4f9d-9a2e-be25aa39c002,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:07.774000 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-13177d73-3d45-47b0-8052-f4ca9b66e927 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6febf49fb5f409ebd8ed6d9427348de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6019747
Feb 19 21:10:07.774154 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40344) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:07.823020 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40703299-4f8a-4de7-b945-f9282f3b0ce9 req-cf83b62c-4794-4920-bb99-2d30d13088de tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=366afc42-f8b8-4a45-99b9-f9203f39d3a5 HTTP/1.1" status: 200  len: 210 time: 0.0737131
Feb 19 21:10:07.867929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc2cdf36-8fb4-41c0-9b3b-9f00e66e3a7c admin admin] Publish callbacks [] for security_group (ffc5c19b-9c9d-4f9d-9a2e-be25aa39c002), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:07.899600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc2cdf36-8fb4-41c0-9b3b-9f00e66e3a7c admin admin] Publish callbacks [] for security_group (ffc5c19b-9c9d-4f9d-9a2e-be25aa39c002), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:07.981428 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-2642b65c-91be-4b05-bd0c-0299e0ae4beb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2447524
Feb 19 21:10:07.990285 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-c2d72a95-9a4f-493e-abba-14a3f138b064 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:10:07.991472 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-c2d72a95-9a4f-493e-abba-14a3f138b064 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067017
Feb 19 21:10:08.002170 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc2cdf36-8fb4-41c0-9b3b-9f00e66e3a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ffc5c19b-9c9d-4f9d-9a2e-be25aa39c002), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:08.012202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 705d433e-42c6-442d-adce-cb0486512277 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:10:08.017025 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc2cdf36-8fb4-41c0-9b3b-9f00e66e3a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:08.030009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40352) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:08.031442 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc2cdf36-8fb4-41c0-9b3b-9f00e66e3a7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffc5c19b-9c9d-4f9d-9a2e-be25aa39c002 HTTP/1.1" status: 204  len: 168 time: 0.2547982
Feb 19 21:10:08.058304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cdf36-8fb4-41c0-9b3b-9f00e66e3a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc5c19b-9c9d-4f9d-9a2e-be25aa39c002,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:08.140091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 705d433e-42c6-442d-adce-cb0486512277 is: DOWN; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:08.141285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:10:08.165109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:10:08.166242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d0ef6ba9-dfd0-44f2-98db-eb48c1299a8e not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:10:08.405295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-7457f7e1-aaa0-48f1-9e7e-b9c4dec47da3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:08.414130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-7457f7e1-aaa0-48f1-9e7e-b9c4dec47da3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports/705d433e-42c6-442d-adce-cb0486512277 HTTP/1.1" status: 200  len: 940 time: 0.3826203
Feb 19 21:10:08.573571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98e65c-2b9c-41a7-bc04-cbc0ff3e759d req-facf6a6a-cc44-4853-b15a-4de09fb620d4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:08.577052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd98e65c-2b9c-41a7-bc04-cbc0ff3e759d req-facf6a6a-cc44-4853-b15a-4de09fb620d4 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 943 time: 0.0924354
Feb 19 21:10:08.643029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd98e65c-2b9c-41a7-bc04-cbc0ff3e759d req-0d976f86-7cf0-4f5e-9dc1-cf941c36c902 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599926
Feb 19 21:10:09.400304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-9339f936-bb0f-4920-9e44-5d7168ef92fb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:09.411663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-9339f936-bb0f-4920-9e44-5d7168ef92fb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.1992264
Feb 19 21:10:09.423607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40428) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:09.436904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-4b9e08e9-1d2e-4098-83b4-9ba738385d42 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/quotas/e5f81dcc5d52473ab53817e20df04cd9 HTTP/1.1" status: 200  len: 375 time: 0.0218227
Feb 19 21:10:09.481230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-a6b89212-bb22-4f78-8371-740eecac0e98 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0365992
Feb 19 21:10:09.664838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-6812f956-2371-48b0-be39-94f1f8d23f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:09.666937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-6812f956-2371-48b0-be39-94f1f8d23f3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247&tenant_id=61ad9ca9c0944ba68443aaa71a10eb19 HTTP/1.1" status: 200  len: 1125 time: 0.1105909
Feb 19 21:10:09.669308 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-9d54d0a9-bb6c-40d6-99a0-1d49705d4a3a service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779144
Feb 19 21:10:09.697894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:09.811689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1361486520-network', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:09.839609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Made reservation on behalf of 7dc28ea863f6483dbdecf4c18a814fe4 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:09.842351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:09.853930 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:09.928992 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (705d433e-42c6-442d-adce-cb0486512277), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:09.944789 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Publish callbacks [] for security_group (4f0da137-8024-4721-be83-d00083f64812), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:09.945953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-54d9cd00-ee16-4acb-978a-586789d9a527 service neutron] 10.222.0.30 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2664542
Feb 19 21:10:09.951078 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f0da137-8024-4721-be83-d00083f64812), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:09.956781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859e190-e907-4444-a12a-83522125d687 req-f2f5ca49-db43-4d0c-a9f4-9185814f3ffe tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:09.965601 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a859e190-e907-4444-a12a-83522125d687 req-f2f5ca49-db43-4d0c-a9f4-9185814f3ffe tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 943 time: 0.1846254
Feb 19 21:10:09.970691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:10:09.987216 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ea5bc577-60a9-45d3-b257-0c3187f76989), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:09.987752 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Added segment ea5bc577-60a9-45d3-b257-0c3187f76989 of type vlan for network 3fbca56b-f85a-4f37-9cd0-1a1e92303b25
Feb 19 21:10:10.050872 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (3fbca56b-f85a-4f37-9cd0-1a1e92303b25), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:10.079119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a859e190-e907-4444-a12a-83522125d687 req-076ab1a5-a806-4e23-a5d9-1f1273089925 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122210
Feb 19 21:10:10.126496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (3fbca56b-f85a-4f37-9cd0-1a1e92303b25), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:10.127805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:10.128532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:10.213408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Pushing event updated for resources: {'Network': ['ID=3fbca56b-f85a-4f37-9cd0-1a1e92303b25,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:10.237429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 3fbca56b-f85a-4f37-9cd0-1a1e92303b25 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:10:10.239373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0da137-8024-4721-be83-d00083f64812,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:10.239847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e626e50-1e0e-48a3-8c1a-d8e5995570e4 req-d2da1976-d2c2-468b-ad3a-20176f0afd29 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 210 time: 0.0582128
Feb 19 21:10:10.251348 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-362d2f58-b6eb-4f7a-94ec-707c04b50da7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8260777
Feb 19 21:10:10.255275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40454) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:10.260218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] Request body: {'subnet': {'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1361486520-subnet', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:10.299307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] Made reservation on behalf of 7dc28ea863f6483dbdecf4c18a814fe4 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:10.301758 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:10.480678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] For port 705d433e-42c6-442d-adce-cb0486512277, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:10.597034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] For port 705d433e-42c6-442d-adce-cb0486512277, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:10.608745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (e48b744c-3abb-437b-98a0-2fb13aafbc38), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:10.649087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705d433e-42c6-442d-adce-cb0486512277 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:10:10.659312 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Publish callbacks [] for port (705d433e-42c6-442d-adce-cb0486512277), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:10.662756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40472) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:10.705398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48b744c-3abb-437b-98a0-2fb13aafbc38,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:10.713487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Transition to ACTIVE for port object 705d433e-42c6-442d-adce-cb0486512277 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:10:10.721224 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (705d433e-42c6-442d-adce-cb0486512277), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:10.771723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] Checking segment: {'id': 'ea5bc577-60a9-45d3-b257-0c3187f76989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:10.772367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] Network hostable DHCP agents. Network: 3fbca56b-f85a-4f37-9cd0-1a1e92303b25, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:10:10.821036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] Network 3fbca56b-f85a-4f37-9cd0-1a1e92303b25 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:10:10.840548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3fbca56b-f85a-4f37-9cd0-1a1e92303b25) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:10.852350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:10.854071 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:10.855579 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d660d86-2bdf-4254-9882-495a493431e6 None None] Network 3fbca56b-f85a-4f37-9cd0-1a1e92303b25 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:10:10.886638 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6fee576e-0545-4a73-9c64-f55fda28821b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6302621
Feb 19 21:10:10.890393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40476) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:10.900800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1361486520-router', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:10.936723 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:10.938711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:11.094887 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Publish callbacks [] for router_controller (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:11.118801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3fbca56b-f85a-4f37-9cd0-1a1e92303b25', 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25', 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'fixed_ips': [{'subnet_id': 'e48b744c-3abb-437b-98a0-2fb13aafbc38'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:10:11.119838 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:11.413745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Allocated IP 172.20.0.2 (3fbca56b-f85a-4f37-9cd0-1a1e92303b25/e48b744c-3abb-437b-98a0-2fb13aafbc38/69edbf5a-0448-4ef8-8b5f-aa1ce21050b1) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:11.631980 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Publish callbacks [] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:11.641321 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:11.682177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] No DVR routers for this DVR port 705d433e-42c6-442d-adce-cb0486512277 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:10:11.690371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Pushing event updated for resources: {'Port': ['ID=69edbf5a-0448-4ef8-8b5f-aa1ce21050b1,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:11.715940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Network 3fbca56b-f85a-4f37-9cd0-1a1e92303b25 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:11.717432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:11.722561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:11.811962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Attempting to bind port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:11.814049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Attempting to bind port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea5bc577-60a9-45d3-b257-0c3187f76989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:11.814812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Attempting to bind port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 on network 3fbca56b-f85a-4f37-9cd0-1a1e92303b25 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:11.824839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:11.825526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Checking segment: {'id': 'ea5bc577-60a9-45d3-b257-0c3187f76989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:11.826145 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:11.827282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Bound using segment: {'id': 'ea5bc577-60a9-45d3-b257-0c3187f76989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:11.827983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Bound port: 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5bc577-60a9-45d3-b257-0c3187f76989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:11.828590 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:11.868982 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-261c7743-b105-4b65-baea-b15d945dd1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:11.877394 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Publish callbacks [] for router_gateway (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:11.895565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=9']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:11.939668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] For port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:11.946565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] For port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69edbf5a-0448-4ef8-8b5f-aa1ce21050b1,segment=NetworkSegment(ea5bc577-60a9-45d3-b257-0c3187f76989),segment_id=ea5bc577-60a9-45d3-b257-0c3187f76989)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:11.959572 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:11.986035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e3d3cf9-3ff3-4de8-9329-619665150689 req-4de24cce-2d73-4e66-a5fc-0062619db0fd tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 210 time: 0.3054552
Feb 19 21:10:12.071120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da49de-842a-4970-ab88-c948f04962d7 None None] Pushing event updated for resources: {'Port': ['ID=69edbf5a-0448-4ef8-8b5f-aa1ce21050b1,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:12.209612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5acc4c-d030-4ca3-a508-014759102058 req-43781b2a-f7ed-40b2-a7fb-fa197194a141 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:12.211484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf5acc4c-d030-4ca3-a508-014759102058 req-43781b2a-f7ed-40b2-a7fb-fa197194a141 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 943 time: 0.5465875
Feb 19 21:10:12.247511 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Publish callbacks [] for router_gateway (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.275997 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.312002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-59ab6533-6ab3-4f77-8f69-4fbfe8f9dd05 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:12.314098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-59ab6533-6ab3-4f77-8f69-4fbfe8f9dd05 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.67 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 811 time: 0.4225020
Feb 19 21:10:12.337546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Request body: {'port': {'device_id': '9cdd5414-93bf-4975-9a3a-3ed8f1ce47de', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'admin_state_up': True, 'tenant_id': 'e5f81dcc5d52473ab53817e20df04cd9'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:12.370893 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-261c7743-b105-4b65-baea-b15d945dd1c4 admin admin] Publish callbacks [] for security_group (6d90b145-ffd5-4730-a867-195a850ecfda), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.410271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Attempting to bind port 705d433e-42c6-442d-adce-cb0486512277 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:12.411221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Attempting to bind port 705d433e-42c6-442d-adce-cb0486512277 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:12.411669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Attempting to bind port 705d433e-42c6-442d-adce-cb0486512277 on network b0af9030-e395-43f9-8a34-dbc361fa9146 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:12.433442 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-261c7743-b105-4b65-baea-b15d945dd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6d90b145-ffd5-4730-a867-195a850ecfda), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.466434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Allocated IP 172.35.2.92 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/080f565b-e4ce-4d7c-ae08-1a73fb98427c) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:12.470843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Port 705d433e-42c6-442d-adce-cb0486512277 on network b0af9030-e395-43f9-8a34-dbc361fa9146 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:10:12.471317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Attempting to bind port 705d433e-42c6-442d-adce-cb0486512277 on network b0af9030-e395-43f9-8a34-dbc361fa9146 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:12.510918 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf5acc4c-d030-4ca3-a508-014759102058 req-187d0d63-e301-409e-97d4-aa9b2a575a75 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2873678
Feb 19 21:10:12.523698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:12.524217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Checking segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:12.524757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Bound using segment: {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:12.525295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Bound port: 705d433e-42c6-442d-adce-cb0486512277, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e23e55d-de5a-4c00-bd85-b736e7dd47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:12.525723 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (705d433e-42c6-442d-adce-cb0486512277), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.546824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c7743-b105-4b65-baea-b15d945dd1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d90b145-ffd5-4730-a867-195a850ecfda,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:12.561546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-261c7743-b105-4b65-baea-b15d945dd1c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=938c5739244e4eb7bd8eeeebc39e95c4&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8971846
Feb 19 21:10:12.565840 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40500) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:12.659102 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfda75c1-e905-4bf3-9edb-8ff09c862251 admin admin] Publish callbacks [] for security_group (6d90b145-ffd5-4730-a867-195a850ecfda), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.680416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Made reservation on behalf of e5f81dcc5d52473ab53817e20df04cd9 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:12.681438 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Publish callbacks [] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.682622 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.685826 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] For port 705d433e-42c6-442d-adce-cb0486512277, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:12.702941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] For port 705d433e-42c6-442d-adce-cb0486512277, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:12.703495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfda75c1-e905-4bf3-9edb-8ff09c862251 admin admin] Publish callbacks [] for security_group (6d90b145-ffd5-4730-a867-195a850ecfda), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.720276 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (705d433e-42c6-442d-adce-cb0486512277), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.773779 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.845154 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:12.846290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Pushing event updated for resources: {'Port': ['ID=080f565b-e4ce-4d7c-ae08-1a73fb98427c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:12.856165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:12.859405 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:12.883938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:12.885120 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.887356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] 10.222.0.10 "PUT /v2.0/ports/705d433e-42c6-442d-adce-cb0486512277 HTTP/1.1" status: 200  len: 1091 time: 3.2123964
Feb 19 21:10:12.893377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'tag': '705d433e-42c6-442d-adce-cb0486512277'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:12.896424 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d30eac-95ca-4675-bed2-3e299e5e35d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "tag": "705d433e-42c6-442d-adce-cb0486512277"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:12.914805 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfda75c1-e905-4bf3-9edb-8ff09c862251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6d90b145-ffd5-4730-a867-195a850ecfda), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.917576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfda75c1-e905-4bf3-9edb-8ff09c862251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:12.918625 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bfda75c1-e905-4bf3-9edb-8ff09c862251 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d90b145-ffd5-4730-a867-195a850ecfda HTTP/1.1" status: 204  len: 168 time: 0.3518260
Feb 19 21:10:12.929077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda75c1-e905-4bf3-9edb-8ff09c862251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d90b145-ffd5-4730-a867-195a850ecfda,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:13.044906 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194932cf-d7ec-4502-9dca-67397fa071b5 x-openstack-request-id: req-194932cf-d7ec-4502-9dca-67397fa071b5 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:13.045668 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "tag": "705d433e-42c6-442d-adce-cb0486512277", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:13.045950 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-194932cf-d7ec-4502-9dca-67397fa071b5 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:13.046396 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'tag': '705d433e-42c6-442d-adce-cb0486512277', 'status': 'completed', 'code': 200}
Feb 19 21:10:13.256130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c73b00ab-9d07-4b7b-a8d0-a4765a3d1fd3 req-ca3763c0-32fa-4766-8b23-a14c22b27bea tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 210 time: 0.0852339
Feb 19 21:10:13.268360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bca53-1bb1-4f05-931f-33f6962ba0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=10']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:13.406513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-6b90225a-4d04-4b77-b66f-3933a3838da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:13.408268 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-6b90225a-4d04-4b77-b66f-3933a3838da0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 1126 time: 0.4616971
Feb 19 21:10:13.543216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Allocated IP 172.20.0.12 (be9178cb-fadc-423e-95e2-979af3a2f95e/1c86a79b-09b9-494b-a569-de0a15aa8814/80f6391f-5119-41fe-99ce-51986ff3e516) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:13.549943 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Publish callbacks [] for router_gateway (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:13.580171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40542) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:13.635552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba4945e8-1c35-477e-ba8b-b426205f6027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:13.845377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22829d92-222c-436d-a6df-949ed61d675a None None] Network 3fbca56b-f85a-4f37-9cd0-1a1e92303b25 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:10:13.878902 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:13.905839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-88136c05-8b1c-4f2c-a8ae-0a0a3d46f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:13.923502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-88136c05-8b1c-4f2c-a8ae-0a0a3d46f942 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 917 time: 0.4921100
Feb 19 21:10:13.968969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fddbb5db-30bc-4ff4-8746-7148215a00ee None None] Provisioning complete for port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:13.969399 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fddbb5db-30bc-4ff4-8746-7148215a00ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.041397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b0f47-e26c-4695-9ac2-de176669ad42 req-01333b1b-7310-4d1b-b379-4c8b277201db tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:14.042694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-496b0f47-e26c-4695-9ac2-de176669ad42 req-01333b1b-7310-4d1b-b379-4c8b277201db tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.3639016
Feb 19 21:10:14.074925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:14.075895 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba4945e8-1c35-477e-ba8b-b426205f6027 admin admin] Publish callbacks [] for security_group (dd58e902-33cc-4319-9f63-3c7d96d32232), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.114332 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba4945e8-1c35-477e-ba8b-b426205f6027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dd58e902-33cc-4319-9f63-3c7d96d32232), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.161685 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ba4945e8-1c35-477e-ba8b-b426205f6027 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edd0f97d0ade48b5af1f53f27a293600&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5770566
Feb 19 21:10:14.163937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40564) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:14.173979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-d8ae01cc-9d03-42e5-b5af-e65fcf2aa44a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=705d433e-42c6-442d-adce-cb0486512277 HTTP/1.1" status: 200  len: 998 time: 0.2494886
Feb 19 21:10:14.217845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:10:14.228689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-496b0f47-e26c-4695-9ac2-de176669ad42 req-3392581a-2734-4b2d-972e-229f4a09d9ac tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1688578
Feb 19 21:10:14.243735 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks [] for port (80f6391f-5119-41fe-99ce-51986ff3e516), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.287041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4945e8-1c35-477e-ba8b-b426205f6027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd58e902-33cc-4319-9f63-3c7d96d32232,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:14.320571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fddbb5db-30bc-4ff4-8746-7148215a00ee None None] Current status of the port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:14.321279 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fddbb5db-30bc-4ff4-8746-7148215a00ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.351109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:14.351857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.364152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-1c10d884-25f3-4113-8f49-8e5a07a4d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:14.365961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-1c10d884-25f3-4113-8f49-8e5a07a4d832 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.1476107
Feb 19 21:10:14.438749 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.460387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fddbb5db-30bc-4ff4-8746-7148215a00ee None None] For port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69edbf5a-0448-4ef8-8b5f-aa1ce21050b1,segment=NetworkSegment(ea5bc577-60a9-45d3-b257-0c3187f76989),segment_id=ea5bc577-60a9-45d3-b257-0c3187f76989)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:14.484282 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fddbb5db-30bc-4ff4-8746-7148215a00ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.508706 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b0be-574a-4355-8ae7-47580ec9fa01 admin admin] Publish callbacks [] for security_group (dd58e902-33cc-4319-9f63-3c7d96d32232), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.561356 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b0be-574a-4355-8ae7-47580ec9fa01 admin admin] Publish callbacks [] for security_group (dd58e902-33cc-4319-9f63-3c7d96d32232), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.609879 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Network be9178cb-fadc-423e-95e2-979af3a2f95e is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:14.627249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:14.662238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:14.678927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-83777345-25f9-4365-b40c-76fa55b742f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:14.680781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-83777345-25f9-4365-b40c-76fa55b742f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3074083
Feb 19 21:10:14.685342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:14.689865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event updated for resources: {'Port': ['ID=80f6391f-5119-41fe-99ce-51986ff3e516,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:14.692852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbb5db-30bc-4ff4-8746-7148215a00ee None None] Pushing event updated for resources: {'Port': ['ID=69edbf5a-0448-4ef8-8b5f-aa1ce21050b1,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:14.701370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:10:14.717921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Sync routers for ids ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:10:14.742065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Routers {'4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:14.743115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62f03640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:09:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:14.768924 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.774292 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-97966d1b-0612-44e8-91a5-e5b1696e1896 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.8803606
Feb 19 21:10:14.776093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40598) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:14.885857 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b0be-574a-4355-8ae7-47580ec9fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dd58e902-33cc-4319-9f63-3c7d96d32232), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.888897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b0be-574a-4355-8ae7-47580ec9fa01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:14.890265 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c1f8b0be-574a-4355-8ae7-47580ec9fa01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd58e902-33cc-4319-9f63-3c7d96d32232 HTTP/1.1" status: 204  len: 168 time: 0.7250288
Feb 19 21:10:14.902547 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:10:14.917248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8b0be-574a-4355-8ae7-47580ec9fa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd58e902-33cc-4319-9f63-3c7d96d32232,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:14.933858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-e3e0edbb-9072-4c73-a4c8-49d2be105e8a service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132378
Feb 19 21:10:14.985764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Set router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:15.130205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7980-085d-4a5e-ac15-63dc17f0b6f7 req-60740235-73e9-4bfb-b740-06aeb5c16c3f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:15.133352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-233c7980-085d-4a5e-ac15-63dc17f0b6f7 req-60740235-73e9-4bfb-b740-06aeb5c16c3f tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 932 time: 0.7070751
Feb 19 21:10:15.164433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5eee21d7-1db9-4f60-bfa1-93a6bf5ce8dc None None] Provisioning complete for port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:15.164827 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5eee21d7-1db9-4f60-bfa1-93a6bf5ce8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:15.171537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:15.172900 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:15.259151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-62694c52-8618-4e4a-b41a-d049296698dc tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9302526
Feb 19 21:10:15.274009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Request body: {'port': {'device_id': '9cdd5414-93bf-4975-9a3a-3ed8f1ce47de', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:15.297440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbeb5fcc-0c04-4c0c-8ef3-e3b097dc33fc req-e2bcc926-fe13-4fd3-a7f9-fc70ca46eef2 service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3229208
Feb 19 21:10:15.314603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-233c7980-085d-4a5e-ac15-63dc17f0b6f7 req-a9cb6a3a-1cda-4474-8bbc-44df6ef184b0 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635904
Feb 19 21:10:15.496751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62f03640>, [{'id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'name': 'tempest-TestAggregatesBasicOps-1361486520-router', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:10Z', 'updated_at': '2022-02-19T21:10:13Z', 'revision_number': 3, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'gw_port': {'id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:12Z', 'updated_at': '2022-02-19T21:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:15.500915 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5eee21d7-1db9-4f60-bfa1-93a6bf5ce8dc None None] Current status of the port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:15.520785 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:15.547194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Checking router: 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:10:15.547846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Updating router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 port 080f565b-e4ce-4d7c-ae08-1a73fb98427c binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:10:15.589501 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:15.651240 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:16.062222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:16.079466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30eac-95ca-4675-bed2-3e299e5e35d3 req-4d6fb8c9-7b4d-44e5-8015-cc8c2439ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:16.081890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42d30eac-95ca-4675-bed2-3e299e5e35d3 req-4d6fb8c9-7b4d-44e5-8015-cc8c2439ad83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 1126 time: 0.6986632
Feb 19 21:10:16.178647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549bf5b-1b36-4d29-95fe-ab09b1589051 req-c1b3c2a1-609f-4810-a7a3-0a814e4bc4b3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:16.180570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4549bf5b-1b36-4d29-95fe-ab09b1589051 req-c1b3c2a1-609f-4810-a7a3-0a814e4bc4b3 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.7170682
Feb 19 21:10:16.226127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Allocated IP 172.20.0.1 (3fbca56b-f85a-4f37-9cd0-1a1e92303b25/e48b744c-3abb-437b-98a0-2fb13aafbc38/ef412265-4496-47a6-9c98-9425a54fcc7c) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:16.289340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f6391f-5119-41fe-99ce-51986ff3e516 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:10:16.293062 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-53036c82-dbe6-494e-8c28-3ce86b4997ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.3797071
Feb 19 21:10:16.330533 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Publish callbacks [] for port (80f6391f-5119-41fe-99ce-51986ff3e516), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:16.410706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Transition to ACTIVE for port object 80f6391f-5119-41fe-99ce-51986ff3e516 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:10:16.416445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30eac-95ca-4675-bed2-3e299e5e35d3 req-f213d8ae-cb3e-4fb3-808b-ace793acfee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:16.420585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42d30eac-95ca-4675-bed2-3e299e5e35d3 req-f213d8ae-cb3e-4fb3-808b-ace793acfee0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 200  len: 917 time: 0.3310225
Feb 19 21:10:16.429169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4549bf5b-1b36-4d29-95fe-ab09b1589051 req-192f7d33-c11c-438b-b0f7-7c73f6d9130a tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2096074
Feb 19 21:10:16.435338 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:16.524309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-66952c3b-301b-4d24-8836-fe0da0ece6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:16.524835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-66952c3b-301b-4d24-8836-fe0da0ece6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:16.525443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-66952c3b-301b-4d24-8836-fe0da0ece6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:16.525822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-66952c3b-301b-4d24-8836-fe0da0ece6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:16.526674 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-66952c3b-301b-4d24-8836-fe0da0ece6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:16.526834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-66952c3b-301b-4d24-8836-fe0da0ece6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:16.527479 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-66952c3b-301b-4d24-8836-fe0da0ece6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:16.529788 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-66952c3b-301b-4d24-8836-fe0da0ece6f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6708 time: 0.1813459
Feb 19 21:10:16.750622 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Publish callbacks [] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:16.875269 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:16.875669 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:16.885436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Pushing event updated for resources: {'Port': ['ID=80f6391f-5119-41fe-99ce-51986ff3e516,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:16.957750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42d30eac-95ca-4675-bed2-3e299e5e35d3 req-f6300462-20e5-4b5c-8970-10044f867f57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=705d433e-42c6-442d-adce-cb0486512277 HTTP/1.1" status: 200  len: 998 time: 0.5269983
Feb 19 21:10:16.998882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-c203d2de-d2f4-42d0-8f80-a4e89a84f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:17.001585 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-c203d2de-d2f4-42d0-8f80-a4e89a84f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:17.003316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-c203d2de-d2f4-42d0-8f80-a4e89a84f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:17.009438 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-c203d2de-d2f4-42d0-8f80-a4e89a84f20b service neutron] 10.222.0.10 "GET /v2.0/networks?id=412258df-58b8-4ea9-9432-b16f8bdfc8b8&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=5c55b6fb-c182-40ec-8324-04db14622512&id=5c55b6fb-c182-40ec-8324-04db14622512 HTTP/1.1" status: 200  len: 2292 time: 0.4417746
Feb 19 21:10:17.020547 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Publish callbacks [] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:17.113439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30eac-95ca-4675-bed2-3e299e5e35d3 req-2b5b8f89-abb0-4130-8a0b-45f7e98beaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:17.118001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42d30eac-95ca-4675-bed2-3e299e5e35d3 req-2b5b8f89-abb0-4130-8a0b-45f7e98beaec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 200  len: 855 time: 0.1465435
Feb 19 21:10:17.126909 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:17.137827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea3ccf-8da7-4aaf-9013-dd8d9d6bd0d7 req-ca45a3ec-d233-4012-9d00-fe40f20292f6 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:17.141283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8dea3ccf-8da7-4aaf-9013-dd8d9d6bd0d7 req-ca45a3ec-d233-4012-9d00-fe40f20292f6 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 944 time: 0.5286849
Feb 19 21:10:17.201268 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:17.271790 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-f95b921a-fd37-4727-bc79-48778c4ee57f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953183ea-8af2-4363-894d-4fc5565d335c HTTP/1.1" status: 200  len: 1001 time: 0.2255154
Feb 19 21:10:17.356860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:17.357582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Network 3fbca56b-f85a-4f37-9cd0-1a1e92303b25 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:17.363918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:17.389579 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5c20b-012f-4520-96f6-171bd7013669 None None] Pushing event updated for resources: {'Port': ['ID=080f565b-e4ce-4d7c-ae08-1a73fb98427c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:17.399346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:17.402698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Attempting to bind port 080f565b-e4ce-4d7c-ae08-1a73fb98427c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:17.403121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Attempting to bind port 080f565b-e4ce-4d7c-ae08-1a73fb98427c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:17.403532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Attempting to bind port 080f565b-e4ce-4d7c-ae08-1a73fb98427c on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:17.417100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:17.417477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:17.417894 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:17.418298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:17.418799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Bound port: 080f565b-e4ce-4d7c-ae08-1a73fb98427c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:17.419189 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:17.440735 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8dea3ccf-8da7-4aaf-9013-dd8d9d6bd0d7 req-ac298444-6141-4982-9aed-d80603c3ae69 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906314
Feb 19 21:10:17.453188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Pushing event updated for resources: {'Port': ['ID=ef412265-4496-47a6-9c98-9425a54fcc7c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:17.460397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Attempting to bind port 80f6391f-5119-41fe-99ce-51986ff3e516 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:17.461055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Attempting to bind port 80f6391f-5119-41fe-99ce-51986ff3e516 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:17.461580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Attempting to bind port 80f6391f-5119-41fe-99ce-51986ff3e516 on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:17.476062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30eac-95ca-4675-bed2-3e299e5e35d3 req-091abc6c-5768-470a-8ae8-d94ced7959e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:17.478892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42d30eac-95ca-4675-bed2-3e299e5e35d3 req-091abc6c-5768-470a-8ae8-d94ced7959e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0af9030-e395-43f9-8a34-dbc361fa9146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3367321
Feb 19 21:10:17.479949 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Port 80f6391f-5119-41fe-99ce-51986ff3e516 on network be9178cb-fadc-423e-95e2-979af3a2f95e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:10:17.480572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Attempting to bind port 80f6391f-5119-41fe-99ce-51986ff3e516 on network be9178cb-fadc-423e-95e2-979af3a2f95e {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:17.499837 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-9302dbc2-95d2-4822-beb8-b85a6387b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:17.501010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:17.501638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Checking segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:17.502809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Bound using segment: {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:17.503575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Bound port: 80f6391f-5119-41fe-99ce-51986ff3e516, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550ac108-0f23-4185-a09f-79771afebc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:17.504621 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:17.514171 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-9302dbc2-95d2-4822-beb8-b85a6387b7c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a50f3ce-c32b-48cf-a4b2-041aa45b186c HTTP/1.1" status: 200  len: 851 time: 0.1803737
Feb 19 21:10:17.515618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:17.555039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] For port 080f565b-e4ce-4d7c-ae08-1a73fb98427c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:17.563942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] For port 080f565b-e4ce-4d7c-ae08-1a73fb98427c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=080f565b-e4ce-4d7c-ae08-1a73fb98427c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:17.603896 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:17.703159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Routers {'4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:17.703827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62f03640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:09:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:17.837879 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] For port 80f6391f-5119-41fe-99ce-51986ff3e516, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:17.844473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42d30eac-95ca-4675-bed2-3e299e5e35d3 req-f3d12bda-108d-4d0c-b021-647136420d6c service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3551996
Feb 19 21:10:17.848812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] Set router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:17.894908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] For port 80f6391f-5119-41fe-99ce-51986ff3e516, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80f6391f-5119-41fe-99ce-51986ff3e516,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:17.954953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-e06ca668-4536-4961-86a3-459a76f3452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:17.956208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eba72-5894-4ae6-b783-3e495a6249a0 req-a7455d7f-352e-4f94-9a63-3a305d8f12a8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:17.958698 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-e06ca668-4536-4961-86a3-459a76f3452b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=412258df-58b8-4ea9-9432-b16f8bdfc8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4333317
Feb 19 21:10:17.963058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e3eba72-5894-4ae6-b783-3e495a6249a0 req-a7455d7f-352e-4f94-9a63-3a305d8f12a8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.2960389
Feb 19 21:10:18.048848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5c20b-012f-4520-96f6-171bd7013669 None None] Pushing event updated for resources: {'Port': ['ID=080f565b-e4ce-4d7c-ae08-1a73fb98427c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:18.064207 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:18.096432 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-7f9b4e5b-513a-4fa0-953d-196c08359fcb service neutron] 10.222.0.10 "GET /v2.0/networks/412258df-58b8-4ea9-9432-b16f8bdfc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1115072
Feb 19 21:10:18.336775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40724) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:18.515111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-45a95d3f-dfe8-4aa0-abd9-394a0c0b6e2b None None] Provisioning complete for port ef412265-4496-47a6-9c98-9425a54fcc7c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:18.515713 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-45a95d3f-dfe8-4aa0-abd9-394a0c0b6e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:18.654185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-45a95d3f-dfe8-4aa0-abd9-394a0c0b6e2b None None] Port ef412265-4496-47a6-9c98-9425a54fcc7c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:10:18.658340 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c0d7-2f60-41df-8da9-8a17f0fab800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:18.729312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62f03640>, [{'id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'name': 'tempest-TestAggregatesBasicOps-1361486520-router', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:10Z', 'updated_at': '2022-02-19T21:10:13Z', 'revision_number': 3, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'gw_port': {'id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:12Z', 'updated_at': '2022-02-19T21:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:18.839047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3891d58-ee07-492a-a579-3832c354f575 None None] The sync data for ids ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'] in ncdv-master-1 is: [{'id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'name': 'tempest-TestAggregatesBasicOps-1361486520-router', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:10Z', 'updated_at': '2022-02-19T21:10:13Z', 'revision_number': 3, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'gw_port': {'id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:12Z', 'updated_at': '2022-02-19T21:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:10:19.048255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40734) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:19.050706 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:19.089038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Pushing event updated for resources: {'Port': ['ID=80f6391f-5119-41fe-99ce-51986ff3e516,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:19.236585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:19.237585 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:19.239283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b1de959-aa2a-47dc-aef4-de60149865c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:19.239440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-c86e610d-db7e-4154-823e-8f3d2b0b344d service neutron] 10.222.0.67 "PUT /v2.0/ports/80f6391f-5119-41fe-99ce-51986ff3e516 HTTP/1.1" status: 200  len: 1092 time: 3.9718053
Feb 19 21:10:19.251154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd5414-93bf-4975-9a3a-3ed8f1ce47de', 'tag': '80f6391f-5119-41fe-99ce-51986ff3e516'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:19.260143 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0a1ca0-0777-40c4-9c18-c6628bbb55ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdd5414-93bf-4975-9a3a-3ed8f1ce47de", "tag": "80f6391f-5119-41fe-99ce-51986ff3e516"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:19.348960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e3eba72-5894-4ae6-b783-3e495a6249a0 req-682efaec-5639-44a2-9e1d-d201d19f13d6 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.2955451
Feb 19 21:10:19.483219 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-499de466-9570-48d7-8a83-7240ac3c956f service neutron] 10.222.0.10 "GET /v2.0/networks/412258df-58b8-4ea9-9432-b16f8bdfc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3762019
Feb 19 21:10:19.496184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42d30eac-95ca-4675-bed2-3e299e5e35d3 req-1d08022d-755f-4ee3-92dd-ef44c5eb7bb6 service neutron] 10.222.0.10 "GET /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6446607
Feb 19 21:10:19.546976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c8634-ea91-4561-bf26-aa9b9ebf8fba req-3e006854-62d6-4113-8301-7c02f44d67d8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:19.548972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e9c8634-ea91-4561-bf26-aa9b9ebf8fba req-3e006854-62d6-4113-8301-7c02f44d67d8 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 944 time: 0.4878879
Feb 19 21:10:19.568831 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8c3480-d4ac-4b3e-8586-3836333a4a77 x-openstack-request-id: req-fa8c3480-d4ac-4b3e-8586-3836333a4a77 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:19.569110 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdd5414-93bf-4975-9a3a-3ed8f1ce47de", "tag": "80f6391f-5119-41fe-99ce-51986ff3e516", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:19.569450 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa8c3480-d4ac-4b3e-8586-3836333a4a77 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:19.569949 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdd5414-93bf-4975-9a3a-3ed8f1ce47de', 'tag': '80f6391f-5119-41fe-99ce-51986ff3e516', 'status': 'completed', 'code': 200}
Feb 19 21:10:19.667214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-4e871548-9db1-41cc-b315-b5ff67c33273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:19.668884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-4e871548-9db1-41cc-b315-b5ff67c33273 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 1126 time: 0.3786376
Feb 19 21:10:19.829545 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-d64a5407-83b3-4ffe-b7bb-95d7d387a244 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=5896be69-08fa-4335-b439-1a196dfa8691 HTTP/1.1" status: 200  len: 217 time: 0.1973269
Feb 19 21:10:19.837027 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-f44bb0fe-8b14-4f96-b3dc-95cac14f3ed8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80f6391f-5119-41fe-99ce-51986ff3e516 HTTP/1.1" status: 200  len: 217 time: 0.1429055
Feb 19 21:10:19.918582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e9c8634-ea91-4561-bf26-aa9b9ebf8fba req-634d836d-f094-4d54-a61d-61e200b49495 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3568268
Feb 19 21:10:19.948911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-a0fffee7-f5a6-4de8-b456-23bd88849221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:19.948911 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-a0fffee7-f5a6-4de8-b456-23bd88849221 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.0961609
Feb 19 21:10:19.990890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-10ae4c5e-e80c-4ddf-a358-3d7d9f2e8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:19.992513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-10ae4c5e-e80c-4ddf-a358-3d7d9f2e8284 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.1430626
Feb 19 21:10:20.062841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c5edf-05a6-4cf9-b03e-b4459a98e01a req-ab11a662-9110-490c-8590-40660d40daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:20.063603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c5edf-05a6-4cf9-b03e-b4459a98e01a req-ab11a662-9110-490c-8590-40660d40daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:20.064341 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c5edf-05a6-4cf9-b03e-b4459a98e01a req-ab11a662-9110-490c-8590-40660d40daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:20.065098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c5edf-05a6-4cf9-b03e-b4459a98e01a req-ab11a662-9110-490c-8590-40660d40daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:20.065704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c5edf-05a6-4cf9-b03e-b4459a98e01a req-ab11a662-9110-490c-8590-40660d40daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:20.066235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c5edf-05a6-4cf9-b03e-b4459a98e01a req-ab11a662-9110-490c-8590-40660d40daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:20.066777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c5edf-05a6-4cf9-b03e-b4459a98e01a req-ab11a662-9110-490c-8590-40660d40daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:20.075700 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fb6c5edf-05a6-4cf9-b03e-b4459a98e01a req-ab11a662-9110-490c-8590-40660d40daf8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6708 time: 1.0104682
Feb 19 21:10:20.088460 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-1915a2e0-24b9-4ff2-9b49-00e1c991f5dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0869403
Feb 19 21:10:20.136603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 080f565b-e4ce-4d7c-ae08-1a73fb98427c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:20.140659 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-6dd0d647-b3d6-4835-a998-dfb5614fd5aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4496255
Feb 19 21:10:20.281707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 080f565b-e4ce-4d7c-ae08-1a73fb98427c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:20.282117 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:20.352060 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-bb34bba5-9bc3-4bcf-aee1-2692c47e06ac service neutron] 10.222.0.67 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541254
Feb 19 21:10:20.429997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-757bfff2-270c-4538-b51d-702af97c97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:20.587213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 080f565b-e4ce-4d7c-ae08-1a73fb98427c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:20.587508 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:20.596604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b1de959-aa2a-47dc-aef4-de60149865c4 admin admin] Publish callbacks [] for security_group (896441e5-2c5b-4e2f-bea3-7fa5469460c7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:20.614864 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Publish callbacks [] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:20.625206 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-90dd6549-7774-4b8d-a740-35b532bc94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:20.626871 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-90dd6549-7774-4b8d-a740-35b532bc94e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.6464305
Feb 19 21:10:20.631048 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b1de959-aa2a-47dc-aef4-de60149865c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (896441e5-2c5b-4e2f-bea3-7fa5469460c7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:20.636160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 080f565b-e4ce-4d7c-ae08-1a73fb98427c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=080f565b-e4ce-4d7c-ae08-1a73fb98427c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:20.639009 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fb6c5edf-05a6-4cf9-b03e-b4459a98e01a req-41f4289f-e8b9-4003-99dc-fc7533deb7bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf3def4f-7634-4779-a24e-fe3b82173f32&id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.5622692
Feb 19 21:10:20.639721 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:20.649410 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:20.733961 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:20.789607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e3f6d87-a1ad-4bea-b6e5-41fe81a67b14 req-6dab6831-ac4a-49e5-b189-38d3e7019835 service neutron] 10.222.0.67 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4307549
Feb 19 21:10:20.808684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=080f565b-e4ce-4d7c-ae08-1a73fb98427c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:20.820880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4292cbb-e194-4a1c-a2ae-484a0464b00d req-1e1fd574-7857-4486-8009-53447b7cfe5d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:20.823279 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4292cbb-e194-4a1c-a2ae-484a0464b00d req-1e1fd574-7857-4486-8009-53447b7cfe5d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.2161157
Feb 19 21:10:21.054059 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4292cbb-e194-4a1c-a2ae-484a0464b00d req-df9a3c4c-58b2-4af1-a91a-cf76b053f424 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2192624
Feb 19 21:10:21.056543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a1ca0-0777-40c4-9c18-c6628bbb55ac req-c6d8bd1b-a383-4008-964d-2ea81c29d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:21.058111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f0a1ca0-0777-40c4-9c18-c6628bbb55ac req-c6d8bd1b-a383-4008-964d-2ea81c29d3f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 1126 time: 0.1743956
Feb 19 21:10:21.166026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-06e7d8e1-7501-43ec-be02-08db422ed3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:21.171697 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-06e7d8e1-7501-43ec-be02-08db422ed3e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 1127 time: 0.9127746
Feb 19 21:10:21.205317 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0b1de959-aa2a-47dc-aef4-de60149865c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cff0d215a214460c9416ea760e822a14&name=default HTTP/1.1" status: 200  len: 3000 time: 2.8649807
Feb 19 21:10:21.224996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1de959-aa2a-47dc-aef4-de60149865c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896441e5-2c5b-4e2f-bea3-7fa5469460c7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:21.228491 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Pushing event updated for resources: {'Port': ['ID=ef412265-4496-47a6-9c98-9425a54fcc7c,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:21.232270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40768) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:21.315851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Network 3fbca56b-f85a-4f37-9cd0-1a1e92303b25 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:21.327996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:21.366495 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-4bfa1730-09f5-439c-b548-71afafe30503 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6356564
Feb 19 21:10:21.541801 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5675-eac3-44ad-a2cc-d2fd2d311828 admin admin] Publish callbacks [] for security_group (896441e5-2c5b-4e2f-bea3-7fa5469460c7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:21.548865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a1ca0-0777-40c4-9c18-c6628bbb55ac req-5b543c42-2d77-47b6-aea5-d974e094932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:21.561658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f0a1ca0-0777-40c4-9c18-c6628bbb55ac req-5b543c42-2d77-47b6-aea5-d974e094932e service neutron] 10.222.0.67 "GET /v2.0/networks?id=be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 200  len: 912 time: 0.4812086
Feb 19 21:10:21.646009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505b42-8229-42ae-ba06-11d992f567ec req-8b5e3afc-cc92-4556-a409-12c599e53900 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:21.654596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af505b42-8229-42ae-ba06-11d992f567ec req-8b5e3afc-cc92-4556-a409-12c599e53900 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 944 time: 0.4835472
Feb 19 21:10:21.785207 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5675-eac3-44ad-a2cc-d2fd2d311828 admin admin] Publish callbacks [] for security_group (896441e5-2c5b-4e2f-bea3-7fa5469460c7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:21.788422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f0a1ca0-0777-40c4-9c18-c6628bbb55ac req-6c263e6c-7be0-452b-9c0e-84911b762c9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80f6391f-5119-41fe-99ce-51986ff3e516 HTTP/1.1" status: 200  len: 217 time: 0.2258248
Feb 19 21:10:21.815791 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-a01dccd0-ef9c-463f-aa2f-18f0bcd43780 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3716850
Feb 19 21:10:21.820958 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:21.854224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-75bcb4ca-82db-4290-8529-9a65091c24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:21.856154 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-75bcb4ca-82db-4290-8529-9a65091c24d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 912 time: 0.6320322
Feb 19 21:10:21.951866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a2ac0595-13fa-4541-8c09-94446c0df2dd None None] Provisioning complete for port ef412265-4496-47a6-9c98-9425a54fcc7c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:21.956977 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0595-13fa-4541-8c09-94446c0df2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:22.065941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af505b42-8229-42ae-ba06-11d992f567ec req-d0e920be-2eba-4fd5-ac9b-559eb4a42d2e tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2841229
Feb 19 21:10:22.068556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a1ca0-0777-40c4-9c18-c6628bbb55ac req-5af284c6-d70d-4def-93c3-cb7aaaf85cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:22.071509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f0a1ca0-0777-40c4-9c18-c6628bbb55ac req-5af284c6-d70d-4def-93c3-cb7aaaf85cd3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 200  len: 851 time: 0.2590897
Feb 19 21:10:22.090869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac0595-13fa-4541-8c09-94446c0df2dd None None] Port ef412265-4496-47a6-9c98-9425a54fcc7c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:10:22.150743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40774) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:22.154400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f0a1ca0-0777-40c4-9c18-c6628bbb55ac req-840e96f5-a398-43e0-99d8-e4c38875d0ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be9178cb-fadc-423e-95e2-979af3a2f95e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0763209
Feb 19 21:10:22.180130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 080f565b-e4ce-4d7c-ae08-1a73fb98427c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:22.187072 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-f84d93e4-eeee-4a01-aabb-9dce0bf06de8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=d2e2e0f9-6f33-4853-808c-07962b81a563 HTTP/1.1" status: 200  len: 217 time: 0.3395808
Feb 19 21:10:22.264697 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5675-eac3-44ad-a2cc-d2fd2d311828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (896441e5-2c5b-4e2f-bea3-7fa5469460c7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:22.275308 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5675-eac3-44ad-a2cc-d2fd2d311828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:22.278697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bbbf5675-eac3-44ad-a2cc-d2fd2d311828 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/896441e5-2c5b-4e2f-bea3-7fa5469460c7 HTTP/1.1" status: 204  len: 168 time: 1.0371821
Feb 19 21:10:22.328853 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-b7d8d32c-02b3-43e6-94a9-198545afa131 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60b74908-1902-4216-8619-32cd92b10359 HTTP/1.1" status: 200  len: 1000 time: 0.4406245
Feb 19 21:10:22.417550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 080f565b-e4ce-4d7c-ae08-1a73fb98427c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:22.418400 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:22.424852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf5675-eac3-44ad-a2cc-d2fd2d311828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896441e5-2c5b-4e2f-bea3-7fa5469460c7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:22.479727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:10:22.481663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-09c20cb2-95db-4a49-aa95-e9894de4f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:22.484024 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-09c20cb2-95db-4a49-aa95-e9894de4f5a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.2578390
Feb 19 21:10:22.495037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-527bcd5a-2981-4618-9033-5d5882fe67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:22.500731 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-527bcd5a-2981-4618-9033-5d5882fe67f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8dc2ea7-ffc4-4027-9f85-62ffc7262290 HTTP/1.1" status: 200  len: 850 time: 0.1248198
Feb 19 21:10:22.585983 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f0a1ca0-0777-40c4-9c18-c6628bbb55ac req-20ac4e19-6799-445e-836d-458ff23a1d12 service neutron] 10.222.0.67 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3700268
Feb 19 21:10:22.647247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe00c9-5871-4150-ad54-9f777524eceb req-711309bf-8b59-47ee-b034-281f3431e4c7 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:22.650838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3dbe00c9-5871-4150-ad54-9f777524eceb req-711309bf-8b59-47ee-b034-281f3431e4c7 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.3558528
Feb 19 21:10:22.671646 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b6eac44-5373-477a-bb03-6af02154f91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:22.729795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 080f565b-e4ce-4d7c-ae08-1a73fb98427c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:22.891462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3dbe00c9-5871-4150-ad54-9f777524eceb req-d4d85ece-c496-45b8-b8a9-5316840bf800 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2086387
Feb 19 21:10:22.921625 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-c7a45b5c-d8e5-403e-9e8e-ab29d787e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:22.923485 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-c7a45b5c-d8e5-403e-9e8e-ab29d787e472 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.4214206
Feb 19 21:10:22.939565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-33c96283-0003-49ea-bfe0-4fde7ca0d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:22.943577 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-33c96283-0003-49ea-bfe0-4fde7ca0d935 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=813ad1c1-0059-4a59-91cb-1222ec1b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4132514
Feb 19 21:10:22.971211 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b6eac44-5373-477a-bb03-6af02154f91d admin admin] Publish callbacks [] for security_group (3c6146a9-483a-4b43-bf1a-955c64073e3f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:22.976242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f0a1ca0-0777-40c4-9c18-c6628bbb55ac req-12b299ac-d645-4340-9961-f236f95532bb service neutron] 10.222.0.67 "GET /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3733921
Feb 19 21:10:22.978789 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3b6eac44-5373-477a-bb03-6af02154f91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3c6146a9-483a-4b43-bf1a-955c64073e3f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:23.027432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3b6eac44-5373-477a-bb03-6af02154f91d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d595425661fd4c1f90cf375d6a230195&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8716068
Feb 19 21:10:23.028318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eac44-5373-477a-bb03-6af02154f91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6146a9-483a-4b43-bf1a-955c64073e3f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:23.031402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40798) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:23.069851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40800) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:23.095356 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe7bd-ebd2-442a-8185-35a43ee08d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:23.126404 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-626cdbbe-b3d0-4fb0-a031-b8f9b4d686b1 admin admin] Publish callbacks [] for security_group (3c6146a9-483a-4b43-bf1a-955c64073e3f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:23.165909 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-d805cd4d-d4d2-4a29-8180-93b87761c2d1 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1086373
Feb 19 21:10:23.183129 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:23.193188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:10:23.204637 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f29e2cbb-6817-4b20-b2c4-cd6c7cc70879 admin admin] 10.222.0.30 "PUT /v2.0/routers/4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4263549
Feb 19 21:10:23.205811 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-626cdbbe-b3d0-4fb0-a031-b8f9b4d686b1 admin admin] Publish callbacks [] for security_group (3c6146a9-483a-4b43-bf1a-955c64073e3f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:23.210648 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Sync routers for ids ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:10:23.230317 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Routers {'4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:23.233483 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70355760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:23.366508 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-051d7d4f-3dae-4ccf-b8a7-057109412889 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4123905
Feb 19 21:10:23.412989 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Set router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:23.531467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-626cdbbe-b3d0-4fb0-a031-b8f9b4d686b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3c6146a9-483a-4b43-bf1a-955c64073e3f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:23.536155 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-626cdbbe-b3d0-4fb0-a031-b8f9b4d686b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:23.537940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-626cdbbe-b3d0-4fb0-a031-b8f9b4d686b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c6146a9-483a-4b43-bf1a-955c64073e3f HTTP/1.1" status: 204  len: 168 time: 0.5055468
Feb 19 21:10:23.560615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa59a7-afc7-44b2-9b01-ef5a75ed28c2 req-441856ef-734a-4180-8c46-ee6496ca6e63 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:23.570907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7baa59a7-afc7-44b2-9b01-ef5a75ed28c2 req-441856ef-734a-4180-8c46-ee6496ca6e63 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 944 time: 0.2539775
Feb 19 21:10:23.575392 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe7bd-ebd2-442a-8185-35a43ee08d76 admin admin] Publish callbacks [] for security_group (73e1e60a-e37e-455f-a87e-346e95e862de), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:23.590464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cdbbe-b3d0-4fb0-a031-b8f9b4d686b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6146a9-483a-4b43-bf1a-955c64073e3f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:23.593424 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe7bd-ebd2-442a-8185-35a43ee08d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (73e1e60a-e37e-455f-a87e-346e95e862de), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:23.669615 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-672e01a8-cc5f-415a-bd84-8f7be90b6307 req-106f07e8-7066-457e-b3ae-2bdc59462e7a service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2927806
Feb 19 21:10:23.697637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7baa59a7-afc7-44b2-9b01-ef5a75ed28c2 req-e29f5bfe-c347-4729-aa3c-7edf7cc3d345 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250930
Feb 19 21:10:23.750086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbe7bd-ebd2-442a-8185-35a43ee08d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e1e60a-e37e-455f-a87e-346e95e862de,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:23.759144 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-150ccee7-127c-4206-88fc-9b9f92b8a58b service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5420463
Feb 19 21:10:23.763938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bcfbe7bd-ebd2-442a-8185-35a43ee08d76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c5c2481a0ee54734ab42231ae9ec6ecc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6902814
Feb 19 21:10:23.764556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40812) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:23.928397 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-b9bf840a-391b-46b9-9e02-fd371b6778da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=70eb9392-ffac-4852-9582-a01fcfe48d7c HTTP/1.1" status: 200  len: 217 time: 0.1463449
Feb 19 21:10:24.108718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 80f6391f-5119-41fe-99ce-51986ff3e516 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:10:24.126631 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70355760>, [{'id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'name': 'tempest-TestAggregatesBasicOps-1361486520-router', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:10Z', 'updated_at': '2022-02-19T21:10:18Z', 'revision_number': 4, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'gw_port': {'id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:12Z', 'updated_at': '2022-02-19T21:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef412265-4496-47a6-9c98-9425a54fcc7c', 'name': '', 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'mac_address': 'fa:16:3e:ba:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'e48b744c-3abb-437b-98a0-2fb13aafbc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:15Z', 'updated_at': '2022-02-19T21:10:19Z', 'revision_number': 2, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'subnets': [{'id': 'e48b744c-3abb-437b-98a0-2fb13aafbc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:24.221545 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Checking router: 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:10:24.222979 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Updating router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 port ef412265-4496-47a6-9c98-9425a54fcc7c binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:10:24.261720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43526c91-3e4b-480e-a0c3-b34666443246 req-6aa984c5-7d11-4786-9f9b-e315e11084ad tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:24.266176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43526c91-3e4b-480e-a0c3-b34666443246 req-6aa984c5-7d11-4786-9f9b-e315e11084ad tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.1699383
Feb 19 21:10:24.308147 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:24.370308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-10efe415-53d6-4c09-aaab-a4a5641b6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:24.376896 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-10efe415-53d6-4c09-aaab-a4a5641b6743 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.2922351
Feb 19 21:10:24.391523 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b6f4ecb-0c81-4256-9cc0-f0b72cef9957 admin admin] Publish callbacks [] for security_group (73e1e60a-e37e-455f-a87e-346e95e862de), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:24.399453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43526c91-3e4b-480e-a0c3-b34666443246 req-4c192ca3-9705-4f1c-81b7-edc3d41fdcb8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1282194
Feb 19 21:10:24.409463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 80f6391f-5119-41fe-99ce-51986ff3e516, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80f6391f-5119-41fe-99ce-51986ff3e516,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:24.468953 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b6f4ecb-0c81-4256-9cc0-f0b72cef9957 admin admin] Publish callbacks [] for security_group (73e1e60a-e37e-455f-a87e-346e95e862de), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:24.502631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '80f6391f-5119-41fe-99ce-51986ff3e516', 'network_id': 'be9178cb-fadc-423e-95e2-979af3a2f95e', 'port_id': '80f6391f-5119-41fe-99ce-51986ff3e516', 'mac_address': 'fa:16:3e:d6:c3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c86a79b-09b9-494b-a569-de0a15aa8814', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:10:24.518615 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-2265aafe-e25b-4451-b627-688aa42346fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:24.522171 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-2265aafe-e25b-4451-b627-688aa42346fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1284087
Feb 19 21:10:24.527690 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:24.644196 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 80f6391f-5119-41fe-99ce-51986ff3e516 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:24.646344 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:24.683446 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b6f4ecb-0c81-4256-9cc0-f0b72cef9957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (73e1e60a-e37e-455f-a87e-346e95e862de), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:24.688092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b6f4ecb-0c81-4256-9cc0-f0b72cef9957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:24.689979 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1b6f4ecb-0c81-4256-9cc0-f0b72cef9957 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73e1e60a-e37e-455f-a87e-346e95e862de HTTP/1.1" status: 204  len: 168 time: 0.9241738
Feb 19 21:10:24.709820 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f4ecb-0c81-4256-9cc0-f0b72cef9957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e1e60a-e37e-455f-a87e-346e95e862de,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:24.721097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f6391f-5119-41fe-99ce-51986ff3e516 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:10:24.764423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 80f6391f-5119-41fe-99ce-51986ff3e516, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80f6391f-5119-41fe-99ce-51986ff3e516,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:24.782375 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:24.856422 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-4028f6c7-21ea-49f4-b755-55bbeaab624a service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3119440
Feb 19 21:10:24.948854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40832) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:24.985095 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b24eb437-6160-4460-b1bd-e0b189b72901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.014802 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-24d12a05-6e9e-493f-8749-d436de1e8daf service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478209
Feb 19 21:10:25.018880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=80f6391f-5119-41fe-99ce-51986ff3e516,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:25.098289 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-136384c9-4901-4da3-a647-d9e377bef109 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=9ed98a2b-9925-480d-95be-fe4ae1e28f6e HTTP/1.1" status: 200  len: 217 time: 0.0607843
Feb 19 21:10:25.156240 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Publish callbacks [] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.156685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['80f6391f-5119-41fe-99ce-51986ff3e516'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:10:25.165420 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.229132 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b24eb437-6160-4460-b1bd-e0b189b72901 admin admin] Publish callbacks [] for security_group (27af9698-2531-436c-8d6a-5df48527289c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.236370 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b24eb437-6160-4460-b1bd-e0b189b72901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (27af9698-2531-436c-8d6a-5df48527289c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.245057 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Pushing event updated for resources: {'Port': ['ID=ef412265-4496-47a6-9c98-9425a54fcc7c,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:25.253677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-4c90c8ba-36c4-419a-b3b0-37ffc877ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:25.257264 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.257685 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.258155 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.258517 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.259032 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.259375 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.259706 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.260172 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.264462 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.265179 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.265535 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.265875 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.266213 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:25.269125 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-4c90c8ba-36c4-419a-b3b0-37ffc877ad14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.1540971
Feb 19 21:10:25.283319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40838) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:25.298907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1320635460-network', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:25.365491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b24eb437-6160-4460-b1bd-e0b189b72901 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f5ade936f1f4f599c99a77d544ea82d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4154482
Feb 19 21:10:25.373084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40840) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:25.421953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-e9de5994-6d4c-407a-bbfb-4a9dad9ed97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:25.425459 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Attempting to bind port ef412265-4496-47a6-9c98-9425a54fcc7c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:25.425865 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Attempting to bind port ef412265-4496-47a6-9c98-9425a54fcc7c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea5bc577-60a9-45d3-b257-0c3187f76989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:25.426195 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-e9de5994-6d4c-407a-bbfb-4a9dad9ed97b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1487024
Feb 19 21:10:25.427648 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Attempting to bind port ef412265-4496-47a6-9c98-9425a54fcc7c on network 3fbca56b-f85a-4f37-9cd0-1a1e92303b25 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:25.441198 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:25.442985 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Checking segment: {'id': 'ea5bc577-60a9-45d3-b257-0c3187f76989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:25.456016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24eb437-6160-4460-b1bd-e0b189b72901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27af9698-2531-436c-8d6a-5df48527289c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:25.472970 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.473642 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Bound using segment: {'id': 'ea5bc577-60a9-45d3-b257-0c3187f76989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:25.474282 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Bound port: ef412265-4496-47a6-9c98-9425a54fcc7c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5bc577-60a9-45d3-b257-0c3187f76989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:25.480956 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.538837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Made reservation on behalf of a156d0f2c1cb49f6ad7ba684fc36203a for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:25.545064 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.623170 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.876243 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] For port ef412265-4496-47a6-9c98-9425a54fcc7c, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:25.887811 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] For port ef412265-4496-47a6-9c98-9425a54fcc7c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef412265-4496-47a6-9c98-9425a54fcc7c,segment=NetworkSegment(ea5bc577-60a9-45d3-b257-0c3187f76989),segment_id=ea5bc577-60a9-45d3-b257-0c3187f76989)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:25.902419 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.944072 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-7adcebe2-cb8e-4eda-897b-3fee4770a750 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4937348
Feb 19 21:10:25.951820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Provisioning complete for port ef412265-4496-47a6-9c98-9425a54fcc7c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:25.962529 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.974939 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:25.975382 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Publish callbacks [] for security_group (4f16b68f-e2e9-427a-96c4-ecb6f7999308), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:26.063214 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b2002c83-7cdf-40e8-b373-8de1c02c28bd admin admin] Publish callbacks [] for security_group (27af9698-2531-436c-8d6a-5df48527289c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:26.086696 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f16b68f-e2e9-427a-96c4-ecb6f7999308), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:26.180793 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Routers {'4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:26.186948 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70355760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:26.222779 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f44216-e4ec-4df4-aa6d-657eed4b5d79 None None] Pushing event updated for resources: {'Port': ['ID=ef412265-4496-47a6-9c98-9425a54fcc7c,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:26.319696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Current status of the port ef412265-4496-47a6-9c98-9425a54fcc7c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:26.320421 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:26.355139 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-d169d39d-5446-4b55-b98b-09f308864712 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3987889
Feb 19 21:10:26.448636 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b2002c83-7cdf-40e8-b373-8de1c02c28bd admin admin] Publish callbacks [] for security_group (27af9698-2531-436c-8d6a-5df48527289c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:26.451221 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-ac6ea679-d7a4-47e5-9ef8-082a42fd2077 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e67957f6-071e-404a-a727-94c417e4d265 HTTP/1.1" status: 200  len: 217 time: 0.0728149
Feb 19 21:10:26.454051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] For port ef412265-4496-47a6-9c98-9425a54fcc7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef412265-4496-47a6-9c98-9425a54fcc7c,segment=NetworkSegment(ea5bc577-60a9-45d3-b257-0c3187f76989),segment_id=ea5bc577-60a9-45d3-b257-0c3187f76989)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:26.484177 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:26.555535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-32660d41-6e40-449c-8d0d-612212a0b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:26.557633 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-32660d41-6e40-449c-8d0d-612212a0b285 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf9f4ab2-17d3-4d94-8712-24bbb2d65a79 HTTP/1.1" status: 200  len: 797 time: 0.0858634
Feb 19 21:10:26.639530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-4113dbad-b9a6-40e5-8d44-46b6be7b6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:26.641942 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-4113dbad-b9a6-40e5-8d44-46b6be7b6b63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c55b6fb-c182-40ec-8324-04db14622512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0749667
Feb 19 21:10:26.652795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:10:26.701718 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (5b62ceb5-15e2-4b07-8892-d6d02fd50b00), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:26.702319 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Added segment 5b62ceb5-15e2-4b07-8892-d6d02fd50b00 of type vlan for network 848fe3d9-4afa-4958-ac70-9db0fa8a35e6
Feb 19 21:10:26.709315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Pushing event updated for resources: {'Port': ['ID=ef412265-4496-47a6-9c98-9425a54fcc7c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:26.748525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.749449 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.750125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.750575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.751034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.751467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.751903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.752515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.753113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.753545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.754028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.754448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.755132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d3674-c3fa-41b6-b2e4-7f5dc727d67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:26.762174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-bce41a57-fe73-408f-b704-31c1a20d0313 None None] Provisioning complete for port ef412265-4496-47a6-9c98-9425a54fcc7c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:26.763141 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bce41a57-fe73-408f-b704-31c1a20d0313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:26.788485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f16b68f-e2e9-427a-96c4-ecb6f7999308,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:26.859689 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-28ac136c-1409-4ee3-9a2c-34b18320ea8a service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062132
Feb 19 21:10:26.894059 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] Set router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:26.916519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b2002c83-7cdf-40e8-b373-8de1c02c28bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (27af9698-2531-436c-8d6a-5df48527289c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:26.919793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b2002c83-7cdf-40e8-b373-8de1c02c28bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:26.921513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b2002c83-7cdf-40e8-b373-8de1c02c28bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27af9698-2531-436c-8d6a-5df48527289c HTTP/1.1" status: 204  len: 168 time: 1.5435915
Feb 19 21:10:27.010970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bce41a57-fe73-408f-b704-31c1a20d0313 None None] Current status of the port ef412265-4496-47a6-9c98-9425a54fcc7c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:27.026595 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (848fe3d9-4afa-4958-ac70-9db0fa8a35e6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:27.031881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2002c83-7cdf-40e8-b373-8de1c02c28bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27af9698-2531-436c-8d6a-5df48527289c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:27.101728 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-dbaf1624-bd68-42dd-985b-f67a6a4084c9 service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314265
Feb 19 21:10:27.188605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173b24b-812a-489c-af48-2601c3700799 req-e923095e-6589-4331-90a1-e069de3524a5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:27.191792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9173b24b-812a-489c-af48-2601c3700799 req-e923095e-6589-4331-90a1-e069de3524a5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 945 time: 2.2860906
Feb 19 21:10:27.203564 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-62bb2912-3476-4408-a97a-45869451b513 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95e9c0f7-4a48-40c7-a205-d0efe0ce4387 HTTP/1.1" status: 200  len: 217 time: 0.0830240
Feb 19 21:10:27.207977 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (848fe3d9-4afa-4958-ac70-9db0fa8a35e6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:27.209460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:27.210388 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:27.335621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a7b92-720f-4889-9fa4-2c8f24a65e0a req-9aff49fb-15ca-4af6-8e4f-8ffab233a569 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:27.337522 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a74a7b92-720f-4889-9fa4-2c8f24a65e0a req-9aff49fb-15ca-4af6-8e4f-8ffab233a569 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 1.3033986
Feb 19 21:10:27.353031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-806a6112-c351-4fce-85e8-ac996f5c2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:27.353031 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-806a6112-c351-4fce-85e8-ac996f5c2a53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf9f4ab2-17d3-4d94-8712-24bbb2d65a79 HTTP/1.1" status: 200  len: 797 time: 0.1366334
Feb 19 21:10:27.539621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.2546318
Feb 19 21:10:27.547659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40872) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:27.572594 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70355760>, [{'id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'name': 'tempest-TestAggregatesBasicOps-1361486520-router', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:10Z', 'updated_at': '2022-02-19T21:10:18Z', 'revision_number': 4, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'gw_port': {'id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:12Z', 'updated_at': '2022-02-19T21:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef412265-4496-47a6-9c98-9425a54fcc7c', 'name': '', 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'mac_address': 'fa:16:3e:ba:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'e48b744c-3abb-437b-98a0-2fb13aafbc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:15Z', 'updated_at': '2022-02-19T21:10:25Z', 'revision_number': 4, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'subnets': [{'id': 'e48b744c-3abb-437b-98a0-2fb13aafbc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:27.576865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] Request body: {'subnet': {'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1320635460-subnet', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:27.659338 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e10033d-5252-42df-92b9-f70e85482061 None None] The sync data for ids ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'] in ncdv-master-1 is: [{'id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'name': 'tempest-TestAggregatesBasicOps-1361486520-router', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:10Z', 'updated_at': '2022-02-19T21:10:18Z', 'revision_number': 4, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'gw_port': {'id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:12Z', 'updated_at': '2022-02-19T21:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef412265-4496-47a6-9c98-9425a54fcc7c', 'name': '', 'network_id': '3fbca56b-f85a-4f37-9cd0-1a1e92303b25', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'mac_address': 'fa:16:3e:ba:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'e48b744c-3abb-437b-98a0-2fb13aafbc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:15Z', 'updated_at': '2022-02-19T21:10:25Z', 'revision_number': 4, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'subnets': [{'id': 'e48b744c-3abb-437b-98a0-2fb13aafbc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:10:27.662722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ce93f-4d58-425f-a76f-47d9cd13439f admin admin] Pushing event updated for resources: {'Network': ['ID=848fe3d9-4afa-4958-ac70-9db0fa8a35e6,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:27.674577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 848fe3d9-4afa-4958-ac70-9db0fa8a35e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:10:27.698054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-7c918ea6-c474-49fa-954b-fd3055ecbe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:27.703723 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-7c918ea6-c474-49fa-954b-fd3055ecbe6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c55b6fb-c182-40ec-8324-04db14622512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2490654
Feb 19 21:10:27.705976 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9173b24b-812a-489c-af48-2601c3700799 req-ac2616af-91ab-4bfd-8075-f3276d024471 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4566479
Feb 19 21:10:27.715726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] Made reservation on behalf of a156d0f2c1cb49f6ad7ba684fc36203a for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:27.724083 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:28.121434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 80f6391f-5119-41fe-99ce-51986ff3e516 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:28.187204 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-545be8a2-2aa3-41a1-84c3-2ca5ee46cfea service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4675677
Feb 19 21:10:28.228827 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (c5ab461e-a08f-40ed-8365-65e7b5a30bc9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:28.297510 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ef412265-4496-47a6-9c98-9425a54fcc7c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:28.440259 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f7b6eff-9019-4b05-b80a-aac3dcc21c15 req-eb8058d0-b2d5-488d-b987-50e1d7a3dd5d service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430227
Feb 19 21:10:28.537501 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port ef412265-4496-47a6-9c98-9425a54fcc7c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:28.537967 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:28.589989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a74a7b92-720f-4889-9fa4-2c8f24a65e0a req-4acf6778-2319-48d4-863b-82290afe40b1 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.1411433
Feb 19 21:10:28.635940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 80f6391f-5119-41fe-99ce-51986ff3e516 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:10:28.656116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] Checking segment: {'id': '5b62ceb5-15e2-4b07-8892-d6d02fd50b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:28.657158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] Network hostable DHCP agents. Network: 848fe3d9-4afa-4958-ac70-9db0fa8a35e6, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:10:28.667740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 80f6391f-5119-41fe-99ce-51986ff3e516 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:28.668261 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:28.668557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ab461e-a08f-40ed-8365-65e7b5a30bc9,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:28.686439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] Network 848fe3d9-4afa-4958-ac70-9db0fa8a35e6 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:10:28.720314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 848fe3d9-4afa-4958-ac70-9db0fa8a35e6) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:28.750892 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2656ab-83e5-4cde-bfaf-10586c5f857d None None] Network 848fe3d9-4afa-4958-ac70-9db0fa8a35e6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:10:28.759295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:28.762073 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:28.811542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cc5b3839-4c53-456a-83cd-ea399b398ffd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2482293
Feb 19 21:10:28.815162 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40896) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:28.821495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1320635460-router', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:28.860079 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (847c283a-02fc-4831-995e-2719af22e1ec), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:28.862704 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (847c283a-02fc-4831-995e-2719af22e1ec), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:28.941169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port ef412265-4496-47a6-9c98-9425a54fcc7c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:29.104457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Publish callbacks [] for router_controller (847c283a-02fc-4831-995e-2719af22e1ec), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:29.139511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da97048-f2e3-4dd9-adbf-522499928b48 req-7ad3a7c2-2567-44fe-b25f-2f116c594dae tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:29.196979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5da97048-f2e3-4dd9-adbf-522499928b48 req-7ad3a7c2-2567-44fe-b25f-2f116c594dae tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 945 time: 0.2429948
Feb 19 21:10:29.229234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 80f6391f-5119-41fe-99ce-51986ff3e516 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:29.230181 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:29.303590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd5414-93bf-4975-9a3a-3ed8f1ce47de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f6391f-5119-41fe-99ce-51986ff3e516'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:29.306756 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4748d3-51d3-47c9-becc-64f7f8d8aaa1" -d '{"events": [{"server_uuid": "9cdd5414-93bf-4975-9a3a-3ed8f1ce47de", "name": "network-vif-plugged", "status": "completed", "tag": "80f6391f-5119-41fe-99ce-51986ff3e516"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:29.315617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-848fe3d9-4afa-4958-ac70-9db0fa8a35e6', 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6', 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'fixed_ips': [{'subnet_id': 'c5ab461e-a08f-40ed-8365-65e7b5a30bc9'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:10:29.316667 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:29.365162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5da97048-f2e3-4dd9-adbf-522499928b48 req-0d81ccd4-07f8-46fe-8884-f575055f7e3a tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671793
Feb 19 21:10:29.431933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 80f6391f-5119-41fe-99ce-51986ff3e516, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80f6391f-5119-41fe-99ce-51986ff3e516,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:29.451606 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4717e1be-4edc-4714-a303-7da93b5fe919 x-openstack-request-id: req-4717e1be-4edc-4714-a303-7da93b5fe919 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:29.451905 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdd5414-93bf-4975-9a3a-3ed8f1ce47de", "name": "network-vif-plugged", "status": "completed", "tag": "80f6391f-5119-41fe-99ce-51986ff3e516", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:29.452190 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4717e1be-4edc-4714-a303-7da93b5fe919 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:29.452576 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdd5414-93bf-4975-9a3a-3ed8f1ce47de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f6391f-5119-41fe-99ce-51986ff3e516', 'code': 200}
Feb 19 21:10:29.456387 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:29.608897 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:29.822764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=80f6391f-5119-41fe-99ce-51986ff3e516,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:29.899844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Allocated IP 172.20.0.2 (848fe3d9-4afa-4958-ac70-9db0fa8a35e6/c5ab461e-a08f-40ed-8365-65e7b5a30bc9/67cab7ab-82a4-4b02-97da-e4d0a0aebab2) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:29.979821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6f695-896e-4d05-81ae-c4d6a0ab4fd2 req-3d670591-8171-4116-8040-2c3d77e219dd tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:29.990411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25e6f695-896e-4d05-81ae-c4d6a0ab4fd2 req-3d670591-8171-4116-8040-2c3d77e219dd tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.1831136
Feb 19 21:10:30.146253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25e6f695-896e-4d05-81ae-c4d6a0ab4fd2 req-761ddfcd-43f7-470d-9691-a858ff164394 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1493247
Feb 19 21:10:30.333114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0851a-a0e8-48be-b292-4aaaafe1f1cc req-4393a514-3e58-4207-b2e7-68ecf7ed0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:30.334823 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5bf0851a-a0e8-48be-b292-4aaaafe1f1cc req-4393a514-3e58-4207-b2e7-68ecf7ed0560 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 1128 time: 0.2772422
Feb 19 21:10:30.362729 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Publish callbacks [] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:30.367615 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Publish callbacks [] for router_gateway (847c283a-02fc-4831-995e-2719af22e1ec), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:30.398724 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:30.507789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Network 848fe3d9-4afa-4958-ac70-9db0fa8a35e6 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:30.514433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:30.521825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:30.610878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Pushing event updated for resources: {'Port': ['ID=67cab7ab-82a4-4b02-97da-e4d0a0aebab2,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:30.617466 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5bf0851a-a0e8-48be-b292-4aaaafe1f1cc req-eccc79f2-209a-4e9e-a625-98a7952e2cab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2671878
Feb 19 21:10:30.621386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d87ff-592c-454d-9575-e1a85e8b8ff4 req-cf07cf4c-48f6-4f45-aeba-263cc3286664 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:30.631930 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-492d87ff-592c-454d-9575-e1a85e8b8ff4 req-cf07cf4c-48f6-4f45-aeba-263cc3286664 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 946 time: 0.1170082
Feb 19 21:10:30.650204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Attempting to bind port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:30.650615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Attempting to bind port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5b62ceb5-15e2-4b07-8892-d6d02fd50b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:30.651834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Attempting to bind port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 on network 848fe3d9-4afa-4958-ac70-9db0fa8a35e6 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:30.664973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:30.665473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Checking segment: {'id': '5b62ceb5-15e2-4b07-8892-d6d02fd50b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:30.665819 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:30.666192 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Bound using segment: {'id': '5b62ceb5-15e2-4b07-8892-d6d02fd50b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:30.690312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Bound port: 67cab7ab-82a4-4b02-97da-e4d0a0aebab2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b62ceb5-15e2-4b07-8892-d6d02fd50b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:30.690749 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:30.789209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-492d87ff-592c-454d-9575-e1a85e8b8ff4 req-f59d0266-6a9e-42a0-b5b0-2fb1204f85f7 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562104
Feb 19 21:10:30.958119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Publish callbacks [] for router_gateway (847c283a-02fc-4831-995e-2719af22e1ec), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:31.019167 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:31.374292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] For port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:31.380045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] For port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67cab7ab-82a4-4b02-97da-e4d0a0aebab2,segment=NetworkSegment(5b62ceb5-15e2-4b07-8892-d6d02fd50b00),segment_id=5b62ceb5-15e2-4b07-8892-d6d02fd50b00)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:31.386125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb4cc7-7597-4ca0-8908-8784d4f89e0f req-b8429bff-b149-4326-8d6d-97779d3712c8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:31.389015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb4cc7-7597-4ca0-8908-8784d4f89e0f req-b8429bff-b149-4326-8d6d-97779d3712c8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.1139984
Feb 19 21:10:31.399436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Allocated IP 172.35.2.156 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/14369f74-7a6e-4166-bc34-6fd878d0babb) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:31.400063 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:31.513377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29eb4cc7-7597-4ca0-8908-8784d4f89e0f req-8dcda49b-0177-400f-b83e-a1e9c5fd13ed tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102748
Feb 19 21:10:31.609115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64e80b-4410-45c5-a48a-811d995e7b48 None None] Pushing event updated for resources: {'Port': ['ID=67cab7ab-82a4-4b02-97da-e4d0a0aebab2,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:31.692070 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Publish callbacks [] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:31.765503 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:31.829464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Pushing event updated for resources: {'Port': ['ID=14369f74-7a6e-4166-bc34-6fd878d0babb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:31.846205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:31.848959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:31.855700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:32.147307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119d87c-01ea-420c-98b3-eb5e4bf71fea req-79f216c7-6939-488f-91c7-0cab70a973d3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:32.174171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4119d87c-01ea-420c-98b3-eb5e4bf71fea req-79f216c7-6939-488f-91c7-0cab70a973d3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 946 time: 0.1754646
Feb 19 21:10:32.290175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4119d87c-01ea-420c-98b3-eb5e4bf71fea req-d45c8d47-bb9d-4df8-a1e9-e75b0f7ae343 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118512
Feb 19 21:10:32.419839 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Publish callbacks [] for router_gateway (847c283a-02fc-4831-995e-2719af22e1ec), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:32.657991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41022) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:32.682405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (847c283a-02fc-4831-995e-2719af22e1ec), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:32.721314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996f54-2aaf-438a-803b-61ad5fc5414b req-df6a480a-1d83-4e50-a434-66dd91ed65a8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:32.733548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b996f54-2aaf-438a-803b-61ad5fc5414b req-df6a480a-1d83-4e50-a434-66dd91ed65a8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.0893836
Feb 19 21:10:32.843338 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b996f54-2aaf-438a-803b-61ad5fc5414b req-da2483b6-ae75-4d02-9451-74769772aeaa tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1084416
Feb 19 21:10:32.926867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Router 847c283a-02fc-4831-995e-2719af22e1ec is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:10:33.026756 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eedbac16-3338-497b-9048-194fa9be6e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:33.088281 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:10:33.102356 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Sync routers for ids ['847c283a-02fc-4831-995e-2719af22e1ec'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:10:33.113675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Routers {'847c283a-02fc-4831-995e-2719af22e1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:33.114642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c93730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['847c283a-02fc-4831-995e-2719af22e1ec'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:33.120828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:33.125231 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5b9cc1c4-2fae-43cb-806e-8b02eb0330a1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.3057535
Feb 19 21:10:33.125794 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41028) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:33.221075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eedbac16-3338-497b-9048-194fa9be6e9a admin admin] Publish callbacks [] for security_group (fa0f4b7e-b6d2-44d8-98de-705a6701273f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:33.228701 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eedbac16-3338-497b-9048-194fa9be6e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fa0f4b7e-b6d2-44d8-98de-705a6701273f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:33.259837 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37608c81-d6c1-479f-a457-555cd8d31693 None None] Network 848fe3d9-4afa-4958-ac70-9db0fa8a35e6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:10:33.270292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Set router 847c283a-02fc-4831-995e-2719af22e1ec gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:33.285020 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-eedbac16-3338-497b-9048-194fa9be6e9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8784470ae96b46a79c5b058ffb1173c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6235816
Feb 19 21:10:33.285633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbac16-3338-497b-9048-194fa9be6e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0f4b7e-b6d2-44d8-98de-705a6701273f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:33.286132 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41032) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:33.370058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a728-d52b-41cb-87fa-9d44131746d7 admin admin] Publish callbacks [] for security_group (fa0f4b7e-b6d2-44d8-98de-705a6701273f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:33.396020 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a728-d52b-41cb-87fa-9d44131746d7 admin admin] Publish callbacks [] for security_group (fa0f4b7e-b6d2-44d8-98de-705a6701273f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:33.522087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5213254-1690-4184-b372-00e9b454cdd9 req-3c111cba-6630-4ad8-b74c-87735b1eb6d3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:33.525273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5213254-1690-4184-b372-00e9b454cdd9 req-3c111cba-6630-4ad8-b74c-87735b1eb6d3 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 946 time: 0.0938234
Feb 19 21:10:33.531194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-aedbe695-3e51-4b0c-87a1-8aed5efdfc94 None None] Provisioning complete for port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:33.531827 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aedbe695-3e51-4b0c-87a1-8aed5efdfc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:33.546375 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a728-d52b-41cb-87fa-9d44131746d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fa0f4b7e-b6d2-44d8-98de-705a6701273f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:33.549478 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a728-d52b-41cb-87fa-9d44131746d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:33.552199 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a1d2a728-d52b-41cb-87fa-9d44131746d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa0f4b7e-b6d2-44d8-98de-705a6701273f HTTP/1.1" status: 204  len: 168 time: 0.2628765
Feb 19 21:10:33.572823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41040) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:33.615195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2a728-d52b-41cb-87fa-9d44131746d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0f4b7e-b6d2-44d8-98de-705a6701273f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:33.642057 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5213254-1690-4184-b372-00e9b454cdd9 req-cd2a66c9-928a-47ad-a685-fbb8196f98fb tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084895
Feb 19 21:10:33.786931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:33.836538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-aedbe695-3e51-4b0c-87a1-8aed5efdfc94 None None] Current status of the port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:33.837329 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aedbe695-3e51-4b0c-87a1-8aed5efdfc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:33.893674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c93730>, [{'id': '847c283a-02fc-4831-995e-2719af22e1ec', 'name': 'tempest-TestAggregatesBasicOps-1320635460-router', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156'}], 'enable_snat': True}, 'gw_port_id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:28Z', 'updated_at': '2022-02-19T21:10:32Z', 'revision_number': 3, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'gw_port': {'id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:31Z', 'updated_at': '2022-02-19T21:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:33.960571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Checking router: 847c283a-02fc-4831-995e-2719af22e1ec for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:10:33.960936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Updating router 847c283a-02fc-4831-995e-2719af22e1ec port 14369f74-7a6e-4166-bc34-6fd878d0babb binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:10:34.027041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-aedbe695-3e51-4b0c-87a1-8aed5efdfc94 None None] For port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67cab7ab-82a4-4b02-97da-e4d0a0aebab2,segment=NetworkSegment(5b62ceb5-15e2-4b07-8892-d6d02fd50b00),segment_id=5b62ceb5-15e2-4b07-8892-d6d02fd50b00)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:34.048141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8783f6e9-8ca7-4c30-b4fb-ca2dd675467b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.068009 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aedbe695-3e51-4b0c-87a1-8aed5efdfc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.142491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:34.178972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Allocated IP 172.20.0.1 (848fe3d9-4afa-4958-ac70-9db0fa8a35e6/c5ab461e-a08f-40ed-8365-65e7b5a30bc9/0603fabe-227c-4e4d-bc14-1cc7aa7825bb) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:34.179323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953cf7c-1d2c-4925-8a11-ac99c182af8c req-ddbe8193-7ec8-45db-93c4-da5dc1740881 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:34.180619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7953cf7c-1d2c-4925-8a11-ac99c182af8c req-ddbe8193-7ec8-45db-93c4-da5dc1740881 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.1950808
Feb 19 21:10:34.243639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80117cc0-9d1a-4a4a-99fa-e783015aadc9 req-f56cf365-76fd-4341-99f3-63f21f4fcb48 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:34.246744 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.255596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80117cc0-9d1a-4a4a-99fa-e783015aadc9 req-f56cf365-76fd-4341-99f3-63f21f4fcb48 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 946 time: 0.2210977
Feb 19 21:10:34.296348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8783f6e9-8ca7-4c30-b4fb-ca2dd675467b admin admin] Publish callbacks [] for security_group (97e5b982-70b5-44e1-a5e7-22ced3f8673c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.311629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8783f6e9-8ca7-4c30-b4fb-ca2dd675467b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (97e5b982-70b5-44e1-a5e7-22ced3f8673c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.323374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7953cf7c-1d2c-4925-8a11-ac99c182af8c req-ae794066-6fc4-4d79-bdb4-1a815f2e56a8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1368527
Feb 19 21:10:34.351786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80117cc0-9d1a-4a4a-99fa-e783015aadc9 req-cb98e4ba-4f53-40a8-9827-baabdb9d9db2 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947771
Feb 19 21:10:34.376240 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbe695-3e51-4b0c-87a1-8aed5efdfc94 None None] Pushing event updated for resources: {'Port': ['ID=67cab7ab-82a4-4b02-97da-e4d0a0aebab2,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:34.393172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6968c33b-0eb6-4676-a2b8-0a13bca0d8b3 None None] Provisioning complete for port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:34.393172 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6968c33b-0eb6-4676-a2b8-0a13bca0d8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.414651 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8783f6e9-8ca7-4c30-b4fb-ca2dd675467b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7cfc76f98b54988bc2c659034eb13ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8365941
Feb 19 21:10:34.414982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41060) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:34.419765 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783f6e9-8ca7-4c30-b4fb-ca2dd675467b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e5b982-70b5-44e1-a5e7-22ced3f8673c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:34.433388 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Publish callbacks [] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.459329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:34.460008 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.487645 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.508370 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f90b0157-23bd-4f6e-934a-73e23d04d309 admin admin] Publish callbacks [] for security_group (97e5b982-70b5-44e1-a5e7-22ced3f8673c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.540010 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f90b0157-23bd-4f6e-934a-73e23d04d309 admin admin] Publish callbacks [] for security_group (97e5b982-70b5-44e1-a5e7-22ced3f8673c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.543784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Pushing event updated for resources: {'Port': ['ID=0603fabe-227c-4e4d-bc14-1cc7aa7825bb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:34.571267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Network 848fe3d9-4afa-4958-ac70-9db0fa8a35e6 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:34.572743 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:34.575106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:34.630650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f90b0157-23bd-4f6e-934a-73e23d04d309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (97e5b982-70b5-44e1-a5e7-22ced3f8673c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.631580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (847c283a-02fc-4831-995e-2719af22e1ec), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.637584 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f90b0157-23bd-4f6e-934a-73e23d04d309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.639606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f90b0157-23bd-4f6e-934a-73e23d04d309 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97e5b982-70b5-44e1-a5e7-22ced3f8673c HTTP/1.1" status: 204  len: 168 time: 0.2234178
Feb 19 21:10:34.654562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b0157-23bd-4f6e-934a-73e23d04d309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e5b982-70b5-44e1-a5e7-22ced3f8673c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:34.716707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6968c33b-0eb6-4676-a2b8-0a13bca0d8b3 None None] Current status of the port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:34.772185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:34.839200 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Publish callbacks [] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.848366 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.903093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef43a33-2e52-43c8-bc97-16a76c18c0a4 None None] Pushing event updated for resources: {'Port': ['ID=14369f74-7a6e-4166-bc34-6fd878d0babb,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:34.947378 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.950914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Attempting to bind port 14369f74-7a6e-4166-bc34-6fd878d0babb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:34.951624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Attempting to bind port 14369f74-7a6e-4166-bc34-6fd878d0babb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:34.952042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Attempting to bind port 14369f74-7a6e-4166-bc34-6fd878d0babb on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:34.962434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-63fb818d-5e7a-4de8-9073-a831ea008183 None None] Provisioning complete for port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:34.963099 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-63fb818d-5e7a-4de8-9073-a831ea008183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.965725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:34.966352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:34.967028 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:34.967604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:34.968305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Bound port: 14369f74-7a6e-4166-bc34-6fd878d0babb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:34.968753 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:35.028263 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] For port 14369f74-7a6e-4166-bc34-6fd878d0babb, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:35.033584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] For port 14369f74-7a6e-4166-bc34-6fd878d0babb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14369f74-7a6e-4166-bc34-6fd878d0babb,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:35.069684 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:35.131351 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-63fb818d-5e7a-4de8-9073-a831ea008183 None None] Port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:10:35.179438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef43a33-2e52-43c8-bc97-16a76c18c0a4 None None] Pushing event updated for resources: {'Port': ['ID=14369f74-7a6e-4166-bc34-6fd878d0babb,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:35.185721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Routers {'847c283a-02fc-4831-995e-2719af22e1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:35.186934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c93730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['847c283a-02fc-4831-995e-2719af22e1ec'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:35.201362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Publish callbacks [] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:35.209369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:35.251296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41078) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:35.280893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (847c283a-02fc-4831-995e-2719af22e1ec), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:35.282832 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-390dd049-7224-4c88-a2d2-cbdf4b730b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:35.282976 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Pushing event updated for resources: {'Port': ['ID=0603fabe-227c-4e4d-bc14-1cc7aa7825bb,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:35.324905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] Set router 847c283a-02fc-4831-995e-2719af22e1ec gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:35.412800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Network 848fe3d9-4afa-4958-ac70-9db0fa8a35e6 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:35.417420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:35.479160 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-390dd049-7224-4c88-a2d2-cbdf4b730b4a admin admin] Publish callbacks [] for security_group (b01a2a6d-5314-481d-baef-3861bb8fca23), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:35.546521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 705d433e-42c6-442d-adce-cb0486512277 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:10:35.548307 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-390dd049-7224-4c88-a2d2-cbdf4b730b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b01a2a6d-5314-481d-baef-3861bb8fca23), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:35.627786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Router 847c283a-02fc-4831-995e-2719af22e1ec has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:10:35.715057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 705d433e-42c6-442d-adce-cb0486512277, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:35.721032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dd049-7224-4c88-a2d2-cbdf4b730b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01a2a6d-5314-481d-baef-3861bb8fca23,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:35.726946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-390dd049-7224-4c88-a2d2-cbdf4b730b4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6a20b86a9454fb3908f2171525ab39c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4734409
Feb 19 21:10:35.735049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41088) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:35.748930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '705d433e-42c6-442d-adce-cb0486512277', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'port_id': '705d433e-42c6-442d-adce-cb0486512277', 'mac_address': 'fa:16:3e:b3:2c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:10:35.777325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc3656-982c-4c33-a229-3b0abe21b7e7 req-15644b77-bba5-4d35-900e-ba88c990c321 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:35.779260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79fc3656-982c-4c33-a229-3b0abe21b7e7 req-15644b77-bba5-4d35-900e-ba88c990c321 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 944 time: 0.2972689
Feb 19 21:10:35.799227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ebdb7-9044-494a-a83e-8cdb659adee4 req-ead1ac66-6760-48b9-bb82-8250040214ef tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:35.808118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c4ebdb7-9044-494a-a83e-8cdb659adee4 req-ead1ac66-6760-48b9-bb82-8250040214ef tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 946 time: 0.3525608
Feb 19 21:10:35.827516 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:10:35.852469 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a433a336-19b6-4174-ab9c-79051964fc3f admin admin] 10.222.0.30 "PUT /v2.0/routers/847c283a-02fc-4831-995e-2719af22e1ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7169027
Feb 19 21:10:35.893588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 705d433e-42c6-442d-adce-cb0486512277 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:35.895941 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (705d433e-42c6-442d-adce-cb0486512277), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:35.904430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c93730>, [{'id': '847c283a-02fc-4831-995e-2719af22e1ec', 'name': 'tempest-TestAggregatesBasicOps-1320635460-router', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156'}], 'enable_snat': True}, 'gw_port_id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:28Z', 'updated_at': '2022-02-19T21:10:34Z', 'revision_number': 4, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'gw_port': {'id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:31Z', 'updated_at': '2022-02-19T21:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0603fabe-227c-4e4d-bc14-1cc7aa7825bb', 'name': '', 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'mac_address': 'fa:16:3e:22:9b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'c5ab461e-a08f-40ed-8365-65e7b5a30bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:33Z', 'updated_at': '2022-02-19T21:10:34Z', 'revision_number': 1, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'subnets': [{'id': 'c5ab461e-a08f-40ed-8365-65e7b5a30bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:35.969166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c4ebdb7-9044-494a-a83e-8cdb659adee4 req-cedc3631-c827-4518-a31c-7d01956648db tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600304
Feb 19 21:10:35.970807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7069c4de-b47d-4dd5-9bd3-856cff972b39 None None] Provisioning complete for port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:35.971350 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7069c4de-b47d-4dd5-9bd3-856cff972b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:35.975716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b32b48-a4f5-49e8-ac58-f999405c4691 None None] The sync data for ids ['847c283a-02fc-4831-995e-2719af22e1ec'] in ncdv-master-1 is: [{'id': '847c283a-02fc-4831-995e-2719af22e1ec', 'name': 'tempest-TestAggregatesBasicOps-1320635460-router', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156'}], 'enable_snat': True}, 'gw_port_id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:28Z', 'updated_at': '2022-02-19T21:10:34Z', 'revision_number': 4, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'gw_port': {'id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:31Z', 'updated_at': '2022-02-19T21:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0603fabe-227c-4e4d-bc14-1cc7aa7825bb', 'name': '', 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'mac_address': 'fa:16:3e:22:9b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'c5ab461e-a08f-40ed-8365-65e7b5a30bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:33Z', 'updated_at': '2022-02-19T21:10:34Z', 'revision_number': 1, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'subnets': [{'id': 'c5ab461e-a08f-40ed-8365-65e7b5a30bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:10:36.000100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79fc3656-982c-4c33-a229-3b0abe21b7e7 req-5692a982-d151-4a39-8109-8696e3f56b69 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1838658
Feb 19 21:10:36.015454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1c44-6ade-4712-8325-1aee8ff00a42 admin admin] Publish callbacks [] for security_group (b01a2a6d-5314-481d-baef-3861bb8fca23), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:36.036266 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705d433e-42c6-442d-adce-cb0486512277 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:10:36.066238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:36.093903 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1c44-6ade-4712-8325-1aee8ff00a42 admin admin] Publish callbacks [] for security_group (b01a2a6d-5314-481d-baef-3861bb8fca23), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:36.120412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 705d433e-42c6-442d-adce-cb0486512277, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:36.127542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7069c4de-b47d-4dd5-9bd3-856cff972b39 None None] Port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:10:36.137013 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (705d433e-42c6-442d-adce-cb0486512277), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:36.214911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:36.215645 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:36.215981 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1c44-6ade-4712-8325-1aee8ff00a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b01a2a6d-5314-481d-baef-3861bb8fca23), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:36.218460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=11']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:36.222369 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1c44-6ade-4712-8325-1aee8ff00a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:36.227348 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1eaf1c44-6ade-4712-8325-1aee8ff00a42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b01a2a6d-5314-481d-baef-3861bb8fca23 HTTP/1.1" status: 204  len: 168 time: 0.4903598
Feb 19 21:10:36.242712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf1c44-6ade-4712-8325-1aee8ff00a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01a2a6d-5314-481d-baef-3861bb8fca23,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:36.390090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:36.428424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['705d433e-42c6-442d-adce-cb0486512277'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:10:36.495310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97091f80-10e9-40db-a091-7a24c031d633 req-5880f714-b6e8-41bf-8bd0-d50e5afd25ac tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:36.503489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97091f80-10e9-40db-a091-7a24c031d633 req-5880f714-b6e8-41bf-8bd0-d50e5afd25ac tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 946 time: 0.1008565
Feb 19 21:10:36.591516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97091f80-10e9-40db-a091-7a24c031d633 req-69ccea1a-b1c0-4b88-a9f1-64a12de24ce7 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861182
Feb 19 21:10:36.984172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-00a12851-c790-4af3-86e2-ac86bea09298 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=463a97fa588d4fc2bb01401ca0fcb8aa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0473819
Feb 19 21:10:37.340188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-e2528cbf-b454-4ee7-b18f-29cfde01d64c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:37.347485 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-e2528cbf-b454-4ee7-b18f-29cfde01d64c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3617063
Feb 19 21:10:37.368030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-e4810494-75ab-4564-a330-c40d12668a9c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/quotas/463a97fa588d4fc2bb01401ca0fcb8aa HTTP/1.1" status: 200  len: 375 time: 0.0189679
Feb 19 21:10:37.391540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75566-f5c2-48e9-9bb2-7a65e9f6726a req-3bf28152-f29d-4ce0-b1a2-1fe2bc421fca tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:37.397240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25e75566-f5c2-48e9-9bb2-7a65e9f6726a req-3bf28152-f29d-4ce0-b1a2-1fe2bc421fca tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 945 time: 0.1022813
Feb 19 21:10:37.435385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-150435e7-4f6c-4ed9-95b5-c181ee6a3fad tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=463a97fa588d4fc2bb01401ca0fcb8aa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0607419
Feb 19 21:10:37.480686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25e75566-f5c2-48e9-9bb2-7a65e9f6726a req-c4195703-a907-4c30-816b-346b5ccd19be tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803792
Feb 19 21:10:37.561053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 705d433e-42c6-442d-adce-cb0486512277 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:37.704904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 705d433e-42c6-442d-adce-cb0486512277 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:10:37.710823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 705d433e-42c6-442d-adce-cb0486512277 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:37.711578 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (705d433e-42c6-442d-adce-cb0486512277), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:37.712354 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5493f94-8679-4ac0-a10d-4dd3194f94e8 req-41b194c5-3e91-4944-af49-bf0e3253af9e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 210 time: 0.0714293
Feb 19 21:10:37.883014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 705d433e-42c6-442d-adce-cb0486512277 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:37.883683 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (705d433e-42c6-442d-adce-cb0486512277), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:37.925710 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d433e-42c6-442d-adce-cb0486512277'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:37.929126 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1c8751-3f31-4563-a827-f58089203f37" -d '{"events": [{"server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "name": "network-vif-plugged", "status": "completed", "tag": "705d433e-42c6-442d-adce-cb0486512277"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:37.950191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41200) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:37.953978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 705d433e-42c6-442d-adce-cb0486512277, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:37.961158 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (705d433e-42c6-442d-adce-cb0486512277), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:38.019026 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3f2fb2-37d4-43f2-8ce8-3ae89c7cefa4 x-openstack-request-id: req-9e3f2fb2-37d4-43f2-8ce8-3ae89c7cefa4 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:38.020525 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "name": "network-vif-plugged", "status": "completed", "tag": "705d433e-42c6-442d-adce-cb0486512277", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:38.020727 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e3f2fb2-37d4-43f2-8ce8-3ae89c7cefa4 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:38.021919 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d433e-42c6-442d-adce-cb0486512277', 'code': 200}
Feb 19 21:10:38.070234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=12']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:38.173343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 14369f74-7a6e-4166-bc34-6fd878d0babb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:38.262637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 14369f74-7a6e-4166-bc34-6fd878d0babb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:38.263098 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:38.295056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3f3fc-8990-4d2d-9492-e3629c590321 req-521e5d6a-9a9b-4922-b9a4-382184d219df tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:38.301253 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-daa3f3fc-8990-4d2d-9492-e3629c590321 req-521e5d6a-9a9b-4922-b9a4-382184d219df tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 946 time: 0.1136646
Feb 19 21:10:38.582440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-daa3f3fc-8990-4d2d-9492-e3629c590321 req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Deleting port 80f6391f-5119-41fe-99ce-51986ff3e516 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:10:38.583343 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-daa3f3fc-8990-4d2d-9492-e3629c590321 req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:38.595471 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b84cdd-2aab-4a9d-b442-7e4defb43f59 req-0c1c5533-299b-44b7-8d57-6beea4b45cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:38.599574 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a5b84cdd-2aab-4a9d-b442-7e4defb43f59 req-0c1c5533-299b-44b7-8d57-6beea4b45cc6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 1128 time: 0.4027803
Feb 19 21:10:38.747425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 14369f74-7a6e-4166-bc34-6fd878d0babb is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:38.748579 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:38.757671 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a5b84cdd-2aab-4a9d-b442-7e4defb43f59 req-6e6491d0-5f0f-4ef5-b0a8-4285e4dd71be service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1455197
Feb 19 21:10:38.782774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 14369f74-7a6e-4166-bc34-6fd878d0babb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14369f74-7a6e-4166-bc34-6fd878d0babb,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:38.789713 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:38.799754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-daa3f3fc-8990-4d2d-9492-e3629c590321 req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] For port 80f6391f-5119-41fe-99ce-51986ff3e516, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80f6391f-5119-41fe-99ce-51986ff3e516,segment=NetworkSegment(550ac108-0f23-4185-a09f-79771afebc19),segment_id=550ac108-0f23-4185-a09f-79771afebc19)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:38.801038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-daa3f3fc-8990-4d2d-9492-e3629c590321 req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:38.833560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-daa3f3fc-8990-4d2d-9492-e3629c590321 req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Calling delete_port for 80f6391f-5119-41fe-99ce-51986ff3e516 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:10:38.917236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=14369f74-7a6e-4166-bc34-6fd878d0babb,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:39.045628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe92b51-48e2-4b8a-a1d8-f8203368e87f req-0a89b6de-5f24-44f5-992a-bb2df3d069b5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:39.053905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fe92b51-48e2-4b8a-a1d8-f8203368e87f req-0a89b6de-5f24-44f5-992a-bb2df3d069b5 tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdd5414-93bf-4975-9a3a-3ed8f1ce47de HTTP/1.1" status: 200  len: 946 time: 1.0815871
Feb 19 21:10:39.155339 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-daa3f3fc-8990-4d2d-9492-e3629c590321 req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (80f6391f-5119-41fe-99ce-51986ff3e516), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:39.155997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a15715-ab57-4b03-a417-44c6ca9a88c5 req-ddb8c85d-e575-41f6-91eb-8dd3a11e1513 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:39.157691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79a15715-ab57-4b03-a417-44c6ca9a88c5 req-ddb8c85d-e575-41f6-91eb-8dd3a11e1513 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 946 time: 0.1646104
Feb 19 21:10:39.170708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['80f6391f-5119-41fe-99ce-51986ff3e516'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:10:39.180806 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fe92b51-48e2-4b8a-a1d8-f8203368e87f req-6c610028-63ce-4396-9f7d-90452b3a4fce tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.30 "GET /v2.0/security-groups?id=30af544f-6275-4b89-9798-1af4afb27f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208775
Feb 19 21:10:39.306124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Pushing event deleted for resources: {'Port': ['ID=80f6391f-5119-41fe-99ce-51986ff3e516,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:39.321972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78f443ab-a4be-417a-b07d-339e422d93c4 req-46262155-4f61-4b8b-aff9-edc46fc9106b tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 210 time: 0.0472696
Feb 19 21:10:39.359337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa3f3fc-8990-4d2d-9492-e3629c590321 req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] No DVR routers for this DVR port 80f6391f-5119-41fe-99ce-51986ff3e516 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:10:39.362076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.362429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.362766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.363148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79a15715-ab57-4b03-a417-44c6ca9a88c5 req-4e8cf9eb-3d25-4056-8c85-6abef6600fb8 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807590
Feb 19 21:10:39.363308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.363699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.364102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.364455 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.364786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.365111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.365435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.365788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.366112 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.366435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:39.369777 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-daa3f3fc-8990-4d2d-9492-e3629c590321 req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:39.386710 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-daa3f3fc-8990-4d2d-9492-e3629c590321 req-d0d9205d-1c6e-482d-b677-267c2cba72ff tempest-DeleteServersTestJSON-1663057627 tempest-DeleteServersTestJSON-1663057627-project] 10.222.0.67 "DELETE /v2.0/ports/80f6391f-5119-41fe-99ce-51986ff3e516 HTTP/1.1" status: 204  len: 173 time: 1.0823779
Feb 19 21:10:39.387212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd5414-93bf-4975-9a3a-3ed8f1ce47de', 'name': 'network-vif-deleted', 'tag': '80f6391f-5119-41fe-99ce-51986ff3e516'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:39.404684 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde38f90-2fb0-4f6a-8d10-58748d318c84" -d '{"events": [{"server_uuid": "9cdd5414-93bf-4975-9a3a-3ed8f1ce47de", "name": "network-vif-deleted", "tag": "80f6391f-5119-41fe-99ce-51986ff3e516"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:39.467062 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f845a936-fc35-473f-bdfc-0e934f4967fe x-openstack-request-id: req-f845a936-fc35-473f-bdfc-0e934f4967fe {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:39.467367 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdd5414-93bf-4975-9a3a-3ed8f1ce47de", "name": "network-vif-deleted", "tag": "80f6391f-5119-41fe-99ce-51986ff3e516", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:39.467954 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f845a936-fc35-473f-bdfc-0e934f4967fe {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:39.468445 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdd5414-93bf-4975-9a3a-3ed8f1ce47de', 'name': 'network-vif-deleted', 'tag': '80f6391f-5119-41fe-99ce-51986ff3e516', 'status': 'completed', 'code': 200}
Feb 19 21:10:39.518930 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:39.645906 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Sync routers for ids ['847c283a-02fc-4831-995e-2719af22e1ec'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:10:39.658135 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Routers {'847c283a-02fc-4831-995e-2719af22e1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:39.659110 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b78e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['847c283a-02fc-4831-995e-2719af22e1ec'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:39.712432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41254) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:39.814182 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Set router 847c283a-02fc-4831-995e-2719af22e1ec gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:39.823358 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-51f7cf95-0412-463c-b8b2-59998660fa65 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=463a97fa588d4fc2bb01401ca0fcb8aa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0561035
Feb 19 21:10:39.983029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] Deleting port ef412265-4496-47a6-9c98-9425a54fcc7c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:10:39.986799 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:39.989803 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ea29783-f074-45a0-89ae-09c6ad27e8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.078840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 14369f74-7a6e-4166-bc34-6fd878d0babb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:40.166976 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ea29783-f074-45a0-89ae-09c6ad27e8ff admin admin] Publish callbacks [] for security_group (91ef9326-c049-4231-8b24-9e449792b4a0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.177649 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b78e8b0>, [{'id': '847c283a-02fc-4831-995e-2719af22e1ec', 'name': 'tempest-TestAggregatesBasicOps-1320635460-router', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156'}], 'enable_snat': True}, 'gw_port_id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:28Z', 'updated_at': '2022-02-19T21:10:34Z', 'revision_number': 4, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'gw_port': {'id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:31Z', 'updated_at': '2022-02-19T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0603fabe-227c-4e4d-bc14-1cc7aa7825bb', 'name': '', 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'mac_address': 'fa:16:3e:22:9b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'c5ab461e-a08f-40ed-8365-65e7b5a30bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:33Z', 'updated_at': '2022-02-19T21:10:35Z', 'revision_number': 2, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'subnets': [{'id': 'c5ab461e-a08f-40ed-8365-65e7b5a30bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:40.180885 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ea29783-f074-45a0-89ae-09c6ad27e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (91ef9326-c049-4231-8b24-9e449792b4a0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.202683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 14369f74-7a6e-4166-bc34-6fd878d0babb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:40.203921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.215045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] For port ef412265-4496-47a6-9c98-9425a54fcc7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef412265-4496-47a6-9c98-9425a54fcc7c,segment=NetworkSegment(ea5bc577-60a9-45d3-b257-0c3187f76989),segment_id=ea5bc577-60a9-45d3-b257-0c3187f76989)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:40.215552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.215651 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Checking router: 847c283a-02fc-4831-995e-2719af22e1ec for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:10:40.215989 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Updating router 847c283a-02fc-4831-995e-2719af22e1ec port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:10:40.233030 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9ea29783-f074-45a0-89ae-09c6ad27e8ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=340e3d52e01f4fa3a398b3c6fb4ab0f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5190012
Feb 19 21:10:40.235443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41268) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:40.247603 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.251857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] Calling delete_port for ef412265-4496-47a6-9c98-9425a54fcc7c owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:10:40.303173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-54f64704-9f76-4024-b3bb-ffd1480c8efa tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:40.314984 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-54f64704-9f76-4024-b3bb-ffd1480c8efa tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4848731
Feb 19 21:10:40.342094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 14369f74-7a6e-4166-bc34-6fd878d0babb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:40.390359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Request body: {'port': {'device_id': '5fbc665c-bed1-40cf-a142-b1d8fae201e6', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': '463a97fa588d4fc2bb01401ca0fcb8aa'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:40.502567 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d510f2a-6700-47db-9d79-06763208288f req-f174dbcd-5b48-438c-af7e-0617ff55027d tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 210 time: 0.0395584
Feb 19 21:10:40.558684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea29783-f074-45a0-89ae-09c6ad27e8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ef9326-c049-4231-8b24-9e449792b4a0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:40.582981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Made reservation on behalf of 463a97fa588d4fc2bb01401ca0fcb8aa for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:40.598610 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.624927 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33d1b8a1-e8c7-49be-8b02-42cd7b400744 admin admin] Publish callbacks [] for security_group (91ef9326-c049-4231-8b24-9e449792b4a0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.663789 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.682003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088d002-d499-4c19-b84e-69df99731f86 req-254ebe16-9dbe-4027-a23b-21f66908e8fe tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:40.689037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3088d002-d499-4c19-b84e-69df99731f86 req-254ebe16-9dbe-4027-a23b-21f66908e8fe tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 946 time: 0.1124737
Feb 19 21:10:40.698182 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ef412265-4496-47a6-9c98-9425a54fcc7c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.721764 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33d1b8a1-e8c7-49be-8b02-42cd7b400744 admin admin] Publish callbacks [] for security_group (91ef9326-c049-4231-8b24-9e449792b4a0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.784607 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Publish callbacks [] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.796436 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.880086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] Pushing event deleted for resources: {'Port': ['ID=ef412265-4496-47a6-9c98-9425a54fcc7c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:40.897771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33d1b8a1-e8c7-49be-8b02-42cd7b400744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (91ef9326-c049-4231-8b24-9e449792b4a0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.907459 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33d1b8a1-e8c7-49be-8b02-42cd7b400744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:40.911721 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-33d1b8a1-e8c7-49be-8b02-42cd7b400744 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91ef9326-c049-4231-8b24-9e449792b4a0 HTTP/1.1" status: 204  len: 168 time: 0.6742711
Feb 19 21:10:41.016415 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Publish callbacks [] for security_group (919475ee-6fba-44fe-bca2-f7a258fbb8d2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:41.030683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (919475ee-6fba-44fe-bca2-f7a258fbb8d2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:41.045427 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405ab2d-16ab-4df0-900b-c7e89c458e94 None None] Pushing event updated for resources: {'Port': ['ID=0603fabe-227c-4e4d-bc14-1cc7aa7825bb,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:41.081564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1b8a1-e8c7-49be-8b02-42cd7b400744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ef9326-c049-4231-8b24-9e449792b4a0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:41.139432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3088d002-d499-4c19-b84e-69df99731f86 req-3552911a-a7de-4b88-b65e-9953d4c28262 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4493988
Feb 19 21:10:41.181554 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Attempting to bind port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:41.184988 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Attempting to bind port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5b62ceb5-15e2-4b07-8892-d6d02fd50b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:41.185579 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Attempting to bind port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb on network 848fe3d9-4afa-4958-ac70-9db0fa8a35e6 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:41.202764 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:41.203129 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919475ee-6fba-44fe-bca2-f7a258fbb8d2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:41.204805 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Checking segment: {'id': '5b62ceb5-15e2-4b07-8892-d6d02fd50b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:41.210034 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:41.212502 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Bound using segment: {'id': '5b62ceb5-15e2-4b07-8892-d6d02fd50b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:41.214111 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Bound port: 0603fabe-227c-4e4d-bc14-1cc7aa7825bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b62ceb5-15e2-4b07-8892-d6d02fd50b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:41.214522 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:41.215327 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:41.326455 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] For port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:41.330650 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] For port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0603fabe-227c-4e4d-bc14-1cc7aa7825bb,segment=NetworkSegment(5b62ceb5-15e2-4b07-8892-d6d02fd50b00),segment_id=5b62ceb5-15e2-4b07-8892-d6d02fd50b00)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:41.350706 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:41.408960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-99553e19-3e36-4b7d-90b8-3e2cf3b7144a None None] Provisioning complete for port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:41.411051 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99553e19-3e36-4b7d-90b8-3e2cf3b7144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:41.493566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Allocated IP 192.168.233.3 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/1dfaf2c3-a63e-4dde-890c-bade6dd9c52c) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:41.538117 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Routers {'847c283a-02fc-4831-995e-2719af22e1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:41.539024 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b78e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['847c283a-02fc-4831-995e-2719af22e1ec'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:41.546202 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405ab2d-16ab-4df0-900b-c7e89c458e94 None None] Pushing event updated for resources: {'Port': ['ID=0603fabe-227c-4e4d-bc14-1cc7aa7825bb,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:41.621444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41338) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:41.647784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-99553e19-3e36-4b7d-90b8-3e2cf3b7144a None None] Current status of the port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:41.649127 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99553e19-3e36-4b7d-90b8-3e2cf3b7144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:41.683402 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2abfe0e5-02a5-4445-aa3c-e8608e8df790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:41.739806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-99553e19-3e36-4b7d-90b8-3e2cf3b7144a None None] For port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0603fabe-227c-4e4d-bc14-1cc7aa7825bb,segment=NetworkSegment(5b62ceb5-15e2-4b07-8892-d6d02fd50b00),segment_id=5b62ceb5-15e2-4b07-8892-d6d02fd50b00)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:41.754574 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99553e19-3e36-4b7d-90b8-3e2cf3b7144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:41.776066 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] Set router 847c283a-02fc-4831-995e-2719af22e1ec gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:41.805300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-806ee8a7-d948-47b1-bde7-627a9a3e23d7 req-9fe6679c-1446-42bf-b099-c1e766a6627d tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 210 time: 0.1507099
Feb 19 21:10:41.862548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] Router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:10:41.872178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99553e19-3e36-4b7d-90b8-3e2cf3b7144a None None] Pushing event updated for resources: {'Port': ['ID=0603fabe-227c-4e4d-bc14-1cc7aa7825bb,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:41.901198 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Publish callbacks [] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:41.997570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-501bc6a8-097f-43bd-bb9e-85095cc56875 None None] Provisioning complete for port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:41.998584 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-501bc6a8-097f-43bd-bb9e-85095cc56875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:42.025674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:10:42.031469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2abfe0e5-02a5-4445-aa3c-e8608e8df790 admin admin] Publish callbacks [] for security_group (d2594f7e-ba64-4373-a049-adc8b7ae836b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:42.037982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-54a6f24c-d482-47b1-8dd4-dd8e4eb69adc admin admin] 10.222.0.30 "PUT /v2.0/routers/4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0827456
Feb 19 21:10:42.039989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41340) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:42.048412 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:42.054860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2abfe0e5-02a5-4445-aa3c-e8608e8df790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d2594f7e-ba64-4373-a049-adc8b7ae836b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:42.082330 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b78e8b0>, [{'id': '847c283a-02fc-4831-995e-2719af22e1ec', 'name': 'tempest-TestAggregatesBasicOps-1320635460-router', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156'}], 'enable_snat': True}, 'gw_port_id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:28Z', 'updated_at': '2022-02-19T21:10:34Z', 'revision_number': 4, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'gw_port': {'id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:31Z', 'updated_at': '2022-02-19T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0603fabe-227c-4e4d-bc14-1cc7aa7825bb', 'name': '', 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'mac_address': 'fa:16:3e:22:9b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'c5ab461e-a08f-40ed-8365-65e7b5a30bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:33Z', 'updated_at': '2022-02-19T21:10:41Z', 'revision_number': 4, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'subnets': [{'id': 'c5ab461e-a08f-40ed-8365-65e7b5a30bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:42.083177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e1fea0-2c63-422c-9f4d-47f0fedb0ef4 None None] Sync routers for ids ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:10:42.109242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e1fea0-2c63-422c-9f4d-47f0fedb0ef4 None None] Routers {'4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:42.110185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-51e1fea0-2c63-422c-9f4d-47f0fedb0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c8c520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:42.115992 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab10419-823b-49ae-9e93-21396a6446aa None None] The sync data for ids ['847c283a-02fc-4831-995e-2719af22e1ec'] in ncdv-master-1 is: [{'id': '847c283a-02fc-4831-995e-2719af22e1ec', 'name': 'tempest-TestAggregatesBasicOps-1320635460-router', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156'}], 'enable_snat': True}, 'gw_port_id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:28Z', 'updated_at': '2022-02-19T21:10:34Z', 'revision_number': 4, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'gw_port': {'id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:31Z', 'updated_at': '2022-02-19T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0603fabe-227c-4e4d-bc14-1cc7aa7825bb', 'name': '', 'network_id': '848fe3d9-4afa-4958-ac70-9db0fa8a35e6', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'mac_address': 'fa:16:3e:22:9b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'c5ab461e-a08f-40ed-8365-65e7b5a30bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:33Z', 'updated_at': '2022-02-19T21:10:41Z', 'revision_number': 4, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'subnets': [{'id': 'c5ab461e-a08f-40ed-8365-65e7b5a30bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:10:42.215991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 80f6391f-5119-41fe-99ce-51986ff3e516 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:10:42.223632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0603fabe-227c-4e4d-bc14-1cc7aa7825bb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:42.319150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e37c3-9cf7-4015-8bd8-b2ad7f33a90c req-c25eac89-e7fb-4c43-be63-737485b08b2d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:42.321082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-308e37c3-9cf7-4015-8bd8-b2ad7f33a90c req-c25eac89-e7fb-4c43-be63-737485b08b2d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 946 time: 0.0717833
Feb 19 21:10:42.346675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-501bc6a8-097f-43bd-bb9e-85095cc56875 None None] Current status of the port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:42.352315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 80f6391f-5119-41fe-99ce-51986ff3e516 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:10:42.353012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 80f6391f-5119-41fe-99ce-51986ff3e516 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:10:42.392903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-308e37c3-9cf7-4015-8bd8-b2ad7f33a90c req-dc4cfa92-c24b-462d-a796-85bba145de25 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648668
Feb 19 21:10:42.408150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:42.408566 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:42.461381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-51e1fea0-2c63-422c-9f4d-47f0fedb0ef4 None None] Set router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:42.642099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:42.666012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41372) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:42.751262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e40598e-3583-45f1-8616-5492880a65c4 admin admin] Deleting subnet 1c86a79b-09b9-494b-a569-de0a15aa8814 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:10:42.756737 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e40598e-3583-45f1-8616-5492880a65c4 admin admin] Publish callbacks [] for subnet (1c86a79b-09b9-494b-a569-de0a15aa8814), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:42.760557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-51e1fea0-2c63-422c-9f4d-47f0fedb0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c8c520>, [{'id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'name': 'tempest-TestAggregatesBasicOps-1361486520-router', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:10Z', 'updated_at': '2022-02-19T21:10:40Z', 'revision_number': 5, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'gw_port': {'id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:12Z', 'updated_at': '2022-02-19T21:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:42.802979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e1fea0-2c63-422c-9f4d-47f0fedb0ef4 None None] Checking router: 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:10:42.808253 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e40598e-3583-45f1-8616-5492880a65c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (1c86a79b-09b9-494b-a569-de0a15aa8814), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:42.813542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e1fea0-2c63-422c-9f4d-47f0fedb0ef4 None None] Routers {'4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:42.814258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-51e1fea0-2c63-422c-9f4d-47f0fedb0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c8c520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:42.830421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:42.840920 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2abfe0e5-02a5-4445-aa3c-e8608e8df790 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d151d06c1a2b4a43aeff1cfe609dcf57&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2180171
Feb 19 21:10:42.841727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41376) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:42.848845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abfe0e5-02a5-4445-aa3c-e8608e8df790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2594f7e-ba64-4373-a049-adc8b7ae836b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:42.851412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:42.863890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:42.875783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Pushing event updated for resources: {'Port': ['ID=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:42.963873 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e40598e-3583-45f1-8616-5492880a65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (1c86a79b-09b9-494b-a569-de0a15aa8814), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:42.979538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-51e1fea0-2c63-422c-9f4d-47f0fedb0ef4 None None] Set router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:42.986052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:42.986732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:42.990625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Publish callbacks [] for router (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.040608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c318c3-9a86-44dc-928b-5c071bce4cf5 req-0f558ad3-067a-46ab-a67d-aace9e8b5879 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:43.042381 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96c318c3-9a86-44dc-928b-5c071bce4cf5 req-0f558ad3-067a-46ab-a67d-aace9e8b5879 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 934 time: 0.1427333
Feb 19 21:10:43.111833 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7c85cb87-ff72-4ad9-bc30-6d900a03366c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.7683337
Feb 19 21:10:43.116077 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-778453f9-e58f-4c20-8daa-5f577013d990 admin admin] Publish callbacks [] for security_group (d2594f7e-ba64-4373-a049-adc8b7ae836b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.125944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-8d573d0e-e4b5-45a5-a8e3-94ed8682f3ff tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:10:43.126911 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-8d573d0e-e4b5-45a5-a8e3-94ed8682f3ff tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0084126
Feb 19 21:10:43.135392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96c318c3-9a86-44dc-928b-5c071bce4cf5 req-af3d66b3-e345-49cc-8b5c-884e4e616bec tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850167
Feb 19 21:10:43.139045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e40598e-3583-45f1-8616-5492880a65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (1c86a79b-09b9-494b-a569-de0a15aa8814), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.150889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Request body: {'port': {'device_id': '5fbc665c-bed1-40cf-a142-b1d8fae201e6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:43.184080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40598e-3583-45f1-8616-5492880a65c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c86a79b-09b9-494b-a569-de0a15aa8814,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:43.186171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e40598e-3583-45f1-8616-5492880a65c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.189480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3e40598e-3583-45f1-8616-5492880a65c4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1c86a79b-09b9-494b-a569-de0a15aa8814 HTTP/1.1" status: 204  len: 168 time: 0.5224166
Feb 19 21:10:43.193025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41378) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:43.200787 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-778453f9-e58f-4c20-8daa-5f577013d990 admin admin] Publish callbacks [] for security_group (d2594f7e-ba64-4373-a049-adc8b7ae836b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.257711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-51e1fea0-2c63-422c-9f4d-47f0fedb0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c8c520>, [{'id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'name': 'tempest-TestAggregatesBasicOps-1361486520-router', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:10Z', 'updated_at': '2022-02-19T21:10:40Z', 'revision_number': 5, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'gw_port': {'id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:12Z', 'updated_at': '2022-02-19T21:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:43.289692 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (be9178cb-fadc-423e-95e2-979af3a2f95e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.299500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Publish callbacks [] for router_gateway (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.307826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e1fea0-2c63-422c-9f4d-47f0fedb0ef4 None None] The sync data for ids ['4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1'] in ncdv-master-1 is: [{'id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'name': 'tempest-TestAggregatesBasicOps-1361486520-router', 'tenant_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:10Z', 'updated_at': '2022-02-19T21:10:40Z', 'revision_number': 5, 'project_id': '7dc28ea863f6483dbdecf4c18a814fe4', 'gw_port': {'id': '080f565b-e4ce-4d7c-ae08-1a73fb98427c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:12Z', 'updated_at': '2022-02-19T21:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:10:43.316037 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.326824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-bed14945-fb25-46c7-9de3-f554595a6317 None None] Provisioning complete for port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:43.327315 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bed14945-fb25-46c7-9de3-f554595a6317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.384301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bed14945-fb25-46c7-9de3-f554595a6317 None None] Port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:10:43.402302 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (be9178cb-fadc-423e-95e2-979af3a2f95e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.417029 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-778453f9-e58f-4c20-8daa-5f577013d990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d2594f7e-ba64-4373-a049-adc8b7ae836b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.419589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-778453f9-e58f-4c20-8daa-5f577013d990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.423169 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-778453f9-e58f-4c20-8daa-5f577013d990 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2594f7e-ba64-4373-a049-adc8b7ae836b HTTP/1.1" status: 204  len: 168 time: 0.5744569
Feb 19 21:10:43.424993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a7011c190>,) {'filters': {'network_id': ['be9178cb-fadc-423e-95e2-979af3a2f95e']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:43.435325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a7011c190>, '550ac108-0f23-4185-a09f-79771afebc19') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:43.435632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a7011c190>, '550ac108-0f23-4185-a09f-79771afebc19') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:43.443126 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778453f9-e58f-4c20-8daa-5f577013d990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2594f7e-ba64-4373-a049-adc8b7ae836b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:43.448250 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (550ac108-0f23-4185-a09f-79771afebc19), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.466042 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (550ac108-0f23-4185-a09f-79771afebc19), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.473873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:10:43.474285 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (550ac108-0f23-4185-a09f-79771afebc19), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:10:43.476133 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:10:43.526942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Deleting port 080f565b-e4ce-4d7c-ae08-1a73fb98427c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:10:43.527921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.554596 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (be9178cb-fadc-423e-95e2-979af3a2f95e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.564830 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.573179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] 10.222.0.30 "DELETE /v2.0/networks/be9178cb-fadc-423e-95e2-979af3a2f95e HTTP/1.1" status: 204  len: 168 time: 0.3753216
Feb 19 21:10:43.627872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f1e84-6556-427d-8d33-d38c21219d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=be9178cb-fadc-423e-95e2-979af3a2f95e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:43.738253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] For port 080f565b-e4ce-4d7c-ae08-1a73fb98427c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=080f565b-e4ce-4d7c-ae08-1a73fb98427c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:43.739133 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:43.785782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Calling delete_port for 080f565b-e4ce-4d7c-ae08-1a73fb98427c owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:10:43.851070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41384) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:43.927799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d56a6b5b-9fde-4cdd-b9ac-6296e6bc0edb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5f81dcc5d52473ab53817e20df04cd9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0752513
Feb 19 21:10:43.930506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41388) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:43.934523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ef412265-4496-47a6-9c98-9425a54fcc7c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:10:43.971843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: ef412265-4496-47a6-9c98-9425a54fcc7c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:10:43.973248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ef412265-4496-47a6-9c98-9425a54fcc7c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:10:43.993098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:10:44.004345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Publish callbacks [] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.006819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf1542da-bf17-4029-98d2-9db820ce0ba2 admin admin] Publish callbacks [] for security_group (30af544f-6275-4b89-9798-1af4afb27f39), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.026955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Transition to ACTIVE for port object 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:10:44.031994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.046744 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf1542da-bf17-4029-98d2-9db820ce0ba2 admin admin] Publish callbacks [] for security_group (30af544f-6275-4b89-9798-1af4afb27f39), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.137538 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf1542da-bf17-4029-98d2-9db820ce0ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (30af544f-6275-4b89-9798-1af4afb27f39), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.142363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf1542da-bf17-4029-98d2-9db820ce0ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.149872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cf1542da-bf17-4029-98d2-9db820ce0ba2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30af544f-6275-4b89-9798-1af4afb27f39 HTTP/1.1" status: 204  len: 168 time: 0.2181151
Feb 19 21:10:44.162350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1542da-bf17-4029-98d2-9db820ce0ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30af544f-6275-4b89-9798-1af4afb27f39,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:44.221897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:44.310966 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (080f565b-e4ce-4d7c-ae08-1a73fb98427c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.369921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=080f565b-e4ce-4d7c-ae08-1a73fb98427c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:44.405721 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70445b26-0d44-4093-8e4a-2e7e16bb337b req-71b12a76-b325-4b19-a958-5402f916bebe tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:44.412108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70445b26-0d44-4093-8e4a-2e7e16bb337b req-71b12a76-b325-4b19-a958-5402f916bebe tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 946 time: 0.1098564
Feb 19 21:10:44.502212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70445b26-0d44-4093-8e4a-2e7e16bb337b req-924ee014-a598-42a1-88e2-12b1222ccd2e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804937
Feb 19 21:10:44.522412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Attempting to bind port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:44.522756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Attempting to bind port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:44.523084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Attempting to bind port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:44.532989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:10:44.533319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Attempting to bind port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:44.552201 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.557693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:44.558044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:44.558438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:44.558888 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Bound port: 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:44.559256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.697396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.726255 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Publish callbacks [] for router_controller (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.807337 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.811719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:10:44.820009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.822221 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-92dbf9e1-3817-4dd8-a2e2-bd22999610c3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4c13f1a5-fbe2-4202-8a4e-fb720cf3f1c1 HTTP/1.1" status: 204  len: 168 time: 2.7809925
Feb 19 21:10:44.826100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41424) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:44.839644 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] For port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:44.845598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] For port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:44.869603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.927296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd214c9-1555-4be8-9fba-40be44fafeb1 admin admin] Deleting subnet e48b744c-3abb-437b-98a0-2fb13aafbc38 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:10:44.937767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7fd214c9-1555-4be8-9fba-40be44fafeb1 admin admin] Publish callbacks [] for subnet (e48b744c-3abb-437b-98a0-2fb13aafbc38), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.958059 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:44.959085 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:44.961656 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] 10.222.0.10 "PUT /v2.0/ports/1dfaf2c3-a63e-4dde-890c-bade6dd9c52c HTTP/1.1" status: 200  len: 1094 time: 1.8174596
Feb 19 21:10:44.962351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc665c-bed1-40cf-a142-b1d8fae201e6', 'tag': '1dfaf2c3-a63e-4dde-890c-bade6dd9c52c'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:44.966275 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ebfe0c-9c32-4024-a77d-dd0e263e3066" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc665c-bed1-40cf-a142-b1d8fae201e6", "tag": "1dfaf2c3-a63e-4dde-890c-bade6dd9c52c"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:45.035758 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7fd214c9-1555-4be8-9fba-40be44fafeb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (e48b744c-3abb-437b-98a0-2fb13aafbc38), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:45.125584 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7c9123-cbb8-4828-ad9f-636ad56ca5f1 x-openstack-request-id: req-0f7c9123-cbb8-4828-ad9f-636ad56ca5f1 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:45.126225 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc665c-bed1-40cf-a142-b1d8fae201e6", "tag": "1dfaf2c3-a63e-4dde-890c-bade6dd9c52c", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:45.126482 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f7c9123-cbb8-4828-ad9f-636ad56ca5f1 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:45.127129 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc665c-bed1-40cf-a142-b1d8fae201e6', 'tag': '1dfaf2c3-a63e-4dde-890c-bade6dd9c52c', 'status': 'completed', 'code': 200}
Feb 19 21:10:45.183162 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e54e0-bbd3-4ee6-b038-63e2779b7cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:45.189006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7fd214c9-1555-4be8-9fba-40be44fafeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (e48b744c-3abb-437b-98a0-2fb13aafbc38), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:45.197223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7bb02855-1680-4a95-bdf8-9ec39fa503db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:45.200724 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-7bb02855-1680-4a95-bdf8-9ec39fa503db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=463a97fa588d4fc2bb01401ca0fcb8aa&device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 1128 time: 0.1682236
Feb 19 21:10:45.292716 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-a1d6b883-4e68-4d38-855c-9e258e911698 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c HTTP/1.1" status: 200  len: 217 time: 0.0805454
Feb 19 21:10:45.298995 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7fd214c9-1555-4be8-9fba-40be44fafeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (e48b744c-3abb-437b-98a0-2fb13aafbc38), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:45.344781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd214c9-1555-4be8-9fba-40be44fafeb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48b744c-3abb-437b-98a0-2fb13aafbc38,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:45.347107 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7fd214c9-1555-4be8-9fba-40be44fafeb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:45.351221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7fd214c9-1555-4be8-9fba-40be44fafeb1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e48b744c-3abb-437b-98a0-2fb13aafbc38 HTTP/1.1" status: 204  len: 168 time: 0.5239477
Feb 19 21:10:45.355298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41438) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:45.362803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e2ee6-1648-4207-be4d-a502b096a068 None None] Network 3fbca56b-f85a-4f37-9cd0-1a1e92303b25 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:10:45.393804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-841edb26-9b90-471a-a7bd-e9f6d20ed41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:45.396098 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-841edb26-9b90-471a-a7bd-e9f6d20ed41e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0972357
Feb 19 21:10:45.490313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-16daa798-f25d-4a05-9577-f809655526ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:45.493635 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-16daa798-f25d-4a05-9577-f809655526ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0914478
Feb 19 21:10:45.502534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (3fbca56b-f85a-4f37-9cd0-1a1e92303b25), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:45.643834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Deleting port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:10:45.644406 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:45.649993 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-0f9b696b-e1d6-4a9e-b03a-b258435d4b25 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487706
Feb 19 21:10:45.755334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41450) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:45.766992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca10339-c6d0-4d45-9ad3-bb5f0dd7a513 None None] DHCP port deletion for 3fbca56b-f85a-4f37-9cd0-1a1e92303b25 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:10:45.768536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] For port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69edbf5a-0448-4ef8-8b5f-aa1ce21050b1,segment=NetworkSegment(ea5bc577-60a9-45d3-b257-0c3187f76989),segment_id=ea5bc577-60a9-45d3-b257-0c3187f76989)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:45.768877 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:45.790208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Calling delete_port for 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:10:45.799206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca84692-8b0b-415f-9466-f745384f9406 req-1679f159-73a5-47a2-a508-d4c279fffb81 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:45.801450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fca84692-8b0b-415f-9466-f745384f9406 req-1679f159-73a5-47a2-a508-d4c279fffb81 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 946 time: 0.1115241
Feb 19 21:10:45.854099 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-358a1f2d-d938-4bfb-a95a-cd9720fcb10f req-363783be-88d2-4394-9bb2-573dbdd34a55 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1968188
Feb 19 21:10:45.857557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8ca10339-c6d0-4d45-9ad3-bb5f0dd7a513 None None] Deleting port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:10:45.859851 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ca10339-c6d0-4d45-9ad3-bb5f0dd7a513 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:45.900093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fca84692-8b0b-415f-9466-f745384f9406 req-ce76e910-9bfa-4f60-a80f-67cf1d7e48e1 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871012
Feb 19 21:10:45.968217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8ca10339-c6d0-4d45-9ad3-bb5f0dd7a513 None None] For port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69edbf5a-0448-4ef8-8b5f-aa1ce21050b1,segment=NetworkSegment(ea5bc577-60a9-45d3-b257-0c3187f76989),segment_id=ea5bc577-60a9-45d3-b257-0c3187f76989)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:45.968804 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ca10339-c6d0-4d45-9ad3-bb5f0dd7a513 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:45.985181 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:45.989321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8ca10339-c6d0-4d45-9ad3-bb5f0dd7a513 None None] Calling delete_port for 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:10:46.005377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebfe0c-9c32-4024-a77d-dd0e263e3066 req-390e375f-831f-41ac-87c3-c11573dd6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:46.010687 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-60ebfe0c-9c32-4024-a77d-dd0e263e3066 req-390e375f-831f-41ac-87c3-c11573dd6b7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=463a97fa588d4fc2bb01401ca0fcb8aa&device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 1128 time: 0.0815487
Feb 19 21:10:46.030100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Pushing event deleted for resources: {'Port': ['ID=69edbf5a-0448-4ef8-8b5f-aa1ce21050b1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:46.036723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] No DVR routers for this DVR port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:10:46.048566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:10:46.077345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:10:46.077856 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:10:46.078118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 080f565b-e4ce-4d7c-ae08-1a73fb98427c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:10:46.110370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 080f565b-e4ce-4d7c-ae08-1a73fb98427c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:10:46.110726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 080f565b-e4ce-4d7c-ae08-1a73fb98427c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:10:46.138317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (3fbca56b-f85a-4f37-9cd0-1a1e92303b25), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.146658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1913961177-network', 'tenant_id': '85755c1b89f44eb0a4db800f8bf319f0'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:46.154928 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ca10339-c6d0-4d45-9ad3-bb5f0dd7a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (69edbf5a-0448-4ef8-8b5f-aa1ce21050b1), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.182532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca10339-c6d0-4d45-9ad3-bb5f0dd7a513 None None] Pushing event deleted for resources: {'Port': ['ID=69edbf5a-0448-4ef8-8b5f-aa1ce21050b1,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:46.189806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Made reservation on behalf of 85755c1b89f44eb0a4db800f8bf319f0 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:46.198912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca10339-c6d0-4d45-9ad3-bb5f0dd7a513 None None] No DVR routers for this DVR port 69edbf5a-0448-4ef8-8b5f-aa1ce21050b1 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:10:46.205488 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.215478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebfe0c-9c32-4024-a77d-dd0e263e3066 req-cd777c31-3740-450f-9170-86c68a5850ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:46.215478 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-60ebfe0c-9c32-4024-a77d-dd0e263e3066 req-cd777c31-3740-450f-9170-86c68a5850ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1973455
Feb 19 21:10:46.216681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70ac91f0>,) {'filters': {'network_id': ['3fbca56b-f85a-4f37-9cd0-1a1e92303b25']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:46.227136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.232378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70ac91f0>, 'ea5bc577-60a9-45d3-b257-0c3187f76989') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:46.232723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70ac91f0>, 'ea5bc577-60a9-45d3-b257-0c3187f76989') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:46.248452 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (ea5bc577-60a9-45d3-b257-0c3187f76989), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.260175 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-60ebfe0c-9c32-4024-a77d-dd0e263e3066 req-8c957973-3328-4bb3-a341-8f401d2a782a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c HTTP/1.1" status: 200  len: 217 time: 0.0390973
Feb 19 21:10:46.269967 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ea5bc577-60a9-45d3-b257-0c3187f76989), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.280657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:10:46.281143 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (ea5bc577-60a9-45d3-b257-0c3187f76989), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:10:46.282853 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:10:46.311977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebfe0c-9c32-4024-a77d-dd0e263e3066 req-c46e93b4-8f2c-48e9-801f-86b74bd0a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:46.313570 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-60ebfe0c-9c32-4024-a77d-dd0e263e3066 req-c46e93b4-8f2c-48e9-801f-86b74bd0a494 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0470085
Feb 19 21:10:46.370746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (3fbca56b-f85a-4f37-9cd0-1a1e92303b25), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.384672 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.387279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebfe0c-9c32-4024-a77d-dd0e263e3066 req-4a22cb47-785f-46fd-a757-b23f2cff922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:46.395282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3fbca56b-f85a-4f37-9cd0-1a1e92303b25 HTTP/1.1" status: 204  len: 168 time: 1.0319352
Feb 19 21:10:46.395577 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-60ebfe0c-9c32-4024-a77d-dd0e263e3066 req-4a22cb47-785f-46fd-a757-b23f2cff922a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0697505
Feb 19 21:10:46.396916 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41462) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:46.401228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003ad64-5344-46fe-9fc7-f17e2add0000 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fbca56b-f85a-4f37-9cd0-1a1e92303b25,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:46.429376 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Publish callbacks [] for security_group (733312e9-ecb2-45eb-b282-19a5e29e86ed), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.433971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (733312e9-ecb2-45eb-b282-19a5e29e86ed), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.467994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:10:46.475125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733312e9-ecb2-45eb-b282-19a5e29e86ed,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:46.483908 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4a1bcf6e-8b4d-4f10-bd54-9316ca58a231), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.484239 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Added segment 4a1bcf6e-8b4d-4f10-bd54-9316ca58a231 of type vlan for network 530ab937-7c94-4c19-a3c3-ff58dabc202f
Feb 19 21:10:46.544846 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (530ab937-7c94-4c19-a3c3-ff58dabc202f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.580915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (530ab937-7c94-4c19-a3c3-ff58dabc202f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.582890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:46.583471 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.588056 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-60ebfe0c-9c32-4024-a77d-dd0e263e3066 req-b1a4face-963f-4f03-8a5c-49f8ab23c1b0 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919658
Feb 19 21:10:46.646499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8856747
Feb 19 21:10:46.647898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41470) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:46.652566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] Request body: {'subnet': {'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1913961177-subnet', 'tenant_id': '85755c1b89f44eb0a4db800f8bf319f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:46.677316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d84ef-4742-4058-84e7-e7095554bced admin admin] Pushing event updated for resources: {'Network': ['ID=530ab937-7c94-4c19-a3c3-ff58dabc202f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:46.690618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] Made reservation on behalf of 85755c1b89f44eb0a4db800f8bf319f0 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:46.693991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 530ab937-7c94-4c19-a3c3-ff58dabc202f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:10:46.704991 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.775995 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-60ebfe0c-9c32-4024-a77d-dd0e263e3066 req-566bde91-84d8-46ff-ab66-56e88d524175 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797490
Feb 19 21:10:46.945209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (9b1aadff-578d-436f-bc58-adecf6445e89), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:46.965032 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (847c283a-02fc-4831-995e-2719af22e1ec), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.058657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1aadff-578d-436f-bc58-adecf6445e89,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:47.070192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] Checking segment: {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:47.070569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] Network hostable DHCP agents. Network: 530ab937-7c94-4c19-a3c3-ff58dabc202f, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:10:47.095567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a55c17-6d23-4762-bcd1-4ae067ff276a req-2b803d86-57ce-4f18-aeff-593a8ffc5b00 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:47.097273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65a55c17-6d23-4762-bcd1-4ae067ff276a req-2b803d86-57ce-4f18-aeff-593a8ffc5b00 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 946 time: 0.1079278
Feb 19 21:10:47.106503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] Network 530ab937-7c94-4c19-a3c3-ff58dabc202f is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:10:47.128026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 530ab937-7c94-4c19-a3c3-ff58dabc202f) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:47.136904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b443c2-b19c-4f17-ab28-8a0cee86790c None None] Network 530ab937-7c94-4c19-a3c3-ff58dabc202f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:10:47.141260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:47.142483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.185306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6fec9b5a-1fe4-4697-9831-c09f08d20ce5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5372143
Feb 19 21:10:47.191591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65a55c17-6d23-4762-bcd1-4ae067ff276a req-40b6c8d5-098d-45e0-97f4-20a8ab10971a tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781596
Feb 19 21:10:47.281807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-530ab937-7c94-4c19-a3c3-ff58dabc202f', 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f', 'project_id': '85755c1b89f44eb0a4db800f8bf319f0', 'fixed_ips': [{'subnet_id': '9b1aadff-578d-436f-bc58-adecf6445e89'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:10:47.283085 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.331478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] Deleting port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:10:47.332623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.449983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] For port 0603fabe-227c-4e4d-bc14-1cc7aa7825bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0603fabe-227c-4e4d-bc14-1cc7aa7825bb,segment=NetworkSegment(5b62ceb5-15e2-4b07-8892-d6d02fd50b00),segment_id=5b62ceb5-15e2-4b07-8892-d6d02fd50b00)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:47.450359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.465493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Allocated IP 172.20.0.2 (530ab937-7c94-4c19-a3c3-ff58dabc202f/9b1aadff-578d-436f-bc58-adecf6445e89/dd0d6b16-3735-4a83-9db0-80c3da846db0) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:47.470151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] Calling delete_port for 0603fabe-227c-4e4d-bc14-1cc7aa7825bb owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:10:47.565554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41496) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:47.667653 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Publish callbacks [] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.678488 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.725632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Pushing event updated for resources: {'Port': ['ID=dd0d6b16-3735-4a83-9db0-80c3da846db0,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:47.727588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-20213a12-46f8-4ae8-af3f-1925cc813925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.734735 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0603fabe-227c-4e4d-bc14-1cc7aa7825bb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.750921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Network 530ab937-7c94-4c19-a3c3-ff58dabc202f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:47.753754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:47.758671 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:47.770969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] Pushing event deleted for resources: {'Port': ['ID=0603fabe-227c-4e4d-bc14-1cc7aa7825bb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:47.882517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Attempting to bind port dd0d6b16-3735-4a83-9db0-80c3da846db0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:47.882888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Attempting to bind port dd0d6b16-3735-4a83-9db0-80c3da846db0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:47.883269 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Attempting to bind port dd0d6b16-3735-4a83-9db0-80c3da846db0 on network 530ab937-7c94-4c19-a3c3-ff58dabc202f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:47.890517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:47.890910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Checking segment: {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:47.891378 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.891950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Bound using segment: {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:47.892878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Bound port: dd0d6b16-3735-4a83-9db0-80c3da846db0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:47.893165 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.983865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-20213a12-46f8-4ae8-af3f-1925cc813925 admin admin] Publish callbacks [] for security_group (3a1e88c3-f2f6-4db9-a3d7-01b35cdcaba8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:47.993675 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-20213a12-46f8-4ae8-af3f-1925cc813925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3a1e88c3-f2f6-4db9-a3d7-01b35cdcaba8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:48.036292 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (847c283a-02fc-4831-995e-2719af22e1ec), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:48.061474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-20213a12-46f8-4ae8-af3f-1925cc813925 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0de2da654165406b809f0259787fbad9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4924803
Feb 19 21:10:48.062631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41508) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:48.069698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20213a12-46f8-4ae8-af3f-1925cc813925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1e88c3-f2f6-4db9-a3d7-01b35cdcaba8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:48.079157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-623bacd6-093e-4d33-80ef-65a90736047e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:48.080682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-623bacd6-093e-4d33-80ef-65a90736047e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/networks?id=530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 200  len: 816 time: 0.2346153
Feb 19 21:10:48.120570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-1aa2f2d8-d449-474d-b03f-cffdcd7fac70 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/quotas/85755c1b89f44eb0a4db800f8bf319f0 HTTP/1.1" status: 200  len: 375 time: 0.0306463
Feb 19 21:10:48.148242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86a41f40-5317-460b-a6be-f7e7e146ef16 admin admin] Publish callbacks [] for security_group (3a1e88c3-f2f6-4db9-a3d7-01b35cdcaba8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:48.195622 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86a41f40-5317-460b-a6be-f7e7e146ef16 admin admin] Publish callbacks [] for security_group (3a1e88c3-f2f6-4db9-a3d7-01b35cdcaba8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:48.225602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] For port dd0d6b16-3735-4a83-9db0-80c3da846db0, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:48.235786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-790ccb0f-ffbd-4489-84f4-5259af961171 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1078589
Feb 19 21:10:48.256022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] For port dd0d6b16-3735-4a83-9db0-80c3da846db0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd0d6b16-3735-4a83-9db0-80c3da846db0,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:48.276007 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:48.284111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86a41f40-5317-460b-a6be-f7e7e146ef16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3a1e88c3-f2f6-4db9-a3d7-01b35cdcaba8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:48.288479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86a41f40-5317-460b-a6be-f7e7e146ef16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:48.292624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-86a41f40-5317-460b-a6be-f7e7e146ef16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a1e88c3-f2f6-4db9-a3d7-01b35cdcaba8 HTTP/1.1" status: 204  len: 168 time: 0.2266757
Feb 19 21:10:48.296289 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-767d9bc2-41b1-40b4-810c-81ae4c37480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:48.356606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a41f40-5317-460b-a6be-f7e7e146ef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1e88c3-f2f6-4db9-a3d7-01b35cdcaba8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:48.361453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] Router 847c283a-02fc-4831-995e-2719af22e1ec has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:10:48.363432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774d1f9-c0b5-4d75-bc22-39408d283b49 None None] Pushing event updated for resources: {'Port': ['ID=dd0d6b16-3735-4a83-9db0-80c3da846db0,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:48.453448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cba02-84f1-4b78-8174-09069ca51c4f req-da0a7e56-6f12-4f37-9442-dfbeceecf1de tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:48.455151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d86cba02-84f1-4b78-8174-09069ca51c4f req-da0a7e56-6f12-4f37-9442-dfbeceecf1de tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 946 time: 0.1272247
Feb 19 21:10:48.457431 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-d4575905-887d-4453-950e-16e9e9a662b2 service neutron] 10.222.0.30 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027640
Feb 19 21:10:48.508481 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:10:48.515823 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f2c411fd-843b-48bc-96b5-71830025c248 admin admin] 10.222.0.30 "PUT /v2.0/routers/847c283a-02fc-4831-995e-2719af22e1ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1099415
Feb 19 21:10:48.518212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41514) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:48.522720 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067e72f-4843-4789-9bb4-777288a9296d None None] Sync routers for ids ['847c283a-02fc-4831-995e-2719af22e1ec'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:10:48.560241 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067e72f-4843-4789-9bb4-777288a9296d None None] Routers {'847c283a-02fc-4831-995e-2719af22e1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:48.562774 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d067e72f-4843-4789-9bb4-777288a9296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702b6400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['847c283a-02fc-4831-995e-2719af22e1ec'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:48.575763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d86cba02-84f1-4b78-8174-09069ca51c4f req-c50df22b-b87c-44ba-8f07-81d1478d77dd tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122453
Feb 19 21:10:48.618701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-f85462db-82db-4671-8a4b-f50e4474adf2 service neutron] 10.222.0.30 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473694
Feb 19 21:10:48.703398 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Publish callbacks [] for router (847c283a-02fc-4831-995e-2719af22e1ec), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:48.889128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41522) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:48.893425 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d067e72f-4843-4789-9bb4-777288a9296d None None] Set router 847c283a-02fc-4831-995e-2719af22e1ec gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:48.920933 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3217f0ed-32e8-4469-920a-3b152a094cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:49.061750 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3217f0ed-32e8-4469-920a-3b152a094cb1 admin admin] Publish callbacks [] for security_group (579a342c-f6a2-4e6d-9db8-d046a478ebf1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:49.068284 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3217f0ed-32e8-4469-920a-3b152a094cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (579a342c-f6a2-4e6d-9db8-d046a478ebf1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:49.155710 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d067e72f-4843-4789-9bb4-777288a9296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702b6400>, [{'id': '847c283a-02fc-4831-995e-2719af22e1ec', 'name': 'tempest-TestAggregatesBasicOps-1320635460-router', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156'}], 'enable_snat': True}, 'gw_port_id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:28Z', 'updated_at': '2022-02-19T21:10:47Z', 'revision_number': 5, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'gw_port': {'id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:31Z', 'updated_at': '2022-02-19T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:49.156847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217f0ed-32e8-4469-920a-3b152a094cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579a342c-f6a2-4e6d-9db8-d046a478ebf1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:49.181885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3217f0ed-32e8-4469-920a-3b152a094cb1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb42e633383e44748194bbb8920faba1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2900743
Feb 19 21:10:49.217382 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067e72f-4843-4789-9bb4-777288a9296d None None] Checking router: 847c283a-02fc-4831-995e-2719af22e1ec for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:10:49.227550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41538) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:49.228686 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067e72f-4843-4789-9bb4-777288a9296d None None] Routers {'847c283a-02fc-4831-995e-2719af22e1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:10:49.229318 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d067e72f-4843-4789-9bb4-777288a9296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702b6400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:20Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['847c283a-02fc-4831-995e-2719af22e1ec'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:49.373114 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77cd641d-8772-4381-bdd5-8d1fc352b9b8 admin admin] Publish callbacks [] for security_group (579a342c-f6a2-4e6d-9db8-d046a478ebf1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:49.400644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Publish callbacks [] for router_gateway (847c283a-02fc-4831-995e-2719af22e1ec), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:49.430992 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77cd641d-8772-4381-bdd5-8d1fc352b9b8 admin admin] Publish callbacks [] for security_group (579a342c-f6a2-4e6d-9db8-d046a478ebf1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:49.451030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-d7b1112f-e8a8-47fe-955e-622153653175 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:49.453257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-d7b1112f-e8a8-47fe-955e-622153653175 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/networks?id=530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 200  len: 816 time: 0.2654498
Feb 19 21:10:49.459445 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d067e72f-4843-4789-9bb4-777288a9296d None None] Set router 847c283a-02fc-4831-995e-2719af22e1ec gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:10:49.487272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e4c6a9ea-6ce9-4e68-9df2-74d0600a502e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/quotas/85755c1b89f44eb0a4db800f8bf319f0 HTTP/1.1" status: 200  len: 375 time: 0.0230148
Feb 19 21:10:49.513964 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Deleting port 14369f74-7a6e-4166-bc34-6fd878d0babb {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:10:49.514337 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:49.574666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-d1447d07-7324-4d94-a4f2-75b2a6f6d692 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0766296
Feb 19 21:10:49.578740 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77cd641d-8772-4381-bdd5-8d1fc352b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (579a342c-f6a2-4e6d-9db8-d046a478ebf1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:49.581900 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77cd641d-8772-4381-bdd5-8d1fc352b9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:49.585827 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-77cd641d-8772-4381-bdd5-8d1fc352b9b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/579a342c-f6a2-4e6d-9db8-d046a478ebf1 HTTP/1.1" status: 204  len: 168 time: 0.3532331
Feb 19 21:10:49.592891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:10:49.658765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd641d-8772-4381-bdd5-8d1fc352b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579a342c-f6a2-4e6d-9db8-d046a478ebf1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:49.672586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] For port 14369f74-7a6e-4166-bc34-6fd878d0babb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14369f74-7a6e-4166-bc34-6fd878d0babb,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:49.673100 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:49.723331 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Calling delete_port for 14369f74-7a6e-4166-bc34-6fd878d0babb owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:10:49.835512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:49.873453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '1dfaf2c3-a63e-4dde-890c-bade6dd9c52c', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '1dfaf2c3-a63e-4dde-890c-bade6dd9c52c', 'mac_address': 'fa:16:3e:e0:45:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:10:49.917787 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d067e72f-4843-4789-9bb4-777288a9296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702b6400>, [{'id': '847c283a-02fc-4831-995e-2719af22e1ec', 'name': 'tempest-TestAggregatesBasicOps-1320635460-router', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156'}], 'enable_snat': True}, 'gw_port_id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:28Z', 'updated_at': '2022-02-19T21:10:47Z', 'revision_number': 5, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'gw_port': {'id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:31Z', 'updated_at': '2022-02-19T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:49.974507 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:49.979926 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:50.024161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:10:50.025921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e4a94-6ece-413e-a7b6-6b5e9de660c9 req-c59ed5af-651a-4c31-abcc-61769f896cc6 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:50.027956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb7e4a94-6ece-413e-a7b6-6b5e9de660c9 req-c59ed5af-651a-4c31-abcc-61769f896cc6 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 946 time: 0.2960107
Feb 19 21:10:50.038183 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067e72f-4843-4789-9bb4-777288a9296d None None] The sync data for ids ['847c283a-02fc-4831-995e-2719af22e1ec'] in ncdv-master-1 is: [{'id': '847c283a-02fc-4831-995e-2719af22e1ec', 'name': 'tempest-TestAggregatesBasicOps-1320635460-router', 'tenant_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156'}], 'enable_snat': True}, 'gw_port_id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:10:28Z', 'updated_at': '2022-02-19T21:10:47Z', 'revision_number': 5, 'project_id': 'a156d0f2c1cb49f6ad7ba684fc36203a', 'gw_port': {'id': '14369f74-7a6e-4166-bc34-6fd878d0babb', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847c283a-02fc-4831-995e-2719af22e1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:10:31Z', 'updated_at': '2022-02-19T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:10:50.083230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:50.087793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-680b7a05-01e4-4cf2-b995-ffc363f28c02 service neutron] 10.222.0.30 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4565914
Feb 19 21:10:50.115965 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:50.154116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb55d71-d574-4f6c-9fb7-fcda15d39e97 None None] Network 530ab937-7c94-4c19-a3c3-ff58dabc202f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:10:50.179814 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (14369f74-7a6e-4166-bc34-6fd878d0babb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:50.217113 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Pushing event deleted for resources: {'Port': ['ID=14369f74-7a6e-4166-bc34-6fd878d0babb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:50.239443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb7e4a94-6ece-413e-a7b6-6b5e9de660c9 req-3b04814e-d894-4d4e-892e-4a7c177cfd74 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922090
Feb 19 21:10:50.247197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ec5519b2-0236-410b-8a47-d787a9575548 None None] Provisioning complete for port dd0d6b16-3735-4a83-9db0-80c3da846db0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:50.247596 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec5519b2-0236-410b-8a47-d787a9575548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:50.250413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:50.273969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-381fce60-e89a-4415-be46-00626404a1d6 service neutron] 10.222.0.30 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687174
Feb 19 21:10:50.320975 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (847c283a-02fc-4831-995e-2719af22e1ec), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:50.516363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['1dfaf2c3-a63e-4dde-890c-bade6dd9c52c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:10:50.604585 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (847c283a-02fc-4831-995e-2719af22e1ec), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:50.609290 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Publish callbacks [] for router_controller (847c283a-02fc-4831-995e-2719af22e1ec), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:50.641917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dd0d6b16-3735-4a83-9db0-80c3da846db0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:50.743568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (847c283a-02fc-4831-995e-2719af22e1ec), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:50.744587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 847c283a-02fc-4831-995e-2719af22e1ec {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:10:50.757065 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:50.760300 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c6d1cab1-75da-48b5-82ca-4cd66237a48a admin admin] 10.222.0.30 "DELETE /v2.0/routers/847c283a-02fc-4831-995e-2719af22e1ec HTTP/1.1" status: 204  len: 168 time: 2.2402112
Feb 19 21:10:50.762917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41560) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:50.803915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-c1dbd432-42f5-4206-ab17-8f22ce5dd24d tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:50.815009 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-c1dbd432-42f5-4206-ab17-8f22ce5dd24d tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.67 "GET /v2.0/networks?id=530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 200  len: 816 time: 0.3572056
Feb 19 21:10:50.834777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Request body: {'port': {'device_id': '4cf50ff4-6ad5-42d5-b141-7e521a04dd0d', 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f', 'admin_state_up': True, 'tenant_id': '85755c1b89f44eb0a4db800f8bf319f0'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:50.895981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67b5d8a-e07f-4635-a9ba-f86262370b54 admin admin] Deleting subnet c5ab461e-a08f-40ed-8365-65e7b5a30bc9 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:10:50.900286 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6758f4e8-c7bf-4c2f-bf5c-64403ef50046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:50.917892 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a67b5d8a-e07f-4635-a9ba-f86262370b54 admin admin] Publish callbacks [] for subnet (c5ab461e-a08f-40ed-8365-65e7b5a30bc9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.028686 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a67b5d8a-e07f-4635-a9ba-f86262370b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (c5ab461e-a08f-40ed-8365-65e7b5a30bc9), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.054071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port dd0d6b16-3735-4a83-9db0-80c3da846db0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:51.054454 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.059171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ec5519b2-0236-410b-8a47-d787a9575548 None None] Current status of the port dd0d6b16-3735-4a83-9db0-80c3da846db0 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:51.059653 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec5519b2-0236-410b-8a47-d787a9575548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.142014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Made reservation on behalf of 85755c1b89f44eb0a4db800f8bf319f0 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:51.151293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.209618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ec5519b2-0236-410b-8a47-d787a9575548 None None] For port dd0d6b16-3735-4a83-9db0-80c3da846db0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd0d6b16-3735-4a83-9db0-80c3da846db0,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:51.220593 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ec5519b2-0236-410b-8a47-d787a9575548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.430999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Allocated IP 172.20.0.10 (530ab937-7c94-4c19-a3c3-ff58dabc202f/9b1aadff-578d-436f-bc58-adecf6445e89/d4b03175-1616-42fe-9b96-eb62614d66b0) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:51.473446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5519b2-0236-410b-8a47-d787a9575548 None None] Pushing event updated for resources: {'Port': ['ID=dd0d6b16-3735-4a83-9db0-80c3da846db0,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:51.536923 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a67b5d8a-e07f-4635-a9ba-f86262370b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (c5ab461e-a08f-40ed-8365-65e7b5a30bc9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.553984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port dd0d6b16-3735-4a83-9db0-80c3da846db0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:51.561595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b5ec2e57-2455-41c0-9ea4-2aadbaf946d4 None None] Provisioning complete for port dd0d6b16-3735-4a83-9db0-80c3da846db0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:51.561978 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2e57-2455-41c0-9ea4-2aadbaf946d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.570538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd033-f822-4318-b263-36363f98b2d9 req-a54953ca-f6a5-4359-a2ae-cd10e2b49346 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:51.572663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-a54953ca-f6a5-4359-a2ae-cd10e2b49346 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/networks?id=530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 200  len: 816 time: 0.5671959
Feb 19 21:10:51.584754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735d85e-7aa7-4d8b-b73c-927673d407de req-30acffe7-ed02-4d14-b26a-44e5d3a81957 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:51.586558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0735d85e-7aa7-4d8b-b73c-927673d407de req-30acffe7-ed02-4d14-b26a-44e5d3a81957 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 947 time: 0.2225347
Feb 19 21:10:51.619171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-88377ce5-e81c-46d2-8d73-f313ea12125d tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/quotas/85755c1b89f44eb0a4db800f8bf319f0 HTTP/1.1" status: 200  len: 375 time: 0.0296805
Feb 19 21:10:51.718568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec2e57-2455-41c0-9ea4-2aadbaf946d4 None None] Current status of the port dd0d6b16-3735-4a83-9db0-80c3da846db0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:51.746763 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a67b5d8a-e07f-4635-a9ba-f86262370b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (c5ab461e-a08f-40ed-8365-65e7b5a30bc9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.790909 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks [] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.818577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b5d8a-e07f-4635-a9ba-f86262370b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ab461e-a08f-40ed-8365-65e7b5a30bc9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:51.820885 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a67b5d8a-e07f-4635-a9ba-f86262370b54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.821139 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.823918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bfba92-12d3-484c-a45e-6ffbbee3e685 None None] Network 848fe3d9-4afa-4958-ac70-9db0fa8a35e6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:10:51.826722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a67b5d8a-e07f-4635-a9ba-f86262370b54 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c5ab461e-a08f-40ed-8365-65e7b5a30bc9 HTTP/1.1" status: 204  len: 168 time: 1.0624676
Feb 19 21:10:51.832048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-0ca4a12a-ef6a-4cf2-bdab-4e7876ae577c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2037561
Feb 19 21:10:51.833006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41596) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:51.836636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0735d85e-7aa7-4d8b-b73c-927673d407de req-61053afc-73ba-4e83-b9e6-c956d28d85bd tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577203
Feb 19 21:10:51.891376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:51.902280 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:10:51.949452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Pushing event updated for resources: {'Port': ['ID=d4b03175-1616-42fe-9b96-eb62614d66b0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:51.971678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Network 530ab937-7c94-4c19-a3c3-ff58dabc202f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:51.973704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:51.977323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:52.031539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dd0d6b16-3735-4a83-9db0-80c3da846db0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:52.064769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:52.065473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:52.095944 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-6c7690d7-ca52-4e81-bc25-325459cbf104 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2710171
Feb 19 21:10:52.120467 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Request body: {'port': {'device_id': '4cf50ff4-6ad5-42d5-b141-7e521a04dd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:52.165497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port dd0d6b16-3735-4a83-9db0-80c3da846db0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:52.165938 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:52.256203 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:52.266640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b901963-c70e-457f-8505-087e18372e08 None None] DHCP port deletion for 848fe3d9-4afa-4958-ac70-9db0fa8a35e6 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:10:52.405629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port dd0d6b16-3735-4a83-9db0-80c3da846db0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:52.424100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5b901963-c70e-457f-8505-087e18372e08 None None] Deleting port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:10:52.425873 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b901963-c70e-457f-8505-087e18372e08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:52.594541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5b901963-c70e-457f-8505-087e18372e08 None None] For port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67cab7ab-82a4-4b02-97da-e4d0a0aebab2,segment=NetworkSegment(5b62ceb5-15e2-4b07-8892-d6d02fd50b00),segment_id=5b62ceb5-15e2-4b07-8892-d6d02fd50b00)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:52.595852 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b901963-c70e-457f-8505-087e18372e08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:52.598605 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (848fe3d9-4afa-4958-ac70-9db0fa8a35e6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:52.619897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5b901963-c70e-457f-8505-087e18372e08 None None] Calling delete_port for 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:10:52.649704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-3ba9834a-7493-4883-8863-9a7e15a87056 service neutron] 10.222.0.30 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8060157
Feb 19 21:10:52.715716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 14369f74-7a6e-4166-bc34-6fd878d0babb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:10:52.744923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 14369f74-7a6e-4166-bc34-6fd878d0babb {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:10:52.746027 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 14369f74-7a6e-4166-bc34-6fd878d0babb not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:10:52.746027 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0603fabe-227c-4e4d-bc14-1cc7aa7825bb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:10:52.747604 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b901963-c70e-457f-8505-087e18372e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (67cab7ab-82a4-4b02-97da-e4d0a0aebab2), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:52.765938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] The port '67cab7ab-82a4-4b02-97da-e4d0a0aebab2' was deleted {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}}
Feb 19 21:10:52.774371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-736287c3-c082-42d0-b44c-b60b8198bc7e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:52.775906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-736287c3-c082-42d0-b44c-b60b8198bc7e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.67 "GET /v2.0/networks?id=530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 200  len: 816 time: 0.3098326
Feb 19 21:10:52.804420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 0603fabe-227c-4e4d-bc14-1cc7aa7825bb {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:10:52.804776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0603fabe-227c-4e4d-bc14-1cc7aa7825bb not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:10:52.809942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Request body: {'port': {'device_id': 'bf7be926-97c1-45e3-87aa-defbd74b9903', 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f', 'admin_state_up': True, 'tenant_id': '85755c1b89f44eb0a4db800f8bf319f0'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:52.811008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b901963-c70e-457f-8505-087e18372e08 None None] Pushing event deleted for resources: {'Port': ['ID=67cab7ab-82a4-4b02-97da-e4d0a0aebab2,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:52.813468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b901963-c70e-457f-8505-087e18372e08 None None] No DVR routers for this DVR port 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:10:52.815700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8b207ca5-7797-4367-9fb9-4b93c95e1c24 None None] Provisioning complete for port d4b03175-1616-42fe-9b96-eb62614d66b0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:52.815700 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b207ca5-7797-4367-9fb9-4b93c95e1c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:52.816064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b03175-1616-42fe-9b96-eb62614d66b0 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:10:52.829922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Publish callbacks [] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:52.846005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Transition to ACTIVE for port object d4b03175-1616-42fe-9b96-eb62614d66b0 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:10:52.855108 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:52.861318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8b207ca5-7797-4367-9fb9-4b93c95e1c24 None None] Port d4b03175-1616-42fe-9b96-eb62614d66b0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:10:52.972738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b03175-1616-42fe-9b96-eb62614d66b0,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:52.975710 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (848fe3d9-4afa-4958-ac70-9db0fa8a35e6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.038536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Attempting to bind port d4b03175-1616-42fe-9b96-eb62614d66b0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:53.038885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Attempting to bind port d4b03175-1616-42fe-9b96-eb62614d66b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:53.039222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Attempting to bind port d4b03175-1616-42fe-9b96-eb62614d66b0 on network 530ab937-7c94-4c19-a3c3-ff58dabc202f {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:53.044200 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Port d4b03175-1616-42fe-9b96-eb62614d66b0 on network 530ab937-7c94-4c19-a3c3-ff58dabc202f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:10:53.044565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Attempting to bind port d4b03175-1616-42fe-9b96-eb62614d66b0 on network 530ab937-7c94-4c19-a3c3-ff58dabc202f {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:53.050080 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:53.051043 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Checking segment: {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:53.051441 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Bound using segment: {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:53.051917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Bound port: d4b03175-1616-42fe-9b96-eb62614d66b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:53.052493 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.056612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70b25df0>,) {'filters': {'network_id': ['848fe3d9-4afa-4958-ac70-9db0fa8a35e6']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:53.076063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70b25df0>, '5b62ceb5-15e2-4b07-8892-d6d02fd50b00') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:53.076710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70b25df0>, '5b62ceb5-15e2-4b07-8892-d6d02fd50b00') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:10:53.080497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-5c23b2c7-135f-40c2-9f49-f3683c58bb39 service neutron] 10.222.0.30 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4299278
Feb 19 21:10:53.101719 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (5b62ceb5-15e2-4b07-8892-d6d02fd50b00), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.138844 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (5b62ceb5-15e2-4b07-8892-d6d02fd50b00), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.156395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] For port d4b03175-1616-42fe-9b96-eb62614d66b0, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:53.160172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] For port d4b03175-1616-42fe-9b96-eb62614d66b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4b03175-1616-42fe-9b96-eb62614d66b0,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:53.166182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ff154-ae04-4950-a42b-e20bea18e104 req-d966ae2f-227f-4f63-b031-1059ff3f07b4 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:53.167785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-557ff154-ae04-4950-a42b-e20bea18e104 req-d966ae2f-227f-4f63-b031-1059ff3f07b4 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 947 time: 0.1746531
Feb 19 21:10:53.170619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:10:53.171141 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (5b62ceb5-15e2-4b07-8892-d6d02fd50b00), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:10:53.173046 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:10:53.176500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.200800 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.215833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:53.217677 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.219361 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] 10.222.0.67 "PUT /v2.0/ports/d4b03175-1616-42fe-9b96-eb62614d66b0 HTTP/1.1" status: 200  len: 1092 time: 1.1133518
Feb 19 21:10:53.225715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf50ff4-6ad5-42d5-b141-7e521a04dd0d', 'tag': 'd4b03175-1616-42fe-9b96-eb62614d66b0'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:53.229095 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df5610c-dc44-442d-94c1-dd9762d1f374" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf50ff4-6ad5-42d5-b141-7e521a04dd0d", "tag": "d4b03175-1616-42fe-9b96-eb62614d66b0"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:53.265542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Made reservation on behalf of 85755c1b89f44eb0a4db800f8bf319f0 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:53.269558 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.281912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdde46-4d36-4791-8661-95237125cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b03175-1616-42fe-9b96-eb62614d66b0,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:53.355349 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (848fe3d9-4afa-4958-ac70-9db0fa8a35e6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.369180 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.375674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] 10.222.0.30 "DELETE /v2.0/networks/848fe3d9-4afa-4958-ac70-9db0fa8a35e6 HTTP/1.1" status: 204  len: 168 time: 1.5380325
Feb 19 21:10:53.414930 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-557ff154-ae04-4950-a42b-e20bea18e104 req-1e10772f-777e-41db-b0c4-388ab22fd8e0 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268276
Feb 19 21:10:53.416993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-44b22c0d-2a8e-4992-8131-1ffd37daa1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:53.419429 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-44b22c0d-2a8e-4992-8131-1ffd37daa1fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 1126 time: 0.0710382
Feb 19 21:10:53.462518 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73c9469-2685-4cb7-b815-2b569881b978 x-openstack-request-id: req-b73c9469-2685-4cb7-b815-2b569881b978 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:53.465618 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf50ff4-6ad5-42d5-b141-7e521a04dd0d", "tag": "d4b03175-1616-42fe-9b96-eb62614d66b0", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:53.465917 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b73c9469-2685-4cb7-b815-2b569881b978 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:53.466383 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf50ff4-6ad5-42d5-b141-7e521a04dd0d', 'tag': 'd4b03175-1616-42fe-9b96-eb62614d66b0', 'status': 'completed', 'code': 200}
Feb 19 21:10:53.468800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44c17d-2473-4d25-8c6c-69d1cc08ba6d admin admin] Pushing event deleted for resources: {'Network': ['ID=848fe3d9-4afa-4958-ac70-9db0fa8a35e6,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:53.548306 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-23cbd6dd-f20f-4a47-8485-885590918111 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b03175-1616-42fe-9b96-eb62614d66b0 HTTP/1.1" status: 200  len: 217 time: 0.1208754
Feb 19 21:10:53.559306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a7536c6-47e9-475d-89c9-b9bf9d206928 req-8a34763f-f6ea-4ca2-a22a-115f5e7b9ad3 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 210 time: 0.0715644
Feb 19 21:10:53.620617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:10:53.650442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Allocated IP 172.20.0.12 (530ab937-7c94-4c19-a3c3-ff58dabc202f/9b1aadff-578d-436f-bc58-adecf6445e89/3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:53.710546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-e7eb1d64-0399-4adb-a395-d90617b45f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:53.711886 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-e7eb1d64-0399-4adb-a395-d90617b45f50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b1aadff-578d-436f-bc58-adecf6445e89 HTTP/1.1" status: 200  len: 855 time: 0.1571219
Feb 19 21:10:53.756317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:10:53.770242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:53.771372 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:53.826390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-5ae4184a-28d7-48d6-9a5a-9e302f89a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:53.834864 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-5ae4184a-28d7-48d6-9a5a-9e302f89a27c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=530ab937-7c94-4c19-a3c3-ff58dabc202f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1158261
Feb 19 21:10:53.911264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41646) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:53.948965 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks [] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.005550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:54.005926 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.014213 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9770cca3-f69e-4de3-9ec7-4145d0cbe540 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7dc28ea863f6483dbdecf4c18a814fe4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0995183
Feb 19 21:10:54.017148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41652) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:54.033505 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.036469 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-965eb915-7b69-41c0-b4fd-ea723963950c service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948636
Feb 19 21:10:54.059791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:10:54.090777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Network 530ab937-7c94-4c19-a3c3-ff58dabc202f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:54.094739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:54.111110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:54.132147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc665c-bed1-40cf-a142-b1d8fae201e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfaf2c3-a63e-4dde-890c-bade6dd9c52c'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:54.137867 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8394ca-66e9-4db1-9fbd-29e0a7bc051a" -d '{"events": [{"server_uuid": "5fbc665c-bed1-40cf-a142-b1d8fae201e6", "name": "network-vif-plugged", "status": "completed", "tag": "1dfaf2c3-a63e-4dde-890c-bade6dd9c52c"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:54.149695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Pushing event updated for resources: {'Port': ['ID=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:54.156243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:10:54.156731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 67cab7ab-82a4-4b02-97da-e4d0a0aebab2 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:10:54.185312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:54.195773 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.214615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:54.215597 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.249409 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e63f8f4d-ff33-469d-89ee-a7a853864b8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4454837
Feb 19 21:10:54.260983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Request body: {'port': {'device_id': 'bf7be926-97c1-45e3-87aa-defbd74b9903', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:54.270185 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e51aab4-0294-4e53-94f8-0df162a70276 x-openstack-request-id: req-2e51aab4-0294-4e53-94f8-0df162a70276 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:54.270938 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc665c-bed1-40cf-a142-b1d8fae201e6", "name": "network-vif-plugged", "status": "completed", "tag": "1dfaf2c3-a63e-4dde-890c-bade6dd9c52c", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:54.271366 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e51aab4-0294-4e53-94f8-0df162a70276 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:54.277967 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc665c-bed1-40cf-a142-b1d8fae201e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfaf2c3-a63e-4dde-890c-bade6dd9c52c', 'code': 200}
Feb 19 21:10:54.285436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d91c-7bb7-4e27-9cfc-eeb9b0ee79fe admin admin] Publish callbacks [] for security_group (4f0da137-8024-4721-be83-d00083f64812), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.314157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:54.353605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d91c-7bb7-4e27-9cfc-eeb9b0ee79fe admin admin] Publish callbacks [] for security_group (4f0da137-8024-4721-be83-d00083f64812), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.378151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.417178 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.484291 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c8515861-a5c8-44ec-bfb3-dc3cb92d3086 req-e35bdb9b-b683-42a9-9b81-3c7eb37cdf59 service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4301572
Feb 19 21:10:54.541826 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d91c-7bb7-4e27-9cfc-eeb9b0ee79fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f0da137-8024-4721-be83-d00083f64812), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.544655 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d91c-7bb7-4e27-9cfc-eeb9b0ee79fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.546312 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a0c1d91c-7bb7-4e27-9cfc-eeb9b0ee79fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f0da137-8024-4721-be83-d00083f64812 HTTP/1.1" status: 204  len: 168 time: 0.5275593
Feb 19 21:10:54.556729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1d91c-7bb7-4e27-9cfc-eeb9b0ee79fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0da137-8024-4721-be83-d00083f64812,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:54.585240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbfb6d-b86f-41cb-8fac-63dead9e3437 req-2de5e637-a1e2-490e-bc8c-ed3b55e712a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:54.587294 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-08dbfb6d-b86f-41cb-8fac-63dead9e3437 req-2de5e637-a1e2-490e-bc8c-ed3b55e712a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 1130 time: 0.2728970
Feb 19 21:10:54.623727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-04b70901-2b3c-401e-97a0-fd014806ae51 None None] Provisioning complete for port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:54.626749 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-04b70901-2b3c-401e-97a0-fd014806ae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.721614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607600a5-477e-4202-8bf2-40f3a60923f6 req-f6011bef-8977-4490-8821-c216a96ad414 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:54.722812 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-08dbfb6d-b86f-41cb-8fac-63dead9e3437 req-42ea5900-ca23-4aff-aab8-a82cdc5feb89 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276627
Feb 19 21:10:54.724210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-607600a5-477e-4202-8bf2-40f3a60923f6 req-f6011bef-8977-4490-8821-c216a96ad414 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 948 time: 0.1857820
Feb 19 21:10:54.733647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5610c-dc44-442d-94c1-dd9762d1f374 req-a9762125-4d6a-4c87-97c5-36b29041aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:54.735245 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3df5610c-dc44-442d-94c1-dd9762d1f374 req-a9762125-4d6a-4c87-97c5-36b29041aea7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 1126 time: 0.0941186
Feb 19 21:10:54.790109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-04b70901-2b3c-401e-97a0-fd014806ae51 None None] Port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:10:54.835923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31a2ad17-affc-4c40-aa8f-4d5b66349dc9 req-8718e2dd-0394-40e9-b019-7c3118b4daae tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 210 time: 0.0600941
Feb 19 21:10:54.856360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-607600a5-477e-4202-8bf2-40f3a60923f6 req-f1b3f2b5-c27f-4c03-9890-2dde5821b89c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228831
Feb 19 21:10:54.867444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5610c-dc44-442d-94c1-dd9762d1f374 req-1aacd053-203f-46bd-8bb1-c3b1d74f2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:54.869169 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3df5610c-dc44-442d-94c1-dd9762d1f374 req-1aacd053-203f-46bd-8bb1-c3b1d74f2aaa service neutron] 10.222.0.67 "GET /v2.0/networks?id=530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 200  len: 917 time: 0.1266108
Feb 19 21:10:54.974677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:10:54.974677 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Publish callbacks [] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:54.975061 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3df5610c-dc44-442d-94c1-dd9762d1f374 req-89303aea-73ed-4a81-832f-33cb441cfcb4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b03175-1616-42fe-9b96-eb62614d66b0 HTTP/1.1" status: 200  len: 217 time: 0.0454233
Feb 19 21:10:54.975286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Transition to ACTIVE for port object 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:10:54.983790 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:55.001224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5610c-dc44-442d-94c1-dd9762d1f374 req-85158120-7dd5-4401-9959-70235f0a2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:55.003094 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3df5610c-dc44-442d-94c1-dd9762d1f374 req-85158120-7dd5-4401-9959-70235f0a2ea6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b1aadff-578d-436f-bc58-adecf6445e89 HTTP/1.1" status: 200  len: 855 time: 0.0731091
Feb 19 21:10:55.087032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Pushing event updated for resources: {'Port': ['ID=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:55.104945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5610c-dc44-442d-94c1-dd9762d1f374 req-aa9127bb-f994-4576-921e-3b90ad564bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:55.107074 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3df5610c-dc44-442d-94c1-dd9762d1f374 req-aa9127bb-f994-4576-921e-3b90ad564bf5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=530ab937-7c94-4c19-a3c3-ff58dabc202f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0956366
Feb 19 21:10:55.145553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.146164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.146756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.147239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.147782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.148256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.148857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.149237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.149636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.150894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.151246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.151582 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.151917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:10:55.156504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41674) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:55.193863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Attempting to bind port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:55.194429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Attempting to bind port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:55.194938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Attempting to bind port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 on network 530ab937-7c94-4c19-a3c3-ff58dabc202f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:55.201803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 on network 530ab937-7c94-4c19-a3c3-ff58dabc202f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:10:55.202351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Attempting to bind port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 on network 530ab937-7c94-4c19-a3c3-ff58dabc202f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:55.209324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:55.209886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Checking segment: {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:55.210425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Bound using segment: {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:55.211003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Bound port: 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:55.211537 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:55.303424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] For port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:55.307687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] For port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:55.314897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41678) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:55.333420 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:55.397660 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3df5610c-dc44-442d-94c1-dd9762d1f374 req-98adbee1-9c45-45ca-acdb-907e1c46612c service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2826519
Feb 19 21:10:55.405652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:55.406345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:55.407725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] 10.222.0.67 "PUT /v2.0/ports/3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 HTTP/1.1" status: 200  len: 1092 time: 1.1515846
Feb 19 21:10:55.411357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7be926-97c1-45e3-87aa-defbd74b9903', 'tag': '3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:55.413727 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7be926-97c1-45e3-87aa-defbd74b9903", "tag": "3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:55.500388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91823e-c378-42f5-a4aa-f7b9ce660929 service neutron] Pushing event updated for resources: {'Port': ['ID=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:55.522618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e585bbbd-2557-4334-9b0f-e26beb559003 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a156d0f2c1cb49f6ad7ba684fc36203a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2063737
Feb 19 21:10:55.525221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41684) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:55.579462 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f81d7ac9-96d7-4d3a-a697-eb8af29dc504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:55.610836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd033-f822-4318-b263-36363f98b2d9 req-109f45bf-d835-4582-a520-c7b20f0c6371 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:55.612424 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-109f45bf-d835-4582-a520-c7b20f0c6371 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.10 "GET /v2.0/networks?id=530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 200  len: 816 time: 0.3311377
Feb 19 21:10:55.635985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Request body: {'port': {'device_id': '7b07cde3-2638-435a-b995-472fca98b7a3', 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f', 'admin_state_up': True, 'tenant_id': '85755c1b89f44eb0a4db800f8bf319f0'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:55.665652 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3df5610c-dc44-442d-94c1-dd9762d1f374 req-f55ffa17-d5fa-4a90-b691-70e56fb7a4a6 service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317889
Feb 19 21:10:55.699195 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ad75af19-6f7b-4e28-ba31-f464713c02ea admin admin] Publish callbacks [] for security_group (4f16b68f-e2e9-427a-96c4-ecb6f7999308), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:55.738708 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a55824-7f5d-481f-9910-e6d0715119ce x-openstack-request-id: req-f7a55824-7f5d-481f-9910-e6d0715119ce {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:55.739706 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7be926-97c1-45e3-87aa-defbd74b9903", "tag": "3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:55.740143 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7a55824-7f5d-481f-9910-e6d0715119ce {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:55.740896 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7be926-97c1-45e3-87aa-defbd74b9903', 'tag': '3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896', 'status': 'completed', 'code': 200}
Feb 19 21:10:55.749958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-6dcfb838-b8e5-4bb1-851e-e52b066c03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:55.751823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-6dcfb838-b8e5-4bb1-851e-e52b066c03fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&device_id=bf7be926-97c1-45e3-87aa-defbd74b9903 HTTP/1.1" status: 200  len: 1126 time: 0.2730560
Feb 19 21:10:55.764627 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ad75af19-6f7b-4e28-ba31-f464713c02ea admin admin] Publish callbacks [] for security_group (4f16b68f-e2e9-427a-96c4-ecb6f7999308), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:55.787344 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Made reservation on behalf of 85755c1b89f44eb0a4db800f8bf319f0 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:55.791977 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:55.828922 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f81d7ac9-96d7-4d3a-a697-eb8af29dc504 admin admin] Publish callbacks [] for security_group (2fb3e503-148a-40a5-8baa-313ebac1c974), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:55.831264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-b4903498-d1a4-4a2c-a39d-29ff3e0070b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 HTTP/1.1" status: 200  len: 217 time: 0.0703652
Feb 19 21:10:55.839426 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f81d7ac9-96d7-4d3a-a697-eb8af29dc504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2fb3e503-148a-40a5-8baa-313ebac1c974), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:55.931652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.001253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Allocated IP 172.20.0.14 (530ab937-7c94-4c19-a3c3-ff58dabc202f/9b1aadff-578d-436f-bc58-adecf6445e89/6e144d59-57f6-487f-8459-313c58617556) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:10:56.011253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f81d7ac9-96d7-4d3a-a697-eb8af29dc504 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3252f11bcef044c987706465bc0c51b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8495896
Feb 19 21:10:56.017923 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41690) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:56.049301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d7ac9-96d7-4d3a-a697-eb8af29dc504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb3e503-148a-40a5-8baa-313ebac1c974,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:56.055547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d2abd66-eff8-4376-b9af-2ab418b9256c req-03a94e30-9260-4fac-bf45-987f099108c0 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 210 time: 0.0901866
Feb 19 21:10:56.064190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e2ee7f26-f995-4689-b56f-fa090376c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:56.065808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-e2ee7f26-f995-4689-b56f-fa090376c8bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b1aadff-578d-436f-bc58-adecf6445e89 HTTP/1.1" status: 200  len: 855 time: 0.2164943
Feb 19 21:10:56.088565 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ad75af19-6f7b-4e28-ba31-f464713c02ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f16b68f-e2e9-427a-96c4-ecb6f7999308), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.089078 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ad75af19-6f7b-4e28-ba31-f464713c02ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.092390 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ad75af19-6f7b-4e28-ba31-f464713c02ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f16b68f-e2e9-427a-96c4-ecb6f7999308 HTTP/1.1" status: 204  len: 168 time: 0.5638354
Feb 19 21:10:56.120986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75af19-6f7b-4e28-ba31-f464713c02ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f16b68f-e2e9-427a-96c4-ecb6f7999308,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:56.147272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1595e-65e7-498c-84d8-9f3b1a10601e req-4a70cdcf-c1ca-4917-b8df-935cc8404110 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:56.149517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-75e1595e-65e7-498c-84d8-9f3b1a10601e req-4a70cdcf-c1ca-4917-b8df-935cc8404110 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 948 time: 0.1674626
Feb 19 21:10:56.172035 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2243-7c14-467b-b4ca-5b5973162c40 admin admin] Publish callbacks [] for security_group (2fb3e503-148a-40a5-8baa-313ebac1c974), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.174292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-71ebe771-30d1-4903-8eb6-d0928cdea7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:56.176591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-71ebe771-30d1-4903-8eb6-d0928cdea7d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=530ab937-7c94-4c19-a3c3-ff58dabc202f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1026082
Feb 19 21:10:56.215668 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2243-7c14-467b-b4ca-5b5973162c40 admin admin] Publish callbacks [] for security_group (2fb3e503-148a-40a5-8baa-313ebac1c974), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.278746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-75e1595e-65e7-498c-84d8-9f3b1a10601e req-a5451c18-bdac-401c-be59-6a2d1bbbd140 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145959
Feb 19 21:10:56.304482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks [] for port (6e144d59-57f6-487f-8459-313c58617556), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.318517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-0951e505-3349-4c29-b7ca-e3fb604b60e6 service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349006
Feb 19 21:10:56.330188 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2243-7c14-467b-b4ca-5b5973162c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2fb3e503-148a-40a5-8baa-313ebac1c974), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.333607 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e8b2243-7c14-467b-b4ca-5b5973162c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.335040 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8e8b2243-7c14-467b-b4ca-5b5973162c40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fb3e503-148a-40a5-8baa-313ebac1c974 HTTP/1.1" status: 204  len: 168 time: 0.3158414
Feb 19 21:10:56.346246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b2243-7c14-467b-b4ca-5b5973162c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb3e503-148a-40a5-8baa-313ebac1c974,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:56.362690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (6e144d59-57f6-487f-8459-313c58617556), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.422538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Network 530ab937-7c94-4c19-a3c3-ff58dabc202f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:10:56.430045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:10:56.449545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:10:56.454495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4ac13c3-8322-405b-9f15-4be752d18f8d req-eb93c218-e29a-4af8-bbf4-fc298ce220d4 service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281440
Feb 19 21:10:56.525005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Pushing event updated for resources: {'Port': ['ID=6e144d59-57f6-487f-8459-313c58617556,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:56.558625 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:56.559502 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.588235 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-299205ef-1d11-4aff-a1c9-4e8fd509905f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9583457
Feb 19 21:10:56.601664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Request body: {'port': {'device_id': '7b07cde3-2638-435a-b995-472fca98b7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:56.649819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13 req-8513fd23-e757-4f19-8702-1e487f54508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:56.651572 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13 req-8513fd23-e757-4f19-8702-1e487f54508c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&device_id=bf7be926-97c1-45e3-87aa-defbd74b9903 HTTP/1.1" status: 200  len: 1126 time: 0.1342325
Feb 19 21:10:56.756190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6e144d59-57f6-487f-8459-313c58617556), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.883226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13 req-64302de1-da79-4dac-bc61-7d6717cca7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:56.884685 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13 req-64302de1-da79-4dac-bc61-7d6717cca7dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 200  len: 917 time: 0.2248902
Feb 19 21:10:56.885875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2df70c2e-be01-4b3b-b58c-3ff5ab28741b None None] Provisioning complete for port 6e144d59-57f6-487f-8459-313c58617556 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:10:56.886405 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2df70c2e-be01-4b3b-b58c-3ff5ab28741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6e144d59-57f6-487f-8459-313c58617556), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:56.936464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2df70c2e-be01-4b3b-b58c-3ff5ab28741b None None] Port 6e144d59-57f6-487f-8459-313c58617556 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:10:56.959006 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13 req-8254fa99-dc98-48c3-a59a-71d03fe9f007 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 HTTP/1.1" status: 200  len: 217 time: 0.0663767
Feb 19 21:10:56.974012 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41718) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:56.996211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf24e-fc1e-4954-a8f9-0e0db4cb7a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.027174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13 req-22867252-1629-449e-a8de-85b247cdcd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:57.029263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13 req-22867252-1629-449e-a8de-85b247cdcd41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b1aadff-578d-436f-bc58-adecf6445e89 HTTP/1.1" status: 200  len: 855 time: 0.0600924
Feb 19 21:10:57.117021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13 req-8f7d0780-f93a-4d28-8d55-0510ece553d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:57.120370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13 req-8f7d0780-f93a-4d28-8d55-0510ece553d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=530ab937-7c94-4c19-a3c3-ff58dabc202f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0815470
Feb 19 21:10:57.180964 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf24e-fc1e-4954-a8f9-0e0db4cb7a63 admin admin] Publish callbacks [] for security_group (f2bc0b17-aa72-4e94-a80f-4d0402f9c2e9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.197228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf24e-fc1e-4954-a8f9-0e0db4cb7a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f2bc0b17-aa72-4e94-a80f-4d0402f9c2e9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.256266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbf24e-fc1e-4954-a8f9-0e0db4cb7a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bc0b17-aa72-4e94-a80f-4d0402f9c2e9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:57.263808 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f4bbf24e-fc1e-4954-a8f9-0e0db4cb7a63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6acd6a45d0c7432abaa331897fa62306&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2883816
Feb 19 21:10:57.272084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41728) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:57.355581 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e144d59-57f6-487f-8459-313c58617556 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:10:57.357720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13 req-0b67bdbc-6e6d-4c30-bb79-87f2531f2ccc service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284884
Feb 19 21:10:57.367512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Publish callbacks [] for port (6e144d59-57f6-487f-8459-313c58617556), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.386436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Transition to ACTIVE for port object 6e144d59-57f6-487f-8459-313c58617556 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:10:57.393755 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (6e144d59-57f6-487f-8459-313c58617556), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.437901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e170f-271c-4cfc-b988-6b72e38c7469 req-7e800d0c-9464-4163-9094-aff6bda761b2 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:57.439551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9e170f-271c-4cfc-b988-6b72e38c7469 req-7e800d0c-9464-4163-9094-aff6bda761b2 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 932 time: 0.2215030
Feb 19 21:10:57.493133 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-44c93b3b-c0dc-4eb3-b585-4f688868c797 admin admin] Publish callbacks [] for security_group (f2bc0b17-aa72-4e94-a80f-4d0402f9c2e9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.517133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Pushing event updated for resources: {'Port': ['ID=6e144d59-57f6-487f-8459-313c58617556,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:57.561559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Attempting to bind port 6e144d59-57f6-487f-8459-313c58617556 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:10:57.561908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Attempting to bind port 6e144d59-57f6-487f-8459-313c58617556 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:10:57.562244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Attempting to bind port 6e144d59-57f6-487f-8459-313c58617556 on network 530ab937-7c94-4c19-a3c3-ff58dabc202f {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:57.567649 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-44c93b3b-c0dc-4eb3-b585-4f688868c797 admin admin] Publish callbacks [] for security_group (f2bc0b17-aa72-4e94-a80f-4d0402f9c2e9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.571320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Port 6e144d59-57f6-487f-8459-313c58617556 on network 530ab937-7c94-4c19-a3c3-ff58dabc202f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:10:57.571652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Attempting to bind port 6e144d59-57f6-487f-8459-313c58617556 on network 530ab937-7c94-4c19-a3c3-ff58dabc202f {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:10:57.575811 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc9e170f-271c-4cfc-b988-6b72e38c7469 req-4af3feaa-61d2-4c16-b116-4e69b990e7dc tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179500
Feb 19 21:10:57.601733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:10:57.602902 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Checking segment: {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:10:57.603304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Bound using segment: {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:10:57.603766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Bound port: 6e144d59-57f6-487f-8459-313c58617556, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:10:57.604139 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6e144d59-57f6-487f-8459-313c58617556), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.605882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d9f6e0b-fe8a-4051-b444-4d0be04b4c13 req-483cea1c-d592-4156-ab44-71abedcb8ca0 service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2393327
Feb 19 21:10:57.661750 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-44c93b3b-c0dc-4eb3-b585-4f688868c797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f2bc0b17-aa72-4e94-a80f-4d0402f9c2e9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.665256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-44c93b3b-c0dc-4eb3-b585-4f688868c797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.668989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-44c93b3b-c0dc-4eb3-b585-4f688868c797 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2bc0b17-aa72-4e94-a80f-4d0402f9c2e9 HTTP/1.1" status: 204  len: 168 time: 0.3927290
Feb 19 21:10:57.685433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c93b3b-c0dc-4eb3-b585-4f688868c797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bc0b17-aa72-4e94-a80f-4d0402f9c2e9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:57.740362 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] For port 6e144d59-57f6-487f-8459-313c58617556, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:10:57.745393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] For port 6e144d59-57f6-487f-8459-313c58617556, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e144d59-57f6-487f-8459-313c58617556,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:10:57.757451 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (6e144d59-57f6-487f-8459-313c58617556), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.797411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:57.798813 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:57.801382 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] 10.222.0.10 "PUT /v2.0/ports/6e144d59-57f6-487f-8459-313c58617556 HTTP/1.1" status: 200  len: 1092 time: 1.2056639
Feb 19 21:10:57.802115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b07cde3-2638-435a-b995-472fca98b7a3', 'tag': '6e144d59-57f6-487f-8459-313c58617556'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:10:57.805771 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae17dc9-721f-45c9-90f9-61352091047e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b07cde3-2638-435a-b995-472fca98b7a3", "tag": "6e144d59-57f6-487f-8459-313c58617556"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:10:57.848248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa90021-39dd-48b2-9b78-4b2c0e21c465 service neutron] Pushing event updated for resources: {'Port': ['ID=6e144d59-57f6-487f-8459-313c58617556,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:57.920187 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b3eb6e-2167-4294-a244-16fae4da21d1 x-openstack-request-id: req-66b3eb6e-2167-4294-a244-16fae4da21d1 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:10:57.920603 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b07cde3-2638-435a-b995-472fca98b7a3", "tag": "6e144d59-57f6-487f-8459-313c58617556", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:10:57.920939 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66b3eb6e-2167-4294-a244-16fae4da21d1 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:10:57.921628 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b07cde3-2638-435a-b995-472fca98b7a3', 'tag': '6e144d59-57f6-487f-8459-313c58617556', 'status': 'completed', 'code': 200}
Feb 19 21:10:57.938024 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd033-f822-4318-b263-36363f98b2d9 req-79a7ad50-e4b0-4924-a6a8-a83cd8f44225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:57.939804 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-79a7ad50-e4b0-4924-a6a8-a83cd8f44225 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 1126 time: 0.0876360
Feb 19 21:10:57.992495 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-7ceff0d0-1993-45f0-87b5-02c3153d3944 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e144d59-57f6-487f-8459-313c58617556 HTTP/1.1" status: 200  len: 217 time: 0.0443363
Feb 19 21:10:58.078324 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd033-f822-4318-b263-36363f98b2d9 req-3ffe193e-40f4-402e-8b91-001e4b918cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:58.079906 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-3ffe193e-40f4-402e-8b91-001e4b918cdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b1aadff-578d-436f-bc58-adecf6445e89 HTTP/1.1" status: 200  len: 855 time: 0.0804665
Feb 19 21:10:58.155369 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd033-f822-4318-b263-36363f98b2d9 req-8d1a9e98-1979-4a47-a62f-19a3b13c71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:58.157094 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-8d1a9e98-1979-4a47-a62f-19a3b13c71d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=530ab937-7c94-4c19-a3c3-ff58dabc202f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0703516
Feb 19 21:10:58.265652 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-b53a67c2-cc0c-447c-bfee-b70a4939cd21 service neutron] 10.222.0.10 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0997391
Feb 19 21:10:58.335520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d4b03175-1616-42fe-9b96-eb62614d66b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:10:58.388415 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a20bd033-f822-4318-b263-36363f98b2d9 req-8ce41501-ed72-4b7a-9889-a0e01c46bfdd service neutron] 10.222.0.10 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168993
Feb 19 21:10:58.487074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d4b03175-1616-42fe-9b96-eb62614d66b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4b03175-1616-42fe-9b96-eb62614d66b0,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:58.500843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'd4b03175-1616-42fe-9b96-eb62614d66b0', 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f', 'port_id': 'd4b03175-1616-42fe-9b96-eb62614d66b0', 'mac_address': 'fa:16:3e:7b:5e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1aadff-578d-436f-bc58-adecf6445e89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:10:58.537717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17dc9-721f-45c9-90f9-61352091047e req-2cf2a852-7ba3-4dc3-845b-bcc4c777a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:58.539274 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eae17dc9-721f-45c9-90f9-61352091047e req-2cf2a852-7ba3-4dc3-845b-bcc4c777a6d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 1126 time: 0.0664234
Feb 19 21:10:58.546406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port d4b03175-1616-42fe-9b96-eb62614d66b0 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:10:58.546814 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:58.561225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b03175-1616-42fe-9b96-eb62614d66b0 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:10:58.584094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d4b03175-1616-42fe-9b96-eb62614d66b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4b03175-1616-42fe-9b96-eb62614d66b0,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:10:58.589560 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:58.667720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=d4b03175-1616-42fe-9b96-eb62614d66b0,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:10:58.726259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17dc9-721f-45c9-90f9-61352091047e req-cd8fa753-ad3a-4c30-b220-5a4fe7525188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:58.728003 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eae17dc9-721f-45c9-90f9-61352091047e req-cd8fa753-ad3a-4c30-b220-5a4fe7525188 service neutron] 10.222.0.10 "GET /v2.0/networks?id=530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 200  len: 917 time: 0.1355462
Feb 19 21:10:58.743622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f2869-d11a-43c6-ae6e-521094e684e1 req-7b782075-8bda-4b0c-b25e-d5b67f3db23d tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:58.745249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c8f2869-d11a-43c6-ae6e-521094e684e1 req-7b782075-8bda-4b0c-b25e-d5b67f3db23d tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 944 time: 0.0810387
Feb 19 21:10:58.780981 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eae17dc9-721f-45c9-90f9-61352091047e req-0984f5db-1e57-46e0-86e9-6f836e264c27 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e144d59-57f6-487f-8459-313c58617556 HTTP/1.1" status: 200  len: 217 time: 0.0459952
Feb 19 21:10:58.823807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c8f2869-d11a-43c6-ae6e-521094e684e1 req-e2e21bef-af05-4bf6-82fd-9fb4aec75b5a tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708685
Feb 19 21:10:58.865432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17dc9-721f-45c9-90f9-61352091047e req-86e066cb-a487-4ca3-a56f-87cea78dab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:58.867383 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eae17dc9-721f-45c9-90f9-61352091047e req-86e066cb-a487-4ca3-a56f-87cea78dab75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b1aadff-578d-436f-bc58-adecf6445e89 HTTP/1.1" status: 200  len: 855 time: 0.0781305
Feb 19 21:10:58.928434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17dc9-721f-45c9-90f9-61352091047e req-20b7c2e5-f03d-420e-a7fa-046c1039cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:10:58.930777 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eae17dc9-721f-45c9-90f9-61352091047e req-20b7c2e5-f03d-420e-a7fa-046c1039cdf2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=530ab937-7c94-4c19-a3c3-ff58dabc202f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0575817
Feb 19 21:10:58.988718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['d4b03175-1616-42fe-9b96-eb62614d66b0'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:10:59.045850 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eae17dc9-721f-45c9-90f9-61352091047e req-0f7b2862-4bb6-4b2c-9c03-db2d72e77394 service neutron] 10.222.0.10 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1060853
Feb 19 21:10:59.214805 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-eae17dc9-721f-45c9-90f9-61352091047e req-972e6840-f555-4fdc-9dfd-fa52e88818d8 service neutron] 10.222.0.10 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348143
Feb 19 21:10:59.388442 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:59.835513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41828) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:10:59.840903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'network': {'name': 'tempest-network-smoke--1285262087', 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'port_security_enabled': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:10:59.864620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Made reservation on behalf of 9f4ed687e80941d9a5befe1031923ed5 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:10:59.868119 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:59.879066 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:10:59.971990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41834) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:00.019481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4cbeb-ef51-4845-bd2b-ac470e311cf3 req-17c5480f-2457-4df8-890c-03c4daa1a8c2 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:00.021841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9f4cbeb-ef51-4845-bd2b-ac470e311cf3 req-17c5480f-2457-4df8-890c-03c4daa1a8c2 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 944 time: 0.1122715
Feb 19 21:11:00.047670 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (04f5ac96-ab40-4d2f-a1ff-5a105c3ae26e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.056881 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (04f5ac96-ab40-4d2f-a1ff-5a105c3ae26e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.071263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-67c0a663-9133-4315-968a-bf56e00488e3 req-f5ad706f-1de3-4552-9034-466fe9edfe70 service neutron] (121129) timed out ('10.222.0.30', 44800) {{(pid=121129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:11:00.092982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:11:00.106606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6348e651-ea48-40fe-901f-0677d202c97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.128575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f5ac96-ab40-4d2f-a1ff-5a105c3ae26e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:00.129668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9f4cbeb-ef51-4845-bd2b-ac470e311cf3 req-b834cef6-2d13-42b1-a96a-8c389220045e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983539
Feb 19 21:11:00.133759 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a9b27fba-f9fd-476b-bada-3378619a23de), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.134122 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Added segment a9b27fba-f9fd-476b-bada-3378619a23de of type vlan for network a9a97e8b-3567-444c-be37-4a0ea2e09d31
Feb 19 21:11:00.215167 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (a9a97e8b-3567-444c-be37-4a0ea2e09d31), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.242058 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6348e651-ea48-40fe-901f-0677d202c97c admin admin] Publish callbacks [] for security_group (b5e8fd78-ee44-4800-84b4-d73571804d35), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.250313 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6348e651-ea48-40fe-901f-0677d202c97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b5e8fd78-ee44-4800-84b4-d73571804d35), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.256243 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (a9a97e8b-3567-444c-be37-4a0ea2e09d31), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.261537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:00.262453 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.297080 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6348e651-ea48-40fe-901f-0677d202c97c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cdcdff8f466493ebfae0c76cb060e7e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3237185
Feb 19 21:11:00.301834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41848) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:00.304431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348e651-ea48-40fe-901f-0677d202c97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e8fd78-ee44-4800-84b4-d73571804d35,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:00.361294 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:11:00.364378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d4b03175-1616-42fe-9b96-eb62614d66b0 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:00.385116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Network': ['ID=a9a97e8b-3567-444c-be37-4a0ea2e09d31,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:00.400610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3064c382-097e-4857-8c22-7c7e30bbd8bc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5637913
Feb 19 21:11:00.403329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 41852) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:00.405074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ccd77da-9953-42f9-90bf-f8997f856188 admin admin] Publish callbacks [] for security_group (b5e8fd78-ee44-4800-84b4-d73571804d35), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.414313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'admin_state_up': True, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:00.445387 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (3010fd48-b525-4337-aa2e-9c3b7160f297), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.446611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (3010fd48-b525-4337-aa2e-9c3b7160f297), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.455453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network a9a97e8b-3567-444c-be37-4a0ea2e09d31 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:11:00.470552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ccd77da-9953-42f9-90bf-f8997f856188 admin admin] Publish callbacks [] for security_group (b5e8fd78-ee44-4800-84b4-d73571804d35), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.545860 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_controller (3010fd48-b525-4337-aa2e-9c3b7160f297), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.602487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ccd77da-9953-42f9-90bf-f8997f856188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b5e8fd78-ee44-4800-84b4-d73571804d35), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.605330 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ccd77da-9953-42f9-90bf-f8997f856188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.606640 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9ccd77da-9953-42f9-90bf-f8997f856188 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5e8fd78-ee44-4800-84b4-d73571804d35 HTTP/1.1" status: 204  len: 168 time: 0.3035705
Feb 19 21:11:00.620370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd77da-9953-42f9-90bf-f8997f856188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e8fd78-ee44-4800-84b4-d73571804d35,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:00.749467 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:11:00.808263 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_gateway (3010fd48-b525-4337-aa2e-9c3b7160f297), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.830287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926e007-335b-4cee-89ae-0744a737966c req-1b575b80-60e8-4c13-b632-27dd4b4ab7c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:00.831945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4926e007-335b-4cee-89ae-0744a737966c req-1b575b80-60e8-4c13-b632-27dd4b4ab7c7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1677270
Feb 19 21:11:00.851576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port d4b03175-1616-42fe-9b96-eb62614d66b0 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:11:00.858632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port d4b03175-1616-42fe-9b96-eb62614d66b0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:00.859162 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:00.917078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:00.933316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4926e007-335b-4cee-89ae-0744a737966c req-5f78678d-e5e6-4825-82ac-5503de7e5087 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889964
Feb 19 21:11:00.944128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896', 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f', 'port_id': '3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896', 'mac_address': 'fa:16:3e:81:a0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1aadff-578d-436f-bc58-adecf6445e89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:11:01.007639 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:01.008039 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:01.046684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:11:01.062761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port d4b03175-1616-42fe-9b96-eb62614d66b0 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:01.063516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:01.083467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:01.106873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf50ff4-6ad5-42d5-b141-7e521a04dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b03175-1616-42fe-9b96-eb62614d66b0'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:01.109459 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bba1fda-84c2-45c1-832b-644fb46ca88f" -d '{"events": [{"server_uuid": "4cf50ff4-6ad5-42d5-b141-7e521a04dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "d4b03175-1616-42fe-9b96-eb62614d66b0"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:01.126860 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_gateway (3010fd48-b525-4337-aa2e-9c3b7160f297), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:01.131977 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:01.143674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d4b03175-1616-42fe-9b96-eb62614d66b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4b03175-1616-42fe-9b96-eb62614d66b0,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:01.152784 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:01.187567 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29863f3-b972-41d3-b172-881f45c7c899 x-openstack-request-id: req-b29863f3-b972-41d3-b172-881f45c7c899 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:01.188141 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf50ff4-6ad5-42d5-b141-7e521a04dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "d4b03175-1616-42fe-9b96-eb62614d66b0", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:01.188696 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b29863f3-b972-41d3-b172-881f45c7c899 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:01.189266 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf50ff4-6ad5-42d5-b141-7e521a04dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b03175-1616-42fe-9b96-eb62614d66b0', 'code': 200}
Feb 19 21:11:01.194595 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:01.234170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:01.299649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=d4b03175-1616-42fe-9b96-eb62614d66b0,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:01.407430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed37a6f-6e78-48e8-a63e-893719f45fab req-45f6d6c7-9661-49c1-9615-8e2da73c886d tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:01.409035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ed37a6f-6e78-48e8-a63e-893719f45fab req-45f6d6c7-9661-49c1-9615-8e2da73c886d tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 944 time: 0.1770720
Feb 19 21:11:01.434778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Allocated IP 172.35.2.127 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/568a9345-5578-4b82-89e6-894e2ab77334) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:01.465854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac35a3-6ee0-4d15-b76a-b765c4d0176a req-a96b32f8-6231-4856-9001-49d9a49fd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:01.468152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aac35a3-6ee0-4d15-b76a-b765c4d0176a req-a96b32f8-6231-4856-9001-49d9a49fd0f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 1128 time: 0.1913431
Feb 19 21:11:01.485228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:11:01.599920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ed37a6f-6e78-48e8-a63e-893719f45fab req-3de14ee6-feca-4e26-8a42-92b831e8fe45 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818967
Feb 19 21:11:01.652246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aac35a3-6ee0-4d15-b76a-b765c4d0176a req-53fed8ae-0dff-40fb-956d-f5dbb9dc6a25 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766706
Feb 19 21:11:01.673898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6e144d59-57f6-487f-8459-313c58617556 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:11:01.689307 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for port (568a9345-5578-4b82-89e6-894e2ab77334), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:01.755980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (568a9345-5578-4b82-89e6-894e2ab77334), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:01.828162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:01.830212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Port': ['ID=568a9345-5578-4b82-89e6-894e2ab77334,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:01.832741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:01.834939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:01.860966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 6e144d59-57f6-487f-8459-313c58617556, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e144d59-57f6-487f-8459-313c58617556,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:01.878930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '6e144d59-57f6-487f-8459-313c58617556', 'network_id': '530ab937-7c94-4c19-a3c3-ff58dabc202f', 'port_id': '6e144d59-57f6-487f-8459-313c58617556', 'mac_address': 'fa:16:3e:ff:a9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1aadff-578d-436f-bc58-adecf6445e89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:11:01.936703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 6e144d59-57f6-487f-8459-313c58617556 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:01.937385 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6e144d59-57f6-487f-8459-313c58617556), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:01.969188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e144d59-57f6-487f-8459-313c58617556 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:11:02.023226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 6e144d59-57f6-487f-8459-313c58617556, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e144d59-57f6-487f-8459-313c58617556,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:02.032909 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6e144d59-57f6-487f-8459-313c58617556), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:02.122234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=6e144d59-57f6-487f-8459-313c58617556,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:02.352695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6e144d59-57f6-487f-8459-313c58617556'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:11:02.580979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06333c-7b8a-41d0-b804-a8e24edee9b8 req-9424d3d4-d349-4797-a162-dfc37f18f573 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:02.587969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd06333c-7b8a-41d0-b804-a8e24edee9b8 req-9424d3d4-d349-4797-a162-dfc37f18f573 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1351655
Feb 19 21:11:02.665222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd06333c-7b8a-41d0-b804-a8e24edee9b8 req-d51b0d04-d64b-42f5-8ec6-75b65e10f697 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756283
Feb 19 21:11:02.665811 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_gateway (3010fd48-b525-4337-aa2e-9c3b7160f297), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:02.826463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fde6a-3e8c-4600-b6eb-0e21b336f098 req-cbf0e0e0-9827-4318-8c29-29ec818a5fd1 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:02.828183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a2fde6a-3e8c-4600-b6eb-0e21b336f098 req-cbf0e0e0-9827-4318-8c29-29ec818a5fd1 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 945 time: 0.0950778
Feb 19 21:11:02.993287 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a2fde6a-3e8c-4600-b6eb-0e21b336f098 req-f71998c8-fb23-4cf1-a026-2a65c0940d25 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264267
Feb 19 21:11:03.022619 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (3010fd48-b525-4337-aa2e-9c3b7160f297), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.173087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Router 3010fd48-b525-4337-aa2e-9c3b7160f297 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:11:03.280090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 41998) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:03.283322 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:11:03.294246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Sync routers for ids ['3010fd48-b525-4337-aa2e-9c3b7160f297'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:11:03.307562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Routers {'3010fd48-b525-4337-aa2e-9c3b7160f297'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:03.308212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3010fd48-b525-4337-aa2e-9c3b7160f297'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:03.312844 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.314095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-941cb4cd-a459-4d61-8f58-4d9d3d2c8171 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.9085267
Feb 19 21:11:03.317450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42002) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:03.430780 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c788bdfb-0d3d-4f93-8783-e975ca788f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.440260 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Set router 3010fd48-b525-4337-aa2e-9c3b7160f297 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:03.465892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-8e2b85ac-8285-4fe6-a149-0fcf5d79af1a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:03.467923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-8e2b85ac-8285-4fe6-a149-0fcf5d79af1a tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.1174960
Feb 19 21:11:03.540355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c788bdfb-0d3d-4f93-8783-e975ca788f59 admin admin] Publish callbacks [] for security_group (9886f141-d7e8-40cd-b1a7-34c7f9e9d017), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.563682 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c788bdfb-0d3d-4f93-8783-e975ca788f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9886f141-d7e8-40cd-b1a7-34c7f9e9d017), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.596253 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2d77c122-1543-412a-890b-5752cb5d9b0b tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=9f4ed687e80941d9a5befe1031923ed5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2773209
Feb 19 21:11:03.599307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42008) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:03.618264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788bdfb-0d3d-4f93-8783-e975ca788f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9886f141-d7e8-40cd-b1a7-34c7f9e9d017,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:03.621082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Deleting port 60b74908-1902-4216-8619-32cd92b10359 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:03.621655 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (60b74908-1902-4216-8619-32cd92b10359), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.638237 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c788bdfb-0d3d-4f93-8783-e975ca788f59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64b30065ccff4072a560f40f66d2c386&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3569381
Feb 19 21:11:03.640835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42010) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:03.691327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6e144d59-57f6-487f-8459-313c58617556 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:03.723209 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5e95ca3b-4b68-4329-a15d-0246c9ac0d6e admin admin] Publish callbacks [] for security_group (9886f141-d7e8-40cd-b1a7-34c7f9e9d017), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.760009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5e95ca3b-4b68-4329-a15d-0246c9ac0d6e admin admin] Publish callbacks [] for security_group (9886f141-d7e8-40cd-b1a7-34c7f9e9d017), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.763977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c640>, [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:02Z', 'revision_number': 3, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:03.801253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Checking router: 3010fd48-b525-4337-aa2e-9c3b7160f297 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:11:03.801830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Updating router 3010fd48-b525-4337-aa2e-9c3b7160f297 port 568a9345-5578-4b82-89e6-894e2ab77334 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:11:03.826076 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 6e144d59-57f6-487f-8459-313c58617556 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:11:03.836415 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5e95ca3b-4b68-4329-a15d-0246c9ac0d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9886f141-d7e8-40cd-b1a7-34c7f9e9d017), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.837189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 6e144d59-57f6-487f-8459-313c58617556 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:03.837856 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6e144d59-57f6-487f-8459-313c58617556), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.845936 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5e95ca3b-4b68-4329-a15d-0246c9ac0d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.849108 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (568a9345-5578-4b82-89e6-894e2ab77334), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.850784 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5e95ca3b-4b68-4329-a15d-0246c9ac0d6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9886f141-d7e8-40cd-b1a7-34c7f9e9d017 HTTP/1.1" status: 204  len: 168 time: 0.2086010
Feb 19 21:11:03.859694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95ca3b-4b68-4329-a15d-0246c9ac0d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9886f141-d7e8-40cd-b1a7-34c7f9e9d017,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:03.886680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] For port 60b74908-1902-4216-8619-32cd92b10359, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=60b74908-1902-4216-8619-32cd92b10359,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:03.887073 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (60b74908-1902-4216-8619-32cd92b10359), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:03.897775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6d1b6-e646-4780-af89-ece4adc94e0a tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:03.902681 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a2c6d1b6-e646-4780-af89-ece4adc94e0a tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2979760
Feb 19 21:11:03.906296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42018) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:04.003110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353c0b7-86aa-4216-bd06-a748c9f09088 req-66ccb206-c1c4-4567-a032-aa32f979bae0 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:04.011804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2353c0b7-86aa-4216-bd06-a748c9f09088 req-66ccb206-c1c4-4567-a032-aa32f979bae0 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 945 time: 0.2436795
Feb 19 21:11:04.045525 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d9a9a147-6f3d-4c78-bd1d-9b8989b6cc08 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1375737
Feb 19 21:11:04.047903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42022) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:04.058438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-103234478', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:04.140890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 6e144d59-57f6-487f-8459-313c58617556 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:04.141296 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6e144d59-57f6-487f-8459-313c58617556), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.196706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2353c0b7-86aa-4216-bd06-a748c9f09088 req-af4f1fae-f40c-4148-bb0c-7ca9565c58db tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5eae6b1-1a3f-445e-99a2-44f2b5320767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1835093
Feb 19 21:11:04.220727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Made reservation on behalf of 9f4ed687e80941d9a5befe1031923ed5 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:04.231014 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.236223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b07cde3-2638-435a-b995-472fca98b7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e144d59-57f6-487f-8459-313c58617556'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:04.242480 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2219b0e5-f35f-4d0d-9888-0616fd750a49" -d '{"events": [{"server_uuid": "7b07cde3-2638-435a-b995-472fca98b7a3", "name": "network-vif-plugged", "status": "completed", "tag": "6e144d59-57f6-487f-8459-313c58617556"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:04.273635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 6e144d59-57f6-487f-8459-313c58617556, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e144d59-57f6-487f-8459-313c58617556,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:04.282354 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6e144d59-57f6-487f-8459-313c58617556), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.322157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa5119-5c6e-4e9d-8e60-a065bdf0c350 req-a473159d-6d60-473c-b255-9b084f7d7613 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:04.323867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cfa5119-5c6e-4e9d-8e60-a065bdf0c350 req-a473159d-6d60-473c-b255-9b084f7d7613 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 945 time: 0.1626542
Feb 19 21:11:04.355771 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c873aa16-e378-4312-a0ac-976882e2d2f8 x-openstack-request-id: req-c873aa16-e378-4312-a0ac-976882e2d2f8 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:04.356398 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b07cde3-2638-435a-b995-472fca98b7a3", "name": "network-vif-plugged", "status": "completed", "tag": "6e144d59-57f6-487f-8459-313c58617556", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:04.356398 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c873aa16-e378-4312-a0ac-976882e2d2f8 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:04.356730 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b07cde3-2638-435a-b995-472fca98b7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e144d59-57f6-487f-8459-313c58617556', 'code': 200}
Feb 19 21:11:04.387530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=6e144d59-57f6-487f-8459-313c58617556,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:04.387923 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.388298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (1853cf70-c814-4674-bdbc-1ba3e6bf41d3), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.388662 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Floating IP 1853cf70-c814-4674-bdbc-1ba3e6bf41d3 disassociated. External IP: 172.35.2.97, port: 60b74908-1902-4216-8619-32cd92b10359.
Feb 19 21:11:04.389283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Calling delete_port for 60b74908-1902-4216-8619-32cd92b10359 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:04.399854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:04.403052 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Publish callbacks [] for port (568a9345-5578-4b82-89e6-894e2ab77334), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.417421 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cfa5119-5c6e-4e9d-8e60-a065bdf0c350 req-fee5c2ba-b974-4fd2-bf53-79c937c3456f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872853
Feb 19 21:11:04.453541 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (568a9345-5578-4b82-89e6-894e2ab77334), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.493359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42038) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:04.509066 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0240-9f0f-404b-ae62-937a2bcfb276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.541133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee577e2-f0e8-45b3-ada2-efddc0ae31e4 req-c5605505-4cf6-4a95-b4a3-a750ce099637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:04.542801 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bee577e2-f0e8-45b3-ada2-efddc0ae31e4 req-c5605505-4cf6-4a95-b4a3-a750ce099637 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 1128 time: 0.1121609
Feb 19 21:11:04.555948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c0b5e-c1e3-4749-a5bd-6a42f20d6e8e None None] Pushing event updated for resources: {'Port': ['ID=568a9345-5578-4b82-89e6-894e2ab77334,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:04.559569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Attempting to bind port 568a9345-5578-4b82-89e6-894e2ab77334 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:11:04.560310 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Attempting to bind port 568a9345-5578-4b82-89e6-894e2ab77334 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:11:04.560885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Attempting to bind port 568a9345-5578-4b82-89e6-894e2ab77334 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:11:04.569357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:11:04.569357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:04.569692 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.570125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:11:04.571200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Bound port: 568a9345-5578-4b82-89e6-894e2ab77334, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:11:04.571200 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (568a9345-5578-4b82-89e6-894e2ab77334), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.598829 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (60b74908-1902-4216-8619-32cd92b10359), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.615791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:11:04.619214 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (2711ee97-a752-464c-a398-84808c3be0c6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.627217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:04.627433 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.628632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event deleted for resources: {'Port': ['ID=60b74908-1902-4216-8619-32cd92b10359,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:04.675301 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bee577e2-f0e8-45b3-ada2-efddc0ae31e4 req-47d3415d-666b-4142-a6d3-04aa0af056a8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246808
Feb 19 21:11:04.734188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Subnet': ['ID=2711ee97-a752-464c-a398-84808c3be0c6,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:04.737367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] For port 568a9345-5578-4b82-89e6-894e2ab77334, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:11:04.739847 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0240-9f0f-404b-ae62-937a2bcfb276 admin admin] Publish callbacks [] for security_group (29686994-5250-4086-9b39-969729074e80), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.746412 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0240-9f0f-404b-ae62-937a2bcfb276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (29686994-5250-4086-9b39-969729074e80), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.765094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] For port 568a9345-5578-4b82-89e6-894e2ab77334, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=568a9345-5578-4b82-89e6-894e2ab77334,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:11:04.786454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:04.786454 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.786454 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (568a9345-5578-4b82-89e6-894e2ab77334), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.795193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Checking segment: {'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:04.795900 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network hostable DHCP agents. Network: a9a97e8b-3567-444c-be37-4a0ea2e09d31, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:11:04.815029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5a0e0240-9f0f-404b-ae62-937a2bcfb276 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfdc6e9035f64d3a8ae318133abf8ef6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3176856
Feb 19 21:11:04.815411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42046) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:04.817503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e0240-9f0f-404b-ae62-937a2bcfb276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29686994-5250-4086-9b39-969729074e80,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:04.822771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network a9a97e8b-3567-444c-be37-4a0ea2e09d31 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:11:04.846073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9a97e8b-3567-444c-be37-4a0ea2e09d31) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:04.851602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:04.852460 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.882030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Router e670ad7b-e07b-4064-bf4d-6359af4e2ace has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:11:04.885378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:04.886019 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f7fc46e7-c8b4-4a68-9b12-ac6f54a87b5f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8368261
Feb 19 21:11:04.888915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42048) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:04.895452 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-356a3c99-0462-4a27-97ac-ec9b022e5c06 admin admin] Publish callbacks [] for security_group (29686994-5250-4086-9b39-969729074e80), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.896233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b74cf76-afc7-4f47-a30b-ffb4858bd79c None None] Network a9a97e8b-3567-444c-be37-4a0ea2e09d31 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:11:04.957803 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:04.958988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 60b74908-1902-4216-8619-32cd92b10359 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:11:04.991025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c0b5e-c1e3-4749-a5bd-6a42f20d6e8e None None] Pushing event updated for resources: {'Port': ['ID=568a9345-5578-4b82-89e6-894e2ab77334,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:05.042185 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-356a3c99-0462-4a27-97ac-ec9b022e5c06 admin admin] Publish callbacks [] for security_group (29686994-5250-4086-9b39-969729074e80), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:05.042401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Routers {'3010fd48-b525-4337-aa2e-9c3b7160f297'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:05.042814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3010fd48-b525-4337-aa2e-9c3b7160f297'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:05.048867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 60b74908-1902-4216-8619-32cd92b10359 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:11:05.051177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 60b74908-1902-4216-8619-32cd92b10359 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:11:05.138575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:11:05.154475 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007358bc-26e3-4c06-add9-20873e9eff78 None None] Sync routers for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:11:05.170221 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007358bc-26e3-4c06-add9-20873e9eff78 None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:05.170814 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-007358bc-26e3-4c06-add9-20873e9eff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706dd1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:05.176829 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-356a3c99-0462-4a27-97ac-ec9b022e5c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (29686994-5250-4086-9b39-969729074e80), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:05.182444 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-356a3c99-0462-4a27-97ac-ec9b022e5c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:05.184396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-356a3c99-0462-4a27-97ac-ec9b022e5c06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29686994-5250-4086-9b39-969729074e80 HTTP/1.1" status: 204  len: 168 time: 0.3677447
Feb 19 21:11:05.215532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a3c99-0462-4a27-97ac-ec9b022e5c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29686994-5250-4086-9b39-969729074e80,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:05.223044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] No DVR routers for this DVR port 60b74908-1902-4216-8619-32cd92b10359 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:11:05.226199 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:05.230112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-481e2f19-e298-45fe-b10b-c9c9fee00bb9 req-b4d05253-c21b-419f-a778-0f65f6f11add tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.67 "DELETE /v2.0/ports/60b74908-1902-4216-8619-32cd92b10359 HTTP/1.1" status: 204  len: 173 time: 1.7555933
Feb 19 21:11:05.230893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'name': 'network-vif-deleted', 'tag': '60b74908-1902-4216-8619-32cd92b10359'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:05.233333 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa757219-47d3-4bd3-a4e2-32c00574e622" -d '{"events": [{"server_uuid": "cc97c9dc-bc47-4884-b42e-fa373a918258", "name": "network-vif-deleted", "tag": "60b74908-1902-4216-8619-32cd92b10359"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:05.239191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:05.295217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'fixed_ips': [{'subnet_id': '2711ee97-a752-464c-a398-84808c3be0c6'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:11:05.298422 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:05.358149 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-007358bc-26e3-4c06-add9-20873e9eff78 None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:05.388034 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0b30b7-2555-4d63-bc4c-ac6f40e38a2c x-openstack-request-id: req-2d0b30b7-2555-4d63-bc4c-ac6f40e38a2c {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:05.388474 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc97c9dc-bc47-4884-b42e-fa373a918258", "name": "network-vif-deleted", "tag": "60b74908-1902-4216-8619-32cd92b10359", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:05.389938 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d0b30b7-2555-4d63-bc4c-ac6f40e38a2c {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:05.389938 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc97c9dc-bc47-4884-b42e-fa373a918258', 'name': 'network-vif-deleted', 'tag': '60b74908-1902-4216-8619-32cd92b10359', 'status': 'completed', 'code': 200}
Feb 19 21:11:05.484157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3df5b8a0-a44d-4276-b51f-7243e12b3983 req-a273ed74-853d-4a3d-98eb-13036547fe62 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc97c9dc-bc47-4884-b42e-fa373a918258 HTTP/1.1" status: 200  len: 210 time: 0.0643432
Feb 19 21:11:05.635097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] Set router 3010fd48-b525-4337-aa2e-9c3b7160f297 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:05.646422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358a00f-29d9-41b5-bf54-debf7bf4dbb1 req-62635b6e-a80e-48f0-9157-8931b2c74d58 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:05.656568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5358a00f-29d9-41b5-bf54-debf7bf4dbb1 req-62635b6e-a80e-48f0-9157-8931b2c74d58 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 946 time: 0.1139009
Feb 19 21:11:05.747552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5358a00f-29d9-41b5-bf54-debf7bf4dbb1 req-c47d0ffa-a83d-41e0-865c-0f516f308f75 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838480
Feb 19 21:11:05.781525 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-007358bc-26e3-4c06-add9-20873e9eff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706dd1c0>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:05.849171 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007358bc-26e3-4c06-add9-20873e9eff78 None None] Checking router: e670ad7b-e07b-4064-bf4d-6359af4e2ace for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:11:05.868509 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007358bc-26e3-4c06-add9-20873e9eff78 None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:05.869522 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-007358bc-26e3-4c06-add9-20873e9eff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706dd1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:06.001751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Allocated IP 172.20.0.2 (a9a97e8b-3567-444c-be37-4a0ea2e09d31/2711ee97-a752-464c-a398-84808c3be0c6/2bdc37d7-5b54-471b-be2e-62ebe544f421) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:06.153169 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-007358bc-26e3-4c06-add9-20873e9eff78 None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:06.316864 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Publish callbacks [] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:06.330989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c640>, [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:02Z', 'revision_number': 3, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:06.374243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7be926-97c1-45e3-87aa-defbd74b9903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:06.376840 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2426c79-c77f-47ff-bea2-81b3256f2a66" -d '{"events": [{"server_uuid": "bf7be926-97c1-45e3-87aa-defbd74b9903", "name": "network-vif-plugged", "status": "completed", "tag": "3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:06.381739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0d7b9-5f47-401e-8e3e-89e0607c9c35 None None] The sync data for ids ['3010fd48-b525-4337-aa2e-9c3b7160f297'] in ncdv-master-1 is: [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:02Z', 'revision_number': 3, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:11:06.384003 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:06.459656 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3c4c89-c600-4dda-a5ff-14f9c2463cfb x-openstack-request-id: req-9b3c4c89-c600-4dda-a5ff-14f9c2463cfb {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:06.460045 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7be926-97c1-45e3-87aa-defbd74b9903", "name": "network-vif-plugged", "status": "completed", "tag": "3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:06.460419 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b3c4c89-c600-4dda-a5ff-14f9c2463cfb {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:06.461049 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7be926-97c1-45e3-87aa-defbd74b9903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896', 'code': 200}
Feb 19 21:11:06.464826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Network a9a97e8b-3567-444c-be37-4a0ea2e09d31 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:06.468190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:06.473026 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:06.490548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Pushing event updated for resources: {'Port': ['ID=2bdc37d7-5b54-471b-be2e-62ebe544f421,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:06.546890 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:06.591391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Attempting to bind port 2bdc37d7-5b54-471b-be2e-62ebe544f421 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:11:06.591769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Attempting to bind port 2bdc37d7-5b54-471b-be2e-62ebe544f421 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:11:06.592142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Attempting to bind port 2bdc37d7-5b54-471b-be2e-62ebe544f421 on network a9a97e8b-3567-444c-be37-4a0ea2e09d31 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:11:06.593120 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-007358bc-26e3-4c06-add9-20873e9eff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706dd1c0>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:06.606591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:11:06.610331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Checking segment: {'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:06.610708 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:06.611138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Bound using segment: {'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:11:06.611653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Bound port: 2bdc37d7-5b54-471b-be2e-62ebe544f421, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:11:06.612049 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:06.659161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5e5c7-1cf8-4f76-ae97-d20bdb0fa151 req-4ce988c8-2a2d-4cf1-887d-111548d8e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:06.662099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08d5e5c7-1cf8-4f76-ae97-d20bdb0fa151 req-4ce988c8-2a2d-4cf1-887d-111548d8e519 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf7be926-97c1-45e3-87aa-defbd74b9903 HTTP/1.1" status: 200  len: 1128 time: 0.1117709
Feb 19 21:11:06.678471 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007358bc-26e3-4c06-add9-20873e9eff78 None None] The sync data for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 is: [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:11:06.709454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42112) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:06.784918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] For port 2bdc37d7-5b54-471b-be2e-62ebe544f421, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:11:06.792232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] For port 2bdc37d7-5b54-471b-be2e-62ebe544f421, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2bdc37d7-5b54-471b-be2e-62ebe544f421,segment=NetworkSegment(a9b27fba-f9fd-476b-bada-3378619a23de),segment_id=a9b27fba-f9fd-476b-bada-3378619a23de)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:11:06.807763 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:06.840482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08d5e5c7-1cf8-4f76-ae97-d20bdb0fa151 req-af0334ee-3b43-4d3e-8e86-3c15950059fc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658158
Feb 19 21:11:06.996877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c2306-ec44-45e2-94ae-0817a22d6131 None None] Pushing event updated for resources: {'Port': ['ID=2bdc37d7-5b54-471b-be2e-62ebe544f421,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:07.017081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fc03c-f438-42cf-a836-43a6a1cf2623 req-a2f072a8-466f-4451-a832-5d4ac21087aa tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:07.029492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-411fc03c-f438-42cf-a836-43a6a1cf2623 req-a2f072a8-466f-4451-a832-5d4ac21087aa tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 946 time: 0.1564531
Feb 19 21:11:07.032297 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-769af635-826c-4025-8f3c-97a27ae705c4 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (e5eae6b1-1a3f-445e-99a2-44f2b5320767), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:07.103646 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-769af635-826c-4025-8f3c-97a27ae705c4 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (e5eae6b1-1a3f-445e-99a2-44f2b5320767), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:07.236956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-411fc03c-f438-42cf-a836-43a6a1cf2623 req-45e386d9-3ced-4c06-b194-c52b0239bd8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2062366
Feb 19 21:11:07.243577 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-769af635-826c-4025-8f3c-97a27ae705c4 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e5eae6b1-1a3f-445e-99a2-44f2b5320767), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:07.268458 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-769af635-826c-4025-8f3c-97a27ae705c4 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:07.270803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-769af635-826c-4025-8f3c-97a27ae705c4 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "DELETE /v2.0/security-groups/e5eae6b1-1a3f-445e-99a2-44f2b5320767 HTTP/1.1" status: 204  len: 168 time: 0.5576341
Feb 19 21:11:07.278737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42130) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:07.355172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769af635-826c-4025-8f3c-97a27ae705c4 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eae6b1-1a3f-445e-99a2-44f2b5320767,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:07.388755 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-5289e0fd-5161-4844-85c3-ae3c0719dc2d tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] show failed (client error): The resource could not be found.
Feb 19 21:11:07.392293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5289e0fd-5161-4844-85c3-ae3c0719dc2d tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups/e5eae6b1-1a3f-445e-99a2-44f2b5320767 HTTP/1.1" status: 404  len: 347 time: 0.1084206
Feb 19 21:11:07.395366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42134) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:07.398066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e504d3-4dc1-4857-a659-e92e968ccd51 None None] New status for floating IP 1853cf70-c814-4674-bdbc-1ba3e6bf41d3: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:11:07.533988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb45d2-508b-437d-8925-f9e5ccef09d9 req-98b3ddf7-607e-4fa9-925f-2387eef347aa tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:07.546784 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abeb45d2-508b-437d-8925-f9e5ccef09d9 req-98b3ddf7-607e-4fa9-925f-2387eef347aa tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.1384625
Feb 19 21:11:07.667361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abeb45d2-508b-437d-8925-f9e5ccef09d9 req-08fd5420-e916-49ff-bd36-8cecd11b09e5 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138148
Feb 19 21:11:07.742136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Allocated IP 172.20.0.1 (a9a97e8b-3567-444c-be37-4a0ea2e09d31/2711ee97-a752-464c-a398-84808c3be0c6/c5e30ac3-f3d7-4777-90bc-c1265e75b8b0) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:07.859047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e182f5-cc35-415f-b555-c401a41161a3 req-5377f389-dca1-464f-80c0-f6e0f232dc8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:07.861599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43e182f5-cc35-415f-b555-c401a41161a3 req-5377f389-dca1-464f-80c0-f6e0f232dc8c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf7be926-97c1-45e3-87aa-defbd74b9903 HTTP/1.1" status: 200  len: 946 time: 0.0845501
Feb 19 21:11:07.910539 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:07.926690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43e182f5-cc35-415f-b555-c401a41161a3 req-0e3a3a91-e4a5-4426-be8a-864ed1194ba4 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560338
Feb 19 21:11:07.961246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f9dcb-b0f0-447c-b05d-3fb6c76c164e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Deleting port e5c9fc7f-1714-484e-86e9-028fd711b13d {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:07.961488 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9dcb-b0f0-447c-b05d-3fb6c76c164e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e5c9fc7f-1714-484e-86e9-028fd711b13d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.027324 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.044219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42148) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:08.135559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 568a9345-5578-4b82-89e6-894e2ab77334 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:08.136885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Port': ['ID=c5e30ac3-f3d7-4777-90bc-c1265e75b8b0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:08.214859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9dcb-b0f0-447c-b05d-3fb6c76c164e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e5c9fc7f-1714-484e-86e9-028fd711b13d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.215376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9dcb-b0f0-447c-b05d-3fb6c76c164e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (e5c9fc7f-1714-484e-86e9-028fd711b13d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.238425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f9dcb-b0f0-447c-b05d-3fb6c76c164e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Calling delete_port for e5c9fc7f-1714-484e-86e9-028fd711b13d owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:08.251250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 568a9345-5578-4b82-89e6-894e2ab77334 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:08.251883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (568a9345-5578-4b82-89e6-894e2ab77334), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.370945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 568a9345-5578-4b82-89e6-894e2ab77334 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:08.371497 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (568a9345-5578-4b82-89e6-894e2ab77334), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.382528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1840548458'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:08.414463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 568a9345-5578-4b82-89e6-894e2ab77334, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=568a9345-5578-4b82-89e6-894e2ab77334,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:08.416954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Made reservation on behalf of cb29c2e34ac04b6e8d84379398c15e66 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:08.420843 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.423960 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (568a9345-5578-4b82-89e6-894e2ab77334), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.424838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2bdc37d7-5b54-471b-be2e-62ebe544f421 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:08.451454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network a9a97e8b-3567-444c-be37-4a0ea2e09d31 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:08.455996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:08.459606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:08.461707 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.470754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9dcb-b0f0-447c-b05d-3fb6c76c164e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e5c9fc7f-1714-484e-86e9-028fd711b13d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.528276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=568a9345-5578-4b82-89e6-894e2ab77334,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:08.559386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f9dcb-b0f0-447c-b05d-3fb6c76c164e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event deleted for resources: {'Port': ['ID=e5c9fc7f-1714-484e-86e9-028fd711b13d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:08.595019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 2bdc37d7-5b54-471b-be2e-62ebe544f421 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:08.596105 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.625369 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks [] for security_group (da1e0857-3c86-4215-905d-eb7032bbce1d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.626421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (3010fd48-b525-4337-aa2e-9c3b7160f297), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.635614 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (da1e0857-3c86-4215-905d-eb7032bbce1d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.665151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:11:08.684477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1e0857-3c86-4215-905d-eb7032bbce1d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:08.688030 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (975b02e9-4e57-46be-85af-3b2ef8a140ac), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.689887 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Added segment 975b02e9-4e57-46be-85af-3b2ef8a140ac of type vlan for network aa42de28-bc6c-4e2a-92b4-e176a901d25c
Feb 19 21:11:08.721001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56311ac3-16aa-4d1a-9aa2-d0897a9841b3 None None] Network a9a97e8b-3567-444c-be37-4a0ea2e09d31 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:11:08.724687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 2bdc37d7-5b54-471b-be2e-62ebe544f421 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:08.731202 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.740158 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (aa42de28-bc6c-4e2a-92b4-e176a901d25c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.792109 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9dcb-b0f0-447c-b05d-3fb6c76c164e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (1853cf70-c814-4674-bdbc-1ba3e6bf41d3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.794937 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9dcb-b0f0-447c-b05d-3fb6c76c164e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.796281 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ba0f9dcb-b0f0-447c-b05d-3fb6c76c164e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "DELETE /v2.0/floatingips/1853cf70-c814-4674-bdbc-1ba3e6bf41d3 HTTP/1.1" status: 204  len: 168 time: 1.3997264
Feb 19 21:11:08.829082 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (aa42de28-bc6c-4e2a-92b4-e176a901d25c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.844378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:08.845053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.886170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 2bdc37d7-5b54-471b-be2e-62ebe544f421, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2bdc37d7-5b54-471b-be2e-62ebe544f421,segment=NetworkSegment(a9b27fba-f9fd-476b-bada-3378619a23de),segment_id=a9b27fba-f9fd-476b-bada-3378619a23de)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:08.888790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-34cbdcfd-b059-4d84-bd6f-9d17c6272b63 None None] Provisioning complete for port 2bdc37d7-5b54-471b-be2e-62ebe544f421 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:08.889528 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-34cbdcfd-b059-4d84-bd6f-9d17c6272b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.902812 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:08.985124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.9366314
Feb 19 21:11:08.985451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42160) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:08.992188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3080e3-4992-4783-9c57-3f16f87453d1 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Pushing event updated for resources: {'Network': ['ID=aa42de28-bc6c-4e2a-92b4-e176a901d25c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:09.011070 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.062550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Request body: {'network': {'name': 'tempest-network--896397982', 'router:external': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:09.075318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network aa42de28-bc6c-4e2a-92b4-e176a901d25c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:11:09.113391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Made reservation on behalf of a44e599e0fb44e8680206731c305f686 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:09.117944 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.141474 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.218376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=2bdc37d7-5b54-471b-be2e-62ebe544f421,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:09.251425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a976-21d2-43ba-b3d2-3b9b500c749f req-f5ca42c7-5431-47c7-9430-2673a86e24a3 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:09.259866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9bd2a976-21d2-43ba-b3d2-3b9b500c749f req-f5ca42c7-5431-47c7-9430-2673a86e24a3 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf7be926-97c1-45e3-87aa-defbd74b9903 HTTP/1.1" status: 200  len: 946 time: 0.1206746
Feb 19 21:11:09.320054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-34cbdcfd-b059-4d84-bd6f-9d17c6272b63 None None] Current status of the port 2bdc37d7-5b54-471b-be2e-62ebe544f421 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:09.336810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42166) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:09.342112 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ac7343ac-8e5f-48a7-b0f0-2297a26ca509 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182585515', 'description': 'tempest-description--1841522615'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:09.346097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9bd2a976-21d2-43ba-b3d2-3b9b500c749f req-c07e32c2-caf9-4d06-a283-98e034b282ce tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851386
Feb 19 21:11:09.464697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b19df-69ef-41dd-992d-d00faebb1182 req-3680a38f-938d-4014-ab45-c7d94a89b161 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:09.466561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-212b19df-69ef-41dd-992d-d00faebb1182 req-3680a38f-938d-4014-ab45-c7d94a89b161 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 948 time: 0.1105080
Feb 19 21:11:09.472252 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks [] for security_group (ed5e9954-13af-4eab-ae71-bda5464fccf1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.486761 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac7343ac-8e5f-48a7-b0f0-2297a26ca509 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.504531 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ed5e9954-13af-4eab-ae71-bda5464fccf1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.551029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:11:09.568691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-212b19df-69ef-41dd-992d-d00faebb1182 req-b37c59f9-9516-4072-ac26-d43820be83a3 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924029
Feb 19 21:11:09.574700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5e9954-13af-4eab-ae71-bda5464fccf1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:09.577835 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (30183749-5e73-4547-bfa5-aee8a07c01d4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.578322 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Added segment 30183749-5e73-4547-bfa5-aee8a07c01d4 of type vlan for network 25524af4-16e4-41dc-a33b-292ada016265
Feb 19 21:11:09.648274 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (25524af4-16e4-41dc-a33b-292ada016265), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.688391 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac7343ac-8e5f-48a7-b0f0-2297a26ca509 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (bb66bd07-0414-486a-a58b-309650e69cfe), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.694776 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.695257 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (25524af4-16e4-41dc-a33b-292ada016265), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.697417 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:09.698374 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.703648 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac7343ac-8e5f-48a7-b0f0-2297a26ca509 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bb66bd07-0414-486a-a58b-309650e69cfe), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.722630 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.758823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-539fea99-eba5-402e-bea0-370ec9ce1b35 None None] Provisioning complete for port 2bdc37d7-5b54-471b-be2e-62ebe544f421 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:09.759392 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-539fea99-eba5-402e-bea0-370ec9ce1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.848867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Port': ['ID=c5e30ac3-f3d7-4777-90bc-c1265e75b8b0,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:09.858413 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac7343ac-8e5f-48a7-b0f0-2297a26ca509 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.859961 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ac7343ac-8e5f-48a7-b0f0-2297a26ca509 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5214548
Feb 19 21:11:09.865325 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42170) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:09.870719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-194fc9f4-3502-4906-9f0c-c01496988e99 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'security_group_rule': {'security_group_id': 'bb66bd07-0414-486a-a58b-309650e69cfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:09.881420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7343ac-8e5f-48a7-b0f0-2297a26ca509 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb66bd07-0414-486a-a58b-309650e69cfe,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:09.896131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (3010fd48-b525-4337-aa2e-9c3b7160f297), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.907965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-539fea99-eba5-402e-bea0-370ec9ce1b35 None None] Current status of the port 2bdc37d7-5b54-471b-be2e-62ebe544f421 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:09.925884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-539fea99-eba5-402e-bea0-370ec9ce1b35 None None] Provisioning complete for port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:09.926262 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-539fea99-eba5-402e-bea0-370ec9ce1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:09.976894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-539fea99-eba5-402e-bea0-370ec9ce1b35 None None] Port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:11:10.033094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 568a9345-5578-4b82-89e6-894e2ab77334 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:10.038496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network a9a97e8b-3567-444c-be37-4a0ea2e09d31 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:10.040188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:10.103613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-211f0aad-cd4e-4498-943f-8299b4e62387 None None] Provisioning complete for port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:10.104239 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-211f0aad-cd4e-4498-943f-8299b4e62387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.159066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-211f0aad-cd4e-4498-943f-8299b4e62387 None None] Port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:11:10.162134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 568a9345-5578-4b82-89e6-894e2ab77334 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:10.162644 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (568a9345-5578-4b82-89e6-894e2ab77334), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.204681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Router 3010fd48-b525-4337-aa2e-9c3b7160f297 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:11:10.215801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event updated for resources: {'Network': ['ID=25524af4-16e4-41dc-a33b-292ada016265,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:10.226395 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2b554eb8-3100-48a7-b8e0-afccc8de1dab tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.2398560
Feb 19 21:11:10.229941 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42174) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:10.244295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 25524af4-16e4-41dc-a33b-292ada016265 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:11:10.251139 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-194fc9f4-3502-4906-9f0c-c01496988e99 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (6c546c89-5abb-4973-9b98-358011dfa2ac), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.254018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61a113-cd00-46d3-9c8d-89979a53103d req-6ca51975-ce20-4dbc-8d09-5f641b37073b tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:10.255752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab61a113-cd00-46d3-9c8d-89979a53103d req-6ca51975-ce20-4dbc-8d09-5f641b37073b tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 946 time: 0.5368850
Feb 19 21:11:10.311850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab61a113-cd00-46d3-9c8d-89979a53103d req-2f7c36ec-7fa1-4d51-a31c-40c289447893 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471067
Feb 19 21:11:10.323876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 568a9345-5578-4b82-89e6-894e2ab77334 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:10.325670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2bdc37d7-5b54-471b-be2e-62ebe544f421 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:10.397750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 2bdc37d7-5b54-471b-be2e-62ebe544f421 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:10.398357 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.451329 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (25524af4-16e4-41dc-a33b-292ada016265), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.492777 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-194fc9f4-3502-4906-9f0c-c01496988e99 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (6c546c89-5abb-4973-9b98-358011dfa2ac), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.506095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 2bdc37d7-5b54-471b-be2e-62ebe544f421 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:10.508529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-48994332-000f-4eb4-a6a1-e9f435d25fee None None] Provisioning complete for port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:10.508915 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-48994332-000f-4eb4-a6a1-e9f435d25fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.553609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-48994332-000f-4eb4-a6a1-e9f435d25fee None None] Port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:11:10.726481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d5b0-daa6-4b9d-9f84-955ec229a4f2 req-aa40ae26-ae52-492d-9931-9ae88db658d3 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:10.728177 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fdd3d5b0-daa6-4b9d-9f84-955ec229a4f2 req-aa40ae26-ae52-492d-9931-9ae88db658d3 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.0919821
Feb 19 21:11:10.736795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e080a-ae0f-400f-815a-6555c4d52e11 req-364e2ba4-0071-4a74-a45e-fe70220ed777 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:10.738438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f1e080a-ae0f-400f-815a-6555c4d52e11 req-364e2ba4-0071-4a74-a45e-fe70220ed777 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 948 time: 0.0925374
Feb 19 21:11:10.757669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:11:10.767359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-194fc9f4-3502-4906-9f0c-c01496988e99 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (6c546c89-5abb-4973-9b98-358011dfa2ac), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.771957 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Sync routers for ids ['3010fd48-b525-4337-aa2e-9c3b7160f297'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:11:10.782391 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4bbc694a-3197-4886-bdb7-045a37a59a90 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "PUT /v2.0/routers/3010fd48-b525-4337-aa2e-9c3b7160f297/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8907609
Feb 19 21:11:10.789062 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42180) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:10.793447 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Routers {'3010fd48-b525-4337-aa2e-9c3b7160f297'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:10.794218 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7023ee20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3010fd48-b525-4337-aa2e-9c3b7160f297'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:10.795491 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2aac52dc-3c8a-49c4-8707-713c3fee4d32 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2094348636', 'description': 'tempest-secgroup_access--2094348636 description', 'project_id': '9f4ed687e80941d9a5befe1031923ed5'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:10.832018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fdd3d5b0-daa6-4b9d-9f84-955ec229a4f2 req-ea491d7e-8269-4453-82ae-d5af0af0085e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919881
Feb 19 21:11:10.838922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f1e080a-ae0f-400f-815a-6555c4d52e11 req-954ec7a4-2715-42ed-99b4-c2580451a693 tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930943
Feb 19 21:11:10.883144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fc9f4-3502-4906-9f0c-c01496988e99 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c546c89-5abb-4973-9b98-358011dfa2ac,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:10.891795 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-194fc9f4-3502-4906-9f0c-c01496988e99 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.897219 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-194fc9f4-3502-4906-9f0c-c01496988e99 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0265665
Feb 19 21:11:10.899091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42184) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:10.909532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5bd4137c-a2ec-4ab5-b348-2114991015ff tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'security_group_rule': {'security_group_id': 'bb66bd07-0414-486a-a58b-309650e69cfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:10.915770 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (25524af4-16e4-41dc-a33b-292ada016265), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.938377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2aac52dc-3c8a-49c4-8707-713c3fee4d32 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.962123 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bd4137c-a2ec-4ab5-b348-2114991015ff tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (0e4663e7-5378-4363-81eb-137766d3a58c), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:10.969707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b871640>,) {'filters': {'network_id': ['25524af4-16e4-41dc-a33b-292ada016265']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:10.987050 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fec462-1a62-4595-a4b2-3471b3aacebb req-26c9924c-8a8d-4f69-a833-ed8ab434c66f tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:10.988698 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fec462-1a62-4595-a4b2-3471b3aacebb req-26c9924c-8a8d-4f69-a833-ed8ab434c66f tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 948 time: 0.2326791
Feb 19 21:11:10.995295 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b871640>, '30183749-5e73-4547-bfa5-aee8a07c01d4') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:10.995615 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b871640>, '30183749-5e73-4547-bfa5-aee8a07c01d4') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:11.024007 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (30183749-5e73-4547-bfa5-aee8a07c01d4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.043181 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Set router 3010fd48-b525-4337-aa2e-9c3b7160f297 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:11.060291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bd4137c-a2ec-4ab5-b348-2114991015ff tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (0e4663e7-5378-4363-81eb-137766d3a58c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.066926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bd4137c-a2ec-4ab5-b348-2114991015ff tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (0e4663e7-5378-4363-81eb-137766d3a58c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.098986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4137c-a2ec-4ab5-b348-2114991015ff tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4663e7-5378-4363-81eb-137766d3a58c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:11.109743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2aac52dc-3c8a-49c4-8707-713c3fee4d32 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (9887589f-0373-4962-af43-6a0cbca1a59c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.121176 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bd4137c-a2ec-4ab5-b348-2114991015ff tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.129467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5bd4137c-a2ec-4ab5-b348-2114991015ff tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2201629
Feb 19 21:11:11.129698 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2aac52dc-3c8a-49c4-8707-713c3fee4d32 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9887589f-0373-4962-af43-6a0cbca1a59c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.129698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42188) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:11.139878 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (30183749-5e73-4547-bfa5-aee8a07c01d4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.145257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:11.170569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506ba3c-180d-4ce2-8ebc-cd8d81db18a8 req-73872524-b9b2-496c-9f5c-16143f621074 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:11.171187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:11:11.171777 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (30183749-5e73-4547-bfa5-aee8a07c01d4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.176886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506ba3c-180d-4ce2-8ebc-cd8d81db18a8 req-73872524-b9b2-496c-9f5c-16143f621074 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:11:11.178087 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:11:11.183061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506ba3c-180d-4ce2-8ebc-cd8d81db18a8 req-73872524-b9b2-496c-9f5c-16143f621074 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:11.188861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5506ba3c-180d-4ce2-8ebc-cd8d81db18a8 req-73872524-b9b2-496c-9f5c-16143f621074 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3&device_id=bf7be926-97c1-45e3-87aa-defbd74b9903&device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 2419 time: 0.0814185
Feb 19 21:11:11.235657 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5506ba3c-180d-4ce2-8ebc-cd8d81db18a8 req-d49ef574-0eaa-4962-a772-d694d184a24a tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459173
Feb 19 21:11:11.252577 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2aac52dc-3c8a-49c4-8707-713c3fee4d32 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.252577 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2aac52dc-3c8a-49c4-8707-713c3fee4d32 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.4545178
Feb 19 21:11:11.252766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42190) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:11.266597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4c6da26e-a7df-4f3b-b995-e39e805f0dd9 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1176446622', 'description': 'tempest-secgroup_general--1176446622 description', 'project_id': '9f4ed687e80941d9a5befe1031923ed5'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:11.286353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac52dc-3c8a-49c4-8707-713c3fee4d32 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9887589f-0373-4962-af43-6a0cbca1a59c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:11.300838 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.317124 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7023ee20>, [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5e30ac3-f3d7-4777-90bc-c1265e75b8b0', 'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:34:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '2711ee97-a752-464c-a398-84808c3be0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:06Z', 'updated_at': '2022-02-19T21:11:09Z', 'revision_number': 2, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '2711ee97-a752-464c-a398-84808c3be0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:11.321079 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c6da26e-a7df-4f3b-b995-e39e805f0dd9 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.351902 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Checking router: 3010fd48-b525-4337-aa2e-9c3b7160f297 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:11:11.352552 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Updating router 3010fd48-b525-4337-aa2e-9c3b7160f297 port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:11:11.370279 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (25524af4-16e4-41dc-a33b-292ada016265), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.382387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  25524af4-16e4-41dc-a33b-292ada016265 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 19 21:11:11.388670 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.397785 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.405323 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "DELETE /v2.0/networks/25524af4-16e4-41dc-a33b-292ada016265 HTTP/1.1" status: 204  len: 168 time: 1.1626577
Feb 19 21:11:11.407115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42194) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:11.412813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbe579-c4b7-4d3f-8ef8-1ffd32aa2a86 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event deleted for resources: {'Network': ['ID=25524af4-16e4-41dc-a33b-292ada016265,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:11.418057 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Request body: {'network': {'router:external': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:11.437987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-31fec462-1a62-4595-a4b2-3471b3aacebb req-0adaec57-f57c-473f-a2cb-bc73bfbb2a7e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Deleting port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:11.438574 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fec462-1a62-4595-a4b2-3471b3aacebb req-0adaec57-f57c-473f-a2cb-bc73bfbb2a7e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.453411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bbbee-cc83-4c84-8a13-999c43138625 req-055fa03c-3f0a-408a-b0ca-2244ac0b1c16 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:11.455721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-435bbbee-cc83-4c84-8a13-999c43138625 req-055fa03c-3f0a-408a-b0ca-2244ac0b1c16 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 946 time: 0.1004393
Feb 19 21:11:11.515857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Made reservation on behalf of a44e599e0fb44e8680206731c305f686 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:11.518758 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.543788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-435bbbee-cc83-4c84-8a13-999c43138625 req-db659d90-67b3-4587-9520-ab7cf9b0a2c0 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683856
Feb 19 21:11:11.621920 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c6da26e-a7df-4f3b-b995-e39e805f0dd9 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (cec9a360-e51d-4646-ae84-a84dd2c12ad1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.626708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-31fec462-1a62-4595-a4b2-3471b3aacebb req-0adaec57-f57c-473f-a2cb-bc73bfbb2a7e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] For port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:11.627103 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fec462-1a62-4595-a4b2-3471b3aacebb req-0adaec57-f57c-473f-a2cb-bc73bfbb2a7e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.640527 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c6da26e-a7df-4f3b-b995-e39e805f0dd9 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cec9a360-e51d-4646-ae84-a84dd2c12ad1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.649756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:11:11.667052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-31fec462-1a62-4595-a4b2-3471b3aacebb req-0adaec57-f57c-473f-a2cb-bc73bfbb2a7e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Calling delete_port for 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:11.674352 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (948f3d72-af20-4efe-8d86-061ec3e530cc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.674776 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Added segment 948f3d72-af20-4efe-8d86-061ec3e530cc of type vlan for network 1a10a374-87ad-4658-a943-fdaf65a39c07
Feb 19 21:11:11.715283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.731496 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Publish callbacks [] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.733822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6da26e-a7df-4f3b-b995-e39e805f0dd9 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec9a360-e51d-4646-ae84-a84dd2c12ad1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:11.740849 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c6da26e-a7df-4f3b-b995-e39e805f0dd9 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.742746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4c6da26e-a7df-4f3b-b995-e39e805f0dd9 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4937408
Feb 19 21:11:11.744673 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.750689 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42198) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:11.767107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-10dd252e-e2b3-4c2e-bbb3-abe6a7becd4f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'security_group_rule': {'security_group_id': '9887589f-0373-4962-af43-6a0cbca1a59c', 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:11.825692 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10dd252e-e2b3-4c2e-bbb3-abe6a7becd4f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group_rule (ef6f73eb-7291-4642-84bb-7d4abbfff263), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.849689 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (1a10a374-87ad-4658-a943-fdaf65a39c07), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.851262 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62437d83-f07f-457d-9e21-548975734b1c None None] Pushing event updated for resources: {'Port': ['ID=c5e30ac3-f3d7-4777-90bc-c1265e75b8b0,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:11.944318 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10dd252e-e2b3-4c2e-bbb3-abe6a7becd4f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group_rule (ef6f73eb-7291-4642-84bb-7d4abbfff263), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.955006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10dd252e-e2b3-4c2e-bbb3-abe6a7becd4f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (ef6f73eb-7291-4642-84bb-7d4abbfff263), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:11.980059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd252e-e2b3-4c2e-bbb3-abe6a7becd4f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6f73eb-7291-4642-84bb-7d4abbfff263,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:11.990077 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Attempting to bind port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:11:11.990820 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Attempting to bind port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:11:11.991684 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Attempting to bind port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 on network a9a97e8b-3567-444c-be37-4a0ea2e09d31 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:11:11.999082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (1a10a374-87ad-4658-a943-fdaf65a39c07), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.002919 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:12.005441 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:11:12.005825 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Checking segment: {'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:12.006233 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.006334 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.006633 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Bound using segment: {'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:11:12.007385 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Bound port: c5e30ac3-f3d7-4777-90bc-c1265e75b8b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:11:12.007508 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.022063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10dd252e-e2b3-4c2e-bbb3-abe6a7becd4f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.023318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-10dd252e-e2b3-4c2e-bbb3-abe6a7becd4f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2704575
Feb 19 21:11:12.154288 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] For port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:11:12.158940 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] For port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5e30ac3-f3d7-4777-90bc-c1265e75b8b0,segment=NetworkSegment(a9b27fba-f9fd-476b-bada-3378619a23de),segment_id=a9b27fba-f9fd-476b-bada-3378619a23de)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:11:12.160767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff58e2-9361-4b18-bc09-3989dbd04981 req-fb58a4ba-9a78-420f-bbe2-8d5848e5d1bb tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:12.173246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3ff58e2-9361-4b18-bc09-3989dbd04981 req-fb58a4ba-9a78-420f-bbe2-8d5848e5d1bb tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 948 time: 0.1719825
Feb 19 21:11:12.174611 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.230881 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.8191004
Feb 19 21:11:12.234748 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42206) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:12.256128 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Request body: {'subnet': {'network_id': '1a10a374-87ad-4658-a943-fdaf65a39c07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:12.299100 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Routers {'3010fd48-b525-4337-aa2e-9c3b7160f297'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:12.299778 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3ff58e2-9361-4b18-bc09-3989dbd04981 req-fccb2379-cae7-4ceb-a1f8-106d6180fbef tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/security-groups?id=919475ee-6fba-44fe-bca2-f7a258fbb8d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208680
Feb 19 21:11:12.303254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b94d71a9-2816-4234-b2cc-085e2799c846 None None] Provisioning complete for port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:12.304255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b94d71a9-2816-4234-b2cc-085e2799c846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.305637 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7023ee20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:10:50Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3010fd48-b525-4337-aa2e-9c3b7160f297'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:12.391778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Allocated IP 172.35.2.121 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/2e518ae3-238a-4c3b-982c-a220ed597797) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:12.501548 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62437d83-f07f-457d-9e21-548975734b1c None None] Pushing event updated for resources: {'Port': ['ID=c5e30ac3-f3d7-4777-90bc-c1265e75b8b0,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:12.540812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-5644bf02-8224-47a5-acbf-c8be5260a028 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--2094348636&fields=id&tenant_id=9f4ed687e80941d9a5befe1031923ed5 HTTP/1.1" status: 200  len: 267 time: 0.0750890
Feb 19 21:11:12.570371 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for port (2e518ae3-238a-4c3b-982c-a220ed597797), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.578197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b94d71a9-2816-4234-b2cc-085e2799c846 None None] Current status of the port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:12.581982 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b94d71a9-2816-4234-b2cc-085e2799c846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.592935 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] Set router 3010fd48-b525-4337-aa2e-9c3b7160f297 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:12.612271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5dd9b-8d8a-4f80-b8b2-d8f106ba74d1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event updated for resources: {'Network': ['ID=1a10a374-87ad-4658-a943-fdaf65a39c07,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:12.618817 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2e518ae3-238a-4c3b-982c-a220ed597797), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.646201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 1a10a374-87ad-4658-a943-fdaf65a39c07 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:11:12.662344 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-097ad011-3bf1-47f5-9a5e-cb7225d713c4 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--1176446622&fields=id&tenant_id=9f4ed687e80941d9a5befe1031923ed5 HTTP/1.1" status: 200  len: 267 time: 0.1127894
Feb 19 21:11:12.679229 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Made reservation on behalf of a44e599e0fb44e8680206731c305f686 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:12.681751 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.750143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b94d71a9-2816-4234-b2cc-085e2799c846 None None] For port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5e30ac3-f3d7-4777-90bc-c1265e75b8b0,segment=NetworkSegment(a9b27fba-f9fd-476b-bada-3378619a23de),segment_id=a9b27fba-f9fd-476b-bada-3378619a23de)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:12.766610 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b94d71a9-2816-4234-b2cc-085e2799c846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.769118 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:12.778429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'Port': ['ID=2e518ae3-238a-4c3b-982c-a220ed597797,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:12.785533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:12.795456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:12.833746 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fec462-1a62-4595-a4b2-3471b3aacebb req-0adaec57-f57c-473f-a2cb-bc73bfbb2a7e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1dfaf2c3-a63e-4dde-890c-bade6dd9c52c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.852267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-71ee2387-f341-4200-89d6-99c6b551211f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:12.858880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['1dfaf2c3-a63e-4dde-890c-bade6dd9c52c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:11:12.863682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-71ee2387-f341-4200-89d6-99c6b551211f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/networks?id=a9a97e8b-3567-444c-be37-4a0ea2e09d31 HTTP/1.1" status: 200  len: 797 time: 0.1993229
Feb 19 21:11:12.887634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-70b8ff20-8b5e-43f5-a1ee-75ba0aed43e8 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/quotas/9f4ed687e80941d9a5befe1031923ed5 HTTP/1.1" status: 200  len: 375 time: 0.0210187
Feb 19 21:11:12.891454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adaec57-f57c-473f-a2cb-bc73bfbb2a7e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Pushing event deleted for resources: {'Port': ['ID=1dfaf2c3-a63e-4dde-890c-bade6dd9c52c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:12.975388 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7023ee20>, [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5e30ac3-f3d7-4777-90bc-c1265e75b8b0', 'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:34:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '2711ee97-a752-464c-a398-84808c3be0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:06Z', 'updated_at': '2022-02-19T21:11:12Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '2711ee97-a752-464c-a398-84808c3be0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:12.978557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d71a9-2816-4234-b2cc-085e2799c846 None None] Pushing event updated for resources: {'Port': ['ID=c5e30ac3-f3d7-4777-90bc-c1265e75b8b0,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:12.995703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a95c279e-a02a-49e4-93cd-e8573279e2b2 None None] Provisioning complete for port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:12.996304 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a95c279e-a02a-49e4-93cd-e8573279e2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:12.997768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-55d148fa-308f-4100-9dab-be255e73431d tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f4ed687e80941d9a5befe1031923ed5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1092274
Feb 19 21:11:13.009935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fec462-1a62-4595-a4b2-3471b3aacebb req-0adaec57-f57c-473f-a2cb-bc73bfbb2a7e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] No DVR routers for this DVR port 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:11:13.025809 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679453b-35a5-4c66-9353-3a23c0a5c8cf None None] The sync data for ids ['3010fd48-b525-4337-aa2e-9c3b7160f297'] in ncdv-master-1 is: [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5e30ac3-f3d7-4777-90bc-c1265e75b8b0', 'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:34:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '2711ee97-a752-464c-a398-84808c3be0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:06Z', 'updated_at': '2022-02-19T21:11:12Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '2711ee97-a752-464c-a398-84808c3be0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:11:13.040530 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-31fec462-1a62-4595-a4b2-3471b3aacebb req-0adaec57-f57c-473f-a2cb-bc73bfbb2a7e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:13.043982 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-31fec462-1a62-4595-a4b2-3471b3aacebb req-0adaec57-f57c-473f-a2cb-bc73bfbb2a7e tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.10 "DELETE /v2.0/ports/1dfaf2c3-a63e-4dde-890c-bade6dd9c52c HTTP/1.1" status: 204  len: 173 time: 2.0425546
Feb 19 21:11:13.052228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc665c-bed1-40cf-a142-b1d8fae201e6', 'name': 'network-vif-deleted', 'tag': '1dfaf2c3-a63e-4dde-890c-bade6dd9c52c'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:13.058081 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013c5a28-1b6e-42e7-962a-9bd121fcd4ce" -d '{"events": [{"server_uuid": "5fbc665c-bed1-40cf-a142-b1d8fae201e6", "name": "network-vif-deleted", "tag": "1dfaf2c3-a63e-4dde-890c-bade6dd9c52c"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:13.235165 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-013639e2-93dc-4928-89b4-ee45ea35845e service neutron] 10.222.0.30 "GET /v2.0/networks/a9a97e8b-3567-444c-be37-4a0ea2e09d31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206085
Feb 19 21:11:13.292150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a95c279e-a02a-49e4-93cd-e8573279e2b2 None None] Current status of the port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:13.375210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (b72646a5-8e47-4dc5-a635-549dac8a3f2d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:13.402536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-421e35cc-96ec-402a-bec1-95cc8921dd6c service neutron] 10.222.0.30 "GET /v2.0/networks/a9a97e8b-3567-444c-be37-4a0ea2e09d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569815
Feb 19 21:11:13.446265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2e518ae3-238a-4c3b-982c-a220ed597797), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:13.494059 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9049cf6d-b619-4041-96ad-01ab8ac0bb29 x-openstack-request-id: req-9049cf6d-b619-4041-96ad-01ab8ac0bb29 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:13.494358 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc665c-bed1-40cf-a142-b1d8fae201e6", "name": "network-vif-deleted", "tag": "1dfaf2c3-a63e-4dde-890c-bade6dd9c52c", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:13.494629 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9049cf6d-b619-4041-96ad-01ab8ac0bb29 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:13.495014 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc665c-bed1-40cf-a142-b1d8fae201e6', 'name': 'network-vif-deleted', 'tag': '1dfaf2c3-a63e-4dde-890c-bade6dd9c52c', 'status': 'completed', 'code': 200}
Feb 19 21:11:13.640754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb5f3819-20da-4445-a93f-32baa92c9293 req-a28719f4-d236-40e6-9c20-e642f3ecde1c tempest-VolumesBackupsTest-1229161186 tempest-VolumesBackupsTest-1229161186-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fbc665c-bed1-40cf-a142-b1d8fae201e6 HTTP/1.1" status: 200  len: 210 time: 0.0475795
Feb 19 21:11:13.647490 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:11:13.647992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (22ffc39a-7fe5-4317-bf3f-d08dcfa60a38), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:13.741015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73208779-5462-4a84-b39e-914cf0897325 req-805e8019-1026-493a-b1d6-88182125e773 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 210 time: 0.0399599
Feb 19 21:11:13.806083 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event updated for resources: {'Subnet': ['ID=22ffc39a-7fe5-4317-bf3f-d08dcfa60a38,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:13.820630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Checking segment: {'id': '948f3d72-af20-4efe-8d86-061ec3e530cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1a10a374-87ad-4658-a943-fdaf65a39c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:13.821081 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Network hostable DHCP agents. Network: 1a10a374-87ad-4658-a943-fdaf65a39c07, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:11:13.871996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Network 1a10a374-87ad-4658-a943-fdaf65a39c07 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:11:13.888456 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for port (2e518ae3-238a-4c3b-982c-a220ed597797), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:13.892560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1a10a374-87ad-4658-a943-fdaf65a39c07) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:13.895756 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (2e518ae3-238a-4c3b-982c-a220ed597797), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:13.902398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:13.903114 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:13.903351 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eca936-28eb-4ab7-9b75-7a77a1add62a None None] Network 1a10a374-87ad-4658-a943-fdaf65a39c07 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:11:14.032866 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6a787863-fb00-41de-9584-335f88d763e1 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.7811100
Feb 19 21:11:14.041270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42242) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:14.047190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Request body: {'floatingip': {'floating_network_id': '1a10a374-87ad-4658-a943-fdaf65a39c07'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:14.070071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'Port': ['ID=2e518ae3-238a-4c3b-982c-a220ed597797,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:14.082759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed3a21-9b21-45b9-a013-6f0ae61949d1 req-fda6afcb-cfc3-48e1-ae01-5a11b781e671 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:14.084417 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92ed3a21-9b21-45b9-a013-6f0ae61949d1 req-fda6afcb-cfc3-48e1-ae01-5a11b781e671 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.1799052
Feb 19 21:11:14.122742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b72646a5-8e47-4dc5-a635-549dac8a3f2d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:14.148841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:14.151087 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b9bc3925-dd0d-437b-99c4-760b4d3a2b25 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.0197678
Feb 19 21:11:14.157495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:14.240044 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92ed3a21-9b21-45b9-a013-6f0ae61949d1 req-3c593b2b-5076-4a90-96e5-bc5cf99d301f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427789
Feb 19 21:11:14.314165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:14.326767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:14.453234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:14.453907 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:14.491459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ed7dde-cb2e-497e-aa8e-00033d1d31aa None None] Network 1a10a374-87ad-4658-a943-fdaf65a39c07 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:11:14.531433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Allocated IP 172.20.0.2 (1a10a374-87ad-4658-a943-fdaf65a39c07/22ffc39a-7fe5-4317-bf3f-d08dcfa60a38/a4120560-8127-4481-91dd-4d0865d576a4) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:14.648064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:14.732090 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks [] for port (a4120560-8127-4481-91dd-4d0865d576a4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:14.819661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-f2dc7307-7d71-498e-a1b8-23084baa9dfa tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1182585515&fields=id&tenant_id=adecc012aca243138d03c189f5623f73 HTTP/1.1" status: 200  len: 267 time: 0.0849121
Feb 19 21:11:14.935027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a4120560-8127-4481-91dd-4d0865d576a4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:14.969003 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2309c107-e181-473e-a214-e7cbaf421443 req-6652aa15-c86c-4998-a402-66ef7d294776 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 210 time: 0.0935009
Feb 19 21:11:15.030653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Network 1a10a374-87ad-4658-a943-fdaf65a39c07 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:15.038955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:15.043845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:15.046831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event updated for resources: {'Port': ['ID=a4120560-8127-4481-91dd-4d0865d576a4,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:15.092298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3984-7596-4860-ba33-7438019352f7 req-30092021-9cbf-4528-8918-9d5f68cbccd7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:15.093861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-30092021-9cbf-4528-8918-9d5f68cbccd7 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 811 time: 0.2731154
Feb 19 21:11:15.117877 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-54d3a4df-f837-42cc-a23b-57487b0ddae2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/quotas/adecc012aca243138d03c189f5623f73 HTTP/1.1" status: 200  len: 375 time: 0.0163846
Feb 19 21:11:15.214033 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks [] for floatingip (58cb1f78-cf53-4f22-afcb-5527c9a6fa10), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:15.256652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-3fb5d5c2-d065-4701-afae-a62ac2d081be tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1333992
Feb 19 21:11:15.265917 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a4120560-8127-4481-91dd-4d0865d576a4), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:15.467377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-93bb1e2b-8aaf-48af-9e15-0039d3658ab3 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:15.470380 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-93bb1e2b-8aaf-48af-9e15-0039d3658ab3 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.10 "GET /v2.0/networks?id=a9a97e8b-3567-444c-be37-4a0ea2e09d31 HTTP/1.1" status: 200  len: 797 time: 0.1728780
Feb 19 21:11:15.493653 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-c0768202-4725-4aab-ba3d-ff32160c146b service neutron] 10.222.0.30 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2056031
Feb 19 21:11:15.529859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3221f77-4b79-455b-b119-e750b4b6343e req-f0798241-579a-495e-a8b5-92acd39fda8f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:15.531428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3221f77-4b79-455b-b119-e750b4b6343e req-f0798241-579a-495e-a8b5-92acd39fda8f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.1835823
Feb 19 21:11:15.577536 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-438a0ad9-3a23-4470-9be0-c80e4e67c7a8 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f4ed687e80941d9a5befe1031923ed5 HTTP/1.1" status: 200  len: 478 time: 0.0993285
Feb 19 21:11:15.589633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'port': {'device_id': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'admin_state_up': True, 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'security_groups': ['9887589f-0373-4962-af43-6a0cbca1a59c', 'cec9a360-e51d-4646-ae84-a84dd2c12ad1']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:15.683042 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks [] for port (a4120560-8127-4481-91dd-4d0865d576a4), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:15.686303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-f6961429-a8ad-41bc-9df3-84b079b99857 service neutron] 10.222.0.30 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797626
Feb 19 21:11:15.689528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3221f77-4b79-455b-b119-e750b4b6343e req-093e0964-d6c3-472f-804d-7cdd00e5ee25 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216028
Feb 19 21:11:15.691392 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a4120560-8127-4481-91dd-4d0865d576a4), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:15.730499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:11:15.777444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:11:15.778280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 1dfaf2c3-a63e-4dde-890c-bade6dd9c52c not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:11:15.790015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event updated for resources: {'Port': ['ID=a4120560-8127-4481-91dd-4d0865d576a4,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:15.820422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Made reservation on behalf of 9f4ed687e80941d9a5befe1031923ed5 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:15.824678 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (58cb1f78-cf53-4f22-afcb-5527c9a6fa10), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:15.829792 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:15.861926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:15.864535 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-29c55ec8-b639-4436-b174-80f0f06591e0 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.8216813
Feb 19 21:11:15.867464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42302) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:15.968316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-da5ea186-5d9f-4f1b-963a-c8086a59f5f8 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=1a10a374-87ad-4658-a943-fdaf65a39c07 HTTP/1.1" status: 200  len: 689 time: 0.0977647
Feb 19 21:11:15.969858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42312) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:16.172699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Allocated IP 172.20.0.11 (a9a97e8b-3567-444c-be37-4a0ea2e09d31/2711ee97-a752-464c-a398-84808c3be0c6/9fef2353-c49f-4800-8469-da61cf4f519d) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:16.218568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b47bfb8-a5df-42b5-9a45-85f7d3036974 req-d5f6eb15-aa38-4cb3-8ee5-1c1d986cba09 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 210 time: 0.0512288
Feb 19 21:11:16.225310 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (1a10a374-87ad-4658-a943-fdaf65a39c07), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:16.356760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d5bec177-9465-4f76-a907-8bbfc58378de req-5bae8f12-a847-40d0-933b-f63cf42ca3d1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 210 time: 0.0476069
Feb 19 21:11:16.452055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed74a7-0d7c-4197-8071-4970aba073ea req-cecdc341-d50e-4b41-acfe-f22d6498fbd1 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:16.453642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74ed74a7-0d7c-4197-8071-4970aba073ea req-cecdc341-d50e-4b41-acfe-f22d6498fbd1 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 946 time: 0.0759068
Feb 19 21:11:16.457043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Deleting port a4120560-8127-4481-91dd-4d0865d576a4 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:16.457346 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a4120560-8127-4481-91dd-4d0865d576a4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:16.512157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for port (9fef2353-c49f-4800-8469-da61cf4f519d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:16.576874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74ed74a7-0d7c-4197-8071-4970aba073ea req-ac9cd248-e37f-4ca0-9468-cb610b870bdf tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056733
Feb 19 21:11:16.586739 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a4120560-8127-4481-91dd-4d0865d576a4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:16.587290 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks [] for floatingip (a4120560-8127-4481-91dd-4d0865d576a4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:16.590214 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:16.602559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Calling delete_port for a4120560-8127-4481-91dd-4d0865d576a4 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:16.692808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network a9a97e8b-3567-444c-be37-4a0ea2e09d31 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:16.711598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:16.717354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:16.755253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Port': ['ID=9fef2353-c49f-4800-8469-da61cf4f519d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:16.819424 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:16.820627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:16.875757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-eb9990c6-ddef-414e-9cb0-c4ddbc6c19c5 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 973 time: 1.2910359
Feb 19 21:11:16.891946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Request body: {'port': {'device_id': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:17.021473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:17.034753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a4120560-8127-4481-91dd-4d0865d576a4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:17.098852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4120560-8127-4481-91dd-4d0865d576a4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:17.230485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494b774-3a14-4a6b-9dec-1be927f7e882 req-27b317a1-0b01-47fe-bdd3-db68749062d5 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:17.237491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e494b774-3a14-4a6b-9dec-1be927f7e882 req-27b317a1-0b01-47fe-bdd3-db68749062d5 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.3102477
Feb 19 21:11:17.260758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-60df023e-9e4e-4c91-bbbe-a75182b48231 None None] Provisioning complete for port 9fef2353-c49f-4800-8469-da61cf4f519d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:17.263328 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-60df023e-9e4e-4c91-bbbe-a75182b48231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:17.325737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-60df023e-9e4e-4c91-bbbe-a75182b48231 None None] Port 9fef2353-c49f-4800-8469-da61cf4f519d cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:11:17.333284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-55c08f37-ae76-4ffa-9d9e-01fad9e5e885 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.3938150
Feb 19 21:11:17.393141 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks [] for floatingip (58cb1f78-cf53-4f22-afcb-5527c9a6fa10), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:17.440345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e494b774-3a14-4a6b-9dec-1be927f7e882 req-e9d4b228-f13b-4eed-a3d2-26392d8dd5ee tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010946
Feb 19 21:11:17.585947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767afb8-30bf-45a6-a0d4-ed3abb11b043 req-84096c1f-d4c5-4e7d-b7e7-4a94b05e17f6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:17.587812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6767afb8-30bf-45a6-a0d4-ed3abb11b043 req-84096c1f-d4c5-4e7d-b7e7-4a94b05e17f6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 971 time: 0.2534616
Feb 19 21:11:17.635509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-7243720e-031d-4d2a-b006-0104141b5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:17.636748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-7243720e-031d-4d2a-b006-0104141b5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:17.637231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-7243720e-031d-4d2a-b006-0104141b5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:17.638030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-7243720e-031d-4d2a-b006-0104141b5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:17.638569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-7243720e-031d-4d2a-b006-0104141b5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:17.639045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-7243720e-031d-4d2a-b006-0104141b5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:17.639557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-7243720e-031d-4d2a-b006-0104141b5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:17.642014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-7243720e-031d-4d2a-b006-0104141b5351 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f260ed47c5994487a4cc293c33dae3ea&device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 6708 time: 0.2222395
Feb 19 21:11:17.669366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae749f00-ac19-4bf0-9de8-592d0ddf33c9 req-d515d750-a59c-41ca-9a27-9a56e5294ac1 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 210 time: 0.1362767
Feb 19 21:11:17.813140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fef2353-c49f-4800-8469-da61cf4f519d {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:11:17.824397 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Publish callbacks [] for port (9fef2353-c49f-4800-8469-da61cf4f519d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:17.841527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Transition to ACTIVE for port object 9fef2353-c49f-4800-8469-da61cf4f519d will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:11:17.848429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:17.851439 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (22ffc39a-7fe5-4317-bf3f-d08dcfa60a38), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:17.955668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Pushing event updated for resources: {'Port': ['ID=9fef2353-c49f-4800-8469-da61cf4f519d,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:18.019585 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Attempting to bind port 9fef2353-c49f-4800-8469-da61cf4f519d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:11:18.019953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Attempting to bind port 9fef2353-c49f-4800-8469-da61cf4f519d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:11:18.020321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Attempting to bind port 9fef2353-c49f-4800-8469-da61cf4f519d on network a9a97e8b-3567-444c-be37-4a0ea2e09d31 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:11:18.026808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Port 9fef2353-c49f-4800-8469-da61cf4f519d on network a9a97e8b-3567-444c-be37-4a0ea2e09d31 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:11:18.027230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Attempting to bind port 9fef2353-c49f-4800-8469-da61cf4f519d on network a9a97e8b-3567-444c-be37-4a0ea2e09d31 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:11:18.035500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:11:18.036432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Checking segment: {'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:18.036432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Bound using segment: {'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:11:18.036767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Bound port: 9fef2353-c49f-4800-8469-da61cf4f519d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b27fba-f9fd-476b-bada-3378619a23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:11:18.037183 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:18.092966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6767afb8-30bf-45a6-a0d4-ed3abb11b043 req-774ddf2d-33a9-4ce1-b9b1-9a1df9127a0b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/security-groups?id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&id=9887589f-0373-4962-af43-6a0cbca1a59c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.4853961
Feb 19 21:11:18.110312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-8fe88c9f-04c9-4b51-a997-7a205935edf2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:18.111934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-8fe88c9f-04c9-4b51-a997-7a205935edf2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.10 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 946 time: 0.5511005
Feb 19 21:11:18.144404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-432e31f6-c8ce-41ca-bceb-14dc608cb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:18.145374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-432e31f6-c8ce-41ca-bceb-14dc608cb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:18.146217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-432e31f6-c8ce-41ca-bceb-14dc608cb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:18.150030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-432e31f6-c8ce-41ca-bceb-14dc608cb26f service neutron] 10.222.0.10 "GET /v2.0/networks?id=412258df-58b8-4ea9-9432-b16f8bdfc8b8&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&id=5c55b6fb-c182-40ec-8324-04db14622512&id=5c55b6fb-c182-40ec-8324-04db14622512 HTTP/1.1" status: 200  len: 2292 time: 0.4459949
Feb 19 21:11:18.164557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] For port 9fef2353-c49f-4800-8469-da61cf4f519d, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:11:18.169588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] For port 9fef2353-c49f-4800-8469-da61cf4f519d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fef2353-c49f-4800-8469-da61cf4f519d,segment=NetworkSegment(a9b27fba-f9fd-476b-bada-3378619a23de),segment_id=a9b27fba-f9fd-476b-bada-3378619a23de)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:11:18.189322 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:18.216730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3984-7596-4860-ba33-7438019352f7 req-56dab38b-39be-4373-8a3e-01474de7cb3c tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:18.219370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-56dab38b-39be-4373-8a3e-01474de7cb3c tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.67 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 811 time: 0.5488310
Feb 19 21:11:18.229416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:18.230063 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:18.231722 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] 10.222.0.10 "PUT /v2.0/ports/9fef2353-c49f-4800-8469-da61cf4f519d HTTP/1.1" status: 200  len: 1131 time: 1.3472285
Feb 19 21:11:18.232210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'tag': '9fef2353-c49f-4800-8469-da61cf4f519d'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:18.235495 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c1724e-de16-4665-a7bc-ed152170811b" -d '{"events": [{"name": "network-changed", "server_uuid": "26035c7e-8e0f-48e4-bbef-0d0eae15c929", "tag": "9fef2353-c49f-4800-8469-da61cf4f519d"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:18.290064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1678ad-8a4a-4cb8-97e2-c0c7434ad661 service neutron] Pushing event updated for resources: {'Port': ['ID=9fef2353-c49f-4800-8469-da61cf4f519d,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:18.303949 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7f5c08-66ff-4ed4-b6af-d2cbe959f2dc x-openstack-request-id: req-6f7f5c08-66ff-4ed4-b6af-d2cbe959f2dc {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:18.304261 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26035c7e-8e0f-48e4-bbef-0d0eae15c929", "tag": "9fef2353-c49f-4800-8469-da61cf4f519d", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:18.304578 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f7f5c08-66ff-4ed4-b6af-d2cbe959f2dc {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:18.304998 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'tag': '9fef2353-c49f-4800-8469-da61cf4f519d', 'status': 'completed', 'code': 200}
Feb 19 21:11:18.311752 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-12c79c22-adf5-4c95-9ea6-05f41239c64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:18.380204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-31a9a195-0fbb-46e4-881a-f6c05da785ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:18.382226 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-31a9a195-0fbb-46e4-881a-f6c05da785ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f4ed687e80941d9a5befe1031923ed5&device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 1165 time: 0.0702300
Feb 19 21:11:18.446651 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-e82ca611-f6e3-4c4f-a072-a0485646a608 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fef2353-c49f-4800-8469-da61cf4f519d HTTP/1.1" status: 200  len: 217 time: 0.0564978
Feb 19 21:11:18.517548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-5eee52c8-2a9d-4e42-b936-e18b86239eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:18.523345 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-5eee52c8-2a9d-4e42-b936-e18b86239eea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2711ee97-a752-464c-a398-84808c3be0c6 HTTP/1.1" status: 200  len: 834 time: 0.0694842
Feb 19 21:11:18.602661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9c995c52-7a42-4e21-ad7b-2ff647de39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:18.604504 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-9c995c52-7a42-4e21-ad7b-2ff647de39b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9a97e8b-3567-444c-be37-4a0ea2e09d31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0762842
Feb 19 21:11:18.719755 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-627f8b98-03e9-4982-9334-e0b8ccb48f7e service neutron] 10.222.0.10 "GET /v2.0/networks/a9a97e8b-3567-444c-be37-4a0ea2e09d31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1066294
Feb 19 21:11:18.766888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9de1-72d3-47d4-9c56-256ba0ebc482 req-75b2a2ba-c3e5-4748-8c20-d63f7fd2a72c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:18.768480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a14a9de1-72d3-47d4-9c56-256ba0ebc482 req-75b2a2ba-c3e5-4748-8c20-d63f7fd2a72c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 946 time: 0.9788041
Feb 19 21:11:18.779479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (22ffc39a-7fe5-4317-bf3f-d08dcfa60a38), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:18.822282 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4b56af02-d9e4-4463-907e-0f24b43c846b req-95a47d00-89e1-4574-8531-44e58097cbd4 service neutron] 10.222.0.10 "GET /v2.0/networks/a9a97e8b-3567-444c-be37-4a0ea2e09d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0963426
Feb 19 21:11:18.902649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=22ffc39a-7fe5-4317-bf3f-d08dcfa60a38,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:18.952975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1724e-de16-4665-a7bc-ed152170811b req-e11c854d-916c-41fc-a993-7e03eda0fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:18.954820 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e8c1724e-de16-4665-a7bc-ed152170811b req-e11c854d-916c-41fc-a993-7e03eda0fe13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f4ed687e80941d9a5befe1031923ed5&device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 1165 time: 0.0772893
Feb 19 21:11:19.059325 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1724e-de16-4665-a7bc-ed152170811b req-4e3d246c-866d-4c60-ad33-208abe2ad8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:19.061084 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e8c1724e-de16-4665-a7bc-ed152170811b req-4e3d246c-866d-4c60-ad33-208abe2ad8b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9a97e8b-3567-444c-be37-4a0ea2e09d31 HTTP/1.1" status: 200  len: 898 time: 0.1003323
Feb 19 21:11:19.062806 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-a4e66357-46f9-43f7-bcfa-dff65438af62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953183ea-8af2-4363-894d-4fc5565d335c HTTP/1.1" status: 200  len: 1001 time: 0.8604207
Feb 19 21:11:19.102274 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (1a10a374-87ad-4658-a943-fdaf65a39c07), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:19.129647 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e8c1724e-de16-4665-a7bc-ed152170811b req-50be7620-cd2e-4687-873c-89eea861a4a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fef2353-c49f-4800-8469-da61cf4f519d HTTP/1.1" status: 200  len: 217 time: 0.0577953
Feb 19 21:11:19.157300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-ff636ce6-5da9-49b0-b497-c4090d34cffe tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adecc012aca243138d03c189f5623f73 HTTP/1.1" status: 200  len: 380 time: 0.9094908
Feb 19 21:11:19.167618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70a0b490>,) {'filters': {'network_id': ['1a10a374-87ad-4658-a943-fdaf65a39c07']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:19.174339 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a14a9de1-72d3-47d4-9c56-256ba0ebc482 req-aa10fc7f-d728-420e-bbf1-ef39934b3389 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3752222
Feb 19 21:11:19.188678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'port': {'device_id': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'admin_state_up': True, 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'security_groups': ['bb66bd07-0414-486a-a58b-309650e69cfe']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:19.196377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1724e-de16-4665-a7bc-ed152170811b req-7336981a-6da1-4ccc-98fd-b140e0ca1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:19.198135 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e8c1724e-de16-4665-a7bc-ed152170811b req-7336981a-6da1-4ccc-98fd-b140e0ca1fe2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2711ee97-a752-464c-a398-84808c3be0c6 HTTP/1.1" status: 200  len: 834 time: 0.0590649
Feb 19 21:11:19.212609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cecc78-c34b-4cd3-9956-18f99b35230f req-be3d2c27-29b0-4828-8d7d-cad2c743c09a tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:19.217487 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2cecc78-c34b-4cd3-9956-18f99b35230f req-be3d2c27-29b0-4828-8d7d-cad2c743c09a tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.4477563
Feb 19 21:11:19.238759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70a0b490>, '948f3d72-af20-4efe-8d86-061ec3e530cc') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:19.238759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70a0b490>, '948f3d72-af20-4efe-8d86-061ec3e530cc') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:19.289355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1724e-de16-4665-a7bc-ed152170811b req-65458107-74b1-48c7-8963-5ea3a1667a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:19.291455 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e8c1724e-de16-4665-a7bc-ed152170811b req-65458107-74b1-48c7-8963-5ea3a1667a19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9a97e8b-3567-444c-be37-4a0ea2e09d31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0739946
Feb 19 21:11:19.298658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-d4c75cf2-e4ef-4418-9b8e-ec4c32d79dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:19.300642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-d4c75cf2-e4ef-4418-9b8e-ec4c32d79dbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1a50f3ce-c32b-48cf-a4b2-041aa45b186c HTTP/1.1" status: 200  len: 851 time: 0.2220769
Feb 19 21:11:19.311467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (948f3d72-af20-4efe-8d86-061ec3e530cc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:19.370232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Deleting port 705d433e-42c6-442d-adce-cb0486512277 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:19.370232 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (705d433e-42c6-442d-adce-cb0486512277), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:19.395646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4db18d94-0af9-464f-bfc8-e423b286cb15 req-c64366a8-d8f6-413c-85bc-eb609f811210 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 210 time: 0.1026433
Feb 19 21:11:19.406114 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e8c1724e-de16-4665-a7bc-ed152170811b req-0d39128c-f795-4f45-9d89-f212f9467546 service neutron] 10.222.0.10 "GET /v2.0/networks/a9a97e8b-3567-444c-be37-4a0ea2e09d31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1073308
Feb 19 21:11:19.457363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (948f3d72-af20-4efe-8d86-061ec3e530cc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:19.502498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:11:19.502498 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (948f3d72-af20-4efe-8d86-061ec3e530cc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:11:19.505184 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:11:19.525483 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e8c1724e-de16-4665-a7bc-ed152170811b req-aa2dd9b3-b303-4188-a094-84c7fd7431a1 service neutron] 10.222.0.10 "GET /v2.0/networks/a9a97e8b-3567-444c-be37-4a0ea2e09d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1115019
Feb 19 21:11:19.648598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2cecc78-c34b-4cd3-9956-18f99b35230f req-46076783-42b6-43fa-85bc-adc75e30d29c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4053626
Feb 19 21:11:19.672942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-e0f96716-60da-440b-b456-2b4d4ebf21af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:19.674533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-e0f96716-60da-440b-b456-2b4d4ebf21af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=412258df-58b8-4ea9-9432-b16f8bdfc8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3437939
Feb 19 21:11:19.699613 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (1a10a374-87ad-4658-a943-fdaf65a39c07), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:19.711224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] For port 705d433e-42c6-442d-adce-cb0486512277, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=705d433e-42c6-442d-adce-cb0486512277,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:19.711663 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (705d433e-42c6-442d-adce-cb0486512277), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:19.743798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1a10a374-87ad-4658-a943-fdaf65a39c07 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 19 21:11:19.772202 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:19.775530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "DELETE /v2.0/networks/1a10a374-87ad-4658-a943-fdaf65a39c07 HTTP/1.1" status: 204  len: 168 time: 3.8043551
Feb 19 21:11:19.778510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42432) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:19.796654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b0f37-0ce3-485a-a1f0-e53d87ae0f0e req-5c8a91e1-ef81-4d10-921d-06ceb3efab08 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:19.798326 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-992b0f37-0ce3-485a-a1f0-e53d87ae0f0e req-5c8a91e1-ef81-4d10-921d-06ceb3efab08 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 983 time: 0.3087041
Feb 19 21:11:19.807937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc07cf-a45c-4319-80c0-c460be1e00a9 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a10a374-87ad-4658-a943-fdaf65a39c07,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:19.809810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Made reservation on behalf of adecc012aca243138d03c189f5623f73 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:19.813518 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:19.973075 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-345bcd7b-fcaf-4f2e-b96c-b52b6a7d9e58 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2261 time: 0.1927927
Feb 19 21:11:19.975364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42434) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:20.047793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-f3464475-9377-4925-b070-71cccb5ca366 service neutron] 10.222.0.10 "GET /v2.0/networks/412258df-58b8-4ea9-9432-b16f8bdfc8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3490434
Feb 19 21:11:20.124484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-992b0f37-0ce3-485a-a1f0-e53d87ae0f0e req-584463c1-dae6-4a32-9450-c8b39b072636 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/security-groups?id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&id=9887589f-0373-4962-af43-6a0cbca1a59c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3086631
Feb 19 21:11:20.152060 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.153267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.153977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.154935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.155577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.156175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.157167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.157925 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.158748 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.159652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.160480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.167468 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c931e989-f125-48b2-9081-2757c395d20c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7097 time: 0.1901331
Feb 19 21:11:20.168265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42438) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:20.281334 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:20.281726 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (7c6ef4f6-2622-4820-aa6d-24d28c0a40d9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:20.282300 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Floating IP 7c6ef4f6-2622-4820-aa6d-24d28c0a40d9 disassociated. External IP: 172.35.2.18, port: 705d433e-42c6-442d-adce-cb0486512277.
Feb 19 21:11:20.282408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Calling delete_port for 705d433e-42c6-442d-adce-cb0486512277 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:20.283135 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-385090d7-bb41-4989-b0d2-83c9f73f87fb tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] delete failed (client error): The resource could not be found.
Feb 19 21:11:20.288684 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-385090d7-bb41-4989-b0d2-83c9f73f87fb tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/58cb1f78-cf53-4f22-afcb-5527c9a6fa10 HTTP/1.1" status: 404  len: 345 time: 0.1151474
Feb 19 21:11:20.289427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42442) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:20.312595 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b14d10e-797a-4ebe-a180-ee4db55de17d tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] DELETE failed (client error): The resource could not be found.
Feb 19 21:11:20.313183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b14d10e-797a-4ebe-a180-ee4db55de17d tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:11:20.323897 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5b14d10e-797a-4ebe-a180-ee4db55de17d tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "DELETE /v2.0/networks/1a10a374-87ad-4658-a943-fdaf65a39c07 HTTP/1.1" status: 404  len: 339 time: 0.0320325
Feb 19 21:11:20.325108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42444) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:20.329038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Allocated IP 172.20.0.11 (813ad1c1-0059-4a59-91cb-1222ec1b44c2/f8dc2ea7-ffc4-4027-9f85-62ffc7262290/72c6a85b-be73-4cca-80b1-c2d505f4fabf) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:20.335605 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Request body: {'network': {'name': 'tempest-network--269338830', 'router:external': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:20.352832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-8ff0a75d-9399-4408-b286-52c6b8b20a07 service neutron] 10.222.0.10 "GET /v2.0/networks/412258df-58b8-4ea9-9432-b16f8bdfc8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2956126
Feb 19 21:11:20.364570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Made reservation on behalf of a44e599e0fb44e8680206731c305f686 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:20.367913 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:20.400576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:11:20.419986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a92a1610-9a4b-4f88-a2c0-f9b098fa2ab1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:20.422439 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Added segment a92a1610-9a4b-4f88-a2c0-f9b098fa2ab1 of type vlan for network 9cec3674-7134-475e-8a3c-fb718c380833
Feb 19 21:11:20.463652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-d6cf4b18-e519-4949-94d1-ba5d4d8ff8ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=5896be69-08fa-4335-b439-1a196dfa8691 HTTP/1.1" status: 200  len: 217 time: 0.0993330
Feb 19 21:11:20.539694 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (9cec3674-7134-475e-8a3c-fb718c380833), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:20.562782 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dc729b77-0e50-461b-a916-9b18cbc18e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:20.594621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (9cec3674-7134-475e-8a3c-fb718c380833), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:20.596033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.597431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:20.620030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71b3eb61-7190-4922-b2e9-21cd89830917 req-dd2bb429-86fb-4555-b67a-90fe5dc5385e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 210 time: 0.0892134
Feb 19 21:11:20.676958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54250cc8-e026-4610-855b-03fbd3f34f2e req-b81c1931-4fc7-470b-b50c-73fba714e375 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.678713 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54250cc8-e026-4610-855b-03fbd3f34f2e req-b81c1931-4fc7-470b-b50c-73fba714e375 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 946 time: 0.3913844
Feb 19 21:11:20.691298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-c457d769-e33b-47d3-addd-b4fe3bfe486d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.693023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-c457d769-e33b-47d3-addd-b4fe3bfe486d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.2160418
Feb 19 21:11:20.717086 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.3857841
Feb 19 21:11:20.718127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42472) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:20.732378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae27646-3718-4852-be82-31381c9449ec tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event updated for resources: {'Network': ['ID=9cec3674-7134-475e-8a3c-fb718c380833,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:20.754010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 9cec3674-7134-475e-8a3c-fb718c380833 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:11:20.903308 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:20.920793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54250cc8-e026-4610-855b-03fbd3f34f2e req-b1f13979-1994-4358-9056-4de1f952e816 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecb5ad50-1675-4392-8d79-6a7b77f3cc15&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2255774
Feb 19 21:11:20.936549 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (705d433e-42c6-442d-adce-cb0486512277), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:20.994510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-96702e3e-1a72-45da-beca-c88fd5e08e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:20.994510 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-96702e3e-1a72-45da-beca-c88fd5e08e84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2736204
Feb 19 21:11:20.999760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event deleted for resources: {'Port': ['ID=705d433e-42c6-442d-adce-cb0486512277,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:21.010615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3892e4-1315-43eb-9866-866a205625e8 req-36f3c4d9-054f-4b5a-b16c-b1e2bf4ff73b tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:21.013254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac3892e4-1315-43eb-9866-866a205625e8 req-36f3c4d9-054f-4b5a-b16c-b1e2bf4ff73b tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.2122111
Feb 19 21:11:21.041977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af6849-a8f0-4773-9826-ec4655548834 req-afa22470-fc95-4894-83a6-c14732d60856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:21.043661 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-26af6849-a8f0-4773-9826-ec4655548834 req-afa22470-fc95-4894-83a6-c14732d60856 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 1128 time: 0.2063575
Feb 19 21:11:21.102349 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60dd95b-8635-4225-935a-f8812b89d606 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:21.109308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60dd95b-8635-4225-935a-f8812b89d606 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:21.115423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60dd95b-8635-4225-935a-f8812b89d606 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:21.121749 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60dd95b-8635-4225-935a-f8812b89d606 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:21.123977 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c60dd95b-8635-4225-935a-f8812b89d606 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.3989174
Feb 19 21:11:21.135645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42474) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:21.289400 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (9cec3674-7134-475e-8a3c-fb718c380833), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:21.311412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af6849-a8f0-4773-9826-ec4655548834 req-0d24e713-fddb-48ac-98cf-bce070ae2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:21.313142 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-26af6849-a8f0-4773-9826-ec4655548834 req-0d24e713-fddb-48ac-98cf-bce070ae2ff7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 200  len: 917 time: 0.2341030
Feb 19 21:11:21.383742 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-26af6849-a8f0-4773-9826-ec4655548834 req-96b7f5ae-cb59-4c63-af5a-47aff855ad34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b03175-1616-42fe-9b96-eb62614d66b0 HTTP/1.1" status: 200  len: 217 time: 0.0621529
Feb 19 21:11:21.399892 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:21.480615 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (9cec3674-7134-475e-8a3c-fb718c380833), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:21.507626 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af6849-a8f0-4773-9826-ec4655548834 req-1c4ee056-e5c5-4e81-9b3f-bf7bc96e1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:21.509262 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-26af6849-a8f0-4773-9826-ec4655548834 req-1c4ee056-e5c5-4e81-9b3f-bf7bc96e1f0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b1aadff-578d-436f-bc58-adecf6445e89 HTTP/1.1" status: 200  len: 855 time: 0.1103241
Feb 19 21:11:21.513371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae88730>,) {'filters': {'network_id': ['9cec3674-7134-475e-8a3c-fb718c380833']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:21.567431 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac3892e4-1315-43eb-9866-866a205625e8 req-06a2887c-2de2-440b-89e7-88351d9a4c1a tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5381119
Feb 19 21:11:21.573927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae88730>, 'a92a1610-9a4b-4f88-a2c0-f9b098fa2ab1') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:21.574498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae88730>, 'a92a1610-9a4b-4f88-a2c0-f9b098fa2ab1') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:21.588057 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a92a1610-9a4b-4f88-a2c0-f9b098fa2ab1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:21.595801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:21.613300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a92a1610-9a4b-4f88-a2c0-f9b098fa2ab1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:21.619179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:21.621346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event updated for resources: {'Port': ['ID=72c6a85b-be73-4cca-80b1-c2d505f4fabf,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:21.623363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:21.623770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af6849-a8f0-4773-9826-ec4655548834 req-9cb0a2a0-972b-4d5b-9c16-884c5cbc3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:21.634402 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-26af6849-a8f0-4773-9826-ec4655548834 req-9cb0a2a0-972b-4d5b-9c16-884c5cbc3dd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=530ab937-7c94-4c19-a3c3-ff58dabc202f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1071517
Feb 19 21:11:21.641615 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:11:21.642014 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a92a1610-9a4b-4f88-a2c0-f9b098fa2ab1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:11:21.652508 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:11:21.656080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-7fd8ea5e-d42c-461b-bb53-1cf5a9e6a8ad service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6390953
Feb 19 21:11:21.673097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-26af6849-a8f0-4773-9826-ec4655548834 req-63e01b22-fd9b-4c27-a37a-ac85b5d5d1ad service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:11:21.674182 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-26af6849-a8f0-4773-9826-ec4655548834 req-63e01b22-fd9b-4c27-a37a-ac85b5d5d1ad service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057504
Feb 19 21:11:21.684273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365f4bc-0fe8-4efb-b12b-0874edde558c req-3d461148-47a8-408e-9ce2-14c645973dac tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:21.686915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1365f4bc-0fe8-4efb-b12b-0874edde558c req-3d461148-47a8-408e-9ce2-14c645973dac tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 983 time: 0.3652434
Feb 19 21:11:21.807459 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (9cec3674-7134-475e-8a3c-fb718c380833), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:21.813515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9fef2353-c49f-4800-8469-da61cf4f519d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:11:21.816542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 705d433e-42c6-442d-adce-cb0486512277 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:11:21.821669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9cec3674-7134-475e-8a3c-fb718c380833 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 19 21:11:21.840276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:21.843970 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "DELETE /v2.0/networks/9cec3674-7134-475e-8a3c-fb718c380833 HTTP/1.1" status: 204  len: 168 time: 0.7072430
Feb 19 21:11:21.848783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2581b7-e4e1-44c5-8dc2-911f5a24f17f tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event deleted for resources: {'Network': ['ID=9cec3674-7134-475e-8a3c-fb718c380833,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:21.850931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42482) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:21.856232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 705d433e-42c6-442d-adce-cb0486512277 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:11:21.856812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 705d433e-42c6-442d-adce-cb0486512277 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:11:21.857223 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-26af6849-a8f0-4773-9826-ec4655548834 req-066b7bc6-92de-4c6b-8037-093615c88bcb service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492898
Feb 19 21:11:21.864937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Request body: {'network': {'name': 'tempest-network--1742708354', 'router:external': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:21.873672 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:21.876081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:21.877055 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:21.921258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Router 3551e16e-45a4-4238-9450-1d19a8911920 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:11:21.991997 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-26af6849-a8f0-4773-9826-ec4655548834 req-7f69ad09-70c7-4828-879c-5754b462530c service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256058
Feb 19 21:11:22.022989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9fef2353-c49f-4800-8469-da61cf4f519d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fef2353-c49f-4800-8469-da61cf4f519d,segment=NetworkSegment(a9b27fba-f9fd-476b-bada-3378619a23de),segment_id=a9b27fba-f9fd-476b-bada-3378619a23de)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:22.034990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-bd773aa8-ed5c-4877-b40d-b7f3e40680a2 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8505521
Feb 19 21:11:22.046164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '9fef2353-c49f-4800-8469-da61cf4f519d', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'port_id': '9fef2353-c49f-4800-8469-da61cf4f519d', 'mac_address': 'fa:16:3e:2f:d1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2711ee97-a752-464c-a398-84808c3be0c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:11:22.081046 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1365f4bc-0fe8-4efb-b12b-0874edde558c req-74645ddf-861d-44b9-af65-ba1a85284837 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/security-groups?id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&id=9887589f-0373-4962-af43-6a0cbca1a59c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3728261
Feb 19 21:11:22.090353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Request body: {'port': {'device_id': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:22.158955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 9fef2353-c49f-4800-8469-da61cf4f519d is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:22.165471 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:22.187925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fef2353-c49f-4800-8469-da61cf4f519d {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:11:22.215680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fdd36-25d9-4166-a7ac-42e49e4697c1 req-8c303c4c-23c0-4755-a08f-e9cd6cfab228 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:22.228037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d60fdd36-25d9-4166-a7ac-42e49e4697c1 req-8c303c4c-23c0-4755-a08f-e9cd6cfab228 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 932 time: 0.4491994
Feb 19 21:11:22.231120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Made reservation on behalf of a44e599e0fb44e8680206731c305f686 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:22.235059 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:22.242030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9fef2353-c49f-4800-8469-da61cf4f519d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fef2353-c49f-4800-8469-da61cf4f519d,segment=NetworkSegment(a9b27fba-f9fd-476b-bada-3378619a23de),segment_id=a9b27fba-f9fd-476b-bada-3378619a23de)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:22.278908 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:22.287995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4db14ced-1090-4309-b218-b7fe2ed12d3b None None] Provisioning complete for port 72c6a85b-be73-4cca-80b1-c2d505f4fabf triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:22.288411 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4db14ced-1090-4309-b218-b7fe2ed12d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:22.386419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4db14ced-1090-4309-b218-b7fe2ed12d3b None None] Port 72c6a85b-be73-4cca-80b1-c2d505f4fabf cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:11:22.396051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=9fef2353-c49f-4800-8469-da61cf4f519d,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:22.427686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-be21da79-36ba-4b04-aab2-f586fc04b825 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7394204
Feb 19 21:11:22.473082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-066b9700-82c4-425b-a9dd-f37a7441626c req-4157c89c-463f-4ca5-8cb0-1f5db0fc295c tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/ports?device_id=9598d4a9-3a39-4e96-b6ea-d437e2050247 HTTP/1.1" status: 200  len: 210 time: 0.1672304
Feb 19 21:11:22.576524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['9fef2353-c49f-4800-8469-da61cf4f519d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:11:22.621863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d60fdd36-25d9-4166-a7ac-42e49e4697c1 req-4aa68a88-07dc-4310-942d-bc97c6b01aef tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3927875
Feb 19 21:11:22.623116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-51a261e7-b170-45e9-b8b0-de9c7b9922ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=d2e2e0f9-6f33-4853-808c-07962b81a563 HTTP/1.1" status: 200  len: 217 time: 0.1470995
Feb 19 21:11:22.627743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:11:22.638211 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:22.785586 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4027890b-a48a-433c-8b0c-1a72b2043cce), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:22.786234 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Added segment 4027890b-a48a-433c-8b0c-1a72b2043cce of type vlan for network 3f45d8b6-c544-4c1c-8361-2c882a3abb5c
Feb 19 21:11:22.893071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-63d80c64-386b-41ae-9b22-31e3f9bac553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:22.895314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-63d80c64-386b-41ae-9b22-31e3f9bac553 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.2610347
Feb 19 21:11:22.977703 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (3f45d8b6-c544-4c1c-8361-2c882a3abb5c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:22.987042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:11:23.007007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1ce6f-6da6-49ab-b7f2-d7ab4cec5ea8 None None] Sync routers for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:11:23.029265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1ce6f-6da6-49ab-b7f2-d7ab4cec5ea8 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:23.029265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-98e1ce6f-6da6-49ab-b7f2-d7ab4cec5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632eb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:23.147221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] No DVR routers for this DVR port 705d433e-42c6-442d-adce-cb0486512277 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:11:23.159935 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:23.165407 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dc1c3fe-f585-4beb-b9fd-a6877ad835f7 req-6e310447-47c8-4fac-9c1f-bd4805e0c57d tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.10 "DELETE /v2.0/ports/705d433e-42c6-442d-adce-cb0486512277 HTTP/1.1" status: 204  len: 173 time: 5.0380380
Feb 19 21:11:23.191264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6efc69-80f9-4a00-890d-3e22242096a6 req-abcf1571-1d3f-4856-94b0-e76b680ce4e0 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:23.192588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b6efc69-80f9-4a00-890d-3e22242096a6 req-abcf1571-1d3f-4856-94b0-e76b680ce4e0 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.4250712
Feb 19 21:11:23.192588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'name': 'network-vif-deleted', 'tag': '705d433e-42c6-442d-adce-cb0486512277'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:23.197102 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baf2c38-af01-41d9-900e-2e31424c7ad3" -d '{"events": [{"server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "name": "network-vif-deleted", "tag": "705d433e-42c6-442d-adce-cb0486512277"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:23.208106 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (3f45d8b6-c544-4c1c-8361-2c882a3abb5c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:23.208106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:23.208722 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:23.209819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-98e1ce6f-6da6-49ab-b7f2-d7ab4cec5ea8 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:23.214424 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:23.314085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-3f9b0008-c51e-4f67-9ff4-8014f5e64de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:23.315969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-3f9b0008-c51e-4f67-9ff4-8014f5e64de0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3940487
Feb 19 21:11:23.420489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.5634677
Feb 19 21:11:23.421964 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42532) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:23.554374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea8fbb-51e0-4283-b9bf-6a76f9e11d4a tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event updated for resources: {'Network': ['ID=3f45d8b6-c544-4c1c-8361-2c882a3abb5c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:23.575284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 3f45d8b6-c544-4c1c-8361-2c882a3abb5c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:11:23.641056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a9d6d5-cabd-4a40-8c74-41ce323647ba tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:23.644397 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-50a9d6d5-cabd-4a40-8c74-41ce323647ba tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] 10.222.0.30 "GET /v2.0/networks/3f45d8b6-c544-4c1c-8361-2c882a3abb5c HTTP/1.1" status: 200  len: 757 time: 0.2204118
Feb 19 21:11:23.650584 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42536) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:23.698957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-98e1ce6f-6da6-49ab-b7f2-d7ab4cec5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632eb4c0>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:23.703631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b6efc69-80f9-4a00-890d-3e22242096a6 req-7899b101-2d1b-4635-9c20-047bf95dce98 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4984369
Feb 19 21:11:23.757370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1ce6f-6da6-49ab-b7f2-d7ab4cec5ea8 None None] Checking router: 3551e16e-45a4-4238-9450-1d19a8911920 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:11:23.769816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1ce6f-6da6-49ab-b7f2-d7ab4cec5ea8 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:23.770376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-98e1ce6f-6da6-49ab-b7f2-d7ab4cec5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632eb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:23.781730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376712d-bf45-493f-b7c1-7f190853e697 req-f65d064e-c6e3-4aeb-8863-3ef51c4a7bb9 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:23.789987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1376712d-bf45-493f-b7c1-7f190853e697 req-f65d064e-c6e3-4aeb-8863-3ef51c4a7bb9 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 984 time: 0.4921114
Feb 19 21:11:23.805760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-77fbe9eb-aef0-4e19-a2ba-139cd5c02a17 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4433439
Feb 19 21:11:23.851861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9db95d-d838-4355-aafa-c04946461130 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:23.854117 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dd9db95d-d838-4355-aafa-c04946461130 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] 10.222.0.30 "GET /v2.0/networks/aa42de28-bc6c-4e2a-92b4-e176a901d25c HTTP/1.1" status: 200  len: 768 time: 0.2020357
Feb 19 21:11:23.856927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42540) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:23.859206 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ab07fd-a22f-4b7b-86fc-e648b24cd8b6 x-openstack-request-id: req-f8ab07fd-a22f-4b7b-86fc-e648b24cd8b6 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:23.859594 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9598d4a9-3a39-4e96-b6ea-d437e2050247", "name": "network-vif-deleted", "tag": "705d433e-42c6-442d-adce-cb0486512277", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:23.860012 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8ab07fd-a22f-4b7b-86fc-e648b24cd8b6 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:23.860385 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9598d4a9-3a39-4e96-b6ea-d437e2050247', 'name': 'network-vif-deleted', 'tag': '705d433e-42c6-442d-adce-cb0486512277', 'status': 'completed', 'code': 200}
Feb 19 21:11:23.881914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9fef2353-c49f-4800-8469-da61cf4f519d up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:23.974481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1376712d-bf45-493f-b7c1-7f190853e697 req-723ee0a7-eef7-4a5d-ab4a-c10278a74fd0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/security-groups?id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&id=9887589f-0373-4962-af43-6a0cbca1a59c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1814106
Feb 19 21:11:23.977701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-98e1ce6f-6da6-49ab-b7f2-d7ab4cec5ea8 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:24.002261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c6a85b-be73-4cca-80b1-c2d505f4fabf {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:11:24.009284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 9fef2353-c49f-4800-8469-da61cf4f519d completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:11:24.015937 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Publish callbacks [] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.018195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 9fef2353-c49f-4800-8469-da61cf4f519d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:24.018843 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.047303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Transition to ACTIVE for port object 72c6a85b-be73-4cca-80b1-c2d505f4fabf will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:11:24.059867 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (3f45d8b6-c544-4c1c-8361-2c882a3abb5c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.066215 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.155046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42544) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:24.159833 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-91eb7010-67f9-4624-bce9-6681fa85c00c service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3177989
Feb 19 21:11:24.298684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 9fef2353-c49f-4800-8469-da61cf4f519d is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:24.299345 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.357831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fef2353-c49f-4800-8469-da61cf4f519d'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:24.361603 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0234b60-17cf-44c9-8a3c-aa4b7dc623da" -d '{"events": [{"server_uuid": "26035c7e-8e0f-48e4-bbef-0d0eae15c929", "name": "network-vif-plugged", "status": "completed", "tag": "9fef2353-c49f-4800-8469-da61cf4f519d"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:24.415239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9fef2353-c49f-4800-8469-da61cf4f519d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fef2353-c49f-4800-8469-da61cf4f519d,segment=NetworkSegment(a9b27fba-f9fd-476b-bada-3378619a23de),segment_id=a9b27fba-f9fd-476b-bada-3378619a23de)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:24.439476 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.486036 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.601863 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53308aac-0c44-4eb1-8ef0-40790867c049 x-openstack-request-id: req-53308aac-0c44-4eb1-8ef0-40790867c049 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:24.602331 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26035c7e-8e0f-48e4-bbef-0d0eae15c929", "name": "network-vif-plugged", "status": "completed", "tag": "9fef2353-c49f-4800-8469-da61cf4f519d", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:24.603617 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53308aac-0c44-4eb1-8ef0-40790867c049 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:24.603617 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fef2353-c49f-4800-8469-da61cf4f519d', 'code': 200}
Feb 19 21:11:24.612855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=9fef2353-c49f-4800-8469-da61cf4f519d,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:24.634210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-98e1ce6f-6da6-49ab-b7f2-d7ab4cec5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632eb4c0>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:24.701385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (3f45d8b6-c544-4c1c-8361-2c882a3abb5c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.715130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1ce6f-6da6-49ab-b7f2-d7ab4cec5ea8 None None] The sync data for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 is: [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:03:18Z', 'revision_number': 4, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '75fd3022-129d-4cd6-bc17-7057f5ae71e0', 'name': '', 'network_id': 'b0af9030-e395-43f9-8a34-dbc361fa9146', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'mac_address': 'fa:16:3e:1b:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:16Z', 'updated_at': '2022-02-19T21:03:26Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'subnets': [{'id': 'e8656728-e0e8-4347-9175-a25300e2a163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:11:24.735201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70e18280>,) {'filters': {'network_id': ['3f45d8b6-c544-4c1c-8361-2c882a3abb5c']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:24.749829 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70e18280>, '4027890b-a48a-433c-8b0c-1a72b2043cce') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:24.750154 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70e18280>, '4027890b-a48a-433c-8b0c-1a72b2043cce') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:24.774200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (4027890b-a48a-433c-8b0c-1a72b2043cce), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.790839 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4027890b-a48a-433c-8b0c-1a72b2043cce), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.815601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:11:24.816254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (4027890b-a48a-433c-8b0c-1a72b2043cce), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:11:24.841313 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:11:24.891992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-ff2dadf9-0469-4394-bac6-44ea6df55de9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=70eb9392-ffac-4852-9582-a01fcfe48d7c HTTP/1.1" status: 200  len: 217 time: 0.6965315
Feb 19 21:11:24.931512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (3f45d8b6-c544-4c1c-8361-2c882a3abb5c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.944483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  3f45d8b6-c544-4c1c-8361-2c882a3abb5c {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 19 21:11:24.949166 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:24.954218 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "DELETE /v2.0/networks/3f45d8b6-c544-4c1c-8361-2c882a3abb5c HTTP/1.1" status: 204  len: 168 time: 1.0959458
Feb 19 21:11:24.973320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42554) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:24.981528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Request body: {'network': {'name': 'tempest-network--1598641852'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:24.988073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Pushing event updated for resources: {'Port': ['ID=72c6a85b-be73-4cca-80b1-c2d505f4fabf,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:25.016862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3b86c-3cec-4fe9-b2c7-fd4e1b6b591c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f45d8b6-c544-4c1c-8361-2c882a3abb5c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:25.032085 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Made reservation on behalf of a44e599e0fb44e8680206731c305f686 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:25.036651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.076109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:11:25.125431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a3c026f8-4b2b-4b88-a5a1-3a52900f9a64), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.125825 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Added segment a3c026f8-4b2b-4b88-a5a1-3a52900f9a64 of type vlan for network 01d1bc86-4a56-4aa6-a89b-dcfbc24ff362
Feb 19 21:11:25.208044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-45501383-c0e2-4383-9602-3f6c73ba701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:25.209700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-45501383-c0e2-4383-9602-3f6c73ba701b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.2985365
Feb 19 21:11:25.220493 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (01d1bc86-4a56-4aa6-a89b-dcfbc24ff362), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.248257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68b37b-7790-4981-bd00-bad5e07d60dd req-98e45c8e-c0ce-414f-a2f7-d0dade60baff tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:25.250244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd68b37b-7790-4981-bd00-bad5e07d60dd req-98e45c8e-c0ce-414f-a2f7-d0dade60baff tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 944 time: 1.0637095
Feb 19 21:11:25.251592 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-793c2e1b-004f-4081-971b-f123f38c44e2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (ecb5ad50-1675-4392-8d79-6a7b77f3cc15), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.266284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e86fe-daed-49d5-9e8a-0bea256c87ed req-491dfb01-fdbe-4074-be78-372948914586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:25.267925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-602e86fe-daed-49d5-9e8a-0bea256c87ed req-491dfb01-fdbe-4074-be78-372948914586 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 1167 time: 0.4048636
Feb 19 21:11:25.285168 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (01d1bc86-4a56-4aa6-a89b-dcfbc24ff362), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.286897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:25.287609 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.347952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188351-b61e-4ce3-92d1-5bbd8eaeda7c req-954a8948-6760-4cd6-b8bf-5c7a473667b2 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:25.360937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c188351-b61e-4ce3-92d1-5bbd8eaeda7c req-954a8948-6760-4cd6-b8bf-5c7a473667b2 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.3806469
Feb 19 21:11:25.361734 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.3871381
Feb 19 21:11:25.364959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:25.373019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f98f6055-c0ff-44a8-8724-f62a64a153f3 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Request body: {'network': {'router:external': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:25.376125 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42f441-8e32-4ecf-8a15-4ee877a0e5e6 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event updated for resources: {'Network': ['ID=01d1bc86-4a56-4aa6-a89b-dcfbc24ff362,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:25.394037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 01d1bc86-4a56-4aa6-a89b-dcfbc24ff362 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:11:25.494455 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-793c2e1b-004f-4081-971b-f123f38c44e2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (ecb5ad50-1675-4392-8d79-6a7b77f3cc15), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.520483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Attempting to bind port 72c6a85b-be73-4cca-80b1-c2d505f4fabf on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:11:25.521088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Attempting to bind port 72c6a85b-be73-4cca-80b1-c2d505f4fabf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:11:25.521612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Attempting to bind port 72c6a85b-be73-4cca-80b1-c2d505f4fabf on network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:11:25.631561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd68b37b-7790-4981-bd00-bad5e07d60dd req-b30311b3-f0a7-4f16-b986-e2d63049b6b3 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3249741
Feb 19 21:11:25.632746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Port 72c6a85b-be73-4cca-80b1-c2d505f4fabf on network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:11:25.633305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Attempting to bind port 72c6a85b-be73-4cca-80b1-c2d505f4fabf on network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:11:25.643241 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-602e86fe-daed-49d5-9e8a-0bea256c87ed req-2cee3e08-83f5-40b2-b653-887473979ae6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9887589f-0373-4962-af43-6a0cbca1a59c&id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3381047
Feb 19 21:11:25.653893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:11:25.654389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Checking segment: {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:25.654887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Bound using segment: {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:11:25.655444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Bound port: 72c6a85b-be73-4cca-80b1-c2d505f4fabf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d17c82-d25c-4b44-9357-fd906e243e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:11:25.655914 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.678497 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-81fb197e-169a-4622-b32e-7e7ba9544e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:25.681109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-81fb197e-169a-4622-b32e-7e7ba9544e95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.4539611
Feb 19 21:11:25.684920 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f98f6055-c0ff-44a8-8724-f62a64a153f3 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (01d1bc86-4a56-4aa6-a89b-dcfbc24ff362), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.710735 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f98f6055-c0ff-44a8-8724-f62a64a153f3 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (01d1bc86-4a56-4aa6-a89b-dcfbc24ff362), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.730268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f98f6055-c0ff-44a8-8724-f62a64a153f3 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Network 01d1bc86-4a56-4aa6-a89b-dcfbc24ff362 is not hosted by any dhcp agent {{(pid=121129) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 19 21:11:25.734627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98f6055-c0ff-44a8-8724-f62a64a153f3 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:25.734627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f98f6055-c0ff-44a8-8724-f62a64a153f3 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.734627 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f98f6055-c0ff-44a8-8724-f62a64a153f3 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "PUT /v2.0/networks/01d1bc86-4a56-4aa6-a89b-dcfbc24ff362 HTTP/1.1" status: 200  len: 858 time: 0.3653519
Feb 19 21:11:25.765259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42562) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:25.772728 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60c9234-7c4a-4230-917d-2e2bfbc766d6 None None] New status for floating IP 7c6ef4f6-2622-4820-aa6d-24d28c0a40d9: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:11:25.831084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] For port 72c6a85b-be73-4cca-80b1-c2d505f4fabf, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:11:25.930601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.939872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-32aca4dc-df8a-4213-af9a-1144c23a9925 service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025834
Feb 19 21:11:25.942729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f6055-c0ff-44a8-8724-f62a64a153f3 tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event updated for resources: {'Network': ['ID=01d1bc86-4a56-4aa6-a89b-dcfbc24ff362,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:25.949973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c188351-b61e-4ce3-92d1-5bbd8eaeda7c req-b7beacba-3a51-4180-a510-bea5775f0cf5 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5120137
Feb 19 21:11:25.954984 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (01d1bc86-4a56-4aa6-a89b-dcfbc24ff362), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:25.972501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] For port 72c6a85b-be73-4cca-80b1-c2d505f4fabf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72c6a85b-be73-4cca-80b1-c2d505f4fabf,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:11:26.041939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.082888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46b9a3-225c-4c3f-9de2-954bfd057eb1 req-723494d6-54a4-481d-b128-fce854510a9a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:26.090035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b46b9a3-225c-4c3f-9de2-954bfd057eb1 req-723494d6-54a4-481d-b128-fce854510a9a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 985 time: 0.3121505
Feb 19 21:11:26.090767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-793c2e1b-004f-4081-971b-f123f38c44e2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ecb5ad50-1675-4392-8d79-6a7b77f3cc15), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.097448 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-793c2e1b-004f-4081-971b-f123f38c44e2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.101804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-793c2e1b-004f-4081-971b-f123f38c44e2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "DELETE /v2.0/security-groups/ecb5ad50-1675-4392-8d79-6a7b77f3cc15 HTTP/1.1" status: 204  len: 168 time: 1.9373629
Feb 19 21:11:26.111176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42564) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:26.121238 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (01d1bc86-4a56-4aa6-a89b-dcfbc24ff362), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.139800 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-2e4a7be3-3693-4ad7-af30-6db0a185912b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] show failed (client error): The resource could not be found.
Feb 19 21:11:26.141113 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2e4a7be3-3693-4ad7-af30-6db0a185912b tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "GET /v2.0/security-groups/ecb5ad50-1675-4392-8d79-6a7b77f3cc15 HTTP/1.1" status: 404  len: 347 time: 0.0286462
Feb 19 21:11:26.146056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42566) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:26.196436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:26.197078 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.198567 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] 10.222.0.67 "PUT /v2.0/ports/72c6a85b-be73-4cca-80b1-c2d505f4fabf HTTP/1.1" status: 200  len: 1092 time: 4.1142013
Feb 19 21:11:26.204620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'tag': '72c6a85b-be73-4cca-80b1-c2d505f4fabf'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:26.207540 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58280efb-755c-4b9e-b2c0-5edc8d4d783f" -d '{"events": [{"name": "network-changed", "server_uuid": "39379933-a0d4-41b1-a9ba-ced8e7b82b4f", "tag": "72c6a85b-be73-4cca-80b1-c2d505f4fabf"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:26.210307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c2e1b-004f-4081-971b-f123f38c44e2 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb5ad50-1675-4392-8d79-6a7b77f3cc15,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:26.220512 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab6f580>,) {'filters': {'network_id': ['01d1bc86-4a56-4aa6-a89b-dcfbc24ff362']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:26.291227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b46b9a3-225c-4c3f-9de2-954bfd057eb1 req-5034e0d9-b263-4a2f-bcca-6c09166617d7 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/security-groups?id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&id=9887589f-0373-4962-af43-6a0cbca1a59c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1449137
Feb 19 21:11:26.306241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab6f580>, 'a3c026f8-4b2b-4b88-a5a1-3a52900f9a64') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:26.306717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab6f580>, 'a3c026f8-4b2b-4b88-a5a1-3a52900f9a64') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:26.373139 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a3c026f8-4b2b-4b88-a5a1-3a52900f9a64), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.381612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2881d3-b664-43e0-b178-054ec59cd70f service neutron] Pushing event updated for resources: {'Port': ['ID=72c6a85b-be73-4cca-80b1-c2d505f4fabf,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:26.386760 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0696ac2-7168-47b2-89b1-b2c187869773 x-openstack-request-id: req-e0696ac2-7168-47b2-89b1-b2c187869773 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:26.387336 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39379933-a0d4-41b1-a9ba-ced8e7b82b4f", "tag": "72c6a85b-be73-4cca-80b1-c2d505f4fabf", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:26.387745 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0696ac2-7168-47b2-89b1-b2c187869773 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:26.388648 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'tag': '72c6a85b-be73-4cca-80b1-c2d505f4fabf', 'status': 'completed', 'code': 200}
Feb 19 21:11:26.391860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-0ff64c67-5f0d-4a05-b0ce-056f98943a3d service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4385326
Feb 19 21:11:26.396402 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a3c026f8-4b2b-4b88-a5a1-3a52900f9a64), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.425296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:11:26.427045 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a3c026f8-4b2b-4b88-a5a1-3a52900f9a64), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:11:26.447838 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:11:26.495010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-1abf58e9-32a5-4210-b306-355d64ad8173 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=9ed98a2b-9925-480d-95be-fe4ae1e28f6e HTTP/1.1" status: 200  len: 217 time: 0.0933702
Feb 19 21:11:26.582200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (01d1bc86-4a56-4aa6-a89b-dcfbc24ff362), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.585408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-38ab4974-fc34-4219-a9c0-fcfb4796bab9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Deleting port e19787a0-d838-4bf1-92e4-a318602aad12 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:26.586354 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ab4974-fc34-4219-a9c0-fcfb4796bab9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e19787a0-d838-4bf1-92e4-a318602aad12), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.608913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  01d1bc86-4a56-4aa6-a89b-dcfbc24ff362 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 19 21:11:26.612013 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.627040 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] 10.222.0.30 "DELETE /v2.0/networks/01d1bc86-4a56-4aa6-a89b-dcfbc24ff362 HTTP/1.1" status: 204  len: 168 time: 0.8565083
Feb 19 21:11:26.629150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42574) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:26.645226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-e01ba368-e35f-4e9a-97fe-d51330c3e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:26.647917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-e01ba368-e35f-4e9a-97fe-d51330c3e616 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 200  len: 797 time: 0.1061645
Feb 19 21:11:26.683202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d117da-aba3-4643-9793-d34dbf57f13c tempest-ExternalNetworksTestJSON-2088255499 tempest-ExternalNetworksTestJSON-2088255499-project-admin] Pushing event deleted for resources: {'Network': ['ID=01d1bc86-4a56-4aa6-a89b-dcfbc24ff362,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:26.730844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3984-7596-4860-ba33-7438019352f7 req-b23b7461-6328-45e0-baa4-58bb9a3eac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:26.734468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-b23b7461-6328-45e0-baa4-58bb9a3eac45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 1126 time: 0.3898990
Feb 19 21:11:26.751416 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-99957671-cf0f-48bc-ad69-c0b0d33b8b65 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:11:26.751987 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99957671-cf0f-48bc-ad69-c0b0d33b8b65 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:11:26.760365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-99957671-cf0f-48bc-ad69-c0b0d33b8b65 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] 10.222.0.30 "DELETE /v2.0/subnets/22ffc39a-7fe5-4317-bf3f-d08dcfa60a38 HTTP/1.1" status: 404  len: 337 time: 0.1256773
Feb 19 21:11:26.765452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42578) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:26.857597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-c64d24c8-1a98-422f-99cb-34bbe9efedac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72c6a85b-be73-4cca-80b1-c2d505f4fabf HTTP/1.1" status: 200  len: 217 time: 0.0983224
Feb 19 21:11:26.939021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-176d183f-be8f-47b4-9b7a-9e584ecaff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:26.941988 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ab4974-fc34-4219-a9c0-fcfb4796bab9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e19787a0-d838-4bf1-92e4-a318602aad12), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.942166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-176d183f-be8f-47b4-9b7a-9e584ecaff24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2264485
Feb 19 21:11:26.942269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ab4974-fc34-4219-a9c0-fcfb4796bab9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (e19787a0-d838-4bf1-92e4-a318602aad12), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.969069 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (aa42de28-bc6c-4e2a-92b4-e176a901d25c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:26.971338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-38ab4974-fc34-4219-a9c0-fcfb4796bab9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Calling delete_port for e19787a0-d838-4bf1-92e4-a318602aad12 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:27.153315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3984-7596-4860-ba33-7438019352f7 req-244c3069-68cd-4cb6-972b-aba07c0c9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:27.155267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-244c3069-68cd-4cb6-972b-aba07c0c9af8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8dc2ea7-ffc4-4027-9f85-62ffc7262290 HTTP/1.1" status: 200  len: 850 time: 0.2901552
Feb 19 21:11:27.177250 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (aa42de28-bc6c-4e2a-92b4-e176a901d25c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:27.201893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a706e6070>,) {'filters': {'network_id': ['aa42de28-bc6c-4e2a-92b4-e176a901d25c']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:27.215177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a706e6070>, '975b02e9-4e57-46be-85af-3b2ef8a140ac') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:27.215687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a706e6070>, '975b02e9-4e57-46be-85af-3b2ef8a140ac') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:27.230873 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (975b02e9-4e57-46be-85af-3b2ef8a140ac), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:27.251891 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (975b02e9-4e57-46be-85af-3b2ef8a140ac), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:27.264228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:11:27.264818 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (975b02e9-4e57-46be-85af-3b2ef8a140ac), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:27.284898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fea28-f899-4182-8abc-83d454fff5a2 req-3acd7941-56a8-4027-8df4-27a9ca97a8bd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:27.288663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-755fea28-f899-4182-8abc-83d454fff5a2 req-3acd7941-56a8-4027-8df4-27a9ca97a8bd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 944 time: 0.4456553
Feb 19 21:11:27.326867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-962f8152-2d51-4dd4-aa84-06cb981ae48d service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3773074
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:11:27.367927 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:11:27.423922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bab8a-51fa-4841-bf70-10f5666efa88 req-5306daf6-b612-4adc-8f7d-838687dd0a6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:27.424583 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (aa42de28-bc6c-4e2a-92b4-e176a901d25c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:27.425927 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-993bab8a-51fa-4841-bf70-10f5666efa88 req-5306daf6-b612-4adc-8f7d-838687dd0a6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.3060741
Feb 19 21:11:27.430138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:27.438025 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] 10.222.0.30 "DELETE /v2.0/networks/aa42de28-bc6c-4e2a-92b4-e176a901d25c HTTP/1.1" status: 204  len: 168 time: 0.6675184
Feb 19 21:11:27.461535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3984-7596-4860-ba33-7438019352f7 req-62d3c0d3-9419-4d63-a1df-69755606c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:27.463082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-62d3c0d3-9419-4d63-a1df-69755606c81b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=813ad1c1-0059-4a59-91cb-1222ec1b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2822039
Feb 19 21:11:27.472001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52200d-75f7-425c-8bcd-ade49cabedb7 tempest-ExternalNetworksTestJSON-885659733 tempest-ExternalNetworksTestJSON-885659733-project] Pushing event deleted for resources: {'Network': ['ID=aa42de28-bc6c-4e2a-92b4-e176a901d25c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:27.476621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-755fea28-f899-4182-8abc-83d454fff5a2 req-26babd64-f010-4111-9531-985ec501f8fe tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1657360
Feb 19 21:11:27.575957 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ab4974-fc34-4219-a9c0-fcfb4796bab9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e19787a0-d838-4bf1-92e4-a318602aad12), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:27.643884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab4974-fc34-4219-a9c0-fcfb4796bab9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Pushing event deleted for resources: {'Port': ['ID=e19787a0-d838-4bf1-92e4-a318602aad12,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:27.777073 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ab4974-fc34-4219-a9c0-fcfb4796bab9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks [] for floatingip (7c6ef4f6-2622-4820-aa6d-24d28c0a40d9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:27.781034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-38ab4974-fc34-4219-a9c0-fcfb4796bab9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:27.785011 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-38ab4974-fc34-4219-a9c0-fcfb4796bab9 tempest-AttachVolumeShelveTestJSON-322283970 tempest-AttachVolumeShelveTestJSON-322283970-project] 10.222.0.30 "DELETE /v2.0/floatingips/7c6ef4f6-2622-4820-aa6d-24d28c0a40d9 HTTP/1.1" status: 204  len: 168 time: 1.6364853
Feb 19 21:11:27.785317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-6a3d5846-da08-4929-93b6-32205f03ec1d service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2953496
Feb 19 21:11:27.789502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-6e197a19-3da9-4cff-86dd-753684d2badf service neutron] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4497116
Feb 19 21:11:27.794142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-993bab8a-51fa-4841-bf70-10f5666efa88 req-53a4a13a-2af3-4883-bf35-b36ebf9c183c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3406322
Feb 19 21:11:27.865349 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-4f5ad1a1-3ca1-4758-9710-63c9136828c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e67957f6-071e-404a-a727-94c417e4d265 HTTP/1.1" status: 200  len: 217 time: 0.0642931
Feb 19 21:11:28.004402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf9691-5947-41e4-a062-4568bff94689 req-c457f43c-49d0-4efd-a272-d3c501d2ee4b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:28.005605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fdf9691-5947-41e4-a062-4568bff94689 req-c457f43c-49d0-4efd-a272-d3c501d2ee4b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 985 time: 0.3244491
Feb 19 21:11:28.059584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-42f160b0-2c74-41b3-b7a4-ff1c87b0d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:28.061101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-42f160b0-2c74-41b3-b7a4-ff1c87b0d0c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf9f4ab2-17d3-4d94-8712-24bbb2d65a79 HTTP/1.1" status: 200  len: 797 time: 0.1420348
Feb 19 21:11:28.073292 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42604) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:28.134342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c3d3984-7596-4860-ba33-7438019352f7 req-632377be-34b7-4c6f-aff5-5a01f97b7b36 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3392122
Feb 19 21:11:28.145923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fdf9691-5947-41e4-a062-4568bff94689 req-4d313ee1-d7bb-43ae-a942-f2655258d1f4 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/security-groups?id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&id=9887589f-0373-4962-af43-6a0cbca1a59c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1294036
Feb 19 21:11:28.183247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-0d6c0d8e-3359-44a8-82a8-0b29fc891ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:28.183247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-0d6c0d8e-3359-44a8-82a8-0b29fc891ed2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c55b6fb-c182-40ec-8324-04db14622512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1106000
Feb 19 21:11:28.356317 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-81586dd0-3187-4939-8f73-3d821807e4d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb29c2e34ac04b6e8d84379398c15e66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2761924
Feb 19 21:11:28.356317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42610) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:28.425027 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b735ddb8-531b-43c6-8954-48bef4df792f admin admin] Publish callbacks [] for security_group (da1e0857-3c86-4215-905d-eb7032bbce1d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:28.434496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0849af-038c-4fba-a42d-388871eca0ed req-5b79aa5e-a419-459b-85b5-c86e86cdec98 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:28.436170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ed0849af-038c-4fba-a42d-388871eca0ed req-5b79aa5e-a419-459b-85b5-c86e86cdec98 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 985 time: 0.1161435
Feb 19 21:11:28.444362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280efb-755c-4b9e-b2c0-5edc8d4d783f req-739b5648-3843-43a4-a68c-2fb329250604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:28.446751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58280efb-755c-4b9e-b2c0-5edc8d4d783f req-739b5648-3843-43a4-a68c-2fb329250604 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 1126 time: 0.1837409
Feb 19 21:11:28.449117 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-a26b5804-112c-475e-b793-3f0c0041e0c7 service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2465649
Feb 19 21:11:28.459228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b735ddb8-531b-43c6-8954-48bef4df792f admin admin] Publish callbacks [] for security_group (da1e0857-3c86-4215-905d-eb7032bbce1d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:28.553383 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b735ddb8-531b-43c6-8954-48bef4df792f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (da1e0857-3c86-4215-905d-eb7032bbce1d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:28.557461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b735ddb8-531b-43c6-8954-48bef4df792f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:28.559025 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b735ddb8-531b-43c6-8954-48bef4df792f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da1e0857-3c86-4215-905d-eb7032bbce1d HTTP/1.1" status: 204  len: 168 time: 0.2025442
Feb 19 21:11:28.570961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735ddb8-531b-43c6-8954-48bef4df792f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1e0857-3c86-4215-905d-eb7032bbce1d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:28.902714 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:11:28.971649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ed0849af-038c-4fba-a42d-388871eca0ed req-0c23cfa5-48c4-4906-86f6-70618a294d9e tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/security-groups?id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&id=9887589f-0373-4962-af43-6a0cbca1a59c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.5212302
Feb 19 21:11:28.995273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42624) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:29.022984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280efb-755c-4b9e-b2c0-5edc8d4d783f req-d16963ea-65de-45a4-9d77-d920a1084c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:29.024803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58280efb-755c-4b9e-b2c0-5edc8d4d783f req-d16963ea-65de-45a4-9d77-d920a1084c29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 912 time: 0.5630183
Feb 19 21:11:29.032466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af511a7-1589-4df5-8a69-00c203720c88 req-2b321ab8-8d09-403b-b038-f5b578491eeb tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:29.034067 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0af511a7-1589-4df5-8a69-00c203720c88 req-2b321ab8-8d09-403b-b038-f5b578491eeb tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 944 time: 0.2121549
Feb 19 21:11:29.040166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-c16145af-0e61-4741-8670-764d15523ba1 service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5811954
Feb 19 21:11:29.137262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58280efb-755c-4b9e-b2c0-5edc8d4d783f req-9ee1d929-90fd-4305-bf8d-6fce9b86335f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72c6a85b-be73-4cca-80b1-c2d505f4fabf HTTP/1.1" status: 200  len: 217 time: 0.0994470
Feb 19 21:11:29.156433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-4b101fb4-219b-4f36-b7c2-011ca7e68686 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95e9c0f7-4a48-40c7-a205-d0efe0ce4387 HTTP/1.1" status: 200  len: 217 time: 0.1090171
Feb 19 21:11:29.266447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f5340b2c-ef72-4531-8c87-9d0889cc862f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a44e599e0fb44e8680206731c305f686&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2700095
Feb 19 21:11:29.269616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42628) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:29.300996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0af511a7-1589-4df5-8a69-00c203720c88 req-c8243bed-769d-4543-97ec-8b94977f9997 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2507324
Feb 19 21:11:29.325938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280efb-755c-4b9e-b2c0-5edc8d4d783f req-b13ed92b-dc98-41bf-a3fd-d0862507ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:29.328075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58280efb-755c-4b9e-b2c0-5edc8d4d783f req-b13ed92b-dc98-41bf-a3fd-d0862507ec52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8dc2ea7-ffc4-4027-9f85-62ffc7262290 HTTP/1.1" status: 200  len: 850 time: 0.1791964
Feb 19 21:11:29.341787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-ee312b40-00bc-41f7-af3f-bad69cc8bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:29.343492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-ee312b40-00bc-41f7-af3f-bad69cc8bc22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf9f4ab2-17d3-4d94-8712-24bbb2d65a79 HTTP/1.1" status: 200  len: 797 time: 0.1636784
Feb 19 21:11:29.353797 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d515b0a-4d80-4929-8f70-38af82c8884c admin admin] Publish callbacks [] for security_group (ed5e9954-13af-4eab-ae71-bda5464fccf1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:29.363111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96c3df-47fb-4a1b-bb57-f2fe970dd2b4 req-b481628f-a668-4cba-9f5b-c4b04c3705d2 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:29.370960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f96c3df-47fb-4a1b-bb57-f2fe970dd2b4 req-b481628f-a668-4cba-9f5b-c4b04c3705d2 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.2241242
Feb 19 21:11:29.388770 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:29.394344 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d515b0a-4d80-4929-8f70-38af82c8884c admin admin] Publish callbacks [] for security_group (ed5e9954-13af-4eab-ae71-bda5464fccf1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:29.494157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d515b0a-4d80-4929-8f70-38af82c8884c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ed5e9954-13af-4eab-ae71-bda5464fccf1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:29.499115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d515b0a-4d80-4929-8f70-38af82c8884c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:29.503301 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7d515b0a-4d80-4929-8f70-38af82c8884c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed5e9954-13af-4eab-ae71-bda5464fccf1 HTTP/1.1" status: 204  len: 168 time: 0.2295711
Feb 19 21:11:29.530301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d515b0a-4d80-4929-8f70-38af82c8884c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5e9954-13af-4eab-ae71-bda5464fccf1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:29.533272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131101-8a83-4040-942d-058a16218a22 req-a9f9d320-3252-4739-995c-5f5b1d02ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:29.535342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-a9f9d320-3252-4739-995c-5f5b1d02ebbb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c55b6fb-c182-40ec-8324-04db14622512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1804509
Feb 19 21:11:29.543137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280efb-755c-4b9e-b2c0-5edc8d4d783f req-e80bd0e8-584a-4ddd-8368-4dc8ab3d66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:29.544950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58280efb-755c-4b9e-b2c0-5edc8d4d783f req-e80bd0e8-584a-4ddd-8368-4dc8ab3d66e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=813ad1c1-0059-4a59-91cb-1222ec1b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2004998
Feb 19 21:11:29.549687 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f96c3df-47fb-4a1b-bb57-f2fe970dd2b4 req-58a91651-82d2-4b52-8d59-fd3a7866eaeb tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679573
Feb 19 21:11:29.625211 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de99b3-323d-4bad-9e9a-c57742489337 req-105a6804-6402-4b8a-8160-2608b51ccf89 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:29.626507 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7de99b3-323d-4bad-9e9a-c57742489337 req-105a6804-6402-4b8a-8160-2608b51ccf89 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 1167 time: 0.1933234
Feb 19 21:11:29.685869 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a7de99b3-323d-4bad-9e9a-c57742489337 req-d3494886-581e-4b67-98a6-2c7e090486da tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:29.759303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-d3a65e2c-862e-4920-945c-5943cd66ccca service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063425
Feb 19 21:11:29.839100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58280efb-755c-4b9e-b2c0-5edc8d4d783f req-2a663d89-b859-443f-93c8-477e99479eba service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2767920
Feb 19 21:11:29.991431 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a7de99b3-323d-4bad-9e9a-c57742489337 req-d3494886-581e-4b67-98a6-2c7e090486da tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Publish callbacks [] for security_group (a64ee236-e20b-4986-bfe9-db248652967e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:29.999147 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a7de99b3-323d-4bad-9e9a-c57742489337 req-d3494886-581e-4b67-98a6-2c7e090486da tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a64ee236-e20b-4986-bfe9-db248652967e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:30.025686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa131101-8a83-4040-942d-058a16218a22 req-9d34c596-1970-4265-943a-4cbd0bf972e8 service neutron] 10.222.0.10 "GET /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2575576
Feb 19 21:11:30.044539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58280efb-755c-4b9e-b2c0-5edc8d4d783f req-1fb163bf-f325-4fc5-825b-743fa64249ef service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947706
Feb 19 21:11:30.067309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3494886-581e-4b67-98a6-2c7e090486da tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64ee236-e20b-4986-bfe9-db248652967e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:30.084199 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7de99b3-323d-4bad-9e9a-c57742489337 req-d3494886-581e-4b67-98a6-2c7e090486da tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&id=9887589f-0373-4962-af43-6a0cbca1a59c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.4297178
Feb 19 21:11:30.110087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42644) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:30.202762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f3ed01-f5d4-4f27-a6b2-a2b1fcd5ba2a tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:30.205015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-43f3ed01-f5d4-4f27-a6b2-a2b1fcd5ba2a tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 1162 time: 0.0936806
Feb 19 21:11:30.208815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42648) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:30.223842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '9fef2353-c49f-4800-8469-da61cf4f519d', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:30.265273 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:30.547191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38138b7c-74c6-4468-9e04-a41d91bce9fe req-4bdc9fa1-89d6-46c0-a87e-452afc860c1e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:30.549321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38138b7c-74c6-4468-9e04-a41d91bce9fe req-4bdc9fa1-89d6-46c0-a87e-452afc860c1e tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 944 time: 0.1212835
Feb 19 21:11:30.561697 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:30.741544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38138b7c-74c6-4468-9e04-a41d91bce9fe req-fb3e99b3-6965-4a81-b550-801202c452e0 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1826341
Feb 19 21:11:30.807228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78e73a-50af-4d4c-8761-0f43d6fcf364 req-377912ed-e175-4f5f-8e06-aeb5108b4f49 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:30.808794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f78e73a-50af-4d4c-8761-0f43d6fcf364 req-377912ed-e175-4f5f-8e06-aeb5108b4f49 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.1365995
Feb 19 21:11:30.817860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Allocated IP 172.35.2.211 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/938083be-dad4-4038-8f69-05e59e038a27) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:30.919311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f78e73a-50af-4d4c-8761-0f43d6fcf364 req-108de1e6-ae9f-457e-a038-73439d2fbdb6 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037190
Feb 19 21:11:30.976610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for port (938083be-dad4-4038-8f69-05e59e038a27), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:31.018313 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (938083be-dad4-4038-8f69-05e59e038a27), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:31.072081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:31.075834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:31.085873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:31.106694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Port': ['ID=938083be-dad4-4038-8f69-05e59e038a27,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:31.511419 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42720) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:31.718386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-91b3d62c-c602-4ec9-9531-b3f60d855d63 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1578243672'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:31.755564 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91b3d62c-c602-4ec9-9531-b3f60d855d63 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (a606135f-4a38-4939-9b62-002860f55310), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:31.756900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91b3d62c-c602-4ec9-9531-b3f60d855d63 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (a606135f-4a38-4939-9b62-002860f55310), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:31.835914 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91b3d62c-c602-4ec9-9531-b3f60d855d63 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router_controller (a606135f-4a38-4939-9b62-002860f55310), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:31.841031 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91b3d62c-c602-4ec9-9531-b3f60d855d63 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (a606135f-4a38-4939-9b62-002860f55310), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:31.859996 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91b3d62c-c602-4ec9-9531-b3f60d855d63 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:31.861696 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-91b3d62c-c602-4ec9-9531-b3f60d855d63 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.3491926
Feb 19 21:11:31.865335 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42734) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:31.968700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d928abd-b255-43b0-b8f5-65a4425a1240 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (a606135f-4a38-4939-9b62-002860f55310), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:31.985984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16f334-2174-48f7-83c3-c08cd12a43a0 req-e68804f7-ec54-482b-b9b8-0aed2117fc59 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:31.987777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e16f334-2174-48f7-83c3-c08cd12a43a0 req-e68804f7-ec54-482b-b9b8-0aed2117fc59 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 944 time: 0.1595678
Feb 19 21:11:32.063848 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for floatingip (942018a0-be09-43f8-b3d5-13bd505e3c1f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.196928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e16f334-2174-48f7-83c3-c08cd12a43a0 req-9c082723-9baa-4e9d-8bac-50f16e3f7229 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1907153
Feb 19 21:11:32.225089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383a653-9961-41a4-ab61-9a7f4d09ff4e req-e2541f82-bfd1-43a9-81b1-1a51bc89eaff tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:32.225679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f383a653-9961-41a4-ab61-9a7f4d09ff4e req-e2541f82-bfd1-43a9-81b1-1a51bc89eaff tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.2110467
Feb 19 21:11:32.228888 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d928abd-b255-43b0-b8f5-65a4425a1240 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (a606135f-4a38-4939-9b62-002860f55310), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.231712 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d928abd-b255-43b0-b8f5-65a4425a1240 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router_controller (a606135f-4a38-4939-9b62-002860f55310), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.276432 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (938083be-dad4-4038-8f69-05e59e038a27), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.285904 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d928abd-b255-43b0-b8f5-65a4425a1240 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (a606135f-4a38-4939-9b62-002860f55310), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.286440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d928abd-b255-43b0-b8f5-65a4425a1240 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a606135f-4a38-4939-9b62-002860f55310 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:11:32.292124 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d928abd-b255-43b0-b8f5-65a4425a1240 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.294170 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8d928abd-b255-43b0-b8f5-65a4425a1240 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a606135f-4a38-4939-9b62-002860f55310 HTTP/1.1" status: 204  len: 168 time: 0.4275227
Feb 19 21:11:32.298467 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42754) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:32.306633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-90117c61-628b-4d11-8b91-09b63ea2c913 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Request body: {'router': {'name': 'tempest-router-1395762013', 'distributed': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:32.333908 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90117c61-628b-4d11-8b91-09b63ea2c913 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (ae7c3dd0-d869-497e-87b3-10080f22924b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.336123 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90117c61-628b-4d11-8b91-09b63ea2c913 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (ae7c3dd0-d869-497e-87b3-10080f22924b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.346595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f383a653-9961-41a4-ab61-9a7f4d09ff4e req-d6f6eb27-6f5e-4bf5-84f4-86fd5be52e48 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998964
Feb 19 21:11:32.404926 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90117c61-628b-4d11-8b91-09b63ea2c913 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router_controller (ae7c3dd0-d869-497e-87b3-10080f22924b), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.411580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90117c61-628b-4d11-8b91-09b63ea2c913 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (ae7c3dd0-d869-497e-87b3-10080f22924b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.438849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90117c61-628b-4d11-8b91-09b63ea2c913 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.443224 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-90117c61-628b-4d11-8b91-09b63ea2c913 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.1397283
Feb 19 21:11:32.444262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42760) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:32.505504 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for port (938083be-dad4-4038-8f69-05e59e038a27), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.512983 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (938083be-dad4-4038-8f69-05e59e038a27), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.528766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42764) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:32.552892 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 72c6a85b-be73-4cca-80b1-c2d505f4fabf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:11:32.561852 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-814b-4e38-9f76-ab27d0110298 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (ae7c3dd0-d869-497e-87b3-10080f22924b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.595752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Port': ['ID=938083be-dad4-4038-8f69-05e59e038a27,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:32.622939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (942018a0-be09-43f8-b3d5-13bd505e3c1f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.688808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 72c6a85b-be73-4cca-80b1-c2d505f4fabf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72c6a85b-be73-4cca-80b1-c2d505f4fabf,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:32.710050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '72c6a85b-be73-4cca-80b1-c2d505f4fabf', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'port_id': '72c6a85b-be73-4cca-80b1-c2d505f4fabf', 'mac_address': 'fa:16:3e:09:bc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:11:32.780140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 72c6a85b-be73-4cca-80b1-c2d505f4fabf is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:32.781138 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.798358 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-814b-4e38-9f76-ab27d0110298 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (ae7c3dd0-d869-497e-87b3-10080f22924b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.801504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-814b-4e38-9f76-ab27d0110298 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router_controller (ae7c3dd0-d869-497e-87b3-10080f22924b), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.805805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c6a85b-be73-4cca-80b1-c2d505f4fabf {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:11:32.854321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 72c6a85b-be73-4cca-80b1-c2d505f4fabf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72c6a85b-be73-4cca-80b1-c2d505f4fabf,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:32.858298 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-814b-4e38-9f76-ab27d0110298 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (ae7c3dd0-d869-497e-87b3-10080f22924b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.859091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e798adf7-814b-4e38-9f76-ab27d0110298 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae7c3dd0-d869-497e-87b3-10080f22924b {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:11:32.859278 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.871468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-814b-4e38-9f76-ab27d0110298 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.875881 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e798adf7-814b-4e38-9f76-ab27d0110298 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] 10.222.0.30 "DELETE /v2.0/routers/ae7c3dd0-d869-497e-87b3-10080f22924b HTTP/1.1" status: 204  len: 168 time: 0.4264824
Feb 19 21:11:32.877622 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42774) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:32.883454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e38e7859-c87b-4195-a95e-cf6d3cbb6148 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Request body: {'router': {'name': 'tempest-router-204704695', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e080c070389f40c4924f778ff7ee385d'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:32.905077 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Floating IP 942018a0-be09-43f8-b3d5-13bd505e3c1f associated. External IP: 172.35.2.211, port: 9fef2353-c49f-4800-8469-da61cf4f519d.
Feb 19 21:11:32.906401 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e38e7859-c87b-4195-a95e-cf6d3cbb6148 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (860257b8-4da3-4c50-9840-cb21545ed278), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.909179 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e38e7859-c87b-4195-a95e-cf6d3cbb6148 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (860257b8-4da3-4c50-9840-cb21545ed278), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.922763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=72c6a85b-be73-4cca-80b1-c2d505f4fabf,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:32.933728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.934660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.935194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.935718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.936801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.937672 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.938354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.938868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.939561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.940074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.941265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.942324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.942836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:32.975515 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e38e7859-c87b-4195-a95e-cf6d3cbb6148 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router_controller (860257b8-4da3-4c50-9840-cb21545ed278), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:32.980348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e38e7859-c87b-4195-a95e-cf6d3cbb6148 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (860257b8-4da3-4c50-9840-cb21545ed278), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:33.005100 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e38e7859-c87b-4195-a95e-cf6d3cbb6148 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:33.013827 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e38e7859-c87b-4195-a95e-cf6d3cbb6148 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.1334960
Feb 19 21:11:33.013827 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42776) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:33.018881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Request body: {'router': {'distributed': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:33.279093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['72c6a85b-be73-4cca-80b1-c2d505f4fabf'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:11:33.564982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Router 3010fd48-b525-4337-aa2e-9c3b7160f297 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:11:33.573033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (860257b8-4da3-4c50-9840-cb21545ed278), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:33.573604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (860257b8-4da3-4c50-9840-cb21545ed278), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:33.600592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce4f51-82e9-4ac9-9867-50ea8697e188 req-0cdbf854-bba2-4c99-b15e-009f58303ecd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:33.602378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2ce4f51-82e9-4ac9-9867-50ea8697e188 req-0cdbf854-bba2-4c99-b15e-009f58303ecd tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 945 time: 0.2659853
Feb 19 21:11:33.675558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=121129) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Feb 19 21:11:33.675907 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Router 860257b8-4da3-4c50-9840-cb21545ed278 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f5a728c03a0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f5a72867f40> provider. {{(pid=121129) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Feb 19 21:11:33.676438 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router_controller (860257b8-4da3-4c50-9840-cb21545ed278), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:33.682103 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router_controller (860257b8-4da3-4c50-9840-cb21545ed278), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:33.689483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (860257b8-4da3-4c50-9840-cb21545ed278), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:33.796694 ncdv-master-1 neutron-server[121129]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] No L3 agents can host the router 860257b8-4da3-4c50-9840-cb21545ed278
Feb 19 21:11:33.939938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Hosts for router 860257b8-4da3-4c50-9840-cb21545ed278: [] {{(pid=121129) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Feb 19 21:11:33.970557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Hosts for other DVR routers connected to router 860257b8-4da3-4c50-9840-cb21545ed278: set() {{(pid=121129) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Feb 19 21:11:33.973731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:33.977614 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c6d5237a-4861-4b62-8639-ddf98b1ba9bd tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] 10.222.0.30 "PUT /v2.0/routers/860257b8-4da3-4c50-9840-cb21545ed278 HTTP/1.1" status: 200  len: 716 time: 0.9604797
Feb 19 21:11:33.977829 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42796) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:34.029120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372634-53ad-4be4-ad00-ea542159446b req-2b846c16-a34d-45a4-b567-f1c9e99f443d tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.030679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e372634-53ad-4be4-ad00-ea542159446b req-2b846c16-a34d-45a4-b567-f1c9e99f443d tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.5470383
Feb 19 21:11:34.059596 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d011fc11-3f6b-4cb3-b4c4-956814b7ddc9 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] 10.222.0.30 "GET /v2.0/routers/860257b8-4da3-4c50-9840-cb21545ed278 HTTP/1.1" status: 200  len: 716 time: 0.0804589
Feb 19 21:11:34.062068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42798) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:34.104586 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2ce4f51-82e9-4ac9-9867-50ea8697e188 req-69f4dc75-bb41-4876-99f8-90aca79b1ae9 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4782166
Feb 19 21:11:34.161887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:11:34.171728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (3551e16e-45a4-4238-9450-1d19a8911920), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:34.177473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a71746-bb89-41ce-9bc6-b07993182219 None None] Sync routers for ids ['3010fd48-b525-4337-aa2e-9c3b7160f297'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:11:34.180377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e372634-53ad-4be4-ad00-ea542159446b req-08031aaa-404a-43dc-9cf8-2cbc0addb028 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403086
Feb 19 21:11:34.207828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a71746-bb89-41ce-9bc6-b07993182219 None None] Routers {'3010fd48-b525-4337-aa2e-9c3b7160f297'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:34.208711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-26a71746-bb89-41ce-9bc6-b07993182219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b20520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3010fd48-b525-4337-aa2e-9c3b7160f297'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:34.226705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:34.295584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42802) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:34.296771 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-29a56783-9048-4095-841f-bf47c4ea27b4 tempest-RoutersTestDVR-2036143830 tempest-RoutersTestDVR-2036143830-project] 10.222.0.30 "GET /v2.0/routers/860257b8-4da3-4c50-9840-cb21545ed278 HTTP/1.1" status: 200  len: 682 time: 0.2333546
Feb 19 21:11:34.323038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42806) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:34.323394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-06682041-2298-44e0-be59-2d9aadd66c1b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.1131723
Feb 19 21:11:34.364032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'tag': '9fef2353-c49f-4800-8469-da61cf4f519d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:34.368112 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "26035c7e-8e0f-48e4-bbef-0d0eae15c929", "tag": "9fef2353-c49f-4800-8469-da61cf4f519d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:34.427251 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c3695a9f-e35f-484d-b860-957a02fd6951 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (860257b8-4da3-4c50-9840-cb21545ed278), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:34.583962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 72c6a85b-be73-4cca-80b1-c2d505f4fabf up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:34.584586 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327813aa-476e-469f-9f03-a0ec2351bc70 x-openstack-request-id: req-327813aa-476e-469f-9f03-a0ec2351bc70 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:34.585298 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26035c7e-8e0f-48e4-bbef-0d0eae15c929", "tag": "9fef2353-c49f-4800-8469-da61cf4f519d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:34.585298 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-327813aa-476e-469f-9f03-a0ec2351bc70 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:34.585559 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'tag': '9fef2353-c49f-4800-8469-da61cf4f519d', 'status': 'completed', 'code': 200}
Feb 19 21:11:34.603323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.603856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.604279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.604784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.605257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.605725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.606292 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.606811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.607282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.607747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.608701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.611177 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6d85e98a-c241-4d4a-9a98-5f2028031dab tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7769 time: 0.2861786
Feb 19 21:11:34.614842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42812) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:34.682028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 72c6a85b-be73-4cca-80b1-c2d505f4fabf completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:11:34.685209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-26a71746-bb89-41ce-9bc6-b07993182219 None None] Set router 3010fd48-b525-4337-aa2e-9c3b7160f297 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:34.702801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.703283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.703752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.704376 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.704845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.705499 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.706701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.707163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.707619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.708068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.708544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:34.711669 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ff55874f-e11d-4dd1-9125-3551e6fc6bd8 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7097 time: 0.0957546
Feb 19 21:11:34.714629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42814) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:34.726583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 72c6a85b-be73-4cca-80b1-c2d505f4fabf triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:34.727226 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:34.759255 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c3695a9f-e35f-484d-b860-957a02fd6951 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (860257b8-4da3-4c50-9840-cb21545ed278), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:34.778675 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c3695a9f-e35f-484d-b860-957a02fd6951 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router_controller (860257b8-4da3-4c50-9840-cb21545ed278), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:34.977456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 72c6a85b-be73-4cca-80b1-c2d505f4fabf is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:34.977772 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.008945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c6a85b-be73-4cca-80b1-c2d505f4fabf'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:35.011245 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a8d5d5-31aa-43c4-9994-1dc8436bea27" -d '{"events": [{"server_uuid": "39379933-a0d4-41b1-a9ba-ced8e7b82b4f", "name": "network-vif-plugged", "status": "completed", "tag": "72c6a85b-be73-4cca-80b1-c2d505f4fabf"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:35.022915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c3695a9f-e35f-484d-b860-957a02fd6951 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (860257b8-4da3-4c50-9840-cb21545ed278), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.023154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3695a9f-e35f-484d-b860-957a02fd6951 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 860257b8-4da3-4c50-9840-cb21545ed278 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:11:35.031792 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c3695a9f-e35f-484d-b860-957a02fd6951 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.033611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c3695a9f-e35f-484d-b860-957a02fd6951 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] 10.222.0.30 "DELETE /v2.0/routers/860257b8-4da3-4c50-9840-cb21545ed278 HTTP/1.1" status: 204  len: 168 time: 0.7366843
Feb 19 21:11:35.034304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42826) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:35.039393 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ff6e57b5-708a-41c3-88c0-ace6297694a1 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 5011 time: 0.3081763
Feb 19 21:11:35.040370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42828) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:35.045162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 72c6a85b-be73-4cca-80b1-c2d505f4fabf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72c6a85b-be73-4cca-80b1-c2d505f4fabf,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:35.045699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d312223e-3599-4654-8774-9f0212d5c840 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Request body: {'router': {'name': 'tempest-router-551148113', 'distributed': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:35.061846 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.073418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d312223e-3599-4654-8774-9f0212d5c840 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (8c505022-3fd8-41cf-a127-8f4b585c4d3f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.074709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d312223e-3599-4654-8774-9f0212d5c840 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (8c505022-3fd8-41cf-a127-8f4b585c4d3f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.117801 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fbcb53-5e23-415f-81f5-109d2120ecff x-openstack-request-id: req-d6fbcb53-5e23-415f-81f5-109d2120ecff {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:35.118390 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39379933-a0d4-41b1-a9ba-ced8e7b82b4f", "name": "network-vif-plugged", "status": "completed", "tag": "72c6a85b-be73-4cca-80b1-c2d505f4fabf", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:35.118787 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6fbcb53-5e23-415f-81f5-109d2120ecff {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:35.119334 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c6a85b-be73-4cca-80b1-c2d505f4fabf', 'code': 200}
Feb 19 21:11:35.125331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8 req-8f1b366e-d1e4-4572-8162-ffada537d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:35.127646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8 req-8f1b366e-d1e4-4572-8162-ffada537d866 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f4ed687e80941d9a5befe1031923ed5&device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 1167 time: 0.5633962
Feb 19 21:11:35.159977 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d312223e-3599-4654-8774-9f0212d5c840 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router_controller (8c505022-3fd8-41cf-a127-8f4b585c4d3f), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.166889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d312223e-3599-4654-8774-9f0212d5c840 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (8c505022-3fd8-41cf-a127-8f4b585c4d3f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.173701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=72c6a85b-be73-4cca-80b1-c2d505f4fabf,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:35.183559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-26a71746-bb89-41ce-9bc6-b07993182219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b20520>, [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '942018a0-be09-43f8-b3d5-13bd505e3c1f', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'floating_ip_address': '172.35.2.211', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'port_id': '9fef2353-c49f-4800-8469-da61cf4f519d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'mac_address': 'fa:16:3e:2f:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:11:31Z', 'updated_at': '2022-02-19T21:11:31Z', 'revision_number': 0, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e30ac3-f3d7-4777-90bc-c1265e75b8b0', 'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:34:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '2711ee97-a752-464c-a398-84808c3be0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:06Z', 'updated_at': '2022-02-19T21:11:12Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '2711ee97-a752-464c-a398-84808c3be0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:35.194424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d312223e-3599-4654-8774-9f0212d5c840 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.195690 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d312223e-3599-4654-8774-9f0212d5c840 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.1543894
Feb 19 21:11:35.198600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42832) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:35.229353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a71746-bb89-41ce-9bc6-b07993182219 None None] Checking router: 3010fd48-b525-4337-aa2e-9c3b7160f297 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:11:35.243949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a71746-bb89-41ce-9bc6-b07993182219 None None] Routers {'3010fd48-b525-4337-aa2e-9c3b7160f297'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:35.244808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-26a71746-bb89-41ce-9bc6-b07993182219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b20520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3010fd48-b525-4337-aa2e-9c3b7160f297'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:35.318974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f0128d-e640-4abd-94cb-d90e83520998 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:35.319783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f0128d-e640-4abd-94cb-d90e83520998 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:35.322510 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-68f0128d-e640-4abd-94cb-d90e83520998 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3010fd48-b525-4337-aa2e-9c3b7160f297 HTTP/1.1" status: 200  len: 2064 time: 0.2758031
Feb 19 21:11:35.360565 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4ff93e9-5edc-4678-8a4f-1310c7f034d8 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (8c505022-3fd8-41cf-a127-8f4b585c4d3f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.416731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-26a71746-bb89-41ce-9bc6-b07993182219 None None] Set router 3010fd48-b525-4337-aa2e-9c3b7160f297 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:35.464641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd9eeb-1200-4943-a4c9-37d07f30a5c5 req-e84411ab-9012-4341-9350-5605b4f8a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:35.466163 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47dd9eeb-1200-4943-a4c9-37d07f30a5c5 req-e84411ab-9012-4341-9350-5605b4f8a5bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 1128 time: 0.2485487
Feb 19 21:11:35.469193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8 req-10e14304-9432-4587-bc8b-722a20f2632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:35.470625 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8 req-10e14304-9432-4587-bc8b-722a20f2632a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9a97e8b-3567-444c-be37-4a0ea2e09d31 HTTP/1.1" status: 200  len: 898 time: 0.3321853
Feb 19 21:11:35.573418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4ff93e9-5edc-4678-8a4f-1310c7f034d8 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (8c505022-3fd8-41cf-a127-8f4b585c4d3f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.575847 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4ff93e9-5edc-4678-8a4f-1310c7f034d8 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router_controller (8c505022-3fd8-41cf-a127-8f4b585c4d3f), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.578236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c48608-6ff7-4546-b4ae-1a631e550e32 req-a86183f8-fc4e-40be-b08a-4cd3555637db tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:35.579792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-88c48608-6ff7-4546-b4ae-1a631e550e32 req-a86183f8-fc4e-40be-b08a-4cd3555637db tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 946 time: 0.3112242
Feb 19 21:11:35.607736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9512b-c28b-4a52-a143-a4ab503c075c req-439fb014-dde3-4d64-b152-cbe74691adcb tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:35.610054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44f9512b-c28b-4a52-a143-a4ab503c075c req-439fb014-dde3-4d64-b152-cbe74691adcb tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.2963154
Feb 19 21:11:35.723733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8 req-70abd6fc-ea18-43dc-849b-a437d9f87d2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fef2353-c49f-4800-8469-da61cf4f519d HTTP/1.1" status: 200  len: 1000 time: 0.2292995
Feb 19 21:11:35.745380 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47dd9eeb-1200-4943-a4c9-37d07f30a5c5 req-28ee2095-3ad4-44eb-a909-54717aaa09eb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2521787
Feb 19 21:11:35.791042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-26a71746-bb89-41ce-9bc6-b07993182219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b20520>, [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '942018a0-be09-43f8-b3d5-13bd505e3c1f', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'floating_ip_address': '172.35.2.211', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'port_id': '9fef2353-c49f-4800-8469-da61cf4f519d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'mac_address': 'fa:16:3e:2f:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:11:31Z', 'updated_at': '2022-02-19T21:11:31Z', 'revision_number': 0, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e30ac3-f3d7-4777-90bc-c1265e75b8b0', 'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:34:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '2711ee97-a752-464c-a398-84808c3be0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:06Z', 'updated_at': '2022-02-19T21:11:12Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '2711ee97-a752-464c-a398-84808c3be0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:35.795904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] Deleting port 75fd3022-129d-4cd6-bc17-7057f5ae71e0 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:35.796381 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.834162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a71746-bb89-41ce-9bc6-b07993182219 None None] The sync data for ids ['3010fd48-b525-4337-aa2e-9c3b7160f297'] in ncdv-master-1 is: [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '942018a0-be09-43f8-b3d5-13bd505e3c1f', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'floating_ip_address': '172.35.2.211', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'port_id': '9fef2353-c49f-4800-8469-da61cf4f519d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'mac_address': 'fa:16:3e:2f:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:11:31Z', 'updated_at': '2022-02-19T21:11:31Z', 'revision_number': 0, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e30ac3-f3d7-4777-90bc-c1265e75b8b0', 'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:34:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '2711ee97-a752-464c-a398-84808c3be0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:06Z', 'updated_at': '2022-02-19T21:11:12Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '2711ee97-a752-464c-a398-84808c3be0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:11:35.958507 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4ff93e9-5edc-4678-8a4f-1310c7f034d8 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (8c505022-3fd8-41cf-a127-8f4b585c4d3f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.959433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ff93e9-5edc-4678-8a4f-1310c7f034d8 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c505022-3fd8-41cf-a127-8f4b585c4d3f {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:11:35.965012 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4ff93e9-5edc-4678-8a4f-1310c7f034d8 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:35.971551 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e4ff93e9-5edc-4678-8a4f-1310c7f034d8 tempest-RoutersTestDVR-599348294 tempest-RoutersTestDVR-599348294-project-admin] 10.222.0.30 "DELETE /v2.0/routers/8c505022-3fd8-41cf-a127-8f4b585c4d3f HTTP/1.1" status: 204  len: 168 time: 0.7715180
Feb 19 21:11:36.244542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8 req-5fd99711-7c33-4f4b-a009-1b0236de5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:36.246205 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8 req-5fd99711-7c33-4f4b-a009-1b0236de5627 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2711ee97-a752-464c-a398-84808c3be0c6 HTTP/1.1" status: 200  len: 834 time: 0.5109265
Feb 19 21:11:36.254219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44f9512b-c28b-4a52-a143-a4ab503c075c req-219db330-18eb-4504-a38f-021ed962fe82 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6094713
Feb 19 21:11:36.306583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-88c48608-6ff7-4546-b4ae-1a631e550e32 req-a532b253-d2ec-41b8-a23c-45d241a065fc tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7145760
Feb 19 21:11:36.333091 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c55b6b-d883-4637-b44a-8dd7b344759e None None] New status for floating IP 942018a0-be09-43f8-b3d5-13bd505e3c1f: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:11:36.451357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8 req-fdcec2b5-ad41-4104-af41-af887bef1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:36.454055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8 req-fdcec2b5-ad41-4104-af41-af887bef1d98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9a97e8b-3567-444c-be37-4a0ea2e09d31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1968873
Feb 19 21:11:36.456495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] For port 75fd3022-129d-4cd6-bc17-7057f5ae71e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75fd3022-129d-4cd6-bc17-7057f5ae71e0,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:36.457093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:36.482273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] Calling delete_port for 75fd3022-129d-4cd6-bc17-7057f5ae71e0 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:36.525425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42902) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:36.681985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8 req-fc982009-a174-455f-99e4-8a18b3b2cacd service neutron] 10.222.0.10 "GET /v2.0/networks/a9a97e8b-3567-444c-be37-4a0ea2e09d31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066424
Feb 19 21:11:36.813871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-19c386bb-74ae-4bc4-aad5-f1afa8ea611a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:36.997711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-19c386bb-74ae-4bc4-aad5-f1afa8ea611a admin admin] Publish callbacks [] for security_group (0d285334-71b2-4590-a046-3c007c631fdf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:37.010621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-19c386bb-74ae-4bc4-aad5-f1afa8ea611a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0d285334-71b2-4590-a046-3c007c631fdf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:37.064916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb66f0a3-9fa0-4b07-869d-95d97955e1d8 req-e4360d3f-1ffe-49e8-9a87-2d4dc0f1425d service neutron] 10.222.0.10 "GET /v2.0/networks/a9a97e8b-3567-444c-be37-4a0ea2e09d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3781390
Feb 19 21:11:37.069409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c386bb-74ae-4bc4-aad5-f1afa8ea611a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d285334-71b2-4590-a046-3c007c631fdf,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:37.079818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cc2a7-fae2-4fcf-953a-ae668fe1708f req-8e74b19d-2801-43af-b6da-88afdd9a48bf tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:37.083488 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-19c386bb-74ae-4bc4-aad5-f1afa8ea611a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e080c070389f40c4924f778ff7ee385d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5574913
Feb 19 21:11:37.087680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42908) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:37.093235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff4cc2a7-fae2-4fcf-953a-ae668fe1708f req-8e74b19d-2801-43af-b6da-88afdd9a48bf tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.2451882
Feb 19 21:11:37.126947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137eedd-fd4e-4ebf-bccd-96b036401f46 req-91121352-55c4-42e7-bb87-643d120281fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:37.129863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8137eedd-fd4e-4ebf-bccd-96b036401f46 req-91121352-55c4-42e7-bb87-643d120281fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 1128 time: 0.2393939
Feb 19 21:11:37.222741 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79a6740d-feab-49e2-9328-c3c547ca74b7 admin admin] Publish callbacks [] for security_group (0d285334-71b2-4590-a046-3c007c631fdf), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:37.254487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79a6740d-feab-49e2-9328-c3c547ca74b7 admin admin] Publish callbacks [] for security_group (0d285334-71b2-4590-a046-3c007c631fdf), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:37.322068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff4cc2a7-fae2-4fcf-953a-ae668fe1708f req-0ebe5678-928c-4b29-93b5-abbc9ff9b641 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279170
Feb 19 21:11:37.345388 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (75fd3022-129d-4cd6-bc17-7057f5ae71e0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:37.401795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fd3022-129d-4cd6-bc17-7057f5ae71e0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:37.403339 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79a6740d-feab-49e2-9328-c3c547ca74b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0d285334-71b2-4590-a046-3c007c631fdf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:37.407132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79a6740d-feab-49e2-9328-c3c547ca74b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:37.408654 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-79a6740d-feab-49e2-9328-c3c547ca74b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d285334-71b2-4590-a046-3c007c631fdf HTTP/1.1" status: 204  len: 168 time: 0.3199294
Feb 19 21:11:37.427484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137eedd-fd4e-4ebf-bccd-96b036401f46 req-cf1c4fda-1cf1-4a70-a6ca-59fff1b07305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:37.431311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8137eedd-fd4e-4ebf-bccd-96b036401f46 req-cf1c4fda-1cf1-4a70-a6ca-59fff1b07305 service neutron] 10.222.0.67 "GET /v2.0/networks?id=530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 200  len: 917 time: 0.2898877
Feb 19 21:11:37.444181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6740d-feab-49e2-9328-c3c547ca74b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d285334-71b2-4590-a046-3c007c631fdf,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:37.664314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8137eedd-fd4e-4ebf-bccd-96b036401f46 req-def7ee4d-fee5-4cb1-a958-e336eac6cdbc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b03175-1616-42fe-9b96-eb62614d66b0 HTTP/1.1" status: 200  len: 217 time: 0.1972508
Feb 19 21:11:37.864985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137eedd-fd4e-4ebf-bccd-96b036401f46 req-753e0c24-46bf-4ccc-ad8d-7a4a4228cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:37.866565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8137eedd-fd4e-4ebf-bccd-96b036401f46 req-753e0c24-46bf-4ccc-ad8d-7a4a4228cd5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b1aadff-578d-436f-bc58-adecf6445e89 HTTP/1.1" status: 200  len: 855 time: 0.1922395
Feb 19 21:11:37.924968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ec1fa-2a02-4406-bad1-e891b6ccefab req-8123a872-c54c-437a-ba44-19854cc0759f tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:37.926807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c9ec1fa-2a02-4406-bad1-e891b6ccefab req-8123a872-c54c-437a-ba44-19854cc0759f tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 946 time: 0.3961549
Feb 19 21:11:37.992097 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (3551e16e-45a4-4238-9450-1d19a8911920), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:38.007171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137eedd-fd4e-4ebf-bccd-96b036401f46 req-d2b029b6-a763-4f56-8d90-b18a81e8af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:38.020321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8137eedd-fd4e-4ebf-bccd-96b036401f46 req-d2b029b6-a763-4f56-8d90-b18a81e8af6e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=530ab937-7c94-4c19-a3c3-ff58dabc202f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1316500
Feb 19 21:11:38.107340 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0c9ec1fa-2a02-4406-bad1-e891b6ccefab req-d20c3e04-48d8-4f9e-a46c-7e72299183db tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563694
Feb 19 21:11:38.142713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42918) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:38.172217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1dafdbdd-bf2c-4636-8d15-5d7eaa134bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:38.254030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8137eedd-fd4e-4ebf-bccd-96b036401f46 req-36692cff-c910-4f17-8802-51eeec0a92f8 service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2282486
Feb 19 21:11:38.307040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1dafdbdd-bf2c-4636-8d15-5d7eaa134bee admin admin] Publish callbacks [] for security_group (298fda06-a09a-4911-b1a7-06d1c3c79d7c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:38.314324 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1dafdbdd-bf2c-4636-8d15-5d7eaa134bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (298fda06-a09a-4911-b1a7-06d1c3c79d7c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:38.359152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafdbdd-bf2c-4636-8d15-5d7eaa134bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298fda06-a09a-4911-b1a7-06d1c3c79d7c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:38.368899 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1dafdbdd-bf2c-4636-8d15-5d7eaa134bee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b237efdf868a4b02bcaa7a91461a0a56&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2243888
Feb 19 21:11:38.369803 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42920) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:38.465202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8137eedd-fd4e-4ebf-bccd-96b036401f46 req-4061b913-9b24-47ff-a39c-8830b9b0e3c5 service neutron] 10.222.0.67 "GET /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2002258
Feb 19 21:11:38.493604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dce9a724-7c79-46a7-a6ba-8cfe17079a5d admin admin] Publish callbacks [] for security_group (298fda06-a09a-4911-b1a7-06d1c3c79d7c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:38.522461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] Router 3551e16e-45a4-4238-9450-1d19a8911920 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:11:38.560105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dce9a724-7c79-46a7-a6ba-8cfe17079a5d admin admin] Publish callbacks [] for security_group (298fda06-a09a-4911-b1a7-06d1c3c79d7c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:38.664169 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dce9a724-7c79-46a7-a6ba-8cfe17079a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (298fda06-a09a-4911-b1a7-06d1c3c79d7c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:38.667782 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dce9a724-7c79-46a7-a6ba-8cfe17079a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:38.673045 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dce9a724-7c79-46a7-a6ba-8cfe17079a5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/298fda06-a09a-4911-b1a7-06d1c3c79d7c HTTP/1.1" status: 204  len: 168 time: 0.3015258
Feb 19 21:11:38.689483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9a724-7c79-46a7-a6ba-8cfe17079a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298fda06-a09a-4911-b1a7-06d1c3c79d7c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:38.691374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c602f9-4be2-405c-9a2e-4a5621bb15c3 req-2740fadc-aad2-426a-a4d0-ea3407ac7010 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:38.693700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20c602f9-4be2-405c-9a2e-4a5621bb15c3 req-2740fadc-aad2-426a-a4d0-ea3407ac7010 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.1522176
Feb 19 21:11:38.757635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:11:38.776897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b5e36-f503-40dc-bfb4-6c3f7f733ba6 None None] Sync routers for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:11:38.785787 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f726a183-f86a-45ff-b30a-3f0b48ccbcb2 admin admin] 10.222.0.30 "PUT /v2.0/routers/3551e16e-45a4-4238-9450-1d19a8911920/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2606928
Feb 19 21:11:38.786384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42928) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:38.822382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b5e36-f503-40dc-bfb4-6c3f7f733ba6 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:38.822949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0c7b5e36-f503-40dc-bfb4-6c3f7f733ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62f2c130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:38.832408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20c602f9-4be2-405c-9a2e-4a5621bb15c3 req-9838e494-6298-4b0e-95c6-1441a9a9c4fd tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110618
Feb 19 21:11:39.017700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Publish callbacks [] for router (3551e16e-45a4-4238-9450-1d19a8911920), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:39.022251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-0c7b5e36-f503-40dc-bfb4-6c3f7f733ba6 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:39.237926 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Publish callbacks [] for router_gateway (3551e16e-45a4-4238-9450-1d19a8911920), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:39.383127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71990f-2129-4380-97f6-fcbd1e07f9c8 req-3e6a8a2f-de85-45c2-83ce-6e23700426f9 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:39.384771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb71990f-2129-4380-97f6-fcbd1e07f9c8 req-3e6a8a2f-de85-45c2-83ce-6e23700426f9 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 946 time: 0.1067712
Feb 19 21:11:39.408364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Deleting port a6cc5b68-d010-414d-86cf-86982725edbd {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:39.416391 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:39.442158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0c7b5e36-f503-40dc-bfb4-6c3f7f733ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62f2c130>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:11:37Z', 'revision_number': 5, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port': {'id': 'a6cc5b68-d010-414d-86cf-86982725edbd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3551e16e-45a4-4238-9450-1d19a8911920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:03:10Z', 'updated_at': '2022-02-19T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:39.476842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb71990f-2129-4380-97f6-fcbd1e07f9c8 req-c615d227-3727-4852-b785-9b002e086413 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843918
Feb 19 21:11:39.499211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b5e36-f503-40dc-bfb4-6c3f7f733ba6 None None] Checking router: 3551e16e-45a4-4238-9450-1d19a8911920 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:11:39.518942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b5e36-f503-40dc-bfb4-6c3f7f733ba6 None None] Routers {'3551e16e-45a4-4238-9450-1d19a8911920'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:39.524801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0c7b5e36-f503-40dc-bfb4-6c3f7f733ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62f2c130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3551e16e-45a4-4238-9450-1d19a8911920'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:39.625693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] For port a6cc5b68-d010-414d-86cf-86982725edbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6cc5b68-d010-414d-86cf-86982725edbd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:39.626073 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:39.653466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Calling delete_port for a6cc5b68-d010-414d-86cf-86982725edbd owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:39.726924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-0c7b5e36-f503-40dc-bfb4-6c3f7f733ba6 None None] Set router 3551e16e-45a4-4238-9450-1d19a8911920 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:39.765452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c8161-32e1-4040-a12c-6ca5b65f9dba req-4b0c9de9-e62a-4f28-9e62-463c77685c90 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:39.767538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-496c8161-32e1-4040-a12c-6ca5b65f9dba req-4b0c9de9-e62a-4f28-9e62-463c77685c90 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 946 time: 0.1304553
Feb 19 21:11:39.787218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42946) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:39.793543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9caf556d-6849-4abe-b085-e047a7fb24a6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Request body: {'floatingip': {'port_id': '72c6a85b-be73-4cca-80b1-c2d505f4fabf'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:39.812465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0c7b5e36-f503-40dc-bfb4-6c3f7f733ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62f2c130>, [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:11:39Z', 'revision_number': 6, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:39.848283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b5e36-f503-40dc-bfb4-6c3f7f733ba6 None None] The sync data for ids ['3551e16e-45a4-4238-9450-1d19a8911920'] in ncdv-master-1 is: [{'id': '3551e16e-45a4-4238-9450-1d19a8911920', 'name': 'tempest-AttachVolumeShelveTestJSON-963118333-router', 'tenant_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:03:08Z', 'updated_at': '2022-02-19T21:11:39Z', 'revision_number': 6, 'project_id': '61ad9ca9c0944ba68443aaa71a10eb19', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:11:39.907784 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9caf556d-6849-4abe-b085-e047a7fb24a6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (b72646a5-8e47-4dc5-a635-549dac8a3f2d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:40.035483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 75fd3022-129d-4cd6-bc17-7057f5ae71e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:11:40.043873 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a6cc5b68-d010-414d-86cf-86982725edbd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:40.075685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 75fd3022-129d-4cd6-bc17-7057f5ae71e0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:11:40.076379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 75fd3022-129d-4cd6-bc17-7057f5ae71e0 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:11:40.110078 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cc5b68-d010-414d-86cf-86982725edbd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:40.124840 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.125178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.125533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.125943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.126301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.126643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.127066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.127415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.128278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.128666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.129544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.129895 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.130914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:40.231533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e498a9-d3b0-4217-8619-6ddc06f32ac4 req-7b029483-391c-4b37-9d8a-82073fb85f73 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:40.233775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16e498a9-d3b0-4217-8619-6ddc06f32ac4 req-7b029483-391c-4b37-9d8a-82073fb85f73 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.2256820
Feb 19 21:11:40.238137 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (3551e16e-45a4-4238-9450-1d19a8911920), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:40.400636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (3551e16e-45a4-4238-9450-1d19a8911920), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:40.404356 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Publish callbacks [] for router_controller (3551e16e-45a4-4238-9450-1d19a8911920), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:40.473040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (3551e16e-45a4-4238-9450-1d19a8911920), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:40.473930 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3551e16e-45a4-4238-9450-1d19a8911920 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:11:40.482802 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:40.489523 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b0a8c14c-c4d1-42bb-af76-e08f86291fba admin admin] 10.222.0.30 "DELETE /v2.0/routers/3551e16e-45a4-4238-9450-1d19a8911920 HTTP/1.1" status: 204  len: 168 time: 1.6989741
Feb 19 21:11:40.493128 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42958) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:40.499607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16e498a9-d3b0-4217-8619-6ddc06f32ac4 req-e9177d1a-f489-4470-93c1-ab5a439105f6 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341270
Feb 19 21:11:40.635728 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e65f12-d28a-4ad2-a078-1b0738987dbc admin admin] Deleting subnet e8656728-e0e8-4347-9175-a25300e2a163 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:11:40.642615 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7e65f12-d28a-4ad2-a078-1b0738987dbc admin admin] Publish callbacks [] for subnet (e8656728-e0e8-4347-9175-a25300e2a163), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:40.731316 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7e65f12-d28a-4ad2-a078-1b0738987dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (e8656728-e0e8-4347-9175-a25300e2a163), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:40.945521 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7e65f12-d28a-4ad2-a078-1b0738987dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (e8656728-e0e8-4347-9175-a25300e2a163), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.037490 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7e65f12-d28a-4ad2-a078-1b0738987dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (e8656728-e0e8-4347-9175-a25300e2a163), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.115349 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e65f12-d28a-4ad2-a078-1b0738987dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8656728-e0e8-4347-9175-a25300e2a163,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:41.123584 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7e65f12-d28a-4ad2-a078-1b0738987dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.130807 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f7e65f12-d28a-4ad2-a078-1b0738987dbc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e8656728-e0e8-4347-9175-a25300e2a163 HTTP/1.1" status: 204  len: 168 time: 0.6381025
Feb 19 21:11:41.137213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e91fad8-865a-4e30-8cf0-440e662affde None None] Network b0af9030-e395-43f9-8a34-dbc361fa9146 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:11:41.144384 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 42972) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:41.288265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d342b1e-53be-4a73-bd3d-45b466b9eb7a req-7200debb-19d2-4e98-86c6-fb22b7dca83a tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:41.292108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d342b1e-53be-4a73-bd3d-45b466b9eb7a req-7200debb-19d2-4e98-86c6-fb22b7dca83a tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.5692062
Feb 19 21:11:41.299212 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (b0af9030-e395-43f9-8a34-dbc361fa9146), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.346437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f3e176-8b42-4101-9f66-012488812230 None None] DHCP port deletion for b0af9030-e395-43f9-8a34-dbc361fa9146 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:11:41.400173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-62f3e176-8b42-4101-9f66-012488812230 None None] Deleting port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:41.400594 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-62f3e176-8b42-4101-9f66-012488812230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.439525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d342b1e-53be-4a73-bd3d-45b466b9eb7a req-8183f083-1a8b-4521-881f-b798740f8fd6 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379652
Feb 19 21:11:41.449218 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9caf556d-6849-4abe-b085-e047a7fb24a6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.458922 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9caf556d-6849-4abe-b085-e047a7fb24a6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b72646a5-8e47-4dc5-a635-549dac8a3f2d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.486011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-62f3e176-8b42-4101-9f66-012488812230 None None] For port 780d0ffe-a118-4bca-a4b4-c592c4a93d41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=780d0ffe-a118-4bca-a4b4-c592c4a93d41,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:41.487880 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-62f3e176-8b42-4101-9f66-012488812230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.517672 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-62f3e176-8b42-4101-9f66-012488812230 None None] Calling delete_port for 780d0ffe-a118-4bca-a4b4-c592c4a93d41 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:41.555111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Deleting port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:41.555643 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.556943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 42984) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:41.621696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-62f3e176-8b42-4101-9f66-012488812230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.655640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3e176-8b42-4101-9f66-012488812230 None None] Pushing event deleted for resources: {'Port': ['ID=780d0ffe-a118-4bca-a4b4-c592c4a93d41,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:41.655640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f3e176-8b42-4101-9f66-012488812230 None None] No DVR routers for this DVR port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:11:41.698587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] For port 780d0ffe-a118-4bca-a4b4-c592c4a93d41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=780d0ffe-a118-4bca-a4b4-c592c4a93d41,segment=NetworkSegment(0e23e55d-de5a-4c00-bd85-b736e7dd47aa),segment_id=0e23e55d-de5a-4c00-bd85-b736e7dd47aa)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:41.699032 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.704015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-803634679', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:41.714670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167184f-e09d-49cf-99ee-5240c2c6b289 req-7d522737-f066-40bc-bc21-7c9e0422918f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:41.716243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2167184f-e09d-49cf-99ee-5240c2c6b289 req-7d522737-f066-40bc-bc21-7c9e0422918f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf7be926-97c1-45e3-87aa-defbd74b9903 HTTP/1.1" status: 200  len: 946 time: 0.1753173
Feb 19 21:11:41.726651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Made reservation on behalf of e91f805870b94517ad20df24bd980cd3 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:41.733863 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.738671 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-9caf556d-6849-4abe-b085-e047a7fb24a6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Floating IP b72646a5-8e47-4dc5-a635-549dac8a3f2d associated. External IP: 172.35.2.121, port: 72c6a85b-be73-4cca-80b1-c2d505f4fabf.
Feb 19 21:11:41.740872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Calling delete_port for 780d0ffe-a118-4bca-a4b4-c592c4a93d41 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:41.743985 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.833336 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks [] for security_group (8b2eb98c-90e6-4563-b4e5-3e2c14857a42), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.838463 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8b2eb98c-90e6-4563-b4e5-3e2c14857a42), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:41.851433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] device_id is not set on port 25270ab5-fc79-48e2-8ae7-5af200d3791f yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:11:41.902667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2167184f-e09d-49cf-99ee-5240c2c6b289 req-bb7a4b8f-6dd3-4048-a598-fdd09f7b4c39 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782427
Feb 19 21:11:41.910807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2eb98c-90e6-4563-b4e5-3e2c14857a42,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:42.001506 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (780d0ffe-a118-4bca-a4b4-c592c4a93d41), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.005155 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Allocated IP 172.35.2.48 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/25270ab5-fc79-48e2-8ae7-5af200d3791f) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:42.090983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] No DVR routers for this DVR port 780d0ffe-a118-4bca-a4b4-c592c4a93d41 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:11:42.107387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Pushing event deleted for resources: {'Port': ['ID=780d0ffe-a118-4bca-a4b4-c592c4a93d41,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:42.114914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 780d0ffe-a118-4bca-a4b4-c592c4a93d41 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:11:42.140851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 780d0ffe-a118-4bca-a4b4-c592c4a93d41 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:11:42.142623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 780d0ffe-a118-4bca-a4b4-c592c4a93d41 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:11:42.143828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a6cc5b68-d010-414d-86cf-86982725edbd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:11:42.166808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a6cc5b68-d010-414d-86cf-86982725edbd {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:11:42.167436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a6cc5b68-d010-414d-86cf-86982725edbd not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:11:42.253064 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks [] for port (25270ab5-fc79-48e2-8ae7-5af200d3791f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.296024 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (25270ab5-fc79-48e2-8ae7-5af200d3791f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.342584 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:42.347380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:42.351299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:42.355786 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (b0af9030-e395-43f9-8a34-dbc361fa9146), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.392135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa085558-561f-4868-9446-28f7fe4c2cb7 req-01764fcf-5900-48fb-ae4c-8bb5d6d045e5 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:42.393015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Pushing event updated for resources: {'Port': ['ID=25270ab5-fc79-48e2-8ae7-5af200d3791f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:42.396689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa085558-561f-4868-9446-28f7fe4c2cb7 req-01764fcf-5900-48fb-ae4c-8bb5d6d045e5 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 946 time: 0.3117611
Feb 19 21:11:42.397002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:42.397758 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.422157 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8c04cfe8-e63a-4dba-98c7-4da3f83706e1 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1035 time: 0.8613255
Feb 19 21:11:42.422480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43016) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:42.428139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.48'}]}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:42.428730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b176af0>,) {'filters': {'network_id': ['b0af9030-e395-43f9-8a34-dbc361fa9146']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:42.443905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caf556d-6849-4abe-b085-e047a7fb24a6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Router e670ad7b-e07b-4064-bf4d-6359af4e2ace has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:11:42.458659 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (54df8467-b284-41f3-9a57-bc4644a04031), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.460202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b176af0>, '0e23e55d-de5a-4c00-bd85-b736e7dd47aa') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:42.460608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b176af0>, '0e23e55d-de5a-4c00-bd85-b736e7dd47aa') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:42.461061 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (54df8467-b284-41f3-9a57-bc4644a04031), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.482752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (0e23e55d-de5a-4c00-bd85-b736e7dd47aa), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.517826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa085558-561f-4868-9446-28f7fe4c2cb7 req-0971259a-1450-4d92-9ffc-e1c8f2970d19 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032341
Feb 19 21:11:42.521163 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0e23e55d-de5a-4c00-bd85-b736e7dd47aa), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.544387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks [] for router_controller (54df8467-b284-41f3-9a57-bc4644a04031), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.597740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-fd551f69-8e6f-4a9d-8fe9-f14b97000d6c req-69dc05ee-2791-4b04-bb40-e8477cd3eeac tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:11:42.598782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd551f69-8e6f-4a9d-8fe9-f14b97000d6c req-69dc05ee-2791-4b04-bb40-e8477cd3eeac tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0346658
Feb 19 21:11:42.599856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:11:42.600265 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (0e23e55d-de5a-4c00-bd85-b736e7dd47aa), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:11:42.606013 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:11:42.698640 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks [] for router_gateway (54df8467-b284-41f3-9a57-bc4644a04031), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.750439 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (b0af9030-e395-43f9-8a34-dbc361fa9146), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.755177 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.759020 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b0af9030-e395-43f9-8a34-dbc361fa9146 HTTP/1.1" status: 204  len: 168 time: 1.6098623
Feb 19 21:11:42.799911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fc3f5-5dc0-4e4f-af12-1030ba66a742 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0af9030-e395-43f9-8a34-dbc361fa9146,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:42.813168 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd551f69-8e6f-4a9d-8fe9-f14b97000d6c req-a4814d4f-05b6-4770-b149-ecc0fef495f2 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.1979132
Feb 19 21:11:42.819975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caf556d-6849-4abe-b085-e047a7fb24a6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:11:42.835381 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a3c34-e86c-47d0-873c-261340def3ff None None] Sync routers for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:11:42.842291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9caf556d-6849-4abe-b085-e047a7fb24a6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:42.850232 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a3c34-e86c-47d0-873c-261340def3ff None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:42.850886 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ff7a3c34-e86c-47d0-873c-261340def3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702aa550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:42.937107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9caf556d-6849-4abe-b085-e047a7fb24a6 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "PUT /v2.0/floatingips/b72646a5-8e47-4dc5-a635-549dac8a3f2d HTTP/1.1" status: 200  len: 992 time: 3.1485450
Feb 19 21:11:42.938681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'tag': '72c6a85b-be73-4cca-80b1-c2d505f4fabf'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:42.945604 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f2d134-5d62-48e3-8330-460abcd8e493" -d '{"events": [{"name": "network-changed", "server_uuid": "39379933-a0d4-41b1-a9ba-ced8e7b82b4f", "tag": "72c6a85b-be73-4cca-80b1-c2d505f4fabf"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:43.014808 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ff7a3c34-e86c-47d0-873c-261340def3ff None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:43.015128 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks [] for router_gateway (54df8467-b284-41f3-9a57-bc4644a04031), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.093472 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.134454 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ee2611-7078-4771-ae42-91909a044a4c x-openstack-request-id: req-f1ee2611-7078-4771-ae42-91909a044a4c {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:43.134942 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39379933-a0d4-41b1-a9ba-ced8e7b82b4f", "tag": "72c6a85b-be73-4cca-80b1-c2d505f4fabf", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:43.135342 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1ee2611-7078-4771-ae42-91909a044a4c {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:43.135891 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'tag': '72c6a85b-be73-4cca-80b1-c2d505f4fabf', 'status': 'completed', 'code': 200}
Feb 19 21:11:43.160136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43038) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:43.295094 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c45cba2d-d0fc-47b1-aca3-d4bd5f7b6f53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61ad9ca9c0944ba68443aaa71a10eb19&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1330831
Feb 19 21:11:43.299971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43052) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:43.316403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2d134-5d62-48e3-8330-460abcd8e493 req-b9082143-4ef6-430f-9fa8-8831340f5e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:43.319092 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f9f2d134-5d62-48e3-8330-460abcd8e493 req-b9082143-4ef6-430f-9fa8-8831340f5e9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=adecc012aca243138d03c189f5623f73&device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 1128 time: 0.1800814
Feb 19 21:11:43.364652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768e94-c1b5-4a1c-af04-28550a765e3c req-b3d84114-cecd-4127-843e-6b784e17b4d6 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:43.366335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc768e94-c1b5-4a1c-af04-28550a765e3c req-b3d84114-cecd-4127-843e-6b784e17b4d6 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.1427662
Feb 19 21:11:43.406491 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks [] for router (54df8467-b284-41f3-9a57-bc4644a04031), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.515802 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ff7a3c34-e86c-47d0-873c-261340def3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702aa550>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b72646a5-8e47-4dc5-a635-549dac8a3f2d', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'floating_ip_address': '172.35.2.121', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'port_id': '72c6a85b-be73-4cca-80b1-c2d505f4fabf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'mac_address': 'fa:16:3e:09:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:11:12Z', 'updated_at': '2022-02-19T21:11:41Z', 'revision_number': 1, 'project_id': 'adecc012aca243138d03c189f5623f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:43.531113 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5c8abc6-ccae-4d0e-aeb8-624bf77e6a3a admin admin] Publish callbacks [] for security_group (e93fe112-ce42-4a44-8d60-ae415abbff51), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.564954 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a3c34-e86c-47d0-873c-261340def3ff None None] Checking router: e670ad7b-e07b-4064-bf4d-6359af4e2ace for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:11:43.575472 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a3c34-e86c-47d0-873c-261340def3ff None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:43.576216 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ff7a3c34-e86c-47d0-873c-261340def3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702aa550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:43.582781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc768e94-c1b5-4a1c-af04-28550a765e3c req-84f45566-3e18-48d1-8927-d222590fa58f tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708004
Feb 19 21:11:43.604743 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5c8abc6-ccae-4d0e-aeb8-624bf77e6a3a admin admin] Publish callbacks [] for security_group (e93fe112-ce42-4a44-8d60-ae415abbff51), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.651833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2d134-5d62-48e3-8330-460abcd8e493 req-c2a5e876-058d-4992-a741-ac8a8081c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:43.653396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f9f2d134-5d62-48e3-8330-460abcd8e493 req-c2a5e876-058d-4992-a741-ac8a8081c6b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 200  len: 912 time: 0.3201079
Feb 19 21:11:43.669236 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (54df8467-b284-41f3-9a57-bc4644a04031), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.671404 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks [] for router_controller (54df8467-b284-41f3-9a57-bc4644a04031), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.725829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (54df8467-b284-41f3-9a57-bc4644a04031), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.726493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54df8467-b284-41f3-9a57-bc4644a04031 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:11:43.740736 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ff7a3c34-e86c-47d0-873c-261340def3ff None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:43.745011 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:11:43.748551 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-16f83e4d-29ae-47b2-81c9-3c094b9619df tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 1.3225920
Feb 19 21:11:43.749187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43060) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:43.789565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f9f2d134-5d62-48e3-8330-460abcd8e493 req-b6486097-ec71-44ba-9c32-d11e5d2613c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72c6a85b-be73-4cca-80b1-c2d505f4fabf HTTP/1.1" status: 200  len: 1000 time: 0.1230102
Feb 19 21:11:43.798854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fd752-2218-47cb-93ad-e92f07a025f9 req-f41580b6-a663-4567-b4dc-a7f2e80b38ea tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:43.801012 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad5fd752-2218-47cb-93ad-e92f07a025f9 req-f41580b6-a663-4567-b4dc-a7f2e80b38ea tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf7be926-97c1-45e3-87aa-defbd74b9903 HTTP/1.1" status: 200  len: 946 time: 0.1359088
Feb 19 21:11:43.815443 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5c8abc6-ccae-4d0e-aeb8-624bf77e6a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e93fe112-ce42-4a44-8d60-ae415abbff51), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.817696 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5c8abc6-ccae-4d0e-aeb8-624bf77e6a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.819087 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b5c8abc6-ccae-4d0e-aeb8-624bf77e6a3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e93fe112-ce42-4a44-8d60-ae415abbff51 HTTP/1.1" status: 204  len: 168 time: 0.5166435
Feb 19 21:11:43.847017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-69db656c-43a2-4b53-b593-e4109c254760 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Deleting port 25270ab5-fc79-48e2-8ae7-5af200d3791f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:43.847374 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-69db656c-43a2-4b53-b593-e4109c254760 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (25270ab5-fc79-48e2-8ae7-5af200d3791f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.873931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2d134-5d62-48e3-8330-460abcd8e493 req-2d725a88-5912-4569-8dbb-9a0b483db13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:43.875875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f9f2d134-5d62-48e3-8330-460abcd8e493 req-2d725a88-5912-4569-8dbb-9a0b483db13f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8dc2ea7-ffc4-4027-9f85-62ffc7262290 HTTP/1.1" status: 200  len: 850 time: 0.0724361
Feb 19 21:11:43.934122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8abc6-ccae-4d0e-aeb8-624bf77e6a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93fe112-ce42-4a44-8d60-ae415abbff51,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:43.993955 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-69db656c-43a2-4b53-b593-e4109c254760 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (25270ab5-fc79-48e2-8ae7-5af200d3791f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:43.995577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad5fd752-2218-47cb-93ad-e92f07a025f9 req-27034f66-38cf-4b57-ad0b-11fe86eded4b tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824219
Feb 19 21:11:44.023225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-69db656c-43a2-4b53-b593-e4109c254760 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Calling delete_port for 25270ab5-fc79-48e2-8ae7-5af200d3791f owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:44.033423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2d134-5d62-48e3-8330-460abcd8e493 req-d58bd28e-5d29-44d0-ae7a-d6cee12cb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:44.035595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f9f2d134-5d62-48e3-8330-460abcd8e493 req-d58bd28e-5d29-44d0-ae7a-d6cee12cb41b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=813ad1c1-0059-4a59-91cb-1222ec1b44c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1492269
Feb 19 21:11:44.094534 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ff7a3c34-e86c-47d0-873c-261340def3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702aa550>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b72646a5-8e47-4dc5-a635-549dac8a3f2d', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'floating_ip_address': '172.35.2.121', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'port_id': '72c6a85b-be73-4cca-80b1-c2d505f4fabf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'mac_address': 'fa:16:3e:09:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:11:12Z', 'updated_at': '2022-02-19T21:11:41Z', 'revision_number': 1, 'project_id': 'adecc012aca243138d03c189f5623f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:44.190417 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a3c34-e86c-47d0-873c-261340def3ff None None] The sync data for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 is: [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b72646a5-8e47-4dc5-a635-549dac8a3f2d', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'floating_ip_address': '172.35.2.121', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'port_id': '72c6a85b-be73-4cca-80b1-c2d505f4fabf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'mac_address': 'fa:16:3e:09:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:11:12Z', 'updated_at': '2022-02-19T21:11:41Z', 'revision_number': 1, 'project_id': 'adecc012aca243138d03c189f5623f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:11:44.215148 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-69db656c-43a2-4b53-b593-e4109c254760 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (25270ab5-fc79-48e2-8ae7-5af200d3791f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:44.219832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f9f2d134-5d62-48e3-8330-460abcd8e493 req-619df816-9cff-4509-b928-317e2714df3a service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761930
Feb 19 21:11:44.259535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db656c-43a2-4b53-b593-e4109c254760 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Pushing event deleted for resources: {'Port': ['ID=25270ab5-fc79-48e2-8ae7-5af200d3791f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:44.374837 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-69db656c-43a2-4b53-b593-e4109c254760 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:44.385165 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-69db656c-43a2-4b53-b593-e4109c254760 tempest-RoutersAdminNegativeIpV6Test-960435958 tempest-RoutersAdminNegativeIpV6Test-960435958-project-admin] 10.222.0.30 "DELETE /v2.0/ports/25270ab5-fc79-48e2-8ae7-5af200d3791f HTTP/1.1" status: 204  len: 168 time: 0.6348565
Feb 19 21:11:44.636799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb241f16-b5fa-4165-a3bb-1b0307caf91c None None] New status for floating IP b72646a5-8e47-4dc5-a635-549dac8a3f2d: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:11:44.876781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e3a1-5472-455d-960f-182fff0a850c req-c490efd7-c5b3-44f7-8ddf-e7c23e46cc9e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:44.886034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1967e3a1-5472-455d-960f-182fff0a850c req-c490efd7-c5b3-44f7-8ddf-e7c23e46cc9e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 946 time: 0.6728599
Feb 19 21:11:44.931541 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43104) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:44.954656 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f9f2d134-5d62-48e3-8330-460abcd8e493 req-c701e9f3-f333-4c2f-b0c3-ba7f81678663 service neutron] 10.222.0.67 "GET /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6729450
Feb 19 21:11:45.001562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1967e3a1-5472-455d-960f-182fff0a850c req-3a26daa8-f5bd-42c9-88ed-472ea238a92a tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138680
Feb 19 21:11:45.339261 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e457f08c-03c0-42fb-b3ff-4b5611821808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:45.475878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a28930-394e-485b-b7b2-3f62429ec385 req-db187bcb-7b24-44b5-a917-d622c04f70a6 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:45.484526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a28930-394e-485b-b7b2-3f62429ec385 req-db187bcb-7b24-44b5-a917-d622c04f70a6 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:45.488740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e457f08c-03c0-42fb-b3ff-4b5611821808 admin admin] Publish callbacks [] for security_group (2b32b411-99db-4137-811b-342de23692e9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:45.491000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a28930-394e-485b-b7b2-3f62429ec385 req-db187bcb-7b24-44b5-a917-d622c04f70a6 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:45.495458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94a28930-394e-485b-b7b2-3f62429ec385 req-db187bcb-7b24-44b5-a917-d622c04f70a6 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3&device_id=bf7be926-97c1-45e3-87aa-defbd74b9903&device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 2419 time: 0.2252443
Feb 19 21:11:45.499248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e457f08c-03c0-42fb-b3ff-4b5611821808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2b32b411-99db-4137-811b-342de23692e9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:45.555056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457f08c-03c0-42fb-b3ff-4b5611821808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b32b411-99db-4137-811b-342de23692e9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:45.564583 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e457f08c-03c0-42fb-b3ff-4b5611821808 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff85d2cee41542398436748c9e050f7e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6284070
Feb 19 21:11:45.567727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43150) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:45.615921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94a28930-394e-485b-b7b2-3f62429ec385 req-aeb70f59-6454-4dd8-9b6b-33ce596d8b81 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088085
Feb 19 21:11:45.636889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfe5e-b32d-4f4c-b022-8e92f269daca admin admin] Publish callbacks [] for security_group (2b32b411-99db-4137-811b-342de23692e9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:45.663988 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfe5e-b32d-4f4c-b022-8e92f269daca admin admin] Publish callbacks [] for security_group (2b32b411-99db-4137-811b-342de23692e9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:45.739832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfe5e-b32d-4f4c-b022-8e92f269daca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2b32b411-99db-4137-811b-342de23692e9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:45.743405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfe5e-b32d-4f4c-b022-8e92f269daca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:45.746096 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fd9bfe5e-b32d-4f4c-b022-8e92f269daca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b32b411-99db-4137-811b-342de23692e9 HTTP/1.1" status: 204  len: 168 time: 0.1773338
Feb 19 21:11:45.760616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bfe5e-b32d-4f4c-b022-8e92f269daca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b32b411-99db-4137-811b-342de23692e9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:45.766448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d150261f-3dfc-4c3a-9fdb-15da145cc407 req-63220604-5be3-4db2-8a59-f18eb75f950d tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200  len: 369 time: 0.1032410
Feb 19 21:11:46.311186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43176) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:46.388312 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e2db3699-15f3-4b9e-97cc-a9561d1ca9d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e91f805870b94517ad20df24bd980cd3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0739248
Feb 19 21:11:46.390453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43180) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:46.532416 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4e03a396-ffdf-407f-836f-5cb72a53ce4d admin admin] Publish callbacks [] for security_group (8b2eb98c-90e6-4563-b4e5-3e2c14857a42), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:46.565436 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4e03a396-ffdf-407f-836f-5cb72a53ce4d admin admin] Publish callbacks [] for security_group (8b2eb98c-90e6-4563-b4e5-3e2c14857a42), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:46.713200 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4e03a396-ffdf-407f-836f-5cb72a53ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8b2eb98c-90e6-4563-b4e5-3e2c14857a42), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:46.716190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4e03a396-ffdf-407f-836f-5cb72a53ce4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:46.717720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4e03a396-ffdf-407f-836f-5cb72a53ce4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b2eb98c-90e6-4563-b4e5-3e2c14857a42 HTTP/1.1" status: 204  len: 168 time: 0.3253996
Feb 19 21:11:46.744938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03a396-ffdf-407f-836f-5cb72a53ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2eb98c-90e6-4563-b4e5-3e2c14857a42,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:47.576385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65932d6c-7868-40ed-87bb-977f91d5d2fc req-50c1b1d9-5f9f-4615-b935-c47809606a67 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:47.578058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65932d6c-7868-40ed-87bb-977f91d5d2fc req-50c1b1d9-5f9f-4615-b935-c47809606a67 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 946 time: 0.0676990
Feb 19 21:11:47.625896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43256) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:47.634524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65932d6c-7868-40ed-87bb-977f91d5d2fc req-9e4870e3-f03d-41e7-83b5-4896f0432212 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507174
Feb 19 21:11:47.738872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1753024776'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:47.765499 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Made reservation on behalf of 45f9519d2430470fbbe9b0e0d532f3fd for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:47.769618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:47.778898 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:47.876444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks [] for security_group (2d9e3704-9eaa-4e33-94a7-0ce99e735728), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:47.885843 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2d9e3704-9eaa-4e33-94a7-0ce99e735728), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:47.917912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:11:47.932302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9e3704-9eaa-4e33-94a7-0ce99e735728,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:47.937944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (21713d05-60de-4ef6-b43b-891e3620fe81), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:47.938293 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Added segment 21713d05-60de-4ef6-b43b-891e3620fe81 of type vlan for network 39552121-756f-4836-9d22-e13eb36e566b
Feb 19 21:11:47.989666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (39552121-756f-4836-9d22-e13eb36e566b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:48.030999 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (39552121-756f-4836-9d22-e13eb36e566b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:48.038454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:48.039304 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:48.128582 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 0.5001163
Feb 19 21:11:48.132742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43294) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:48.138705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Request body: {'subnet': {'network_id': '39552121-756f-4836-9d22-e13eb36e566b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:48.174887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fd486-0b04-44aa-9fc7-39c740e44f1c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Pushing event updated for resources: {'Network': ['ID=39552121-756f-4836-9d22-e13eb36e566b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:48.186583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 39552121-756f-4836-9d22-e13eb36e566b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:11:48.272385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Made reservation on behalf of 45f9519d2430470fbbe9b0e0d532f3fd for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:48.273773 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e53feeb6-1bff-4130-9513-50e773c879a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:48.278947 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:48.513980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (8097df26-3169-4297-a458-44559c602f82), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:48.588761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Pushing event updated for resources: {'Subnet': ['ID=8097df26-3169-4297-a458-44559c602f82,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:48.600232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Checking segment: {'id': '21713d05-60de-4ef6-b43b-891e3620fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39552121-756f-4836-9d22-e13eb36e566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:48.600633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Network hostable DHCP agents. Network: 39552121-756f-4836-9d22-e13eb36e566b, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:11:48.619636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Network 39552121-756f-4836-9d22-e13eb36e566b is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:11:48.630852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 39552121-756f-4836-9d22-e13eb36e566b) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:48.635386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:48.635997 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:48.647311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af28c5-580e-4c58-843b-43cc89aece72 None None] Network 39552121-756f-4836-9d22-e13eb36e566b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:11:48.683403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4997317c-7f1e-4c26-86bc-9b99c60b28b6 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5470145
Feb 19 21:11:48.685289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43314) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:48.707183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Request body: {'port': {'network_id': '39552121-756f-4836-9d22-e13eb36e566b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-274104080'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:48.802972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-39552121-756f-4836-9d22-e13eb36e566b', 'network_id': '39552121-756f-4836-9d22-e13eb36e566b', 'project_id': '45f9519d2430470fbbe9b0e0d532f3fd', 'fixed_ips': [{'subnet_id': '8097df26-3169-4297-a458-44559c602f82'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:11:48.803883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:48.955988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f92605-738d-4df6-aa84-6c2449bd94fc req-2af6e10a-b4b2-4438-abf6-e1cfc301055c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:48.957554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8f92605-738d-4df6-aa84-6c2449bd94fc req-2af6e10a-b4b2-4438-abf6-e1cfc301055c tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 946 time: 0.1087153
Feb 19 21:11:48.983761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642e37d-71e3-436d-b215-9ce3f616bc8d req-33689ede-75b6-489c-9f33-def39915d948 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:48.985362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5642e37d-71e3-436d-b215-9ce3f616bc8d req-33689ede-75b6-489c-9f33-def39915d948 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 946 time: 0.2304082
Feb 19 21:11:48.992443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Allocated IP 2001:db8::2 (39552121-756f-4836-9d22-e13eb36e566b/8097df26-3169-4297-a458-44559c602f82/5d8da5cb-b79d-43f6-a798-41809e55cea7) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:49.099381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Made reservation on behalf of 45f9519d2430470fbbe9b0e0d532f3fd for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:49.103131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:49.205899 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Publish callbacks [] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:49.214980 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:49.232269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] device_id is not set on port bb9f1577-80d0-4e32-b19b-be6fb46ced97 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:11:49.254405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5642e37d-71e3-436d-b215-9ce3f616bc8d req-72997955-d48a-4cdd-8f7a-0e1efa851b34 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441294
Feb 19 21:11:49.297752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Network 39552121-756f-4836-9d22-e13eb36e566b is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:49.302034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:49.308293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:49.312592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Pushing event updated for resources: {'Port': ['ID=5d8da5cb-b79d-43f6-a798-41809e55cea7,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:49.379556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d8f92605-738d-4df6-aa84-6c2449bd94fc req-2eb7c824-d9b8-4e74-87b7-6b621f440299 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Deleting port 6e144d59-57f6-487f-8459-313c58617556 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:49.379981 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d8f92605-738d-4df6-aa84-6c2449bd94fc req-2eb7c824-d9b8-4e74-87b7-6b621f440299 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6e144d59-57f6-487f-8459-313c58617556), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:49.394034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Attempting to bind port 5d8da5cb-b79d-43f6-a798-41809e55cea7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:11:49.394415 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Attempting to bind port 5d8da5cb-b79d-43f6-a798-41809e55cea7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '21713d05-60de-4ef6-b43b-891e3620fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39552121-756f-4836-9d22-e13eb36e566b'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:11:49.394787 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Attempting to bind port 5d8da5cb-b79d-43f6-a798-41809e55cea7 on network 39552121-756f-4836-9d22-e13eb36e566b {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:11:49.405483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:11:49.405861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Checking segment: {'id': '21713d05-60de-4ef6-b43b-891e3620fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39552121-756f-4836-9d22-e13eb36e566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:49.406385 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:49.406946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Bound using segment: {'id': '21713d05-60de-4ef6-b43b-891e3620fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39552121-756f-4836-9d22-e13eb36e566b'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:11:49.408225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Bound port: 5d8da5cb-b79d-43f6-a798-41809e55cea7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21713d05-60de-4ef6-b43b-891e3620fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39552121-756f-4836-9d22-e13eb36e566b'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:11:49.408808 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:49.510242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Allocated IP 2001:db8::232 (39552121-756f-4836-9d22-e13eb36e566b/8097df26-3169-4297-a458-44559c602f82/bb9f1577-80d0-4e32-b19b-be6fb46ced97) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:49.517442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] For port 5d8da5cb-b79d-43f6-a798-41809e55cea7, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:11:49.523141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] For port 5d8da5cb-b79d-43f6-a798-41809e55cea7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d8da5cb-b79d-43f6-a798-41809e55cea7,segment=NetworkSegment(21713d05-60de-4ef6-b43b-891e3620fe81),segment_id=21713d05-60de-4ef6-b43b-891e3620fe81)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:11:49.534419 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:49.555818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d8f92605-738d-4df6-aa84-6c2449bd94fc req-2eb7c824-d9b8-4e74-87b7-6b621f440299 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] For port 6e144d59-57f6-487f-8459-313c58617556, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e144d59-57f6-487f-8459-313c58617556,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:49.556211 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d8f92605-738d-4df6-aa84-6c2449bd94fc req-2eb7c824-d9b8-4e74-87b7-6b621f440299 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6e144d59-57f6-487f-8459-313c58617556), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:49.588939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d8f92605-738d-4df6-aa84-6c2449bd94fc req-2eb7c824-d9b8-4e74-87b7-6b621f440299 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Calling delete_port for 6e144d59-57f6-487f-8459-313c58617556 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:49.618465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e709eb-0db9-49e1-8d1e-53b0640602a8 None None] Pushing event updated for resources: {'Port': ['ID=5d8da5cb-b79d-43f6-a798-41809e55cea7,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:49.820379 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks [] for port (bb9f1577-80d0-4e32-b19b-be6fb46ced97), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:49.899730 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d8f92605-738d-4df6-aa84-6c2449bd94fc req-2eb7c824-d9b8-4e74-87b7-6b621f440299 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6e144d59-57f6-487f-8459-313c58617556), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:49.915592 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (bb9f1577-80d0-4e32-b19b-be6fb46ced97), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:49.919045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6e144d59-57f6-487f-8459-313c58617556'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:11:49.921509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['d4b03175-1616-42fe-9b96-eb62614d66b0', '3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:11:49.951553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7c824-d9b8-4e74-87b7-6b621f440299 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Pushing event deleted for resources: {'Port': ['ID=6e144d59-57f6-487f-8459-313c58617556,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:50.040204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Network 39552121-756f-4836-9d22-e13eb36e566b is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:50.065023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:50.069291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:50.073891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:50.075195 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:50.083747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f92605-738d-4df6-aa84-6c2449bd94fc req-2eb7c824-d9b8-4e74-87b7-6b621f440299 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] No DVR routers for this DVR port 6e144d59-57f6-487f-8459-313c58617556 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:11:50.089226 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d8f92605-738d-4df6-aa84-6c2449bd94fc req-2eb7c824-d9b8-4e74-87b7-6b621f440299 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:50.096127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8f92605-738d-4df6-aa84-6c2449bd94fc req-2eb7c824-d9b8-4e74-87b7-6b621f440299 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.10 "DELETE /v2.0/ports/6e144d59-57f6-487f-8459-313c58617556 HTTP/1.1" status: 204  len: 173 time: 1.1316040
Feb 19 21:11:50.106661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b07cde3-2638-435a-b995-472fca98b7a3', 'name': 'network-vif-deleted', 'tag': '6e144d59-57f6-487f-8459-313c58617556'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:50.112380 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7b2ed1-9334-4a51-9d33-cca550aceb56" -d '{"events": [{"server_uuid": "7b07cde3-2638-435a-b995-472fca98b7a3", "name": "network-vif-deleted", "tag": "6e144d59-57f6-487f-8459-313c58617556"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:50.120775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Pushing event updated for resources: {'Port': ['ID=bb9f1577-80d0-4e32-b19b-be6fb46ced97,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:50.156717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43394) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:50.157269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-02d32e8f-8bbc-404d-8f4b-310f201da037 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 1.4684970
Feb 19 21:11:50.164514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Request body: {'port': {'network_id': '39552121-756f-4836-9d22-e13eb36e566b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-695307955', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:50.165577 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.api.validators [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] bootfile-name is not in valid_values {{(pid=121129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:11:50.165757 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.api.validators [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] tftp-server is not in valid_values {{(pid=121129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:11:50.166091 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.api.validators [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] server-ip-address is not in valid_values {{(pid=121129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:11:50.191539 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63297944-227d-438d-b655-eb03e1d68af3 x-openstack-request-id: req-63297944-227d-438d-b655-eb03e1d68af3 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:50.194490 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b07cde3-2638-435a-b995-472fca98b7a3", "name": "network-vif-deleted", "tag": "6e144d59-57f6-487f-8459-313c58617556", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:50.194490 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63297944-227d-438d-b655-eb03e1d68af3 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:50.195391 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b07cde3-2638-435a-b995-472fca98b7a3', 'name': 'network-vif-deleted', 'tag': '6e144d59-57f6-487f-8459-313c58617556', 'status': 'completed', 'code': 200}
Feb 19 21:11:50.234006 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5d8da5cb-b79d-43f6-a798-41809e55cea7 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:50.382962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Made reservation on behalf of 45f9519d2430470fbbe9b0e0d532f3fd for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:50.387284 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:50.419296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] device_id is not set on port 8a935056-e73f-44c0-9d14-0baf73474b98 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:11:50.424492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5d8da5cb-b79d-43f6-a798-41809e55cea7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:50.425775 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:50.541502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55183c56-7684-4099-aa56-62167af6fd2d req-83360168-f370-43f5-abdb-5f59abb4c838 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b07cde3-2638-435a-b995-472fca98b7a3 HTTP/1.1" status: 200  len: 210 time: 0.0975857
Feb 19 21:11:50.626811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43412) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:50.681937 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-73b73c89-8a27-4a56-97be-ced2b9cbdfb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:50.800544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Allocated IP 2001:db8::306 (39552121-756f-4836-9d22-e13eb36e566b/8097df26-3169-4297-a458-44559c602f82/8a935056-e73f-44c0-9d14-0baf73474b98) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:50.893484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5d8da5cb-b79d-43f6-a798-41809e55cea7 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:50.895678 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:50.990561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 5d8da5cb-b79d-43f6-a798-41809e55cea7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d8da5cb-b79d-43f6-a798-41809e55cea7,segment=NetworkSegment(21713d05-60de-4ef6-b43b-891e3620fe81),segment_id=21713d05-60de-4ef6-b43b-891e3620fe81)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:51.004966 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.011796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2b5a1b1a-5a0f-47b9-8a2a-3b374df558d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=463a97fa588d4fc2bb01401ca0fcb8aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3750215
Feb 19 21:11:51.015444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43422) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:51.130329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=5d8da5cb-b79d-43f6-a798-41809e55cea7,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:51.132975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43426) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:51.226820 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks [] for port (8a935056-e73f-44c0-9d14-0baf73474b98), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.255016 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00cf6513-adf8-4a84-b601-9b9b512fe0b6 admin admin] Publish callbacks [] for security_group (919475ee-6fba-44fe-bca2-f7a258fbb8d2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.294513 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00cf6513-adf8-4a84-b601-9b9b512fe0b6 admin admin] Publish callbacks [] for security_group (919475ee-6fba-44fe-bca2-f7a258fbb8d2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.309902 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b039ea0-3e4c-4478-8f8e-a7469bae0bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.319832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8a935056-e73f-44c0-9d14-0baf73474b98), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.391164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Pushing event updated for resources: {'Port': ['ID=8a935056-e73f-44c0-9d14-0baf73474b98,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:51.411578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e839b50-9040-429e-b3eb-132aa7375df7 None None] Network 39552121-756f-4836-9d22-e13eb36e566b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:11:51.436650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Network 39552121-756f-4836-9d22-e13eb36e566b is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:51.444218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:51.451020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:51.459655 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b039ea0-3e4c-4478-8f8e-a7469bae0bea admin admin] Publish callbacks [] for security_group (36c0d686-0d28-4330-b6ad-89a9f76234ca), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.459963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:51.460844 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.467918 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b039ea0-3e4c-4478-8f8e-a7469bae0bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (36c0d686-0d28-4330-b6ad-89a9f76234ca), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.502491 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00cf6513-adf8-4a84-b601-9b9b512fe0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (919475ee-6fba-44fe-bca2-f7a258fbb8d2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.507377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00cf6513-adf8-4a84-b601-9b9b512fe0b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.509016 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-00cf6513-adf8-4a84-b601-9b9b512fe0b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/919475ee-6fba-44fe-bca2-f7a258fbb8d2 HTTP/1.1" status: 204  len: 168 time: 0.4916048
Feb 19 21:11:51.522453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5b039ea0-3e4c-4478-8f8e-a7469bae0bea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afea26862aa14ee295839accbd0eb214&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3879900
Feb 19 21:11:51.524230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b039ea0-3e4c-4478-8f8e-a7469bae0bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c0d686-0d28-4330-b6ad-89a9f76234ca,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:51.526850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43432) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:51.550382 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7d84a400-ada0-4e2e-9fe9-6a7b1e15053d tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 1.3916020
Feb 19 21:11:51.553550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43434) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:51.561630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf6513-adf8-4a84-b601-9b9b512fe0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919475ee-6fba-44fe-bca2-f7a258fbb8d2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:51.639445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9869b7a3-6483-4144-8e6e-90a22bd8ac0a admin admin] Publish callbacks [] for security_group (36c0d686-0d28-4330-b6ad-89a9f76234ca), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.668473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f7216a5d-0790-499a-bc1d-268dc49c1284 None None] Provisioning complete for port 5d8da5cb-b79d-43f6-a798-41809e55cea7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:51.669026 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f7216a5d-0790-499a-bc1d-268dc49c1284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.677633 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9869b7a3-6483-4144-8e6e-90a22bd8ac0a admin admin] Publish callbacks [] for security_group (36c0d686-0d28-4330-b6ad-89a9f76234ca), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.755807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d02815-d2af-4149-8c1a-9ccab720176a tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:51.757696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9869b7a3-6483-4144-8e6e-90a22bd8ac0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (36c0d686-0d28-4330-b6ad-89a9f76234ca), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.762182 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9869b7a3-6483-4144-8e6e-90a22bd8ac0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.762785 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d02815-d2af-4149-8c1a-9ccab720176a tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:51.764077 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9869b7a3-6483-4144-8e6e-90a22bd8ac0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36c0d686-0d28-4330-b6ad-89a9f76234ca HTTP/1.1" status: 204  len: 168 time: 0.2289641
Feb 19 21:11:51.769543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d02815-d2af-4149-8c1a-9ccab720176a tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:51.771665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-17d02815-d2af-4149-8c1a-9ccab720176a tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2622 time: 0.2170658
Feb 19 21:11:51.775186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869b7a3-6483-4144-8e6e-90a22bd8ac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c0d686-0d28-4330-b6ad-89a9f76234ca,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:51.787012 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43444) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:51.822333 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:51.884938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f7216a5d-0790-499a-bc1d-268dc49c1284 None None] Current status of the port 5d8da5cb-b79d-43f6-a798-41809e55cea7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:51.956232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-94d8ed29-2092-4043-a7bf-46e98edfe556 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Deleting port 8a935056-e73f-44c0-9d14-0baf73474b98 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:51.956625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94d8ed29-2092-4043-a7bf-46e98edfe556 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8a935056-e73f-44c0-9d14-0baf73474b98), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:52.084772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94d8ed29-2092-4043-a7bf-46e98edfe556 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8a935056-e73f-44c0-9d14-0baf73474b98), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:52.118784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-94d8ed29-2092-4043-a7bf-46e98edfe556 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Calling delete_port for 8a935056-e73f-44c0-9d14-0baf73474b98 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:52.132361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5d8da5cb-b79d-43f6-a798-41809e55cea7 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:52.263419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5d8da5cb-b79d-43f6-a798-41809e55cea7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:52.275352 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:52.291197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ce6a8-8868-4711-a880-515639b783f1 req-7e64a2e6-e867-4f80-b1cc-6a7de32ef0c8 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:52.297304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-777ce6a8-8868-4711-a880-515639b783f1 req-7e64a2e6-e867-4f80-b1cc-6a7de32ef0c8 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf7be926-97c1-45e3-87aa-defbd74b9903 HTTP/1.1" status: 200  len: 946 time: 0.2057335
Feb 19 21:11:52.344622 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94d8ed29-2092-4043-a7bf-46e98edfe556 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8a935056-e73f-44c0-9d14-0baf73474b98), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:52.409581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-777ce6a8-8868-4711-a880-515639b783f1 req-7f783cfc-bb03-458d-96ee-adc30e5e82bd tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047018
Feb 19 21:11:52.422846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8ed29-2092-4043-a7bf-46e98edfe556 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Pushing event deleted for resources: {'Port': ['ID=8a935056-e73f-44c0-9d14-0baf73474b98,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:52.428390 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94d8ed29-2092-4043-a7bf-46e98edfe556 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:52.432571 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-94d8ed29-2092-4043-a7bf-46e98edfe556 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] 10.222.0.30 "DELETE /v2.0/ports/8a935056-e73f-44c0-9d14-0baf73474b98 HTTP/1.1" status: 204  len: 168 time: 0.6442652
Feb 19 21:11:52.441610 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43468) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:52.448918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Request body: {'port': {'name': 'tempest-new-port-name-1973264108', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:52.449476 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.api.validators [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] bootfile-name is not in valid_values {{(pid=121129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:11:52.449952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.api.validators [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] tftp-server is not in valid_values {{(pid=121129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:11:52.450468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.api.validators [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] server-ip-address is not in valid_values {{(pid=121129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:11:52.506660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3270b5d8-0e46-4213-aeda-7ff8c7c4837d None None] Could not find standard attr ID for object 8a935056-e73f-44c0-9d14-0baf73474b98. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:11:52.517406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5d8da5cb-b79d-43f6-a798-41809e55cea7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:52.532589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3270b5d8-0e46-4213-aeda-7ff8c7c4837d None None] Provisioning complete for port bb9f1577-80d0-4e32-b19b-be6fb46ced97 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:52.533370 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3270b5d8-0e46-4213-aeda-7ff8c7c4837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb9f1577-80d0-4e32-b19b-be6fb46ced97), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:52.607531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3270b5d8-0e46-4213-aeda-7ff8c7c4837d None None] Port bb9f1577-80d0-4e32-b19b-be6fb46ced97 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:11:52.613853 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bb9f1577-80d0-4e32-b19b-be6fb46ced97), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:52.621246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3270b5d8-0e46-4213-aeda-7ff8c7c4837d None None] Provisioning complete for port 5d8da5cb-b79d-43f6-a798-41809e55cea7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:52.622456 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3270b5d8-0e46-4213-aeda-7ff8c7c4837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:52.796705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3270b5d8-0e46-4213-aeda-7ff8c7c4837d None None] Current status of the port 5d8da5cb-b79d-43f6-a798-41809e55cea7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:52.932046 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3fee7a7b-06eb-4d97-83a0-0c953851aed4 None None] Provisioning complete for port bb9f1577-80d0-4e32-b19b-be6fb46ced97 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:52.932843 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3fee7a7b-06eb-4d97-83a0-0c953851aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb9f1577-80d0-4e32-b19b-be6fb46ced97), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.039830 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks [] for port (bb9f1577-80d0-4e32-b19b-be6fb46ced97), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.042128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3fee7a7b-06eb-4d97-83a0-0c953851aed4 None None] Port bb9f1577-80d0-4e32-b19b-be6fb46ced97 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:11:53.047486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43486) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:53.049160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (bb9f1577-80d0-4e32-b19b-be6fb46ced97), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.130712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] In _notify_port_updated(), no bound segment for port bb9f1577-80d0-4e32-b19b-be6fb46ced97 on network 39552121-756f-4836-9d22-e13eb36e566b {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:11:53.136202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:53.136978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.138725 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] 10.222.0.30 "PUT /v2.0/ports/bb9f1577-80d0-4e32-b19b-be6fb46ced97 HTTP/1.1" status: 200  len: 1130 time: 0.6947167
Feb 19 21:11:53.142725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43492) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:53.187876 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.247263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1218054916-network', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:53.286607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Made reservation on behalf of da6216f26c814fceaa94fc64e78c8efc for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:53.293366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.312805 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.368939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-42376746-836a-4926-82f4-a7a3cf1cd645 None None] Could not find standard attr ID for object 8a935056-e73f-44c0-9d14-0baf73474b98. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:11:53.476732 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Publish callbacks [] for security_group (d7b4cb90-f8a8-46e8-b37c-0aa05a11d729), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.482915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d7b4cb90-f8a8-46e8-b37c-0aa05a11d729), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.525097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4cb90-f8a8-46e8-b37c-0aa05a11d729,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:53.543683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:11:53.575549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e12ff2-57ab-4e48-ad97-8e2e8c09e50c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:53.582099 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d3e12ff2-57ab-4e48-ad97-8e2e8c09e50c tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] 10.222.0.30 "GET /v2.0/ports/bb9f1577-80d0-4e32-b19b-be6fb46ced97 HTTP/1.1" status: 200  len: 1130 time: 0.4328454
Feb 19 21:11:53.582099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bdee6-ee70-4640-b64a-250cea5b15d8 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Pushing event updated for resources: {'Port': ['ID=bb9f1577-80d0-4e32-b19b-be6fb46ced97,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:53.586202 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6f4db928-e3fe-45bc-ac4b-07efe259e94b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.586726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43504) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:53.587579 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Added segment 6f4db928-e3fe-45bc-ac4b-07efe259e94b of type vlan for network f42bca65-bbe1-406f-ae65-02b04761560d
Feb 19 21:11:53.666683 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f42bca65-bbe1-406f-ae65-02b04761560d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.731990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb3588-51fd-4a4e-a99d-1225eab9bf63 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Deleting port bb9f1577-80d0-4e32-b19b-be6fb46ced97 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:53.733579 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3588-51fd-4a4e-a99d-1225eab9bf63 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bb9f1577-80d0-4e32-b19b-be6fb46ced97), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.762656 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f42bca65-bbe1-406f-ae65-02b04761560d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.764858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:53.766156 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.784839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7ad2b-4a7a-4e30-b408-bb359ff87c65 req-b63b7c35-ba4f-4698-bed6-192bd8431570 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:53.788519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6a7ad2b-4a7a-4e30-b408-bb359ff87c65 req-b63b7c35-ba4f-4698-bed6-192bd8431570 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf7be926-97c1-45e3-87aa-defbd74b9903 HTTP/1.1" status: 200  len: 946 time: 0.1160204
Feb 19 21:11:53.856495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3588-51fd-4a4e-a99d-1225eab9bf63 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bb9f1577-80d0-4e32-b19b-be6fb46ced97), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:53.874780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb3588-51fd-4a4e-a99d-1225eab9bf63 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Calling delete_port for bb9f1577-80d0-4e32-b19b-be6fb46ced97 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:53.984282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6e144d59-57f6-487f-8459-313c58617556 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:11:54.026996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 6e144d59-57f6-487f-8459-313c58617556 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:11:54.027345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6e144d59-57f6-487f-8459-313c58617556 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:11:54.027553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9780717
Feb 19 21:11:54.030558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43518) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:54.036638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] Request body: {'subnet': {'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1218054916-subnet', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:54.045294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfba49-4c2f-4831-aead-82aec7577657 admin admin] Pushing event updated for resources: {'Network': ['ID=f42bca65-bbe1-406f-ae65-02b04761560d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:54.066242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6a7ad2b-4a7a-4e30-b408-bb359ff87c65 req-b6d829b9-544f-45b1-8a49-f03f8d95591a tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2606449
Feb 19 21:11:54.074825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f42bca65-bbe1-406f-ae65-02b04761560d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:11:54.108910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] Made reservation on behalf of da6216f26c814fceaa94fc64e78c8efc for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:54.110045 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.121137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b336efd-5480-4328-8f23-d46320abcf0a req-73c5f221-7d5b-4835-b12f-a3d6fb7ebfac tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:54.122741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b336efd-5480-4328-8f23-d46320abcf0a req-73c5f221-7d5b-4835-b12f-a3d6fb7ebfac tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf7be926-97c1-45e3-87aa-defbd74b9903 HTTP/1.1" status: 200  len: 946 time: 0.2390225
Feb 19 21:11:54.224477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3588-51fd-4a4e-a99d-1225eab9bf63 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bb9f1577-80d0-4e32-b19b-be6fb46ced97), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.267774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb3588-51fd-4a4e-a99d-1225eab9bf63 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Pushing event deleted for resources: {'Port': ['ID=bb9f1577-80d0-4e32-b19b-be6fb46ced97,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:54.268011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-7b336efd-5480-4328-8f23-d46320abcf0a req-b49f7a24-4de6-4b34-8e69-7089f01c04ca tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Deleting port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:54.268742 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7b336efd-5480-4328-8f23-d46320abcf0a req-b49f7a24-4de6-4b34-8e69-7089f01c04ca tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.303045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ce393b56-03da-42d4-89df-9523a0c1453f None None] Could not find standard attr ID for object bb9f1577-80d0-4e32-b19b-be6fb46ced97. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:11:54.306033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3588-51fd-4a4e-a99d-1225eab9bf63 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.319061 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3fcb3588-51fd-4a4e-a99d-1225eab9bf63 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] 10.222.0.30 "DELETE /v2.0/ports/bb9f1577-80d0-4e32-b19b-be6fb46ced97 HTTP/1.1" status: 204  len: 168 time: 0.7235088
Feb 19 21:11:54.320208 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43534) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:54.416656 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f83dd54-f6f8-44e4-852f-1d381094aebe tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Deleting subnet 8097df26-3169-4297-a458-44559c602f82 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:11:54.421711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f83dd54-f6f8-44e4-852f-1d381094aebe tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks [] for subnet (8097df26-3169-4297-a458-44559c602f82), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.436871 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.490654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7b336efd-5480-4328-8f23-d46320abcf0a req-b49f7a24-4de6-4b34-8e69-7089f01c04ca tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] For port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:54.491029 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7b336efd-5480-4328-8f23-d46320abcf0a req-b49f7a24-4de6-4b34-8e69-7089f01c04ca tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.525451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-7b336efd-5480-4328-8f23-d46320abcf0a req-b49f7a24-4de6-4b34-8e69-7089f01c04ca tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Calling delete_port for 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:54.543704 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f83dd54-f6f8-44e4-852f-1d381094aebe tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (8097df26-3169-4297-a458-44559c602f82), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.592500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (e0845f4a-d363-4cf1-994e-3ceaa72349b0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.659453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0845f4a-d363-4cf1-994e-3ceaa72349b0,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:54.710752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43540) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:54.739044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7b336efd-5480-4328-8f23-d46320abcf0a req-b49f7a24-4de6-4b34-8e69-7089f01c04ca tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.746780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] Checking segment: {'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:54.747151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] Network hostable DHCP agents. Network: f42bca65-bbe1-406f-ae65-02b04761560d, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:11:54.751861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['d4b03175-1616-42fe-9b96-eb62614d66b0'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:11:54.763136 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f83dd54-f6f8-44e4-852f-1d381094aebe tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (8097df26-3169-4297-a458-44559c602f82), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.779200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f7a24-4de6-4b34-8e69-7089f01c04ca tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Pushing event deleted for resources: {'Port': ['ID=3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:54.814166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] Network f42bca65-bbe1-406f-ae65-02b04761560d is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:11:54.837945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b336efd-5480-4328-8f23-d46320abcf0a req-b49f7a24-4de6-4b34-8e69-7089f01c04ca tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] No DVR routers for this DVR port 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:11:54.841559 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7b336efd-5480-4328-8f23-d46320abcf0a req-b49f7a24-4de6-4b34-8e69-7089f01c04ca tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.845763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b336efd-5480-4328-8f23-d46320abcf0a req-b49f7a24-4de6-4b34-8e69-7089f01c04ca tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.67 "DELETE /v2.0/ports/3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 HTTP/1.1" status: 204  len: 173 time: 0.7134893
Feb 19 21:11:54.846381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7be926-97c1-45e3-87aa-defbd74b9903', 'name': 'network-vif-deleted', 'tag': '3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:11:54.847518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f42bca65-bbe1-406f-ae65-02b04761560d) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:54.850494 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4708cfe0-8310-4d2b-aa2d-5685ce6c2af7" -d '{"events": [{"server_uuid": "bf7be926-97c1-45e3-87aa-defbd74b9903", "name": "network-vif-deleted", "tag": "3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:11:54.859850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:54.860511 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.873710 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b947e9-b4f7-408c-bbd1-61debb51a408 None None] Network f42bca65-bbe1-406f-ae65-02b04761560d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:11:54.891009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f83dd54-f6f8-44e4-852f-1d381094aebe tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (8097df26-3169-4297-a458-44559c602f82), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.901628 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37407c92-eb7a-4e17-bc1f-936526429d1f x-openstack-request-id: req-37407c92-eb7a-4e17-bc1f-936526429d1f {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:11:54.901950 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7be926-97c1-45e3-87aa-defbd74b9903", "name": "network-vif-deleted", "tag": "3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:11:54.902706 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37407c92-eb7a-4e17-bc1f-936526429d1f {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:11:54.903124 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7be926-97c1-45e3-87aa-defbd74b9903', 'name': 'network-vif-deleted', 'tag': '3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896', 'status': 'completed', 'code': 200}
Feb 19 21:11:54.937918 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.956641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83dd54-f6f8-44e4-852f-1d381094aebe tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Pushing event deleted for resources: {'Subnet': ['ID=8097df26-3169-4297-a458-44559c602f82,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:54.965462 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-53317752-8355-4284-8208-6ff6e6e7df94 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9335318
Feb 19 21:11:54.968290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43546) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:54.980056 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f83dd54-f6f8-44e4-852f-1d381094aebe tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:54.986757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e524ee6c-ddca-4ec5-9f5b-068c3d851b4b None None] Network 39552121-756f-4836-9d22-e13eb36e566b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:11:54.989325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43548) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:54.990017 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8f83dd54-f6f8-44e4-852f-1d381094aebe tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] 10.222.0.30 "DELETE /v2.0/subnets/8097df26-3169-4297-a458-44559c602f82 HTTP/1.1" status: 204  len: 168 time: 0.6658154
Feb 19 21:11:54.997163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:55.036713 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (05a695b4-ea01-420d-8808-46997b567f4e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.038345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (05a695b4-ea01-420d-8808-46997b567f4e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.115097 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (39552121-756f-4836-9d22-e13eb36e566b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.120090 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Publish callbacks [] for router_controller (05a695b4-ea01-420d-8808-46997b567f4e), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.123976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f42bca65-bbe1-406f-ae65-02b04761560d', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'fixed_ips': [{'subnet_id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:11:55.125167 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.151037 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Publish callbacks [] for security_group (38f05b97-bfad-41da-bdfe-647fb21e6454), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.178598 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (38f05b97-bfad-41da-bdfe-647fb21e6454), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.302508 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Publish callbacks [] for router_gateway (05a695b4-ea01-420d-8808-46997b567f4e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.314344 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2731aab-852b-47f4-bb41-93dff5ac3504 req-1365bc7e-5ac2-40ee-9832-daa4917afe29 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf7be926-97c1-45e3-87aa-defbd74b9903 HTTP/1.1" status: 200  len: 210 time: 0.0814757
Feb 19 21:11:55.325379 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c53bad5f514451b9feb29bed8b38cc1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6134396
Feb 19 21:11:55.329579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f05b97-bfad-41da-bdfe-647fb21e6454,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:55.329772 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43552) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:55.340873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.341319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.341554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.341901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.342235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.342719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.342856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.343251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.343512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.344053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.345038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.345304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.345824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a174bd-5494-490d-a0d4-6ead22095132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:55.357085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Deleting port 5d8da5cb-b79d-43f6-a798-41809e55cea7 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:55.360467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.362195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Allocated IP 172.20.0.2 (f42bca65-bbe1-406f-ae65-02b04761560d/e0845f4a-d363-4cf1-994e-3ceaa72349b0/58dbb1af-846e-4b0e-ab96-3446c57e8fef) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:55.459418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f70e-8f3c-4f51-8d46-e136e451f1a8 admin admin] Publish callbacks [] for security_group (38f05b97-bfad-41da-bdfe-647fb21e6454), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.460443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] For port 5d8da5cb-b79d-43f6-a798-41809e55cea7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d8da5cb-b79d-43f6-a798-41809e55cea7,segment=NetworkSegment(21713d05-60de-4ef6-b43b-891e3620fe81),segment_id=21713d05-60de-4ef6-b43b-891e3620fe81)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:55.461042 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.485536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Calling delete_port for 5d8da5cb-b79d-43f6-a798-41809e55cea7 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:55.487767 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f70e-8f3c-4f51-8d46-e136e451f1a8 admin admin] Publish callbacks [] for security_group (38f05b97-bfad-41da-bdfe-647fb21e6454), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.614767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9814c2f4-df26-48d8-8d96-b29668014f4c None None] DHCP port deletion for 39552121-756f-4836-9d22-e13eb36e566b request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:11:55.647248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f70e-8f3c-4f51-8d46-e136e451f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (38f05b97-bfad-41da-bdfe-647fb21e6454), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.650560 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f70e-8f3c-4f51-8d46-e136e451f1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.652028 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a1e1f70e-8f3c-4f51-8d46-e136e451f1a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38f05b97-bfad-41da-bdfe-647fb21e6454 HTTP/1.1" status: 204  len: 168 time: 0.3199964
Feb 19 21:11:55.668980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.671532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1f70e-8f3c-4f51-8d46-e136e451f1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f05b97-bfad-41da-bdfe-647fb21e6454,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:55.723516 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Publish callbacks [] for router_gateway (05a695b4-ea01-420d-8808-46997b567f4e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.748030 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.750237 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Publish callbacks [] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.761057 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.762724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Pushing event deleted for resources: {'Port': ['ID=5d8da5cb-b79d-43f6-a798-41809e55cea7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:55.775518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9814c2f4-df26-48d8-8d96-b29668014f4c None None] Deleting port 5d8da5cb-b79d-43f6-a798-41809e55cea7 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:55.775889 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9814c2f4-df26-48d8-8d96-b29668014f4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.783447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] No DVR routers for this DVR port 5d8da5cb-b79d-43f6-a798-41809e55cea7 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:11:55.861184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Network f42bca65-bbe1-406f-ae65-02b04761560d is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:55.869824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:55.878660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:55.906493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9814c2f4-df26-48d8-8d96-b29668014f4c None None] For port 5d8da5cb-b79d-43f6-a798-41809e55cea7, host ncdv-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:55.906905 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9814c2f4-df26-48d8-8d96-b29668014f4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.930236 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Allocated IP 172.35.2.179 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/e75282b4-072d-49ea-955e-c720379decff) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:55.936104 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Pushing event updated for resources: {'Port': ['ID=58dbb1af-846e-4b0e-ab96-3446c57e8fef,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:55.947072 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (39552121-756f-4836-9d22-e13eb36e566b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.974361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9814c2f4-df26-48d8-8d96-b29668014f4c None None] Calling delete_port for 5d8da5cb-b79d-43f6-a798-41809e55cea7 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:55.982494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.ipam_backend_mixin [None req-9814c2f4-df26-48d8-8d96-b29668014f4c None None] Port 5d8da5cb-b79d-43f6-a798-41809e55cea7 was not found and therefore no delete operation was performed {{(pid=121130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:11:55.987909 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70b415b0>,) {'filters': {'network_id': ['39552121-756f-4836-9d22-e13eb36e566b']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:55.993575 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:55.997659 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9814c2f4-df26-48d8-8d96-b29668014f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (5d8da5cb-b79d-43f6-a798-41809e55cea7), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.001453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70b415b0>, '21713d05-60de-4ef6-b43b-891e3620fe81') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:56.001764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70b415b0>, '21713d05-60de-4ef6-b43b-891e3620fe81') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:56.003471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Attempting to bind port 58dbb1af-846e-4b0e-ab96-3446c57e8fef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:11:56.004057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Attempting to bind port 58dbb1af-846e-4b0e-ab96-3446c57e8fef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:11:56.004668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Attempting to bind port 58dbb1af-846e-4b0e-ab96-3446c57e8fef on network f42bca65-bbe1-406f-ae65-02b04761560d {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:11:56.017751 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (21713d05-60de-4ef6-b43b-891e3620fe81), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.033641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814c2f4-df26-48d8-8d96-b29668014f4c None None] Pushing event deleted for resources: {'Port': ['ID=5d8da5cb-b79d-43f6-a798-41809e55cea7,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:56.035972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:11:56.036858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Checking segment: {'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:56.037627 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.038252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Bound using segment: {'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:11:56.038943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Bound port: 58dbb1af-846e-4b0e-ab96-3446c57e8fef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:11:56.039544 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.040493 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (21713d05-60de-4ef6-b43b-891e3620fe81), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.059137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:11:56.060241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (21713d05-60de-4ef6-b43b-891e3620fe81), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.063183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814c2f4-df26-48d8-8d96-b29668014f4c None None] No DVR routers for this DVR port 5d8da5cb-b79d-43f6-a798-41809e55cea7 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:11:56.104640 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:11:56.143981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] For port 58dbb1af-846e-4b0e-ab96-3446c57e8fef, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:11:56.150426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5d8da5cb-b79d-43f6-a798-41809e55cea7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:11:56.156169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] For port 58dbb1af-846e-4b0e-ab96-3446c57e8fef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58dbb1af-846e-4b0e-ab96-3446c57e8fef,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:11:56.159659 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Publish callbacks [] for port (e75282b4-072d-49ea-955e-c720379decff), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.184857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.188870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 5d8da5cb-b79d-43f6-a798-41809e55cea7 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:11:56.188870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5d8da5cb-b79d-43f6-a798-41809e55cea7 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:11:56.231081 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (39552121-756f-4836-9d22-e13eb36e566b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.239617 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.245728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] 10.222.0.30 "DELETE /v2.0/networks/39552121-756f-4836-9d22-e13eb36e566b HTTP/1.1" status: 204  len: 168 time: 1.2528663
Feb 19 21:11:56.253750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e75282b4-072d-49ea-955e-c720379decff), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.255927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82603d-9560-4232-8adf-4038212032d0 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462 tempest-ExtraDHCPOptionsIpV6TestJSON-440665462-project] Pushing event deleted for resources: {'Network': ['ID=39552121-756f-4836-9d22-e13eb36e566b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:56.280753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09f409-2bb1-464d-a93d-92098730fa3d None None] Pushing event updated for resources: {'Port': ['ID=58dbb1af-846e-4b0e-ab96-3446c57e8fef,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:56.335231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=e75282b4-072d-49ea-955e-c720379decff,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:56.344509 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:56.346268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:56.356086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:56.559821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43584) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:56.663374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:11:56.703656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:11:56.704004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3d24b8e8-a542-4ef2-8ffb-7e4f8a40e896 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:11:56.813736 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Publish callbacks [] for router_gateway (05a695b4-ea01-420d-8808-46997b567f4e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:56.875751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ef120e53-7753-4f26-9ebe-65e1b21da22d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45f9519d2430470fbbe9b0e0d532f3fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3146448
Feb 19 21:11:56.879515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43596) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:56.917065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb0385-4f2a-4f0d-9b1f-f21bdbb295d8 req-d05c09dc-a334-4b65-85a5-4c239055d618 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:56.918672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6fdb0385-4f2a-4f0d-9b1f-f21bdbb295d8 req-d05c09dc-a334-4b65-85a5-4c239055d618 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.1082985
Feb 19 21:11:56.996037 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cb43c1f-6f98-4293-a58a-dfff5e1d2e81 admin admin] Publish callbacks [] for security_group (2d9e3704-9eaa-4e33-94a7-0ce99e735728), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:57.013200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6fdb0385-4f2a-4f0d-9b1f-f21bdbb295d8 req-813216a2-b685-4964-bd09-5f2f89566c5b tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832093
Feb 19 21:11:57.039829 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cb43c1f-6f98-4293-a58a-dfff5e1d2e81 admin admin] Publish callbacks [] for security_group (2d9e3704-9eaa-4e33-94a7-0ce99e735728), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:57.109068 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cb43c1f-6f98-4293-a58a-dfff5e1d2e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2d9e3704-9eaa-4e33-94a7-0ce99e735728), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:57.113589 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8cb43c1f-6f98-4293-a58a-dfff5e1d2e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:57.115585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8cb43c1f-6f98-4293-a58a-dfff5e1d2e81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d9e3704-9eaa-4e33-94a7-0ce99e735728 HTTP/1.1" status: 204  len: 168 time: 0.2354710
Feb 19 21:11:57.126937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb43c1f-6f98-4293-a58a-dfff5e1d2e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9e3704-9eaa-4e33-94a7-0ce99e735728,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:57.127988 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (05a695b4-ea01-420d-8808-46997b567f4e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:57.359312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Router 05a695b4-ea01-420d-8808-46997b567f4e is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:11:57.504832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:11:57.519910 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Sync routers for ids ['05a695b4-ea01-420d-8808-46997b567f4e'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:11:57.535627 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Routers {'05a695b4-ea01-420d-8808-46997b567f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:57.536719 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702644c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['05a695b4-ea01-420d-8808-46997b567f4e'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:57.537204 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:57.544550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43610) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:57.550763 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1604cbcc-6ab6-48f2-8b1d-bcc19ee9eeb2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5811234
Feb 19 21:11:57.741470 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Set router 05a695b4-ea01-420d-8808-46997b567f4e gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:57.803747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5529733d-50e4-4098-a985-0e56dfb8d19c None None] Network f42bca65-bbe1-406f-ae65-02b04761560d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:11:57.968859 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702644c0>, [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:11:56Z', 'revision_number': 3, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:58.077355 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Checking router: 05a695b4-ea01-420d-8808-46997b567f4e for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:11:58.077720 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Updating router 05a695b4-ea01-420d-8808-46997b567f4e port e75282b4-072d-49ea-955e-c720379decff binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:11:58.148117 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e75282b4-072d-49ea-955e-c720379decff), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.201247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 58dbb1af-846e-4b0e-ab96-3446c57e8fef up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:11:58.272527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-02065c89-f95d-4f3d-8179-5a468139c6a8 None None] Provisioning complete for port 58dbb1af-846e-4b0e-ab96-3446c57e8fef triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:58.273371 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02065c89-f95d-4f3d-8179-5a468139c6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.437553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 58dbb1af-846e-4b0e-ab96-3446c57e8fef triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:58.438022 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.484384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-02065c89-f95d-4f3d-8179-5a468139c6a8 None None] Current status of the port 58dbb1af-846e-4b0e-ab96-3446c57e8fef is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:58.484932 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02065c89-f95d-4f3d-8179-5a468139c6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.513000 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Publish callbacks [] for port (e75282b4-072d-49ea-955e-c720379decff), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.533457 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e75282b4-072d-49ea-955e-c720379decff), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.544377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-02065c89-f95d-4f3d-8179-5a468139c6a8 None None] For port 58dbb1af-846e-4b0e-ab96-3446c57e8fef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58dbb1af-846e-4b0e-ab96-3446c57e8fef,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:58.552665 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02065c89-f95d-4f3d-8179-5a468139c6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.628666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 58dbb1af-846e-4b0e-ab96-3446c57e8fef is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:58.633169 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Attempting to bind port e75282b4-072d-49ea-955e-c720379decff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:11:58.634065 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Attempting to bind port e75282b4-072d-49ea-955e-c720379decff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:11:58.634661 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Attempting to bind port e75282b4-072d-49ea-955e-c720379decff on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:11:58.652501 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Pushing event updated for resources: {'Port': ['ID=e75282b4-072d-49ea-955e-c720379decff,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:58.655328 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:11:58.655834 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:11:58.656370 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.656880 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:11:58.657596 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Bound port: e75282b4-072d-49ea-955e-c720379decff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:11:58.658086 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e75282b4-072d-49ea-955e-c720379decff), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.685718 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.686528 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.687088 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.687712 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.688078 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.688564 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.690645 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.691441 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.691913 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.694387 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.696085 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.696571 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.698322 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:11:58.722489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80265bdc-2fe8-4883-b2e1-fdfbebce359d req-f5e50e7b-1943-430a-936a-0c6c3c76b7bd tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:58.734297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43646) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:58.739830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02065c89-f95d-4f3d-8179-5a468139c6a8 None None] Pushing event updated for resources: {'Port': ['ID=58dbb1af-846e-4b0e-ab96-3446c57e8fef,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:58.747009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80265bdc-2fe8-4883-b2e1-fdfbebce359d req-f5e50e7b-1943-430a-936a-0c6c3c76b7bd tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.2669814
Feb 19 21:11:58.764463 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] For port e75282b4-072d-49ea-955e-c720379decff, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:11:58.767990 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] For port e75282b4-072d-49ea-955e-c720379decff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e75282b4-072d-49ea-955e-c720379decff,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:11:58.786863 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e75282b4-072d-49ea-955e-c720379decff), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.876735 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Routers {'05a695b4-ea01-420d-8808-46997b567f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:11:58.877962 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702644c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['05a695b4-ea01-420d-8808-46997b567f4e'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:58.882667 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2215b1a-8652-4041-b645-726c37801c0d None None] Pushing event updated for resources: {'Port': ['ID=e75282b4-072d-49ea-955e-c720379decff,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:58.909944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'networks': [{'name': 'tempest-network--1251124149'}, {'name': 'tempest-network--1643450186'}]} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:58.910548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'network': {'name': 'tempest-network--1251124149'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:58.911195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'network': {'name': 'tempest-network--1643450186'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:11:58.933897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-80265bdc-2fe8-4883-b2e1-fdfbebce359d req-967db9be-0fd1-44c7-8d3c-7ca74957f889 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/security-groups?id=733312e9-ecb2-45eb-b282-19a5e29e86ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730683
Feb 19 21:11:58.938247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.946942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Made reservation on behalf of cee4744beaf9494c8d9acc68770cec52 for: {'network': 2} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:11:58.967632 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.982926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c6f46a93-6dda-4ae2-9816-90fdad4afd59 None None] Provisioning complete for port 58dbb1af-846e-4b0e-ab96-3446c57e8fef triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:11:58.982926 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c6f46a93-6dda-4ae2-9816-90fdad4afd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:58.993897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.006541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dd0a0-41b3-4c16-9b49-10f6d7e86d10 req-5745895f-a4c8-498e-a987-2d816587fd22 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:59.008320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-124dd0a0-41b3-4c16-9b49-10f6d7e86d10 req-5745895f-a4c8-498e-a987-2d816587fd22 tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 946 time: 0.1256852
Feb 19 21:11:59.058468 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] Set router 05a695b4-ea01-420d-8808-46997b567f4e gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:11:59.165843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c6f46a93-6dda-4ae2-9816-90fdad4afd59 None None] Current status of the port 58dbb1af-846e-4b0e-ab96-3446c57e8fef is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:11:59.173711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for security_group (25cb2196-a1ee-4d6b-92b1-b7bdec77079c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.183721 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (25cb2196-a1ee-4d6b-92b1-b7bdec77079c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.184828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.234358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cb2196-a1ee-4d6b-92b1-b7bdec77079c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:59.246243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:11:59.266973 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f54eb232-3f26-4184-b9ef-c38e2eada880), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.267634 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Added segment f54eb232-3f26-4184-b9ef-c38e2eada880 of type vlan for network b015598f-5fff-4a50-8df6-c141c9519395
Feb 19 21:11:59.310019 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702644c0>, [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:11:56Z', 'revision_number': 3, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:11:59.327876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-124dd0a0-41b3-4c16-9b49-10f6d7e86d10 req-5d774a42-cb3a-407c-a129-c70035aa2f6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Deleting port d4b03175-1616-42fe-9b96-eb62614d66b0 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:11:59.328732 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-124dd0a0-41b3-4c16-9b49-10f6d7e86d10 req-5d774a42-cb3a-407c-a129-c70035aa2f6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.345497 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (b015598f-5fff-4a50-8df6-c141c9519395), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.350354 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04678ddd-26ba-43f5-97d7-f04cdcfc998f None None] The sync data for ids ['05a695b4-ea01-420d-8808-46997b567f4e'] in ncdv-master-1 is: [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:11:56Z', 'revision_number': 3, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:11:59.390751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Allocated IP 172.20.0.1 (f42bca65-bbe1-406f-ae65-02b04761560d/e0845f4a-d363-4cf1-994e-3ceaa72349b0/c776c63d-79b1-48a9-b25f-053e14ec778b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:11:59.401946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.418149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:11:59.431346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1f250a49-e4a6-4076-a249-b9d751e25c70), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.433128 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Added segment 1f250a49-e4a6-4076-a249-b9d751e25c70 of type vlan for network 6b920c82-3bc5-4221-971e-7896b29188dd
Feb 19 21:11:59.480871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (6b920c82-3bc5-4221-971e-7896b29188dd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.516112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (b015598f-5fff-4a50-8df6-c141c9519395), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.516703 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (6b920c82-3bc5-4221-971e-7896b29188dd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.526297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:59.531196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:11:59.531967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.541077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-124dd0a0-41b3-4c16-9b49-10f6d7e86d10 req-5d774a42-cb3a-407c-a129-c70035aa2f6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] For port d4b03175-1616-42fe-9b96-eb62614d66b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4b03175-1616-42fe-9b96-eb62614d66b0,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:11:59.541392 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-124dd0a0-41b3-4c16-9b49-10f6d7e86d10 req-5d774a42-cb3a-407c-a129-c70035aa2f6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.572024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-124dd0a0-41b3-4c16-9b49-10f6d7e86d10 req-5d774a42-cb3a-407c-a129-c70035aa2f6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Calling delete_port for d4b03175-1616-42fe-9b96-eb62614d66b0 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:11:59.611169 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 0.8727553
Feb 19 21:11:59.611678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43656) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:59.623369 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event updated for resources: {'Network': ['ID=b015598f-5fff-4a50-8df6-c141c9519395,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:59.638924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network b015598f-5fff-4a50-8df6-c141c9519395 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:11:59.661078 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Publish callbacks [] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.780045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.831147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43660) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:11:59.864656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Network f42bca65-bbe1-406f-ae65-02b04761560d is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:11:59.873815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:11:59.881331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:11:59.923218 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-124dd0a0-41b3-4c16-9b49-10f6d7e86d10 req-5d774a42-cb3a-407c-a129-c70035aa2f6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d4b03175-1616-42fe-9b96-eb62614d66b0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:11:59.925067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Pushing event updated for resources: {'Port': ['ID=c776c63d-79b1-48a9-b25f-053e14ec778b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:11:59.935515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['d4b03175-1616-42fe-9b96-eb62614d66b0'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:11:59.971707 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (05a695b4-ea01-420d-8808-46997b567f4e), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.069788 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5917fb3b-b9c5-4893-9a69-74bbc4522a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.076732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d774a42-cb3a-407c-a129-c70035aa2f6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Pushing event deleted for resources: {'Port': ['ID=d4b03175-1616-42fe-9b96-eb62614d66b0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:00.230608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 58dbb1af-846e-4b0e-ab96-3446c57e8fef up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:00.237662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72760467-acb6-4524-b8d5-1e8a674e2a8e req-c3924962-f631-4020-adce-b6f22ffc9dad tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf50ff4-6ad5-42d5-b141-7e521a04dd0d HTTP/1.1" status: 200  len: 210 time: 0.0889866
Feb 19 21:12:00.242170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-124dd0a0-41b3-4c16-9b49-10f6d7e86d10 req-5d774a42-cb3a-407c-a129-c70035aa2f6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] No DVR routers for this DVR port d4b03175-1616-42fe-9b96-eb62614d66b0 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:00.245741 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-124dd0a0-41b3-4c16-9b49-10f6d7e86d10 req-5d774a42-cb3a-407c-a129-c70035aa2f6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.263432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-124dd0a0-41b3-4c16-9b49-10f6d7e86d10 req-5d774a42-cb3a-407c-a129-c70035aa2f6e tempest-ListServerFiltersTestJSON-947864663 tempest-ListServerFiltersTestJSON-947864663-project] 10.222.0.67 "DELETE /v2.0/ports/d4b03175-1616-42fe-9b96-eb62614d66b0 HTTP/1.1" status: 204  len: 173 time: 1.2131290
Feb 19 21:12:00.267576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf50ff4-6ad5-42d5-b141-7e521a04dd0d', 'name': 'network-vif-deleted', 'tag': 'd4b03175-1616-42fe-9b96-eb62614d66b0'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:00.271135 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e6a494-be4e-4970-b717-b16440984d1a" -d '{"events": [{"server_uuid": "4cf50ff4-6ad5-42d5-b141-7e521a04dd0d", "name": "network-vif-deleted", "tag": "d4b03175-1616-42fe-9b96-eb62614d66b0"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:00.349464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 58dbb1af-846e-4b0e-ab96-3446c57e8fef triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:00.349854 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.354738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c010bf-40ae-4e6a-ba7f-ba6c592139c5 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event updated for resources: {'Network': ['ID=6b920c82-3bc5-4221-971e-7896b29188dd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:00.396486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 6b920c82-3bc5-4221-971e-7896b29188dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:00.403334 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271d757d-cecd-4995-b626-94180647decf x-openstack-request-id: req-271d757d-cecd-4995-b626-94180647decf {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:00.403800 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf50ff4-6ad5-42d5-b141-7e521a04dd0d", "name": "network-vif-deleted", "tag": "d4b03175-1616-42fe-9b96-eb62614d66b0", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:00.404128 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-271d757d-cecd-4995-b626-94180647decf {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:00.404672 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf50ff4-6ad5-42d5-b141-7e521a04dd0d', 'name': 'network-vif-deleted', 'tag': 'd4b03175-1616-42fe-9b96-eb62614d66b0', 'status': 'completed', 'code': 200}
Feb 19 21:12:00.448815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe94251-e1da-4e17-9de7-ba89529e6adb tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:00.454431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe94251-e1da-4e17-9de7-ba89529e6adb tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:00.468509 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe94251-e1da-4e17-9de7-ba89529e6adb tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:00.485205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe94251-e1da-4e17-9de7-ba89529e6adb tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:00.490500 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bfe94251-e1da-4e17-9de7-ba89529e6adb tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.8743834
Feb 19 21:12:00.497633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43668) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:00.551526 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5917fb3b-b9c5-4893-9a69-74bbc4522a22 admin admin] Publish callbacks [] for security_group (c4b13cb6-c96b-4f3b-93c4-4d696a61551a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.552753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.565588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5917fb3b-b9c5-4893-9a69-74bbc4522a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c4b13cb6-c96b-4f3b-93c4-4d696a61551a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.576254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6bab5199-4c83-4b45-913b-c52adb756a0f None None] Provisioning complete for port c776c63d-79b1-48a9-b25f-053e14ec778b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:00.577150 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6bab5199-4c83-4b45-913b-c52adb756a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.621827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (b015598f-5fff-4a50-8df6-c141c9519395), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.627007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5199-4c83-4b45-913b-c52adb756a0f None None] Port c776c63d-79b1-48a9-b25f-053e14ec778b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:00.655214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5917fb3b-b9c5-4893-9a69-74bbc4522a22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=673865c7f46444c58c30ed82ee236c37&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8192163
Feb 19 21:12:00.656884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43670) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:00.657681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917fb3b-b9c5-4893-9a69-74bbc4522a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b13cb6-c96b-4f3b-93c4-4d696a61551a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:00.690567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 58dbb1af-846e-4b0e-ab96-3446c57e8fef is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:00.693532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e75282b4-072d-49ea-955e-c720379decff up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:00.742266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (b015598f-5fff-4a50-8df6-c141c9519395), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.766645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e75282b4-072d-49ea-955e-c720379decff triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:00.767028 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e75282b4-072d-49ea-955e-c720379decff), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.780083 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b244bb0>,) {'filters': {'network_id': ['b015598f-5fff-4a50-8df6-c141c9519395']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:00.792595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b244bb0>, 'f54eb232-3f26-4184-b9ef-c38e2eada880') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:00.793159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b244bb0>, 'f54eb232-3f26-4184-b9ef-c38e2eada880') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:00.811319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (f54eb232-3f26-4184-b9ef-c38e2eada880), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.839772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02101e1f-b4dd-4d65-a989-c3cff016d1d8 admin admin] Publish callbacks [] for security_group (c4b13cb6-c96b-4f3b-93c4-4d696a61551a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.843063 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f54eb232-3f26-4184-b9ef-c38e2eada880), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.853241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:00.853649 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (f54eb232-3f26-4184-b9ef-c38e2eada880), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:00.857017 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:00.892225 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02101e1f-b4dd-4d65-a989-c3cff016d1d8 admin admin] Publish callbacks [] for security_group (c4b13cb6-c96b-4f3b-93c4-4d696a61551a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.925135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e75282b4-072d-49ea-955e-c720379decff is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:00.925547 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e75282b4-072d-49ea-955e-c720379decff), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.937284 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Publish callbacks [] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.945540 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.957014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port e75282b4-072d-49ea-955e-c720379decff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e75282b4-072d-49ea-955e-c720379decff,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:00.967853 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e75282b4-072d-49ea-955e-c720379decff), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.979427 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (b015598f-5fff-4a50-8df6-c141c9519395), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.985351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:00.990723 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "DELETE /v2.0/networks/b015598f-5fff-4a50-8df6-c141c9519395 HTTP/1.1" status: 204  len: 168 time: 0.4918346
Feb 19 21:12:00.995212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43672) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:00.998219 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (05a695b4-ea01-420d-8808-46997b567f4e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.015517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d42e7-d0c0-4ce4-a909-0dad90040223 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Network': ['ID=b015598f-5fff-4a50-8df6-c141c9519395,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:01.041674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=e75282b4-072d-49ea-955e-c720379decff,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:01.149294 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02101e1f-b4dd-4d65-a989-c3cff016d1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c4b13cb6-c96b-4f3b-93c4-4d696a61551a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.151867 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02101e1f-b4dd-4d65-a989-c3cff016d1d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.153065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-02101e1f-b4dd-4d65-a989-c3cff016d1d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4b13cb6-c96b-4f3b-93c4-4d696a61551a HTTP/1.1" status: 204  len: 168 time: 0.4905989
Feb 19 21:12:01.153850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Pushing event updated for resources: {'Port': ['ID=c776c63d-79b1-48a9-b25f-053e14ec778b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:01.180084 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (6b920c82-3bc5-4221-971e-7896b29188dd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.184662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02101e1f-b4dd-4d65-a989-c3cff016d1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b13cb6-c96b-4f3b-93c4-4d696a61551a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:01.307474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Network f42bca65-bbe1-406f-ae65-02b04761560d is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:01.311301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:01.314406 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (6b920c82-3bc5-4221-971e-7896b29188dd), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.331933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43680) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:01.373485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69bb02b0>,) {'filters': {'network_id': ['6b920c82-3bc5-4221-971e-7896b29188dd']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:01.390446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-21eeebf1-b5d2-4d4b-be8e-d37809ba5665 admin admin] Deleting subnet 9b1aadff-578d-436f-bc58-adecf6445e89 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:12:01.395742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21eeebf1-b5d2-4d4b-be8e-d37809ba5665 admin admin] Publish callbacks [] for subnet (9b1aadff-578d-436f-bc58-adecf6445e89), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.419965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69bb02b0>, '1f250a49-e4a6-4076-a249-b9d751e25c70') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:01.420224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69bb02b0>, '1f250a49-e4a6-4076-a249-b9d751e25c70') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:01.434839 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (1f250a49-e4a6-4076-a249-b9d751e25c70), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.447150 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21eeebf1-b5d2-4d4b-be8e-d37809ba5665 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (9b1aadff-578d-436f-bc58-adecf6445e89), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.465155 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1f250a49-e4a6-4076-a249-b9d751e25c70), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.479662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:01.479909 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (1f250a49-e4a6-4076-a249-b9d751e25c70), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:01.483713 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:01.536545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43684) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:01.557552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04341a03-2232-4f50-88fd-ee28b2cc6719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.589146 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Router 05a695b4-ea01-420d-8808-46997b567f4e has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:12:01.598328 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (6b920c82-3bc5-4221-971e-7896b29188dd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.609339 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.613148 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21eeebf1-b5d2-4d4b-be8e-d37809ba5665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (9b1aadff-578d-436f-bc58-adecf6445e89), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.618103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "DELETE /v2.0/networks/6b920c82-3bc5-4221-971e-7896b29188dd HTTP/1.1" status: 204  len: 168 time: 0.6133585
Feb 19 21:12:01.631394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43688) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:01.634102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7103f6-1b35-4820-8047-fc51b3982e0b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Network': ['ID=6b920c82-3bc5-4221-971e-7896b29188dd,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:01.731344 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21eeebf1-b5d2-4d4b-be8e-d37809ba5665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (9b1aadff-578d-436f-bc58-adecf6445e89), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.737628 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04341a03-2232-4f50-88fd-ee28b2cc6719 admin admin] Publish callbacks [] for security_group (ea2ba628-0d08-49a4-a850-e5d1f644129f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.777698 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04341a03-2232-4f50-88fd-ee28b2cc6719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ea2ba628-0d08-49a4-a850-e5d1f644129f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.784800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeebf1-b5d2-4d4b-be8e-d37809ba5665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1aadff-578d-436f-bc58-adecf6445e89,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:01.787954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21eeebf1-b5d2-4d4b-be8e-d37809ba5665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.794180 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-21eeebf1-b5d2-4d4b-be8e-d37809ba5665 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9b1aadff-578d-436f-bc58-adecf6445e89 HTTP/1.1" status: 204  len: 168 time: 0.4610178
Feb 19 21:12:01.802555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab64fca-cc42-47e6-8521-a6d401534ad2 None None] Network 530ab937-7c94-4c19-a3c3-ff58dabc202f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:01.803651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43690) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:01.839745 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-04341a03-2232-4f50-88fd-ee28b2cc6719 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d735d7aa34924e1897ca32cb8a2c040e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3017125
Feb 19 21:12:01.840679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04341a03-2232-4f50-88fd-ee28b2cc6719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2ba628-0d08-49a4-a850-e5d1f644129f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:01.843019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43692) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:01.899862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4baa4026-7778-498b-b2fd-9f2e181c666b admin admin] Publish callbacks [] for security_group (ea2ba628-0d08-49a4-a850-e5d1f644129f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.916812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5ed25479-6448-4c20-91d2-8b71795d88a1 None None] Provisioning complete for port c776c63d-79b1-48a9-b25f-053e14ec778b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:01.917250 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ed25479-6448-4c20-91d2-8b71795d88a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.927166 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4baa4026-7778-498b-b2fd-9f2e181c666b admin admin] Publish callbacks [] for security_group (ea2ba628-0d08-49a4-a850-e5d1f644129f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:01.961641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5ed25479-6448-4c20-91d2-8b71795d88a1 None None] Port c776c63d-79b1-48a9-b25f-053e14ec778b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:02.012510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4baa4026-7778-498b-b2fd-9f2e181c666b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ea2ba628-0d08-49a4-a850-e5d1f644129f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.021965 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4baa4026-7778-498b-b2fd-9f2e181c666b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.026962 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4baa4026-7778-498b-b2fd-9f2e181c666b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea2ba628-0d08-49a4-a850-e5d1f644129f HTTP/1.1" status: 204  len: 168 time: 0.1829054
Feb 19 21:12:02.031853 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (530ab937-7c94-4c19-a3c3-ff58dabc202f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.041633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa4026-7778-498b-b2fd-9f2e181c666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2ba628-0d08-49a4-a850-e5d1f644129f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:02.042801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a241af2f-4ad7-4234-a88e-b9e2ba450f94 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:02.048563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a241af2f-4ad7-4234-a88e-b9e2ba450f94 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:02.061073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a241af2f-4ad7-4234-a88e-b9e2ba450f94 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.4135733
Feb 19 21:12:02.061782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43698) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:02.079383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-183843205'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:02.105274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a3a27-0484-494a-90bf-2d9acb56c358 None None] DHCP port deletion for 530ab937-7c94-4c19-a3c3-ff58dabc202f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:12:02.117399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:02.123975 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0c9f5857-7439-4fe8-8a9c-028311edee13 admin admin] 10.222.0.30 "PUT /v2.0/routers/05a695b4-ea01-420d-8808-46997b567f4e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5778480
Feb 19 21:12:02.174798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Deleting port dd0d6b16-3735-4a83-9db0-80c3da846db0 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:02.175427 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.194681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Made reservation on behalf of cee4744beaf9494c8d9acc68770cec52 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:02.196820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e75282b4-072d-49ea-955e-c720379decff up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:02.198904 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.205149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Sync routers for ids ['05a695b4-ea01-420d-8808-46997b567f4e'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:02.255173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:02.278753 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8dae63c8-5453-42de-b1bd-efe0da772125), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.278959 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Added segment 8dae63c8-5453-42de-b1bd-efe0da772125 of type vlan for network 9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1
Feb 19 21:12:02.281460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Routers {'05a695b4-ea01-420d-8808-46997b567f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:02.282371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62cf2850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['05a695b4-ea01-420d-8808-46997b567f4e'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:02.342628 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.406981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.412813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:02.413465 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.472812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-127a3a27-0484-494a-90bf-2d9acb56c358 None None] Deleting port dd0d6b16-3735-4a83-9db0-80c3da846db0 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:02.473197 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-127a3a27-0484-494a-90bf-2d9acb56c358 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.535693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e75282b4-072d-49ea-955e-c720379decff triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:02.535693 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e75282b4-072d-49ea-955e-c720379decff), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.600499 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event updated for resources: {'Network': ['ID=9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:02.605187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-127a3a27-0484-494a-90bf-2d9acb56c358 None None] For port dd0d6b16-3735-4a83-9db0-80c3da846db0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd0d6b16-3735-4a83-9db0-80c3da846db0,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:02.605572 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-127a3a27-0484-494a-90bf-2d9acb56c358 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.620878 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-42f397c0-3824-4dfe-a34b-848ccd6fb523 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5547988
Feb 19 21:12:02.623784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43712) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:02.631743 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:02.639906 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1141944232'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:02.663975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] For port dd0d6b16-3735-4a83-9db0-80c3da846db0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd0d6b16-3735-4a83-9db0-80c3da846db0,segment=NetworkSegment(4a1bcf6e-8b4d-4f10-bd54-9316ca58a231),segment_id=4a1bcf6e-8b4d-4f10-bd54-9316ca58a231)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:02.664377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.682048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Calling delete_port for dd0d6b16-3735-4a83-9db0-80c3da846db0 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:02.682247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-127a3a27-0484-494a-90bf-2d9acb56c358 None None] Calling delete_port for dd0d6b16-3735-4a83-9db0-80c3da846db0 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:02.695264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Made reservation on behalf of cee4744beaf9494c8d9acc68770cec52 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:02.706058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Set router 05a695b4-ea01-420d-8808-46997b567f4e gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:02.716448 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.749291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d4b03175-1616-42fe-9b96-eb62614d66b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:02.792232 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.798298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: d4b03175-1616-42fe-9b96-eb62614d66b0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:12:02.798634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d4b03175-1616-42fe-9b96-eb62614d66b0 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:02.809272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:02.838436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6c393e1a-7181-4ae2-a76e-d5213aa2b61a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.839006 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Added segment 6c393e1a-7181-4ae2-a76e-d5213aa2b61a of type vlan for network 32bf43eb-f306-4fc1-bd80-4deb54040896
Feb 19 21:12:02.842213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0d6b16-3735-4a83-9db0-80c3da846db0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:02.850824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] No DVR routers for this DVR port dd0d6b16-3735-4a83-9db0-80c3da846db0 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:02.945706 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (530ab937-7c94-4c19-a3c3-ff58dabc202f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.956726 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (32bf43eb-f306-4fc1-bd80-4deb54040896), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:02.977568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b627700>,) {'filters': {'network_id': ['530ab937-7c94-4c19-a3c3-ff58dabc202f']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:03.006779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b627700>, '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:03.006779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b627700>, '4a1bcf6e-8b4d-4f10-bd54-9316ca58a231') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:03.023544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43724) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:03.028230 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (4a1bcf6e-8b4d-4f10-bd54-9316ca58a231), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.052043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4a1bcf6e-8b4d-4f10-bd54-9316ca58a231), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.063977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:03.065458 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (4a1bcf6e-8b4d-4f10-bd54-9316ca58a231), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:03.071984 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:03.113682 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (32bf43eb-f306-4fc1-bd80-4deb54040896), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.120820 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:03.121834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.154896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43732) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:03.162874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-760755816-network', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:03.202808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e75282b4-072d-49ea-955e-c720379decff is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:03.205276 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (530ab937-7c94-4c19-a3c3-ff58dabc202f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.208828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Made reservation on behalf of aeb441a7b0094cc59af51b60a7f101a9 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:03.213678 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.223347 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.230847 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6014690
Feb 19 21:12:03.231656 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] 10.222.0.30 "DELETE /v2.0/networks/530ab937-7c94-4c19-a3c3-ff58dabc202f HTTP/1.1" status: 204  len: 168 time: 1.4227176
Feb 19 21:12:03.238615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43738) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:03.254284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'ports': [{'network_id': '9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1', 'name': 'tempest-port--1729472505', 'admin_state_up': True}, {'network_id': '32bf43eb-f306-4fc1-bd80-4deb54040896', 'admin_state_up': False}]} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:03.255109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'port': {'network_id': '9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1', 'name': 'tempest-port--1729472505', 'admin_state_up': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:03.255767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'port': {'network_id': '32bf43eb-f306-4fc1-bd80-4deb54040896', 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:03.262530 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.265827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c499e-82a1-41b4-b56b-0700386bd9af admin admin] Pushing event deleted for resources: {'Network': ['ID=530ab937-7c94-4c19-a3c3-ff58dabc202f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:03.276943 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ac9a6880-f265-46ed-875a-9139f78bfbb9 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 4480 time: 0.2514246
Feb 19 21:12:03.279403 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-127a3a27-0484-494a-90bf-2d9acb56c358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (dd0d6b16-3735-4a83-9db0-80c3da846db0), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.281284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43740) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:03.287437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-127a3a27-0484-494a-90bf-2d9acb56c358 None None] Network 530ab937-7c94-4c19-a3c3-ff58dabc202f is not hosted by any dhcp agent {{(pid=121130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 19 21:12:03.287908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a3a27-0484-494a-90bf-2d9acb56c358 None None] No DVR routers for this DVR port dd0d6b16-3735-4a83-9db0-80c3da846db0 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:03.289696 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'network': {'name': 'tempest-network-smoke--304482515', 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'port_security_enabled': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:03.310397 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c779355-8a1f-4df8-af8b-98cf5c6f39d9 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event updated for resources: {'Network': ['ID=32bf43eb-f306-4fc1-bd80-4deb54040896,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:03.311944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a3a27-0484-494a-90bf-2d9acb56c358 None None] Pushing event deleted for resources: {'Port': ['ID=dd0d6b16-3735-4a83-9db0-80c3da846db0,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:03.330113 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Made reservation on behalf of 9f4ed687e80941d9a5befe1031923ed5 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:03.331213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62cf2850>, [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c776c63d-79b1-48a9-b25f-053e14ec778b', 'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'mac_address': 'fa:16:3e:0a:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:58Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 2, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'subnets': [{'id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:03.335008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 32bf43eb-f306-4fc1-bd80-4deb54040896 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:03.336549 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.387830 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:03.418729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (557c5e82-baff-4812-bac1-710f2b5b6320), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.420423 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Added segment 557c5e82-baff-4812-bac1-710f2b5b6320 of type vlan for network e5dab1b4-ce43-4f18-aa34-7f3b528a083c
Feb 19 21:12:03.445895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Checking router: 05a695b4-ea01-420d-8808-46997b567f4e for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:12:03.446472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Updating router 05a695b4-ea01-420d-8808-46997b567f4e port c776c63d-79b1-48a9-b25f-053e14ec778b binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:12:03.483542 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.504196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Made reservation on behalf of cee4744beaf9494c8d9acc68770cec52 for: {'port': 2} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:03.509150 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.536978 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.539849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e5dab1b4-ce43-4f18-aa34-7f3b528a083c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.582516 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e5dab1b4-ce43-4f18-aa34-7f3b528a083c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.590469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:03.591305 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.630859 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3482542
Feb 19 21:12:03.661911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43744) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:03.668786 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Publish callbacks [] for security_group (eacd8ccf-4a38-479b-ab33-0ddcc2189974), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.672054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-741699182', 'admin_state_up': True, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:03.698986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43748) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:03.722662 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (eacd8ccf-4a38-479b-ab33-0ddcc2189974), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.751532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e405e0-561a-4b69-8009-fab958361e45 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Network': ['ID=e5dab1b4-ce43-4f18-aa34-7f3b528a083c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:03.768409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e5dab1b4-ce43-4f18-aa34-7f3b528a083c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:03.772625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (28b936ab-2350-4182-abc9-86b05f2b3b91), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.773925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (28b936ab-2350-4182-abc9-86b05f2b3b91), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.793455 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ee644436-9ecd-4c3f-b8d5-4fdf9ca18dd8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85755c1b89f44eb0a4db800f8bf319f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0883114
Feb 19 21:12:03.794439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43750) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:03.826480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:03.847806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacd8ccf-4a38-479b-ab33-0ddcc2189974,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:03.868789 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] device_id is not set on port 43540b7e-17e8-4041-b52a-9ca0c5507539 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:12:03.872682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (203c43d9-1d98-41c3-ad43-5aadd4ab4e9e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.873765 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Added segment 203c43d9-1d98-41c3-ad43-5aadd4ab4e9e of type vlan for network 61603ad6-d377-42c2-8084-8d290e007818
Feb 19 21:12:03.917936 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_controller (28b936ab-2350-4182-abc9-86b05f2b3b91), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.919111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8762a67e-2a90-4451-89e9-9575ba090ee3 admin admin] Publish callbacks [] for security_group (733312e9-ecb2-45eb-b282-19a5e29e86ed), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.934776 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Publish callbacks [] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.944664 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:03.949062 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (61603ad6-d377-42c2-8084-8d290e007818), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.021716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c852a59-d3c7-40d0-b5a2-7b24240b084b None None] Pushing event updated for resources: {'Port': ['ID=c776c63d-79b1-48a9-b25f-053e14ec778b,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:04.024444 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (61603ad6-d377-42c2-8084-8d290e007818), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.028710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:04.031509 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.135963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Attempting to bind port c776c63d-79b1-48a9-b25f-053e14ec778b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:04.136867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Attempting to bind port c776c63d-79b1-48a9-b25f-053e14ec778b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:04.137755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Attempting to bind port c776c63d-79b1-48a9-b25f-053e14ec778b on network f42bca65-bbe1-406f-ae65-02b04761560d {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:04.144951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:04.145505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Checking segment: {'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:04.146132 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.146581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Bound using segment: {'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:04.148004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Bound port: c776c63d-79b1-48a9-b25f-053e14ec778b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:04.148586 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.165377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dd0d6b16-3735-4a83-9db0-80c3da846db0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:04.190655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: dd0d6b16-3735-4a83-9db0-80c3da846db0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:12:04.191107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dd0d6b16-3735-4a83-9db0-80c3da846db0 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:04.250815 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8762a67e-2a90-4451-89e9-9575ba090ee3 admin admin] Publish callbacks [] for security_group (733312e9-ecb2-45eb-b282-19a5e29e86ed), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.258663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1002598
Feb 19 21:12:04.259751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43758) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:04.260837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589903a-c619-4bd0-b308-64c6f761ed80 admin admin] Pushing event updated for resources: {'Network': ['ID=61603ad6-d377-42c2-8084-8d290e007818,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:04.276364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] Request body: {'subnet': {'network_id': '61603ad6-d377-42c2-8084-8d290e007818', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-760755816-subnet', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:04.285748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 61603ad6-d377-42c2-8084-8d290e007818 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:04.296244 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for port (43540b7e-17e8-4041-b52a-9ca0c5507539), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.310568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_gateway (28b936ab-2350-4182-abc9-86b05f2b3b91), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.325597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] Made reservation on behalf of aeb441a7b0094cc59af51b60a7f101a9 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:04.328005 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.360034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] For port c776c63d-79b1-48a9-b25f-053e14ec778b, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:04.376349 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] For port c776c63d-79b1-48a9-b25f-053e14ec778b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c776c63d-79b1-48a9-b25f-053e14ec778b,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:04.394822 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.406750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] device_id is not set on port 851d419c-042c-4eb1-b7b8-1bb9a501605b yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:12:04.494622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Routers {'05a695b4-ea01-420d-8808-46997b567f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:04.497557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62cf2850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['05a695b4-ea01-420d-8808-46997b567f4e'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:04.521951 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8762a67e-2a90-4451-89e9-9575ba090ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (733312e9-ecb2-45eb-b282-19a5e29e86ed), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.524971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8762a67e-2a90-4451-89e9-9575ba090ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.526173 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8762a67e-2a90-4451-89e9-9575ba090ee3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/733312e9-ecb2-45eb-b282-19a5e29e86ed HTTP/1.1" status: 204  len: 168 time: 0.7303770
Feb 19 21:12:04.558094 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762a67e-2a90-4451-89e9-9575ba090ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733312e9-ecb2-45eb-b282-19a5e29e86ed,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:04.583568 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for port (851d419c-042c-4eb1-b7b8-1bb9a501605b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.656502 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (43540b7e-17e8-4041-b52a-9ca0c5507539), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.750273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event updated for resources: {'Port': ['ID=43540b7e-17e8-4041-b52a-9ca0c5507539,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:04.760578 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_gateway (28b936ab-2350-4182-abc9-86b05f2b3b91), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.792498 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.799958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Checking segment: {'id': '8dae63c8-5453-42de-b1bd-efe0da772125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:04.800245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Network hostable DHCP agents. Network: 9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:12:04.829149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Network 9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:04.850443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (49d1719e-6b92-4c91-8cfe-322042a252c4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.853453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-34b0ac73-f399-490f-8711-fc98c074be82 None None] Provisioning complete for port c776c63d-79b1-48a9-b25f-053e14ec778b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:04.854650 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-34b0ac73-f399-490f-8711-fc98c074be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.856615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:04.871691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:04.874357 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (851d419c-042c-4eb1-b7b8-1bb9a501605b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:04.910466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d1719e-6b92-4c91-8cfe-322042a252c4,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:04.938853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7e1060-9287-4abc-8dd5-0c1a3702e951 None None] Network 9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:04.990977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] Checking segment: {'id': '203c43d9-1d98-41c3-ad43-5aadd4ab4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61603ad6-d377-42c2-8084-8d290e007818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:04.991346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] Network hostable DHCP agents. Network: 61603ad6-d377-42c2-8084-8d290e007818, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:12:05.011843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event updated for resources: {'Port': ['ID=851d419c-042c-4eb1-b7b8-1bb9a501605b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:05.022062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Checking segment: {'id': '6c393e1a-7181-4ae2-a76e-d5213aa2b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32bf43eb-f306-4fc1-bd80-4deb54040896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:05.022747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Network hostable DHCP agents. Network: 32bf43eb-f306-4fc1-bd80-4deb54040896, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:12:05.025745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Allocated IP 172.35.2.47 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:05.042769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] Network 61603ad6-d377-42c2-8084-8d290e007818 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:05.047410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Network 32bf43eb-f306-4fc1-bd80-4deb54040896 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:05.064529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 32bf43eb-f306-4fc1-bd80-4deb54040896) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:05.069693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 61603ad6-d377-42c2-8084-8d290e007818) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:05.073253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:05.075504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:05.076367 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.092970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] Set router 05a695b4-ea01-420d-8808-46997b567f4e gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:05.093204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:05.100922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:05.101885 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.135796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5f209180-a09c-4539-a23e-5c521ada3655 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.8847268
Feb 19 21:12:05.139620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43776) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:05.139815 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b3fe6ffc-15ce-4563-8302-b8a88d177697 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8751309
Feb 19 21:12:05.139815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43778) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:05.146669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-760755816-router', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:05.191051 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (cdd3fc4d-429e-414b-8188-49d9ce7d1513), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.194652 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (cdd3fc4d-429e-414b-8188-49d9ce7d1513), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.201730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c852a59-d3c7-40d0-b5a2-7b24240b084b None None] Pushing event updated for resources: {'Port': ['ID=c776c63d-79b1-48a9-b25f-053e14ec778b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:05.209389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2d191f-94bf-4505-bbc6-60a6e89a3653 None None] Network 32bf43eb-f306-4fc1-bd80-4deb54040896 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:05.211952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d61e2c2-67a5-45d9-9291-9b2845faaa61 None None] Network 61603ad6-d377-42c2-8084-8d290e007818 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:05.264782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badcfb1c-f5ad-4b29-8dd0-47bb509b0df2 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:05.266026 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Publish callbacks [] for router_controller (cdd3fc4d-429e-414b-8188-49d9ce7d1513), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.284212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badcfb1c-f5ad-4b29-8dd0-47bb509b0df2 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:05.290363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-badcfb1c-f5ad-4b29-8dd0-47bb509b0df2 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1524243
Feb 19 21:12:05.291751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43782) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:05.458838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-61603ad6-d377-42c2-8084-8d290e007818', 'network_id': '61603ad6-d377-42c2-8084-8d290e007818', 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'fixed_ips': [{'subnet_id': '49d1719e-6b92-4c91-8cfe-322042a252c4'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:12:05.461916 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.466291 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Publish callbacks [] for router_gateway (cdd3fc4d-429e-414b-8188-49d9ce7d1513), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.476118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.514968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-081ec1b9-0e11-4456-a485-bce13e951e1d tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Deleting port 43540b7e-17e8-4041-b52a-9ca0c5507539 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:05.515596 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-081ec1b9-0e11-4456-a485-bce13e951e1d tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (43540b7e-17e8-4041-b52a-9ca0c5507539), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.633819 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.647819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-081ec1b9-0e11-4456-a485-bce13e951e1d tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (43540b7e-17e8-4041-b52a-9ca0c5507539), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.671326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-081ec1b9-0e11-4456-a485-bce13e951e1d tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Calling delete_port for 43540b7e-17e8-4041-b52a-9ca0c5507539 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:05.737944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:05.754749 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:05.774740 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Port': ['ID=e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:05.780929 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:05.854493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-34b0ac73-f399-490f-8711-fc98c074be82 None None] Current status of the port c776c63d-79b1-48a9-b25f-053e14ec778b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:05.854920 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-34b0ac73-f399-490f-8711-fc98c074be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.870587 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-081ec1b9-0e11-4456-a485-bce13e951e1d tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (43540b7e-17e8-4041-b52a-9ca0c5507539), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.902343 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:12:05.911536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Allocated IP 172.20.0.2 (61603ad6-d377-42c2-8084-8d290e007818/49d1719e-6b92-4c91-8cfe-322042a252c4/8200e652-0395-4982-8f0a-0e724f6d0e66) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:05.921379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-34b0ac73-f399-490f-8711-fc98c074be82 None None] For port c776c63d-79b1-48a9-b25f-053e14ec778b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c776c63d-79b1-48a9-b25f-053e14ec778b,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:05.939591 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-34b0ac73-f399-490f-8711-fc98c074be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.949366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ec1b9-0e11-4456-a485-bce13e951e1d tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Port': ['ID=43540b7e-17e8-4041-b52a-9ca0c5507539,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:05.963712 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-081ec1b9-0e11-4456-a485-bce13e951e1d tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:05.967217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-081ec1b9-0e11-4456-a485-bce13e951e1d tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "DELETE /v2.0/ports/43540b7e-17e8-4041-b52a-9ca0c5507539 HTTP/1.1" status: 204  len: 168 time: 0.6738651
Feb 19 21:12:05.969870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43796) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:06.113817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0ac73-f399-490f-8711-fc98c074be82 None None] Pushing event updated for resources: {'Port': ['ID=c776c63d-79b1-48a9-b25f-053e14ec778b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:06.114467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c8994-57ad-4f12-98af-850602d0861b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Deleting port 851d419c-042c-4eb1-b7b8-1bb9a501605b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:06.115164 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8994-57ad-4f12-98af-850602d0861b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (851d419c-042c-4eb1-b7b8-1bb9a501605b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.116588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a58ceb7f-9574-4395-ad86-d52a3c85bdff None None] Provisioning complete for port c776c63d-79b1-48a9-b25f-053e14ec778b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:06.116973 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a58ceb7f-9574-4395-ad86-d52a3c85bdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.321417 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8994-57ad-4f12-98af-850602d0861b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (851d419c-042c-4eb1-b7b8-1bb9a501605b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.354999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c8994-57ad-4f12-98af-850602d0861b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Calling delete_port for 851d419c-042c-4eb1-b7b8-1bb9a501605b owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:06.375271 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Publish callbacks [] for router_gateway (cdd3fc4d-429e-414b-8188-49d9ce7d1513), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.401812 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.414016 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_gateway (28b936ab-2350-4182-abc9-86b05f2b3b91), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.524374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62cf2850>, [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c776c63d-79b1-48a9-b25f-053e14ec778b', 'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'mac_address': 'fa:16:3e:0a:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:58Z', 'updated_at': '2022-02-19T21:12:04Z', 'revision_number': 4, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'subnets': [{'id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:06.564581 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8994-57ad-4f12-98af-850602d0861b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (851d419c-042c-4eb1-b7b8-1bb9a501605b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.586764 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8994-57ad-4f12-98af-850602d0861b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.595155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8a0c8994-57ad-4f12-98af-850602d0861b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "DELETE /v2.0/ports/851d419c-042c-4eb1-b7b8-1bb9a501605b HTTP/1.1" status: 204  len: 168 time: 0.6184351
Feb 19 21:12:06.595155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43810) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:06.599715 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833bb11e-a5cf-43db-ac72-38556a89d0cd None None] The sync data for ids ['05a695b4-ea01-420d-8808-46997b567f4e'] in ncdv-master-1 is: [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c776c63d-79b1-48a9-b25f-053e14ec778b', 'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'mac_address': 'fa:16:3e:0a:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:58Z', 'updated_at': '2022-02-19T21:12:04Z', 'revision_number': 4, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'subnets': [{'id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:06.662256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Allocated IP 172.35.2.199 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/f72ff335-c05f-4dd8-a217-8aaaac4ef188) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:06.663556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c8994-57ad-4f12-98af-850602d0861b tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Port': ['ID=851d419c-042c-4eb1-b7b8-1bb9a501605b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:06.689483 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bd2c35f7-369e-4e80-81e4-542d062fb393 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0918581
Feb 19 21:12:06.694845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43814) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:06.722450 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-311861389'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:06.767673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Made reservation on behalf of cee4744beaf9494c8d9acc68770cec52 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:06.773873 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.794656 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Publish callbacks [] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.808164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a58ceb7f-9574-4395-ad86-d52a3c85bdff None None] Current status of the port c776c63d-79b1-48a9-b25f-053e14ec778b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:06.819483 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.829364 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:06.868838 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (02e3cc5d-b354-4748-ba03-98706f24f92b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:06.871589 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Added segment 02e3cc5d-b354-4748-ba03-98706f24f92b of type vlan for network df6209ad-508c-47cc-b731-ec77560bf25e
Feb 19 21:12:06.912751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Network 61603ad6-d377-42c2-8084-8d290e007818 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:06.916161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:06.920898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:06.934708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Pushing event updated for resources: {'Port': ['ID=8200e652-0395-4982-8f0a-0e724f6d0e66,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:07.002939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (df6209ad-508c-47cc-b731-ec77560bf25e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.038442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Attempting to bind port 8200e652-0395-4982-8f0a-0e724f6d0e66 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:07.038824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Attempting to bind port 8200e652-0395-4982-8f0a-0e724f6d0e66 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '203c43d9-1d98-41c3-ad43-5aadd4ab4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61603ad6-d377-42c2-8084-8d290e007818'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:07.039201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Attempting to bind port 8200e652-0395-4982-8f0a-0e724f6d0e66 on network 61603ad6-d377-42c2-8084-8d290e007818 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:07.054249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:07.056389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Checking segment: {'id': '203c43d9-1d98-41c3-ad43-5aadd4ab4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61603ad6-d377-42c2-8084-8d290e007818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:07.057035 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.057995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Bound using segment: {'id': '203c43d9-1d98-41c3-ad43-5aadd4ab4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61603ad6-d377-42c2-8084-8d290e007818'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:07.061261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Bound port: 8200e652-0395-4982-8f0a-0e724f6d0e66, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203c43d9-1d98-41c3-ad43-5aadd4ab4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61603ad6-d377-42c2-8084-8d290e007818'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:07.061904 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.091719 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (df6209ad-508c-47cc-b731-ec77560bf25e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.098371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:07.100166 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.185814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] For port 8200e652-0395-4982-8f0a-0e724f6d0e66, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:07.193607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] For port 8200e652-0395-4982-8f0a-0e724f6d0e66, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8200e652-0395-4982-8f0a-0e724f6d0e66,segment=NetworkSegment(203c43d9-1d98-41c3-ad43-5aadd4ab4e9e),segment_id=203c43d9-1d98-41c3-ad43-5aadd4ab4e9e)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:07.208833 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.221341 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5225563
Feb 19 21:12:07.231570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43822) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:07.243080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-100242980'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:07.281680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15241b40-7f3b-4ae6-9a9b-6a8121199f17 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event updated for resources: {'Network': ['ID=df6209ad-508c-47cc-b731-ec77560bf25e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:07.307026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Made reservation on behalf of cee4744beaf9494c8d9acc68770cec52 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:07.312989 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.321548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network df6209ad-508c-47cc-b731-ec77560bf25e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:07.364241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:07.382283 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e39162cf-fb2c-4ee0-8a16-8f4235fb8e43), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.382705 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Added segment e39162cf-fb2c-4ee0-8a16-8f4235fb8e43 of type vlan for network 69b3a9d5-6b16-4f1b-b57d-693c61baa5dd
Feb 19 21:12:07.477093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (69b3a9d5-6b16-4f1b-b57d-693c61baa5dd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.530958 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (69b3a9d5-6b16-4f1b-b57d-693c61baa5dd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.541637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:07.542690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.554322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5baed-9e8a-4605-a954-53b95befdca5 None None] Pushing event updated for resources: {'Port': ['ID=8200e652-0395-4982-8f0a-0e724f6d0e66,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:07.585846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3526390
Feb 19 21:12:07.605124 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Publish callbacks [] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.647865 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (28b936ab-2350-4182-abc9-86b05f2b3b91), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.658424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:07.814447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33c682-ce49-4ea4-84a3-e724f8163b33 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event updated for resources: {'Network': ['ID=69b3a9d5-6b16-4f1b-b57d-693c61baa5dd,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:07.847425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 69b3a9d5-6b16-4f1b-b57d-693c61baa5dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:07.936123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Pushing event updated for resources: {'Port': ['ID=f72ff335-c05f-4dd8-a217-8aaaac4ef188,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:07.980267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-270803d2-08c8-485f-adb9-206dde82cb79 req-c5ad1350-d3f3-4069-88a2-d8283d392743 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd182d79-55da-4df0-a293-742e79cd21ec HTTP/1.1" status: 200  len: 210 time: 0.0653663
Feb 19 21:12:08.029148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:08.062480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:08.071033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:08.299920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8200e652-0395-4982-8f0a-0e724f6d0e66 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:08.532063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Router 28b936ab-2350-4182-abc9-86b05f2b3b91 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:12:08.595345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8200e652-0395-4982-8f0a-0e724f6d0e66 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:08.601129 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:08.943326 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8200e652-0395-4982-8f0a-0e724f6d0e66 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:08.944469 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:09.086448 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Publish callbacks [] for router_gateway (cdd3fc4d-429e-414b-8188-49d9ce7d1513), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:09.114731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 8200e652-0395-4982-8f0a-0e724f6d0e66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8200e652-0395-4982-8f0a-0e724f6d0e66,segment=NetworkSegment(203c43d9-1d98-41c3-ad43-5aadd4ab4e9e),segment_id=203c43d9-1d98-41c3-ad43-5aadd4ab4e9e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:09.129453 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:09.134609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c776c63d-79b1-48a9-b25f-053e14ec778b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:09.412639 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=8200e652-0395-4982-8f0a-0e724f6d0e66,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:09.431888 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:09.446887 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Sync routers for ids ['28b936ab-2350-4182-abc9-86b05f2b3b91'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:09.485557 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Routers {'28b936ab-2350-4182-abc9-86b05f2b3b91'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:09.489533 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702649d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['28b936ab-2350-4182-abc9-86b05f2b3b91'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:09.529606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0ec2cb9-6816-403c-b623-21bbf4367d23 req-d05c66c1-1cd4-4e52-bc35-72f54b355b7f tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.1397507
Feb 19 21:12:09.549944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c776c63d-79b1-48a9-b25f-053e14ec778b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:09.560383 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:09.658378 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:09.674394 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f3732a6c-509e-4135-93bd-f4da1e55af21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 6.0109169
Feb 19 21:12:09.678968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43880) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:09.734353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c776c63d-79b1-48a9-b25f-053e14ec778b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:09.851656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9b785-3900-46c3-a1d4-2325dd21213d None None] Network 61603ad6-d377-42c2-8084-8d290e007818 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:10.033316 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Set router 28b936ab-2350-4182-abc9-86b05f2b3b91 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:10.056784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc61e6-92e2-4f62-9bf9-750211ae26ba tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:10.060839 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-26dc61e6-92e2-4f62-9bf9-750211ae26ba tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=9f4ed687e80941d9a5befe1031923ed5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.3785696
Feb 19 21:12:10.060998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (cdd3fc4d-429e-414b-8188-49d9ce7d1513), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:10.065825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43888) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:10.279730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8200e652-0395-4982-8f0a-0e724f6d0e66 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:10.394271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6791185-b912-4d9c-a306-e498b2354699 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:10.400567 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e6791185-b912-4d9c-a306-e498b2354699 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3305900
Feb 19 21:12:10.402588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43892) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:10.515412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8200e652-0395-4982-8f0a-0e724f6d0e66 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:10.517420 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:10.576458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ef55886f-642f-44e6-8287-9fddc9b70f51 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1720998
Feb 19 21:12:10.582432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43896) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:10.669989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f0c33b21-0d67-4ff3-ac8b-b60265c20e32 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=9f4ed687e80941d9a5befe1031923ed5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0859520
Feb 19 21:12:10.672261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43898) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:10.679495 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702649d0>, [{'id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-741699182', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:03Z', 'updated_at': '2022-02-19T21:12:06Z', 'revision_number': 3, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:04Z', 'updated_at': '2022-02-19T21:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:10.714306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Router cdd3fc4d-429e-414b-8188-49d9ce7d1513 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:12:10.730877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0fe9ead9-cb8b-45d7-a844-629319546e09 None None] Provisioning complete for port 8200e652-0395-4982-8f0a-0e724f6d0e66 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:10.730877 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ead9-cb8b-45d7-a844-629319546e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:10.748656 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Checking router: 28b936ab-2350-4182-abc9-86b05f2b3b91 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:12:10.749604 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Updating router 28b936ab-2350-4182-abc9-86b05f2b3b91 port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:12:10.811577 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:10.941553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dda87bb-31ac-47df-b84d-24574790d154 req-7fa2eac8-9e3a-4f5a-8ceb-f368067c34c6 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.1081672
Feb 19 21:12:10.991344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8200e652-0395-4982-8f0a-0e724f6d0e66 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:11.005818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:11.016954 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43900) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:11.028751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Sync routers for ids ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:11.035005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'subnets': [{'network_id': 'df6209ad-508c-47cc-b731-ec77560bf25e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1493713529', 'ip_version': 6}, {'network_id': '69b3a9d5-6b16-4f1b-b57d-693c61baa5dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:11.035337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'subnet': {'network_id': 'df6209ad-508c-47cc-b731-ec77560bf25e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1493713529', 'ip_version': 6}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:11.036032 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Request body: {'subnet': {'network_id': '69b3a9d5-6b16-4f1b-b57d-693c61baa5dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:11.069103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f417b-2529-4f30-9edc-6e0968d26816 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:11.070919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0a1f417b-2529-4f30-9edc-6e0968d26816 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3969157
Feb 19 21:12:11.074547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43904) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:11.075674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Routers {'cdd3fc4d-429e-414b-8188-49d9ce7d1513'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:11.076210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63805f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:11.125701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bb284da5-218e-4c86-afa9-ff09c46c0af4 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0499814
Feb 19 21:12:11.130257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43906) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:11.136148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1676257452', 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c', 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:11.204598 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:11.217962 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bf95df31-a7c0-45be-b701-5fbcfbaa1501 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.0767634
Feb 19 21:12:11.234772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43908) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:11.338448 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Publish callbacks [] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:11.350938 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:11.358853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9ead9-cb8b-45d7-a844-629319546e09 None None] Current status of the port 8200e652-0395-4982-8f0a-0e724f6d0e66 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:11.384762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Set router cdd3fc4d-429e-414b-8188-49d9ce7d1513 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:11.429028 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020096de-e5ea-46d9-a5f8-8df3f90d0619 None None] Pushing event updated for resources: {'Port': ['ID=e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:11.433475 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Attempting to bind port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:11.434157 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Attempting to bind port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:11.434769 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Attempting to bind port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:11.441249 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:11.441946 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:11.442544 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:11.443116 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:11.444798 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Bound port: e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:11.445390 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:11.491290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Made reservation on behalf of 9f4ed687e80941d9a5befe1031923ed5 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:11.497028 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:11.545290 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] For port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:11.547563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Made reservation on behalf of cee4744beaf9494c8d9acc68770cec52 for: {'subnet': 2} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:11.554086 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] For port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:11.558277 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:11.559219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:11.567951 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:11.658156 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Routers {'28b936ab-2350-4182-abc9-86b05f2b3b91'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:11.662080 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702649d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['28b936ab-2350-4182-abc9-86b05f2b3b91'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:11.682953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6c7fbe55-df06-4bd4-9a5c-7d9ec073163d None None] Provisioning complete for port 8200e652-0395-4982-8f0a-0e724f6d0e66 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:11.683344 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6c7fbe55-df06-4bd4-9a5c-7d9ec073163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:11.897825 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020096de-e5ea-46d9-a5f8-8df3f90d0619 None None] Pushing event updated for resources: {'Port': ['ID=e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:11.997858 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] Set router 28b936ab-2350-4182-abc9-86b05f2b3b91 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:12.024509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6c7fbe55-df06-4bd4-9a5c-7d9ec073163d None None] Current status of the port 8200e652-0395-4982-8f0a-0e724f6d0e66 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:12.040043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26267417-edd1-467e-956c-7e1c5bcadb80 req-9b7feca9-8edf-41ac-b01f-6bae8d5af921 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bd182d79-55da-4df0-a293-742e79cd21ec HTTP/1.1" status: 200  len: 210 time: 0.0708978
Feb 19 21:12:12.088587 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63805f70>, [{'id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'name': 'tempest-TestServerBasicOps-760755816-router', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:05Z', 'updated_at': '2022-02-19T21:12:08Z', 'revision_number': 3, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'gw_port': {'id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:06Z', 'updated_at': '2022-02-19T21:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:12.123105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Checking router: cdd3fc4d-429e-414b-8188-49d9ce7d1513 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:12:12.123535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Updating router cdd3fc4d-429e-414b-8188-49d9ce7d1513 port f72ff335-c05f-4dd8-a217-8aaaac4ef188 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:12:12.179804 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:12.242375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22efa390-e5de-4a4c-a021-f95f72bc9eb0 req-4a0324e9-cf21-4d9f-b4e2-53f316097851 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0772967
Feb 19 21:12:12.298445 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (01613d69-27a0-4aa6-8e69-843ba964f141), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:12.343367 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702649d0>, [{'id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-741699182', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:03Z', 'updated_at': '2022-02-19T21:12:06Z', 'revision_number': 3, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:04Z', 'updated_at': '2022-02-19T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:12.358397 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (157bb678-32c1-4fb0-a948-18fd61e49c9d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:12.397107 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf46487-6df6-4609-a320-f2f1629f7198 None None] The sync data for ids ['28b936ab-2350-4182-abc9-86b05f2b3b91'] in ncdv-master-1 is: [{'id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-741699182', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:03Z', 'updated_at': '2022-02-19T21:12:06Z', 'revision_number': 3, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:04Z', 'updated_at': '2022-02-19T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:12.405196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Subnet': ['ID=01613d69-27a0-4aa6-8e69-843ba964f141,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:12.459974 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:12.485385 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event updated for resources: {'Subnet': ['ID=157bb678-32c1-4fb0-a948-18fd61e49c9d,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:12.495882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Checking segment: {'id': '02e3cc5d-b354-4748-ba03-98706f24f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'df6209ad-508c-47cc-b731-ec77560bf25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:12.496498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Network hostable DHCP agents. Network: df6209ad-508c-47cc-b731-ec77560bf25e, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:12:12.504098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Checking segment: {'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:12.504754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network hostable DHCP agents. Network: e5dab1b4-ce43-4f18-aa34-7f3b528a083c, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:12:12.540173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Network df6209ad-508c-47cc-b731-ec77560bf25e is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:12.559992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df6209ad-508c-47cc-b731-ec77560bf25e) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:12.576806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933c729c-413e-4c20-9f95-f5c8269eb425 None None] Network df6209ad-508c-47cc-b731-ec77560bf25e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:12.585262 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (a6513905-2e6d-434f-a320-282bba131508), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:12.611884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network e5dab1b4-ce43-4f18-aa34-7f3b528a083c is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:12.622461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5dab1b4-ce43-4f18-aa34-7f3b528a083c) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:12.635590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:12.636887 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:12.637213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b181c7f3-541d-4978-8012-b24f811d2560 None None] Network e5dab1b4-ce43-4f18-aa34-7f3b528a083c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:12.721691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f379a157-3e58-4b7e-af10-b3cbffc66bf0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.5896230
Feb 19 21:12:12.721924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43936) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:12.724913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Checking segment: {'id': 'e39162cf-fb2c-4ee0-8a16-8f4235fb8e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '69b3a9d5-6b16-4f1b-b57d-693c61baa5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:12.725571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Network hostable DHCP agents. Network: 69b3a9d5-6b16-4f1b-b57d-693c61baa5dd, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:12:12.740589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event updated for resources: {'Subnet': ['ID=a6513905-2e6d-434f-a320-282bba131508,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:12.770403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Allocated IP 172.20.0.1 (61603ad6-d377-42c2-8084-8d290e007818/49d1719e-6b92-4c91-8cfe-322042a252c4/79ee9c04-a130-47ef-ae7f-0a93c023038c) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:12.869564 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Publish callbacks [] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:12.889388 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.062685 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Publish callbacks [] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.129893 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90c77667-4674-43df-be9c-7223435063e7 req-61c2b3ab-0dff-49a0-8fd7-66e1b55fcd3f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0607166
Feb 19 21:12:13.178526 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.234844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e5dab1b4-ce43-4f18-aa34-7f3b528a083c', 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c', 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'fixed_ips': [{'subnet_id': '01613d69-27a0-4aa6-8e69-843ba964f141'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:12:13.235716 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.296977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Pushing event updated for resources: {'Port': ['ID=79ee9c04-a130-47ef-ae7f-0a93c023038c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:13.302622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df6209ad-508c-47cc-b731-ec77560bf25e', 'network_id': 'df6209ad-508c-47cc-b731-ec77560bf25e', 'project_id': 'cee4744beaf9494c8d9acc68770cec52', 'fixed_ips': [{'subnet_id': '157bb678-32c1-4fb0-a948-18fd61e49c9d'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:12:13.303793 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.306261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ce374-05c4-48c4-aa78-fa636d2bd0ad None None] Pushing event updated for resources: {'Port': ['ID=f72ff335-c05f-4dd8-a217-8aaaac4ef188,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:13.324137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Attempting to bind port f72ff335-c05f-4dd8-a217-8aaaac4ef188 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:13.324561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Attempting to bind port f72ff335-c05f-4dd8-a217-8aaaac4ef188 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:13.324935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Attempting to bind port f72ff335-c05f-4dd8-a217-8aaaac4ef188 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:13.333189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Network 61603ad6-d377-42c2-8084-8d290e007818 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:13.335243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:13.342703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:13.343656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:13.343656 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.343897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:13.344683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Bound port: f72ff335-c05f-4dd8-a217-8aaaac4ef188, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:13.345089 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.358551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:13.388957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Network 69b3a9d5-6b16-4f1b-b57d-693c61baa5dd is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:13.446895 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69b3a9d5-6b16-4f1b-b57d-693c61baa5dd) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:13.465102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:13.467476 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:13.469882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.511578 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a9762d96-2199-433a-8194-321d02a5ceef tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 2.4856169
Feb 19 21:12:13.515510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43944) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:13.541370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd2a40e-ecef-4aa2-b814-8c1b51259165 None None] Network 69b3a9d5-6b16-4f1b-b57d-693c61baa5dd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:13.569980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a4ae6a2f-d3ae-4591-8be4-061fbdf69702 req-92a83a0c-55c0-4aca-9283-cb6f4f833aaa tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0935125
Feb 19 21:12:13.576537 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (cdd3fc4d-429e-414b-8188-49d9ce7d1513), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.811968 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.862962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-69b3a9d5-6b16-4f1b-b57d-693c61baa5dd', 'network_id': '69b3a9d5-6b16-4f1b-b57d-693c61baa5dd', 'project_id': 'cee4744beaf9494c8d9acc68770cec52', 'fixed_ips': [{'subnet_id': 'a6513905-2e6d-434f-a320-282bba131508'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:12:13.863847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.948879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:13.959067 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] For port f72ff335-c05f-4dd8-a217-8aaaac4ef188, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:13.985706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf9ae3-f017-4a00-9693-60dbc9526957 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:13.987531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf9ae3-f017-4a00-9693-60dbc9526957 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:13.989143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf9ae3-f017-4a00-9693-60dbc9526957 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:14.001921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43948) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:14.016376 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d3bf9ae3-f017-4a00-9693-60dbc9526957 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.4969780
Feb 19 21:12:14.185485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] For port f72ff335-c05f-4dd8-a217-8aaaac4ef188, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f72ff335-c05f-4dd8-a217-8aaaac4ef188,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:14.203972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-819584c3-fe3d-48ff-a8cb-2f2e93bb9a75 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Deleting subnet 157bb678-32c1-4fb0-a948-18fd61e49c9d {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:12:14.204774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a4a1990f-fbb1-4e72-b24c-20d1fbb81a60 None None] Provisioning complete for port 79ee9c04-a130-47ef-ae7f-0a93c023038c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:14.204774 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a4a1990f-fbb1-4e72-b24c-20d1fbb81a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:14.252066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:14.265364 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:14.356458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Allocated IP 172.20.0.18 (e5dab1b4-ce43-4f18-aa34-7f3b528a083c/01613d69-27a0-4aa6-8e69-843ba964f141/e2696f72-c1a6-4bce-a01f-99ad0ce1ee03) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:14.378272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1990f-fbb1-4e72-b24c-20d1fbb81a60 None None] Port 79ee9c04-a130-47ef-ae7f-0a93c023038c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:14.388158 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Publish callbacks [] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:14.394869 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:14.413836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Allocated IP 2001:db8::1 (df6209ad-508c-47cc-b731-ec77560bf25e/157bb678-32c1-4fb0-a948-18fd61e49c9d/73de7cda-56e7-4751-a370-857e45b96a91) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:14.467198 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (cdd3fc4d-429e-414b-8188-49d9ce7d1513), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:14.476058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Pushing event updated for resources: {'Port': ['ID=79ee9c04-a130-47ef-ae7f-0a93c023038c,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:14.530380 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Allocated IP 2001:db8:0:1::1 (69b3a9d5-6b16-4f1b-b57d-693c61baa5dd/a6513905-2e6d-434f-a320-282bba131508/d0726fbf-7e01-4010-aae5-b947439c13fe) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:14.575232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Routers {'cdd3fc4d-429e-414b-8188-49d9ce7d1513'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:14.575908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63805f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:14.577858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ce374-05c4-48c4-aa78-fa636d2bd0ad None None] Pushing event updated for resources: {'Port': ['ID=f72ff335-c05f-4dd8-a217-8aaaac4ef188,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:14.764906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:14.765292 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:14.851916 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43956) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:14.875993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e00a2979-5ded-45ee-a25a-a74e941882e4 req-9d6569b8-7f1b-4215-91b2-fc8fc3bc24ee tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0377567
Feb 19 21:12:14.933027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Network 61603ad6-d377-42c2-8084-8d290e007818 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:14.934608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:15.113490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] Set router cdd3fc4d-429e-414b-8188-49d9ce7d1513 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:15.139048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Router cdd3fc4d-429e-414b-8188-49d9ce7d1513 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:12:15.233411 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Publish callbacks [] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.277661 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.339260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:15.344658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-071c4794-96f1-4830-8e20-b094c089c40c admin admin] 10.222.0.30 "PUT /v2.0/routers/cdd3fc4d-429e-414b-8188-49d9ce7d1513/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1088102
Feb 19 21:12:15.417055 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Publish callbacks [] for port (73de7cda-56e7-4751-a370-857e45b96a91), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.465286 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-819584c3-fe3d-48ff-a8cb-2f2e93bb9a75 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for subnet (157bb678-32c1-4fb0-a948-18fd61e49c9d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.476130 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Publish callbacks [] for port (d0726fbf-7e01-4010-aae5-b947439c13fe), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.492482 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (73de7cda-56e7-4751-a370-857e45b96a91), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.523555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Network e5dab1b4-ce43-4f18-aa34-7f3b528a083c is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:15.527398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53e13e8d-0031-4f71-a830-8567622eb629 req-db79c612-2645-48b6-a988-7f9930fa4aed tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0759230
Feb 19 21:12:15.533924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:15.534621 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.561782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:15.582821 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-819584c3-fe3d-48ff-a8cb-2f2e93bb9a75 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (157bb678-32c1-4fb0-a948-18fd61e49c9d), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.593049 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (d0726fbf-7e01-4010-aae5-b947439c13fe), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.630107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:15.652424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Network df6209ad-508c-47cc-b731-ec77560bf25e is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:15.653505 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.659231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72fe192d-2643-45a5-844b-42bd0be97a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.671283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:15.681612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Pushing event updated for resources: {'Port': ['ID=e2696f72-c1a6-4bce-a01f-99ad0ce1ee03,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:15.690726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Network 69b3a9d5-6b16-4f1b-b57d-693c61baa5dd is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:15.694801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:15.697175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-276f6764-1f1b-45d0-8c93-8a50a1e71dff None None] Provisioning complete for port 79ee9c04-a130-47ef-ae7f-0a93c023038c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:15.697561 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-276f6764-1f1b-45d0-8c93-8a50a1e71dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.759028 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-819584c3-fe3d-48ff-a8cb-2f2e93bb9a75 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (157bb678-32c1-4fb0-a948-18fd61e49c9d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.760091 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72fe192d-2643-45a5-844b-42bd0be97a1e admin admin] Publish callbacks [] for security_group (e901d342-0025-4a0b-a60f-3e4f6bedf922), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.782351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72fe192d-2643-45a5-844b-42bd0be97a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e901d342-0025-4a0b-a60f-3e4f6bedf922), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.850495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-819584c3-fe3d-48ff-a8cb-2f2e93bb9a75 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (157bb678-32c1-4fb0-a948-18fd61e49c9d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.856013 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-72fe192d-2643-45a5-844b-42bd0be97a1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6149c0df02cc4e4abf6d239f8234b289&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0039239
Feb 19 21:12:15.857062 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe192d-2643-45a5-844b-42bd0be97a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e901d342-0025-4a0b-a60f-3e4f6bedf922,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:15.861025 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Allocated IP 172.20.0.17 (e5dab1b4-ce43-4f18-aa34-7f3b528a083c/01613d69-27a0-4aa6-8e69-843ba964f141/c82614fa-2c95-4b87-9f4b-d6a5e2cca69e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:15.863205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 43984) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:15.899394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819584c3-fe3d-48ff-a8cb-2f2e93bb9a75 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Subnet': ['ID=157bb678-32c1-4fb0-a948-18fd61e49c9d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:15.910297 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-819584c3-fe3d-48ff-a8cb-2f2e93bb9a75 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:15.914289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-819584c3-fe3d-48ff-a8cb-2f2e93bb9a75 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "DELETE /v2.0/subnets/157bb678-32c1-4fb0-a948-18fd61e49c9d HTTP/1.1" status: 204  len: 168 time: 1.9102318
Feb 19 21:12:15.916833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43986) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:15.964206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:15.980393 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:16.004062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9d3712-487f-4244-b0ed-200c8d80495a tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Deleting subnet a6513905-2e6d-434f-a320-282bba131508 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:12:16.004307 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-595eea7a-d53c-4a13-afe7-d34803a6cf31 admin admin] Publish callbacks [] for security_group (e901d342-0025-4a0b-a60f-3e4f6bedf922), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.015275 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7f9d3712-487f-4244-b0ed-200c8d80495a tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for subnet (a6513905-2e6d-434f-a320-282bba131508), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.032442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-276f6764-1f1b-45d0-8c93-8a50a1e71dff None None] Port 79ee9c04-a130-47ef-ae7f-0a93c023038c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:16.034428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-595eea7a-d53c-4a13-afe7-d34803a6cf31 admin admin] Publish callbacks [] for security_group (e901d342-0025-4a0b-a60f-3e4f6bedf922), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.071708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:16.093005 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7f9d3712-487f-4244-b0ed-200c8d80495a tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (a6513905-2e6d-434f-a320-282bba131508), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.123733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.152874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-595eea7a-d53c-4a13-afe7-d34803a6cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e901d342-0025-4a0b-a60f-3e4f6bedf922), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.156458 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-595eea7a-d53c-4a13-afe7-d34803a6cf31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.158011 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-595eea7a-d53c-4a13-afe7-d34803a6cf31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e901d342-0025-4a0b-a60f-3e4f6bedf922 HTTP/1.1" status: 204  len: 168 time: 0.2939436
Feb 19 21:12:16.165802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43990) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:16.182426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595eea7a-d53c-4a13-afe7-d34803a6cf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e901d342-0025-4a0b-a60f-3e4f6bedf922,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:16.192731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-02482cea-0803-46c3-8b87-cf21920ca26b tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-228398377', 'description': 'tempest-secgroup-smoke-228398377 description', 'project_id': 'da6216f26c814fceaa94fc64e78c8efc'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:16.198062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Pushing event updated for resources: {'Port': ['ID=73de7cda-56e7-4751-a370-857e45b96a91,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:16.200237 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.220192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02482cea-0803-46c3-8b87-cf21920ca26b tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.261737 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7f9d3712-487f-4244-b0ed-200c8d80495a tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a6513905-2e6d-434f-a320-282bba131508), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.270884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network e5dab1b4-ce43-4f18-aa34-7f3b528a083c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:16.274322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:16.278906 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:16.305319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-3e2d5ca2-dca2-471e-900a-974efd64a5a1 req-a40aabe2-b710-44f7-8d5f-31256f119549 tempest-ImagesTestJSON-1552767521 tempest-ImagesTestJSON-1552767521-project] (121128) timed out ('10.222.0.67', 53319) {{(pid=121128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:12:16.314215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Port': ['ID=c82614fa-2c95-4b87-9f4b-d6a5e2cca69e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:16.316442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Attempting to bind port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:16.317747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Attempting to bind port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:16.318542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Attempting to bind port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 on network e5dab1b4-ce43-4f18-aa34-7f3b528a083c {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:16.353824 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (28b936ab-2350-4182-abc9-86b05f2b3b91), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.366379 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02482cea-0803-46c3-8b87-cf21920ca26b tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group (abd152f4-83be-430b-b625-aef846e8d02e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.372957 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02482cea-0803-46c3-8b87-cf21920ca26b tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (abd152f4-83be-430b-b625-aef846e8d02e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.374025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Attempting to bind port 73de7cda-56e7-4751-a370-857e45b96a91 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:16.374584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Attempting to bind port 73de7cda-56e7-4751-a370-857e45b96a91 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02e3cc5d-b354-4748-ba03-98706f24f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'df6209ad-508c-47cc-b731-ec77560bf25e'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:16.375742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Attempting to bind port 73de7cda-56e7-4751-a370-857e45b96a91 on network df6209ad-508c-47cc-b731-ec77560bf25e {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:16.379252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:16.379865 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Checking segment: {'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:16.380467 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.381022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Bound using segment: {'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:16.381736 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Bound port: e2696f72-c1a6-4bce-a01f-99ad0ce1ee03, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:16.382291 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.393004 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7f9d3712-487f-4244-b0ed-200c8d80495a tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (a6513905-2e6d-434f-a320-282bba131508), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.438103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:16.438763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Checking segment: {'id': '02e3cc5d-b354-4748-ba03-98706f24f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'df6209ad-508c-47cc-b731-ec77560bf25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:16.439200 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.440148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Bound using segment: {'id': '02e3cc5d-b354-4748-ba03-98706f24f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'df6209ad-508c-47cc-b731-ec77560bf25e'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:16.440712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Bound port: 73de7cda-56e7-4751-a370-857e45b96a91, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e3cc5d-b354-4748-ba03-98706f24f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'df6209ad-508c-47cc-b731-ec77560bf25e'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:16.441166 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (73de7cda-56e7-4751-a370-857e45b96a91), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.446079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Pushing event updated for resources: {'Port': ['ID=d0726fbf-7e01-4010-aae5-b947439c13fe,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:16.450300 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7f9d3712-487f-4244-b0ed-200c8d80495a tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.454161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7f9d3712-487f-4244-b0ed-200c8d80495a tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "DELETE /v2.0/subnets/a6513905-2e6d-434f-a320-282bba131508 HTTP/1.1" status: 204  len: 168 time: 0.5360515
Feb 19 21:12:16.462480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43994) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:16.465607 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-02482cea-0803-46c3-8b87-cf21920ca26b tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.465764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Attempting to bind port d0726fbf-7e01-4010-aae5-b947439c13fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:16.466013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Attempting to bind port d0726fbf-7e01-4010-aae5-b947439c13fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e39162cf-fb2c-4ee0-8a16-8f4235fb8e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '69b3a9d5-6b16-4f1b-b57d-693c61baa5dd'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:16.466394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Attempting to bind port d0726fbf-7e01-4010-aae5-b947439c13fe on network 69b3a9d5-6b16-4f1b-b57d-693c61baa5dd {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:16.471248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-02482cea-0803-46c3-8b87-cf21920ca26b tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2997978
Feb 19 21:12:16.471248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d3712-487f-4244-b0ed-200c8d80495a tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Subnet': ['ID=a6513905-2e6d-434f-a320-282bba131508,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:16.471248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 43996) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:16.532323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-6b609bbf-a8e2-4d0f-9b5d-f93d1d44c667 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Request body: {'security_group_rule': {'security_group_id': 'abd152f4-83be-430b-b625-aef846e8d02e', 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:16.540491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:16.540886 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Checking segment: {'id': 'e39162cf-fb2c-4ee0-8a16-8f4235fb8e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '69b3a9d5-6b16-4f1b-b57d-693c61baa5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:16.541305 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.541716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Bound using segment: {'id': 'e39162cf-fb2c-4ee0-8a16-8f4235fb8e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '69b3a9d5-6b16-4f1b-b57d-693c61baa5dd'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:16.542214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Bound port: d0726fbf-7e01-4010-aae5-b947439c13fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39162cf-fb2c-4ee0-8a16-8f4235fb8e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '69b3a9d5-6b16-4f1b-b57d-693c61baa5dd'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:16.542607 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d0726fbf-7e01-4010-aae5-b947439c13fe), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.553432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02482cea-0803-46c3-8b87-cf21920ca26b tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd152f4-83be-430b-b625-aef846e8d02e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:16.604396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.623929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9ebcca-7dfe-4321-a562-eb9b306f04fd tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:16.632901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4d9ebcca-7dfe-4321-a562-eb9b306f04fd tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1609969
Feb 19 21:12:16.634572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44000) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:16.662146 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b609bbf-a8e2-4d0f-9b5d-f93d1d44c667 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (4e861766-b263-4656-8dab-c60ec4e14b98), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.685080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] For port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:16.700490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] For port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2696f72-c1a6-4bce-a01f-99ad0ce1ee03,segment=NetworkSegment(557c5e82-baff-4812-bac1-710f2b5b6320),segment_id=557c5e82-baff-4812-bac1-710f2b5b6320)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:16.717317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] For port 73de7cda-56e7-4751-a370-857e45b96a91, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:16.721797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] For port 73de7cda-56e7-4751-a370-857e45b96a91, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73de7cda-56e7-4751-a370-857e45b96a91,segment=NetworkSegment(02e3cc5d-b354-4748-ba03-98706f24f92b),segment_id=02e3cc5d-b354-4748-ba03-98706f24f92b)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:16.732971 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.753675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:16.760300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89aa61bf-8409-40cb-a470-f2d375e707ee req-41c2d328-83e5-4abf-87bd-2718454c3baa tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0859516
Feb 19 21:12:16.766254 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (73de7cda-56e7-4751-a370-857e45b96a91), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.837275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44002) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:16.844495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (69b3a9d5-6b16-4f1b-b57d-693c61baa5dd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.869616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51017f9b-6c80-4555-a48e-1a1439ae19ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.883546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c97abe-8db2-49ae-9ab9-938c175271ca None None] Pushing event updated for resources: {'Port': ['ID=e2696f72-c1a6-4bce-a01f-99ad0ce1ee03,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:16.910899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63805f70>, [{'id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'name': 'tempest-TestServerBasicOps-760755816-router', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:05Z', 'updated_at': '2022-02-19T21:12:13Z', 'revision_number': 4, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'gw_port': {'id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:06Z', 'updated_at': '2022-02-19T21:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79ee9c04-a130-47ef-ae7f-0a93c023038c', 'name': '', 'network_id': '61603ad6-d377-42c2-8084-8d290e007818', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'mac_address': 'fa:16:3e:f3:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '49d1719e-6b92-4c91-8cfe-322042a252c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:12Z', 'updated_at': '2022-02-19T21:12:14Z', 'revision_number': 2, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'subnets': [{'id': '49d1719e-6b92-4c91-8cfe-322042a252c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:16.919836 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b609bbf-a8e2-4d0f-9b5d-f93d1d44c667 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (4e861766-b263-4656-8dab-c60ec4e14b98), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.929952 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b609bbf-a8e2-4d0f-9b5d-f93d1d44c667 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (4e861766-b263-4656-8dab-c60ec4e14b98), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.965243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b609bbf-a8e2-4d0f-9b5d-f93d1d44c667 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e861766-b263-4656-8dab-c60ec4e14b98,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:16.978135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b609bbf-a8e2-4d0f-9b5d-f93d1d44c667 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:16.983052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6b609bbf-a8e2-4d0f-9b5d-f93d1d44c667 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4614637
Feb 19 21:12:16.985332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44004) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:16.989267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a258e-aae9-4b02-9121-cb2b6748b233 None None] The sync data for ids ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'] in ncdv-master-1 is: [{'id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'name': 'tempest-TestServerBasicOps-760755816-router', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:05Z', 'updated_at': '2022-02-19T21:12:13Z', 'revision_number': 4, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'gw_port': {'id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:06Z', 'updated_at': '2022-02-19T21:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79ee9c04-a130-47ef-ae7f-0a93c023038c', 'name': '', 'network_id': '61603ad6-d377-42c2-8084-8d290e007818', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'mac_address': 'fa:16:3e:f3:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '49d1719e-6b92-4c91-8cfe-322042a252c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:12Z', 'updated_at': '2022-02-19T21:12:14Z', 'revision_number': 2, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'subnets': [{'id': '49d1719e-6b92-4c91-8cfe-322042a252c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:16.990541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-15d1318f-5385-4e10-8c5f-ecd521388ddc tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Request body: {'security_group_rule': {'security_group_id': 'abd152f4-83be-430b-b625-aef846e8d02e', 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:17.009161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Deleting port d0726fbf-7e01-4010-aae5-b947439c13fe {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:17.009521 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d0726fbf-7e01-4010-aae5-b947439c13fe), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.022846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] For port d0726fbf-7e01-4010-aae5-b947439c13fe, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:17.086232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] For port d0726fbf-7e01-4010-aae5-b947439c13fe, host ncdv-master-1, got binding levels [] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:17.086511 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d0726fbf-7e01-4010-aae5-b947439c13fe), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.089529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] For port d0726fbf-7e01-4010-aae5-b947439c13fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0726fbf-7e01-4010-aae5-b947439c13fe,segment=NetworkSegment(e39162cf-fb2c-4ee0-8a16-8f4235fb8e43),segment_id=e39162cf-fb2c-4ee0-8a16-8f4235fb8e43)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:17.096154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53217835-5945-407a-9ff2-5da625a5e0f4 None None] Pushing event updated for resources: {'Port': ['ID=73de7cda-56e7-4751-a370-857e45b96a91,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:17.102417 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d0726fbf-7e01-4010-aae5-b947439c13fe), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.103656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Calling delete_port for d0726fbf-7e01-4010-aae5-b947439c13fe owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:17.146340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1f81a1-09f7-42b7-b753-d482a051cb00 None None] Network df6209ad-508c-47cc-b731-ec77560bf25e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:17.197958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51017f9b-6c80-4555-a48e-1a1439ae19ef admin admin] Publish callbacks [] for security_group (64a87d56-932a-4950-af34-49ab2d52d5fb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.219834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-51017f9b-6c80-4555-a48e-1a1439ae19ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (64a87d56-932a-4950-af34-49ab2d52d5fb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.243086 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d0726fbf-7e01-4010-aae5-b947439c13fe), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server [None req-7f192184-e35f-4d68-9bda-eb1edf60af67 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port d0726fbf-7e01-4010-aae5-b947439c13fe could not be found.
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     port = model_query.get_by_id(context, models_v2.Port, id,
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return query.filter(model.id == object_id).one()
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._iter().one()
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._only_one_row(
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise exc.NoResultFound(
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return plugin.get_port(context, port_id)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     port = self._get_port(context, id, lazy_fields=lazy_fields)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise exceptions.PortNotFound(port_id=id)
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port d0726fbf-7e01-4010-aae5-b947439c13fe could not be found.
Feb 19 21:12:17.301630 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:12:17.321578 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15d1318f-5385-4e10-8c5f-ecd521388ddc tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (ee695af3-8f46-4cb6-834b-db813d5db634), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.323581 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-51017f9b-6c80-4555-a48e-1a1439ae19ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f41b18de6fb749f0ad17a43235dd4432&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4815500
Feb 19 21:12:17.332757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44006) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:17.339635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Port': ['ID=d0726fbf-7e01-4010-aae5-b947439c13fe,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:17.359352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] No DVR routers for this DVR port d0726fbf-7e01-4010-aae5-b947439c13fe on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:17.376842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51017f9b-6c80-4555-a48e-1a1439ae19ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a87d56-932a-4950-af34-49ab2d52d5fb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:17.381989 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.397038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d70fcf-788e-4af8-a2ba-fd4337ae18f1 None None] Network 69b3a9d5-6b16-4f1b-b57d-693c61baa5dd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:17.402823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c3bb7-05b3-4012-b1df-6781456041b0 None None] Pushing event updated for resources: {'Port': ['ID=d0726fbf-7e01-4010-aae5-b947439c13fe,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:17.406389 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.561964 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cdbfb00-9253-41b5-a51b-b16311d26078 admin admin] Publish callbacks [] for security_group (64a87d56-932a-4950-af34-49ab2d52d5fb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.571280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (28b936ab-2350-4182-abc9-86b05f2b3b91), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.587513 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Port': ['ID=c82614fa-2c95-4b87-9f4b-d6a5e2cca69e,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:17.614464 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cdbfb00-9253-41b5-a51b-b16311d26078 admin admin] Publish callbacks [] for security_group (64a87d56-932a-4950-af34-49ab2d52d5fb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.616869 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (69b3a9d5-6b16-4f1b-b57d-693c61baa5dd), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.638991 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15d1318f-5385-4e10-8c5f-ecd521388ddc tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (ee695af3-8f46-4cb6-834b-db813d5db634), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.646748 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15d1318f-5385-4e10-8c5f-ecd521388ddc tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (ee695af3-8f46-4cb6-834b-db813d5db634), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.662676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b05ab50>,) {'filters': {'network_id': ['69b3a9d5-6b16-4f1b-b57d-693c61baa5dd']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:17.682215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b05ab50>, 'e39162cf-fb2c-4ee0-8a16-8f4235fb8e43') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:17.682523 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b05ab50>, 'e39162cf-fb2c-4ee0-8a16-8f4235fb8e43') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:17.692126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1318f-5385-4e10-8c5f-ecd521388ddc tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee695af3-8f46-4cb6-834b-db813d5db634,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:17.698668 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (e39162cf-fb2c-4ee0-8a16-8f4235fb8e43), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.715555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15d1318f-5385-4e10-8c5f-ecd521388ddc tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.717252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-15d1318f-5385-4e10-8c5f-ecd521388ddc tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7311575
Feb 19 21:12:17.720693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44008) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:17.728494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e192930e-d09a-465e-ad2e-5b35ad368b58 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Request body: {'security_group_rule': {'security_group_id': 'abd152f4-83be-430b-b625-aef846e8d02e', 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:17.737252 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e39162cf-fb2c-4ee0-8a16-8f4235fb8e43), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.753531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:17.754055 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (e39162cf-fb2c-4ee0-8a16-8f4235fb8e43), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:17.757926 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:17.773859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network e5dab1b4-ce43-4f18-aa34-7f3b528a083c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:17.774716 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cdbfb00-9253-41b5-a51b-b16311d26078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (64a87d56-932a-4950-af34-49ab2d52d5fb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.777485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cdbfb00-9253-41b5-a51b-b16311d26078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.782028 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8cdbfb00-9253-41b5-a51b-b16311d26078 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64a87d56-932a-4950-af34-49ab2d52d5fb HTTP/1.1" status: 204  len: 168 time: 0.4445517
Feb 19 21:12:17.788301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbfb00-9253-41b5-a51b-b16311d26078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a87d56-932a-4950-af34-49ab2d52d5fb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:17.790653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:17.957939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (69b3a9d5-6b16-4f1b-b57d-693c61baa5dd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.962806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Router 28b936ab-2350-4182-abc9-86b05f2b3b91 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:12:17.977721 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:17.984773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44014) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:17.985159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "DELETE /v2.0/networks/69b3a9d5-6b16-4f1b-b57d-693c61baa5dd HTTP/1.1" status: 204  len: 168 time: 1.3501270
Feb 19 21:12:18.034411 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e192930e-d09a-465e-ad2e-5b35ad368b58 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (e57e0642-87d7-4ed3-a893-fc8efb8a0942), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.055260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643f2ad-bdfc-4974-a496-2fddf354b120 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Network': ['ID=69b3a9d5-6b16-4f1b-b57d-693c61baa5dd,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:18.070668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f55529a4-0df2-47c5-aae4-3826cbc3a171 req-42a74c21-e1c7-4e7e-9359-a595557423e2 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0753303
Feb 19 21:12:18.161368 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e192930e-d09a-465e-ad2e-5b35ad368b58 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (e57e0642-87d7-4ed3-a893-fc8efb8a0942), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.185834 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e192930e-d09a-465e-ad2e-5b35ad368b58 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (e57e0642-87d7-4ed3-a893-fc8efb8a0942), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.209888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192930e-d09a-465e-ad2e-5b35ad368b58 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57e0642-87d7-4ed3-a893-fc8efb8a0942,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:18.227414 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e192930e-d09a-465e-ad2e-5b35ad368b58 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.232172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e192930e-d09a-465e-ad2e-5b35ad368b58 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5094838
Feb 19 21:12:18.234665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44018) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:18.257182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-bde03d7c-8660-41e3-8d25-e414c2237ec2 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Request body: {'security_group_rule': {'security_group_id': 'abd152f4-83be-430b-b625-aef846e8d02e', 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:18.263115 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5bb20609-c557-49e0-87b7-67659d5d5d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.329856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bde03d7c-8660-41e3-8d25-e414c2237ec2 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (de69d40f-b1f8-4513-9e2c-401d6eca9a68), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.364007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:18.377635 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Sync routers for ids ['28b936ab-2350-4182-abc9-86b05f2b3b91'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:18.389092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6e8248f7-6c06-45b4-96f4-9eae54abfc01 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "PUT /v2.0/routers/28b936ab-2350-4182-abc9-86b05f2b3b91/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6606338
Feb 19 21:12:18.398512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (df6209ad-508c-47cc-b731-ec77560bf25e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.406581 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Routers {'28b936ab-2350-4182-abc9-86b05f2b3b91'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:18.409665 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7033f340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:11:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['28b936ab-2350-4182-abc9-86b05f2b3b91'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:18.414429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:18.545878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df5986-73a1-4f8c-87af-30bd30d95e4f None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:12:18.550402 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Deleting port 73de7cda-56e7-4751-a370-857e45b96a91 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:18.551562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (73de7cda-56e7-4751-a370-857e45b96a91), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.554050 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bde03d7c-8660-41e3-8d25-e414c2237ec2 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (de69d40f-b1f8-4513-9e2c-401d6eca9a68), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.568739 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bde03d7c-8660-41e3-8d25-e414c2237ec2 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (de69d40f-b1f8-4513-9e2c-401d6eca9a68), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.591845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde03d7c-8660-41e3-8d25-e414c2237ec2 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de69d40f-b1f8-4513-9e2c-401d6eca9a68,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:18.635692 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bde03d7c-8660-41e3-8d25-e414c2237ec2 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.638291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bde03d7c-8660-41e3-8d25-e414c2237ec2 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4010859
Feb 19 21:12:18.641027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44030) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:18.646779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8e963853-fc23-4d82-acaf-993450e7768d tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Request body: {'security_group_rule': {'security_group_id': 'abd152f4-83be-430b-b625-aef846e8d02e', 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:18.685951 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-8e963853-fc23-4d82-acaf-993450e7768d tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Project da6216f26c814fceaa94fc64e78c8efc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:12:18.694360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] For port 73de7cda-56e7-4751-a370-857e45b96a91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73de7cda-56e7-4751-a370-857e45b96a91,segment=NetworkSegment(02e3cc5d-b354-4748-ba03-98706f24f92b),segment_id=02e3cc5d-b354-4748-ba03-98706f24f92b)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:18.694952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (73de7cda-56e7-4751-a370-857e45b96a91), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.695840 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8e963853-fc23-4d82-acaf-993450e7768d tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (c89df71e-0e8a-4aeb-9f12-b98c3294995c), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.742660 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Set router 28b936ab-2350-4182-abc9-86b05f2b3b91 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:18.745541 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Calling delete_port for 73de7cda-56e7-4751-a370-857e45b96a91 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:18.793300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3df5986-73a1-4f8c-87af-30bd30d95e4f None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:12:18.965568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ab59fc66-ecfe-4302-8fe0-2541004d8bb4 None None] Provisioning complete for port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:18.966046 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ab59fc66-ecfe-4302-8fe0-2541004d8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:18.968510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (73de7cda-56e7-4751-a370-857e45b96a91), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.009484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8e963853-fc23-4d82-acaf-993450e7768d tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (c89df71e-0e8a-4aeb-9f12-b98c3294995c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.024241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Port': ['ID=73de7cda-56e7-4751-a370-857e45b96a91,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:19.025901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:19.026493 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.028160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] No DVR routers for this DVR port 73de7cda-56e7-4751-a370-857e45b96a91 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:19.037929 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8e963853-fc23-4d82-acaf-993450e7768d tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c89df71e-0e8a-4aeb-9f12-b98c3294995c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.086365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e963853-fc23-4d82-acaf-993450e7768d tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89df71e-0e8a-4aeb-9f12-b98c3294995c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:19.107950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8e963853-fc23-4d82-acaf-993450e7768d tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.117145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8e963853-fc23-4d82-acaf-993450e7768d tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4746976
Feb 19 21:12:19.118805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44046) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:19.133513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ac7da952-2e4a-495b-a344-6761269e64ca tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Request body: {'security_group_rule': {'security_group_id': 'abd152f4-83be-430b-b625-aef846e8d02e', 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:19.159860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-f723d61c-c0e8-46a1-a9df-366b078f5c46 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:19.162179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-f723d61c-c0e8-46a1-a9df-366b078f5c46 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/networks?id=e5dab1b4-ce43-4f18-aa34-7f3b528a083c HTTP/1.1" status: 200  len: 797 time: 0.3549027
Feb 19 21:12:19.203179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-dee21b85-ca2e-4a24-b806-1c07d3cc2176 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/quotas/9f4ed687e80941d9a5befe1031923ed5 HTTP/1.1" status: 200  len: 375 time: 0.0269575
Feb 19 21:12:19.229912 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7033f340>, [{'id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-741699182', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:03Z', 'updated_at': '2022-02-19T21:12:16Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:04Z', 'updated_at': '2022-02-19T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c82614fa-2c95-4b87-9f4b-d6a5e2cca69e', 'name': '', 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:b1:35:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '01613d69-27a0-4aa6-8e69-843ba964f141', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:14Z', 'updated_at': '2022-02-19T21:12:16Z', 'revision_number': 2, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '01613d69-27a0-4aa6-8e69-843ba964f141', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:19.295429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (df6209ad-508c-47cc-b731-ec77560bf25e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.300615 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Checking router: 28b936ab-2350-4182-abc9-86b05f2b3b91 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:12:19.300973 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Updating router 28b936ab-2350-4182-abc9-86b05f2b3b91 port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:12:19.304179 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-ac7da952-2e4a-495b-a344-6761269e64ca tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Project da6216f26c814fceaa94fc64e78c8efc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:12:19.326945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6bfff1c0>,) {'filters': {'network_id': ['df6209ad-508c-47cc-b731-ec77560bf25e']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:19.335493 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac7da952-2e4a-495b-a344-6761269e64ca tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (81975a29-c34d-462d-be9b-efd9d833688d), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.340361 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bfff1c0>, '02e3cc5d-b354-4748-ba03-98706f24f92b') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:19.340689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bfff1c0>, '02e3cc5d-b354-4748-ba03-98706f24f92b') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:19.347997 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ab59fc66-ecfe-4302-8fe0-2541004d8bb4 None None] Current status of the port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:19.348481 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ab59fc66-ecfe-4302-8fe0-2541004d8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.354264 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (02e3cc5d-b354-4748-ba03-98706f24f92b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.372948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (02e3cc5d-b354-4748-ba03-98706f24f92b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.382495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:19.382894 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (02e3cc5d-b354-4748-ba03-98706f24f92b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.395675 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.419355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0375178-15b7-4406-ab93-64d0516ab7e0 req-719ef396-3e70-43de-835f-c53318c08484 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.1248963
Feb 19 21:12:19.481659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac7da952-2e4a-495b-a344-6761269e64ca tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (81975a29-c34d-462d-be9b-efd9d833688d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:19.482989 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:19.490147 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (df6209ad-508c-47cc-b731-ec77560bf25e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.508182 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.509532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-471b5354-93ce-47a4-9dc8-483d112de436 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f4ed687e80941d9a5befe1031923ed5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2911267
Feb 19 21:12:19.518610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac7da952-2e4a-495b-a344-6761269e64ca tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (81975a29-c34d-462d-be9b-efd9d833688d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.519491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:19.520516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:19.524092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "DELETE /v2.0/networks/df6209ad-508c-47cc-b731-ec77560bf25e HTTP/1.1" status: 204  len: 168 time: 1.5379899
Feb 19 21:12:19.534487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44056) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:19.550253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7da952-2e4a-495b-a344-6761269e64ca tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81975a29-c34d-462d-be9b-efd9d833688d,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:19.578156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264935d-1122-4e20-b37d-80a96cd1d312 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Network': ['ID=df6209ad-508c-47cc-b731-ec77560bf25e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:19.597095 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac7da952-2e4a-495b-a344-6761269e64ca tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.599343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ac7da952-2e4a-495b-a344-6761269e64ca tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4745808
Feb 19 21:12:19.682255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ab59fc66-ecfe-4302-8fe0-2541004d8bb4 None None] For port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2696f72-c1a6-4bce-a01f-99ad0ce1ee03,segment=NetworkSegment(557c5e82-baff-4812-bac1-710f2b5b6320),segment_id=557c5e82-baff-4812-bac1-710f2b5b6320)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:19.700540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0ecac8-7916-440f-8d18-f55a19cf5984 None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:12:19.741907 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (32bf43eb-f306-4fc1-bd80-4deb54040896), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.774289 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ab59fc66-ecfe-4302-8fe0-2541004d8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.787064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-e6a9e558-a3fe-4a5f-827f-4134dcea858e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:12:19.789136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-e6a9e558-a3fe-4a5f-827f-4134dcea858e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2406173
Feb 19 21:12:19.934427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:19.937322 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.942967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (32bf43eb-f306-4fc1-bd80-4deb54040896), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:19.969429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59fc66-ecfe-4302-8fe0-2541004d8bb4 None None] Pushing event updated for resources: {'Port': ['ID=e2696f72-c1a6-4bce-a01f-99ad0ce1ee03,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:20.005463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b25b850>,) {'filters': {'network_id': ['32bf43eb-f306-4fc1-bd80-4deb54040896']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:20.038661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b25b850>, '6c393e1a-7181-4ae2-a76e-d5213aa2b61a') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:20.038661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b25b850>, '6c393e1a-7181-4ae2-a76e-d5213aa2b61a') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:20.054239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0ecac8-7916-440f-8d18-f55a19cf5984 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:12:20.066364 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (6c393e1a-7181-4ae2-a76e-d5213aa2b61a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.093087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6c393e1a-7181-4ae2-a76e-d5213aa2b61a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.111878 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:20.113268 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-525df3d8-62f6-4af0-95b1-d33a80161126 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228398377&fields=id&tenant_id=da6216f26c814fceaa94fc64e78c8efc HTTP/1.1" status: 200  len: 267 time: 0.1009398
Feb 19 21:12:20.113708 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (6c393e1a-7181-4ae2-a76e-d5213aa2b61a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:20.125405 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:20.172664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:20.227875 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (32bf43eb-f306-4fc1-bd80-4deb54040896), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.243373 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.256406 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "DELETE /v2.0/networks/32bf43eb-f306-4fc1-bd80-4deb54040896 HTTP/1.1" status: 204  len: 168 time: 0.7187152
Feb 19 21:12:20.257155 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44078) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:20.299867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796682f7-8d6e-4ea7-a9ac-f93448834476 tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Network': ['ID=32bf43eb-f306-4fc1-bd80-4deb54040896,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:20.334857 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Publish callbacks [] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.350444 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.356442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-0e701c6d-2922-4fda-994b-e6fdb77f3e19 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:20.367651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-0e701c6d-2922-4fda-994b-e6fdb77f3e19 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/networks?id=f42bca65-bbe1-406f-ae65-02b04761560d HTTP/1.1" status: 200  len: 809 time: 0.2528884
Feb 19 21:12:20.373896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-e690437d-99d9-4d7b-beb9-98f222a4e5cd service neutron] 10.222.0.30 "GET /v2.0/networks/e5dab1b4-ce43-4f18-aa34-7f3b528a083c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5617270
Feb 19 21:12:20.451007 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f198f1b-3351-4f1d-bc20-68a52cef0685 None None] Pushing event updated for resources: {'Port': ['ID=c82614fa-2c95-4b87-9f4b-d6a5e2cca69e,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:20.459649 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.494858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-2b569358-c164-4138-b49c-3fcbf4afdb4a tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/quotas/da6216f26c814fceaa94fc64e78c8efc HTTP/1.1" status: 200  len: 375 time: 0.1151879
Feb 19 21:12:20.553969 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Attempting to bind port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:20.554562 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Attempting to bind port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:20.555147 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Attempting to bind port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e on network e5dab1b4-ce43-4f18-aa34-7f3b528a083c {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:20.589040 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:20.589630 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Checking segment: {'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:20.590265 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.590884 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Bound using segment: {'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:20.591820 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Bound port: c82614fa-2c95-4b87-9f4b-d6a5e2cca69e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:20.592249 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.713338 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.758573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae83850>,) {'filters': {'network_id': ['9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:20.779448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c4ef0a00-86af-4078-8e9e-129e4a0cfa64 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=da6216f26c814fceaa94fc64e78c8efc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2697694
Feb 19 21:12:20.791468 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae83850>, '8dae63c8-5453-42de-b1bd-efe0da772125') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:20.791802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae83850>, '8dae63c8-5453-42de-b1bd-efe0da772125') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:20.796097 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] For port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:20.797939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-26f442be-e0ce-4d6e-8848-2654ba89ac38 service neutron] 10.222.0.30 "GET /v2.0/networks/e5dab1b4-ce43-4f18-aa34-7f3b528a083c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4010487
Feb 19 21:12:20.807970 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (8dae63c8-5453-42de-b1bd-efe0da772125), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.811269 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] For port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c82614fa-2c95-4b87-9f4b-d6a5e2cca69e,segment=NetworkSegment(557c5e82-baff-4812-bac1-710f2b5b6320),segment_id=557c5e82-baff-4812-bac1-710f2b5b6320)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:20.846693 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.851105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8dae63c8-5453-42de-b1bd-efe0da772125), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.866176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:20.896372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:20.899248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (8dae63c8-5453-42de-b1bd-efe0da772125), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:20.921605 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:20.932987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684d40e-6744-406a-96bd-b425fb23ce45 None None] Network e5dab1b4-ce43-4f18-aa34-7f3b528a083c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:20.991301 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca75a245-9fdf-4716-b519-823109458166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:21.052242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:21.052990 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:21.058715 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Routers {'28b936ab-2350-4182-abc9-86b05f2b3b91'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:21.059383 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7033f340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['28b936ab-2350-4182-abc9-86b05f2b3b91'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:21.083144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-7ebed3d3-c28e-423c-9809-39afb72b9141 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:12:21.090397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-7ebed3d3-c28e-423c-9809-39afb72b9141 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2877574
Feb 19 21:12:21.228679 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:21.263954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:21.268867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:21.270218 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] 10.222.0.30 "DELETE /v2.0/networks/9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1 HTTP/1.1" status: 204  len: 168 time: 0.9799747
Feb 19 21:12:21.270921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f72ff335-c05f-4dd8-a217-8aaaac4ef188 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:21.319617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cca22-2f6d-450e-ae65-2b896949bcae tempest-BulkNetworkOpsIpV6Test-1677353767 tempest-BulkNetworkOpsIpV6Test-1677353767-project] Pushing event deleted for resources: {'Network': ['ID=9bfa7f0a-2ea0-4efa-bf73-1253e589e3c1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:21.338284 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] Set router 28b936ab-2350-4182-abc9-86b05f2b3b91 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:21.389145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Sync routers for ids ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:21.425941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-049ce086-1f22-48a2-a000-57a3c022c58c service neutron] 10.222.0.30 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3344553
Feb 19 21:12:21.509300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Routers {'cdd3fc4d-429e-414b-8188-49d9ce7d1513'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:21.510852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a629c9fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:21.656109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-9c8c9778-f0e6-4913-86d8-10139909a145 service neutron] 10.222.0.30 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2283666
Feb 19 21:12:21.807479 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f198f1b-3351-4f1d-bc20-68a52cef0685 None None] Pushing event updated for resources: {'Port': ['ID=c82614fa-2c95-4b87-9f4b-d6a5e2cca69e,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:21.815770 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86a628a7-13f8-4a06-99c5-1ca4f1e386ec req-6c19e921-f12f-4767-817e-918716ec73e4 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.1567280
Feb 19 21:12:21.853215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Set router cdd3fc4d-429e-414b-8188-49d9ce7d1513 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:21.935577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44124) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:22.147264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e8cfc94-7adf-46ef-9a91-d92d962e0f80 req-4c17c7ab-3202-4820-a7f8-abb70aec4bc2 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 210 time: 0.1268010
Feb 19 21:12:22.221695 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:22.254554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d02c1f89-46bf-4bc3-8065-c7c790ccce2b None None] Provisioning complete for port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:22.254918 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d02c1f89-46bf-4bc3-8065-c7c790ccce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:22.305380 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f72ff335-c05f-4dd8-a217-8aaaac4ef188 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:22.305844 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:22.359836 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7033f340>, [{'id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-741699182', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:03Z', 'updated_at': '2022-02-19T21:12:16Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:04Z', 'updated_at': '2022-02-19T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c82614fa-2c95-4b87-9f4b-d6a5e2cca69e', 'name': '', 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:b1:35:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '01613d69-27a0-4aa6-8e69-843ba964f141', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:14Z', 'updated_at': '2022-02-19T21:12:20Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '01613d69-27a0-4aa6-8e69-843ba964f141', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:22.423644 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ae30bf4e-c1a9-46cb-aec7-e2dec7085f71 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cee4744beaf9494c8d9acc68770cec52&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4858303
Feb 19 21:12:22.426748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44166) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:22.562554 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ac9cc-3dae-4d79-8e11-821606b576a2 None None] The sync data for ids ['28b936ab-2350-4182-abc9-86b05f2b3b91'] in ncdv-master-1 is: [{'id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-741699182', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:03Z', 'updated_at': '2022-02-19T21:12:16Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:04Z', 'updated_at': '2022-02-19T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c82614fa-2c95-4b87-9f4b-d6a5e2cca69e', 'name': '', 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:b1:35:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '01613d69-27a0-4aa6-8e69-843ba964f141', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:14Z', 'updated_at': '2022-02-19T21:12:20Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '01613d69-27a0-4aa6-8e69-843ba964f141', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:22.730405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d1e47fb-9ba3-4757-b484-e98946c84ece req-fc0210c9-4fca-4b2d-a7f5-43165ce018ed tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 210 time: 0.1777372
Feb 19 21:12:22.812734 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bdac3b9-95bc-46ec-b894-7df594a80d78 admin admin] Publish callbacks [] for security_group (25cb2196-a1ee-4d6b-92b1-b7bdec77079c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:22.859797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44176) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:22.879447 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bdac3b9-95bc-46ec-b894-7df594a80d78 admin admin] Publish callbacks [] for security_group (25cb2196-a1ee-4d6b-92b1-b7bdec77079c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:23.116236 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-838d4cca-d207-4c76-9d56-76ae85105ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:23.151050 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b3da7f8-99f9-4aaa-8cd7-c5cb9e05235c req-0cd872f7-20c7-4fa2-a8b0-5473385a9538 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0892179
Feb 19 21:12:23.172957 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bdac3b9-95bc-46ec-b894-7df594a80d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (25cb2196-a1ee-4d6b-92b1-b7bdec77079c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:23.181681 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bdac3b9-95bc-46ec-b894-7df594a80d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:23.183244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4bdac3b9-95bc-46ec-b894-7df594a80d78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25cb2196-a1ee-4d6b-92b1-b7bdec77079c HTTP/1.1" status: 204  len: 168 time: 0.7551093
Feb 19 21:12:23.196837 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d02c1f89-46bf-4bc3-8065-c7c790ccce2b None None] Current status of the port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:23.202886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdac3b9-95bc-46ec-b894-7df594a80d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cb2196-a1ee-4d6b-92b1-b7bdec77079c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:23.208513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f72ff335-c05f-4dd8-a217-8aaaac4ef188 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:23.209382 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:23.306391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port f72ff335-c05f-4dd8-a217-8aaaac4ef188, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f72ff335-c05f-4dd8-a217-8aaaac4ef188,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:23.377845 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:23.452741 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:23.490551 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-838d4cca-d207-4c76-9d56-76ae85105ae0 admin admin] Publish callbacks [] for security_group (4ad76432-23c7-4c59-b0ad-e049dcbffbb2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:23.493720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d02c1f89-46bf-4bc3-8065-c7c790ccce2b None None] Provisioning complete for port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:23.499597 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d02c1f89-46bf-4bc3-8065-c7c790ccce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:23.522965 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-838d4cca-d207-4c76-9d56-76ae85105ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4ad76432-23c7-4c59-b0ad-e049dcbffbb2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:23.561039 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-424b70a5-ae19-4474-b9d7-685ea4467d12 req-823942bf-1cd9-4ecb-a296-af12f379a432 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 210 time: 0.1657219
Feb 19 21:12:23.622828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=f72ff335-c05f-4dd8-a217-8aaaac4ef188,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:23.635765 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-838d4cca-d207-4c76-9d56-76ae85105ae0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52e137da767946fd82dcc728a2cc58a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7744880
Feb 19 21:12:23.640432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44192) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:23.652214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a629c9fa0>, [{'id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'name': 'tempest-TestServerBasicOps-760755816-router', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:05Z', 'updated_at': '2022-02-19T21:12:13Z', 'revision_number': 4, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'gw_port': {'id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:06Z', 'updated_at': '2022-02-19T21:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79ee9c04-a130-47ef-ae7f-0a93c023038c', 'name': '', 'network_id': '61603ad6-d377-42c2-8084-8d290e007818', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'mac_address': 'fa:16:3e:f3:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '49d1719e-6b92-4c91-8cfe-322042a252c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:12Z', 'updated_at': '2022-02-19T21:12:14Z', 'revision_number': 2, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'subnets': [{'id': '49d1719e-6b92-4c91-8cfe-322042a252c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:23.745476 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d4cca-d207-4c76-9d56-76ae85105ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad76432-23c7-4c59-b0ad-e049dcbffbb2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:23.781746 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73240dac-4d4b-4a4e-a7fd-d031de11c592 admin admin] Publish callbacks [] for security_group (4ad76432-23c7-4c59-b0ad-e049dcbffbb2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:23.805759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c82614fa-2c95-4b87-9f4b-d6a5e2cca69e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:23.821133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Checking router: cdd3fc4d-429e-414b-8188-49d9ce7d1513 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:12:23.833459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Updating router cdd3fc4d-429e-414b-8188-49d9ce7d1513 port 79ee9c04-a130-47ef-ae7f-0a93c023038c binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:12:23.886423 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73240dac-4d4b-4a4e-a7fd-d031de11c592 admin admin] Publish callbacks [] for security_group (4ad76432-23c7-4c59-b0ad-e049dcbffbb2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.032526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73240dac-4d4b-4a4e-a7fd-d031de11c592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4ad76432-23c7-4c59-b0ad-e049dcbffbb2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.035380 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73240dac-4d4b-4a4e-a7fd-d031de11c592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.036068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-28f04feb-d2b9-4dcd-a335-ffd530a2ac07 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:24.036963 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-73240dac-4d4b-4a4e-a7fd-d031de11c592 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ad76432-23c7-4c59-b0ad-e049dcbffbb2 HTTP/1.1" status: 204  len: 168 time: 0.3954959
Feb 19 21:12:24.051159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73240dac-4d4b-4a4e-a7fd-d031de11c592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad76432-23c7-4c59-b0ad-e049dcbffbb2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:24.052552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-28f04feb-d2b9-4dcd-a335-ffd530a2ac07 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.67 "GET /v2.0/networks?id=e5dab1b4-ce43-4f18-aa34-7f3b528a083c HTTP/1.1" status: 200  len: 797 time: 0.4904361
Feb 19 21:12:24.116279 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.140259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6be0bd0d-7bae-437f-808e-74c4347f1908 req-1760f6e7-33c8-47f8-acdc-0c2c615eace3 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 210 time: 0.0782783
Feb 19 21:12:24.153531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Request body: {'port': {'device_id': '016a5d8a-93e3-4e79-843c-332e7c910a78', 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c', 'admin_state_up': True, 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:24.191395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d02c1f89-46bf-4bc3-8065-c7c790ccce2b None None] Current status of the port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:24.191794 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d02c1f89-46bf-4bc3-8065-c7c790ccce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.241374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:24.255508 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.348130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d02c1f89-46bf-4bc3-8065-c7c790ccce2b None None] For port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c82614fa-2c95-4b87-9f4b-d6a5e2cca69e,segment=NetworkSegment(557c5e82-baff-4812-bac1-710f2b5b6320),segment_id=557c5e82-baff-4812-bac1-710f2b5b6320)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:24.353639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0ff5746-7a14-4d4a-801d-301fbda468c8 req-e62836b9-5cee-4976-b8a2-23740c8bba5f tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0603671
Feb 19 21:12:24.360739 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d02c1f89-46bf-4bc3-8065-c7c790ccce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.405471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f0c2-4d20-4920-87c9-a73080e730aa req-1a63f463-c850-4569-a1e0-4adae08740d1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:24.412652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f0c2-4d20-4920-87c9-a73080e730aa req-1a63f463-c850-4569-a1e0-4adae08740d1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:24.420173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f0c2-4d20-4920-87c9-a73080e730aa req-1a63f463-c850-4569-a1e0-4adae08740d1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:24.426307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f0c2-4d20-4920-87c9-a73080e730aa req-1a63f463-c850-4569-a1e0-4adae08740d1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:24.433191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f0c2-4d20-4920-87c9-a73080e730aa req-1a63f463-c850-4569-a1e0-4adae08740d1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:24.439849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f0c2-4d20-4920-87c9-a73080e730aa req-1a63f463-c850-4569-a1e0-4adae08740d1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:24.446280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f0c2-4d20-4920-87c9-a73080e730aa req-1a63f463-c850-4569-a1e0-4adae08740d1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:24.455988 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be01f0c2-4d20-4920-87c9-a73080e730aa req-1a63f463-c850-4569-a1e0-4adae08740d1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5434 time: 0.9861517
Feb 19 21:12:24.476824 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.488551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Made reservation on behalf of 9f4ed687e80941d9a5befe1031923ed5 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:24.493235 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.591606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c1f89-46bf-4bc3-8065-c7c790ccce2b None None] Pushing event updated for resources: {'Port': ['ID=c82614fa-2c95-4b87-9f4b-d6a5e2cca69e,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:24.653911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0171729b-86d1-44be-bf20-92fd5c744723 None None] Provisioning complete for port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:24.655279 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0171729b-86d1-44be-bf20-92fd5c744723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.724467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Allocated IP 172.20.0.21 (e5dab1b4-ce43-4f18-aa34-7f3b528a083c/01613d69-27a0-4aa6-8e69-843ba964f141/792bb0c5-b976-4078-a9fa-692ece7d2d12) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:24.800355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:24.889519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.902184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44222) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:24.971534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:24.992008 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80e57b14-7ef6-46f7-9b59-0557d512ae86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.038480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44224) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:25.070086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be01f0c2-4d20-4920-87c9-a73080e730aa req-032da3dd-72fa-4e67-8609-d7ab37885168 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.6126423
Feb 19 21:12:25.079290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Network e5dab1b4-ce43-4f18-aa34-7f3b528a083c is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:25.088658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event updated for resources: {'Port': ['ID=792bb0c5-b976-4078-a9fa-692ece7d2d12,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:25.093762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:25.102045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:25.203457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c03fb823-a588-47a7-8516-f2a88fdca723 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:25.206883 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c03fb823-a588-47a7-8516-f2a88fdca723 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.67 "GET /v2.0/networks?id=f42bca65-bbe1-406f-ae65-02b04761560d HTTP/1.1" status: 200  len: 809 time: 0.4990637
Feb 19 21:12:25.234536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:25.235540 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.273779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214853-3ca4-42e7-b9df-dcfecd0eaf80 req-1e163045-2061-4008-bfed-18380752883f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:25.275378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37214853-3ca4-42e7-b9df-dcfecd0eaf80 req-1e163045-2061-4008-bfed-18380752883f tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 895 time: 0.3413644
Feb 19 21:12:25.315358 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d6736065-9be8-4951-bb62-c7d3d0dd1622 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 1.1984808
Feb 19 21:12:25.341376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Request body: {'port': {'device_id': '016a5d8a-93e3-4e79-843c-332e7c910a78', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:25.372457 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-7fd27e64-2bb6-4db8-86cf-936fc4c004ae tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da6216f26c814fceaa94fc64e78c8efc HTTP/1.1" status: 200  len: 379 time: 0.1534631
Feb 19 21:12:25.374516 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80e57b14-7ef6-46f7-9b59-0557d512ae86 admin admin] Publish callbacks [] for security_group (84b3d4d4-1179-4287-ba53-b03148a15cb6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.376119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61b86a66-546f-4fd3-a119-5246d76032d9 req-97283474-3659-4b59-b281-81ce8a3ff7f5 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 210 time: 0.0669510
Feb 19 21:12:25.381035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-426440752'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:25.430290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Request body: {'port': {'device_id': '452de813-e220-4db1-8f6c-6d03d6b88559', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'admin_state_up': True, 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'security_groups': ['abd152f4-83be-430b-b625-aef846e8d02e']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:25.516071 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80e57b14-7ef6-46f7-9b59-0557d512ae86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (84b3d4d4-1179-4287-ba53-b03148a15cb6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.521306 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.555369 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:25.560511 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.561071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c82614fa-2c95-4b87-9f4b-d6a5e2cca69e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:25.571441 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Publish callbacks [] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.593077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0171729b-86d1-44be-bf20-92fd5c744723 None None] Current status of the port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:25.599602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21c3bd44-ecea-477b-ac6e-30a59d393bc7 req-9eb3a583-0d4f-4a6d-acca-39053576ef77 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0529282
Feb 19 21:12:25.608084 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.613632 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.644702 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-80e57b14-7ef6-46f7-9b59-0557d512ae86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08356910b496401f980e63c53a3c9c18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7221138
Feb 19 21:12:25.648492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44232) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:25.665388 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e57b14-7ef6-46f7-9b59-0557d512ae86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b3d4d4-1179-4287-ba53-b03148a15cb6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:25.688215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bbca1-0559-4f31-98c0-a5e4a030a5a5 None None] Pushing event updated for resources: {'Port': ['ID=79ee9c04-a130-47ef-ae7f-0a93c023038c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:25.759536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Made reservation on behalf of da6216f26c814fceaa94fc64e78c8efc for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:25.763205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.780121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:25.781330 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.825578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f058253f-8b84-4a5a-9c93-5b058590d765 None None] Provisioning complete for port 792bb0c5-b976-4078-a9fa-692ece7d2d12 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:25.825966 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f058253f-8b84-4a5a-9c93-5b058590d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.829807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Attempting to bind port 79ee9c04-a130-47ef-ae7f-0a93c023038c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:25.830866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Attempting to bind port 79ee9c04-a130-47ef-ae7f-0a93c023038c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '203c43d9-1d98-41c3-ad43-5aadd4ab4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61603ad6-d377-42c2-8084-8d290e007818'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:25.831114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Attempting to bind port 79ee9c04-a130-47ef-ae7f-0a93c023038c on network 61603ad6-d377-42c2-8084-8d290e007818 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:25.864940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:25.865369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Checking segment: {'id': '203c43d9-1d98-41c3-ad43-5aadd4ab4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61603ad6-d377-42c2-8084-8d290e007818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:25.865814 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.866324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Bound using segment: {'id': '203c43d9-1d98-41c3-ad43-5aadd4ab4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61603ad6-d377-42c2-8084-8d290e007818'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:25.866868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Bound port: 79ee9c04-a130-47ef-ae7f-0a93c023038c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203c43d9-1d98-41c3-ad43-5aadd4ab4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '61603ad6-d377-42c2-8084-8d290e007818'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:25.867259 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.887461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for security_group (eb42107c-d1c1-435a-b60e-1057faf45ffb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.899945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f058253f-8b84-4a5a-9c93-5b058590d765 None None] Port 792bb0c5-b976-4078-a9fa-692ece7d2d12 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:25.905629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (eb42107c-d1c1-435a-b60e-1057faf45ffb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.937674 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a16f61b-47c1-4613-a079-fe44b528732f admin admin] Publish callbacks [] for security_group (84b3d4d4-1179-4287-ba53-b03148a15cb6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:25.989807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb42107c-d1c1-435a-b60e-1057faf45ffb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:25.991437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a16f61b-47c1-4613-a079-fe44b528732f admin admin] Publish callbacks [] for security_group (84b3d4d4-1179-4287-ba53-b03148a15cb6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.024737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:26.033999 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.067508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:26.068811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f72ff335-c05f-4dd8-a217-8aaaac4ef188 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:26.072471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] For port 79ee9c04-a130-47ef-ae7f-0a93c023038c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:26.078002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] For port 79ee9c04-a130-47ef-ae7f-0a93c023038c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79ee9c04-a130-47ef-ae7f-0a93c023038c,segment=NetworkSegment(203c43d9-1d98-41c3-ad43-5aadd4ab4e9e),segment_id=203c43d9-1d98-41c3-ad43-5aadd4ab4e9e)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:26.091722 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.092177 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added segment 11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8 of type vlan for network ae02c403-3b07-4566-b410-e9b4b0e7e3ae
Feb 19 21:12:26.132479 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.175953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Allocated IP 172.20.0.11 (f42bca65-bbe1-406f-ae65-02b04761560d/e0845f4a-d363-4cf1-994e-3ceaa72349b0/fd590ea4-9502-47f9-a804-41b8d37bcda0) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:26.179149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (ae02c403-3b07-4566-b410-e9b4b0e7e3ae), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.204018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c9241a10-04e3-4869-8aee-4e420df51d1d None None] Provisioning complete for port 79ee9c04-a130-47ef-ae7f-0a93c023038c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:26.204432 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c9241a10-04e3-4869-8aee-4e420df51d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.251351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (ae02c403-3b07-4566-b410-e9b4b0e7e3ae), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.257626 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.258421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.343855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bbca1-0559-4f31-98c0-a5e4a030a5a5 None None] Pushing event updated for resources: {'Port': ['ID=79ee9c04-a130-47ef-ae7f-0a93c023038c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:26.355048 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.3125386
Feb 19 21:12:26.368077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44238) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:26.389569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Routers {'cdd3fc4d-429e-414b-8188-49d9ce7d1513'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:26.390236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a629c9fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:26.456168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1587070584'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:26.461571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4bedf-ee1f-4b8d-a7fb-9270fae7b0d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Network': ['ID=ae02c403-3b07-4566-b410-e9b4b0e7e3ae,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:26.463779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f72ff335-c05f-4dd8-a217-8aaaac4ef188 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:26.464167 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.506571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network ae02c403-3b07-4566-b410-e9b4b0e7e3ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:26.556695 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:26.566481 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.589070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a16f61b-47c1-4613-a079-fe44b528732f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (84b3d4d4-1179-4287-ba53-b03148a15cb6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.591765 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.592868 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3a16f61b-47c1-4613-a079-fe44b528732f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.597043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3a16f61b-47c1-4613-a079-fe44b528732f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84b3d4d4-1179-4287-ba53-b03148a15cb6 HTTP/1.1" status: 204  len: 168 time: 0.9454389
Feb 19 21:12:26.610521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:26.632459 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (45dcabc7-12a5-4822-b4d9-26faf2ecf3c1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.632860 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added segment 45dcabc7-12a5-4822-b4d9-26faf2ecf3c1 of type vlan for network d0e78b5e-71f6-4a22-89be-67cc77df57ac
Feb 19 21:12:26.659809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f61b-47c1-4613-a079-fe44b528732f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b3d4d4-1179-4287-ba53-b03148a15cb6,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:26.668006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792bb0c5-b976-4078-a9fa-692ece7d2d12 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:12:26.687698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c9241a10-04e3-4869-8aee-4e420df51d1d None None] Current status of the port 79ee9c04-a130-47ef-ae7f-0a93c023038c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:26.688796 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c9241a10-04e3-4869-8aee-4e420df51d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.689616 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Publish callbacks [] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.690059 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (d0e78b5e-71f6-4a22-89be-67cc77df57ac), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.695200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.729873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Transition to ACTIVE for port object 792bb0c5-b976-4078-a9fa-692ece7d2d12 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:12:26.745651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] Set router cdd3fc4d-429e-414b-8188-49d9ce7d1513 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:26.745991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43142497-bcf2-4895-a4d6-4bd1e2fd625e req-10d5526f-edf4-4730-843d-acd7012db5a4 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.760034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43142497-bcf2-4895-a4d6-4bd1e2fd625e req-10d5526f-edf4-4730-843d-acd7012db5a4 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 895 time: 0.2280667
Feb 19 21:12:26.786302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Network f42bca65-bbe1-406f-ae65-02b04761560d is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:26.792281 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:26.798064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:26.801168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event updated for resources: {'Port': ['ID=fd590ea4-9502-47f9-a804-41b8d37bcda0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:26.803572 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (d0e78b5e-71f6-4a22-89be-67cc77df57ac), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.808607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.809253 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.812965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e466d0-431f-4257-a167-c006fdc0de6b req-515081a7-bb64-40d4-b9c8-70a191aca67f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.825598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e466d0-431f-4257-a167-c006fdc0de6b req-515081a7-bb64-40d4-b9c8-70a191aca67f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.837589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e466d0-431f-4257-a167-c006fdc0de6b req-515081a7-bb64-40d4-b9c8-70a191aca67f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.847570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e466d0-431f-4257-a167-c006fdc0de6b req-515081a7-bb64-40d4-b9c8-70a191aca67f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.874188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e466d0-431f-4257-a167-c006fdc0de6b req-515081a7-bb64-40d4-b9c8-70a191aca67f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.881157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e466d0-431f-4257-a167-c006fdc0de6b req-515081a7-bb64-40d4-b9c8-70a191aca67f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.890199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e466d0-431f-4257-a167-c006fdc0de6b req-515081a7-bb64-40d4-b9c8-70a191aca67f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.893177 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e466d0-431f-4257-a167-c006fdc0de6b req-515081a7-bb64-40d4-b9c8-70a191aca67f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5434 time: 0.3642321
Feb 19 21:12:26.894129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:26.922149 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5505290
Feb 19 21:12:26.929088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44248) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:26.930813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7d5b4-4453-4ca8-a43c-f1d07c7764a4 req-3ee3d597-cad2-4c82-82c1-c9a05b486a96 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.936924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'subnet': {'network_id': 'ae02c403-3b07-4566-b410-e9b4b0e7e3ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:26.942114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7d5b4-4453-4ca8-a43c-f1d07c7764a4 req-3ee3d597-cad2-4c82-82c1-c9a05b486a96 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.956684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7d5b4-4453-4ca8-a43c-f1d07c7764a4 req-3ee3d597-cad2-4c82-82c1-c9a05b486a96 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:26.964270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7d5b4-4453-4ca8-a43c-f1d07c7764a4 req-3ee3d597-cad2-4c82-82c1-c9a05b486a96 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:27.006420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7d5b4-4453-4ca8-a43c-f1d07c7764a4 req-3ee3d597-cad2-4c82-82c1-c9a05b486a96 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:27.016981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7d5b4-4453-4ca8-a43c-f1d07c7764a4 req-3ee3d597-cad2-4c82-82c1-c9a05b486a96 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:27.029482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7d5b4-4453-4ca8-a43c-f1d07c7764a4 req-3ee3d597-cad2-4c82-82c1-c9a05b486a96 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:27.036307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3aa7d5b4-4453-4ca8-a43c-f1d07c7764a4 req-3ee3d597-cad2-4c82-82c1-c9a05b486a96 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 5434 time: 0.5098267
Feb 19 21:12:27.040274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88ca18-b65c-452e-84c9-a300871bde13 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Network': ['ID=d0e78b5e-71f6-4a22-89be-67cc77df57ac,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:27.052420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f72ff335-c05f-4dd8-a217-8aaaac4ef188 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:27.064235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:27.065285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network d0e78b5e-71f6-4a22-89be-67cc77df57ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:27.066395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:27.118164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c9241a10-04e3-4869-8aee-4e420df51d1d None None] For port 79ee9c04-a130-47ef-ae7f-0a93c023038c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79ee9c04-a130-47ef-ae7f-0a93c023038c,segment=NetworkSegment(203c43d9-1d98-41c3-ad43-5aadd4ab4e9e),segment_id=203c43d9-1d98-41c3-ad43-5aadd4ab4e9e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:27.136437 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-c3c8fc39-3b54-4481-a03a-674046c277bf tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7347753
Feb 19 21:12:27.154175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Request body: {'port': {'device_id': '452de813-e220-4db1-8f6c-6d03d6b88559', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:27.172182 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c9241a10-04e3-4869-8aee-4e420df51d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:27.220053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:27.224076 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:27.290470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=792bb0c5-b976-4078-a9fa-692ece7d2d12,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:27.300781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e466d0-431f-4257-a167-c006fdc0de6b req-246e4761-932c-4b18-b1a3-70f6e18f7a62 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:27.302264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e466d0-431f-4257-a167-c006fdc0de6b req-246e4761-932c-4b18-b1a3-70f6e18f7a62 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "GET /v2.0/ports/d2e2e0f9-6f33-4853-808c-07962b81a563?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.2496388
Feb 19 21:12:27.325244 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:27.413863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9241a10-04e3-4869-8aee-4e420df51d1d None None] Pushing event updated for resources: {'Port': ['ID=79ee9c04-a130-47ef-ae7f-0a93c023038c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:27.426901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-330722b0-d71e-4559-9357-c2e80df8fcae None None] Provisioning complete for port fd590ea4-9502-47f9-a804-41b8d37bcda0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:27.427284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-330722b0-d71e-4559-9357-c2e80df8fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:27.526468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a629c9fa0>, [{'id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'name': 'tempest-TestServerBasicOps-760755816-router', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:05Z', 'updated_at': '2022-02-19T21:12:13Z', 'revision_number': 4, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'gw_port': {'id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:06Z', 'updated_at': '2022-02-19T21:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79ee9c04-a130-47ef-ae7f-0a93c023038c', 'name': '', 'network_id': '61603ad6-d377-42c2-8084-8d290e007818', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'mac_address': 'fa:16:3e:f3:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '49d1719e-6b92-4c91-8cfe-322042a252c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:12Z', 'updated_at': '2022-02-19T21:12:26Z', 'revision_number': 4, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'subnets': [{'id': '49d1719e-6b92-4c91-8cfe-322042a252c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:27.533387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-330722b0-d71e-4559-9357-c2e80df8fcae None None] Port fd590ea4-9502-47f9-a804-41b8d37bcda0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:27.599835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75445e7e-1403-4af0-8757-a2098bf0c490 None None] The sync data for ids ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'] in ncdv-master-1 is: [{'id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'name': 'tempest-TestServerBasicOps-760755816-router', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:05Z', 'updated_at': '2022-02-19T21:12:13Z', 'revision_number': 4, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'gw_port': {'id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:06Z', 'updated_at': '2022-02-19T21:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '79ee9c04-a130-47ef-ae7f-0a93c023038c', 'name': '', 'network_id': '61603ad6-d377-42c2-8084-8d290e007818', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'mac_address': 'fa:16:3e:f3:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '49d1719e-6b92-4c91-8cfe-322042a252c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:12Z', 'updated_at': '2022-02-19T21:12:26Z', 'revision_number': 4, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'subnets': [{'id': '49d1719e-6b92-4c91-8cfe-322042a252c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:27.645319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632baf1f-18cc-4a5c-b18b-e706f3cc9e67 req-1e0e2e7e-21dc-4c48-9d2c-560a80a13215 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:27.653297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-632baf1f-18cc-4a5c-b18b-e706f3cc9e67 req-1e0e2e7e-21dc-4c48-9d2c-560a80a13215 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 932 time: 0.7563496
Feb 19 21:12:27.680356 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79ee9c04-a130-47ef-ae7f-0a93c023038c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:27.681195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3aa7d5b4-4453-4ca8-a43c-f1d07c7764a4 req-7503adc8-bf73-4a1c-9ec3-3c398087a6ec tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.6261516
Feb 19 21:12:27.711898 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c0c30ae4-d1a5-42db-83e0-599e9d7ce05f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "GET /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.3885367
Feb 19 21:12:27.761430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:27.779836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-330722b0-d71e-4559-9357-c2e80df8fcae None None] Provisioning complete for port 79ee9c04-a130-47ef-ae7f-0a93c023038c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:27.780404 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-330722b0-d71e-4559-9357-c2e80df8fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:27.925525 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (06702568-0e10-4cfe-b1ce-cd17fdd7c65e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:27.927179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-330722b0-d71e-4559-9357-c2e80df8fcae None None] Current status of the port 79ee9c04-a130-47ef-ae7f-0a93c023038c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:27.933363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 79ee9c04-a130-47ef-ae7f-0a93c023038c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:27.933824 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:27.939074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e513ecd0-ac33-4846-8976-fe68446055e7 req-5e27d31b-4317-46ad-8420-b0a8c7d7cfcd tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.1069732
Feb 19 21:12:28.004860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Subnet': ['ID=06702568-0e10-4cfe-b1ce-cd17fdd7c65e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:28.067323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Attempting to bind port 792bb0c5-b976-4078-a9fa-692ece7d2d12 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:28.067958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Attempting to bind port 792bb0c5-b976-4078-a9fa-692ece7d2d12 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:28.068525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Attempting to bind port 792bb0c5-b976-4078-a9fa-692ece7d2d12 on network e5dab1b4-ce43-4f18-aa34-7f3b528a083c {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:28.099925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-632baf1f-18cc-4a5c-b18b-e706f3cc9e67 req-36f3fd0b-841f-4d1d-abc2-9a19bba20e9d tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4432359
Feb 19 21:12:28.112079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Port 792bb0c5-b976-4078-a9fa-692ece7d2d12 on network e5dab1b4-ce43-4f18-aa34-7f3b528a083c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:12:28.112444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Attempting to bind port 792bb0c5-b976-4078-a9fa-692ece7d2d12 on network e5dab1b4-ce43-4f18-aa34-7f3b528a083c {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:28.129120 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:28.132917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Checking segment: {'id': '11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ae02c403-3b07-4566-b410-e9b4b0e7e3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:28.133292 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network hostable DHCP agents. Network: ae02c403-3b07-4566-b410-e9b4b0e7e3ae, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:12:28.156516 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd590ea4-9502-47f9-a804-41b8d37bcda0 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:12:28.163955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network ae02c403-3b07-4566-b410-e9b4b0e7e3ae is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:28.167467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 79ee9c04-a130-47ef-ae7f-0a93c023038c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:28.178851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Publish callbacks [] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:28.180877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:28.181509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Checking segment: {'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:28.182124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Bound using segment: {'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:28.182819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Bound port: 792bb0c5-b976-4078-a9fa-692ece7d2d12, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557c5e82-baff-4812-bac1-710f2b5b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:28.183397 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:28.194995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ae02c403-3b07-4566-b410-e9b4b0e7e3ae) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:28.197273 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Transition to ACTIVE for port object fd590ea4-9502-47f9-a804-41b8d37bcda0 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:12:28.201469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:28.207004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae21fd79-126a-43bf-8731-47c42db23841 None None] Network ae02c403-3b07-4566-b410-e9b4b0e7e3ae requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:28.207572 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:28.213591 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:28.399520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ae02c403-3b07-4566-b410-e9b4b0e7e3ae', 'network_id': 'ae02c403-3b07-4566-b410-e9b4b0e7e3ae', 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'fixed_ips': [{'subnet_id': '06702568-0e10-4cfe-b1ce-cd17fdd7c65e'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:12:28.400468 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:28.408253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a083b59-98d2-45b7-a5c2-1ca1139af1ae req-972eaa5b-bde8-437e-ba01-95fd84bb7d21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:28.417629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a083b59-98d2-45b7-a5c2-1ca1139af1ae req-972eaa5b-bde8-437e-ba01-95fd84bb7d21 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 907 time: 0.3075101
Feb 19 21:12:28.464861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] For port 792bb0c5-b976-4078-a9fa-692ece7d2d12, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:28.471012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] For port 792bb0c5-b976-4078-a9fa-692ece7d2d12, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=792bb0c5-b976-4078-a9fa-692ece7d2d12,segment=NetworkSegment(557c5e82-baff-4812-bac1-710f2b5b6320),segment_id=557c5e82-baff-4812-bac1-710f2b5b6320)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:28.490166 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:28.566635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=792bb0c5-b976-4078-a9fa-692ece7d2d12,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:28.581982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] For port d2e2e0f9-6f33-4853-808c-07962b81a563, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d2e2e0f9-6f33-4853-808c-07962b81a563,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:28.584816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:28.585727 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:28.587634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-efbbcc75-8985-46ac-81fa-d4deecc2c7a9 service neutron] 10.222.0.67 "PUT /v2.0/ports/792bb0c5-b976-4078-a9fa-692ece7d2d12 HTTP/1.1" status: 200  len: 1055 time: 3.2576854
Feb 19 21:12:28.588344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016a5d8a-93e3-4e79-843c-332e7c910a78', 'tag': '792bb0c5-b976-4078-a9fa-692ece7d2d12'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:28.591022 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0884f3d-a27c-4168-8638-49a7495ec688" -d '{"events": [{"name": "network-changed", "server_uuid": "016a5d8a-93e3-4e79-843c-332e7c910a78", "tag": "792bb0c5-b976-4078-a9fa-692ece7d2d12"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:28.643805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] For port d2e2e0f9-6f33-4853-808c-07962b81a563, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:28.733400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] device_id is not set on port d2e2e0f9-6f33-4853-808c-07962b81a563 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:12:28.744618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] Publish callbacks [] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:28.751322 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc27b75a-b98a-4fde-9ac7-0b49e8c85328 x-openstack-request-id: req-fc27b75a-b98a-4fde-9ac7-0b49e8c85328 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:28.751872 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016a5d8a-93e3-4e79-843c-332e7c910a78", "tag": "792bb0c5-b976-4078-a9fa-692ece7d2d12", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:28.752308 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc27b75a-b98a-4fde-9ac7-0b49e8c85328 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:28.752926 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016a5d8a-93e3-4e79-843c-332e7c910a78', 'tag': '792bb0c5-b976-4078-a9fa-692ece7d2d12', 'status': 'completed', 'code': 200}
Feb 19 21:12:28.811115 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:28.842071 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0552e6e6-20b7-48d0-9639-96530c9d4c0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9082866
Feb 19 21:12:28.852378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44340) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:28.859329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'subnet': {'network_id': 'd0e78b5e-71f6-4a22-89be-67cc77df57ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:28.936726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Pushing event updated for resources: {'Port': ['ID=fd590ea4-9502-47f9-a804-41b8d37bcda0,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:28.968094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] No DVR routers for this DVR port d2e2e0f9-6f33-4853-808c-07962b81a563 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:29.185473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:29.188019 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.246795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Allocated IP 2001:db8::2 (ae02c403-3b07-4566-b410-e9b4b0e7e3ae/06702568-0e10-4cfe-b1ce-cd17fdd7c65e/5895e35a-ebc7-43da-98d6-1c4dc77ea48c) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:29.247302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e2e0f9-6f33-4853-808c-07962b81a563,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:29.328818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7ed00af-4b12-4f4c-92ee-3d8d9153801f req-88d148b4-9e54-4049-83ca-d269e8fe5031 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.1743927
Feb 19 21:12:29.332639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] In _notify_port_updated(), no bound segment for port d2e2e0f9-6f33-4853-808c-07962b81a563 on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:12:29.333508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.334133 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.335184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Attempting to bind port fd590ea4-9502-47f9-a804-41b8d37bcda0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:29.335437 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e466d0-431f-4257-a167-c006fdc0de6b req-c29b6494-1d1d-436c-abf4-b8aa6f996290 service neutron] 10.222.0.10 "PUT /v2.0/ports/d2e2e0f9-6f33-4853-808c-07962b81a563 HTTP/1.1" status: 200  len: 1028 time: 1.5954478
Feb 19 21:12:29.336886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Attempting to bind port fd590ea4-9502-47f9-a804-41b8d37bcda0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:29.337345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Attempting to bind port fd590ea4-9502-47f9-a804-41b8d37bcda0 on network f42bca65-bbe1-406f-ae65-02b04761560d {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:29.341116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d883af6d-0e50-44ae-ba4e-ed9866ff2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.353918 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-d883af6d-0e50-44ae-ba4e-ed9866ff2415 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f4ed687e80941d9a5befe1031923ed5&device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 1089 time: 0.6775196
Feb 19 21:12:29.420792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Port fd590ea4-9502-47f9-a804-41b8d37bcda0 on network f42bca65-bbe1-406f-ae65-02b04761560d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:12:29.424912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Attempting to bind port fd590ea4-9502-47f9-a804-41b8d37bcda0 on network f42bca65-bbe1-406f-ae65-02b04761560d {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:29.455839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:29.457120 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Checking segment: {'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:29.462563 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.463948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Bound using segment: {'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:29.466485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Bound port: fd590ea4-9502-47f9-a804-41b8d37bcda0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4db928-e3fe-45bc-ac4b-07efe259e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:29.467075 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.469161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-be8b0bff-9a3c-4216-81d1-d0091e0370c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=792bb0c5-b976-4078-a9fa-692ece7d2d12 HTTP/1.1" status: 200  len: 217 time: 0.1033206
Feb 19 21:12:29.549581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e466d0-431f-4257-a167-c006fdc0de6b req-b2b914ab-63c1-4e0c-aeb3-7d2bf26a8fed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.551265 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e466d0-431f-4257-a167-c006fdc0de6b req-b2b914ab-63c1-4e0c-aeb3-7d2bf26a8fed tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "GET /v2.0/ports/5896be69-08fa-4335-b439-1a196dfa8691?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1964107
Feb 19 21:12:29.571977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f024df4-5574-435c-a29c-39ae6244a067 req-685263f7-7be2-4ff5-8e3a-1a1d9be5a960 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.577780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f024df4-5574-435c-a29c-39ae6244a067 req-685263f7-7be2-4ff5-8e3a-1a1d9be5a960 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.583858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f024df4-5574-435c-a29c-39ae6244a067 req-685263f7-7be2-4ff5-8e3a-1a1d9be5a960 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.585961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79ee9c04-a130-47ef-ae7f-0a93c023038c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:29.589253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f024df4-5574-435c-a29c-39ae6244a067 req-685263f7-7be2-4ff5-8e3a-1a1d9be5a960 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.593816 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Publish callbacks [] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.595010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f024df4-5574-435c-a29c-39ae6244a067 req-685263f7-7be2-4ff5-8e3a-1a1d9be5a960 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.600652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f024df4-5574-435c-a29c-39ae6244a067 req-685263f7-7be2-4ff5-8e3a-1a1d9be5a960 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.602795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f024df4-5574-435c-a29c-39ae6244a067 req-685263f7-7be2-4ff5-8e3a-1a1d9be5a960 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 4659 time: 0.6373096
Feb 19 21:12:29.610832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:29.631323 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.648055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-adab785f-f7ad-4816-b359-aa2bb44f9875 None None] Provisioning complete for port d2e2e0f9-6f33-4853-808c-07962b81a563 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:29.648541 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-adab785f-f7ad-4816-b359-aa2bb44f9875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.693282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-adab785f-f7ad-4816-b359-aa2bb44f9875 None None] Port d2e2e0f9-6f33-4853-808c-07962b81a563 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:29.720465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Network ae02c403-3b07-4566-b410-e9b4b0e7e3ae is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:29.728036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:29.732714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:29.738541 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] For port fd590ea4-9502-47f9-a804-41b8d37bcda0, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:29.740025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-1a44ec3c-8079-4258-bc68-2480150fb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.743906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-1a44ec3c-8079-4258-bc68-2480150fb0f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01613d69-27a0-4aa6-8e69-843ba964f141 HTTP/1.1" status: 200  len: 838 time: 0.2515488
Feb 19 21:12:29.751350 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Pushing event updated for resources: {'Port': ['ID=5895e35a-ebc7-43da-98d6-1c4dc77ea48c,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:29.761171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] For port fd590ea4-9502-47f9-a804-41b8d37bcda0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:29.771485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (230da40e-b691-4160-8c36-516818c6e408), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.779199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.784018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 79ee9c04-a130-47ef-ae7f-0a93c023038c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:29.784018 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.827020 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14633a7b-4d8f-47ee-a3f1-fa91afd7f342 req-b33b9ea0-ccdf-4cea-abc9-971345a93722 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.836706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14633a7b-4d8f-47ee-a3f1-fa91afd7f342 req-b33b9ea0-ccdf-4cea-abc9-971345a93722 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 944 time: 0.3818810
Feb 19 21:12:29.842140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Attempting to bind port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:29.842519 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Attempting to bind port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ae02c403-3b07-4566-b410-e9b4b0e7e3ae'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:29.842896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Attempting to bind port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c on network ae02c403-3b07-4566-b410-e9b4b0e7e3ae {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:29.851456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:29.852027 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Checking segment: {'id': '11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ae02c403-3b07-4566-b410-e9b4b0e7e3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:29.852251 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.852682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Bound using segment: {'id': '11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ae02c403-3b07-4566-b410-e9b4b0e7e3ae'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:29.853170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Bound port: 5895e35a-ebc7-43da-98d6-1c4dc77ea48c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ae02c403-3b07-4566-b410-e9b4b0e7e3ae'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:29.853556 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.865742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44372) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:29.928999 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5896be69-08fa-4335-b439-1a196dfa8691), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.947983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:29.949033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:29.952933 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] 10.222.0.67 "PUT /v2.0/ports/fd590ea4-9502-47f9-a804-41b8d37bcda0 HTTP/1.1" status: 200  len: 1092 time: 2.8079560
Feb 19 21:12:29.954602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452de813-e220-4db1-8f6c-6d03d6b88559', 'tag': 'fd590ea4-9502-47f9-a804-41b8d37bcda0'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:29.961236 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62289552-1a20-466f-b64b-229b227689f1" -d '{"events": [{"name": "network-changed", "server_uuid": "452de813-e220-4db1-8f6c-6d03d6b88559", "tag": "fd590ea4-9502-47f9-a804-41b8d37bcda0"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:29.990017 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 79ee9c04-a130-47ef-ae7f-0a93c023038c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:29.994515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] For port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:29.998705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] For port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5895e35a-ebc7-43da-98d6-1c4dc77ea48c,segment=NetworkSegment(11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8),segment_id=11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:30.006350 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14633a7b-4d8f-47ee-a3f1-fa91afd7f342 req-41791495-e024-46ed-a0d7-ac6ceaa049e3 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1691008
Feb 19 21:12:30.007386 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.041263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f024df4-5574-435c-a29c-39ae6244a067 req-068f6ee0-550f-45df-bb76-ef3e80f1a068 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&id=bf3def4f-7634-4779-a24e-fe3b82173f32&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.4126732
Feb 19 21:12:30.090757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Subnet': ['ID=230da40e-b691-4160-8c36-516818c6e408,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:30.097111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26cf7f-ea63-4045-87b9-2cacb53111ab None None] Pushing event updated for resources: {'Port': ['ID=5895e35a-ebc7-43da-98d6-1c4dc77ea48c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:30.172966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-269090c7-5bf4-4131-b406-a7f80cd328e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:30.175139 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-269090c7-5bf4-4131-b406-a7f80cd328e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e5dab1b4-ce43-4f18-aa34-7f3b528a083c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.3785448
Feb 19 21:12:30.178639 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Checking segment: {'id': '45dcabc7-12a5-4822-b4d9-26faf2ecf3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0e78b5e-71f6-4a22-89be-67cc77df57ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:30.178934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network hostable DHCP agents. Network: d0e78b5e-71f6-4a22-89be-67cc77df57ac, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:12:30.181554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc8fbc-2808-4d56-89bb-a8feb7738414 service neutron] Pushing event updated for resources: {'Port': ['ID=fd590ea4-9502-47f9-a804-41b8d37bcda0,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:30.216231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 70eb9392-ffac-4852-9582-a01fcfe48d7c no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:30.219478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-ef0c80b6-84f1-4236-9738-63785aac1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:30.222815 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-ef0c80b6-84f1-4236-9738-63785aac1c21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da6216f26c814fceaa94fc64e78c8efc&device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 1126 time: 0.1126463
Feb 19 21:12:30.224700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network d0e78b5e-71f6-4a22-89be-67cc77df57ac is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:30.295536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d0e78b5e-71f6-4a22-89be-67cc77df57ac) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:30.300965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:30.301607 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.309528 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6592129-07a0-43c0-a10c-9c103f5624ab None None] Network d0e78b5e-71f6-4a22-89be-67cc77df57ac requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:30.313234 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f7e9-1025-4eab-a1e4-d07da9f7adbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.319476 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-6a5cd2a5-ad4c-4273-ae6d-1d4f7f6984a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0 HTTP/1.1" status: 200  len: 217 time: 0.0893242
Feb 19 21:12:30.329713 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-58e13bf9-1974-48fa-9ed9-15c874c80332 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4751966
Feb 19 21:12:30.342668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44380) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:30.371051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0b1fd7fd-635c-4ed8-b2f1-cb1fd7521ce4 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-361860163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:30.425428 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24ccbef-5a43-4414-8861-d22c8e267fec x-openstack-request-id: req-c24ccbef-5a43-4414-8861-d22c8e267fec {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:30.425793 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452de813-e220-4db1-8f6c-6d03d6b88559", "tag": "fd590ea4-9502-47f9-a804-41b8d37bcda0", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:30.434018 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c24ccbef-5a43-4414-8861-d22c8e267fec {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:30.434511 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452de813-e220-4db1-8f6c-6d03d6b88559', 'tag': 'fd590ea4-9502-47f9-a804-41b8d37bcda0', 'status': 'completed', 'code': 200}
Feb 19 21:12:30.437216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-b26adb46-7573-48ff-a770-13715b8245a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:30.445416 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-b26adb46-7573-48ff-a770-13715b8245a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0845f4a-d363-4cf1-994e-3ceaa72349b0 HTTP/1.1" status: 200  len: 848 time: 0.1134918
Feb 19 21:12:30.512909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 70eb9392-ffac-4852-9582-a01fcfe48d7c is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:30.513590 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.538630 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd7fd-635c-4ed8-b2f1-cb1fd7521ce4 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.540201 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd7fd-635c-4ed8-b2f1-cb1fd7521ce4 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.564808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-48123fbc-65ff-474e-bf87-06896c19a2eb service neutron] 10.222.0.67 "GET /v2.0/networks/e5dab1b4-ce43-4f18-aa34-7f3b528a083c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3691161
Feb 19 21:12:30.575233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70eb9392-ffac-4852-9582-a01fcfe48d7c'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:30.585787 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb8f8ef-d5f7-4d1e-8e42-a34230b127eb" -d '{"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-unplugged", "status": "completed", "tag": "70eb9392-ffac-4852-9582-a01fcfe48d7c"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:30.592851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d0e78b5e-71f6-4a22-89be-67cc77df57ac', 'network_id': 'd0e78b5e-71f6-4a22-89be-67cc77df57ac', 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'fixed_ips': [{'subnet_id': '230da40e-b691-4160-8c36-516818c6e408'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:12:30.593725 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.597801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e1b11-a89e-4a27-82b0-a21dab8e2c32 req-3a596a2c-c13e-41e7-b5ba-92e4c1cdee28 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:30.598802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-d370a6d6-4794-44a1-8f90-102808fe94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:30.599978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-049e1b11-a89e-4a27-82b0-a21dab8e2c32 req-3a596a2c-c13e-41e7-b5ba-92e4c1cdee28 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 907 time: 0.4298332
Feb 19 21:12:30.600575 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-d370a6d6-4794-44a1-8f90-102808fe94b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42bca65-bbe1-406f-ae65-02b04761560d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1469002
Feb 19 21:12:30.613254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 70eb9392-ffac-4852-9582-a01fcfe48d7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70eb9392-ffac-4852-9582-a01fcfe48d7c,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:30.695181 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd7fd-635c-4ed8-b2f1-cb1fd7521ce4 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.707761 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb29f68-794d-4995-92e2-50988885c060 x-openstack-request-id: req-dcb29f68-794d-4995-92e2-50988885c060 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:30.707761 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-unplugged", "status": "completed", "tag": "70eb9392-ffac-4852-9582-a01fcfe48d7c", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:30.707761 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcb29f68-794d-4995-92e2-50988885c060 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:30.707761 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70eb9392-ffac-4852-9582-a01fcfe48d7c', 'code': 200}
Feb 19 21:12:30.709605 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.710456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 953183ea-8af2-4363-894d-4fc5565d335c no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:30.743947 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd7fd-635c-4ed8-b2f1-cb1fd7521ce4 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.768187 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-32bf9a09-7b4e-42a3-ba9c-b7e7472eb555 service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606503
Feb 19 21:12:30.779440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ad09835-a601-43f4-a095-8f70e2914c36 req-936604a8-fc99-42b4-8610-83b51705e8ad tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.2129519
Feb 19 21:12:30.808159 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] For port 5896be69-08fa-4335-b439-1a196dfa8691, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5896be69-08fa-4335-b439-1a196dfa8691,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:30.835738 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd7fd-635c-4ed8-b2f1-cb1fd7521ce4 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.836994 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0b1fd7fd-635c-4ed8-b2f1-cb1fd7521ce4 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4904177
Feb 19 21:12:30.842926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44388) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:30.850612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=70eb9392-ffac-4852-9582-a01fcfe48d7c,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:30.878871 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f7e9-1025-4eab-a1e4-d07da9f7adbb admin admin] Publish callbacks [] for security_group (aa7bc5e1-f3cd-4bee-b179-fc9c1bbb307e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.897013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f7e9-1025-4eab-a1e4-d07da9f7adbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aa7bc5e1-f3cd-4bee-b179-fc9c1bbb307e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.904057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Allocated IP 2001:db8:1::2 (d0e78b5e-71f6-4a22-89be-67cc77df57ac/230da40e-b691-4160-8c36-516818c6e408/5a4c56ad-9e95-4a0d-bb61-259d97ca68ef) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:30.925092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 953183ea-8af2-4363-894d-4fc5565d335c is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:30.925502 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (953183ea-8af2-4363-894d-4fc5565d335c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:30.945033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a0e7925-d4f7-4b09-b86b-df453509b0db req-cfedf220-9cb1-485f-8798-cc22b54a7e74 service neutron] 10.222.0.67 "GET /v2.0/networks/e5dab1b4-ce43-4f18-aa34-7f3b528a083c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3339360
Feb 19 21:12:30.945033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] For port 5896be69-08fa-4335-b439-1a196dfa8691, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:30.987091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6f7e9-1025-4eab-a1e4-d07da9f7adbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7bc5e1-f3cd-4bee-b179-fc9c1bbb307e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:30.996951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9ca6f7e9-1025-4eab-a1e4-d07da9f7adbb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a098755065344f6ea1dd33391d4eaafe&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1279800
Feb 19 21:12:30.998421 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44390) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:31.003152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] device_id is not set on port 5896be69-08fa-4335-b439-1a196dfa8691 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:12:31.023946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 953183ea-8af2-4363-894d-4fc5565d335c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=953183ea-8af2-4363-894d-4fc5565d335c,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:31.024536 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3081e2d4-9c86-49ff-865a-e7998ae3ca82 req-680f1b66-b64d-4177-bdbc-e46159426cf5 service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2489622
Feb 19 21:12:31.027570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] Publish callbacks [] for port (5896be69-08fa-4335-b439-1a196dfa8691), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.035367 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (953183ea-8af2-4363-894d-4fc5565d335c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.036382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9ed98a2b-9925-480d-95be-fe4ae1e28f6e no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:31.050345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (5896be69-08fa-4335-b439-1a196dfa8691), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.168351 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=953183ea-8af2-4363-894d-4fc5565d335c,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:31.257064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:31.259143 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.328612 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Publish callbacks [] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.346762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:31.349688 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.366447 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.376633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d2e2e0f9-6f33-4853-808c-07962b81a563 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:31.382577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0884f3d-a27c-4168-8638-49a7495ec688 req-c004c124-c8dc-4aac-ba04-b9e94a923f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:31.384134 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0884f3d-a27c-4168-8638-49a7495ec688 req-c004c124-c8dc-4aac-ba04-b9e94a923f68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f4ed687e80941d9a5befe1031923ed5&device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 1089 time: 0.3236716
Feb 19 21:12:31.499462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Network d0e78b5e-71f6-4a22-89be-67cc77df57ac is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:31.511390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:31.518295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:31.556158 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.570039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Pushing event updated for resources: {'Port': ['ID=5a4c56ad-9e95-4a0d-bb61-259d97ca68ef,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:31.616772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port d2e2e0f9-6f33-4853-808c-07962b81a563 host ! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:12:31.617177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d2e2e0f9-6f33-4853-808c-07962b81a563 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:31.617605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:31.659604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5895e35a-ebc7-43da-98d6-1c4dc77ea48c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:31.689145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0884f3d-a27c-4168-8638-49a7495ec688 req-4577523b-b53f-4c99-9e29-df4746df4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:31.691804 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0884f3d-a27c-4168-8638-49a7495ec688 req-4577523b-b53f-4c99-9e29-df4746df4b4f service neutron] 10.222.0.67 "GET /v2.0/networks?id=e5dab1b4-ce43-4f18-aa34-7f3b528a083c HTTP/1.1" status: 200  len: 898 time: 0.2995207
Feb 19 21:12:31.717393 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd28a-60a2-4aab-abf0-3197bf43d876 admin admin] Publish callbacks [] for security_group (aa7bc5e1-f3cd-4bee-b179-fc9c1bbb307e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.751250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] Pushing event updated for resources: {'Port': ['ID=5896be69-08fa-4335-b439-1a196dfa8691,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:31.761588 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0884f3d-a27c-4168-8638-49a7495ec688 req-015d647b-f1e7-46b3-ac55-5524c65be3f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=792bb0c5-b976-4078-a9fa-692ece7d2d12 HTTP/1.1" status: 200  len: 217 time: 0.0599947
Feb 19 21:12:31.783604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Attempting to bind port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:31.784126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Attempting to bind port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45dcabc7-12a5-4822-b4d9-26faf2ecf3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0e78b5e-71f6-4a22-89be-67cc77df57ac'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:31.784676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Attempting to bind port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef on network d0e78b5e-71f6-4a22-89be-67cc77df57ac {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:31.806361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:31.811534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-48dd506a-12ec-4712-af47-f2752e53e75e None None] Provisioning complete for port 5896be69-08fa-4335-b439-1a196dfa8691 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:31.811919 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-48dd506a-12ec-4712-af47-f2752e53e75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5896be69-08fa-4335-b439-1a196dfa8691), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.813772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:31.814818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Checking segment: {'id': '45dcabc7-12a5-4822-b4d9-26faf2ecf3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0e78b5e-71f6-4a22-89be-67cc77df57ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:31.815610 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.815793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Bound using segment: {'id': '45dcabc7-12a5-4822-b4d9-26faf2ecf3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0e78b5e-71f6-4a22-89be-67cc77df57ac'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:31.816418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Bound port: 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45dcabc7-12a5-4822-b4d9-26faf2ecf3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0e78b5e-71f6-4a22-89be-67cc77df57ac'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:31.816698 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.824697 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd28a-60a2-4aab-abf0-3197bf43d876 admin admin] Publish callbacks [] for security_group (aa7bc5e1-f3cd-4bee-b179-fc9c1bbb307e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.864046 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0884f3d-a27c-4168-8638-49a7495ec688 req-a4918424-288e-4ee1-b3d4-67ba96bd036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:31.865663 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0884f3d-a27c-4168-8638-49a7495ec688 req-a4918424-288e-4ee1-b3d4-67ba96bd036b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01613d69-27a0-4aa6-8e69-843ba964f141 HTTP/1.1" status: 200  len: 838 time: 0.0644073
Feb 19 21:12:31.879743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] No DVR routers for this DVR port 5896be69-08fa-4335-b439-1a196dfa8691 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:31.916098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1e2cd1-7986-4137-9c0b-04c4cedce0aa None None] Network ae02c403-3b07-4566-b410-e9b4b0e7e3ae requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:31.967450 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62289552-1a20-466f-b64b-229b227689f1 req-acb34922-7f0d-49a0-bfc3-217031321c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:31.969504 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62289552-1a20-466f-b64b-229b227689f1 req-acb34922-7f0d-49a0-bfc3-217031321c16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da6216f26c814fceaa94fc64e78c8efc&device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 1126 time: 0.8497193
Feb 19 21:12:31.974792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:31.975178 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.975308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] In _notify_port_updated(), no bound segment for port 5896be69-08fa-4335-b439-1a196dfa8691 on network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:12:31.976247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:31.976898 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:31.978215 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e466d0-431f-4257-a167-c006fdc0de6b req-82cffcd2-d2c4-4e7e-a4b6-a873e3d60af8 service neutron] 10.222.0.10 "PUT /v2.0/ports/5896be69-08fa-4335-b439-1a196dfa8691 HTTP/1.1" status: 200  len: 1026 time: 2.3717067
Feb 19 21:12:31.983929 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-48dd506a-12ec-4712-af47-f2752e53e75e None None] Port 5896be69-08fa-4335-b439-1a196dfa8691 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:31.992846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0884f3d-a27c-4168-8638-49a7495ec688 req-b9b21a98-d464-4594-b81a-f7184b5a77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:31.994384 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0884f3d-a27c-4168-8638-49a7495ec688 req-b9b21a98-d464-4594-b81a-f7184b5a77f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e5dab1b4-ce43-4f18-aa34-7f3b528a083c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.1222055
Feb 19 21:12:32.003176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad2727-d9a0-48f4-86e4-bfc0955ea275 req-3a8ed4eb-80af-4957-9e1d-3bb4c0ada590 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:32.006670 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45ad2727-d9a0-48f4-86e4-bfc0955ea275 req-3a8ed4eb-80af-4957-9e1d-3bb4c0ada590 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 944 time: 0.8168824
Feb 19 21:12:32.077997 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Allocated IP 2001:db8::1 (ae02c403-3b07-4566-b410-e9b4b0e7e3ae/06702568-0e10-4cfe-b1ce-cd17fdd7c65e/10dfbd66-224e-4f52-b500-8e9b41003c1b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:32.082163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb91040-047c-423a-994a-1d369e35ce61 req-4e9a40fb-0da9-4709-b864-3e91f5d148c7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:32.088015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb91040-047c-423a-994a-1d369e35ce61 req-4e9a40fb-0da9-4709-b864-3e91f5d148c7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:32.094554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb91040-047c-423a-994a-1d369e35ce61 req-4e9a40fb-0da9-4709-b864-3e91f5d148c7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:32.099956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb91040-047c-423a-994a-1d369e35ce61 req-4e9a40fb-0da9-4709-b864-3e91f5d148c7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:32.106039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb91040-047c-423a-994a-1d369e35ce61 req-4e9a40fb-0da9-4709-b864-3e91f5d148c7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:32.108931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbb91040-047c-423a-994a-1d369e35ce61 req-4e9a40fb-0da9-4709-b864-3e91f5d148c7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 3880 time: 0.9218421
Feb 19 21:12:32.160392 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd28a-60a2-4aab-abf0-3197bf43d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aa7bc5e1-f3cd-4bee-b179-fc9c1bbb307e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.162974 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd28a-60a2-4aab-abf0-3197bf43d876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.166984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6c9cd28a-60a2-4aab-abf0-3197bf43d876 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa7bc5e1-f3cd-4bee-b179-fc9c1bbb307e HTTP/1.1" status: 204  len: 168 time: 1.1671500
Feb 19 21:12:32.194000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cd28a-60a2-4aab-abf0-3197bf43d876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7bc5e1-f3cd-4bee-b179-fc9c1bbb307e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:32.227019 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0884f3d-a27c-4168-8638-49a7495ec688 req-24fe5378-b880-4905-8e42-17873872fc58 service neutron] 10.222.0.67 "GET /v2.0/networks/e5dab1b4-ce43-4f18-aa34-7f3b528a083c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2236929
Feb 19 21:12:32.243200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:32.243807 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.295644 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] For port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:32.334821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] For port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a4c56ad-9e95-4a0d-bb61-259d97ca68ef,segment=NetworkSegment(45dcabc7-12a5-4822-b4d9-26faf2ecf3c1),segment_id=45dcabc7-12a5-4822-b4d9-26faf2ecf3c1)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:32.338985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6d224c9a-abfe-4eb4-8a7e-fbbdda559cd3 None None] Provisioning complete for port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:32.339441 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6d224c9a-abfe-4eb4-8a7e-fbbdda559cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.378340 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (10dfbd66-224e-4f52-b500-8e9b41003c1b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.384456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:32.387450 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.395064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45ad2727-d9a0-48f4-86e4-bfc0955ea275 req-c3e00001-01bc-42e3-89c2-70007dddcc3c tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3679013
Feb 19 21:12:32.415962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62289552-1a20-466f-b64b-229b227689f1 req-68559b67-1a18-4b0d-a4cb-24937acfd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:32.419292 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0884f3d-a27c-4168-8638-49a7495ec688 req-868bba4a-6ace-4643-9c8a-409ab17e9514 service neutron] 10.222.0.67 "GET /v2.0/networks/e5dab1b4-ce43-4f18-aa34-7f3b528a083c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789620
Feb 19 21:12:32.419544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62289552-1a20-466f-b64b-229b227689f1 req-68559b67-1a18-4b0d-a4cb-24937acfd3d2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42bca65-bbe1-406f-ae65-02b04761560d HTTP/1.1" status: 200  len: 910 time: 0.4394665
Feb 19 21:12:32.450561 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (10dfbd66-224e-4f52-b500-8e9b41003c1b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.482434 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.484630 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e67957f6-071e-404a-a727-94c417e4d265 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:32.525739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network ae02c403-3b07-4566-b410-e9b4b0e7e3ae is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:32.531000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:32.536065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62289552-1a20-466f-b64b-229b227689f1 req-b7810ab6-ea91-4db3-a485-6313bdae3bff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0 HTTP/1.1" status: 200  len: 217 time: 0.0972764
Feb 19 21:12:32.544473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbb91040-047c-423a-994a-1d369e35ce61 req-55287a65-25e8-40f2-976d-3d73c5d7bc49 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4138205
Feb 19 21:12:32.545201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=10dfbd66-224e-4f52-b500-8e9b41003c1b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:32.559430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:32.560236 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.631931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Deleting port 953183ea-8af2-4363-894d-4fc5565d335c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:32.631931 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (953183ea-8af2-4363-894d-4fc5565d335c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.651641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:32.652062 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.659541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365a17d-ac87-4dba-bd49-b51c8ea3ac5f None None] Pushing event updated for resources: {'Port': ['ID=5a4c56ad-9e95-4a0d-bb61-259d97ca68ef,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:32.745275 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953183ea-8af2-4363-894d-4fc5565d335c'}, {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed98a2b-9925-480d-95be-fe4ae1e28f6e'}, {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e9c0f7-4a48-40c7-a205-d0efe0ce4387'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:32.747597 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5132a567-4f70-4477-9c9e-84933219f173" -d '{"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-unplugged", "status": "completed", "tag": "953183ea-8af2-4363-894d-4fc5565d335c"}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed98a2b-9925-480d-95be-fe4ae1e28f6e"}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-unplugged", "status": "completed", "tag": "95e9c0f7-4a48-40c7-a205-d0efe0ce4387"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:32.818651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62289552-1a20-466f-b64b-229b227689f1 req-2ab334eb-fe9d-45d0-957e-8a41458c31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:32.822312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62289552-1a20-466f-b64b-229b227689f1 req-2ab334eb-fe9d-45d0-957e-8a41458c31dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0845f4a-d363-4cf1-994e-3ceaa72349b0 HTTP/1.1" status: 200  len: 848 time: 0.2750628
Feb 19 21:12:32.831561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e5d8b-4928-4a6c-9e7e-808ddd78c07a req-4756059e-dcd7-42e1-b30c-424e40d0f3a7 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:32.833289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-992e5d8b-4928-4a6c-9e7e-808ddd78c07a req-4756059e-dcd7-42e1-b30c-424e40d0f3a7 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 907 time: 0.3116992
Feb 19 21:12:32.845194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2d4870a-2ef5-4d54-b753-8824b86819b4 req-f4a1a277-c4b8-467f-b1b0-f018b8543cc3 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0976114
Feb 19 21:12:32.898680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5895e35a-ebc7-43da-98d6-1c4dc77ea48c,segment=NetworkSegment(11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8),segment_id=11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:32.910475 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (10dfbd66-224e-4f52-b500-8e9b41003c1b), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.912931 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.921581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6d224c9a-abfe-4eb4-8a7e-fbbdda559cd3 None None] Current status of the port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:32.922153 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6d224c9a-abfe-4eb4-8a7e-fbbdda559cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:32.928801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:32.952583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e67957f6-071e-404a-a727-94c417e4d265 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:32.952583 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e67957f6-071e-404a-a727-94c417e4d265), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:33.022666 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02878477-d66c-4689-927f-d58dbd482ea3 x-openstack-request-id: req-02878477-d66c-4689-927f-d58dbd482ea3 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:33.023587 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-unplugged", "status": "completed", "tag": "953183ea-8af2-4363-894d-4fc5565d335c", "code": 200}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed98a2b-9925-480d-95be-fe4ae1e28f6e", "code": 200}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-unplugged", "status": "completed", "tag": "95e9c0f7-4a48-40c7-a205-d0efe0ce4387", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:33.024466 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02878477-d66c-4689-927f-d58dbd482ea3 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:33.025063 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953183ea-8af2-4363-894d-4fc5565d335c', 'code': 200}
Feb 19 21:12:33.025613 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed98a2b-9925-480d-95be-fe4ae1e28f6e', 'code': 200}
Feb 19 21:12:33.026079 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e9c0f7-4a48-40c7-a205-d0efe0ce4387', 'code': 200}
Feb 19 21:12:33.081287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] For port 953183ea-8af2-4363-894d-4fc5565d335c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=953183ea-8af2-4363-894d-4fc5565d335c,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:33.085300 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (953183ea-8af2-4363-894d-4fc5565d335c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:33.091931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62289552-1a20-466f-b64b-229b227689f1 req-bc7bf288-c2ca-44a5-bd95-1e65708dd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:33.101842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62289552-1a20-466f-b64b-229b227689f1 req-bc7bf288-c2ca-44a5-bd95-1e65708dd1f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42bca65-bbe1-406f-ae65-02b04761560d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2649181
Feb 19 21:12:33.144206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=5895e35a-ebc7-43da-98d6-1c4dc77ea48c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:33.163763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e67957f6-071e-404a-a727-94c417e4d265, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e67957f6-071e-404a-a727-94c417e4d265,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:33.185126 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e67957f6-071e-404a-a727-94c417e4d265), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:33.185861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5896be69-08fa-4335-b439-1a196dfa8691 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:33.193836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.194457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.194809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.195158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.195498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.195840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.196177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.196532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.196868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.197200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.197529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.197855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.198184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:33.206717 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6d224c9a-abfe-4eb4-8a7e-fbbdda559cd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:12:33.207090 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6d224c9a-abfe-4eb4-8a7e-fbbdda559cd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:12:33.333107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e67957f6-071e-404a-a727-94c417e4d265,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:33.361894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port 5896be69-08fa-4335-b439-1a196dfa8691 host ! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:12:33.362924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 5896be69-08fa-4335-b439-1a196dfa8691 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:33.427420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62289552-1a20-466f-b64b-229b227689f1 req-43b57364-1af0-4c3a-bda6-c18c7a3bdf1d service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2880378
Feb 19 21:12:33.590441 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (10dfbd66-224e-4f52-b500-8e9b41003c1b), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:33.598424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (10dfbd66-224e-4f52-b500-8e9b41003c1b), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:33.599981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:33.706454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:33.706851 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:33.707186 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Floating IP 2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1 disassociated. External IP: 172.35.2.193, port: 953183ea-8af2-4363-894d-4fc5565d335c.
Feb 19 21:12:33.707544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Calling delete_port for 953183ea-8af2-4363-894d-4fc5565d335c owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:33.756946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:33.763797 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-62289552-1a20-466f-b64b-229b227689f1 req-52a0ee1f-b131-4cc1-984d-edfaabe61aff service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3179438
Feb 19 21:12:33.784717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=10dfbd66-224e-4f52-b500-8e9b41003c1b,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:33.806517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network ae02c403-3b07-4566-b410-e9b4b0e7e3ae is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:33.808136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:33.846481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6d224c9a-abfe-4eb4-8a7e-fbbdda559cd3 None None] Current status of the port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:33.887470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:33.887859 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:33.991370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca15e-f8d8-4c42-8341-688911a14060 req-4a3eca14-a736-434a-b52f-f3a648fd73d3 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:33.993197 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd4ca15e-f8d8-4c42-8341-688911a14060 req-4a3eca14-a736-434a-b52f-f3a648fd73d3 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 944 time: 0.4632771
Feb 19 21:12:33.995595 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (953183ea-8af2-4363-894d-4fc5565d335c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:34.044752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Port': ['ID=953183ea-8af2-4363-894d-4fc5565d335c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:34.057700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:12:34.065954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-96dba4c3-9bec-4b0b-9d31-1c70841a146b None None] Provisioning complete for port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:34.066416 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96dba4c3-9bec-4b0b-9d31-1c70841a146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:34.068685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:34.071608 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:34.143704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd4ca15e-f8d8-4c42-8341-688911a14060 req-3e8bf337-e10f-4662-b2f1-c59165a9edd0 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007388
Feb 19 21:12:34.179391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a4c56ad-9e95-4a0d-bb61-259d97ca68ef,segment=NetworkSegment(45dcabc7-12a5-4822-b4d9-26faf2ecf3c1),segment_id=45dcabc7-12a5-4822-b4d9-26faf2ecf3c1)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:34.192847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:34.194506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5895e35a-ebc7-43da-98d6-1c4dc77ea48c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:34.202561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:34.211603 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-98f004c7-8e01-4b53-b2b6-928b86441d3e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3674204
Feb 19 21:12:34.212205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44434) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:34.216022 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6077ef85-ebd3-4203-836b-c3807b8a58f4 None None] Sync routers for ids ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:34.226081 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6077ef85-ebd3-4203-836b-c3807b8a58f4 None None] Routers {'3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:34.226729 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6077ef85-ebd3-4203-836b-c3807b8a58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b755670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:34.269566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b2fe7d-e16b-4658-99b0-553ad06fae02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:34.274135 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-15b2fe7d-e16b-4658-99b0-553ad06fae02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports/10dfbd66-224e-4f52-b500-8e9b41003c1b HTTP/1.1" status: 200  len: 911 time: 0.0608191
Feb 19 21:12:34.274851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44436) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:34.296523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-96dba4c3-9bec-4b0b-9d31-1c70841a146b None None] Current status of the port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:34.332776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93512d73-3bf2-4b05-bce7-39d4063ff223 req-7b8b093e-c0c6-44cc-aef9-4f382b0f46ce tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:34.338225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93512d73-3bf2-4b05-bce7-39d4063ff223 req-7b8b093e-c0c6-44cc-aef9-4f382b0f46ce tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:34.342178 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6077ef85-ebd3-4203-836b-c3807b8a58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b755670>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:34.352951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93512d73-3bf2-4b05-bce7-39d4063ff223 req-7b8b093e-c0c6-44cc-aef9-4f382b0f46ce tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:34.353148 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6077ef85-ebd3-4203-836b-c3807b8a58f4 None None] Routers {'3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:34.353952 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6077ef85-ebd3-4203-836b-c3807b8a58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b755670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:34.360547 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-96dba4c3-9bec-4b0b-9d31-1c70841a146b None None] Provisioning complete for port 10dfbd66-224e-4f52-b500-8e9b41003c1b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:34.360988 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96dba4c3-9bec-4b0b-9d31-1c70841a146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (10dfbd66-224e-4f52-b500-8e9b41003c1b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:34.366854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93512d73-3bf2-4b05-bce7-39d4063ff223 req-7b8b093e-c0c6-44cc-aef9-4f382b0f46ce tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:34.372718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93512d73-3bf2-4b05-bce7-39d4063ff223 req-7b8b093e-c0c6-44cc-aef9-4f382b0f46ce tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:34.390434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93512d73-3bf2-4b05-bce7-39d4063ff223 req-7b8b093e-c0c6-44cc-aef9-4f382b0f46ce tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 3798 time: 0.6709676
Feb 19 21:12:34.407484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=5a4c56ad-9e95-4a0d-bb61-259d97ca68ef,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:34.411346 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6077ef85-ebd3-4203-836b-c3807b8a58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b755670>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:34.412323 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6077ef85-ebd3-4203-836b-c3807b8a58f4 None None] The sync data for ids ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:34.437803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:34.438200 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:34.447397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-96dba4c3-9bec-4b0b-9d31-1c70841a146b None None] Port 10dfbd66-224e-4f52-b500-8e9b41003c1b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:34.587609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:34.623032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7165d-cb40-4ea7-b8b0-81986722bddc req-08863f68-9ceb-4a27-86e1-6ae842676e6d tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:34.624660 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5e7165d-cb40-4ea7-b8b0-81986722bddc req-08863f68-9ceb-4a27-86e1-6ae842676e6d tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 907 time: 0.2287276
Feb 19 21:12:34.643673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93512d73-3bf2-4b05-bce7-39d4063ff223 req-1eaded63-a3f2-4106-82e4-d4c07d2515f6 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2088866
Feb 19 21:12:34.668318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Router 9c180dd5-0183-453f-8f8c-8a67f5e69862 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:12:34.707348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-50f9fc07-2ab2-4033-8360-a6bcdaff29b2 None None] Provisioning complete for port 10dfbd66-224e-4f52-b500-8e9b41003c1b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:34.708708 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-50f9fc07-2ab2-4033-8360-a6bcdaff29b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (10dfbd66-224e-4f52-b500-8e9b41003c1b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:34.774242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-50f9fc07-2ab2-4033-8360-a6bcdaff29b2 None None] Port 10dfbd66-224e-4f52-b500-8e9b41003c1b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:34.819867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5655a7-c3d0-45e9-920b-f3dae56b877c None None] Network d0e78b5e-71f6-4a22-89be-67cc77df57ac requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:34.835439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3476811-e0c5-4ca8-8f91-8916955742e8 req-e8e23a4b-a32f-4237-b556-d7bc2c4f55d2 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0326679
Feb 19 21:12:34.847377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:34.904240 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 792bb0c5-b976-4078-a9fa-692ece7d2d12 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:12:34.909060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] No DVR routers for this DVR port 953183ea-8af2-4363-894d-4fc5565d335c on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:34.911332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c2f30b-7d67-4952-b859-433d6e64cb5a None None] Sync routers for ids ['9c180dd5-0183-453f-8f8c-8a67f5e69862'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:34.922092 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:34.937984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e466d0-431f-4257-a167-c006fdc0de6b req-8160e6ab-5e77-4885-b817-e019a74ee4c5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "DELETE /v2.0/ports/953183ea-8af2-4363-894d-4fc5565d335c HTTP/1.1" status: 204  len: 173 time: 2.9442077
Feb 19 21:12:34.938645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-deleted', 'tag': '953183ea-8af2-4363-894d-4fc5565d335c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:34.942574 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355d292e-1724-4683-9892-f27ea3577ad9" -d '{"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-deleted", "tag": "953183ea-8af2-4363-894d-4fc5565d335c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:35.003044 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:35.065195 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e66d3bd-2f6a-4bae-9aaf-99b0a4dbb271 x-openstack-request-id: req-8e66d3bd-2f6a-4bae-9aaf-99b0a4dbb271 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:35.065731 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-deleted", "tag": "953183ea-8af2-4363-894d-4fc5565d335c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:35.066145 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e66d3bd-2f6a-4bae-9aaf-99b0a4dbb271 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:35.066754 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-deleted', 'tag': '953183ea-8af2-4363-894d-4fc5565d335c', 'status': 'completed', 'code': 200}
Feb 19 21:12:35.100457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e67957f6-071e-404a-a727-94c417e4d265'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:35.102868 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295b56a3-60ee-4cac-bd26-084350f4b43c" -d '{"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-unplugged", "status": "completed", "tag": "e67957f6-071e-404a-a727-94c417e4d265"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:35.123708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-81d227cc-31bd-4efa-b696-9708e8511cb7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Deleting port 70eb9392-ffac-4852-9582-a01fcfe48d7c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:35.124062 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-81d227cc-31bd-4efa-b696-9708e8511cb7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:35.141046 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f8390873-5dc1-417c-bbdf-ad209a18c760 None None] Provisioning complete for port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:35.141548 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f8390873-5dc1-417c-bbdf-ad209a18c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:35.152876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c2f30b-7d67-4952-b859-433d6e64cb5a None None] Routers {'9c180dd5-0183-453f-8f8c-8a67f5e69862'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:35.153846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-07c2f30b-7d67-4952-b859-433d6e64cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a628e9640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9c180dd5-0183-453f-8f8c-8a67f5e69862'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:35.174678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44452) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:35.264068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-81d227cc-31bd-4efa-b696-9708e8511cb7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] For port 70eb9392-ffac-4852-9582-a01fcfe48d7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70eb9392-ffac-4852-9582-a01fcfe48d7c,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:35.265124 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-81d227cc-31bd-4efa-b696-9708e8511cb7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:35.273600 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aa043b-4a51-41e0-95a6-bf75de68d884 x-openstack-request-id: req-09aa043b-4a51-41e0-95a6-bf75de68d884 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:35.274049 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-unplugged", "status": "completed", "tag": "e67957f6-071e-404a-a727-94c417e4d265", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:35.274406 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09aa043b-4a51-41e0-95a6-bf75de68d884 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:35.274899 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e67957f6-071e-404a-a727-94c417e4d265', 'code': 200}
Feb 19 21:12:35.291405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-81d227cc-31bd-4efa-b696-9708e8511cb7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Calling delete_port for 70eb9392-ffac-4852-9582-a01fcfe48d7c owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:35.333844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 792bb0c5-b976-4078-a9fa-692ece7d2d12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=792bb0c5-b976-4078-a9fa-692ece7d2d12,segment=NetworkSegment(557c5e82-baff-4812-bac1-710f2b5b6320),segment_id=557c5e82-baff-4812-bac1-710f2b5b6320)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:35.364091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '792bb0c5-b976-4078-a9fa-692ece7d2d12', 'network_id': 'e5dab1b4-ce43-4f18-aa34-7f3b528a083c', 'port_id': '792bb0c5-b976-4078-a9fa-692ece7d2d12', 'mac_address': 'fa:16:3e:64:f2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01613d69-27a0-4aa6-8e69-843ba964f141', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:12:35.450628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8a597-8629-4d7f-9d98-6c331778d0fa req-c780d5e2-8715-4b4c-9981-c618b611361c tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:35.452342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50e8a597-8629-4d7f-9d98-6c331778d0fa req-c780d5e2-8715-4b4c-9981-c618b611361c tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 944 time: 0.1432641
Feb 19 21:12:35.590555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50e8a597-8629-4d7f-9d98-6c331778d0fa req-33236d88-bf3a-4496-9aff-90576355621d tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1281066
Feb 19 21:12:35.670511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-07c2f30b-7d67-4952-b859-433d6e64cb5a None None] Set router 9c180dd5-0183-453f-8f8c-8a67f5e69862 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:35.672343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1308081730'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:35.725774 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-81d227cc-31bd-4efa-b696-9708e8511cb7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (70eb9392-ffac-4852-9582-a01fcfe48d7c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:35.757375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Made reservation on behalf of d1ce8051b2b045a191037e9f87cbc83b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:35.763151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:35.778181 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:35.778457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 792bb0c5-b976-4078-a9fa-692ece7d2d12 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:35.778930 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:35.789444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:35.812143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d227cc-31bd-4efa-b696-9708e8511cb7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Port': ['ID=70eb9392-ffac-4852-9582-a01fcfe48d7c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:35.884606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792bb0c5-b976-4078-a9fa-692ece7d2d12 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:12:35.885468 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Allocated IP 2001:db8:1::1 (d0e78b5e-71f6-4a22-89be-67cc77df57ac/230da40e-b691-4160-8c36-516818c6e408/257f33da-c66b-4c65-a59c-fd22375a0463) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:35.890156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-81d227cc-31bd-4efa-b696-9708e8511cb7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] No DVR routers for this DVR port 70eb9392-ffac-4852-9582-a01fcfe48d7c on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:35.895531 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-81d227cc-31bd-4efa-b696-9708e8511cb7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:35.899185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e466d0-431f-4257-a167-c006fdc0de6b req-81d227cc-31bd-4efa-b696-9708e8511cb7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "DELETE /v2.0/ports/70eb9392-ffac-4852-9582-a01fcfe48d7c HTTP/1.1" status: 204  len: 173 time: 0.9519250
Feb 19 21:12:35.932230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f8390873-5dc1-417c-bbdf-ad209a18c760 None None] Current status of the port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:35.952414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2e008-75dd-48ec-9936-b97eb06bedbc req-958b169f-662b-4d46-9a5a-48e113ee3348 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:35.954316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29b2e008-75dd-48ec-9936-b97eb06bedbc req-958b169f-662b-4d46-9a5a-48e113ee3348 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 907 time: 0.2074938
Feb 19 21:12:35.961396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 792bb0c5-b976-4078-a9fa-692ece7d2d12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=792bb0c5-b976-4078-a9fa-692ece7d2d12,segment=NetworkSegment(557c5e82-baff-4812-bac1-710f2b5b6320),segment_id=557c5e82-baff-4812-bac1-710f2b5b6320)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:35.972385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa885b-cebe-4bc6-800a-6b0535d4ed50 req-1564a1b8-8c61-4f26-bfd7-7663997cb37d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:35.977738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa885b-cebe-4bc6-800a-6b0535d4ed50 req-1564a1b8-8c61-4f26-bfd7-7663997cb37d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:35.983492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa885b-cebe-4bc6-800a-6b0535d4ed50 req-1564a1b8-8c61-4f26-bfd7-7663997cb37d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:35.986982 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks [] for security_group (d563c0ca-3c55-4103-a46d-233d0e9e5e2e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:35.993040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3aaa885b-cebe-4bc6-800a-6b0535d4ed50 req-1564a1b8-8c61-4f26-bfd7-7663997cb37d tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 2410 time: 0.1882861
Feb 19 21:12:35.993252 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:35.993960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device fd590ea4-9502-47f9-a804-41b8d37bcda0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:12:36.016616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d563c0ca-3c55-4103-a46d-233d0e9e5e2e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.067867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:36.087393 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0330a58c-6285-417e-bf11-d3c7d91e2b44), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.087897 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Added segment 0330a58c-6285-417e-bf11-d3c7d91e2b44 of type vlan for network 4922f44d-400c-49f0-b898-581f21226690
Feb 19 21:12:36.096901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3aaa885b-cebe-4bc6-800a-6b0535d4ed50 req-3c539e60-9ee3-451c-add3-329c6c050ae7 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1030517
Feb 19 21:12:36.129332 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4e4a30f-5fa2-4d63-9b56-37c72c37abe8 req-6d4a5845-a7c4-4284-8e20-ccfc56b3f9d9 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0519953
Feb 19 21:12:36.147860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-9e7b6f75-e15e-4415-a69c-df58b6cde630 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Deleting port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:36.148377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-9e7b6f75-e15e-4415-a69c-df58b6cde630 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.149950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (4922f44d-400c-49f0-b898-581f21226690), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.171331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:36.171795 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.199398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d563c0ca-3c55-4103-a46d-233d0e9e5e2e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:36.226132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-eb86b70a-6bfc-434b-b21c-3e4a01f23099 None None] Provisioning complete for port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:36.226620 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eb86b70a-6bfc-434b-b21c-3e4a01f23099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.241488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=792bb0c5-b976-4078-a9fa-692ece7d2d12,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:36.272218 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (4922f44d-400c-49f0-b898-581f21226690), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.283689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:36.284554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.287801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-9e7b6f75-e15e-4415-a69c-df58b6cde630 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] For port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:36.288569 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-9e7b6f75-e15e-4415-a69c-df58b6cde630 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.289736 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (257f33da-c66b-4c65-a59c-fd22375a0463), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.310368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-9e7b6f75-e15e-4415-a69c-df58b6cde630 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Calling delete_port for 9ed98a2b-9925-480d-95be-fe4ae1e28f6e owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:36.338493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port fd590ea4-9502-47f9-a804-41b8d37bcda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:36.363550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'fd590ea4-9502-47f9-a804-41b8d37bcda0', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'port_id': 'fd590ea4-9502-47f9-a804-41b8d37bcda0', 'mac_address': 'fa:16:3e:d4:19:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:12:36.389746 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.2138643
Feb 19 21:12:36.395642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44464) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:36.401014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Request body: {'subnet': {'network_id': '4922f44d-400c-49f0-b898-581f21226690', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:36.405565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d27f7c-ac98-4241-95a8-1935ad3a4df0 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Pushing event updated for resources: {'Network': ['ID=4922f44d-400c-49f0-b898-581f21226690,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:36.412595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (257f33da-c66b-4c65-a59c-fd22375a0463), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.424014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 4922f44d-400c-49f0-b898-581f21226690 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:36.433598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-07c2f30b-7d67-4952-b859-433d6e64cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a628e9640>, [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:07:04Z', 'revision_number': 4, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '684804be-be89-4716-b086-063a329a300b', 'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'mac_address': 'fa:16:3e:d5:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:03Z', 'updated_at': '2022-02-19T21:07:13Z', 'revision_number': 5, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'subnets': [{'id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:36.470490 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network d0e78b5e-71f6-4a22-89be-67cc77df57ac is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:36.474056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:36.478498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:36.479092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.545697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=257f33da-c66b-4c65-a59c-fd22375a0463,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:36.552883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c2f30b-7d67-4952-b859-433d6e64cb5a None None] Checking router: 9c180dd5-0183-453f-8f8c-8a67f5e69862 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:12:36.576470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port fd590ea4-9502-47f9-a804-41b8d37bcda0 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:36.577091 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.641294 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd590ea4-9502-47f9-a804-41b8d37bcda0 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:12:36.651045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c2f30b-7d67-4952-b859-433d6e64cb5a None None] Routers {'9c180dd5-0183-453f-8f8c-8a67f5e69862'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:36.651885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-07c2f30b-7d67-4952-b859-433d6e64cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a628e9640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9c180dd5-0183-453f-8f8c-8a67f5e69862'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:36.652499 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (257f33da-c66b-4c65-a59c-fd22375a0463), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.661165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:36.737557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-eb86b70a-6bfc-434b-b21c-3e4a01f23099 None None] Current status of the port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:36.750065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port fd590ea4-9502-47f9-a804-41b8d37bcda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:36.759600 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.854170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-07c2f30b-7d67-4952-b859-433d6e64cb5a None None] Set router 9c180dd5-0183-453f-8f8c-8a67f5e69862 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:36.911943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=fd590ea4-9502-47f9-a804-41b8d37bcda0,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:36.925183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-285d0026-cbec-439b-b117-173cd5986d90 None None] Provisioning complete for port 257f33da-c66b-4c65-a59c-fd22375a0463 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:36.925639 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-285d0026-cbec-439b-b117-173cd5986d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (257f33da-c66b-4c65-a59c-fd22375a0463), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:36.995024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138a457-5939-45e2-a196-df9f3d7d3146 req-78af87d8-e138-4ad5-980d-9597573e175c tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:36.996684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f138a457-5939-45e2-a196-df9f3d7d3146 req-78af87d8-e138-4ad5-980d-9597573e175c tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 945 time: 0.1795268
Feb 19 21:12:37.001312 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-9e7b6f75-e15e-4415-a69c-df58b6cde630 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9ed98a2b-9925-480d-95be-fe4ae1e28f6e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:37.042197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Made reservation on behalf of d1ce8051b2b045a191037e9f87cbc83b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:37.042402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-285d0026-cbec-439b-b117-173cd5986d90 None None] Port 257f33da-c66b-4c65-a59c-fd22375a0463 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:37.055226 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:37.071059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b6f75-e15e-4415-a69c-df58b6cde630 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Port': ['ID=9ed98a2b-9925-480d-95be-fe4ae1e28f6e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:37.081629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-deleted', 'tag': '70eb9392-ffac-4852-9582-a01fcfe48d7c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:37.084009 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fe9e3b-2b04-45bb-a290-969ae241c9db" -d '{"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-deleted", "tag": "70eb9392-ffac-4852-9582-a01fcfe48d7c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:37.113436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (257f33da-c66b-4c65-a59c-fd22375a0463), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:37.124619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (257f33da-c66b-4c65-a59c-fd22375a0463), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:37.126164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:37.222672 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-07c2f30b-7d67-4952-b859-433d6e64cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a628e9640>, [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:07:04Z', 'revision_number': 4, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '684804be-be89-4716-b086-063a329a300b', 'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'mac_address': 'fa:16:3e:d5:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:03Z', 'updated_at': '2022-02-19T21:07:13Z', 'revision_number': 5, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'subnets': [{'id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:37.240775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=257f33da-c66b-4c65-a59c-fd22375a0463,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:37.242322 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-9e7b6f75-e15e-4415-a69c-df58b6cde630 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] No DVR routers for this DVR port 9ed98a2b-9925-480d-95be-fe4ae1e28f6e on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:37.265999 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-9e7b6f75-e15e-4415-a69c-df58b6cde630 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:37.270428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e466d0-431f-4257-a167-c006fdc0de6b req-9e7b6f75-e15e-4415-a69c-df58b6cde630 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "DELETE /v2.0/ports/9ed98a2b-9925-480d-95be-fe4ae1e28f6e HTTP/1.1" status: 204  len: 173 time: 1.3636439
Feb 19 21:12:37.288816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['792bb0c5-b976-4078-a9fa-692ece7d2d12'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:12:37.291100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['fd590ea4-9502-47f9-a804-41b8d37bcda0'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:12:37.307873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network d0e78b5e-71f6-4a22-89be-67cc77df57ac is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:37.309913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:37.325983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c2f30b-7d67-4952-b859-433d6e64cb5a None None] The sync data for ids ['9c180dd5-0183-453f-8f8c-8a67f5e69862'] in ncdv-master-1 is: [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:07:04Z', 'revision_number': 4, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '684804be-be89-4716-b086-063a329a300b', 'name': '', 'network_id': '412258df-58b8-4ea9-9432-b16f8bdfc8b8', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'mac_address': 'fa:16:3e:d5:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:03Z', 'updated_at': '2022-02-19T21:07:13Z', 'revision_number': 5, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'subnets': [{'id': '1a50f3ce-c32b-48cf-a4b2-041aa45b186c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:37.431251 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f138a457-5939-45e2-a196-df9f3d7d3146 req-5cce1551-5fee-4bb7-a6cb-a6379af01406 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3904645
Feb 19 21:12:37.453910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc62d30-9ed2-4f68-9441-6b8f1a496a4f req-2bd975b6-5fc6-4fa7-9b5c-3618b8cc15cd tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:37.455559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abc62d30-9ed2-4f68-9441-6b8f1a496a4f req-2bd975b6-5fc6-4fa7-9b5c-3618b8cc15cd tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 908 time: 0.3144670
Feb 19 21:12:37.512844 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa777a85-e2f7-4786-839b-18f114970b89 x-openstack-request-id: req-fa777a85-e2f7-4786-839b-18f114970b89 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:37.513147 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-deleted", "tag": "70eb9392-ffac-4852-9582-a01fcfe48d7c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:37.514675 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa777a85-e2f7-4786-839b-18f114970b89 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:37.515084 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-deleted', 'tag': '70eb9392-ffac-4852-9582-a01fcfe48d7c', 'status': 'completed', 'code': 200}
Feb 19 21:12:37.517072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:12:37.665572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-999d9a37-39b3-4fd6-8a38-e0ad0faa1901 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Deleting port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:37.666092 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-999d9a37-39b3-4fd6-8a38-e0ad0faa1901 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:37.788720 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:37.794261 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f9eb6077-66b3-47ea-82f6-e62361f3d18a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5183198
Feb 19 21:12:37.798191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44476) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:37.802782 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaaf8d6-4de5-4571-9ae9-4e53c0c00f7f None None] Sync routers for ids ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:37.819758 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaaf8d6-4de5-4571-9ae9-4e53c0c00f7f None None] Routers {'3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:37.820865 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-acaaf8d6-4de5-4571-9ae9-4e53c0c00f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7024afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:37.863538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee2090b4-dbb5-4b1f-9847-4cee2f56fb1b req-9401c553-9791-4016-bf28-d2be85ac0b79 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0963852
Feb 19 21:12:37.913116 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (11af024f-751e-4a90-97a0-e5dae1034850), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:37.927975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7075133b-8ba5-4fee-9348-6be1e637f2de tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:37.929656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb758d5-3bcf-44c5-9d5c-4a2f289ca3f1 None None] New status for floating IP 2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:12:37.932663 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-acaaf8d6-4de5-4571-9ae9-4e53c0c00f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7024afa0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:37.935426 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7075133b-8ba5-4fee-9348-6be1e637f2de tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports/257f33da-c66b-4c65-a59c-fd22375a0463 HTTP/1.1" status: 200  len: 913 time: 0.1356091
Feb 19 21:12:37.945108 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaaf8d6-4de5-4571-9ae9-4e53c0c00f7f None None] Routers {'3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:37.946009 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-acaaf8d6-4de5-4571-9ae9-4e53c0c00f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7024afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:37.948253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44478) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:37.990032 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-acaaf8d6-4de5-4571-9ae9-4e53c0c00f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7024afa0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:37.991081 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaaf8d6-4de5-4571-9ae9-4e53c0c00f7f None None] The sync data for ids ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:38.051306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Pushing event updated for resources: {'Subnet': ['ID=11af024f-751e-4a90-97a0-e5dae1034850,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:38.062171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8e8e8247-4e8b-4020-a380-080c2d3b80eb None None] Provisioning complete for port 257f33da-c66b-4c65-a59c-fd22375a0463 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:38.062721 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e8e8247-4e8b-4020-a380-080c2d3b80eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (257f33da-c66b-4c65-a59c-fd22375a0463), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.064502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-999d9a37-39b3-4fd6-8a38-e0ad0faa1901 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] For port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:38.066200 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-999d9a37-39b3-4fd6-8a38-e0ad0faa1901 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.078548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a652f-84d1-48d3-ac5c-f07e1365ea35 req-5b403963-744f-4757-bce1-a0b147de7c49 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:38.084552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a652f-84d1-48d3-ac5c-f07e1365ea35 req-5b403963-744f-4757-bce1-a0b147de7c49 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:38.092966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-645a652f-84d1-48d3-ac5c-f07e1365ea35 req-5b403963-744f-4757-bce1-a0b147de7c49 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 1677 time: 0.4385495
Feb 19 21:12:38.113161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e8247-4e8b-4020-a380-080c2d3b80eb None None] Port 257f33da-c66b-4c65-a59c-fd22375a0463 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:38.129363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-999d9a37-39b3-4fd6-8a38-e0ad0faa1901 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Calling delete_port for 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:38.190342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Checking segment: {'id': '0330a58c-6285-417e-bf11-d3c7d91e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4922f44d-400c-49f0-b898-581f21226690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:38.190730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Network hostable DHCP agents. Network: 4922f44d-400c-49f0-b898-581f21226690, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:12:38.221106 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-645a652f-84d1-48d3-ac5c-f07e1365ea35 req-a97013aa-353c-41d7-ad6c-069ce827313f tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2e2079f-e71d-4aa1-ae80-5a92c4183f30&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1249180
Feb 19 21:12:38.248703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Network 4922f44d-400c-49f0-b898-581f21226690 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:38.267567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4922f44d-400c-49f0-b898-581f21226690) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:38.272549 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:38.273128 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.282248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b990e511-d28b-42a2-a045-88d415632ca8 None None] Network 4922f44d-400c-49f0-b898-581f21226690 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:38.311660 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-74b507d4-4b00-41e8-9e13-ee2b32c3a984 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9147167
Feb 19 21:12:38.315425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44482) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:38.324942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Request body: {'port': {'network_id': '4922f44d-400c-49f0-b898-581f21226690', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1435212172'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:38.344218 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-999d9a37-39b3-4fd6-8a38-e0ad0faa1901 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (95e9c0f7-4a48-40c7-a205-d0efe0ce4387), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.373266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfba1-f12e-4132-8964-3988952d0e02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.376712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d9a37-39b3-4fd6-8a38-e0ad0faa1901 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Port': ['ID=95e9c0f7-4a48-40c7-a205-d0efe0ce4387,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:38.407758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4922f44d-400c-49f0-b898-581f21226690', 'network_id': '4922f44d-400c-49f0-b898-581f21226690', 'project_id': 'd1ce8051b2b045a191037e9f87cbc83b', 'fixed_ips': [{'subnet_id': '11af024f-751e-4a90-97a0-e5dae1034850'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:12:38.407758 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.429338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-999d9a37-39b3-4fd6-8a38-e0ad0faa1901 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] No DVR routers for this DVR port 95e9c0f7-4a48-40c7-a205-d0efe0ce4387 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:38.433083 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-999d9a37-39b3-4fd6-8a38-e0ad0faa1901 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.436898 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e466d0-431f-4257-a167-c006fdc0de6b req-999d9a37-39b3-4fd6-8a38-e0ad0faa1901 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "DELETE /v2.0/ports/95e9c0f7-4a48-40c7-a205-d0efe0ce4387 HTTP/1.1" status: 204  len: 173 time: 1.1590333
Feb 19 21:12:38.633928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Made reservation on behalf of d1ce8051b2b045a191037e9f87cbc83b for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:38.637754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.652821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bc1b3-60ff-4276-8d19-ea03d5869533 req-702d2f7b-db47-4e8d-9550-a1983fa21573 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:38.654451 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c8bc1b3-60ff-4276-8d19-ea03d5869533 req-702d2f7b-db47-4e8d-9550-a1983fa21573 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 945 time: 0.1110177
Feb 19 21:12:38.660948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-48682361-bdab-45e4-867c-0f4c2af91acd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Deleting port e67957f6-071e-404a-a727-94c417e4d265 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:38.661707 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-48682361-bdab-45e4-867c-0f4c2af91acd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e67957f6-071e-404a-a727-94c417e4d265), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.663291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] device_id is not set on port 09dc7538-b183-4945-a98d-53547e2c562a yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:12:38.741420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Allocated IP 172.20.0.2 (4922f44d-400c-49f0-b898-581f21226690/11af024f-751e-4a90-97a0-e5dae1034850/6c7863a8-a84c-4a25-b900-da6e9dcafbcf) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:38.820253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c8bc1b3-60ff-4276-8d19-ea03d5869533 req-3c7a8390-76e6-4098-a207-b2dda052aad4 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1366818
Feb 19 21:12:38.847931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4b8f-08a1-4efd-b477-d8b30eae9dc2 req-ae9321df-222e-4fe3-9ffe-f7727c3dc306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:38.850444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01cf4b8f-08a1-4efd-b477-d8b30eae9dc2 req-ae9321df-222e-4fe3-9ffe-f7727c3dc306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 908 time: 0.2220242
Feb 19 21:12:38.856587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-dbbcfba1-f12e-4132-8964-3988952d0e02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 257f33da-c66b-4c65-a59c-fd22375a0463 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:38.857059 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfba1-f12e-4132-8964-3988952d0e02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (257f33da-c66b-4c65-a59c-fd22375a0463), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.883359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-48682361-bdab-45e4-867c-0f4c2af91acd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] For port e67957f6-071e-404a-a727-94c417e4d265, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e67957f6-071e-404a-a727-94c417e4d265,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:38.883744 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-48682361-bdab-45e4-867c-0f4c2af91acd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e67957f6-071e-404a-a727-94c417e4d265), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.901454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-41e466d0-431f-4257-a167-c006fdc0de6b req-48682361-bdab-45e4-867c-0f4c2af91acd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Calling delete_port for e67957f6-071e-404a-a727-94c417e4d265 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:38.904602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 792bb0c5-b976-4078-a9fa-692ece7d2d12 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:38.989531 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Publish callbacks [] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:38.999377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 792bb0c5-b976-4078-a9fa-692ece7d2d12 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:12:39.004892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfba1-f12e-4132-8964-3988952d0e02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (257f33da-c66b-4c65-a59c-fd22375a0463), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.005505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 792bb0c5-b976-4078-a9fa-692ece7d2d12 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:39.005951 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.013802 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.035215 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f67b7566-1aa3-48f7-99a6-d2ed621d6d35 req-08368ba3-b054-4286-aafe-356d3fb6bc90 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0370862
Feb 19 21:12:39.068234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-dbbcfba1-f12e-4132-8964-3988952d0e02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 257f33da-c66b-4c65-a59c-fd22375a0463 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:39.092131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Pushing event updated for resources: {'Port': ['ID=6c7863a8-a84c-4a25-b900-da6e9dcafbcf,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:39.110760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Network 4922f44d-400c-49f0-b898-581f21226690 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:39.114707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:39.119823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:39.145088 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-48682361-bdab-45e4-867c-0f4c2af91acd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e67957f6-071e-404a-a727-94c417e4d265), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.162703 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.db.api [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ae6d242d-a3b1-42f9-a6fd-54c2b1d8ce84 {{(pid=121129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:12:39.163038 ncdv-master-1 neutron-server[121129]: DEBUG oslo_db.api [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:12:39.191562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48682361-bdab-45e4-867c-0f4c2af91acd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Port': ['ID=e67957f6-071e-404a-a727-94c417e4d265,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:39.219040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Attempting to bind port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:39.219928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Attempting to bind port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0330a58c-6285-417e-bf11-d3c7d91e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4922f44d-400c-49f0-b898-581f21226690'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:39.220552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Attempting to bind port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf on network 4922f44d-400c-49f0-b898-581f21226690 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:39.227513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 792bb0c5-b976-4078-a9fa-692ece7d2d12 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:39.228038 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.234496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:39.234496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Checking segment: {'id': '0330a58c-6285-417e-bf11-d3c7d91e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4922f44d-400c-49f0-b898-581f21226690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:39.234496 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.234496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Bound using segment: {'id': '0330a58c-6285-417e-bf11-d3c7d91e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4922f44d-400c-49f0-b898-581f21226690'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:39.234496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Bound port: 6c7863a8-a84c-4a25-b900-da6e9dcafbcf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0330a58c-6285-417e-bf11-d3c7d91e2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4922f44d-400c-49f0-b898-581f21226690'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:39.234496 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.245310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e466d0-431f-4257-a167-c006fdc0de6b req-48682361-bdab-45e4-867c-0f4c2af91acd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] No DVR routers for this DVR port e67957f6-071e-404a-a727-94c417e4d265 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:39.253373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e466d0-431f-4257-a167-c006fdc0de6b req-48682361-bdab-45e4-867c-0f4c2af91acd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.254263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e466d0-431f-4257-a167-c006fdc0de6b req-48682361-bdab-45e4-867c-0f4c2af91acd tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.10 "DELETE /v2.0/ports/e67957f6-071e-404a-a727-94c417e4d265 HTTP/1.1" status: 204  len: 173 time: 0.8127241
Feb 19 21:12:39.293532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016a5d8a-93e3-4e79-843c-332e7c910a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792bb0c5-b976-4078-a9fa-692ece7d2d12'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:39.296137 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9c2f75-6311-43c5-a309-18ec12ab312a" -d '{"events": [{"server_uuid": "016a5d8a-93e3-4e79-843c-332e7c910a78", "name": "network-vif-plugged", "status": "completed", "tag": "792bb0c5-b976-4078-a9fa-692ece7d2d12"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:39.315238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 792bb0c5-b976-4078-a9fa-692ece7d2d12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=792bb0c5-b976-4078-a9fa-692ece7d2d12,segment=NetworkSegment(557c5e82-baff-4812-bac1-710f2b5b6320),segment_id=557c5e82-baff-4812-bac1-710f2b5b6320)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:39.324172 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.325329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device fd590ea4-9502-47f9-a804-41b8d37bcda0 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:39.382149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfba1-f12e-4132-8964-3988952d0e02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (257f33da-c66b-4c65-a59c-fd22375a0463), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.387125 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd8491e-1a22-49da-bee2-048b84c82435 x-openstack-request-id: req-cfd8491e-1a22-49da-bee2-048b84c82435 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:39.387508 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016a5d8a-93e3-4e79-843c-332e7c910a78", "name": "network-vif-plugged", "status": "completed", "tag": "792bb0c5-b976-4078-a9fa-692ece7d2d12", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:39.387834 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfd8491e-1a22-49da-bee2-048b84c82435 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:39.388300 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016a5d8a-93e3-4e79-843c-332e7c910a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792bb0c5-b976-4078-a9fa-692ece7d2d12', 'code': 200}
Feb 19 21:12:39.398014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] For port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:39.414777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] For port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c7863a8-a84c-4a25-b900-da6e9dcafbcf,segment=NetworkSegment(0330a58c-6285-417e-bf11-d3c7d91e2b44),segment_id=0330a58c-6285-417e-bf11-d3c7d91e2b44)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:39.415892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fc6ac2e-4f4b-4bfd-841d-ebee1993f9e8 req-85f59308-8920-4994-8b08-e90ab78eb5e1 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 210 time: 0.0840979
Feb 19 21:12:39.442328 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=792bb0c5-b976-4078-a9fa-692ece7d2d12,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:39.447025 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.458456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcfba1-f12e-4132-8964-3988952d0e02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=257f33da-c66b-4c65-a59c-fd22375a0463,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:39.524276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port fd590ea4-9502-47f9-a804-41b8d37bcda0 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:12:39.533503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e0dbd-cb1b-483f-a987-450401040c1b None None] Pushing event updated for resources: {'Port': ['ID=6c7863a8-a84c-4a25-b900-da6e9dcafbcf,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:39.540994 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port fd590ea4-9502-47f9-a804-41b8d37bcda0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:39.541437 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.556937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-deleted', 'tag': '9ed98a2b-9925-480d-95be-fe4ae1e28f6e'}, {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-deleted', 'tag': '95e9c0f7-4a48-40c7-a205-d0efe0ce4387'}, {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-deleted', 'tag': 'e67957f6-071e-404a-a727-94c417e4d265'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:39.559716 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3204c33e-df98-4900-a187-71db96be9885" -d '{"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-deleted", "tag": "9ed98a2b-9925-480d-95be-fe4ae1e28f6e"}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-deleted", "tag": "95e9c0f7-4a48-40c7-a205-d0efe0ce4387"}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-deleted", "tag": "e67957f6-071e-404a-a727-94c417e4d265"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:39.661585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41926e34-815b-4120-a356-714f63a94813 req-98b507ef-62e5-4bca-888f-7ec64efc0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:39.664296 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41926e34-815b-4120-a356-714f63a94813 req-98b507ef-62e5-4bca-888f-7ec64efc0a1f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 1091 time: 0.1608305
Feb 19 21:12:39.666234 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ba08c4-2cae-43a5-b42f-ad8b4f9a28e7 x-openstack-request-id: req-13ba08c4-2cae-43a5-b42f-ad8b4f9a28e7 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:39.667058 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-deleted", "tag": "9ed98a2b-9925-480d-95be-fe4ae1e28f6e", "status": "completed", "code": 200}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-deleted", "tag": "95e9c0f7-4a48-40c7-a205-d0efe0ce4387", "status": "completed", "code": 200}, {"server_uuid": "d857117a-ec86-4b8f-ba54-6e01374d484b", "name": "network-vif-deleted", "tag": "e67957f6-071e-404a-a727-94c417e4d265", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:39.667647 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13ba08c4-2cae-43a5-b42f-ad8b4f9a28e7 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:39.668709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.669300 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-deleted', 'tag': '9ed98a2b-9925-480d-95be-fe4ae1e28f6e', 'status': 'completed', 'code': 200}
Feb 19 21:12:39.669743 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-deleted', 'tag': '95e9c0f7-4a48-40c7-a205-d0efe0ce4387', 'status': 'completed', 'code': 200}
Feb 19 21:12:39.670386 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857117a-ec86-4b8f-ba54-6e01374d484b', 'name': 'network-vif-deleted', 'tag': 'e67957f6-071e-404a-a727-94c417e4d265', 'status': 'completed', 'code': 200}
Feb 19 21:12:39.725530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port fd590ea4-9502-47f9-a804-41b8d37bcda0 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:39.726526 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.743023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] device_id is not set on port 22bd4e53-9266-487b-9e36-bb15a0d34a15 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:12:39.768295 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfba1-f12e-4132-8964-3988952d0e02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.778686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port fd590ea4-9502-47f9-a804-41b8d37bcda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:39.788606 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:39.871258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=fd590ea4-9502-47f9-a804-41b8d37bcda0,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:40.108383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9897b-dd10-442d-8917-e7878bc488bd req-c9635e4f-5fc2-42b6-a0f1-9f1e25e19e7d tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:40.110112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2b9897b-dd10-442d-8917-e7878bc488bd req-c9635e4f-5fc2-42b6-a0f1-9f1e25e19e7d tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 909 time: 0.1107142
Feb 19 21:12:40.127620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675feba3-7c90-4dc6-a652-99d0be85ab0f req-e24c3aad-0324-48d0-a063-40da16347e8a tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:40.135533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-675feba3-7c90-4dc6-a652-99d0be85ab0f req-e24c3aad-0324-48d0-a063-40da16347e8a tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 946 time: 0.1647952
Feb 19 21:12:40.195394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-675feba3-7c90-4dc6-a652-99d0be85ab0f req-60b5b7c3-7684-4eba-88a8-591cd03e82d3 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588629
Feb 19 21:12:40.212679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Allocated IP 172.20.0.12 (4922f44d-400c-49f0-b898-581f21226690/11af024f-751e-4a90-97a0-e5dae1034850/22bd4e53-9266-487b-9e36-bb15a0d34a15) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:40.226078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac4fc550-0d2d-4001-8b6f-9be4791c0255 req-1e39198e-c4eb-49ff-a8e0-41610cc342a6 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0354207
Feb 19 21:12:40.276179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbcfba1-f12e-4132-8964-3988952d0e02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:12:40.565937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2eecffc9-b05f-45f5-bf10-48bae833f043 req-b989eb71-6208-4ec0-84ea-540265accc7e tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d857117a-ec86-4b8f-ba54-6e01374d484b HTTP/1.1" status: 200  len: 210 time: 0.0324962
Feb 19 21:12:40.777110 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbcfba1-f12e-4132-8964-3988952d0e02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:40.784307 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dbbcfba1-f12e-4132-8964-3988952d0e02 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8329649
Feb 19 21:12:40.787218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44504) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:40.791636 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a33d64-76a6-4c49-9e8e-5b74fb45288b None None] Sync routers for ids ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:40.800228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks [] for port (22bd4e53-9266-487b-9e36-bb15a0d34a15), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:40.806284 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a33d64-76a6-4c49-9e8e-5b74fb45288b None None] Routers {'3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:40.807421 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b8a33d64-76a6-4c49-9e8e-5b74fb45288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a704fd850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:40.840494 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (22bd4e53-9266-487b-9e36-bb15a0d34a15), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:40.858096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a93a4c1-afba-4867-973e-abbd540cee5b None None] Network 4922f44d-400c-49f0-b898-581f21226690 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:40.870059 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b8a33d64-76a6-4c49-9e8e-5b74fb45288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a704fd850>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:40.884490 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Network 4922f44d-400c-49f0-b898-581f21226690 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:40.887379 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a33d64-76a6-4c49-9e8e-5b74fb45288b None None] Routers {'3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:40.888210 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b8a33d64-76a6-4c49-9e8e-5b74fb45288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a704fd850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:40.890460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:40.894596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:40.940159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Pushing event updated for resources: {'Port': ['ID=22bd4e53-9266-487b-9e36-bb15a0d34a15,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:40.950450 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b8a33d64-76a6-4c49-9e8e-5b74fb45288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a704fd850>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:40.951410 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a33d64-76a6-4c49-9e8e-5b74fb45288b None None] The sync data for ids ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:40.952181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.953066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.953066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.953301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.953584 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.953931 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.954261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.954606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.954982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.955325 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.955664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.956037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.956405 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:40.969863 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:40.971060 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.008080 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3d14671f-5abd-4969-ab11-f9f478dfe630 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 2.6889524
Feb 19 21:12:41.011050 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44506) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:41.043580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fd9118cf-1d8e-42ef-a3ae-964d52bfa305 None None] Provisioning complete for port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:41.044096 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fd9118cf-1d8e-42ef-a3ae-964d52bfa305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.160712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fd9118cf-1d8e-42ef-a3ae-964d52bfa305 None None] Current status of the port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:41.160940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-7934e93e-7c17-4145-9d47-b89656489b15 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Deleting port 22bd4e53-9266-487b-9e36-bb15a0d34a15 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:41.161184 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fd9118cf-1d8e-42ef-a3ae-964d52bfa305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.161375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7934e93e-7c17-4145-9d47-b89656489b15 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (22bd4e53-9266-487b-9e36-bb15a0d34a15), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.232978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fd9118cf-1d8e-42ef-a3ae-964d52bfa305 None None] For port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c7863a8-a84c-4a25-b900-da6e9dcafbcf,segment=NetworkSegment(0330a58c-6285-417e-bf11-d3c7d91e2b44),segment_id=0330a58c-6285-417e-bf11-d3c7d91e2b44)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:41.241163 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fd9118cf-1d8e-42ef-a3ae-964d52bfa305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.300615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba95f5f-e54c-47c0-85dd-037efcb3a1e8 req-edc636a3-cb82-475d-9068-c3ed566f7dd0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:41.302414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ba95f5f-e54c-47c0-85dd-037efcb3a1e8 req-edc636a3-cb82-475d-9068-c3ed566f7dd0 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 909 time: 0.0829356
Feb 19 21:12:41.308219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7934e93e-7c17-4145-9d47-b89656489b15 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (22bd4e53-9266-487b-9e36-bb15a0d34a15), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.317573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0d66d09-a48a-483d-80d1-112a331f98c7 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.330330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-7934e93e-7c17-4145-9d47-b89656489b15 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Calling delete_port for 22bd4e53-9266-487b-9e36-bb15a0d34a15 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:41.362556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9118cf-1d8e-42ef-a3ae-964d52bfa305 None None] Pushing event updated for resources: {'Port': ['ID=6c7863a8-a84c-4a25-b900-da6e9dcafbcf,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:41.390175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452de813-e220-4db1-8f6c-6d03d6b88559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd590ea4-9502-47f9-a804-41b8d37bcda0'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:41.393439 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aa5c57-d926-40c9-ad99-4c29fe2ca95a" -d '{"events": [{"server_uuid": "452de813-e220-4db1-8f6c-6d03d6b88559", "name": "network-vif-plugged", "status": "completed", "tag": "fd590ea4-9502-47f9-a804-41b8d37bcda0"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:41.476985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6737ea81-0d9d-475d-bce2-84b23e44b51f None None] Provisioning complete for port 22bd4e53-9266-487b-9e36-bb15a0d34a15 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:41.477472 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6737ea81-0d9d-475d-bce2-84b23e44b51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (22bd4e53-9266-487b-9e36-bb15a0d34a15), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.524065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6737ea81-0d9d-475d-bce2-84b23e44b51f None None] Port 22bd4e53-9266-487b-9e36-bb15a0d34a15 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:41.536343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6737ea81-0d9d-475d-bce2-84b23e44b51f None None] Provisioning complete for port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:41.536919 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6737ea81-0d9d-475d-bce2-84b23e44b51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.557111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d67d65d-2900-45cf-b179-a7a0da342015 req-e065c004-4dab-46f9-ab08-1f591a23f1ed tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.1463046
Feb 19 21:12:41.563693 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7934e93e-7c17-4145-9d47-b89656489b15 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (22bd4e53-9266-487b-9e36-bb15a0d34a15), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.598587 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 6c7863a8-a84c-4a25-b900-da6e9dcafbcf up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:41.600307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934e93e-7c17-4145-9d47-b89656489b15 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Pushing event deleted for resources: {'Port': ['ID=22bd4e53-9266-487b-9e36-bb15a0d34a15,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:41.701010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6737ea81-0d9d-475d-bce2-84b23e44b51f None None] Current status of the port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:41.715549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:41.715883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.753396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1afa46-a110-421b-bbc2-b1775e61a17e req-fc14687c-9e83-429a-8c97-04bc9e2ffbde tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:41.754622 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7934e93e-7c17-4145-9d47-b89656489b15 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.755375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce1afa46-a110-421b-bbc2-b1775e61a17e req-fc14687c-9e83-429a-8c97-04bc9e2ffbde tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 946 time: 0.3886998
Feb 19 21:12:41.763375 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7934e93e-7c17-4145-9d47-b89656489b15 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] 10.222.0.30 "DELETE /v2.0/ports/22bd4e53-9266-487b-9e36-bb15a0d34a15 HTTP/1.1" status: 204  len: 168 time: 0.7511427
Feb 19 21:12:41.766337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44520) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:41.834927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d73bf9f9-a078-45f5-a402-84547f5dffdf None None] Could not find standard attr ID for object 22bd4e53-9266-487b-9e36-bb15a0d34a15. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:12:41.849238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:41.849434 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9f90caa5-9c7d-44d9-a763-5deea2e22d7a tempest-DHCPAgentSchedulersTestJSON-1666574041 tempest-DHCPAgentSchedulersTestJSON-1666574041-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4935 time: 0.0775926
Feb 19 21:12:41.849877 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44524) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:41.855838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1968233678'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:41.866040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce1afa46-a110-421b-bbc2-b1775e61a17e req-bbf0c706-a637-4d37-92db-820a7cb10fe5 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887864
Feb 19 21:12:41.893053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Made reservation on behalf of d1ce8051b2b045a191037e9f87cbc83b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:41.898079 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.904848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca049f-8cbe-486a-b22a-e130fef3304e req-34e169a6-b552-4566-ab30-eb2e569fe485 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:41.913436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4eca049f-8cbe-486a-b22a-e130fef3304e req-34e169a6-b552-4566-ab30-eb2e569fe485 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 909 time: 0.1809194
Feb 19 21:12:41.928176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:41.939989 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (3fc7f016-e300-4604-93f6-eafabd9c5115), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:41.940759 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Added segment 3fc7f016-e300-4604-93f6-eafabd9c5115 of type vlan for network 2a44673d-6398-478c-9ec5-eec15f11b8b1
Feb 19 21:12:41.944108 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad57842e-88c5-40a4-a364-ed40ae5c11c1 x-openstack-request-id: req-ad57842e-88c5-40a4-a364-ed40ae5c11c1 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:41.944928 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452de813-e220-4db1-8f6c-6d03d6b88559", "name": "network-vif-plugged", "status": "completed", "tag": "fd590ea4-9502-47f9-a804-41b8d37bcda0", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:41.945058 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad57842e-88c5-40a4-a364-ed40ae5c11c1 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:41.945565 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452de813-e220-4db1-8f6c-6d03d6b88559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd590ea4-9502-47f9-a804-41b8d37bcda0', 'code': 200}
Feb 19 21:12:42.041286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (2a44673d-6398-478c-9ec5-eec15f11b8b1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:42.046614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d0d66d09-a48a-483d-80d1-112a331f98c7 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 10dfbd66-224e-4f52-b500-8e9b41003c1b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:42.047063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0d66d09-a48a-483d-80d1-112a331f98c7 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (10dfbd66-224e-4f52-b500-8e9b41003c1b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:42.068256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44530) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:42.087562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (2a44673d-6398-478c-9ec5-eec15f11b8b1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:42.092968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:42.093587 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:42.146077 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.2951043
Feb 19 21:12:42.150369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44532) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:42.167317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958662da-04e1-4850-ba73-2c09988ef6b7 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Pushing event updated for resources: {'Network': ['ID=2a44673d-6398-478c-9ec5-eec15f11b8b1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:42.179656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 2a44673d-6398-478c-9ec5-eec15f11b8b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:42.345257 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0d66d09-a48a-483d-80d1-112a331f98c7 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (10dfbd66-224e-4f52-b500-8e9b41003c1b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:42.361580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e705215-0ce4-48d9-8dd4-83057cb2894e req-5a6b6351-27bc-4c99-95c1-9086eb8463b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:42.363098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e705215-0ce4-48d9-8dd4-83057cb2894e req-5a6b6351-27bc-4c99-95c1-9086eb8463b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 1128 time: 0.3289030
Feb 19 21:12:42.382835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23147276-a9a4-4a3d-89e2-ee63b09d628d req-974eeeef-14f2-4b4e-a696-2aea64905358 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:42.384397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23147276-a9a4-4a3d-89e2-ee63b09d628d req-974eeeef-14f2-4b4e-a696-2aea64905358 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 1091 time: 0.3151655
Feb 19 21:12:42.385052 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d5fae5f-3a10-4d0c-8a5c-677bac042172 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group (e2e2079f-e71d-4aa1-ae80-5a92c4183f30), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:42.394798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d0d66d09-a48a-483d-80d1-112a331f98c7 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 10dfbd66-224e-4f52-b500-8e9b41003c1b owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:42.514155 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d5fae5f-3a10-4d0c-8a5c-677bac042172 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group (e2e2079f-e71d-4aa1-ae80-5a92c4183f30), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:42.902504 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:12:42.922556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c1413b99-b9d3-4480-b1ad-7200d91fceb4 tempest-DHCPAgentSchedulersTestJSON-1666574041 tempest-DHCPAgentSchedulersTestJSON-1666574041-project-admin] 10.222.0.30 "GET /v2.0/agents/87b8a454-1e0b-48d5-9b93-217ecb98c7c1/dhcp-networks HTTP/1.1" status: 200  len: 11987 time: 0.7532601
Feb 19 21:12:42.926343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44540) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:42.948722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e705215-0ce4-48d9-8dd4-83057cb2894e req-e5d8fb06-9b3d-4b0d-b861-ca4e762eee94 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5615695
Feb 19 21:12:42.972699 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b42ef9c-f83a-41f9-9437-54589a6eb951 req-bcb17ff4-89a4-4a0c-b577-2a68d65dd1fa tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0579517
Feb 19 21:12:43.020120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92623eb0-44dc-4daa-84fd-e15d60d16513 req-61551e3f-ce52-409d-b0a5-01e416a8b8d7 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:43.021753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92623eb0-44dc-4daa-84fd-e15d60d16513 req-61551e3f-ce52-409d-b0a5-01e416a8b8d7 tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 1167 time: 0.5606079
Feb 19 21:12:43.045637 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d5fae5f-3a10-4d0c-8a5c-677bac042172 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e2e2079f-e71d-4aa1-ae80-5a92c4183f30), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:43.048233 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d5fae5f-3a10-4d0c-8a5c-677bac042172 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:43.052999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3d5fae5f-3a10-4d0c-8a5c-677bac042172 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "DELETE /v2.0/security-groups/e2e2079f-e71d-4aa1-ae80-5a92c4183f30 HTTP/1.1" status: 204  len: 168 time: 0.9794424
Feb 19 21:12:43.053536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44542) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:43.056754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b2897-e567-4c35-a376-c5db146a9a8d tempest-DHCPAgentSchedulersTestJSON-1666574041 tempest-DHCPAgentSchedulersTestJSON-1666574041-project-admin] Network 2a44673d-6398-478c-9ec5-eec15f11b8b1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:43.074596 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-e61d40a4-6503-4ae8-96fe-778104368ed8 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] show failed (client error): The resource could not be found.
Feb 19 21:12:43.078670 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e61d40a4-6503-4ae8-96fe-778104368ed8 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "GET /v2.0/security-groups/e2e2079f-e71d-4aa1-ae80-5a92c4183f30 HTTP/1.1" status: 404  len: 347 time: 0.0208309
Feb 19 21:12:43.079060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44544) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:43.082250 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dd9b2897-e567-4c35-a376-c5db146a9a8d tempest-DHCPAgentSchedulersTestJSON-1666574041 tempest-DHCPAgentSchedulersTestJSON-1666574041-project-admin] 10.222.0.30 "POST /v2.0/agents/87b8a454-1e0b-48d5-9b93-217ecb98c7c1/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.1547332
Feb 19 21:12:43.085117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44546) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:43.089608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737729ee-6d9c-4d19-98b9-7837b97a3f65 None None] Network 2a44673d-6398-478c-9ec5-eec15f11b8b1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:43.139113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fae5f-3a10-4d0c-8a5c-677bac042172 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e2079f-e71d-4aa1-ae80-5a92c4183f30,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:43.270205 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-244f6d85-b919-4e91-8c04-c0384c697870 tempest-DHCPAgentSchedulersTestJSON-1666574041 tempest-DHCPAgentSchedulersTestJSON-1666574041-project-admin] 10.222.0.30 "GET /v2.0/agents/87b8a454-1e0b-48d5-9b93-217ecb98c7c1/dhcp-networks HTTP/1.1" status: 200  len: 12758 time: 0.1811244
Feb 19 21:12:43.273178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44548) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:43.277087 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92623eb0-44dc-4daa-84fd-e15d60d16513 req-f159f1a1-a0ae-4a02-b404-1881be6a2c2d tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&id=9887589f-0373-4962-af43-6a0cbca1a59c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2465153
Feb 19 21:12:43.309378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44550) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:43.356846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1d7f-dc8a-4450-b0b1-f43af472dfc5 req-d4bbf478-ab4c-4fd1-9efb-9c9968eeab7c tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:43.358432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbfb1d7f-dc8a-4450-b0b1-f43af472dfc5 req-d4bbf478-ab4c-4fd1-9efb-9c9968eeab7c tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 946 time: 0.2873986
Feb 19 21:12:43.360822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44552) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:43.365171 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fdf45de1-19c2-4951-8c13-a15ea6ed0f50 tempest-DHCPAgentSchedulersTestJSON-1666574041 tempest-DHCPAgentSchedulersTestJSON-1666574041-project-admin] 10.222.0.30 "DELETE /v2.0/agents/87b8a454-1e0b-48d5-9b93-217ecb98c7c1/dhcp-networks/2a44673d-6398-478c-9ec5-eec15f11b8b1 HTTP/1.1" status: 204  len: 168 time: 0.0907319
Feb 19 21:12:43.380470 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0d66d09-a48a-483d-80d1-112a331f98c7 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (10dfbd66-224e-4f52-b500-8e9b41003c1b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:43.430953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d66d09-a48a-483d-80d1-112a331f98c7 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=10dfbd66-224e-4f52-b500-8e9b41003c1b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:43.537253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2436cda1-0333-43e3-9e00-770b54b7787e req-24a71c64-aa98-4321-aa35-7a9b387f6f1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.1072943
Feb 19 21:12:43.612351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72d752-d202-444f-b6b4-a1aa3d4e255e tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:43.615176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cf72d752-d202-444f-b6b4-a1aa3d4e255e tempest-TestSecurityGroupsBasicOps-2050863166 tempest-TestSecurityGroupsBasicOps-2050863166-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 1086 time: 0.3007591
Feb 19 21:12:43.666686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5a6477b7-2e11-424d-a4ff-2fe1e836b7c4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Deleting port d17b6553-a63e-408b-80a8-17a1c5fccbb5 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:43.667035 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a6477b7-2e11-424d-a4ff-2fe1e836b7c4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d17b6553-a63e-408b-80a8-17a1c5fccbb5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:43.677422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbfb1d7f-dc8a-4450-b0b1-f43af472dfc5 req-3dc51b2f-f880-4df5-a0ee-1b971eea28ec tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2930751
Feb 19 21:12:43.725316 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0d66d09-a48a-483d-80d1-112a331f98c7 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:43.850482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5f8eef8b-076e-454a-a4e7-8a88d0b68a2e tempest-DHCPAgentSchedulersTestJSON-1666574041 tempest-DHCPAgentSchedulersTestJSON-1666574041-project-admin] 10.222.0.30 "GET /v2.0/agents/87b8a454-1e0b-48d5-9b93-217ecb98c7c1/dhcp-networks HTTP/1.1" status: 200  len: 11987 time: 0.4875972
Feb 19 21:12:43.856451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:43.878025 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-838dd215-c96b-4c09-a96b-d04712ddc414 tempest-DHCPAgentSchedulersTestJSON-1666574041 tempest-DHCPAgentSchedulersTestJSON-1666574041-project-admin] 10.222.0.30 "GET /v2.0/networks/4922f44d-400c-49f0-b898-581f21226690/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0205958
Feb 19 21:12:43.881450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44560) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:43.904706 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6e0e57aa-b989-4898-889d-218ffa316d6b tempest-DHCPAgentSchedulersTestJSON-1666574041 tempest-DHCPAgentSchedulersTestJSON-1666574041-project-admin] 10.222.0.30 "GET /v2.0/networks/4922f44d-400c-49f0-b898-581f21226690/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0220680
Feb 19 21:12:43.907130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44562) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:43.916014 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a6477b7-2e11-424d-a4ff-2fe1e836b7c4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d17b6553-a63e-408b-80a8-17a1c5fccbb5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:43.916358 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a6477b7-2e11-424d-a4ff-2fe1e836b7c4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for floatingip (d17b6553-a63e-408b-80a8-17a1c5fccbb5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:43.966564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5a6477b7-2e11-424d-a4ff-2fe1e836b7c4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Calling delete_port for d17b6553-a63e-408b-80a8-17a1c5fccbb5 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:44.015013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670182d-eb5d-48ec-b008-49067f103085 req-d2f8b766-043f-4871-846d-b0fa81b663ad tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:44.016632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d670182d-eb5d-48ec-b008-49067f103085 req-d2f8b766-043f-4871-846d-b0fa81b663ad tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 909 time: 0.1751382
Feb 19 21:12:44.058451 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c2ff5d8e-31be-4bdb-9dd0-3d2d48c9f013 tempest-DHCPAgentSchedulersTestJSON-1666574041 tempest-DHCPAgentSchedulersTestJSON-1666574041-project-admin] 10.222.0.30 "GET /v2.0/agents/87b8a454-1e0b-48d5-9b93-217ecb98c7c1/dhcp-networks HTTP/1.1" status: 200  len: 11987 time: 0.1468885
Feb 19 21:12:44.058997 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44566) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:44.064166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d66d09-a48a-483d-80d1-112a331f98c7 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:12:44.137903 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (2a44673d-6398-478c-9ec5-eec15f11b8b1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.187149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f9d1b375-e5d1-4622-a198-07495c490c72 req-bd7ed382-b0b2-4150-85fe-dbcfe27b9708 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0988293
Feb 19 21:12:44.203186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d66d09-a48a-483d-80d1-112a331f98c7 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:44.215602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d0d66d09-a48a-483d-80d1-112a331f98c7 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4269335
Feb 19 21:12:44.218398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44568) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:44.223243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ff045-de95-4dbd-a3c8-3f4b5e173f29 None None] Sync routers for ids ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:44.234566 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (2a44673d-6398-478c-9ec5-eec15f11b8b1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.240527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ff045-de95-4dbd-a3c8-3f4b5e173f29 None None] Routers {'3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:44.242476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-582ff045-de95-4dbd-a3c8-3f4b5e173f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:44.252952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4425c108-0741-4953-9681-46e2dc7307af tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed HTTP/1.1" status: 200  len: 205 time: 0.0332432
Feb 19 21:12:44.255800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44570) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:44.264217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6bd78d30>,) {'filters': {'network_id': ['2a44673d-6398-478c-9ec5-eec15f11b8b1']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:44.275782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bd78d30>, '3fc7f016-e300-4604-93f6-eafabd9c5115') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:44.276225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bd78d30>, '3fc7f016-e300-4604-93f6-eafabd9c5115') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:44.297363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-582ff045-de95-4dbd-a3c8-3f4b5e173f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ea90>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:44.298683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (3fc7f016-e300-4604-93f6-eafabd9c5115), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.313024 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ff045-de95-4dbd-a3c8-3f4b5e173f29 None None] Routers {'3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:44.314088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-582ff045-de95-4dbd-a3c8-3f4b5e173f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:44.325232 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (3fc7f016-e300-4604-93f6-eafabd9c5115), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.332063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:44.332836 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (3fc7f016-e300-4604-93f6-eafabd9c5115), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:44.336897 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:44.371642 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcd126b4-12d8-49e0-ab4c-d0fafe012fab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.376438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-582ff045-de95-4dbd-a3c8-3f4b5e173f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ea90>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:44.377795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ff045-de95-4dbd-a3c8-3f4b5e173f29 None None] The sync data for ids ['3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:44.424376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (2a44673d-6398-478c-9ec5-eec15f11b8b1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.437583 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.442676 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] 10.222.0.30 "DELETE /v2.0/networks/2a44673d-6398-478c-9ec5-eec15f11b8b1 HTTP/1.1" status: 204  len: 168 time: 0.3825290
Feb 19 21:12:44.445009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44572) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:44.448436 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a6477b7-2e11-424d-a4ff-2fe1e836b7c4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d17b6553-a63e-408b-80a8-17a1c5fccbb5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.464204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a464f-2421-46c0-9d68-cea973e08c41 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Pushing event deleted for resources: {'Network': ['ID=2a44673d-6398-478c-9ec5-eec15f11b8b1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:44.482663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6477b7-2e11-424d-a4ff-2fe1e836b7c4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Port': ['ID=d17b6553-a63e-408b-80a8-17a1c5fccbb5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:44.486139 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edfecd2-110f-4b2b-8f3a-f25de828de48 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:12:44.486739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edfecd2-110f-4b2b-8f3a-f25de828de48 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:12:44.491526 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8edfecd2-110f-4b2b-8f3a-f25de828de48 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] 10.222.0.30 "DELETE /v2.0/ports/22bd4e53-9266-487b-9e36-bb15a0d34a15 HTTP/1.1" status: 404  len: 333 time: 0.0453584
Feb 19 21:12:44.494531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44574) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:44.659534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcd126b4-12d8-49e0-ab4c-d0fafe012fab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.666591 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcd126b4-12d8-49e0-ab4c-d0fafe012fab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.722110 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a6477b7-2e11-424d-a4ff-2fe1e836b7c4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for floatingip (2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.725044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a6477b7-2e11-424d-a4ff-2fe1e836b7c4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.726464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5a6477b7-2e11-424d-a4ff-2fe1e836b7c4 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "DELETE /v2.0/floatingips/2f60d8cf-9dbb-48f1-8ef3-49e8dd08b8f1 HTTP/1.1" status: 204  len: 168 time: 1.6388590
Feb 19 21:12:44.729173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44578) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:44.730454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0a866c-6e8a-46ca-a604-5fd802f26c85 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Deleting subnet 11af024f-751e-4a90-97a0-e5dae1034850 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:12:44.734171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcd126b4-12d8-49e0-ab4c-d0fafe012fab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.734576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd126b4-12d8-49e0-ab4c-d0fafe012fab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Fanout notify agent at l3_agent the message router_deleted on router 3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:12:44.736252 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e0a866c-6e8a-46ca-a604-5fd802f26c85 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks [] for subnet (11af024f-751e-4a90-97a0-e5dae1034850), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.744079 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcd126b4-12d8-49e0-ab4c-d0fafe012fab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.749623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bcd126b4-12d8-49e0-ab4c-d0fafe012fab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed HTTP/1.1" status: 204  len: 168 time: 0.4884484
Feb 19 21:12:44.763343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44580) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:44.794003 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e0a866c-6e8a-46ca-a604-5fd802f26c85 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (11af024f-751e-4a90-97a0-e5dae1034850), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.857406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cac01f-c7a5-4c46-99cd-b14942ba3833 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting subnet 230da40e-b691-4160-8c36-516818c6e408 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:12:44.863045 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16cac01f-c7a5-4c46-99cd-b14942ba3833 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (230da40e-b691-4160-8c36-516818c6e408), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.909293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16cac01f-c7a5-4c46-99cd-b14942ba3833 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (230da40e-b691-4160-8c36-516818c6e408), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.910779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ba159-47e8-4ca4-93cd-d0479d420760 req-7f9a45b0-c292-4dfc-9c9d-9f2dca015c0b tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:44.912305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-851ba159-47e8-4ca4-93cd-d0479d420760 req-7f9a45b0-c292-4dfc-9c9d-9f2dca015c0b tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 946 time: 0.1209214
Feb 19 21:12:44.930570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e0a866c-6e8a-46ca-a604-5fd802f26c85 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (11af024f-751e-4a90-97a0-e5dae1034850), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:44.947850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-036f4beb-1294-4f9c-8225-f6337fb3f79c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Deleting port d2e2e0f9-6f33-4853-808c-07962b81a563 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:44.948202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-036f4beb-1294-4f9c-8225-f6337fb3f79c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.009386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-851ba159-47e8-4ca4-93cd-d0479d420760 req-6056eceb-63e1-40f9-9a0d-91af7e7b92c1 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895526
Feb 19 21:12:45.024131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e0a866c-6e8a-46ca-a604-5fd802f26c85 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (11af024f-751e-4a90-97a0-e5dae1034850), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.061381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a866c-6e8a-46ca-a604-5fd802f26c85 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Pushing event deleted for resources: {'Subnet': ['ID=11af024f-751e-4a90-97a0-e5dae1034850,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:45.072861 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e0a866c-6e8a-46ca-a604-5fd802f26c85 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.073112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f828bd0e-4865-4d1f-9dc8-a05f068f770e None None] Network 4922f44d-400c-49f0-b898-581f21226690 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:45.080521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3e0a866c-6e8a-46ca-a604-5fd802f26c85 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] 10.222.0.30 "DELETE /v2.0/subnets/11af024f-751e-4a90-97a0-e5dae1034850 HTTP/1.1" status: 204  len: 168 time: 0.5853875
Feb 19 21:12:45.081212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44586) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:45.087788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16cac01f-c7a5-4c46-99cd-b14942ba3833 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (230da40e-b691-4160-8c36-516818c6e408), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.119510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-036f4beb-1294-4f9c-8225-f6337fb3f79c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.144202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-036f4beb-1294-4f9c-8225-f6337fb3f79c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Calling delete_port for d2e2e0f9-6f33-4853-808c-07962b81a563 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:45.231360 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16cac01f-c7a5-4c46-99cd-b14942ba3833 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (230da40e-b691-4160-8c36-516818c6e408), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.239855 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (4922f44d-400c-49f0-b898-581f21226690), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.268840 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cac01f-c7a5-4c46-99cd-b14942ba3833 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Subnet': ['ID=230da40e-b691-4160-8c36-516818c6e408,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:45.274672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c8271-3394-4187-8cd9-65622c533694 req-435ab779-e7a7-4ccf-bd25-8be66fa20d21 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:45.275964 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16cac01f-c7a5-4c46-99cd-b14942ba3833 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.276249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c57c8271-3394-4187-8cd9-65622c533694 req-435ab779-e7a7-4ccf-bd25-8be66fa20d21 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 946 time: 0.1705964
Feb 19 21:12:45.282030 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-16cac01f-c7a5-4c46-99cd-b14942ba3833 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/230da40e-b691-4160-8c36-516818c6e408 HTTP/1.1" status: 204  len: 168 time: 0.5148129
Feb 19 21:12:45.282763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44590) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:45.286303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873da8a6-f213-49bd-9779-6aad6360c868 req-41894a0f-f6a4-447b-af96-9a7d3163bbc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:45.287844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-873da8a6-f213-49bd-9779-6aad6360c868 req-41894a0f-f6a4-447b-af96-9a7d3163bbc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 909 time: 0.1321185
Feb 19 21:12:45.297690 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a96ff2-b80d-42b8-a9b4-c2c70bf931ab None None] Network d0e78b5e-71f6-4a22-89be-67cc77df57ac requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:45.358500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-15647ee3-ae17-428a-8e14-135d575f2277 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting subnet 06702568-0e10-4cfe-b1ce-cd17fdd7c65e {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:12:45.367018 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15647ee3-ae17-428a-8e14-135d575f2277 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (06702568-0e10-4cfe-b1ce-cd17fdd7c65e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.382635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c57c8271-3394-4187-8cd9-65622c533694 req-54f7df7b-8891-45d9-975a-c101f201d2de tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927308
Feb 19 21:12:45.382902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc2c83c-0e96-42f4-906a-57f683559935 None None] DHCP port deletion for 4922f44d-400c-49f0-b898-581f21226690 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:12:45.393073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Deleting port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:45.393459 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.469505 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15647ee3-ae17-428a-8e14-135d575f2277 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (06702568-0e10-4cfe-b1ce-cd17fdd7c65e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.485835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3853ce6-73cc-4658-9cba-e3a6334dd909 req-dfaa6b72-261a-4cac-a4f7-6e97a5b773da tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0948186
Feb 19 21:12:45.511200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2c83c-0e96-42f4-906a-57f683559935 None None] Deleting port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:45.511200 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3bc2c83c-0e96-42f4-906a-57f683559935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.548014 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-036f4beb-1294-4f9c-8225-f6337fb3f79c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d2e2e0f9-6f33-4853-808c-07962b81a563), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.601576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] For port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c7863a8-a84c-4a25-b900-da6e9dcafbcf,segment=NetworkSegment(0330a58c-6285-417e-bf11-d3c7d91e2b44),segment_id=0330a58c-6285-417e-bf11-d3c7d91e2b44)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:45.602192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.618869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 6c7863a8-a84c-4a25-b900-da6e9dcafbcf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:45.628205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Calling delete_port for 6c7863a8-a84c-4a25-b900-da6e9dcafbcf owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:45.640463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f4beb-1294-4f9c-8225-f6337fb3f79c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Port': ['ID=d2e2e0f9-6f33-4853-808c-07962b81a563,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:45.641248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b860430-76b0-42bf-8007-37e10efe1482 req-e920e5df-d437-4cda-a43b-3ce9a1294641 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:45.650616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b860430-76b0-42bf-8007-37e10efe1482 req-e920e5df-d437-4cda-a43b-3ce9a1294641 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.67 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 909 time: 0.2027962
Feb 19 21:12:45.709965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3bc2c83c-0e96-42f4-906a-57f683559935 None None] For port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c7863a8-a84c-4a25-b900-da6e9dcafbcf,segment=NetworkSegment(0330a58c-6285-417e-bf11-d3c7d91e2b44),segment_id=0330a58c-6285-417e-bf11-d3c7d91e2b44)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:45.710379 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3bc2c83c-0e96-42f4-906a-57f683559935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.732634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2c83c-0e96-42f4-906a-57f683559935 None None] Calling delete_port for 6c7863a8-a84c-4a25-b900-da6e9dcafbcf owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:45.742905 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-036f4beb-1294-4f9c-8225-f6337fb3f79c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.752440 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-036f4beb-1294-4f9c-8225-f6337fb3f79c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "DELETE /v2.0/ports/d2e2e0f9-6f33-4853-808c-07962b81a563 HTTP/1.1" status: 204  len: 168 time: 1.0195899
Feb 19 21:12:45.752440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44596) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:45.790142 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15647ee3-ae17-428a-8e14-135d575f2277 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (06702568-0e10-4cfe-b1ce-cd17fdd7c65e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.803303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e314-e0b3-4e52-aa5e-2f98eb59ed7b req-a1a58ca9-09f6-4886-846c-1746c8d9ce96 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:45.804932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df18e314-e0b3-4e52-aa5e-2f98eb59ed7b req-a1a58ca9-09f6-4886-846c-1746c8d9ce96 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 946 time: 0.2783818
Feb 19 21:12:45.839194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54a054c-cab7-446c-9f15-4e0700b644dd None None] DHCP port deletion for d0e78b5e-71f6-4a22-89be-67cc77df57ac request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:12:45.842934 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3bc2c83c-0e96-42f4-906a-57f683559935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.880729 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2c83c-0e96-42f4-906a-57f683559935 None None] No DVR routers for this DVR port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:45.902723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf update to DOWN by agent not found {{(pid=121130) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 19 21:12:45.907577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2c83c-0e96-42f4-906a-57f683559935 None None] Pushing event deleted for resources: {'Port': ['ID=6c7863a8-a84c-4a25-b900-da6e9dcafbcf,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:45.942222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f063799-f232-49c7-bd3f-8ef462ca5186 req-18c2a51b-5b4f-44e6-a29c-20cc7a0184bc tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19&device_id=bd182d79-55da-4df0-a293-742e79cd21ec HTTP/1.1" status: 200  len: 210 time: 0.0601213
Feb 19 21:12:45.946523 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15647ee3-ae17-428a-8e14-135d575f2277 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (06702568-0e10-4cfe-b1ce-cd17fdd7c65e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.956974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1ae27977-cb72-4021-a7e0-7d09d715591c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Deleting port 5896be69-08fa-4335-b439-1a196dfa8691 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:45.956974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ae27977-cb72-4021-a7e0-7d09d715591c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5896be69-08fa-4335-b439-1a196dfa8691), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:45.998504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15647ee3-ae17-428a-8e14-135d575f2277 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Subnet': ['ID=06702568-0e10-4cfe-b1ce-cd17fdd7c65e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:46.007097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a54a054c-cab7-446c-9f15-4e0700b644dd None None] Deleting port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:46.007674 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a54a054c-cab7-446c-9f15-4e0700b644dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.039332 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15647ee3-ae17-428a-8e14-135d575f2277 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.042034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-1b860430-76b0-42bf-8007-37e10efe1482 req-bc482780-b3de-47ec-93f2-7f83b1ab8fc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Deleting port 792bb0c5-b976-4078-a9fa-692ece7d2d12 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:46.042497 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1b860430-76b0-42bf-8007-37e10efe1482 req-bc482780-b3de-47ec-93f2-7f83b1ab8fc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.045002 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-15647ee3-ae17-428a-8e14-135d575f2277 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/06702568-0e10-4cfe-b1ce-cd17fdd7c65e HTTP/1.1" status: 204  len: 168 time: 0.7607608
Feb 19 21:12:46.049831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44600) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:46.056138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df18e314-e0b3-4e52-aa5e-2f98eb59ed7b req-386a4754-af1d-4997-992a-ea3587ec6ce4 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1985135
Feb 19 21:12:46.110752 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ae27977-cb72-4021-a7e0-7d09d715591c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5896be69-08fa-4335-b439-1a196dfa8691), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.124724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1ae27977-cb72-4021-a7e0-7d09d715591c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Calling delete_port for 5896be69-08fa-4335-b439-1a196dfa8691 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:46.124936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a54a054c-cab7-446c-9f15-4e0700b644dd None None] For port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a4c56ad-9e95-4a0d-bb61-259d97ca68ef,segment=NetworkSegment(45dcabc7-12a5-4822-b4d9-26faf2ecf3c1),segment_id=45dcabc7-12a5-4822-b4d9-26faf2ecf3c1)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:46.125238 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a54a054c-cab7-446c-9f15-4e0700b644dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.150205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a54a054c-cab7-446c-9f15-4e0700b644dd None None] Calling delete_port for 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:46.150860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44602) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:46.159551 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6c7863a8-a84c-4a25-b900-da6e9dcafbcf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.313633 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ae27977-cb72-4021-a7e0-7d09d715591c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5896be69-08fa-4335-b439-1a196dfa8691), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.334684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d64e51-d854-4eca-bbc4-3653dea1ee1a None None] Network ae02c403-3b07-4566-b410-e9b4b0e7e3ae requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:46.430161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae27977-cb72-4021-a7e0-7d09d715591c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Port': ['ID=5896be69-08fa-4335-b439-1a196dfa8691,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:46.446797 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a54a054c-cab7-446c-9f15-4e0700b644dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (5a4c56ad-9e95-4a0d-bb61-259d97ca68ef), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.464049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a054c-cab7-446c-9f15-4e0700b644dd None None] No DVR routers for this DVR port 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:46.516490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a054c-cab7-446c-9f15-4e0700b644dd None None] Pushing event deleted for resources: {'Port': ['ID=5a4c56ad-9e95-4a0d-bb61-259d97ca68ef,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:46.536931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (d0e78b5e-71f6-4a22-89be-67cc77df57ac), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.558987 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ae27977-cb72-4021-a7e0-7d09d715591c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.562370 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1ae27977-cb72-4021-a7e0-7d09d715591c tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "DELETE /v2.0/ports/5896be69-08fa-4335-b439-1a196dfa8691 HTTP/1.1" status: 204  len: 168 time: 0.8083458
Feb 19 21:12:46.584255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44610) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:46.636448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d4857f-9a2a-424f-af07-9c34e3b3b10b None None] DHCP port deletion for ae02c403-3b07-4566-b410-e9b4b0e7e3ae request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:12:46.653856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] No DVR routers for this DVR port 6c7863a8-a84c-4a25-b900-da6e9dcafbcf on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:46.687928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (d0e78b5e-71f6-4a22-89be-67cc77df57ac), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.691809 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abc0d674-c842-445f-a6a5-8f0e714768fa req-5c3dbcc5-c733-402f-8ce7-f40727f6dbab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96ce8f5b3827425fa697e340178b84c6&device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0974922
Feb 19 21:12:46.704071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff58f414-4d0b-4632-bfbc-b8771d26f0e5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Deleting subnet cf9f4ab2-17d3-4d94-8712-24bbb2d65a79 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:12:46.709827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff58f414-4d0b-4632-bfbc-b8771d26f0e5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for subnet (cf9f4ab2-17d3-4d94-8712-24bbb2d65a79), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.714402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f4c9b48-0a88-4ceb-b76b-6590c4a9ec0a req-2e70d786-039c-4d57-87d0-35e212a76315 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.1086950
Feb 19 21:12:46.717953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-16d4857f-9a2a-424f-af07-9c34e3b3b10b None None] Deleting port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:46.718345 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-16d4857f-9a2a-424f-af07-9c34e3b3b10b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.729831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Pushing event deleted for resources: {'Port': ['ID=6c7863a8-a84c-4a25-b900-da6e9dcafbcf,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:46.747299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b8985e0>,) {'filters': {'network_id': ['d0e78b5e-71f6-4a22-89be-67cc77df57ac']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:46.765516 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b8985e0>, '45dcabc7-12a5-4822-b4d9-26faf2ecf3c1') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:46.765838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b8985e0>, '45dcabc7-12a5-4822-b4d9-26faf2ecf3c1') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:46.780481 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff58f414-4d0b-4632-bfbc-b8771d26f0e5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (cf9f4ab2-17d3-4d94-8712-24bbb2d65a79), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.784872 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (45dcabc7-12a5-4822-b4d9-26faf2ecf3c1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.809533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abc0d674-c842-445f-a6a5-8f0e714768fa req-13ef5361-fb17-4c52-9d55-7a1217b00594 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=96ce8f5b3827425fa697e340178b84c6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0916464
Feb 19 21:12:46.833538 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (45dcabc7-12a5-4822-b4d9-26faf2ecf3c1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.835509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-16d4857f-9a2a-424f-af07-9c34e3b3b10b None None] For port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5895e35a-ebc7-43da-98d6-1c4dc77ea48c,segment=NetworkSegment(11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8),segment_id=11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:46.835997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-16d4857f-9a2a-424f-af07-9c34e3b3b10b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.853152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:46.853549 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (45dcabc7-12a5-4822-b4d9-26faf2ecf3c1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:46.857001 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:46.860780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-16d4857f-9a2a-424f-af07-9c34e3b3b10b None None] Calling delete_port for 5895e35a-ebc7-43da-98d6-1c4dc77ea48c owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:46.962165 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-16d4857f-9a2a-424f-af07-9c34e3b3b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (5895e35a-ebc7-43da-98d6-1c4dc77ea48c), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.965726 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (d0e78b5e-71f6-4a22-89be-67cc77df57ac), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.972605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:46.977468 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/networks/d0e78b5e-71f6-4a22-89be-67cc77df57ac HTTP/1.1" status: 204  len: 168 time: 0.6753900
Feb 19 21:12:46.983586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44614) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:46.995146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d4857f-9a2a-424f-af07-9c34e3b3b10b None None] No DVR routers for this DVR port 5895e35a-ebc7-43da-98d6-1c4dc77ea48c on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:47.012224 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (4922f44d-400c-49f0-b898-581f21226690), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.022758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4857f-9a2a-424f-af07-9c34e3b3b10b None None] Pushing event deleted for resources: {'Port': ['ID=5895e35a-ebc7-43da-98d6-1c4dc77ea48c,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:47.051543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1b860430-76b0-42bf-8007-37e10efe1482 req-bc482780-b3de-47ec-93f2-7f83b1ab8fc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] For port 792bb0c5-b976-4078-a9fa-692ece7d2d12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=792bb0c5-b976-4078-a9fa-692ece7d2d12,segment=NetworkSegment(557c5e82-baff-4812-bac1-710f2b5b6320),segment_id=557c5e82-baff-4812-bac1-710f2b5b6320)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:47.052128 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1b860430-76b0-42bf-8007-37e10efe1482 req-bc482780-b3de-47ec-93f2-7f83b1ab8fc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.083688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a6188-a05c-47b4-ac4f-7b9ff011008e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Network': ['ID=d0e78b5e-71f6-4a22-89be-67cc77df57ac,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:47.089846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a133b9d-9e03-465e-88cc-eb2513dbff80 tempest-TestServerBasicOps-485045828 tempest-TestServerBasicOps-485045828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:47.091456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9a133b9d-9e03-465e-88cc-eb2513dbff80 tempest-TestServerBasicOps-485045828 tempest-TestServerBasicOps-485045828-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 1123 time: 0.9394932
Feb 19 21:12:47.091858 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff58f414-4d0b-4632-bfbc-b8771d26f0e5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (cf9f4ab2-17d3-4d94-8712-24bbb2d65a79), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.103815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70c84310>,) {'filters': {'network_id': ['4922f44d-400c-49f0-b898-581f21226690']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:47.104975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-1b860430-76b0-42bf-8007-37e10efe1482 req-bc482780-b3de-47ec-93f2-7f83b1ab8fc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Calling delete_port for 792bb0c5-b976-4078-a9fa-692ece7d2d12 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:47.110749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44616) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:47.120069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d491f12-bc23-4122-bce1-0d07e0c813a0 req-6a803266-8d62-4f73-b3a2-30937d73cb2b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:47.121613 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6d491f12-bc23-4122-bce1-0d07e0c813a0 req-6a803266-8d62-4f73-b3a2-30937d73cb2b tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 909 time: 0.5175922
Feb 19 21:12:47.128161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': 'fd590ea4-9502-47f9-a804-41b8d37bcda0', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:47.146247 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (ae02c403-3b07-4566-b410-e9b4b0e7e3ae), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.154965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70c84310>, '0330a58c-6285-417e-bf11-d3c7d91e2b44') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:47.155276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70c84310>, '0330a58c-6285-417e-bf11-d3c7d91e2b44') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:47.191767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (0330a58c-6285-417e-bf11-d3c7d91e2b44), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.245892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0d674-c842-445f-a6a5-8f0e714768fa req-4f726f3a-9041-4bd2-9927-f30c81833691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:47.247411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abc0d674-c842-445f-a6a5-8f0e714768fa req-4f726f3a-9041-4bd2-9927-f30c81833691 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4237022
Feb 19 21:12:47.248438 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0330a58c-6285-417e-bf11-d3c7d91e2b44), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.251469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff58f414-4d0b-4632-bfbc-b8771d26f0e5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (cf9f4ab2-17d3-4d94-8712-24bbb2d65a79), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.256758 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.271532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:47.271996 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (0330a58c-6285-417e-bf11-d3c7d91e2b44), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:47.275979 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:47.291216 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (ae02c403-3b07-4566-b410-e9b4b0e7e3ae), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.293801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58f414-4d0b-4632-bfbc-b8771d26f0e5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Subnet': ['ID=cf9f4ab2-17d3-4d94-8712-24bbb2d65a79,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:47.296017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff58f414-4d0b-4632-bfbc-b8771d26f0e5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.301503 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ff58f414-4d0b-4632-bfbc-b8771d26f0e5 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "DELETE /v2.0/subnets/cf9f4ab2-17d3-4d94-8712-24bbb2d65a79 HTTP/1.1" status: 204  len: 168 time: 0.7161372
Feb 19 21:12:47.301727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539ab2c-d320-403b-b999-820a4b525465 None None] Network 5c55b6fb-c182-40ec-8324-04db14622512 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:47.312604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44618) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:47.366393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70a972e0>,) {'filters': {'network_id': ['ae02c403-3b07-4566-b410-e9b4b0e7e3ae']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:47.382930 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70a972e0>, '11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:47.383243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70a972e0>, '11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:47.399059 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.409756 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (4922f44d-400c-49f0-b898-581f21226690), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.411456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccee721-a741-4597-b72a-e313cfaa9749 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Deleting subnet 22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:12:47.416167 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.418654 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ccee721-a741-4597-b72a-e313cfaa9749 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for subnet (22873e1a-4ba9-4341-b5d3-ec2f4ce8e150), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.424279 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] 10.222.0.30 "DELETE /v2.0/networks/4922f44d-400c-49f0-b898-581f21226690 HTTP/1.1" status: 204  len: 168 time: 2.3375900
Feb 19 21:12:47.426396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.434046 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:47.434391 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (11ed7b86-e310-4a3c-9d1d-b3e1d2d67ec8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.488258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ea1c9-046b-4bbc-9706-8db6a047ddb3 tempest-DHCPAgentSchedulersTestJSON-941286417 tempest-DHCPAgentSchedulersTestJSON-941286417-project] Pushing event deleted for resources: {'Network': ['ID=4922f44d-400c-49f0-b898-581f21226690,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:47.546193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88094582-4813-4a03-b268-057d3df0c9e9 None None] DHCP port deletion for 5c55b6fb-c182-40ec-8324-04db14622512 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:12:47.555031 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1b860430-76b0-42bf-8007-37e10efe1482 req-bc482780-b3de-47ec-93f2-7f83b1ab8fc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (792bb0c5-b976-4078-a9fa-692ece7d2d12), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.570855 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ccee721-a741-4597-b72a-e313cfaa9749 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (22873e1a-4ba9-4341-b5d3-ec2f4ce8e150), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.592184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc482780-b3de-47ec-93f2-7f83b1ab8fc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'Port': ['ID=792bb0c5-b976-4078-a9fa-692ece7d2d12,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:47.610425 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.617910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:47.635244 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:47.638514 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (ae02c403-3b07-4566-b410-e9b4b0e7e3ae), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.644891 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.648674 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/networks/ae02c403-3b07-4566-b410-e9b4b0e7e3ae HTTP/1.1" status: 204  len: 168 time: 0.6597769
Feb 19 21:12:47.664347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:12:47.664730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5a4c56ad-9e95-4a0d-bb61-259d97ca68ef not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:47.665146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5895e35a-ebc7-43da-98d6-1c4dc77ea48c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:47.670765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44622) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:47.673408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b860430-76b0-42bf-8007-37e10efe1482 req-bc482780-b3de-47ec-93f2-7f83b1ab8fc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] No DVR routers for this DVR port 792bb0c5-b976-4078-a9fa-692ece7d2d12 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:47.680976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-984815843'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:47.685500 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1b860430-76b0-42bf-8007-37e10efe1482 req-bc482780-b3de-47ec-93f2-7f83b1ab8fc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.689526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b860430-76b0-42bf-8007-37e10efe1482 req-bc482780-b3de-47ec-93f2-7f83b1ab8fc1 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.67 "DELETE /v2.0/ports/792bb0c5-b976-4078-a9fa-692ece7d2d12 HTTP/1.1" status: 204  len: 173 time: 2.0227270
Feb 19 21:12:47.694074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016a5d8a-93e3-4e79-843c-332e7c910a78', 'name': 'network-vif-deleted', 'tag': '792bb0c5-b976-4078-a9fa-692ece7d2d12'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:47.695658 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa238d91-e1da-48c3-abb5-6c3cb6e6af03" -d '{"events": [{"server_uuid": "016a5d8a-93e3-4e79-843c-332e7c910a78", "name": "network-vif-deleted", "tag": "792bb0c5-b976-4078-a9fa-692ece7d2d12"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:47.710945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 5895e35a-ebc7-43da-98d6-1c4dc77ea48c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:12:47.710945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5895e35a-ebc7-43da-98d6-1c4dc77ea48c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:47.731073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-88094582-4813-4a03-b268-057d3df0c9e9 None None] Deleting port c01ba233-4acd-48fb-8aa8-a829322e893d {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:47.731459 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-88094582-4813-4a03-b268-057d3df0c9e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.750022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdd265-dc58-4ac3-85de-c2b7ad309979 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Network': ['ID=ae02c403-3b07-4566-b410-e9b4b0e7e3ae,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:47.787783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ccee721-a741-4597-b72a-e313cfaa9749 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (22873e1a-4ba9-4341-b5d3-ec2f4ce8e150), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.865784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-88094582-4813-4a03-b268-057d3df0c9e9 None None] For port c01ba233-4acd-48fb-8aa8-a829322e893d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c01ba233-4acd-48fb-8aa8-a829322e893d,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:47.866199 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-88094582-4813-4a03-b268-057d3df0c9e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.875152 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b022a4-1f6d-46d1-85b6-852ed7a1ac90 x-openstack-request-id: req-c8b022a4-1f6d-46d1-85b6-852ed7a1ac90 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:47.882680 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016a5d8a-93e3-4e79-843c-332e7c910a78", "name": "network-vif-deleted", "tag": "792bb0c5-b976-4078-a9fa-692ece7d2d12", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:47.883543 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8b022a4-1f6d-46d1-85b6-852ed7a1ac90 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:47.884583 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016a5d8a-93e3-4e79-843c-332e7c910a78', 'name': 'network-vif-deleted', 'tag': '792bb0c5-b976-4078-a9fa-692ece7d2d12', 'status': 'completed', 'code': 200}
Feb 19 21:12:47.919101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ccee721-a741-4597-b72a-e313cfaa9749 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (22873e1a-4ba9-4341-b5d3-ec2f4ce8e150), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.938624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:47.949903 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.960015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccee721-a741-4597-b72a-e313cfaa9749 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Subnet': ['ID=22873e1a-4ba9-4341-b5d3-ec2f4ce8e150,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:47.974852 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ccee721-a741-4597-b72a-e313cfaa9749 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:47.982643 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1ccee721-a741-4597-b72a-e313cfaa9749 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "DELETE /v2.0/subnets/22873e1a-4ba9-4341-b5d3-ec2f4ce8e150 HTTP/1.1" status: 204  len: 168 time: 0.6676950
Feb 19 21:12:47.983150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44630) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:48.037779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f6b1df6-a790-4eee-a63c-1adf39860729 req-85260692-adad-4ecc-b764-18450a519b33 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.1073403
Feb 19 21:12:48.047639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44632) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:48.103274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:48.104163 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-88094582-4813-4a03-b268-057d3df0c9e9 None None] Calling delete_port for c01ba233-4acd-48fb-8aa8-a829322e893d owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:48.110752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51720bf1-ee20-4aac-be30-45d2f7d8d368 None None] Network dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:48.124969 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (5c55b6fb-c182-40ec-8324-04db14622512), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.128821 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (d7df3230-35ea-4442-a68c-04aab3205a15), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.129181 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added segment d7df3230-35ea-4442-a68c-04aab3205a15 of type vlan for network 3549ed02-215c-405c-9930-9d79022ec8ad
Feb 19 21:12:48.131095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Allocated IP 172.35.2.36 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/411cf541-4c1c-4930-9853-765a12e7534e) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:48.207914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Deleting port c01ba233-4acd-48fb-8aa8-a829322e893d {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:48.208580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.231131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (3549ed02-215c-405c-9930-9d79022ec8ad), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.340276 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76e92967-f51f-448a-aab0-863489132b16 req-994b564f-51b4-40af-be85-3cadc0ef139a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=016a5d8a-93e3-4e79-843c-332e7c910a78 HTTP/1.1" status: 200  len: 210 time: 0.0602350
Feb 19 21:12:48.382623 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (3549ed02-215c-405c-9930-9d79022ec8ad), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.387977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:48.388678 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.400492 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-38e56272-2918-4af8-baca-1b0c94dc522f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.413893 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3054cce7-df78-483c-8682-2edf0a08ebcd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1ce8051b2b045a191037e9f87cbc83b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3640137
Feb 19 21:12:48.428849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44638) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:48.450465 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-88094582-4813-4a03-b268-057d3df0c9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.478693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88094582-4813-4a03-b268-057d3df0c9e9 None None] Pushing event deleted for resources: {'Port': ['ID=c01ba233-4acd-48fb-8aa8-a829322e893d,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:48.487307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88094582-4813-4a03-b268-057d3df0c9e9 None None] No DVR routers for this DVR port c01ba233-4acd-48fb-8aa8-a829322e893d on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:48.504232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8278759
Feb 19 21:12:48.509749 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for port (411cf541-4c1c-4930-9853-765a12e7534e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.520169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44640) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:48.543409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'subnet': {'network_id': '3549ed02-215c-405c-9930-9d79022ec8ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:48.570717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad632a-2ca3-436c-9d66-932b3f3191e2 None None] DHCP port deletion for dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:12:48.601013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abc0d674-c842-445f-a6a5-8f0e714768fa req-071d0a59-25fb-4b18-9de0-5df14d0f7972 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0955560
Feb 19 21:12:48.646777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-59ad632a-2ca3-436c-9d66-932b3f3191e2 None None] Deleting port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:48.646777 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-59ad632a-2ca3-436c-9d66-932b3f3191e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.653367 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f230ed-3ccf-4fdf-bc32-7484e305fcd6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Network': ['ID=3549ed02-215c-405c-9930-9d79022ec8ad,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:48.711473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] For port c01ba233-4acd-48fb-8aa8-a829322e893d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c01ba233-4acd-48fb-8aa8-a829322e893d,segment=NetworkSegment(6a016ac9-7232-479b-a7d8-fab641433d53),segment_id=6a016ac9-7232-479b-a7d8-fab641433d53)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:48.712159 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.712767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcb926be-3bf8-4b10-ab0c-d4a423021bdd admin admin] Publish callbacks [] for security_group (d563c0ca-3c55-4103-a46d-233d0e9e5e2e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.731086 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (411cf541-4c1c-4930-9853-765a12e7534e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.743694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Calling delete_port for c01ba233-4acd-48fb-8aa8-a829322e893d owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:48.756029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 3549ed02-215c-405c-9930-9d79022ec8ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:48.779159 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcb926be-3bf8-4b10-ab0c-d4a423021bdd admin admin] Publish callbacks [] for security_group (d563c0ca-3c55-4103-a46d-233d0e9e5e2e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.794489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:48.797894 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.802998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:48.821972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:48.833296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-59ad632a-2ca3-436c-9d66-932b3f3191e2 None None] For port 79c7c44b-57a5-405e-ae20-44aeb92c38e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79c7c44b-57a5-405e-ae20-44aeb92c38e2,segment=NetworkSegment(8f794853-3a6c-4ecc-8a03-6ca50547703e),segment_id=8f794853-3a6c-4ecc-8a03-6ca50547703e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:48.833810 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-59ad632a-2ca3-436c-9d66-932b3f3191e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.857927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-59ad632a-2ca3-436c-9d66-932b3f3191e2 None None] Calling delete_port for 79c7c44b-57a5-405e-ae20-44aeb92c38e2 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:48.860087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:48.865401 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c01ba233-4acd-48fb-8aa8-a829322e893d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.901991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] No DVR routers for this DVR port c01ba233-4acd-48fb-8aa8-a829322e893d on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:48.911651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Port': ['ID=c01ba233-4acd-48fb-8aa8-a829322e893d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:48.918159 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event updated for resources: {'Port': ['ID=411cf541-4c1c-4930-9853-765a12e7534e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:48.958956 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-59ad632a-2ca3-436c-9d66-932b3f3191e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (79c7c44b-57a5-405e-ae20-44aeb92c38e2), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.995808 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcb926be-3bf8-4b10-ab0c-d4a423021bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d563c0ca-3c55-4103-a46d-233d0e9e5e2e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.998915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcb926be-3bf8-4b10-ab0c-d4a423021bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:48.999154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad632a-2ca3-436c-9d66-932b3f3191e2 None None] No DVR routers for this DVR port 79c7c44b-57a5-405e-ae20-44aeb92c38e2 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:49.000470 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bcb926be-3bf8-4b10-ab0c-d4a423021bdd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d563c0ca-3c55-4103-a46d-233d0e9e5e2e HTTP/1.1" status: 204  len: 168 time: 0.5674045
Feb 19 21:12:49.006929 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad632a-2ca3-436c-9d66-932b3f3191e2 None None] Pushing event deleted for resources: {'Port': ['ID=79c7c44b-57a5-405e-ae20-44aeb92c38e2,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:49.036471 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (5c55b6fb-c182-40ec-8324-04db14622512), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.046439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb926be-3bf8-4b10-ab0c-d4a423021bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d563c0ca-3c55-4103-a46d-233d0e9e5e2e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:49.079039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a4376a0>,) {'filters': {'network_id': ['5c55b6fb-c182-40ec-8324-04db14622512']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:49.105233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a4376a0>, '6a016ac9-7232-479b-a7d8-fab641433d53') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:49.105585 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a4376a0>, '6a016ac9-7232-479b-a7d8-fab641433d53') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:49.153453 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (6a016ac9-7232-479b-a7d8-fab641433d53), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.179470 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6a016ac9-7232-479b-a7d8-fab641433d53), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.192096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:49.195478 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (6a016ac9-7232-479b-a7d8-fab641433d53), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:49.203760 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:49.264882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5781a40c-fda1-4fec-9511-f8bc52a85487 req-d572d265-02af-4264-bb99-9c22d148f7cd tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a308bbd-d895-4947-80d9-087e746ade19 HTTP/1.1" status: 200  len: 210 time: 0.0461888
Feb 19 21:12:49.304947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (5c55b6fb-c182-40ec-8324-04db14622512), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.315665 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.320385 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "DELETE /v2.0/networks/5c55b6fb-c182-40ec-8324-04db14622512 HTTP/1.1" status: 204  len: 168 time: 1.3361986
Feb 19 21:12:49.330330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44648) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:49.340897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be537ae2-63a3-4564-867e-4ea37ee31059 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Network': ['ID=5c55b6fb-c182-40ec-8324-04db14622512,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:49.374328 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (957455b2-a66d-411e-9ebf-3b04740f320c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.442587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44652) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:49.447432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44654) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:49.511144 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (dab979e5-8b5d-487e-9e1b-dac0a9f9ee06), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.515236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c01ba233-4acd-48fb-8aa8-a829322e893d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:49.529737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Subnet': ['ID=957455b2-a66d-411e-9ebf-3b04740f320c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:49.547743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Checking segment: {'id': 'd7df3230-35ea-4442-a68c-04aab3205a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3549ed02-215c-405c-9930-9d79022ec8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:49.548120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network hostable DHCP agents. Network: 3549ed02-215c-405c-9930-9d79022ec8ad, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:12:49.548242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c01ba233-4acd-48fb-8aa8-a829322e893d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:12:49.549000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c01ba233-4acd-48fb-8aa8-a829322e893d not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:49.549652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79c7c44b-57a5-405e-ae20-44aeb92c38e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:49.560795 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15989f0d-aa43-4052-9c94-c5dda5d48a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.577688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 79c7c44b-57a5-405e-ae20-44aeb92c38e2 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:12:49.578748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79c7c44b-57a5-405e-ae20-44aeb92c38e2 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:49.599627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 3549ed02-215c-405c-9930-9d79022ec8ad is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:49.617133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3549ed02-215c-405c-9930-9d79022ec8ad) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:49.622865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:49.623334 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.630341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ded58d5-5736-43e8-aaef-71d07b6b0809 None None] Network 3549ed02-215c-405c-9930-9d79022ec8ad requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:49.638098 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for floatingip (c8cd7244-8845-48b5-bc2b-1959ed4da54c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.716073 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (dab979e5-8b5d-487e-9e1b-dac0a9f9ee06), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.772698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3549ed02-215c-405c-9930-9d79022ec8ad', 'network_id': '3549ed02-215c-405c-9930-9d79022ec8ad', 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'fixed_ips': [{'subnet_id': '957455b2-a66d-411e-9ebf-3b04740f320c'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:12:49.773883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.842722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b174a00>,) {'filters': {'network_id': ['dab979e5-8b5d-487e-9e1b-dac0a9f9ee06']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:49.865881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b174a00>, '8f794853-3a6c-4ecc-8a03-6ca50547703e') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:49.866228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b174a00>, '8f794853-3a6c-4ecc-8a03-6ca50547703e') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:49.889104 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (8f794853-3a6c-4ecc-8a03-6ca50547703e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.922430 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15989f0d-aa43-4052-9c94-c5dda5d48a47 admin admin] Publish callbacks [] for security_group (22c11897-501a-462c-9132-fc6e9abbbbfb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.925922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8f794853-3a6c-4ecc-8a03-6ca50547703e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.935702 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15989f0d-aa43-4052-9c94-c5dda5d48a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (22c11897-501a-462c-9132-fc6e9abbbbfb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.943508 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:49.943930 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (8f794853-3a6c-4ecc-8a03-6ca50547703e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:49.950816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Allocated IP 2001:db8::2 (3549ed02-215c-405c-9930-9d79022ec8ad/957455b2-a66d-411e-9ebf-3b04740f320c/00c7bcd3-5901-441f-a89c-25b786a2d789) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:49.954436 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:50.006565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4797a22e-3b38-40e6-a191-247b79c11f9f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4699619
Feb 19 21:12:50.007188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44656) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:50.015236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-86957d3f-22f8-4853-8513-40ce3ed806f1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1551700608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:50.041453 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-15989f0d-aa43-4052-9c94-c5dda5d48a47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8354b2489536487499fb720b6fb970e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5772614
Feb 19 21:12:50.046129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44658) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:50.052034 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86957d3f-22f8-4853-8513-40ce3ed806f1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (88fd31bf-4c26-4ff1-aafb-feb68093d448), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.053209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86957d3f-22f8-4853-8513-40ce3ed806f1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (88fd31bf-4c26-4ff1-aafb-feb68093d448), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.070671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15989f0d-aa43-4052-9c94-c5dda5d48a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c11897-501a-462c-9132-fc6e9abbbbfb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:50.080489 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (dab979e5-8b5d-487e-9e1b-dac0a9f9ee06), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.092474 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.100375 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] 10.222.0.30 "DELETE /v2.0/networks/dab979e5-8b5d-487e-9e1b-dac0a9f9ee06 HTTP/1.1" status: 204  len: 168 time: 0.7673430
Feb 19 21:12:50.132981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23b0a9-3497-4952-8fd6-37aca3c2e759 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] Pushing event deleted for resources: {'Network': ['ID=dab979e5-8b5d-487e-9e1b-dac0a9f9ee06,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:50.170859 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86957d3f-22f8-4853-8513-40ce3ed806f1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (88fd31bf-4c26-4ff1-aafb-feb68093d448), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.180568 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (411cf541-4c1c-4930-9853-765a12e7534e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.185739 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86957d3f-22f8-4853-8513-40ce3ed806f1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (88fd31bf-4c26-4ff1-aafb-feb68093d448), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.202731 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Publish callbacks [] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.219846 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.233090 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b54e3ce0-0fd5-4b7a-9f54-06d5e518f326 admin admin] Publish callbacks [] for security_group (22c11897-501a-462c-9132-fc6e9abbbbfb), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.275301 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-86957d3f-22f8-4853-8513-40ce3ed806f1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.276516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-86957d3f-22f8-4853-8513-40ce3ed806f1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2664373
Feb 19 21:12:50.282677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44666) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:50.292483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'port': {'network_id': '3549ed02-215c-405c-9930-9d79022ec8ad', 'name': 'tempest-RoutersIpV6Test-1117356092'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:50.292691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b54e3ce0-0fd5-4b7a-9f54-06d5e518f326 admin admin] Publish callbacks [] for security_group (22c11897-501a-462c-9132-fc6e9abbbbfb), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.315544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Network 3549ed02-215c-405c-9930-9d79022ec8ad is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:50.340298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:50.351091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:50.356248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (28b936ab-2350-4182-abc9-86b05f2b3b91), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.368252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Pushing event updated for resources: {'Port': ['ID=00c7bcd3-5901-441f-a89c-25b786a2d789,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:50.449958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Attempting to bind port 00c7bcd3-5901-441f-a89c-25b786a2d789 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:12:50.450692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Attempting to bind port 00c7bcd3-5901-441f-a89c-25b786a2d789 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd7df3230-35ea-4442-a68c-04aab3205a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3549ed02-215c-405c-9930-9d79022ec8ad'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:12:50.451292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Attempting to bind port 00c7bcd3-5901-441f-a89c-25b786a2d789 on network 3549ed02-215c-405c-9930-9d79022ec8ad {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:12:50.459485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:12:50.460274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Checking segment: {'id': 'd7df3230-35ea-4442-a68c-04aab3205a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3549ed02-215c-405c-9930-9d79022ec8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:50.460956 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.461615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Bound using segment: {'id': 'd7df3230-35ea-4442-a68c-04aab3205a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3549ed02-215c-405c-9930-9d79022ec8ad'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:12:50.462355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Bound port: 00c7bcd3-5901-441f-a89c-25b786a2d789, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7df3230-35ea-4442-a68c-04aab3205a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3549ed02-215c-405c-9930-9d79022ec8ad'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:12:50.462962 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.602168 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2166-fcda-40bb-8911-866bd76943c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.606398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] For port 00c7bcd3-5901-441f-a89c-25b786a2d789, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:12:50.614645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] For port 00c7bcd3-5901-441f-a89c-25b786a2d789, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00c7bcd3-5901-441f-a89c-25b786a2d789,segment=NetworkSegment(d7df3230-35ea-4442-a68c-04aab3205a15),segment_id=d7df3230-35ea-4442-a68c-04aab3205a15)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:12:50.624194 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for port (411cf541-4c1c-4930-9853-765a12e7534e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.628495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b54e3ce0-0fd5-4b7a-9f54-06d5e518f326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (22c11897-501a-462c-9132-fc6e9abbbbfb), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.631850 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b54e3ce0-0fd5-4b7a-9f54-06d5e518f326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.633700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b54e3ce0-0fd5-4b7a-9f54-06d5e518f326 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22c11897-501a-462c-9132-fc6e9abbbbfb HTTP/1.1" status: 204  len: 168 time: 0.5834343
Feb 19 21:12:50.638800 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (411cf541-4c1c-4930-9853-765a12e7534e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.645474 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.674846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:50.677083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e3ce0-0fd5-4b7a-9f54-06d5e518f326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c11897-501a-462c-9132-fc6e9abbbbfb,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:50.687222 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.717109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] device_id is not set on port fb220273-b68a-4bc6-9147-c3fd09197277 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:12:50.735725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-846efad2-351d-4a5b-b34f-34e0e79b7b4e req-a3fba6a5-a15a-47e4-a60a-0797c2447341 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96ce8f5b3827425fa697e340178b84c6&device_id=bd182d79-55da-4df0-a293-742e79cd21ec HTTP/1.1" status: 200  len: 210 time: 0.0793397
Feb 19 21:12:50.771274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-846efad2-351d-4a5b-b34f-34e0e79b7b4e req-2be93094-ef8b-4b92-a67f-d7d079ed85e8 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=96ce8f5b3827425fa697e340178b84c6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0222695
Feb 19 21:12:50.797934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e562843-585e-467f-8d5b-7658560a0617 None None] Pushing event updated for resources: {'Port': ['ID=00c7bcd3-5901-441f-a89c-25b786a2d789,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:50.937413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 792bb0c5-b976-4078-a9fa-692ece7d2d12 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:50.940090 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (c8cd7244-8845-48b5-bc2b-1959ed4da54c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:50.995368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 792bb0c5-b976-4078-a9fa-692ece7d2d12 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:12:50.995842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 792bb0c5-b976-4078-a9fa-692ece7d2d12 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:51.004324 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Deleting port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:51.010231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:51.023938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Allocated IP 2001:db8::2e7 (3549ed02-215c-405c-9930-9d79022ec8ad/957455b2-a66d-411e-9ebf-3b04740f320c/fb220273-b68a-4bc6-9147-c3fd09197277) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:12:51.126199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event updated for resources: {'Port': ['ID=411cf541-4c1c-4930-9853-765a12e7534e,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:51.131433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846efad2-351d-4a5b-b34f-34e0e79b7b4e req-743da903-3481-448e-985f-c4448b57f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:51.134323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-846efad2-351d-4a5b-b34f-34e0e79b7b4e req-743da903-3481-448e-985f-c4448b57f219 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3504169
Feb 19 21:12:51.135942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-855ed881-7500-4903-8d9c-03ebbda7e503 req-ceef55ca-1f28-4e94-bccd-b1aa6c20c0cd tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd182d79-55da-4df0-a293-742e79cd21ec HTTP/1.1" status: 200  len: 210 time: 0.3272502
Feb 19 21:12:51.202549 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Floating IP c8cd7244-8845-48b5-bc2b-1959ed4da54c associated. External IP: 172.35.2.36, port: fd590ea4-9502-47f9-a804-41b8d37bcda0.
Feb 19 21:12:51.325813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] For port c82614fa-2c95-4b87-9f4b-d6a5e2cca69e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c82614fa-2c95-4b87-9f4b-d6a5e2cca69e,segment=NetworkSegment(557c5e82-baff-4812-bac1-710f2b5b6320),segment_id=557c5e82-baff-4812-bac1-710f2b5b6320)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:51.326201 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:51.349082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Calling delete_port for c82614fa-2c95-4b87-9f4b-d6a5e2cca69e owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:51.456070 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (fb220273-b68a-4bc6-9147-c3fd09197277), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:51.594891 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:51.661307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Router 05a695b4-ea01-420d-8808-46997b567f4e has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:12:51.670624 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 3549ed02-215c-405c-9930-9d79022ec8ad is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:51.682828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:51.709634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:12:51.715012 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:51.715813 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:51.772403 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=fb220273-b68a-4bc6-9147-c3fd09197277,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:51.778223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00c7bcd3-5901-441f-a89c-25b786a2d789 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:51.817898 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-05e651b9-6b6f-46d4-930b-0ada64409253 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.5336344
Feb 19 21:12:51.821394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44720) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:51.822621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c82614fa-2c95-4b87-9f4b-d6a5e2cca69e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:51.882082 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:51.919920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 00c7bcd3-5901-441f-a89c-25b786a2d789 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:51.919920 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:51.971051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:51.984288 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9ae05-2ad1-4c0a-9c20-cef4c8fa478b None None] Sync routers for ids ['05a695b4-ea01-420d-8808-46997b567f4e'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:52.017550 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9ae05-2ad1-4c0a-9c20-cef4c8fa478b None None] Routers {'05a695b4-ea01-420d-8808-46997b567f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:52.019011 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6bd9ae05-2ad1-4c0a-9c20-cef4c8fa478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702bcfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['05a695b4-ea01-420d-8808-46997b567f4e'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:52.053899 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:52.121830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4659f443-5e02-4781-bb5e-16e9296c3927 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.0088491
Feb 19 21:12:52.122851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452de813-e220-4db1-8f6c-6d03d6b88559', 'tag': 'fd590ea4-9502-47f9-a804-41b8d37bcda0'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:12:52.125798 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "452de813-e220-4db1-8f6c-6d03d6b88559", "tag": "fd590ea4-9502-47f9-a804-41b8d37bcda0"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:12:52.130376 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'Port': ['ID=c82614fa-2c95-4b87-9f4b-d6a5e2cca69e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:52.239057 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee80f43d-14f1-4402-a7a4-fa19a5d9e530 x-openstack-request-id: req-ee80f43d-14f1-4402-a7a4-fa19a5d9e530 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:12:52.239395 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452de813-e220-4db1-8f6c-6d03d6b88559", "tag": "fd590ea4-9502-47f9-a804-41b8d37bcda0", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:12:52.239821 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee80f43d-14f1-4402-a7a4-fa19a5d9e530 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:12:52.240239 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452de813-e220-4db1-8f6c-6d03d6b88559', 'tag': 'fd590ea4-9502-47f9-a804-41b8d37bcda0', 'status': 'completed', 'code': 200}
Feb 19 21:12:52.309337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 00c7bcd3-5901-441f-a89c-25b786a2d789 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:52.310075 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:52.361160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58143226-7198-4e5b-a90c-fadb5fd1a200 req-2352f7fe-787c-4ad0-aa32-fca3bfd3aaa2 tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd182d79-55da-4df0-a293-742e79cd21ec HTTP/1.1" status: 200  len: 210 time: 0.0668824
Feb 19 21:12:52.400439 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6bd9ae05-2ad1-4c0a-9c20-cef4c8fa478b None None] Set router 05a695b4-ea01-420d-8808-46997b567f4e gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:52.412043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 00c7bcd3-5901-441f-a89c-25b786a2d789, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00c7bcd3-5901-441f-a89c-25b786a2d789,segment=NetworkSegment(d7df3230-35ea-4442-a68c-04aab3205a15),segment_id=d7df3230-35ea-4442-a68c-04aab3205a15)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:52.428617 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:52.520444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=00c7bcd3-5901-441f-a89c-25b786a2d789,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:52.561808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-846efad2-351d-4a5b-b34f-34e0e79b7b4e req-c63b3811-c11d-49b4-a7c4-6f2802cb654f tempest-ServerShowV247Test-2114390429 tempest-ServerShowV247Test-2114390429-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd182d79-55da-4df0-a293-742e79cd21ec HTTP/1.1" status: 200  len: 210 time: 0.0674055
Feb 19 21:12:52.587233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0 req-744b5f5a-6d20-443f-808f-344c3500aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:52.590182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0 req-744b5f5a-6d20-443f-808f-344c3500aa7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da6216f26c814fceaa94fc64e78c8efc&device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 1128 time: 0.1846318
Feb 19 21:12:52.763881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f696ec-0293-48fc-829a-c3c9c4c161e7 None None] Network 3549ed02-215c-405c-9930-9d79022ec8ad requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:52.782629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0 req-88b45bec-deb2-472f-8f24-1a12be6208f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:52.788998 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0 req-88b45bec-deb2-472f-8f24-1a12be6208f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42bca65-bbe1-406f-ae65-02b04761560d HTTP/1.1" status: 200  len: 910 time: 0.1901796
Feb 19 21:12:52.839340 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6bd9ae05-2ad1-4c0a-9c20-cef4c8fa478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702bcfd0>, [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c8cd7244-8845-48b5-bc2b-1959ed4da54c', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'floating_ip_address': '172.35.2.36', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'port_id': 'fd590ea4-9502-47f9-a804-41b8d37bcda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'mac_address': 'fa:16:3e:d4:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452de813-e220-4db1-8f6c-6d03d6b88559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:12:49Z', 'updated_at': '2022-02-19T21:12:49Z', 'revision_number': 0, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c776c63d-79b1-48a9-b25f-053e14ec778b', 'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'mac_address': 'fa:16:3e:0a:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:58Z', 'updated_at': '2022-02-19T21:12:05Z', 'revision_number': 5, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'subnets': [{'id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:52.872352 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9ae05-2ad1-4c0a-9c20-cef4c8fa478b None None] Checking router: 05a695b4-ea01-420d-8808-46997b567f4e for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:12:52.888186 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9ae05-2ad1-4c0a-9c20-cef4c8fa478b None None] Routers {'05a695b4-ea01-420d-8808-46997b567f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:52.889140 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6bd9ae05-2ad1-4c0a-9c20-cef4c8fa478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702bcfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['05a695b4-ea01-420d-8808-46997b567f4e'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:52.935153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0 req-e890acb8-bcba-4cca-a774-3217d0143c67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0 HTTP/1.1" status: 200  len: 999 time: 0.1379070
Feb 19 21:12:53.078317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0 req-d1220ec4-2189-4466-9ed7-ba9753f37a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:53.080798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0 req-d1220ec4-2189-4466-9ed7-ba9753f37a2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0845f4a-d363-4cf1-994e-3ceaa72349b0 HTTP/1.1" status: 200  len: 848 time: 0.1382122
Feb 19 21:12:53.104304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c0fcc0a1-7d9b-4d7a-9dba-97a32c6820da None None] Provisioning complete for port 00c7bcd3-5901-441f-a89c-25b786a2d789 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:53.105068 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc0a1-7d9b-4d7a-9dba-97a32c6820da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:53.193491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0 req-1a5cf4d4-30fb-4a1d-b95e-4f64cefe3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:53.195435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0 req-1a5cf4d4-30fb-4a1d-b95e-4f64cefe3476 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42bca65-bbe1-406f-ae65-02b04761560d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1080983
Feb 19 21:12:53.216291 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6bd9ae05-2ad1-4c0a-9c20-cef4c8fa478b None None] Set router 05a695b4-ea01-420d-8808-46997b567f4e gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:53.270437 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (28b936ab-2350-4182-abc9-86b05f2b3b91), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:53.301014 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:53.401087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcc0a1-7d9b-4d7a-9dba-97a32c6820da None None] Current status of the port 00c7bcd3-5901-441f-a89c-25b786a2d789 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:53.423062 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0 req-cfafacbd-3a97-4b0c-bd3a-b0e3b47eead2 service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192700
Feb 19 21:12:53.520788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:53.614216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e58b2d59-6296-47c6-a3ae-5ceeb964d2f0 req-92a3ba3d-079d-4eff-b87c-b9f7c7b8b314 service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1834197
Feb 19 21:12:53.724394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00c7bcd3-5901-441f-a89c-25b786a2d789 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:12:53.805108 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6bd9ae05-2ad1-4c0a-9c20-cef4c8fa478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702bcfd0>, [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c8cd7244-8845-48b5-bc2b-1959ed4da54c', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'floating_ip_address': '172.35.2.36', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'port_id': 'fd590ea4-9502-47f9-a804-41b8d37bcda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'mac_address': 'fa:16:3e:d4:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452de813-e220-4db1-8f6c-6d03d6b88559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:12:49Z', 'updated_at': '2022-02-19T21:12:49Z', 'revision_number': 0, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c776c63d-79b1-48a9-b25f-053e14ec778b', 'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'mac_address': 'fa:16:3e:0a:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:58Z', 'updated_at': '2022-02-19T21:12:05Z', 'revision_number': 5, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'subnets': [{'id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:53.870705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 00c7bcd3-5901-441f-a89c-25b786a2d789 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:53.871397 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:53.879392 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44798) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:53.879969 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9ae05-2ad1-4c0a-9c20-cef4c8fa478b None None] The sync data for ids ['05a695b4-ea01-420d-8808-46997b567f4e'] in ncdv-master-1 is: [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c8cd7244-8845-48b5-bc2b-1959ed4da54c', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'floating_ip_address': '172.35.2.36', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'port_id': 'fd590ea4-9502-47f9-a804-41b8d37bcda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'mac_address': 'fa:16:3e:d4:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452de813-e220-4db1-8f6c-6d03d6b88559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:12:49Z', 'updated_at': '2022-02-19T21:12:49Z', 'revision_number': 0, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c776c63d-79b1-48a9-b25f-053e14ec778b', 'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'mac_address': 'fa:16:3e:0a:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:58Z', 'updated_at': '2022-02-19T21:12:05Z', 'revision_number': 5, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'subnets': [{'id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:53.893722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44800) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:53.978096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0dca216d-5fb9-4d02-99f3-c119d03a8ed5 None None] Provisioning complete for port fb220273-b68a-4bc6-9147-c3fd09197277 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:53.978096 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0dca216d-5fb9-4d02-99f3-c119d03a8ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.086948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0dca216d-5fb9-4d02-99f3-c119d03a8ed5 None None] Port fb220273-b68a-4bc6-9147-c3fd09197277 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:54.099434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 00c7bcd3-5901-441f-a89c-25b786a2d789 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:54.106793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0dca216d-5fb9-4d02-99f3-c119d03a8ed5 None None] Provisioning complete for port 00c7bcd3-5901-441f-a89c-25b786a2d789 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:54.107377 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0dca216d-5fb9-4d02-99f3-c119d03a8ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.217928 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f391a7b7-38a8-4570-b9a9-757acf8a60c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.318807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0dca216d-5fb9-4d02-99f3-c119d03a8ed5 None None] Current status of the port 00c7bcd3-5901-441f-a89c-25b786a2d789 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:12:54.330456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef9ec2-dc86-4f37-a32e-4cd7d7dc62f5 None None] New status for floating IP c8cd7244-8845-48b5-bc2b-1959ed4da54c: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:12:54.345543 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f391a7b7-38a8-4570-b9a9-757acf8a60c3 admin admin] Publish callbacks [] for security_group (876f1fee-a5e5-423f-8ce4-3d5c4b8fd088), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.351304 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f391a7b7-38a8-4570-b9a9-757acf8a60c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (876f1fee-a5e5-423f-8ce4-3d5c4b8fd088), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.400365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391a7b7-38a8-4570-b9a9-757acf8a60c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876f1fee-a5e5-423f-8ce4-3d5c4b8fd088,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:54.405203 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.410105 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f391a7b7-38a8-4570-b9a9-757acf8a60c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96ce8f5b3827425fa697e340178b84c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5266936
Feb 19 21:12:54.410922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44808) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:54.466573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c9828185-214c-4435-b350-74c4e639ac10 None None] Provisioning complete for port fb220273-b68a-4bc6-9147-c3fd09197277 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:54.466960 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c9828185-214c-4435-b350-74c4e639ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.467837 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd658f40-29e6-486b-a56e-1ccccce8745d admin admin] Publish callbacks [] for security_group (876f1fee-a5e5-423f-8ce4-3d5c4b8fd088), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.510618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd658f40-29e6-486b-a56e-1ccccce8745d admin admin] Publish callbacks [] for security_group (876f1fee-a5e5-423f-8ce4-3d5c4b8fd088), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.539793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c9828185-214c-4435-b350-74c4e639ac10 None None] Port fb220273-b68a-4bc6-9147-c3fd09197277 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:54.544838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-39fc12f7-7411-4c6b-8f40-0876511bc26e tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-922445374'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:54.545500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-39fc12f7-7411-4c6b-8f40-0876511bc26e tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Unknown quota resources ['metering_label']. {{(pid=121129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 21:12:54.575928 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd658f40-29e6-486b-a56e-1ccccce8745d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (876f1fee-a5e5-423f-8ce4-3d5c4b8fd088), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.578845 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd658f40-29e6-486b-a56e-1ccccce8745d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.582552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fd658f40-29e6-486b-a56e-1ccccce8745d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/876f1fee-a5e5-423f-8ce4-3d5c4b8fd088 HTTP/1.1" status: 204  len: 168 time: 0.1682296
Feb 19 21:12:54.594106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd658f40-29e6-486b-a56e-1ccccce8745d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876f1fee-a5e5-423f-8ce4-3d5c4b8fd088,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:54.807200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39fc12f7-7411-4c6b-8f40-0876511bc26e tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.808884 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-39fc12f7-7411-4c6b-8f40-0876511bc26e tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.9140484
Feb 19 21:12:54.812033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44814) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:54.819190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-484ac389-d4b3-4ec7-8614-1940f5edc72e tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b76f4b4f-4162-4e11-ad89-ce49fd2a480f'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:54.820090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-484ac389-d4b3-4ec7-8614-1940f5edc72e tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 21:12:54.834577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Router 28b936ab-2350-4182-abc9-86b05f2b3b91 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:12:54.900646 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (fb220273-b68a-4bc6-9147-c3fd09197277), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:54.911187 ncdv-master-1 neutron-server[121128]: WARNING neutron.services.metering.metering_plugin [None req-484ac389-d4b3-4ec7-8614-1940f5edc72e tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 19 21:12:54.929594 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.062653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-484ac389-d4b3-4ec7-8614-1940f5edc72e tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.065409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=fb220273-b68a-4bc6-9147-c3fd09197277,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:55.068634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-484ac389-d4b3-4ec7-8614-1940f5edc72e tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2549672
Feb 19 21:12:55.069104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44824) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:55.075013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5bfbabde-50ab-4161-b874-d3cee898d7d3 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b76f4b4f-4162-4e11-ad89-ce49fd2a480f'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:55.075605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5bfbabde-50ab-4161-b874-d3cee898d7d3 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 21:12:55.091741 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:55.105505 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b52f99dc-3b0e-4466-8b11-fb0e23eda6e6 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "PUT /v2.0/routers/28b936ab-2350-4182-abc9-86b05f2b3b91/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6517820
Feb 19 21:12:55.106188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44826) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:55.120959 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da25fa-2e4a-4f78-bc78-cd2e6f9ed1fc None None] Sync routers for ids ['28b936ab-2350-4182-abc9-86b05f2b3b91'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:55.139142 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da25fa-2e4a-4f78-bc78-cd2e6f9ed1fc None None] Routers {'28b936ab-2350-4182-abc9-86b05f2b3b91'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:55.139785 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-10da25fa-2e4a-4f78-bc78-cd2e6f9ed1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['28b936ab-2350-4182-abc9-86b05f2b3b91'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:55.170863 ncdv-master-1 neutron-server[121128]: WARNING neutron.services.metering.metering_plugin [None req-5bfbabde-50ab-4161-b874-d3cee898d7d3 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 19 21:12:55.269726 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (88fd31bf-4c26-4ff1-aafb-feb68093d448), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.317585 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bfbabde-50ab-4161-b874-d3cee898d7d3 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.321403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5bfbabde-50ab-4161-b874-d3cee898d7d3 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2510259
Feb 19 21:12:55.323999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44836) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:55.342787 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-85a0c3c5-f134-4315-b31d-2dddda47562d tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=616ff7c0-09da-4170-a5af-330a4881b7a0 HTTP/1.1" status: 200  len: 462 time: 0.0170417
Feb 19 21:12:55.356101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44838) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:55.384979 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-10da25fa-2e4a-4f78-bc78-cd2e6f9ed1fc None None] Set router 28b936ab-2350-4182-abc9-86b05f2b3b91 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:55.480853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5f0216d9-5a79-4895-ae90-912ed3adf4d2 None None] Provisioning complete for port fb220273-b68a-4bc6-9147-c3fd09197277 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:55.481472 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5f0216d9-5a79-4895-ae90-912ed3adf4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.484510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a671c362-6dc2-4407-9bd4-4841cc063fb8 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Deleting subnet 01613d69-27a0-4aa6-8e69-843ba964f141 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:12:55.497540 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a671c362-6dc2-4407-9bd4-4841cc063fb8 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for subnet (01613d69-27a0-4aa6-8e69-843ba964f141), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.535474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44850) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:55.554311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5f0216d9-5a79-4895-ae90-912ed3adf4d2 None None] Port fb220273-b68a-4bc6-9147-c3fd09197277 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:55.648760 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a671c362-6dc2-4407-9bd4-4841cc063fb8 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (01613d69-27a0-4aa6-8e69-843ba964f141), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.659632 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-10da25fa-2e4a-4f78-bc78-cd2e6f9ed1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d1c0>, [{'id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-741699182', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:03Z', 'updated_at': '2022-02-19T21:12:51Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:04Z', 'updated_at': '2022-02-19T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:55.686281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-942220396-network', 'tenant_id': 'ab36d6d50f8f40408962ab92e9cd1671'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:55.697613 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da25fa-2e4a-4f78-bc78-cd2e6f9ed1fc None None] Checking router: 28b936ab-2350-4182-abc9-86b05f2b3b91 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:12:55.709937 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da25fa-2e4a-4f78-bc78-cd2e6f9ed1fc None None] Routers {'28b936ab-2350-4182-abc9-86b05f2b3b91'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:55.710596 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-10da25fa-2e4a-4f78-bc78-cd2e6f9ed1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['28b936ab-2350-4182-abc9-86b05f2b3b91'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:55.711339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Made reservation on behalf of ab36d6d50f8f40408962ab92e9cd1671 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:55.714084 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.723278 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.745024 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bbf62d89-f751-4fb5-9dd7-29651804c2b3 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.746267 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bbf62d89-f751-4fb5-9dd7-29651804c2b3 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/616ff7c0-09da-4170-a5af-330a4881b7a0 HTTP/1.1" status: 204  len: 168 time: 0.3876574
Feb 19 21:12:55.750194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44862) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:55.753459 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.774105 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-002b2ac1-79b5-4084-b326-5ca5586751b8 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=616ff7c0-09da-4170-a5af-330a4881b7a0 HTTP/1.1" status: 200  len: 221 time: 0.0201690
Feb 19 21:12:55.777727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44864) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:55.784982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-61d915ef-060f-4ca5-8e21-e3771b00ebe5 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1771868166', 'description': 'label created by tempest'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:55.785587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-61d915ef-060f-4ca5-8e21-e3771b00ebe5 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Unknown quota resources ['metering_label']. {{(pid=121128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 21:12:55.830769 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-10da25fa-2e4a-4f78-bc78-cd2e6f9ed1fc None None] Set router 28b936ab-2350-4182-abc9-86b05f2b3b91 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:12:55.955748 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:55.958202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a671c362-6dc2-4407-9bd4-4841cc063fb8 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (01613d69-27a0-4aa6-8e69-843ba964f141), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.035064 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Publish callbacks [] for security_group (7442123d-1b5a-415d-94ca-df77972929d6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.038752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61d915ef-060f-4ca5-8e21-e3771b00ebe5 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.042555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-61d915ef-060f-4ca5-8e21-e3771b00ebe5 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.2610743
Feb 19 21:12:56.042555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7442123d-1b5a-415d-94ca-df77972929d6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.044697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44866) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:56.049483 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-10da25fa-2e4a-4f78-bc78-cd2e6f9ed1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d1c0>, [{'id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-741699182', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:03Z', 'updated_at': '2022-02-19T21:12:51Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:04Z', 'updated_at': '2022-02-19T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:56.065054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:12:56.081882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7442123d-1b5a-415d-94ca-df77972929d6,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:56.084848 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4231a8a8-49d4-480a-a3d5-308ad5f30b46), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.085195 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Added segment 4231a8a8-49d4-480a-a3d5-308ad5f30b46 of type vlan for network d3b5c251-7e40-4705-8f65-349582f371c6
Feb 19 21:12:56.088316 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da25fa-2e4a-4f78-bc78-cd2e6f9ed1fc None None] The sync data for ids ['28b936ab-2350-4182-abc9-86b05f2b3b91'] in ncdv-master-1 is: [{'id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-741699182', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:03Z', 'updated_at': '2022-02-19T21:12:51Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': 'e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:75:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b936ab-2350-4182-abc9-86b05f2b3b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:04Z', 'updated_at': '2022-02-19T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:56.100453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.100453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.100453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.100453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.100453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.100943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.101206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.102038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.102038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.102270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.103344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.103674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.104003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:12:56.149061 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (d3b5c251-7e40-4705-8f65-349582f371c6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.159081 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c9af6696-000b-4f02-a153-b452d22b3bba tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=e4f06515-01a5-4a86-b783-731dc6acb2ca HTTP/1.1" status: 200  len: 468 time: 0.1130447
Feb 19 21:12:56.164429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44870) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:56.203433 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a671c362-6dc2-4407-9bd4-4841cc063fb8 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (01613d69-27a0-4aa6-8e69-843ba964f141), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.232768 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671c362-6dc2-4407-9bd4-4841cc063fb8 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'Subnet': ['ID=01613d69-27a0-4aa6-8e69-843ba964f141,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:56.242906 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (d3b5c251-7e40-4705-8f65-349582f371c6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.245133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:56.245133 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.254631 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a671c362-6dc2-4407-9bd4-4841cc063fb8 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.257213 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a671c362-6dc2-4407-9bd4-4841cc063fb8 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "DELETE /v2.0/subnets/01613d69-27a0-4aa6-8e69-843ba964f141 HTTP/1.1" status: 204  len: 168 time: 1.1500309
Feb 19 21:12:56.260067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44874) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:56.269678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f960be2d-f7e9-456c-b729-2db92f105ecc None None] Network e5dab1b4-ce43-4f18-aa34-7f3b528a083c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:56.353888 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (fb220273-b68a-4bc6-9147-c3fd09197277), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.365559 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.367223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (88fd31bf-4c26-4ff1-aafb-feb68093d448), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.438054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44880) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:56.521875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988fbe36-d0f8-43c5-888f-a72b6fcb6d91 None None] DHCP port deletion for e5dab1b4-ce43-4f18-aa34-7f3b528a083c request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:12:56.593066 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router (28b936ab-2350-4182-abc9-86b05f2b3b91), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.596190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-988fbe36-d0f8-43c5-888f-a72b6fcb6d91 None None] Deleting port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:56.596699 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-988fbe36-d0f8-43c5-888f-a72b6fcb6d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.602071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=fb220273-b68a-4bc6-9147-c3fd09197277,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:56.746778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-988fbe36-d0f8-43c5-888f-a72b6fcb6d91 None None] For port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2696f72-c1a6-4bce-a01f-99ad0ce1ee03,segment=NetworkSegment(557c5e82-baff-4812-bac1-710f2b5b6320),segment_id=557c5e82-baff-4812-bac1-710f2b5b6320)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:56.750684 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-988fbe36-d0f8-43c5-888f-a72b6fcb6d91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.785225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-988fbe36-d0f8-43c5-888f-a72b6fcb6d91 None None] Calling delete_port for e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:56.878419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.3409092
Feb 19 21:12:56.883126 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44890) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:56.891806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 3549ed02-215c-405c-9930-9d79022ec8ad is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:12:56.898162 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] Request body: {'subnet': {'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-942220396-subnet', 'tenant_id': 'ab36d6d50f8f40408962ab92e9cd1671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:12:56.899587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c6cdf-2ae3-4dd8-baf9-22bf54577c83 admin admin] Pushing event updated for resources: {'Network': ['ID=d3b5c251-7e40-4705-8f65-349582f371c6,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:56.908930 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:56.928549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network d3b5c251-7e40-4705-8f65-349582f371c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:12:56.961464 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-010c85f8-51bc-4fe5-9527-c324cd4fadac tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:56.962228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-010c85f8-51bc-4fe5-9527-c324cd4fadac tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/e4f06515-01a5-4a86-b783-731dc6acb2ca HTTP/1.1" status: 204  len: 168 time: 0.7979786
Feb 19 21:12:56.965934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44892) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:56.995423 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-988fbe36-d0f8-43c5-888f-a72b6fcb6d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (e2696f72-c1a6-4bce-a01f-99ad0ce1ee03), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:57.036913 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fbe36-d0f8-43c5-888f-a72b6fcb6d91 None None] Pushing event deleted for resources: {'Port': ['ID=e2696f72-c1a6-4bce-a01f-99ad0ce1ee03,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:57.045464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988fbe36-d0f8-43c5-888f-a72b6fcb6d91 None None] No DVR routers for this DVR port e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:12:57.298316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-aa4668c0-b645-406b-85dc-e64c5b812237 None None] Provisioning complete for port fb220273-b68a-4bc6-9147-c3fd09197277 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:12:57.298830 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aa4668c0-b645-406b-85dc-e64c5b812237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:57.338903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-aa4668c0-b645-406b-85dc-e64c5b812237 None None] Port fb220273-b68a-4bc6-9147-c3fd09197277 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:12:57.380653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] Made reservation on behalf of ab36d6d50f8f40408962ab92e9cd1671 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:12:57.382933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:57.410831 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1b7d8456-7ced-440c-a292-0b08dd4780ea tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=e4f06515-01a5-4a86-b783-731dc6acb2ca HTTP/1.1" status: 200  len: 216 time: 0.4088833
Feb 19 21:12:57.414332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44894) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:57.426953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b7f51ae3-91bb-4142-a44d-e3886a98b89c tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0111086
Feb 19 21:12:57.430502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44896) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:57.445399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d2b370b5-9b86-4aff-9f6d-be35d00aebc1 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0130601
Feb 19 21:12:57.445667 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_gateway (28b936ab-2350-4182-abc9-86b05f2b3b91), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:57.448762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44898) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:57.510260 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c82614fa-2c95-4b87-9f4b-d6a5e2cca69e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:57.515527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aa0a810d-7b6b-4692-a176-8f6f04b21099 tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/b76f4b4f-4162-4e11-ad89-ce49fd2a480f HTTP/1.1" status: 200  len: 472 time: 0.0654697
Feb 19 21:12:57.530021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44900) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:57.547218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7845dc8c-32ed-4b2c-9d8d-ff1138d43a4b tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/60ef11e3-a102-41c9-9381-e410bb14a0c3 HTTP/1.1" status: 200  len: 459 time: 0.0152414
Feb 19 21:12:57.551895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c82614fa-2c95-4b87-9f4b-d6a5e2cca69e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:12:57.551895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c82614fa-2c95-4b87-9f4b-d6a5e2cca69e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:57.551895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:57.552983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44902) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:57.581235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:12:57.581633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e2696f72-c1a6-4bce-a01f-99ad0ce1ee03 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:57.691667 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-87c97acd-7b8d-4b40-a2b7-c261b158d93d tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:57.693003 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-87c97acd-7b8d-4b40-a2b7-c261b158d93d tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/60ef11e3-a102-41c9-9381-e410bb14a0c3 HTTP/1.1" status: 204  len: 168 time: 0.1389198
Feb 19 21:12:57.696195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44904) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:57.770974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 88fd31bf-4c26-4ff1-aafb-feb68093d448 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:12:57.793449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Deleting port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:57.793797 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:57.907360 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40e889c2-d183-418d-918c-11dcc49b6a1f tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:57.909096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-40e889c2-d183-418d-918c-11dcc49b6a1f tempest-MeteringIpV6TestJSON-510702004 tempest-MeteringIpV6TestJSON-510702004-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/b76f4b4f-4162-4e11-ad89-ce49fd2a480f HTTP/1.1" status: 204  len: 168 time: 0.2118521
Feb 19 21:12:58.000546 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (dd39b861-c372-4188-bb16-08087882fb5d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:58.140764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:12:58.153968 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-af53fca7-51d5-4b96-b00f-3530562d430e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/88fd31bf-4c26-4ff1-aafb-feb68093d448/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3114953
Feb 19 21:12:58.157333 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44922) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:58.160890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79feda6-f87d-429b-90b2-e0f385500f8e None None] Sync routers for ids ['88fd31bf-4c26-4ff1-aafb-feb68093d448'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:12:58.164182 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] For port e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:58.164182 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:58.184738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] Checking segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:12:58.185110 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] Network hostable DHCP agents. Network: d3b5c251-7e40-4705-8f65-349582f371c6, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:12:58.191218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd39b861-c372-4188-bb16-08087882fb5d,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:58.200808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Calling delete_port for e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:58.215416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79feda6-f87d-429b-90b2-e0f385500f8e None None] Routers {'88fd31bf-4c26-4ff1-aafb-feb68093d448'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:58.217536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d79feda6-f87d-429b-90b2-e0f385500f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c19700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['88fd31bf-4c26-4ff1-aafb-feb68093d448'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:58.253547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44924) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:58.267067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd4f9d-e241-4902-b060-0bd967fca603 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:58.269481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a7cd4f9d-e241-4902-b060-0bd967fca603 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports/fb220273-b68a-4bc6-9147-c3fd09197277 HTTP/1.1" status: 200  len: 984 time: 0.1111274
Feb 19 21:12:58.273642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44928) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:58.308712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d79feda6-f87d-429b-90b2-e0f385500f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c19700>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:58.325297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] Network d3b5c251-7e40-4705-8f65-349582f371c6 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:12:58.325769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79feda6-f87d-429b-90b2-e0f385500f8e None None] Routers {'88fd31bf-4c26-4ff1-aafb-feb68093d448'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:12:58.326737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d79feda6-f87d-429b-90b2-e0f385500f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c19700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['88fd31bf-4c26-4ff1-aafb-feb68093d448'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:58.364978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d79feda6-f87d-429b-90b2-e0f385500f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c19700>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:58.365705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79feda6-f87d-429b-90b2-e0f385500f8e None None] The sync data for ids ['88fd31bf-4c26-4ff1-aafb-feb68093d448'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:12:58.382988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d3b5c251-7e40-4705-8f65-349582f371c6) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:12:58.391664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19bf633-ad1f-4dd9-a39b-f74c6f24f279 None None] Network d3b5c251-7e40-4705-8f65-349582f371c6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:58.396210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:58.396851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:58.429601 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c652da7-5cac-41ec-b6da-1dc5ed1246ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:58.473051 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2e99b3c8-2541-4182-994b-53c7c97f14ba admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.5706575
Feb 19 21:12:58.489778 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (9c180dd5-0183-453f-8f8c-8a67f5e69862), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:58.550807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1181eb-536d-4418-9e20-009da68f1b36 None None] Network d3b5c251-7e40-4705-8f65-349582f371c6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:12:58.662777 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:58.696259 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c652da7-5cac-41ec-b6da-1dc5ed1246ef admin admin] Publish callbacks [] for security_group (93dcc659-49ad-477e-a80c-573e3a9a9e13), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:58.703760 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c652da7-5cac-41ec-b6da-1dc5ed1246ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (93dcc659-49ad-477e-a80c-573e3a9a9e13), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:58.740616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'Port': ['ID=e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:58.805183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8c652da7-5cac-41ec-b6da-1dc5ed1246ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a34ff7849324473194b9e82fe3284c47&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5481510
Feb 19 21:12:58.805558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44938) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:58.818300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c652da7-5cac-41ec-b6da-1dc5ed1246ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dcc659-49ad-477e-a80c-573e3a9a9e13,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:58.842310 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (28b936ab-2350-4182-abc9-86b05f2b3b91), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:58.968401 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-56f90585-2ecd-4e99-9504-7c8c61fa1a9b admin admin] Publish callbacks [] for security_group (93dcc659-49ad-477e-a80c-573e3a9a9e13), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:58.989199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (28b936ab-2350-4182-abc9-86b05f2b3b91), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:58.992714 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_controller (28b936ab-2350-4182-abc9-86b05f2b3b91), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.023302 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e6fedf0-1eae-4249-9dc0-c7b5024d70a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (88fd31bf-4c26-4ff1-aafb-feb68093d448), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.026383 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-56f90585-2ecd-4e99-9504-7c8c61fa1a9b admin admin] Publish callbacks [] for security_group (93dcc659-49ad-477e-a80c-573e3a9a9e13), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.071375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (28b936ab-2350-4182-abc9-86b05f2b3b91), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.071989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Fanout notify agent at l3_agent the message router_deleted on router 28b936ab-2350-4182-abc9-86b05f2b3b91 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:12:59.094952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.096417 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fefd28b8-17f2-4e19-923a-58a18eff9faa tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "DELETE /v2.0/routers/28b936ab-2350-4182-abc9-86b05f2b3b91 HTTP/1.1" status: 204  len: 168 time: 2.8352559
Feb 19 21:12:59.099256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44948) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:59.187319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e5dab1b4-ce43-4f18-aa34-7f3b528a083c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.200651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] Deleting port 684804be-be89-4716-b086-063a329a300b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:59.200651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (684804be-be89-4716-b086-063a329a300b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.278685 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-56f90585-2ecd-4e99-9504-7c8c61fa1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (93dcc659-49ad-477e-a80c-573e3a9a9e13), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.281359 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-56f90585-2ecd-4e99-9504-7c8c61fa1a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.285698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-56f90585-2ecd-4e99-9504-7c8c61fa1a9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93dcc659-49ad-477e-a80c-573e3a9a9e13 HTTP/1.1" status: 204  len: 168 time: 0.4756439
Feb 19 21:12:59.297307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f90585-2ecd-4e99-9504-7c8c61fa1a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dcc659-49ad-477e-a80c-573e3a9a9e13,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:59.326012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e106d7c9-cc96-473a-9cd3-2473e5b0fa20 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:12:59.328578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e106d7c9-cc96-473a-9cd3-2473e5b0fa20 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.2569137
Feb 19 21:12:59.360615 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-370d2b19-4c89-46ba-bf9e-567e6b000dc7 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/quotas/ab36d6d50f8f40408962ab92e9cd1671 HTTP/1.1" status: 200  len: 375 time: 0.0260906
Feb 19 21:12:59.391602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e5dab1b4-ce43-4f18-aa34-7f3b528a083c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.425176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-c884c855-685c-434e-916f-f4cd1b6f70fc tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0486879
Feb 19 21:12:59.425625 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.455894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] For port 684804be-be89-4716-b086-063a329a300b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684804be-be89-4716-b086-063a329a300b,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:12:59.456542 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (684804be-be89-4716-b086-063a329a300b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.462681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a696fd340>,) {'filters': {'network_id': ['e5dab1b4-ce43-4f18-aa34-7f3b528a083c']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:59.502670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a696fd340>, '557c5e82-baff-4812-bac1-710f2b5b6320') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:59.503167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a696fd340>, '557c5e82-baff-4812-bac1-710f2b5b6320') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:12:59.506669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] Calling delete_port for 684804be-be89-4716-b086-063a329a300b owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:12:59.544442 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (557c5e82-baff-4812-bac1-710f2b5b6320), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.635346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (557c5e82-baff-4812-bac1-710f2b5b6320), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.652364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:12:59.652863 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (557c5e82-baff-4812-bac1-710f2b5b6320), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:12:59.658821 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:12:59.676844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-9e096d04-b84c-4794-b99e-2ad9e9e9c4d4 service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2453089
Feb 19 21:12:59.734088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fedf0-1eae-4249-9dc0-c7b5024d70a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port fb220273-b68a-4bc6-9147-c3fd09197277 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:12:59.742763 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e6fedf0-1eae-4249-9dc0-c7b5024d70a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.864724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:12:59.880726 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e5dab1b4-ce43-4f18-aa34-7f3b528a083c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.895449 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:12:59.898676 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "DELETE /v2.0/networks/e5dab1b4-ce43-4f18-aa34-7f3b528a083c HTTP/1.1" status: 204  len: 168 time: 0.7980692
Feb 19 21:12:59.900846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:12:59.901216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e1ea1d8b-b01a-440b-a6e1-9f4363cd33a4 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:12:59.908206 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44968) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:12:59.948055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebca04-1021-42e4-a239-88b836aaed75 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'Network': ['ID=e5dab1b4-ce43-4f18-aa34-7f3b528a083c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:12:59.988964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44974) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:00.025664 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-65829c57-2223-485e-bee3-fdc6a39e6e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.038854 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e6fedf0-1eae-4249-9dc0-c7b5024d70a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.043475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-80c80697-2bba-417f-be85-6a76714e3d4f service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3588047
Feb 19 21:13:00.068844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fedf0-1eae-4249-9dc0-c7b5024d70a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for fb220273-b68a-4bc6-9147-c3fd09197277 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:00.168427 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (684804be-be89-4716-b086-063a329a300b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.202387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] Pushing event deleted for resources: {'Port': ['ID=684804be-be89-4716-b086-063a329a300b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:00.301604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Deleting port 938083be-dad4-4038-8f69-05e59e038a27 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:00.301950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (938083be-dad4-4038-8f69-05e59e038a27), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.368890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fa35046-fa54-463c-b2a3-515de6cc50f4 req-a43d009e-7798-48fa-b7fa-8ff00048de6c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 210 time: 0.0794103
Feb 19 21:13:00.396039 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-65829c57-2223-485e-bee3-fdc6a39e6e09 admin admin] Publish callbacks [] for security_group (71e9e07c-2d50-4157-bbda-2539cd85bc68), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.410050 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-65829c57-2223-485e-bee3-fdc6a39e6e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (71e9e07c-2d50-4157-bbda-2539cd85bc68), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.489771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (938083be-dad4-4038-8f69-05e59e038a27), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.490101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for floatingip (938083be-dad4-4038-8f69-05e59e038a27), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.502266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-65829c57-2223-485e-bee3-fdc6a39e6e09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91954cfd424e47c1898a537a3dec9d1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5114086
Feb 19 21:13:00.505483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44986) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:00.507743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65829c57-2223-485e-bee3-fdc6a39e6e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e9e07c-2d50-4157-bbda-2539cd85bc68,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:00.514752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Calling delete_port for 938083be-dad4-4038-8f69-05e59e038a27 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:00.516759 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (9c180dd5-0183-453f-8f8c-8a67f5e69862), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.550817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876401f-1551-4611-aeb8-19b121c66045 req-990114f6-31d4-4e3d-a376-c1625208287b tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:00.552483 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2876401f-1551-4611-aeb8-19b121c66045 req-990114f6-31d4-4e3d-a376-c1625208287b tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 946 time: 0.2838871
Feb 19 21:13:00.651898 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e6fedf0-1eae-4249-9dc0-c7b5024d70a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fb220273-b68a-4bc6-9147-c3fd09197277), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.708957 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2876401f-1551-4611-aeb8-19b121c66045 req-5b73d80d-df9a-4597-8bbc-100e3bb97ea5 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1469345
Feb 19 21:13:00.725048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fedf0-1eae-4249-9dc0-c7b5024d70a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=fb220273-b68a-4bc6-9147-c3fd09197277,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:00.725048 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-585afc85-04bc-43f1-8be3-a7285c9da641 admin admin] Publish callbacks [] for security_group (71e9e07c-2d50-4157-bbda-2539cd85bc68), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.853063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-585afc85-04bc-43f1-8be3-a7285c9da641 admin admin] Publish callbacks [] for security_group (71e9e07c-2d50-4157-bbda-2539cd85bc68), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.873528 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e6fedf0-1eae-4249-9dc0-c7b5024d70a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (88fd31bf-4c26-4ff1-aafb-feb68093d448), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:00.975240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (938083be-dad4-4038-8f69-05e59e038a27), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:01.016043 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'Port': ['ID=938083be-dad4-4038-8f69-05e59e038a27,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:01.417604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] Router 9c180dd5-0183-453f-8f8c-8a67f5e69862 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:13:01.434772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-585afc85-04bc-43f1-8be3-a7285c9da641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (71e9e07c-2d50-4157-bbda-2539cd85bc68), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:01.437568 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-585afc85-04bc-43f1-8be3-a7285c9da641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:01.438807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-585afc85-04bc-43f1-8be3-a7285c9da641 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71e9e07c-2d50-4157-bbda-2539cd85bc68 HTTP/1.1" status: 204  len: 168 time: 0.9320540
Feb 19 21:13:01.451812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6fedf0-1eae-4249-9dc0-c7b5024d70a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 88fd31bf-4c26-4ff1-aafb-feb68093d448 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:13:01.461696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585afc85-04bc-43f1-8be3-a7285c9da641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e9e07c-2d50-4157-bbda-2539cd85bc68,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:01.576374 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for floatingip (942018a0-be09-43f8-b3d5-13bd505e3c1f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:01.576374 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Floating IP 942018a0-be09-43f8-b3d5-13bd505e3c1f disassociated (deleted). External IP: 172.35.2.211, port: 9fef2353-c49f-4800-8469-da61cf4f519d.
Feb 19 21:13:01.592842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2d2f207-8574-48ee-9c48-2aa7bc0593dc req-088c6d77-65ff-4ca9-b235-67b83ce46178 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 210 time: 0.0713134
Feb 19 21:13:01.635762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6fedf0-1eae-4249-9dc0-c7b5024d70a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:01.643544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2e6fedf0-1eae-4249-9dc0-c7b5024d70a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/88fd31bf-4c26-4ff1-aafb-feb68093d448/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3688142
Feb 19 21:13:01.646648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 44994) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:01.658342 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df54e15-5fe3-4c9e-b7b7-f30eee8bcef6 None None] Sync routers for ids ['88fd31bf-4c26-4ff1-aafb-feb68093d448'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:01.675869 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df54e15-5fe3-4c9e-b7b7-f30eee8bcef6 None None] Routers {'88fd31bf-4c26-4ff1-aafb-feb68093d448'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:01.677237 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6df54e15-5fe3-4c9e-b7b7-f30eee8bcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['88fd31bf-4c26-4ff1-aafb-feb68093d448'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:01.755065 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6df54e15-5fe3-4c9e-b7b7-f30eee8bcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d3a0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:01.757395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:01.770275 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0b53e40d-9c89-4bce-842d-0e29fb6b1982 admin admin] 10.222.0.30 "PUT /v2.0/routers/9c180dd5-0183-453f-8f8c-8a67f5e69862/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3309860
Feb 19 21:13:01.770992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d36f96-1a04-405a-9733-be7cdd9e8bdb None None] Sync routers for ids ['9c180dd5-0183-453f-8f8c-8a67f5e69862'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:01.773169 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df54e15-5fe3-4c9e-b7b7-f30eee8bcef6 None None] Routers {'88fd31bf-4c26-4ff1-aafb-feb68093d448'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:01.774480 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6df54e15-5fe3-4c9e-b7b7-f30eee8bcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['88fd31bf-4c26-4ff1-aafb-feb68093d448'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:01.775393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 44998) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:01.802843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d36f96-1a04-405a-9733-be7cdd9e8bdb None None] Routers {'9c180dd5-0183-453f-8f8c-8a67f5e69862'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:01.803487 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-86d36f96-1a04-405a-9733-be7cdd9e8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634d5610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9c180dd5-0183-453f-8f8c-8a67f5e69862'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:01.822989 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6df54e15-5fe3-4c9e-b7b7-f30eee8bcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d3a0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:01.823777 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df54e15-5fe3-4c9e-b7b7-f30eee8bcef6 None None] The sync data for ids ['88fd31bf-4c26-4ff1-aafb-feb68093d448'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:01.967023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Publish callbacks [] for router (9c180dd5-0183-453f-8f8c-8a67f5e69862), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:01.973542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-86d36f96-1a04-405a-9733-be7cdd9e8bdb None None] Set router 9c180dd5-0183-453f-8f8c-8a67f5e69862 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:01.993077 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-c787d164-c92c-42ac-b8a7-203250e44927 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] remove_router_interface failed (client error): The resource could not be found.
Feb 19 21:13:01.994114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c787d164-c92c-42ac-b8a7-203250e44927 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/88fd31bf-4c26-4ff1-aafb-feb68093d448/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3462896
Feb 19 21:13:02.000172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-7b6bdf9f-769e-4e10-be50-b843fc7f87cb tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:02.001821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-7b6bdf9f-769e-4e10-be50-b843fc7f87cb tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.4793537
Feb 19 21:13:02.002341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45006) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:02.022415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Request body: {'port': {'device_id': 'b35b33f5-0976-42bb-a8af-ed5a596f08d5', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'admin_state_up': True, 'tenant_id': 'ab36d6d50f8f40408962ab92e9cd1671'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:02.063138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e72e7202-7b15-488e-ac14-206984b4dad9 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fd31bf-4c26-4ff1-aafb-feb68093d448 HTTP/1.1" status: 200  len: 205 time: 0.0567605
Feb 19 21:13:02.088095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45010) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:02.195201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c320-466e-4b11-8b58-724fd36fa436 req-5b7bf2ac-bb32-4864-bfc7-91fe6a17a7fe tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:02.202358 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9165c320-466e-4b11-8b58-724fd36fa436 req-5b7bf2ac-bb32-4864-bfc7-91fe6a17a7fe tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 946 time: 0.2952330
Feb 19 21:13:02.224032 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5f48e3c-e33b-4cf7-9fe7-0f02e6cf499c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (88fd31bf-4c26-4ff1-aafb-feb68093d448), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:02.312260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Publish callbacks [] for router_gateway (9c180dd5-0183-453f-8f8c-8a67f5e69862), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:02.347079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Router 3010fd48-b525-4337-aa2e-9c3b7160f297 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:13:02.383505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9165c320-466e-4b11-8b58-724fd36fa436 req-c3bf7f2b-cffb-4af8-9439-623e97e49db3 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1778238
Feb 19 21:13:02.422529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-86d36f96-1a04-405a-9733-be7cdd9e8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634d5610>, [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:13:00Z', 'revision_number': 5, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port': {'id': '9a1b7796-a21d-4588-8d2a-92d4f18d77aa', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:55Z', 'updated_at': '2022-02-19T21:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:02.461121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d36f96-1a04-405a-9733-be7cdd9e8bdb None None] Checking router: 9c180dd5-0183-453f-8f8c-8a67f5e69862 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:13:02.472508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d36f96-1a04-405a-9733-be7cdd9e8bdb None None] Routers {'9c180dd5-0183-453f-8f8c-8a67f5e69862'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:02.474279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-86d36f96-1a04-405a-9733-be7cdd9e8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634d5610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9c180dd5-0183-453f-8f8c-8a67f5e69862'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:02.506396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Deleting port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:02.506974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:02.519894 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5f48e3c-e33b-4cf7-9fe7-0f02e6cf499c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (88fd31bf-4c26-4ff1-aafb-feb68093d448), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:02.524128 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5f48e3c-e33b-4cf7-9fe7-0f02e6cf499c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (88fd31bf-4c26-4ff1-aafb-feb68093d448), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:02.525907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Made reservation on behalf of ab36d6d50f8f40408962ab92e9cd1671 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:02.529575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:02.614028 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-7524aebf-63b6-407b-925c-da2c555d2701 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:02.615642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-7524aebf-63b6-407b-925c-da2c555d2701 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.67 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 946 time: 0.2034013
Feb 19 21:13:02.616874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:02.619331 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5f48e3c-e33b-4cf7-9fe7-0f02e6cf499c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (88fd31bf-4c26-4ff1-aafb-feb68093d448), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:02.620116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f48e3c-e33b-4cf7-9fe7-0f02e6cf499c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Fanout notify agent at l3_agent the message router_deleted on router 88fd31bf-4c26-4ff1-aafb-feb68093d448 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:13:02.626039 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:02.634220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-86d36f96-1a04-405a-9733-be7cdd9e8bdb None None] Set router 9c180dd5-0183-453f-8f8c-8a67f5e69862 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:02.644360 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d03c5-f957-4e7d-8a85-ec4dcf9d352c None None] Sync routers for ids ['3010fd48-b525-4337-aa2e-9c3b7160f297'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:02.664479 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1a2658a2-b4f3-4829-9635-dfd90e5a7615 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "DELETE /v2.0/floatingips/942018a0-be09-43f8-b3d5-13bd505e3c1f HTTP/1.1" status: 204  len: 168 time: 2.7540970
Feb 19 21:13:02.668007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'tag': '9fef2353-c49f-4800-8469-da61cf4f519d'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:02.670327 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bd16d8-a83e-4387-9744-d22ecca1895d" -d '{"events": [{"name": "network-changed", "server_uuid": "26035c7e-8e0f-48e4-bbef-0d0eae15c929", "tag": "9fef2353-c49f-4800-8469-da61cf4f519d"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:02.679453 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d03c5-f957-4e7d-8a85-ec4dcf9d352c None None] Routers {'3010fd48-b525-4337-aa2e-9c3b7160f297'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:02.682237 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ee5d03c5-f957-4e7d-8a85-ec4dcf9d352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702c13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3010fd48-b525-4337-aa2e-9c3b7160f297'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:02.693305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] For port 9a1b7796-a21d-4588-8d2a-92d4f18d77aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a1b7796-a21d-4588-8d2a-92d4f18d77aa,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:02.693696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:02.709952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-86d36f96-1a04-405a-9733-be7cdd9e8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634d5610>, [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:13:02Z', 'revision_number': 6, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:02.728971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Calling delete_port for 9a1b7796-a21d-4588-8d2a-92d4f18d77aa owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:02.739797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5f48e3c-e33b-4cf7-9fe7-0f02e6cf499c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:02.741865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b5f48e3c-e33b-4cf7-9fe7-0f02e6cf499c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/88fd31bf-4c26-4ff1-aafb-feb68093d448 HTTP/1.1" status: 204  len: 168 time: 0.6525860
Feb 19 21:13:02.745629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45028) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:02.769595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d36f96-1a04-405a-9733-be7cdd9e8bdb None None] The sync data for ids ['9c180dd5-0183-453f-8f8c-8a67f5e69862'] in ncdv-master-1 is: [{'id': '9c180dd5-0183-453f-8f8c-8a67f5e69862', 'name': 'tempest-TaggedBootDevicesTest-1479855952-router', 'tenant_id': 'f260ed47c5994487a4cc293c33dae3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:53Z', 'updated_at': '2022-02-19T21:13:02Z', 'revision_number': 6, 'project_id': 'f260ed47c5994487a4cc293c33dae3ea', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:02.870561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a41072e-a690-46e7-baa3-364de37b8c17 req-6af42364-35a6-4901-945f-21257818dd31 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 210 time: 0.1122131
Feb 19 21:13:02.924591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ec216e-0104-4791-8210-64c484cd1a6e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting subnet 957455b2-a66d-411e-9ebf-3b04740f320c {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:13:02.928857 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-67ec216e-0104-4791-8210-64c484cd1a6e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (957455b2-a66d-411e-9ebf-3b04740f320c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:02.968938 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ee5d03c5-f957-4e7d-8a85-ec4dcf9d352c None None] Set router 3010fd48-b525-4337-aa2e-9c3b7160f297 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:02.993588 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb722783-d835-473a-94b9-49fb84ed2b94 x-openstack-request-id: req-bb722783-d835-473a-94b9-49fb84ed2b94 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:02.994464 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26035c7e-8e0f-48e4-bbef-0d0eae15c929", "tag": "9fef2353-c49f-4800-8469-da61cf4f519d", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:02.994944 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb722783-d835-473a-94b9-49fb84ed2b94 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:02.995549 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'tag': '9fef2353-c49f-4800-8469-da61cf4f519d', 'status': 'completed', 'code': 200}
Feb 19 21:13:03.031248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-67ec216e-0104-4791-8210-64c484cd1a6e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (957455b2-a66d-411e-9ebf-3b04740f320c), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:03.045639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Allocated IP 172.20.0.12 (d3b5c251-7e40-4705-8f65-349582f371c6/dd39b861-c372-4188-bb16-08087882fb5d/26602451-8ab7-4868-aff7-0faa278f42dc) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:03.091018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Deleting port 72c6a85b-be73-4cca-80b1-c2d505f4fabf {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:03.091353 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:03.215983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-67ec216e-0104-4791-8210-64c484cd1a6e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (957455b2-a66d-411e-9ebf-3b04740f320c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:03.222714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-8ce21740-8b96-4b42-b9d3-9bec542cf00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:03.226056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-8ce21740-8b96-4b42-b9d3-9bec542cf00b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f4ed687e80941d9a5befe1031923ed5&device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 1167 time: 0.2601345
Feb 19 21:13:03.312780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] For port 72c6a85b-be73-4cca-80b1-c2d505f4fabf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72c6a85b-be73-4cca-80b1-c2d505f4fabf,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:03.314746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:03.320505 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ee5d03c5-f957-4e7d-8a85-ec4dcf9d352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702c13d0>, [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5e30ac3-f3d7-4777-90bc-c1265e75b8b0', 'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:34:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '2711ee97-a752-464c-a398-84808c3be0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:06Z', 'updated_at': '2022-02-19T21:11:12Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '2711ee97-a752-464c-a398-84808c3be0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:03.351621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (9a1b7796-a21d-4588-8d2a-92d4f18d77aa), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:03.372945 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d03c5-f957-4e7d-8a85-ec4dcf9d352c None None] Checking router: 3010fd48-b525-4337-aa2e-9c3b7160f297 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:13:03.394995 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d03c5-f957-4e7d-8a85-ec4dcf9d352c None None] Routers {'3010fd48-b525-4337-aa2e-9c3b7160f297'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:03.396547 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ee5d03c5-f957-4e7d-8a85-ec4dcf9d352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702c13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3010fd48-b525-4337-aa2e-9c3b7160f297'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:03.402436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1b7796-a21d-4588-8d2a-92d4f18d77aa,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:03.406693 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-67ec216e-0104-4791-8210-64c484cd1a6e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (957455b2-a66d-411e-9ebf-3b04740f320c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:03.497904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec216e-0104-4791-8210-64c484cd1a6e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Subnet': ['ID=957455b2-a66d-411e-9ebf-3b04740f320c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:03.500147 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-67ec216e-0104-4791-8210-64c484cd1a6e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:03.504382 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-67ec216e-0104-4791-8210-64c484cd1a6e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/957455b2-a66d-411e-9ebf-3b04740f320c HTTP/1.1" status: 204  len: 168 time: 0.7576985
Feb 19 21:13:03.509632 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45044) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:03.512312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fbda17-4b80-4c03-9c84-9b4f0ec72788 None None] Network 3549ed02-215c-405c-9930-9d79022ec8ad requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:03.551082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36c609-ab59-432d-9947-48198222fddf req-3c7233d4-1e1a-42fd-87e8-16c836815690 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:03.553379 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f36c609-ab59-432d-9947-48198222fddf req-3c7233d4-1e1a-42fd-87e8-16c836815690 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 985 time: 0.5505962
Feb 19 21:13:03.652467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (3549ed02-215c-405c-9930-9d79022ec8ad), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:03.669524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (9c180dd5-0183-453f-8f8c-8a67f5e69862), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:03.718566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-42fc8c57-bfb6-4d6e-b30a-c07cd43f45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:03.720183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-42fc8c57-bfb6-4d6e-b30a-c07cd43f45a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9a97e8b-3567-444c-be37-4a0ea2e09d31 HTTP/1.1" status: 200  len: 898 time: 0.2411025
Feb 19 21:13:03.826298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41925c36-657e-4990-af32-31567ee03105 None None] DHCP port deletion for 3549ed02-215c-405c-9930-9d79022ec8ad request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:13:03.855908 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ee5d03c5-f957-4e7d-8a85-ec4dcf9d352c None None] Set router 3010fd48-b525-4337-aa2e-9c3b7160f297 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:03.884543 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45050) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:03.885333 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 684804be-be89-4716-b086-063a329a300b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:03.907286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (9c180dd5-0183-453f-8f8c-8a67f5e69862), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:03.911696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Publish callbacks [] for router_controller (9c180dd5-0183-453f-8f8c-8a67f5e69862), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:03.945941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 684804be-be89-4716-b086-063a329a300b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:03.946619 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 684804be-be89-4716-b086-063a329a300b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:03.949308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9a1b7796-a21d-4588-8d2a-92d4f18d77aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:03.992462 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 00c7bcd3-5901-441f-a89c-25b786a2d789 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:03.992731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.000784 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (9c180dd5-0183-453f-8f8c-8a67f5e69862), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.001963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c180dd5-0183-453f-8f8c-8a67f5e69862 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:13:04.024905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 9a1b7796-a21d-4588-8d2a-92d4f18d77aa {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:04.025347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9a1b7796-a21d-4588-8d2a-92d4f18d77aa not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:04.035060 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.043807 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6007774a-160e-4e76-8803-815e22727f9e admin admin] 10.222.0.30 "DELETE /v2.0/routers/9c180dd5-0183-453f-8f8c-8a67f5e69862 HTTP/1.1" status: 204  len: 168 time: 2.2672718
Feb 19 21:13:04.045463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45058) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:04.055624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-41925c36-657e-4990-af32-31567ee03105 None None] Deleting port 00c7bcd3-5901-441f-a89c-25b786a2d789 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:04.056015 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41925c36-657e-4990-af32-31567ee03105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.184680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1706015496'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:04.213147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-41925c36-657e-4990-af32-31567ee03105 None None] For port 00c7bcd3-5901-441f-a89c-25b786a2d789, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00c7bcd3-5901-441f-a89c-25b786a2d789,segment=NetworkSegment(d7df3230-35ea-4442-a68c-04aab3205a15),segment_id=d7df3230-35ea-4442-a68c-04aab3205a15)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:04.215259 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41925c36-657e-4990-af32-31567ee03105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.246947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd75309-b0b6-41b8-8e7f-b06ec3968461 admin admin] Deleting subnet 1a50f3ce-c32b-48cf-a4b2-041aa45b186c {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:13:04.252798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-41925c36-657e-4990-af32-31567ee03105 None None] Calling delete_port for 00c7bcd3-5901-441f-a89c-25b786a2d789 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:04.285761 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ee5d03c5-f957-4e7d-8a85-ec4dcf9d352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702c13d0>, [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5e30ac3-f3d7-4777-90bc-c1265e75b8b0', 'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:34:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '2711ee97-a752-464c-a398-84808c3be0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:06Z', 'updated_at': '2022-02-19T21:11:12Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '2711ee97-a752-464c-a398-84808c3be0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:04.296636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acd75309-b0b6-41b8-8e7f-b06ec3968461 admin admin] Publish callbacks [] for subnet (1a50f3ce-c32b-48cf-a4b2-041aa45b186c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.303580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] For port 00c7bcd3-5901-441f-a89c-25b786a2d789, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00c7bcd3-5901-441f-a89c-25b786a2d789,segment=NetworkSegment(d7df3230-35ea-4442-a68c-04aab3205a15),segment_id=d7df3230-35ea-4442-a68c-04aab3205a15)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:04.303954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.337150 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d03c5-f957-4e7d-8a85-ec4dcf9d352c None None] The sync data for ids ['3010fd48-b525-4337-aa2e-9c3b7160f297'] in ncdv-master-1 is: [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5e30ac3-f3d7-4777-90bc-c1265e75b8b0', 'name': '', 'network_id': 'a9a97e8b-3567-444c-be37-4a0ea2e09d31', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'mac_address': 'fa:16:3e:34:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '2711ee97-a752-464c-a398-84808c3be0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:06Z', 'updated_at': '2022-02-19T21:11:12Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'subnets': [{'id': '2711ee97-a752-464c-a398-84808c3be0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:04.337469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Made reservation on behalf of 08562590a797421dad0397f8d6fc8f14 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:04.343452 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.374590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 00c7bcd3-5901-441f-a89c-25b786a2d789 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:04.385414 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.424113 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acd75309-b0b6-41b8-8e7f-b06ec3968461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (1a50f3ce-c32b-48cf-a4b2-041aa45b186c), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.427332 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-46604fb2-3789-4912-ad1d-25386f5b0d42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fef2353-c49f-4800-8469-da61cf4f519d HTTP/1.1" status: 200  len: 217 time: 0.6605427
Feb 19 21:13:04.434576 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41925c36-657e-4990-af32-31567ee03105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.454635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41925c36-657e-4990-af32-31567ee03105 None None] No DVR routers for this DVR port 00c7bcd3-5901-441f-a89c-25b786a2d789 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:04.473223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eb158-f04b-41ef-914c-107ba29ff37b req-0aba3647-7f4b-4364-8def-f5b9bae1f8dc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:04.474903 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bd9eb158-f04b-41ef-914c-107ba29ff37b req-0aba3647-7f4b-4364-8def-f5b9bae1f8dc tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.10 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 985 time: 0.2565184
Feb 19 21:13:04.492035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41925c36-657e-4990-af32-31567ee03105 None None] Pushing event deleted for resources: {'Port': ['ID=00c7bcd3-5901-441f-a89c-25b786a2d789,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:04.532581 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.533444 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (b72646a5-8e47-4dc5-a635-549dac8a3f2d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.533787 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Floating IP b72646a5-8e47-4dc5-a635-549dac8a3f2d disassociated. External IP: 172.35.2.121, port: 72c6a85b-be73-4cca-80b1-c2d505f4fabf.
Feb 19 21:13:04.534187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Calling delete_port for 72c6a85b-be73-4cca-80b1-c2d505f4fabf owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:04.606621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77f641-34c1-4c6f-ac7a-302802174d1f req-d5514a84-19ae-4e4a-9398-b1758cd3e639 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:04.614842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e77f641-34c1-4c6f-ac7a-302802174d1f req-d5514a84-19ae-4e4a-9398-b1758cd3e639 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 946 time: 1.1295488
Feb 19 21:13:04.635368 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks [] for port (26602451-8ab7-4868-aff7-0faa278f42dc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.672160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f36c609-ab59-432d-9947-48198222fddf req-ddd7b909-3dd6-4420-92ad-4fc55cbcde81 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/security-groups?id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&id=9887589f-0373-4962-af43-6a0cbca1a59c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.9486017
Feb 19 21:13:04.673802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-73034346-0457-4f6d-b1cf-c48dd71de496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:04.675443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-73034346-0457-4f6d-b1cf-c48dd71de496 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2711ee97-a752-464c-a398-84808c3be0c6 HTTP/1.1" status: 200  len: 834 time: 0.2342227
Feb 19 21:13:04.713965 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acd75309-b0b6-41b8-8e7f-b06ec3968461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (1a50f3ce-c32b-48cf-a4b2-041aa45b186c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.744556 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks [] for security_group (b1f87cf1-2a71-438c-a5c7-1da3c70d4cb9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.756078 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (00c7bcd3-5901-441f-a89c-25b786a2d789), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.756296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13189038-6033-4db0-ae51-d4b8d6a036c0 None None] New status for floating IP 942018a0-be09-43f8-b3d5-13bd505e3c1f: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:13:04.771305 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b1f87cf1-2a71-438c-a5c7-1da3c70d4cb9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.803829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e77f641-34c1-4c6f-ac7a-302802174d1f req-2cbe3687-7b7c-459d-97de-98c43498ee72 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb66bd07-0414-486a-a58b-309650e69cfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1881368
Feb 19 21:13:04.824571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=00c7bcd3-5901-441f-a89c-25b786a2d789,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:04.829789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No DVR routers for this DVR port 00c7bcd3-5901-441f-a89c-25b786a2d789 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:04.873148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-bd9eb158-f04b-41ef-914c-107ba29ff37b req-305887dc-fb2c-4b2e-b882-e67648603974 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Deleting port 9fef2353-c49f-4800-8469-da61cf4f519d {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:04.873478 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bd9eb158-f04b-41ef-914c-107ba29ff37b req-305887dc-fb2c-4b2e-b882-e67648603974 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.877063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-796fc6f7-3769-4b83-a792-040a2995b0b6 req-ff8df958-cde7-415f-95c6-4c43a9e78ec8 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 210 time: 0.0701556
Feb 19 21:13:04.879284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:13:04.887933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f87cf1-2a71-438c-a5c7-1da3c70d4cb9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:04.929331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-528923b9-e7b8-4ee4-a028-ee1ce1f977e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:04.931432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-528923b9-e7b8-4ee4-a028-ee1ce1f977e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9a97e8b-3567-444c-be37-4a0ea2e09d31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2456441
Feb 19 21:13:04.934544 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.976753 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (32038e98-0551-47f1-b170-8600eb3df810), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:04.977113 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Added segment 32038e98-0551-47f1-b170-8600eb3df810 of type vlan for network bbdc4363-0e66-4539-80d3-6a74f86d8036
Feb 19 21:13:04.989151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acd75309-b0b6-41b8-8e7f-b06ec3968461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (1a50f3ce-c32b-48cf-a4b2-041aa45b186c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.055878 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd75309-b0b6-41b8-8e7f-b06ec3968461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a50f3ce-c32b-48cf-a4b2-041aa45b186c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:05.065160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (3549ed02-215c-405c-9930-9d79022ec8ad), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.068190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-acd75309-b0b6-41b8-8e7f-b06ec3968461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.070152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527dbe73-911e-4d43-883a-bb562d484418 None None] Network 412258df-58b8-4ea9-9432-b16f8bdfc8b8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:05.074073 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-acd75309-b0b6-41b8-8e7f-b06ec3968461 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1a50f3ce-c32b-48cf-a4b2-041aa45b186c HTTP/1.1" status: 204  len: 168 time: 0.9627459
Feb 19 21:13:05.077953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45060) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:05.085510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Network d3b5c251-7e40-4705-8f65-349582f371c6 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:05.106255 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (bbdc4363-0e66-4539-80d3-6a74f86d8036), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.118281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:05.120813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:05.134065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1fa760>,) {'filters': {'network_id': ['3549ed02-215c-405c-9930-9d79022ec8ad']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:05.147000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-bd9eb158-f04b-41ef-914c-107ba29ff37b req-305887dc-fb2c-4b2e-b882-e67648603974 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] For port 9fef2353-c49f-4800-8469-da61cf4f519d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fef2353-c49f-4800-8469-da61cf4f519d,segment=NetworkSegment(a9b27fba-f9fd-476b-bada-3378619a23de),segment_id=a9b27fba-f9fd-476b-bada-3378619a23de)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:05.147456 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bd9eb158-f04b-41ef-914c-107ba29ff37b req-305887dc-fb2c-4b2e-b882-e67648603974 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.153967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1fa760>, 'd7df3230-35ea-4442-a68c-04aab3205a15') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:05.153967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1fa760>, 'd7df3230-35ea-4442-a68c-04aab3205a15') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:05.163296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event updated for resources: {'Port': ['ID=26602451-8ab7-4868-aff7-0faa278f42dc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:05.183388 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (d7df3230-35ea-4442-a68c-04aab3205a15), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.193815 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (72c6a85b-be73-4cca-80b1-c2d505f4fabf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.194172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-bd9eb158-f04b-41ef-914c-107ba29ff37b req-305887dc-fb2c-4b2e-b882-e67648603974 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Calling delete_port for 9fef2353-c49f-4800-8469-da61cf4f519d owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:05.215846 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (d7df3230-35ea-4442-a68c-04aab3205a15), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.253768 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:13:05.253768 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (d7df3230-35ea-4442-a68c-04aab3205a15), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.254827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (bbdc4363-0e66-4539-80d3-6a74f86d8036), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.259975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event deleted for resources: {'Port': ['ID=72c6a85b-be73-4cca-80b1-c2d505f4fabf,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:05.260821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:05.261510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:13:05.263985 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:13:05.275078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9119a72-2bb2-4058-9735-6192ce1f911c None None] DHCP port deletion for 412258df-58b8-4ea9-9432-b16f8bdfc8b8 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:13:05.275986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-e9c76efe-2627-42b1-a407-0c7a767e5382 service neutron] 10.222.0.10 "GET /v2.0/networks/a9a97e8b-3567-444c-be37-4a0ea2e09d31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3370149
Feb 19 21:13:05.293814 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (412258df-58b8-4ea9-9432-b16f8bdfc8b8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.346064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:05.346756 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.361360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e9119a72-2bb2-4058-9735-6192ce1f911c None None] Deleting port 554c5759-fff5-4b23-9544-eed7aa2b3f61 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:05.361812 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e9119a72-2bb2-4058-9735-6192ce1f911c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.452972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e9119a72-2bb2-4058-9735-6192ce1f911c None None] For port 554c5759-fff5-4b23-9544-eed7aa2b3f61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=554c5759-fff5-4b23-9544-eed7aa2b3f61,segment=NetworkSegment(f6eb94de-27b3-4321-ab52-3958214e7ff0),segment_id=f6eb94de-27b3-4321-ab52-3958214e7ff0)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:05.453289 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e9119a72-2bb2-4058-9735-6192ce1f911c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.475709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e9119a72-2bb2-4058-9735-6192ce1f911c None None] Calling delete_port for 554c5759-fff5-4b23-9544-eed7aa2b3f61 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:05.509275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-a82fd6dc-41f6-4074-983d-713d0a905c3e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4937634
Feb 19 21:13:05.540865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Request body: {'port': {'device_id': 'b35b33f5-0976-42bb-a8af-ed5a596f08d5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:05.571154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00c7bcd3-5901-441f-a89c-25b786a2d789 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:05.597225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 00c7bcd3-5901-441f-a89c-25b786a2d789 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:05.597225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00c7bcd3-5901-441f-a89c-25b786a2d789 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:05.597225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 554c5759-fff5-4b23-9544-eed7aa2b3f61 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:05.621153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-9a88b0d4-1048-4565-9a65-e97705d26d83 service neutron] 10.222.0.10 "GET /v2.0/networks/a9a97e8b-3567-444c-be37-4a0ea2e09d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3333054
Feb 19 21:13:05.630819 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e9119a72-2bb2-4058-9735-6192ce1f911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.691722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9119a72-2bb2-4058-9735-6192ce1f911c None None] No DVR routers for this DVR port 554c5759-fff5-4b23-9544-eed7aa2b3f61 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:05.695981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Deleting port 554c5759-fff5-4b23-9544-eed7aa2b3f61 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:05.696366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.701398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9119a72-2bb2-4058-9735-6192ce1f911c None None] Pushing event deleted for resources: {'Port': ['ID=554c5759-fff5-4b23-9544-eed7aa2b3f61,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:05.721455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No active binding found for port 554c5759-fff5-4b23-9544-eed7aa2b3f61 {{(pid=121130) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Feb 19 21:13:05.722008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] The host ncdv-master-1 is not matching for port 554c5759-fff5-4b23-9544-eed7aa2b3f61 host None! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:13:05.722230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 554c5759-fff5-4b23-9544-eed7aa2b3f61 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:05.771020 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 1.8820491
Feb 19 21:13:05.800320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c30fa-39e3-45c3-8a7a-0f50d2f7b527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Pushing event updated for resources: {'Network': ['ID=bbdc4363-0e66-4539-80d3-6a74f86d8036,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:05.810327 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (3549ed02-215c-405c-9930-9d79022ec8ad), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.820528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.823813 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/networks/3549ed02-215c-405c-9930-9d79022ec8ad HTTP/1.1" status: 204  len: 168 time: 2.3131139
Feb 19 21:13:05.834694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45068) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:05.835941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network bbdc4363-0e66-4539-80d3-6a74f86d8036 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:13:05.837809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359cf12-2fdf-45e6-b4af-9694ee751363 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Network': ['ID=3549ed02-215c-405c-9930-9d79022ec8ad,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:05.842871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-749159046'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:05.870338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] For port 554c5759-fff5-4b23-9544-eed7aa2b3f61, host ncdv-master-1, got binding levels [] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:05.871031 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.889840 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Calling delete_port for 554c5759-fff5-4b23-9544-eed7aa2b3f61 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:05.894921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Port 554c5759-fff5-4b23-9544-eed7aa2b3f61 was not found and therefore no delete operation was performed {{(pid=121128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:13:05.896955 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (554c5759-fff5-4b23-9544-eed7aa2b3f61), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.907399 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:05.911956 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.918366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Router e670ad7b-e07b-4064-bf4d-6359af4e2ace has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:13:05.921197 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.967267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=554c5759-fff5-4b23-9544-eed7aa2b3f61,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:05.978493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:13:05.981564 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bd9eb158-f04b-41ef-914c-107ba29ff37b req-305887dc-fb2c-4b2e-b882-e67648603974 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (9fef2353-c49f-4800-8469-da61cf4f519d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:05.989677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] No DVR routers for this DVR port 554c5759-fff5-4b23-9544-eed7aa2b3f61 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:06.027310 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2bf0c4d2-0af9-42c3-92b8-7b92bd082182), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.027731 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added segment 2bf0c4d2-0af9-42c3-92b8-7b92bd082182 of type vlan for network da6a2820-3fb1-41b6-bde7-fc9079073028
Feb 19 21:13:06.029629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305887dc-fb2c-4b2e-b882-e67648603974 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'Port': ['ID=9fef2353-c49f-4800-8469-da61cf4f519d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:06.085046 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45074) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:06.096857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Request body: {'port': {'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-368490682'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:06.116281 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9eb158-f04b-41ef-914c-107ba29ff37b req-305887dc-fb2c-4b2e-b882-e67648603974 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] No DVR routers for this DVR port 9fef2353-c49f-4800-8469-da61cf4f519d on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:06.120915 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (da6a2820-3fb1-41b6-bde7-fc9079073028), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.125651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bd9eb158-f04b-41ef-914c-107ba29ff37b req-305887dc-fb2c-4b2e-b882-e67648603974 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.129942 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bd9eb158-f04b-41ef-914c-107ba29ff37b req-305887dc-fb2c-4b2e-b882-e67648603974 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.10 "DELETE /v2.0/ports/9fef2353-c49f-4800-8469-da61cf4f519d HTTP/1.1" status: 204  len: 173 time: 1.6159458
Feb 19 21:13:06.130667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'name': 'network-vif-deleted', 'tag': '9fef2353-c49f-4800-8469-da61cf4f519d'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:06.133009 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f46c9a-0445-46b2-a6d1-840ec8a02328" -d '{"events": [{"server_uuid": "26035c7e-8e0f-48e4-bbef-0d0eae15c929", "name": "network-vif-deleted", "tag": "9fef2353-c49f-4800-8469-da61cf4f519d"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:06.158177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Made reservation on behalf of eea896ffc50940ef87a51d8401ee7cf7 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:06.160829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.174952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.180810 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (412258df-58b8-4ea9-9432-b16f8bdfc8b8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.184593 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (da6a2820-3fb1-41b6-bde7-fc9079073028), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.189757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:06.190385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.278907 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4430201
Feb 19 21:13:06.283891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44184372-11ef-4bfc-8012-cb2941059b4d req-e2a1cb85-b8bc-4988-b1ca-d4494e83b7c4 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:06.288849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44184372-11ef-4bfc-8012-cb2941059b4d req-e2a1cb85-b8bc-4988-b1ca-d4494e83b7c4 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/ports?device_id=26035c7e-8e0f-48e4-bbef-0d0eae15c929 HTTP/1.1" status: 200  len: 906 time: 0.3845596
Feb 19 21:13:06.289018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45078) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:06.293191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'subnet': {'network_id': 'da6a2820-3fb1-41b6-bde7-fc9079073028', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:06.297566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d32b9744-beee-452d-8a7e-df3de1751020 req-7a564a75-5562-4aee-a5d3-5617022ae850 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 210 time: 0.1108258
Feb 19 21:13:06.300310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18860d1-8c14-400e-a499-762c3a501496 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Network': ['ID=da6a2820-3fb1-41b6-bde7-fc9079073028,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:06.321709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network da6a2820-3fb1-41b6-bde7-fc9079073028 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:13:06.377178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69040c40>,) {'filters': {'network_id': ['412258df-58b8-4ea9-9432-b16f8bdfc8b8']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:06.413857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69040c40>, 'f6eb94de-27b3-4321-ab52-3958214e7ff0') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:06.414209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69040c40>, 'f6eb94de-27b3-4321-ab52-3958214e7ff0') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:06.435046 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (f6eb94de-27b3-4321-ab52-3958214e7ff0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.437411 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks [] for security_group (6952b521-a1a9-4742-99b9-85c9ac005787), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.440074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:06.445044 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.450329 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6952b521-a1a9-4742-99b9-85c9ac005787), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.490715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] device_id is not set on port 232ce078-8442-44b7-9269-8f9434191721 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:06.514649 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f6eb94de-27b3-4321-ab52-3958214e7ff0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.577525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:13:06.577942 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (f6eb94de-27b3-4321-ab52-3958214e7ff0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:13:06.580904 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:13:06.603699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6952b521-a1a9-4742-99b9-85c9ac005787,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:06.605357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:06.632565 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a88d9-18c5-495d-819e-c6c628a03025 None None] Sync routers for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:06.666241 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a88d9-18c5-495d-819e-c6c628a03025 None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:06.667013 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ff1a88d9-18c5-495d-819e-c6c628a03025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70557880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:06.687261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44184372-11ef-4bfc-8012-cb2941059b4d req-0f05959d-095c-448f-8251-3fed99e3abe7 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "GET /v2.0/security-groups?id=cec9a360-e51d-4646-ae84-a84dd2c12ad1&id=9887589f-0373-4962-af43-6a0cbca1a59c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3865104
Feb 19 21:13:06.778075 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609d25b4-ee5c-48e2-8231-d0f58740f5fe x-openstack-request-id: req-609d25b4-ee5c-48e2-8231-d0f58740f5fe {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:06.778667 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26035c7e-8e0f-48e4-bbef-0d0eae15c929", "name": "network-vif-deleted", "tag": "9fef2353-c49f-4800-8469-da61cf4f519d", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:06.778667 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-609d25b4-ee5c-48e2-8231-d0f58740f5fe {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:06.778991 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26035c7e-8e0f-48e4-bbef-0d0eae15c929', 'name': 'network-vif-deleted', 'tag': '9fef2353-c49f-4800-8469-da61cf4f519d', 'status': 'completed', 'code': 200}
Feb 19 21:13:06.785969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] No DVR routers for this DVR port 72c6a85b-be73-4cca-80b1-c2d505f4fabf on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:06.801571 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.805283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f704575-4eaa-40c8-8657-4935cf0de58a req-528fed5a-a2b8-4bb4-9bd8-a6b437b14746 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.67 "DELETE /v2.0/ports/72c6a85b-be73-4cca-80b1-c2d505f4fabf HTTP/1.1" status: 204  len: 173 time: 4.0863197
Feb 19 21:13:06.807109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'name': 'network-vif-deleted', 'tag': '72c6a85b-be73-4cca-80b1-c2d505f4fabf'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:06.817783 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84cc68a-b98b-45be-900a-42e54d58dbd6" -d '{"events": [{"server_uuid": "39379933-a0d4-41b1-a9ba-ced8e7b82b4f", "name": "network-vif-deleted", "tag": "72c6a85b-be73-4cca-80b1-c2d505f4fabf"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:06.832079 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (412258df-58b8-4ea9-9432-b16f8bdfc8b8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.840626 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ff1a88d9-18c5-495d-819e-c6c628a03025 None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:06.854396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8462ae-a131-4784-b058-80da2ce7ecc9 req-7156ca17-3761-4667-8a1e-01bc51ed5dcc tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:06.863528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf8462ae-a131-4784-b058-80da2ce7ecc9 req-7156ca17-3761-4667-8a1e-01bc51ed5dcc tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 932 time: 0.4010069
Feb 19 21:13:06.884761 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:06.889257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/412258df-58b8-4ea9-9432-b16f8bdfc8b8 HTTP/1.1" status: 204  len: 168 time: 1.8101251
Feb 19 21:13:06.895002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046cc5c-5d86-4454-a0d7-43638c1563e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=412258df-58b8-4ea9-9432-b16f8bdfc8b8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:06.896729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45082) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:06.940835 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00227cb-b3c2-4b0e-ab54-f09494aa24b9 x-openstack-request-id: req-d00227cb-b3c2-4b0e-ab54-f09494aa24b9 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:06.941406 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39379933-a0d4-41b1-a9ba-ced8e7b82b4f", "name": "network-vif-deleted", "tag": "72c6a85b-be73-4cca-80b1-c2d505f4fabf", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:06.941844 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d00227cb-b3c2-4b0e-ab54-f09494aa24b9 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:06.942406 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39379933-a0d4-41b1-a9ba-ced8e7b82b4f', 'name': 'network-vif-deleted', 'tag': '72c6a85b-be73-4cca-80b1-c2d505f4fabf', 'status': 'completed', 'code': 200}
Feb 19 21:13:06.949968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] device_id is not set on port 232ce078-8442-44b7-9269-8f9434191721 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:07.008931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks [] for port (232ce078-8442-44b7-9269-8f9434191721), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.009153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 72c6a85b-be73-4cca-80b1-c2d505f4fabf no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:07.024111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf8462ae-a131-4784-b058-80da2ce7ecc9 req-7ec33c37-9ee8-4d07-a604-2d5536e01874 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591496
Feb 19 21:13:07.049607 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (232ce078-8442-44b7-9269-8f9434191721), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.053133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 72c6a85b-be73-4cca-80b1-c2d505f4fabf {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:07.053536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 72c6a85b-be73-4cca-80b1-c2d505f4fabf not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:07.091139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26602451-8ab7-4868-aff7-0faa278f42dc {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:07.099939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Publish callbacks [] for port (26602451-8ab7-4868-aff7-0faa278f42dc), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.116117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (ea1382d9-f062-499e-9f65-4321a0d4922a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.123622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Transition to ACTIVE for port object 26602451-8ab7-4868-aff7-0faa278f42dc will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:13:07.129030 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.145573 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ff1a88d9-18c5-495d-819e-c6c628a03025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70557880>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:07.180358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event updated for resources: {'Port': ['ID=232ce078-8442-44b7-9269-8f9434191721,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:07.204188 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a88d9-18c5-495d-819e-c6c628a03025 None None] Checking router: e670ad7b-e07b-4064-bf4d-6359af4e2ace for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:13:07.208871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Pushing event updated for resources: {'Port': ['ID=26602451-8ab7-4868-aff7-0faa278f42dc,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:07.223922 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a88d9-18c5-495d-819e-c6c628a03025 None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:07.224735 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ff1a88d9-18c5-495d-819e-c6c628a03025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70557880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:07.268838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Attempting to bind port 26602451-8ab7-4868-aff7-0faa278f42dc on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:07.269506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Attempting to bind port 26602451-8ab7-4868-aff7-0faa278f42dc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:07.269976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Attempting to bind port 26602451-8ab7-4868-aff7-0faa278f42dc on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:07.276323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Port 26602451-8ab7-4868-aff7-0faa278f42dc on network d3b5c251-7e40-4705-8f65-349582f371c6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:07.276793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Attempting to bind port 26602451-8ab7-4868-aff7-0faa278f42dc on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:07.282729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:07.283294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Checking segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:07.283753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Bound using segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:07.288921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Bound port: 26602451-8ab7-4868-aff7-0faa278f42dc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:07.289716 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.319274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Subnet': ['ID=ea1382d9-f062-499e-9f65-4321a0d4922a,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:07.341073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Checking segment: {'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:07.341599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Network hostable DHCP agents. Network: bbdc4363-0e66-4539-80d3-6a74f86d8036, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:13:07.385749 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Checking segment: {'id': '2bf0c4d2-0af9-42c3-92b8-7b92bd082182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'da6a2820-3fb1-41b6-bde7-fc9079073028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:07.386323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network hostable DHCP agents. Network: da6a2820-3fb1-41b6-bde7-fc9079073028, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:13:07.386599 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ff1a88d9-18c5-495d-819e-c6c628a03025 None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:07.414653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] For port 26602451-8ab7-4868-aff7-0faa278f42dc, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:07.419025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] For port 26602451-8ab7-4868-aff7-0faa278f42dc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26602451-8ab7-4868-aff7-0faa278f42dc,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:07.424719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Network bbdc4363-0e66-4539-80d3-6a74f86d8036 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:13:07.439323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.453215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network da6a2820-3fb1-41b6-bde7-fc9079073028 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:13:07.473730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bbdc4363-0e66-4539-80d3-6a74f86d8036) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:07.490115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8e08af-f8b5-476f-8ca5-e91c5e733d8f None None] Network bbdc4363-0e66-4539-80d3-6a74f86d8036 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:07.502802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:07.503656 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:07.503788 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.505398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] 10.222.0.10 "PUT /v2.0/ports/26602451-8ab7-4868-aff7-0faa278f42dc HTTP/1.1" status: 200  len: 1092 time: 1.9794226
Feb 19 21:13:07.521970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da6a2820-3fb1-41b6-bde7-fc9079073028) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:07.541800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc463a-9a0f-411d-aaf8-766fc167e449 service neutron] Pushing event updated for resources: {'Port': ['ID=26602451-8ab7-4868-aff7-0faa278f42dc,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:07.558885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:07.559545 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.565699 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0b27616-4599-4e47-8e6f-53613fb62be1 req-70a157df-cc57-448c-8096-456efa6688a3 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/ports?device_id=39379933-a0d4-41b1-a9ba-ced8e7b82b4f HTTP/1.1" status: 200  len: 210 time: 0.0405142
Feb 19 21:13:07.605319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d055ef0d-e770-47f8-9e91-790b1a9a9b6a None None] Network da6a2820-3fb1-41b6-bde7-fc9079073028 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:07.617724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:07.618070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:07.618419 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:07.637490 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5c6e65c6-95be-4352-82ea-f7fb31893933 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3483515
Feb 19 21:13:07.639882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:07.640194 ncdv-master-1 neutron-server[121129]: ERROR neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:07.641628 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45086) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:07.641770 ncdv-master-1 neutron-server[121129]: INFO neutron.plugins.ml2.plugin [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 2 to bind port 232ce078-8442-44b7-9269-8f9434191721
Feb 19 21:13:07.649395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bc3245cf-9fcf-42e2-ba24-03aa36923d1d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1326492394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:07.662750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-f8cd3ec5-9b96-424e-b7dc-e5c0b1c6f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:07.664301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-f8cd3ec5-9b96-424e-b7dc-e5c0b1c6f8f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 1126 time: 0.0754769
Feb 19 21:13:07.680355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:07.680355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:07.680355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:07.692646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:07.692992 ncdv-master-1 neutron-server[121129]: ERROR neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:07.695603 ncdv-master-1 neutron-server[121129]: INFO neutron.plugins.ml2.plugin [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 3 to bind port 232ce078-8442-44b7-9269-8f9434191721
Feb 19 21:13:07.706587 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3245cf-9fcf-42e2-ba24-03aa36923d1d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.707718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3245cf-9fcf-42e2-ba24-03aa36923d1d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.744764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:07.745300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:07.745884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:07.773637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-9c1be78b-bb06-46d3-960c-d110a95aa153 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26602451-8ab7-4868-aff7-0faa278f42dc HTTP/1.1" status: 200  len: 217 time: 0.1022272
Feb 19 21:13:07.775939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45090) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:07.776451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:07.776984 ncdv-master-1 neutron-server[121129]: ERROR neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:07.779472 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ff1a88d9-18c5-495d-819e-c6c628a03025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70557880>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:07.793850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-da6a2820-3fb1-41b6-bde7-fc9079073028', 'network_id': 'da6a2820-3fb1-41b6-bde7-fc9079073028', 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'fixed_ips': [{'subnet_id': 'ea1382d9-f062-499e-9f65-4321a0d4922a'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:13:07.795013 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.821274 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a88d9-18c5-495d-819e-c6c628a03025 None None] The sync data for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 is: [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:06:09Z', 'revision_number': 4, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a14cefd0-85e7-40ba-b615-d903cd1c72fa', 'name': '', 'network_id': '813ad1c1-0059-4a59-91cb-1222ec1b44c2', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'mac_address': 'fa:16:3e:81:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:08Z', 'updated_at': '2022-02-19T21:06:18Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'subnets': [{'id': 'f8dc2ea7-ffc4-4027-9f85-62ffc7262290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:07.831077 ncdv-master-1 neutron-server[121129]: INFO neutron.plugins.ml2.plugin [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 4 to bind port 232ce078-8442-44b7-9269-8f9434191721
Feb 19 21:13:07.878039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-179a5d07-c506-4777-8680-387b21516912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:07.879557 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-179a5d07-c506-4777-8680-387b21516912 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.1002572
Feb 19 21:13:07.887713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:07.888014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:07.888553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:07.901276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3245cf-9fcf-42e2-ba24-03aa36923d1d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.903385 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:07.903728 ncdv-master-1 neutron-server[121129]: ERROR neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:07.905125 ncdv-master-1 neutron-server[121129]: INFO neutron.plugins.ml2.plugin [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 5 to bind port 232ce078-8442-44b7-9269-8f9434191721
Feb 19 21:13:07.929821 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-add88e85-6463-40aa-9aaf-ee5be2655fde tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (cec9a360-e51d-4646-ae84-a84dd2c12ad1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.932124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-00a723b0-01f9-48f2-9879-5c7e515f7efe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0390756
Feb 19 21:13:07.932917 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3245cf-9fcf-42e2-ba24-03aa36923d1d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.942303 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:07.942649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:07.942998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:07.957039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:07.957395 ncdv-master-1 neutron-server[121129]: ERROR neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:07.961489 ncdv-master-1 neutron-server[121129]: INFO neutron.plugins.ml2.plugin [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 6 to bind port 232ce078-8442-44b7-9269-8f9434191721
Feb 19 21:13:07.968828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (c64ed265-095a-4ec3-8cfd-ec809a7819d2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.979003 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3245cf-9fcf-42e2-ba24-03aa36923d1d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:07.983187 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bc3245cf-9fcf-42e2-ba24-03aa36923d1d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3376131
Feb 19 21:13:08.007168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Allocated IP 2001:db8::2 (da6a2820-3fb1-41b6-bde7-fc9079073028/ea1382d9-f062-499e-9f65-4321a0d4922a/c5637931-8d9f-41c6-909d-ad47947bca82) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:08.010451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45092) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:08.024035 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-add88e85-6463-40aa-9aaf-ee5be2655fde tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (cec9a360-e51d-4646-ae84-a84dd2c12ad1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.051224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:08.051570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:08.051912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:08.064643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:08.064989 ncdv-master-1 neutron-server[121129]: ERROR neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:08.070178 ncdv-master-1 neutron-server[121129]: INFO neutron.plugins.ml2.plugin [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 7 to bind port 232ce078-8442-44b7-9269-8f9434191721
Feb 19 21:13:08.105725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:08.106434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:08.106786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:08.121120 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:08.121120 ncdv-master-1 neutron-server[121129]: ERROR neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:08.122848 ncdv-master-1 neutron-server[121129]: INFO neutron.plugins.ml2.plugin [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 8 to bind port 232ce078-8442-44b7-9269-8f9434191721
Feb 19 21:13:08.144569 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:08.145210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:08.145624 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:08.156005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:08.157152 ncdv-master-1 neutron-server[121129]: ERROR neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:08.200466 ncdv-master-1 neutron-server[121129]: INFO neutron.plugins.ml2.plugin [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 9 to bind port 232ce078-8442-44b7-9269-8f9434191721
Feb 19 21:13:08.246121 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Publish callbacks [] for port (c5637931-8d9f-41c6-909d-ad47947bca82), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.249593 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:08.249953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:08.250283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:08.253885 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.260678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:08.261022 ncdv-master-1 neutron-server[121129]: ERROR neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:08.262791 ncdv-master-1 neutron-server[121129]: INFO neutron.plugins.ml2.plugin [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 10 to bind port 232ce078-8442-44b7-9269-8f9434191721
Feb 19 21:13:08.279309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:08.280422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:08.281196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:08.288292 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 232ce078-8442-44b7-9269-8f9434191721 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:08.288292 ncdv-master-1 neutron-server[121129]: ERROR neutron.plugins.ml2.managers [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 232ce078-8442-44b7-9269-8f9434191721 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:08.288591 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (232ce078-8442-44b7-9269-8f9434191721), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.300598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Network da6a2820-3fb1-41b6-bde7-fc9079073028 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:08.303855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:08.309021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:08.313616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Pushing event updated for resources: {'Port': ['ID=c5637931-8d9f-41c6-909d-ad47947bca82,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:08.320317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f618f-520b-4e39-a2e1-15b7b3be2132 None None] New status for floating IP b72646a5-8e47-4dc5-a635-549dac8a3f2d: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:13:08.418784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9fef2353-c49f-4800-8469-da61cf4f519d no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:08.436710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] For port 232ce078-8442-44b7-9269-8f9434191721, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:08.437453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempted to set empty binding levels {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 19 21:13:08.447242 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (232ce078-8442-44b7-9269-8f9434191721), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.490848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:08.491461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.513175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 9fef2353-c49f-4800-8469-da61cf4f519d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:08.513175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9fef2353-c49f-4800-8469-da61cf4f519d not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:08.519450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] Deleting port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:08.520137 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.520524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Attempting to bind port c5637931-8d9f-41c6-909d-ad47947bca82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:08.520993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Attempting to bind port c5637931-8d9f-41c6-909d-ad47947bca82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2bf0c4d2-0af9-42c3-92b8-7b92bd082182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'da6a2820-3fb1-41b6-bde7-fc9079073028'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:08.521456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Attempting to bind port c5637931-8d9f-41c6-909d-ad47947bca82 on network da6a2820-3fb1-41b6-bde7-fc9079073028 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:08.521959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event updated for resources: {'Port': ['ID=232ce078-8442-44b7-9269-8f9434191721,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:08.530213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:08.530654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Checking segment: {'id': '2bf0c4d2-0af9-42c3-92b8-7b92bd082182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'da6a2820-3fb1-41b6-bde7-fc9079073028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:08.531121 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.531507 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Bound using segment: {'id': '2bf0c4d2-0af9-42c3-92b8-7b92bd082182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'da6a2820-3fb1-41b6-bde7-fc9079073028'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:08.532092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Bound port: c5637931-8d9f-41c6-909d-ad47947bca82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf0c4d2-0af9-42c3-92b8-7b92bd082182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'da6a2820-3fb1-41b6-bde7-fc9079073028'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:08.532385 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.550753 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8dbf7c2e-3076-443f-a328-ac5fc31924a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 2.4634330
Feb 19 21:13:08.581430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45096) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:08.613681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] For port c5637931-8d9f-41c6-909d-ad47947bca82, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:08.617399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] For port c5637931-8d9f-41c6-909d-ad47947bca82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5637931-8d9f-41c6-909d-ad47947bca82,segment=NetworkSegment(2bf0c4d2-0af9-42c3-92b8-7b92bd082182),segment_id=2bf0c4d2-0af9-42c3-92b8-7b92bd082182)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:08.628413 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.691201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45102) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:08.715574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc278734-0786-4a19-bd1d-77971be6fd6a None None] Pushing event updated for resources: {'Port': ['ID=c5637931-8d9f-41c6-909d-ad47947bca82,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:08.728948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-add88e85-6463-40aa-9aaf-ee5be2655fde tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cec9a360-e51d-4646-ae84-a84dd2c12ad1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.733614 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-add88e85-6463-40aa-9aaf-ee5be2655fde tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.735150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-add88e85-6463-40aa-9aaf-ee5be2655fde tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "DELETE /v2.0/security-groups/cec9a360-e51d-4646-ae84-a84dd2c12ad1 HTTP/1.1" status: 204  len: 168 time: 0.9571404
Feb 19 21:13:08.742609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45104) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:08.745728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-bdf4b00c-1e5e-4205-9cb5-b279b73eeab6 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8041220
Feb 19 21:13:08.770219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add88e85-6463-40aa-9aaf-ee5be2655fde tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec9a360-e51d-4646-ae84-a84dd2c12ad1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:08.797215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] For port e26c40ad-b30f-48e8-bfdf-3907aafe8e6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e26c40ad-b30f-48e8-bfdf-3907aafe8e6e,segment=NetworkSegment(6e74bebf-b9df-426d-8830-8e794f5688f4),segment_id=6e74bebf-b9df-426d-8830-8e794f5688f4)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:08.797512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.833571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] Calling delete_port for e26c40ad-b30f-48e8-bfdf-3907aafe8e6e owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:08.912305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d80d9-0ab8-4494-b616-93b217d8fe57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Deleting port 232ce078-8442-44b7-9269-8f9434191721 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:08.912305 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d0d80d9-0ab8-4494-b616-93b217d8fe57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (232ce078-8442-44b7-9269-8f9434191721), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.918039 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2419baa-449d-42bf-8177-b76f92689263 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (bb66bd07-0414-486a-a58b-309650e69cfe), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:08.930184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a6147-000d-4646-8884-39d79e31427f req-d7e5b1a1-703d-4343-8661-e66579e02062 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:08.938637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e41a6147-000d-4646-8884-39d79e31427f req-d7e5b1a1-703d-4343-8661-e66579e02062 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 944 time: 0.7882085
Feb 19 21:13:08.958018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35b33f5-0976-42bb-a8af-ed5a596f08d5', 'tag': '26602451-8ab7-4868-aff7-0faa278f42dc'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:08.960314 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f12246-c6bb-4eeb-9231-e698be3f9ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "b35b33f5-0976-42bb-a8af-ed5a596f08d5", "tag": "26602451-8ab7-4868-aff7-0faa278f42dc"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:09.026292 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8000b000-162b-40cf-9557-0a7e4a8a3d44 x-openstack-request-id: req-8000b000-162b-40cf-9557-0a7e4a8a3d44 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:09.026600 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35b33f5-0976-42bb-a8af-ed5a596f08d5", "tag": "26602451-8ab7-4868-aff7-0faa278f42dc", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:09.026865 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8000b000-162b-40cf-9557-0a7e4a8a3d44 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:09.027273 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35b33f5-0976-42bb-a8af-ed5a596f08d5', 'tag': '26602451-8ab7-4868-aff7-0faa278f42dc', 'status': 'completed', 'code': 200}
Feb 19 21:13:09.043636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3439f809-55d5-4d24-b492-2ec3f714c0fb tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (9887589f-0373-4962-af43-6a0cbca1a59c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.059135 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2419baa-449d-42bf-8177-b76f92689263 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (bb66bd07-0414-486a-a58b-309650e69cfe), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.068091 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ac798f6-db08-49df-a0f2-9a560ee528be req-d2b79fa5-abb5-47d9-a1e8-b214ff816adf service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3109043
Feb 19 21:13:09.109439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-2d0d80d9-0ab8-4494-b616-93b217d8fe57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] For port 232ce078-8442-44b7-9269-8f9434191721, host nch1-master-1, got binding levels [] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:09.110151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d0d80d9-0ab8-4494-b616-93b217d8fe57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (232ce078-8442-44b7-9269-8f9434191721), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.115927 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.134782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e41a6147-000d-4646-8884-39d79e31427f req-fbe41e65-5f50-409e-bb1a-8f06866fa44e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951406
Feb 19 21:13:09.181954 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d80d9-0ab8-4494-b616-93b217d8fe57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Calling delete_port for 232ce078-8442-44b7-9269-8f9434191721 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:09.184716 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3439f809-55d5-4d24-b492-2ec3f714c0fb tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (9887589f-0373-4962-af43-6a0cbca1a59c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.304772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2419baa-449d-42bf-8177-b76f92689263 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bb66bd07-0414-486a-a58b-309650e69cfe), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.307841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b2419baa-449d-42bf-8177-b76f92689263 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.311719 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b2419baa-449d-42bf-8177-b76f92689263 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "DELETE /v2.0/security-groups/bb66bd07-0414-486a-a58b-309650e69cfe HTTP/1.1" status: 204  len: 168 time: 0.6160598
Feb 19 21:13:09.316810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45108) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:09.338252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12246-c6bb-4eeb-9231-e698be3f9ecc req-eb6e7443-b1b3-457a-b502-9d4f22c0f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:09.340090 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73f12246-c6bb-4eeb-9231-e698be3f9ecc req-eb6e7443-b1b3-457a-b502-9d4f22c0f0f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 1126 time: 0.1948686
Feb 19 21:13:09.346629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2419baa-449d-42bf-8177-b76f92689263 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb66bd07-0414-486a-a58b-309650e69cfe,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:09.367235 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3439f809-55d5-4d24-b492-2ec3f714c0fb tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9887589f-0373-4962-af43-6a0cbca1a59c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.370295 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3439f809-55d5-4d24-b492-2ec3f714c0fb tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.372903 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3439f809-55d5-4d24-b492-2ec3f714c0fb tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "DELETE /v2.0/security-groups/9887589f-0373-4962-af43-6a0cbca1a59c HTTP/1.1" status: 204  len: 168 time: 0.6215873
Feb 19 21:13:09.386196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45110) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:09.389004 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-08dce247-6e12-48ec-8c24-c00960df6065 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] show failed (client error): The resource could not be found.
Feb 19 21:13:09.390050 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-08dce247-6e12-48ec-8c24-c00960df6065 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "GET /v2.0/security-groups/bb66bd07-0414-486a-a58b-309650e69cfe HTTP/1.1" status: 404  len: 347 time: 0.0704589
Feb 19 21:13:09.400594 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45112) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:09.407185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d0d80d9-0ab8-4494-b616-93b217d8fe57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (232ce078-8442-44b7-9269-8f9434191721), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.450978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439f809-55d5-4d24-b492-2ec3f714c0fb tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9887589f-0373-4962-af43-6a0cbca1a59c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:09.575666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d80d9-0ab8-4494-b616-93b217d8fe57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event deleted for resources: {'Port': ['ID=232ce078-8442-44b7-9269-8f9434191721,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:09.592611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12246-c6bb-4eeb-9231-e698be3f9ecc req-c987d7a5-6218-443a-8b57-60ab0b7aa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:09.594693 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73f12246-c6bb-4eeb-9231-e698be3f9ecc req-c987d7a5-6218-443a-8b57-60ab0b7aa551 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 906 time: 0.2366412
Feb 19 21:13:09.597849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c5637931-8d9f-41c6-909d-ad47947bca82 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:09.625025 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d0d80d9-0ab8-4494-b616-93b217d8fe57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.632282 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2d0d80d9-0ab8-4494-b616-93b217d8fe57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "DELETE /v2.0/ports/232ce078-8442-44b7-9269-8f9434191721 HTTP/1.1" status: 204  len: 168 time: 1.0488720
Feb 19 21:13:09.636644 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45114) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:09.648463 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73f12246-c6bb-4eeb-9231-e698be3f9ecc req-359a7106-e042-43d7-880b-434259af629d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26602451-8ab7-4868-aff7-0faa278f42dc HTTP/1.1" status: 200  len: 217 time: 0.0456553
Feb 19 21:13:09.667583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Allocated IP 2001:db8::1 (da6a2820-3fb1-41b6-bde7-fc9079073028/ea1382d9-f062-499e-9f65-4321a0d4922a/2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:09.682863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c5637931-8d9f-41c6-909d-ad47947bca82 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:09.683647 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.685000 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e26c40ad-b30f-48e8-bfdf-3907aafe8e6e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.722262 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dbd7d9-24b5-439d-9ba3-6b70e9736e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] GET failed (client error): The resource could not be found.
Feb 19 21:13:09.729516 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-83dbd7d9-24b5-439d-9ba3-6b70e9736e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "GET /v2.0/ports/232ce078-8442-44b7-9269-8f9434191721 HTTP/1.1" status: 404  len: 333 time: 0.0917060
Feb 19 21:13:09.741531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45116) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:09.779064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e26c40ad-b30f-48e8-bfdf-3907aafe8e6e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:09.803294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Request body: {'port': {'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-562109201'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:09.811143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12246-c6bb-4eeb-9231-e698be3f9ecc req-dd3242d3-1444-4665-8075-a4a0c86a146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:09.812973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73f12246-c6bb-4eeb-9231-e698be3f9ecc req-dd3242d3-1444-4665-8075-a4a0c86a146e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.1586101
Feb 19 21:13:09.851300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c5637931-8d9f-41c6-909d-ad47947bca82 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:09.851690 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.876608 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73f12246-c6bb-4eeb-9231-e698be3f9ecc req-5d481b09-0eef-4697-8042-6144accacc17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509157
Feb 19 21:13:09.896228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port c5637931-8d9f-41c6-909d-ad47947bca82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5637931-8d9f-41c6-909d-ad47947bca82,segment=NetworkSegment(2bf0c4d2-0af9-42c3-92b8-7b92bd082182),segment_id=2bf0c4d2-0af9-42c3-92b8-7b92bd082182)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:09.906669 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.920270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Made reservation on behalf of eea896ffc50940ef87a51d8401ee7cf7 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:09.922710 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:09.984744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=c5637931-8d9f-41c6-909d-ad47947bca82,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:10.023445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] device_id is not set on port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:10.030359 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.079270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee77c1ac-6b92-4085-bb72-1d0ab0012875 None None] Network da6a2820-3fb1-41b6-bde7-fc9079073028 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:10.139735 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73f12246-c6bb-4eeb-9231-e698be3f9ecc req-04f19f04-9ea2-4f24-8152-07b18ae08f41 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2450895
Feb 19 21:13:10.229711 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.341591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d3e93132-985c-482b-b91d-20d325fd069d None None] Provisioning complete for port c5637931-8d9f-41c6-909d-ad47947bca82 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:10.341921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3e93132-985c-482b-b91d-20d325fd069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.376224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network da6a2820-3fb1-41b6-bde7-fc9079073028 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:10.395493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:10.409911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:10.410486 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.471281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:10.478901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d3e93132-985c-482b-b91d-20d325fd069d None None] Current status of the port c5637931-8d9f-41c6-909d-ad47947bca82 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:10.494015 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks [] for port (b9c7ed90-5706-45b0-aa03-9bc3c8c630c1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.508807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4fbda-c7f1-4ed2-8602-6d0509d25289 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Deleting port 2e518ae3-238a-4c3b-982c-a220ed597797 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:10.509406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6b4fbda-c7f1-4ed2-8602-6d0509d25289 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2e518ae3-238a-4c3b-982c-a220ed597797), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.513982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73f12246-c6bb-4eeb-9231-e698be3f9ecc req-aa280459-9ef2-42c2-9984-1f63f4e2d1a2 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3646426
Feb 19 21:13:10.525265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f377e8c-7cf4-42a2-9c75-288165aa81c3 req-76536a7b-126d-4f84-8947-1f8f649067df tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:10.526906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f377e8c-7cf4-42a2-9c75-288165aa81c3 req-76536a7b-126d-4f84-8947-1f8f649067df tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 944 time: 0.2838407
Feb 19 21:13:10.650105 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b9c7ed90-5706-45b0-aa03-9bc3c8c630c1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.688684 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6b4fbda-c7f1-4ed2-8602-6d0509d25289 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2e518ae3-238a-4c3b-982c-a220ed597797), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.689041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6b4fbda-c7f1-4ed2-8602-6d0509d25289 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (2e518ae3-238a-4c3b-982c-a220ed597797), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.697787 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (c64ed265-095a-4ec3-8cfd-ec809a7819d2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.698586 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f377e8c-7cf4-42a2-9c75-288165aa81c3 req-e265415d-1958-46fe-89c2-9b7e9335cac9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451218
Feb 19 21:13:10.708472 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.715943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4fbda-c7f1-4ed2-8602-6d0509d25289 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Calling delete_port for 2e518ae3-238a-4c3b-982c-a220ed597797 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:10.726081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Network bbdc4363-0e66-4539-80d3-6a74f86d8036 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:10.732646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:10.741197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:10.742183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:10.742861 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.747223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event updated for resources: {'Port': ['ID=b9c7ed90-5706-45b0-aa03-9bc3c8c630c1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:10.794083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f1d43c99-6d6b-48ac-9e13-38607d1417fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.0505767
Feb 19 21:13:10.797011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45120) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:10.802685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:10.940890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a1e70dca-be30-4846-af70-e14dad9af371 None None] Provisioning complete for port c5637931-8d9f-41c6-909d-ad47947bca82 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:10.942025 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a1e70dca-be30-4846-af70-e14dad9af371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:10.946911 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b9c7ed90-5706-45b0-aa03-9bc3c8c630c1), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.074984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a1e70dca-be30-4846-af70-e14dad9af371 None None] Current status of the port c5637931-8d9f-41c6-909d-ad47947bca82 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:11.091875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a1e70dca-be30-4846-af70-e14dad9af371 None None] Provisioning complete for port 2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:11.091875 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a1e70dca-be30-4846-af70-e14dad9af371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.136937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a1e70dca-be30-4846-af70-e14dad9af371 None None] Port 2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:11.139051 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (3010fd48-b525-4337-aa2e-9c3b7160f297), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.148028 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6b4fbda-c7f1-4ed2-8602-6d0509d25289 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2e518ae3-238a-4c3b-982c-a220ed597797), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.222970 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.247700 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.248342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4fbda-c7f1-4ed2-8602-6d0509d25289 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Pushing event deleted for resources: {'Port': ['ID=2e518ae3-238a-4c3b-982c-a220ed597797,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:11.248538 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.274539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-36ac2292-89a3-4396-8570-86c748df8cf4 None None] Provisioning complete for port 2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:11.274918 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-36ac2292-89a3-4396-8570-86c748df8cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.281347 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] Router c64ed265-095a-4ec3-8cfd-ec809a7819d2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:13:11.303870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] device_id is not set on port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:11.314404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-36ac2292-89a3-4396-8570-86c748df8cf4 None None] Port 2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:11.351808 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks [] for port (b9c7ed90-5706-45b0-aa03-9bc3c8c630c1), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.369411 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b9c7ed90-5706-45b0-aa03-9bc3c8c630c1), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.371525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:11.435396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6b4fbda-c7f1-4ed2-8602-6d0509d25289 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks [] for floatingip (b72646a5-8e47-4dc5-a635-549dac8a3f2d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.438068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6b4fbda-c7f1-4ed2-8602-6d0509d25289 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.439283 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c6b4fbda-c7f1-4ed2-8602-6d0509d25289 tempest-AttachVolumeTestJSON-597381258 tempest-AttachVolumeTestJSON-597381258-project] 10.222.0.30 "DELETE /v2.0/floatingips/b72646a5-8e47-4dc5-a635-549dac8a3f2d HTTP/1.1" status: 204  len: 168 time: 2.0331306
Feb 19 21:13:11.452729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event updated for resources: {'Port': ['ID=b9c7ed90-5706-45b0-aa03-9bc3c8c630c1,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:11.488936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:11.489285 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:11.489635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:11.497322 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network da6a2820-3fb1-41b6-bde7-fc9079073028 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:11.501060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:11.501519 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:11.502958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:11.507406 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 2 to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1
Feb 19 21:13:11.528174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:11.528687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:11.528916 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:11.541283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:11.546741 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-166c9176-0b62-4049-883d-4a5896b094a6 admin admin] 10.222.0.30 "PUT /v2.0/routers/c64ed265-095a-4ec3-8cfd-ec809a7819d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6488438
Feb 19 21:13:11.552752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45126) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:11.555380 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a2c9f-9303-498a-9abf-b5e5fc30a283 None None] Sync routers for ids ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:11.606764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:11.607109 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:11.610042 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 3 to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1
Feb 19 21:13:11.619381 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a2c9f-9303-498a-9abf-b5e5fc30a283 None None] Routers {'c64ed265-095a-4ec3-8cfd-ec809a7819d2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:11.621607 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-230a2c9f-9303-498a-9abf-b5e5fc30a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70557f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:11.678480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:11.679053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:11.679522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:11.687888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c5637931-8d9f-41c6-909d-ad47947bca82 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:11.691133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:11.691491 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:11.693596 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 4 to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1
Feb 19 21:13:11.728633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:11.729396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:11.729396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:11.760415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:11.765706 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:11.771105 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 5 to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1
Feb 19 21:13:11.800488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c5637931-8d9f-41c6-909d-ad47947bca82 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:11.804303 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:11.835606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:13:11.839329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:11.839684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:11.840016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:11.840287 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-230a2c9f-9303-498a-9abf-b5e5fc30a283 None None] Set router c64ed265-095a-4ec3-8cfd-ec809a7819d2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:11.883237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:11.883237 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:11.884266 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 6 to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1
Feb 19 21:13:11.986711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Publish callbacks [] for router (c64ed265-095a-4ec3-8cfd-ec809a7819d2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.000881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c5637931-8d9f-41c6-909d-ad47947bca82 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:12.039299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:12.040080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:12.040080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:12.057996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:12.058364 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:12.061605 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 7 to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1
Feb 19 21:13:12.087609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:12.087976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:12.088477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:12.092869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f4068e20-e136-487f-b810-36032cdc04c3 None None] Provisioning complete for port 2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:12.093142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:12.094831 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4068e20-e136-487f-b810-36032cdc04c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.104047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee4e22-33e8-45d0-b704-c96241174602 req-134d8bf5-904f-461e-bca5-004ce6b21689 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:12.106851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ceee4e22-33e8-45d0-b704-c96241174602 req-134d8bf5-904f-461e-bca5-004ce6b21689 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 944 time: 0.2556403
Feb 19 21:13:12.113277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ca5046ee-21c3-4741-93c8-b76084bd18bf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0984952
Feb 19 21:13:12.113277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:12.113277 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:12.113277 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 8 to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1
Feb 19 21:13:12.113702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Deleting port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:12.113702 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.114876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45142) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:12.151790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc13ab1-9c7a-4a92-b201-2890a5f0c228 None None] Sync routers for ids ['60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:12.173185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc13ab1-9c7a-4a92-b201-2890a5f0c228 None None] Routers {'60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:12.175785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9dc13ab1-9c7a-4a92-b201-2890a5f0c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a638e6310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:12.184198 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-230a2c9f-9303-498a-9abf-b5e5fc30a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70557f40>, [{'id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'name': 'tempest-TaggedBootDevicesTest-81911863-router', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:10Z', 'updated_at': '2022-02-19T21:13:09Z', 'revision_number': 5, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'gw_port': {'id': 'f08746fa-5061-4f8e-9064-5ae3e2f906bd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:07:11Z', 'updated_at': '2022-02-19T21:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:12.197551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:12.197759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:12.198923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:12.212777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e81acb-9286-40e4-a9b5-fdc503f61f34 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:12.217237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-87e81acb-9286-40e4-a9b5-fdc503f61f34 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports/2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae HTTP/1.1" status: 200  len: 911 time: 0.0984159
Feb 19 21:13:12.218201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45144) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:12.219697 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Publish callbacks [] for router_gateway (c64ed265-095a-4ec3-8cfd-ec809a7819d2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.220179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:12.220521 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:12.227667 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 9 to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1
Feb 19 21:13:12.249276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9dc13ab1-9c7a-4a92-b201-2890a5f0c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a638e6310>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:12.252486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f4068e20-e136-487f-b810-36032cdc04c3 None None] Port 2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:12.268248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc13ab1-9c7a-4a92-b201-2890a5f0c228 None None] Routers {'60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:12.268955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9dc13ab1-9c7a-4a92-b201-2890a5f0c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a638e6310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:12.269479 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a2c9f-9303-498a-9abf-b5e5fc30a283 None None] Checking router: c64ed265-095a-4ec3-8cfd-ec809a7819d2 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:13:12.283125 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a2c9f-9303-498a-9abf-b5e5fc30a283 None None] Routers {'c64ed265-095a-4ec3-8cfd-ec809a7819d2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:12.284850 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-230a2c9f-9303-498a-9abf-b5e5fc30a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70557f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:12.299759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] For port c5e30ac3-f3d7-4777-90bc-c1265e75b8b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5e30ac3-f3d7-4777-90bc-c1265e75b8b0,segment=NetworkSegment(a9b27fba-f9fd-476b-bada-3378619a23de),segment_id=a9b27fba-f9fd-476b-bada-3378619a23de)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:12.300176 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.315756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9dc13ab1-9c7a-4a92-b201-2890a5f0c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a638e6310>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:12.316233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc13ab1-9c7a-4a92-b201-2890a5f0c228 None None] The sync data for ids ['60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:12.322684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Calling delete_port for c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:12.336058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:12.336433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:12.336791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:12.341607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ceee4e22-33e8-45d0-b704-c96241174602 req-8c7c8b63-6dbf-4e58-b0a0-92c071410a24 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074020
Feb 19 21:13:12.342337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Deleting port f08746fa-5061-4f8e-9064-5ae3e2f906bd {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:12.343131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.348273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:12.348642 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:12.350922 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 10 to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1
Feb 19 21:13:12.375705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:12.375705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:12.375705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:12.382904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:12.383254 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:12.383643 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b9c7ed90-5706-45b0-aa03-9bc3c8c630c1), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.421944 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-230a2c9f-9303-498a-9abf-b5e5fc30a283 None None] Set router c64ed265-095a-4ec3-8cfd-ec809a7819d2 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:12.443005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 26602451-8ab7-4868-aff7-0faa278f42dc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:13:12.511304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] For port f08746fa-5061-4f8e-9064-5ae3e2f906bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f08746fa-5061-4f8e-9064-5ae3e2f906bd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:12.513469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.571605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] For port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:12.572243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempted to set empty binding levels {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 19 21:13:12.600831 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b9c7ed90-5706-45b0-aa03-9bc3c8c630c1), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.673585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] In _notify_port_updated(), no bound segment for port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:13:12.674475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:12.675380 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.676072 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-230a2c9f-9303-498a-9abf-b5e5fc30a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70557f40>, [{'id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'name': 'tempest-TaggedBootDevicesTest-81911863-router', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:10Z', 'updated_at': '2022-02-19T21:13:12Z', 'revision_number': 6, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:12.679742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "PUT /v2.0/ports/b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 HTTP/1.1" status: 200  len: 978 time: 1.8789315
Feb 19 21:13:12.683967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45160) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:12.689977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Calling delete_port for f08746fa-5061-4f8e-9064-5ae3e2f906bd owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:12.710628 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 26602451-8ab7-4868-aff7-0faa278f42dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26602451-8ab7-4868-aff7-0faa278f42dc,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:12.714564 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a2c9f-9303-498a-9abf-b5e5fc30a283 None None] The sync data for ids ['c64ed265-095a-4ec3-8cfd-ec809a7819d2'] in ncdv-master-1 is: [{'id': 'c64ed265-095a-4ec3-8cfd-ec809a7819d2', 'name': 'tempest-TaggedBootDevicesTest-81911863-router', 'tenant_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:07:10Z', 'updated_at': '2022-02-19T21:13:12Z', 'revision_number': 6, 'project_id': '2eb68cf3f53d44348dc921e15fd8fb0d', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:12.732950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '26602451-8ab7-4868-aff7-0faa278f42dc', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'port_id': '26602451-8ab7-4868-aff7-0faa278f42dc', 'mac_address': 'fa:16:3e:f0:5e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39b861-c372-4188-bb16-08087882fb5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:13:12.745752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920b8dc-61d5-49e1-83fb-8512703f35a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event updated for resources: {'Port': ['ID=b9c7ed90-5706-45b0-aa03-9bc3c8c630c1,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:12.810183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 26602451-8ab7-4868-aff7-0faa278f42dc is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:12.810711 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.829488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26602451-8ab7-4868-aff7-0faa278f42dc {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:12.880915 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 26602451-8ab7-4868-aff7-0faa278f42dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26602451-8ab7-4868-aff7-0faa278f42dc,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:12.891158 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.943453 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c5e30ac3-f3d7-4777-90bc-c1265e75b8b0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:12.971030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=26602451-8ab7-4868-aff7-0faa278f42dc,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:13.001767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'Port': ['ID=c5e30ac3-f3d7-4777-90bc-c1265e75b8b0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:13.106787 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:13.260952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f08746fa-5061-4f8e-9064-5ae3e2f906bd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:13.299184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Pushing event deleted for resources: {'Port': ['ID=f08746fa-5061-4f8e-9064-5ae3e2f906bd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:13.337951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.338491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.342190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (3010fd48-b525-4337-aa2e-9c3b7160f297), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:13.343411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.343980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.344492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.345724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.346485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.346485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.346924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.347393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.347857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.348346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.349420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.349420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.349732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.350192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.350653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.351286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.351637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.352096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.352587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.353049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.353507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.353967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.362104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4d81cad3-b5ec-4483-95c0-696952663016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 22308 time: 0.6769602
Feb 19 21:13:13.362842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45178) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:13.493248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (c64ed265-095a-4ec3-8cfd-ec809a7819d2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:13.527617 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73cad6a1-3936-4eb0-a692-f470a6b98168 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:13.601558 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (c64ed265-095a-4ec3-8cfd-ec809a7819d2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:13.607677 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Publish callbacks [] for router_controller (c64ed265-095a-4ec3-8cfd-ec809a7819d2), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:13.633553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789a33e-6328-4859-9ede-0e0c7106f2ea req-e239a2b0-e7d5-4588-8c89-dda973cc445e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:13.634972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3789a33e-6328-4859-9ede-0e0c7106f2ea req-e239a2b0-e7d5-4588-8c89-dda973cc445e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 945 time: 0.1861069
Feb 19 21:13:13.664280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-88dc8aa6-0d81-4f8b-9394-6c78d6eadea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Deleting port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:13.664652 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-88dc8aa6-0d81-4f8b-9394-6c78d6eadea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b9c7ed90-5706-45b0-aa03-9bc3c8c630c1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:13.825285 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3789a33e-6328-4859-9ede-0e0c7106f2ea req-315658d6-0e62-47c4-8445-551504e54c1c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812403
Feb 19 21:13:13.834289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-88dc8aa6-0d81-4f8b-9394-6c78d6eadea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] For port b9c7ed90-5706-45b0-aa03-9bc3c8c630c1, host nch1-master-1, got binding levels [] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:13.834678 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-88dc8aa6-0d81-4f8b-9394-6c78d6eadea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b9c7ed90-5706-45b0-aa03-9bc3c8c630c1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:13.850622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-88dc8aa6-0d81-4f8b-9394-6c78d6eadea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Calling delete_port for b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:13.879578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f08746fa-5061-4f8e-9064-5ae3e2f906bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:13.904614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: f08746fa-5061-4f8e-9064-5ae3e2f906bd {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:13.905613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f08746fa-5061-4f8e-9064-5ae3e2f906bd not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:13.906290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e26c40ad-b30f-48e8-bfdf-3907aafe8e6e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:13.929474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e26c40ad-b30f-48e8-bfdf-3907aafe8e6e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:13.930210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e26c40ad-b30f-48e8-bfdf-3907aafe8e6e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:14.028770 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-88dc8aa6-0d81-4f8b-9394-6c78d6eadea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b9c7ed90-5706-45b0-aa03-9bc3c8c630c1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.049985 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (c64ed265-095a-4ec3-8cfd-ec809a7819d2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.050484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c64ed265-095a-4ec3-8cfd-ec809a7819d2 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:13:14.056524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.059951 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e36c2bc9-e7ed-4f10-997a-fc2d37ee1751 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c64ed265-095a-4ec3-8cfd-ec809a7819d2 HTTP/1.1" status: 204  len: 168 time: 2.5024457
Feb 19 21:13:14.060363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45206) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:14.064895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc8aa6-0d81-4f8b-9394-6c78d6eadea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9c7ed90-5706-45b0-aa03-9bc3c8c630c1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:14.077863 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-88dc8aa6-0d81-4f8b-9394-6c78d6eadea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.087887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-88dc8aa6-0d81-4f8b-9394-6c78d6eadea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 HTTP/1.1" status: 204  len: 168 time: 0.7228804
Feb 19 21:13:14.091068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45208) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:14.138191 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c633701-efa1-4b14-bceb-a270a18abcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] GET failed (client error): The resource could not be found.
Feb 19 21:13:14.149035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5c633701-efa1-4b14-bceb-a270a18abcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "GET /v2.0/ports/b9c7ed90-5706-45b0-aa03-9bc3c8c630c1 HTTP/1.1" status: 404  len: 333 time: 0.0523539
Feb 19 21:13:14.151769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45212) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:14.162909 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-742413966', 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:14.196815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-73cad6a1-3936-4eb0-a692-f470a6b98168 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:14.197357 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73cad6a1-3936-4eb0-a692-f470a6b98168 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.198762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-68af4dcc-07d9-4b70-9385-995daaebbfe0 admin admin] Deleting subnet f7cd3f05-7517-4810-80f5-138d07559641 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:13:14.208566 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68af4dcc-07d9-4b70-9385-995daaebbfe0 admin admin] Publish callbacks [] for subnet (f7cd3f05-7517-4810-80f5-138d07559641), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.241621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Made reservation on behalf of eea896ffc50940ef87a51d8401ee7cf7 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:14.244227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.271562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68af4dcc-07d9-4b70-9385-995daaebbfe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (f7cd3f05-7517-4810-80f5-138d07559641), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.273489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] device_id is not set on port a79da590-06c0-4b42-8706-e1b038574db4 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:14.320214 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Router 3010fd48-b525-4337-aa2e-9c3b7160f297 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:13:14.356073 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73cad6a1-3936-4eb0-a692-f470a6b98168 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.382896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-73cad6a1-3936-4eb0-a692-f470a6b98168 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:14.443603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68af4dcc-07d9-4b70-9385-995daaebbfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (f7cd3f05-7517-4810-80f5-138d07559641), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.444097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 26602451-8ab7-4868-aff7-0faa278f42dc up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:14.515147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:14.522799 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2ba4d36b-40b8-4f56-9a69-2aacb41f3306 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "PUT /v2.0/routers/3010fd48-b525-4337-aa2e-9c3b7160f297/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1344442
Feb 19 21:13:14.526059 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45226) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:14.538488 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c3ce2-2d88-4683-8f01-4108ca4b8195 None None] Sync routers for ids ['3010fd48-b525-4337-aa2e-9c3b7160f297'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:14.539394 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks [] for port (a79da590-06c0-4b42-8706-e1b038574db4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.548014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 26602451-8ab7-4868-aff7-0faa278f42dc completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:13:14.558454 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68af4dcc-07d9-4b70-9385-995daaebbfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (f7cd3f05-7517-4810-80f5-138d07559641), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.559054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 26602451-8ab7-4868-aff7-0faa278f42dc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:14.560105 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689c3ce2-2d88-4683-8f01-4108ca4b8195 None None] Routers {'3010fd48-b525-4337-aa2e-9c3b7160f297'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:14.560813 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.562527 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-689c3ce2-2d88-4683-8f01-4108ca4b8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3010fd48-b525-4337-aa2e-9c3b7160f297'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:14.594111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af4dcc-07d9-4b70-9385-995daaebbfe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7cd3f05-7517-4810-80f5-138d07559641,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:14.596671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68af4dcc-07d9-4b70-9385-995daaebbfe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.603815 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-68af4dcc-07d9-4b70-9385-995daaebbfe0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f7cd3f05-7517-4810-80f5-138d07559641 HTTP/1.1" status: 204  len: 168 time: 0.5387185
Feb 19 21:13:14.603815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45228) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:14.615131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ffc20a-c54c-48c2-a7c8-b076b9159d7e None None] Network 0da36102-c60d-4f7e-800c-e316d58b0870 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:14.665549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dce9b1-b00e-49f3-bb38-ccc0a2c9b814 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Deleting subnet 2711ee97-a752-464c-a398-84808c3be0c6 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:13:14.674817 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a79da590-06c0-4b42-8706-e1b038574db4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.681920 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-74dce9b1-b00e-49f3-bb38-ccc0a2c9b814 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for subnet (2711ee97-a752-464c-a398-84808c3be0c6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.740362 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-689c3ce2-2d88-4683-8f01-4108ca4b8195 None None] Set router 3010fd48-b525-4337-aa2e-9c3b7160f297 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:14.767470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Network bbdc4363-0e66-4539-80d3-6a74f86d8036 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:14.768799 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73cad6a1-3936-4eb0-a692-f470a6b98168 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.771901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event updated for resources: {'Port': ['ID=a79da590-06c0-4b42-8706-e1b038574db4,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:14.776473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (0da36102-c60d-4f7e-800c-e316d58b0870), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.780372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:14.800992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-74dce9b1-b00e-49f3-bb38-ccc0a2c9b814 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (2711ee97-a752-464c-a398-84808c3be0c6), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.808579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:14.809743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:14.810798 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.823354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cad6a1-3936-4eb0-a692-f470a6b98168 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=2eb3e018-a7ac-40f6-8fc1-8adab3b0b5ae,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:14.842022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-44a9d6f9-fc2e-492c-8f83-06bff30cd33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.6849940
Feb 19 21:13:14.843301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45234) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:14.956936 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-74dce9b1-b00e-49f3-bb38-ccc0a2c9b814 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (2711ee97-a752-464c-a398-84808c3be0c6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:14.969574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 26602451-8ab7-4868-aff7-0faa278f42dc is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:14.971999 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.021186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35b33f5-0976-42bb-a8af-ed5a596f08d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26602451-8ab7-4868-aff7-0faa278f42dc'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:15.023103 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88a8e10-34ab-4202-a6ac-25a7639d5c0f" -d '{"events": [{"server_uuid": "b35b33f5-0976-42bb-a8af-ed5a596f08d5", "name": "network-vif-plugged", "status": "completed", "tag": "26602451-8ab7-4868-aff7-0faa278f42dc"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:15.055547 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 26602451-8ab7-4868-aff7-0faa278f42dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26602451-8ab7-4868-aff7-0faa278f42dc,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:15.067036 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.092041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb0ad42-a774-4df1-84b0-3dc5ae7eac08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:15.094006 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0bb0ad42-a774-4df1-84b0-3dc5ae7eac08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "GET /v2.0/ports/a79da590-06c0-4b42-8706-e1b038574db4 HTTP/1.1" status: 200  len: 958 time: 0.2497399
Feb 19 21:13:15.100428 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45250) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:15.102832 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73cad6a1-3936-4eb0-a692-f470a6b98168 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.130278 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f14a3c3-bd05-4bca-81ff-a68a6f47f916 x-openstack-request-id: req-3f14a3c3-bd05-4bca-81ff-a68a6f47f916 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:15.130575 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35b33f5-0976-42bb-a8af-ed5a596f08d5", "name": "network-vif-plugged", "status": "completed", "tag": "26602451-8ab7-4868-aff7-0faa278f42dc", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:15.130833 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f14a3c3-bd05-4bca-81ff-a68a6f47f916 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:15.131226 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35b33f5-0976-42bb-a8af-ed5a596f08d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26602451-8ab7-4868-aff7-0faa278f42dc', 'code': 200}
Feb 19 21:13:15.131943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638af94-da43-45e2-8042-32cef2dc47c2 None None] DHCP port deletion for 0da36102-c60d-4f7e-800c-e316d58b0870 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:13:15.199354 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-689c3ce2-2d88-4683-8f01-4108ca4b8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2b80>, [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:13:12Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:15.224172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Deleting port bfb145a9-e8b8-4626-b790-b6c75b6ebded {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:15.224548 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.230229 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c3ce2-2d88-4683-8f01-4108ca4b8195 None None] Checking router: 3010fd48-b525-4337-aa2e-9c3b7160f297 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:13:15.245108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=26602451-8ab7-4868-aff7-0faa278f42dc,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:15.246092 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689c3ce2-2d88-4683-8f01-4108ca4b8195 None None] Routers {'3010fd48-b525-4337-aa2e-9c3b7160f297'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:15.247123 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-689c3ce2-2d88-4683-8f01-4108ca4b8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3010fd48-b525-4337-aa2e-9c3b7160f297'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:15.270198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d638af94-da43-45e2-8042-32cef2dc47c2 None None] Deleting port bfb145a9-e8b8-4626-b790-b6c75b6ebded {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:15.272073 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d638af94-da43-45e2-8042-32cef2dc47c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.300429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] For port bfb145a9-e8b8-4626-b790-b6c75b6ebded, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfb145a9-e8b8-4626-b790-b6c75b6ebded,segment=NetworkSegment(6e74bebf-b9df-426d-8830-8e794f5688f4),segment_id=6e74bebf-b9df-426d-8830-8e794f5688f4)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:15.303848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.304286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-74dce9b1-b00e-49f3-bb38-ccc0a2c9b814 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (2711ee97-a752-464c-a398-84808c3be0c6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.343603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dce9b1-b00e-49f3-bb38-ccc0a2c9b814 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'Subnet': ['ID=2711ee97-a752-464c-a398-84808c3be0c6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:15.354955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Calling delete_port for bfb145a9-e8b8-4626-b790-b6c75b6ebded owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:15.360280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f987a-d9eb-4345-8289-2772a94f36da req-69afc7ef-2c5d-4ae0-8ccb-fbcaf74f7a62 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:15.360897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d638af94-da43-45e2-8042-32cef2dc47c2 None None] For port bfb145a9-e8b8-4626-b790-b6c75b6ebded, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfb145a9-e8b8-4626-b790-b6c75b6ebded,segment=NetworkSegment(6e74bebf-b9df-426d-8830-8e794f5688f4),segment_id=6e74bebf-b9df-426d-8830-8e794f5688f4)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:15.361233 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d638af94-da43-45e2-8042-32cef2dc47c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.365164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-74dce9b1-b00e-49f3-bb38-ccc0a2c9b814 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.374898 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-817f987a-d9eb-4345-8289-2772a94f36da req-69afc7ef-2c5d-4ae0-8ccb-fbcaf74f7a62 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 945 time: 0.4216731
Feb 19 21:13:15.375316 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-74dce9b1-b00e-49f3-bb38-ccc0a2c9b814 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "DELETE /v2.0/subnets/2711ee97-a752-464c-a398-84808c3be0c6 HTTP/1.1" status: 204  len: 168 time: 0.8404365
Feb 19 21:13:15.375415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45258) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:15.377279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45260) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:15.384580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d638af94-da43-45e2-8042-32cef2dc47c2 None None] Calling delete_port for bfb145a9-e8b8-4626-b790-b6c75b6ebded owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:15.403283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaadb77-92d7-4a79-8f14-5fe4d72d68c1 None None] Network a9a97e8b-3567-444c-be37-4a0ea2e09d31 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:15.449759 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-817f987a-d9eb-4345-8289-2772a94f36da req-86f4bec9-b9d3-461a-b17a-ce9f89083c03 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497012
Feb 19 21:13:15.456380 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-689c3ce2-2d88-4683-8f01-4108ca4b8195 None None] Set router 3010fd48-b525-4337-aa2e-9c3b7160f297 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:15.512959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85af0a-b4f6-40a4-a740-5bfeda4512b9 req-ded79507-7990-451b-b90b-210d6f4041e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:15.514491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb85af0a-b4f6-40a4-a740-5bfeda4512b9 req-ded79507-7990-451b-b90b-210d6f4041e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 1128 time: 0.1936080
Feb 19 21:13:15.590323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bfb145a9-e8b8-4626-b790-b6c75b6ebded no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:15.634548 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router (3010fd48-b525-4337-aa2e-9c3b7160f297), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.686089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb85af0a-b4f6-40a4-a740-5bfeda4512b9 req-b6b02b4c-85ce-4370-ad03-f9e57a6e3449 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439602
Feb 19 21:13:15.720823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cad6a1-3936-4eb0-a692-f470a6b98168 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:13:15.732610 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d638af94-da43-45e2-8042-32cef2dc47c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.750777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0a133621-ebd8-44d1-9def-03a1be8208ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Deleting port a79da590-06c0-4b42-8706-e1b038574db4 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:15.756505 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a133621-ebd8-44d1-9def-03a1be8208ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a79da590-06c0-4b42-8706-e1b038574db4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.783789 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-689c3ce2-2d88-4683-8f01-4108ca4b8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2b80>, [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:13:12Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:15.785863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638af94-da43-45e2-8042-32cef2dc47c2 None None] No DVR routers for this DVR port bfb145a9-e8b8-4626-b790-b6c75b6ebded on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:15.800792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638af94-da43-45e2-8042-32cef2dc47c2 None None] Pushing event deleted for resources: {'Port': ['ID=bfb145a9-e8b8-4626-b790-b6c75b6ebded,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:15.802717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bfb145a9-e8b8-4626-b790-b6c75b6ebded is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:15.803126 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.820113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4016563e-cf4a-438a-9e22-4030a25d98ae None None] DHCP port deletion for a9a97e8b-3567-444c-be37-4a0ea2e09d31 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:13:15.826504 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c3ce2-2d88-4683-8f01-4108ca4b8195 None None] The sync data for ids ['3010fd48-b525-4337-aa2e-9c3b7160f297'] in ncdv-master-1 is: [{'id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1324172317', 'tenant_id': '9f4ed687e80941d9a5befe1031923ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127'}], 'enable_snat': True}, 'gw_port_id': '568a9345-5578-4b82-89e6-894e2ab77334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:00Z', 'updated_at': '2022-02-19T21:13:12Z', 'revision_number': 5, 'project_id': '9f4ed687e80941d9a5befe1031923ed5', 'gw_port': {'id': '568a9345-5578-4b82-89e6-894e2ab77334', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3010fd48-b525-4337-aa2e-9c3b7160f297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:01Z', 'updated_at': '2022-02-19T21:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:15.839871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bfb145a9-e8b8-4626-b790-b6c75b6ebded), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.891560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb145a9-e8b8-4626-b790-b6c75b6ebded,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:15.897993 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a133621-ebd8-44d1-9def-03a1be8208ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a79da590-06c0-4b42-8706-e1b038574db4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.918891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] No DVR routers for this DVR port bfb145a9-e8b8-4626-b790-b6c75b6ebded on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:15.935277 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4016563e-cf4a-438a-9e22-4030a25d98ae None None] Deleting port 2bdc37d7-5b54-471b-be2e-62ebe544f421 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:15.935665 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4016563e-cf4a-438a-9e22-4030a25d98ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:15.941204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0a133621-ebd8-44d1-9def-03a1be8208ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Calling delete_port for a79da590-06c0-4b42-8706-e1b038574db4 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:15.982111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_gateway (3010fd48-b525-4337-aa2e-9c3b7160f297), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.012883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4016563e-cf4a-438a-9e22-4030a25d98ae None None] For port 2bdc37d7-5b54-471b-be2e-62ebe544f421, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2bdc37d7-5b54-471b-be2e-62ebe544f421,segment=NetworkSegment(a9b27fba-f9fd-476b-bada-3378619a23de),segment_id=a9b27fba-f9fd-476b-bada-3378619a23de)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:16.013603 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4016563e-cf4a-438a-9e22-4030a25d98ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.027944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cad6a1-3936-4eb0-a692-f470a6b98168 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:16.028400 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4016563e-cf4a-438a-9e22-4030a25d98ae None None] Calling delete_port for 2bdc37d7-5b54-471b-be2e-62ebe544f421 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:16.034526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-73cad6a1-3936-4eb0-a692-f470a6b98168 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8154819
Feb 19 21:13:16.037218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45264) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:16.046077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ce486-4180-4a0f-a47f-f40a73ace413 None None] Sync routers for ids ['60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:16.103059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ce486-4180-4a0f-a47f-f40a73ace413 None None] Routers {'60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:16.103985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-982ce486-4180-4a0f-a47f-f40a73ace413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:16.112594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0e0f52bc-b847-4329-babb-192434730fcc tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35 HTTP/1.1" status: 200  len: 205 time: 0.0741770
Feb 19 21:13:16.118510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45266) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:16.158150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-982ce486-4180-4a0f-a47f-f40a73ace413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c850>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:16.184801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ce486-4180-4a0f-a47f-f40a73ace413 None None] Routers {'60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:16.185843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-982ce486-4180-4a0f-a47f-f40a73ace413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:16.220166 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (0da36102-c60d-4f7e-800c-e316d58b0870), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.234182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-982ce486-4180-4a0f-a47f-f40a73ace413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6314c850>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:16.234182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ce486-4180-4a0f-a47f-f40a73ace413 None None] The sync data for ids ['60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:16.234509 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (e670ad7b-e07b-4064-bf4d-6359af4e2ace), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.250754 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4016563e-cf4a-438a-9e22-4030a25d98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (2bdc37d7-5b54-471b-be2e-62ebe544f421), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.258171 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f83a95c-e7d8-4e07-a34e-8104d0fed8d2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.263183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a025ee0>,) {'filters': {'network_id': ['0da36102-c60d-4f7e-800c-e316d58b0870']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:16.288700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016563e-cf4a-438a-9e22-4030a25d98ae None None] No DVR routers for this DVR port 2bdc37d7-5b54-471b-be2e-62ebe544f421 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:16.290321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016563e-cf4a-438a-9e22-4030a25d98ae None None] Pushing event deleted for resources: {'Port': ['ID=2bdc37d7-5b54-471b-be2e-62ebe544f421,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:16.345147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a025ee0>, '6e74bebf-b9df-426d-8830-8e794f5688f4') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:16.345458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a025ee0>, '6e74bebf-b9df-426d-8830-8e794f5688f4') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:16.362871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (6e74bebf-b9df-426d-8830-8e794f5688f4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.379090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Deleting port 568a9345-5578-4b82-89e6-894e2ab77334 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:16.379090 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (568a9345-5578-4b82-89e6-894e2ab77334), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.451865 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a133621-ebd8-44d1-9def-03a1be8208ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a79da590-06c0-4b42-8706-e1b038574db4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.455415 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6e74bebf-b9df-426d-8830-8e794f5688f4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.525262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:13:16.525679 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (6e74bebf-b9df-426d-8830-8e794f5688f4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:13:16.531839 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:13:16.565783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] Deleting port a14cefd0-85e7-40ba-b615-d903cd1c72fa {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:16.566346 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.600376 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a133621-ebd8-44d1-9def-03a1be8208ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event deleted for resources: {'Port': ['ID=a79da590-06c0-4b42-8706-e1b038574db4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:16.613546 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f83a95c-e7d8-4e07-a34e-8104d0fed8d2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.624127 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f83a95c-e7d8-4e07-a34e-8104d0fed8d2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.633541 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a133621-ebd8-44d1-9def-03a1be8208ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.645390 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0a133621-ebd8-44d1-9def-03a1be8208ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a79da590-06c0-4b42-8706-e1b038574db4 HTTP/1.1" status: 204  len: 168 time: 1.5396667
Feb 19 21:13:16.646731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45270) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:16.650110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78d26-9e92-49dd-ba69-7a625d86673e req-409f8132-4faf-4386-9945-136faea84157 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:16.657129 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45b78d26-9e92-49dd-ba69-7a625d86673e req-409f8132-4faf-4386-9945-136faea84157 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 946 time: 0.1206112
Feb 19 21:13:16.693723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] For port a14cefd0-85e7-40ba-b615-d903cd1c72fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a14cefd0-85e7-40ba-b615-d903cd1c72fa,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:16.694102 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.706114 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (0da36102-c60d-4f7e-800c-e316d58b0870), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.722793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] Calling delete_port for a14cefd0-85e7-40ba-b615-d903cd1c72fa owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:16.731380 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd548a8-a46a-48a1-8b82-7ca3aabd05b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] GET failed (client error): The resource could not be found.
Feb 19 21:13:16.732971 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7fd548a8-a46a-48a1-8b82-7ca3aabd05b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "GET /v2.0/ports/a79da590-06c0-4b42-8706-e1b038574db4 HTTP/1.1" status: 404  len: 333 time: 0.0772092
Feb 19 21:13:16.735491 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] For port 568a9345-5578-4b82-89e6-894e2ab77334, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=568a9345-5578-4b82-89e6-894e2ab77334,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:16.736388 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (568a9345-5578-4b82-89e6-894e2ab77334), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.740830 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.744172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45272) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:16.747078 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] 10.222.0.30 "DELETE /v2.0/networks/0da36102-c60d-4f7e-800c-e316d58b0870 HTTP/1.1" status: 204  len: 168 time: 2.1404133
Feb 19 21:13:16.749456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Request body: {'port': {'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039120516'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:16.762219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f83a95c-e7d8-4e07-a34e-8104d0fed8d2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.762760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f83a95c-e7d8-4e07-a34e-8104d0fed8d2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Fanout notify agent at l3_agent the message router_deleted on router 60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:13:16.765525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45b78d26-9e92-49dd-ba69-7a625d86673e req-aeef5c20-71b9-4ee9-88ef-79847180d638 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057618
Feb 19 21:13:16.767580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05f15c-9125-48b5-91ce-db9de8e7df1e admin admin] Pushing event deleted for resources: {'Network': ['ID=0da36102-c60d-4f7e-800c-e316d58b0870,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:16.775854 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f83a95c-e7d8-4e07-a34e-8104d0fed8d2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.776840 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8f83a95c-e7d8-4e07-a34e-8104d0fed8d2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35 HTTP/1.1" status: 204  len: 168 time: 0.6572583
Feb 19 21:13:16.782189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45276) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:16.793945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Calling delete_port for 568a9345-5578-4b82-89e6-894e2ab77334 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:16.833818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Made reservation on behalf of eea896ffc50940ef87a51d8401ee7cf7 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:16.836049 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.867332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] device_id is not set on port 81f86a3e-ab32-49f9-aa57-4407cee48e09 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:16.888998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd9bca0-e435-4413-9483-63fcc59c3cae tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting subnet ea1382d9-f062-499e-9f65-4321a0d4922a {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:13:16.893910 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bca0-e435-4413-9483-63fcc59c3cae tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (ea1382d9-f062-499e-9f65-4321a0d4922a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:16.946802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45278) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:17.050147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-077fe316-cdf3-4f9f-b62f-c3b6d67926d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f260ed47c5994487a4cc293c33dae3ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0997286
Feb 19 21:13:17.053744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45280) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:17.154534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c202143-4914-471b-b967-e6dfdccc5a89 admin admin] Publish callbacks [] for security_group (bf3def4f-7634-4779-a24e-fe3b82173f32), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.164434 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a14cefd0-85e7-40ba-b615-d903cd1c72fa), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.247481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14cefd0-85e7-40ba-b615-d903cd1c72fa,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:17.253810 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c202143-4914-471b-b967-e6dfdccc5a89 admin admin] Publish callbacks [] for security_group (bf3def4f-7634-4779-a24e-fe3b82173f32), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.273718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bca0-e435-4413-9483-63fcc59c3cae tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (ea1382d9-f062-499e-9f65-4321a0d4922a), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.344435 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks [] for port (81f86a3e-ab32-49f9-aa57-4407cee48e09), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.444536 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bca0-e435-4413-9483-63fcc59c3cae tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (ea1382d9-f062-499e-9f65-4321a0d4922a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.522433 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (568a9345-5578-4b82-89e6-894e2ab77334), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.555920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'Port': ['ID=568a9345-5578-4b82-89e6-894e2ab77334,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:17.566041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bca0-e435-4413-9483-63fcc59c3cae tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (ea1382d9-f062-499e-9f65-4321a0d4922a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.615001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9bca0-e435-4413-9483-63fcc59c3cae tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1382d9-f062-499e-9f65-4321a0d4922a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:17.638610 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bca0-e435-4413-9483-63fcc59c3cae tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.644518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2bdc37d7-5b54-471b-be2e-62ebe544f421 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:17.645207 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1cd9bca0-e435-4413-9483-63fcc59c3cae tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/ea1382d9-f062-499e-9f65-4321a0d4922a HTTP/1.1" status: 204  len: 168 time: 0.8583355
Feb 19 21:13:17.645207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45282) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:17.650152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab541f-6c6a-49a0-bee9-1e5c1cc2bcd9 None None] Network da6a2820-3fb1-41b6-bde7-fc9079073028 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:17.685285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 2bdc37d7-5b54-471b-be2e-62ebe544f421 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:17.685792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2bdc37d7-5b54-471b-be2e-62ebe544f421 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:17.686442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:17.742811 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (3010fd48-b525-4337-aa2e-9c3b7160f297), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.745273 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:17.745821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c5e30ac3-f3d7-4777-90bc-c1265e75b8b0 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:17.853466 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (da6a2820-3fb1-41b6-bde7-fc9079073028), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.864122 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (3010fd48-b525-4337-aa2e-9c3b7160f297), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.867166 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router_controller (3010fd48-b525-4337-aa2e-9c3b7160f297), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.885392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbc8caa-5f20-4085-b023-3536b667efed None None] DHCP port deletion for da6a2820-3fb1-41b6-bde7-fc9079073028 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:13:17.892244 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c202143-4914-471b-b967-e6dfdccc5a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bf3def4f-7634-4779-a24e-fe3b82173f32), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.895139 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c202143-4914-471b-b967-e6dfdccc5a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.898711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5c202143-4914-471b-b967-e6dfdccc5a89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf3def4f-7634-4779-a24e-fe3b82173f32 HTTP/1.1" status: 204  len: 168 time: 0.8415835
Feb 19 21:13:17.940680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c202143-4914-471b-b967-e6dfdccc5a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3def4f-7634-4779-a24e-fe3b82173f32,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:17.949380 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (81f86a3e-ab32-49f9-aa57-4407cee48e09), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.966732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (3010fd48-b525-4337-aa2e-9c3b7160f297), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.967797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc8caa-5f20-4085-b023-3536b667efed None None] Deleting port c5637931-8d9f-41c6-909d-ad47947bca82 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:17.968382 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8caa-5f20-4085-b023-3536b667efed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.969590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Fanout notify agent at l3_agent the message router_deleted on router 3010fd48-b525-4337-aa2e-9c3b7160f297 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:13:17.993427 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:17.998322 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-58106c8d-83d7-4caa-8130-bd46c28ad16a tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "DELETE /v2.0/routers/3010fd48-b525-4337-aa2e-9c3b7160f297 HTTP/1.1" status: 204  len: 168 time: 2.6197870
Feb 19 21:13:17.999121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45288) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:18.031460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2a8ed-fd03-44e5-ab76-6119593e2a5f req-050f3918-2099-488d-b2b5-bb02c2a114b5 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:18.036033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87a2a8ed-fd03-44e5-ab76-6119593e2a5f req-050f3918-2099-488d-b2b5-bb02c2a114b5 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 946 time: 0.1666148
Feb 19 21:13:18.048414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Network bbdc4363-0e66-4539-80d3-6a74f86d8036 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:18.070592 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (e670ad7b-e07b-4064-bf4d-6359af4e2ace), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.070937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ecbc8caa-5f20-4085-b023-3536b667efed None None] For port c5637931-8d9f-41c6-909d-ad47947bca82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5637931-8d9f-41c6-909d-ad47947bca82,segment=NetworkSegment(2bf0c4d2-0af9-42c3-92b8-7b92bd082182),segment_id=2bf0c4d2-0af9-42c3-92b8-7b92bd082182)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:18.071592 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8caa-5f20-4085-b023-3536b667efed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.073647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:18.076443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:18.077475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:18.078255 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.089889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc8caa-5f20-4085-b023-3536b667efed None None] Calling delete_port for c5637931-8d9f-41c6-909d-ad47947bca82 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:18.090101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event updated for resources: {'Port': ['ID=81f86a3e-ab32-49f9-aa57-4407cee48e09,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:18.168205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port c5637931-8d9f-41c6-909d-ad47947bca82 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:18.169039 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.215714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-51231a3c-bfc7-4b43-acad-0498571755f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.4703205
Feb 19 21:13:18.216361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45292) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:18.227373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:18.229508 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8caa-5f20-4085-b023-3536b667efed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.245612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc8caa-5f20-4085-b023-3536b667efed None None] No DVR routers for this DVR port c5637931-8d9f-41c6-909d-ad47947bca82 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:18.260774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87a2a8ed-fd03-44e5-ab76-6119593e2a5f req-52ccab6e-7ae1-4fe4-a225-ee4dbc29cc80 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074130
Feb 19 21:13:18.276733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc8caa-5f20-4085-b023-3536b667efed None None] Pushing event deleted for resources: {'Port': ['ID=c5637931-8d9f-41c6-909d-ad47947bca82,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:18.299376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (a9a97e8b-3567-444c-be37-4a0ea2e09d31), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.309747 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e452227f-ad87-4880-b83a-437bc0204096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.328655 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (81f86a3e-ab32-49f9-aa57-4407cee48e09), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.411187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45296) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:18.436616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] For port c5637931-8d9f-41c6-909d-ad47947bca82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5637931-8d9f-41c6-909d-ad47947bca82,segment=NetworkSegment(2bf0c4d2-0af9-42c3-92b8-7b92bd082182),segment_id=2bf0c4d2-0af9-42c3-92b8-7b92bd082182)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:18.436616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.462143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (a9a97e8b-3567-444c-be37-4a0ea2e09d31), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.464948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for c5637931-8d9f-41c6-909d-ad47947bca82 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:18.515657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a720b99d0>,) {'filters': {'network_id': ['a9a97e8b-3567-444c-be37-4a0ea2e09d31']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:18.556051 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-68fc77b0-ad7c-4510-a489-f3567e7f4211 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2eb68cf3f53d44348dc921e15fd8fb0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1327226
Feb 19 21:13:18.562290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a720b99d0>, 'a9b27fba-f9fd-476b-bada-3378619a23de') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:18.562290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a720b99d0>, 'a9b27fba-f9fd-476b-bada-3378619a23de') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:18.563513 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45308) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:18.586054 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a9b27fba-f9fd-476b-bada-3378619a23de), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.633650 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a9b27fba-f9fd-476b-bada-3378619a23de), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.644965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] Router e670ad7b-e07b-4064-bf4d-6359af4e2ace has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:13:18.646812 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:13:18.647227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a9b27fba-f9fd-476b-bada-3378619a23de), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:13:18.651440 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:13:18.672243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9996a-028a-4433-b388-6c38d251f7f0 req-49ea1ea9-4cd6-4cc6-b917-dd360dd5f67a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:18.674009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bae9996a-028a-4433-b388-6c38d251f7f0 req-49ea1ea9-4cd6-4cc6-b917-dd360dd5f67a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.1664894
Feb 19 21:13:18.728073 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4155daa-73ba-4f73-9233-fdb1b2cd5987 admin admin] Publish callbacks [] for security_group (32a62a2b-4607-40d7-a64d-e8434ea50fff), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.729868 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c5637931-8d9f-41c6-909d-ad47947bca82), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.751257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bae9996a-028a-4433-b388-6c38d251f7f0 req-4146b05d-3784-4814-af2d-88807ceafe9a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/quotas/ab36d6d50f8f40408962ab92e9cd1671 HTTP/1.1" status: 200  len: 375 time: 0.0546694
Feb 19 21:13:18.764659 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (a9a97e8b-3567-444c-be37-4a0ea2e09d31), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.775414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=c5637931-8d9f-41c6-909d-ad47947bca82,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:18.777786 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.780878 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] 10.222.0.30 "DELETE /v2.0/networks/a9a97e8b-3567-444c-be37-4a0ea2e09d31 HTTP/1.1" status: 204  len: 168 time: 0.7768648
Feb 19 21:13:18.786775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] device_id is not set on port 81f86a3e-ab32-49f9-aa57-4407cee48e09 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:18.789102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No DVR routers for this DVR port c5637931-8d9f-41c6-909d-ad47947bca82 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:18.810362 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks [] for port (81f86a3e-ab32-49f9-aa57-4407cee48e09), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.838531 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (81f86a3e-ab32-49f9-aa57-4407cee48e09), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.846783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec66068-e98e-4b09-a8cf-cf37be7aaf10 tempest-TestSecurityGroupsBasicOps-652266592 tempest-TestSecurityGroupsBasicOps-652266592-project] Pushing event deleted for resources: {'Network': ['ID=a9a97e8b-3567-444c-be37-4a0ea2e09d31,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:18.850224 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4155daa-73ba-4f73-9233-fdb1b2cd5987 admin admin] Publish callbacks [] for security_group (32a62a2b-4607-40d7-a64d-e8434ea50fff), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.931411 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (da6a2820-3fb1-41b6-bde7-fc9079073028), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.970613 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b833910>,) {'filters': {'network_id': ['da6a2820-3fb1-41b6-bde7-fc9079073028']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:18.973483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4155daa-73ba-4f73-9233-fdb1b2cd5987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (32a62a2b-4607-40d7-a64d-e8434ea50fff), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.976223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e4155daa-73ba-4f73-9233-fdb1b2cd5987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:18.980300 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e4155daa-73ba-4f73-9233-fdb1b2cd5987 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32a62a2b-4607-40d7-a64d-e8434ea50fff HTTP/1.1" status: 204  len: 168 time: 0.4133096
Feb 19 21:13:18.988831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event updated for resources: {'Port': ['ID=81f86a3e-ab32-49f9-aa57-4407cee48e09,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:19.008876 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4155daa-73ba-4f73-9233-fdb1b2cd5987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a62a2b-4607-40d7-a64d-e8434ea50fff,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:19.011916 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b833910>, '2bf0c4d2-0af9-42c3-92b8-7b92bd082182') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:19.012433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bae9996a-028a-4433-b388-6c38d251f7f0 req-02759ad8-c2fe-4de0-8cd5-e9f9c2fde276 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2208788
Feb 19 21:13:19.016498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:19.019915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b833910>, '2bf0c4d2-0af9-42c3-92b8-7b92bd082182') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:19.024256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5bbac00f-1a17-4921-96ef-971a2021c8c3 admin admin] 10.222.0.30 "PUT /v2.0/routers/e670ad7b-e07b-4064-bf4d-6359af4e2ace/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6492338
Feb 19 21:13:19.027180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45316) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:19.035041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:19.035388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:19.035705 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9000fa1a-0a7e-4b83-bb1d-78097f530e2c None None] Sync routers for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:19.036177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:19.050933 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000fa1a-0a7e-4b83-bb1d-78097f530e2c None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:19.051567 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9000fa1a-0a7e-4b83-bb1d-78097f530e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7049c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:19.053486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:19.053861 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:19.054767 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (2bf0c4d2-0af9-42c3-92b8-7b92bd082182), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:19.083804 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 2 to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09
Feb 19 21:13:19.111259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-543f3b1c-8aee-457b-9e25-7e9e1027292e req-fad12325-8a3e-4c59-b8df-d06f9aea6842 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2055418
Feb 19 21:13:19.111974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:19.112298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:19.112735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:19.121078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:19.121416 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:19.123875 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 3 to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09
Feb 19 21:13:19.152961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:19.153226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:19.153576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:19.168507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:19.168849 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:19.170836 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 4 to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09
Feb 19 21:13:19.174402 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2bf0c4d2-0af9-42c3-92b8-7b92bd082182), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:19.191481 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:13:19.194272 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (2bf0c4d2-0af9-42c3-92b8-7b92bd082182), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:19.200946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bae9996a-028a-4433-b388-6c38d251f7f0 req-f247ee76-8e46-479b-8ac5-ecf03319551e service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754625
Feb 19 21:13:19.241293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:19.241645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:19.241993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:13:19.276446 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:13:19.290912 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9000fa1a-0a7e-4b83-bb1d-78097f530e2c None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:19.321581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45320) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:19.327485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (da6a2820-3fb1-41b6-bde7-fc9079073028), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:19.349399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:19.349763 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:19.355566 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 5 to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09
Feb 19 21:13:19.375048 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:19.385029 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/networks/da6a2820-3fb1-41b6-bde7-fc9079073028 HTTP/1.1" status: 204  len: 168 time: 1.7390399
Feb 19 21:13:19.389248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:19.389592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:19.389933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:19.395494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45326) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:19.396228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622cced-3adc-45e7-85bd-730475844116 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Network': ['ID=da6a2820-3fb1-41b6-bde7-fc9079073028,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:19.403776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-366329775', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:19.421225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:19.421564 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:19.428053 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 6 to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09
Feb 19 21:13:19.455340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f3b1c-8aee-457b-9e25-7e9e1027292e req-53cb02d5-2828-4b4d-a29f-a9886b8c2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:19.457088 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-543f3b1c-8aee-457b-9e25-7e9e1027292e req-53cb02d5-2828-4b4d-a29f-a9886b8c2d2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 1128 time: 0.2226408
Feb 19 21:13:19.475233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bae9996a-028a-4433-b388-6c38d251f7f0 req-8b06458f-ab9e-48c3-b7f0-4dfdc1a4d3e4 service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2607074
Feb 19 21:13:19.476698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:19.476995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:19.477308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:19.491034 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:19.492105 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:19.494823 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Publish callbacks [] for router (e670ad7b-e07b-4064-bf4d-6359af4e2ace), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:19.498882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:19.499234 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:19.510290 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 7 to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09
Feb 19 21:13:19.565729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:19.572644 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:19.573117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:19.589267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c5637931-8d9f-41c6-909d-ad47947bca82 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:19.602848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:19.615798 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:19.635220 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 8 to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09
Feb 19 21:13:19.636969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c5637931-8d9f-41c6-909d-ad47947bca82 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:19.640892 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c5637931-8d9f-41c6-909d-ad47947bca82 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:19.650696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 568a9345-5578-4b82-89e6-894e2ab77334 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:19.672211 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9000fa1a-0a7e-4b83-bb1d-78097f530e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7049c0a0>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:13:17Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:19.711140 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9000fa1a-0a7e-4b83-bb1d-78097f530e2c None None] Checking router: e670ad7b-e07b-4064-bf4d-6359af4e2ace for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:13:19.719918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 568a9345-5578-4b82-89e6-894e2ab77334 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:19.720439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 568a9345-5578-4b82-89e6-894e2ab77334 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:19.741445 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:19.747474 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000fa1a-0a7e-4b83-bb1d-78097f530e2c None None] Routers {'e670ad7b-e07b-4064-bf4d-6359af4e2ace'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:19.748987 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9000fa1a-0a7e-4b83-bb1d-78097f530e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7049c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:12:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:19.750079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:19.750566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:19.751734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:19.766573 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Publish callbacks [] for router_gateway (e670ad7b-e07b-4064-bf4d-6359af4e2ace), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:19.815686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f3b1c-8aee-457b-9e25-7e9e1027292e req-4019c272-4fd8-469c-a6f9-7934ff84e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:19.817657 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-543f3b1c-8aee-457b-9e25-7e9e1027292e req-4019c272-4fd8-469c-a6f9-7934ff84e6d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 906 time: 0.3366773
Feb 19 21:13:19.820316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:19.820736 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:19.824205 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 9 to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09
Feb 19 21:13:19.857838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Deleting port f49bbb67-3b38-42d7-946c-1613bd2af4d2 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:19.858162 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:19.903251 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-54d7831c-0cb2-49cb-a707-63a4a9c1146b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f4ed687e80941d9a5befe1031923ed5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5635102
Feb 19 21:13:19.910332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45340) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:19.935320 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9000fa1a-0a7e-4b83-bb1d-78097f530e2c None None] Set router e670ad7b-e07b-4064-bf4d-6359af4e2ace gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:19.994491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-543f3b1c-8aee-457b-9e25-7e9e1027292e req-2165bae9-1c93-4e03-8493-fc3ddc6d289a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26602451-8ab7-4868-aff7-0faa278f42dc HTTP/1.1" status: 200  len: 217 time: 0.0959501
Feb 19 21:13:19.997150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:19.997532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:19.998106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:20.016464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:20.017480 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:20.053191 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempt 10 to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09
Feb 19 21:13:20.076713 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7cc8-4b8a-4cac-8fbc-79d8000c848f admin admin] Publish callbacks [] for security_group (04f5ac96-ab40-4d2f-a1ff-5a105c3ae26e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.083339 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:13:20.116442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] For port f49bbb67-3b38-42d7-946c-1613bd2af4d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f49bbb67-3b38-42d7-946c-1613bd2af4d2,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:20.116831 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.129714 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7cc8-4b8a-4cac-8fbc-79d8000c848f admin admin] Publish callbacks [] for security_group (04f5ac96-ab40-4d2f-a1ff-5a105c3ae26e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.142495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Calling delete_port for f49bbb67-3b38-42d7-946c-1613bd2af4d2 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:20.200250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:20.200736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:20.201364 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempting to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:20.222268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:20.223009 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Failed to bind port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on host nch1-master-1 for vnic_type normal using segments [{'id': '32038e98-0551-47f1-b170-8600eb3df810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bbdc4363-0e66-4539-80d3-6a74f86d8036'}]
Feb 19 21:13:20.223756 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (81f86a3e-ab32-49f9-aa57-4407cee48e09), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.229711 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_gateway (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.246658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f3b1c-8aee-457b-9e25-7e9e1027292e req-4764e266-2885-4897-8dbe-c90029c92c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:20.248903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-543f3b1c-8aee-457b-9e25-7e9e1027292e req-4764e266-2885-4897-8dbe-c90029c92c85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.2333229
Feb 19 21:13:20.283338 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7cc8-4b8a-4cac-8fbc-79d8000c848f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (04f5ac96-ab40-4d2f-a1ff-5a105c3ae26e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.287055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7cc8-4b8a-4cac-8fbc-79d8000c848f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.290042 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3b6d7cc8-4b8a-4cac-8fbc-79d8000c848f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04f5ac96-ab40-4d2f-a1ff-5a105c3ae26e HTTP/1.1" status: 204  len: 168 time: 0.3786314
Feb 19 21:13:20.359374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d7cc8-4b8a-4cac-8fbc-79d8000c848f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f5ac96-ab40-4d2f-a1ff-5a105c3ae26e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:20.368109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] For port 81f86a3e-ab32-49f9-aa57-4407cee48e09, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:20.368823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attempted to set empty binding levels {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 19 21:13:20.372772 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9000fa1a-0a7e-4b83-bb1d-78097f530e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7049c0a0>, [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:13:17Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:20.389016 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (81f86a3e-ab32-49f9-aa57-4407cee48e09), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.448192 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9000fa1a-0a7e-4b83-bb1d-78097f530e2c None None] The sync data for ids ['e670ad7b-e07b-4064-bf4d-6359af4e2ace'] in ncdv-master-1 is: [{'id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'name': 'tempest-AttachVolumeTestJSON-1210734789-router', 'tenant_id': 'adecc012aca243138d03c189f5623f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186'}], 'enable_snat': True}, 'gw_port_id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:06:05Z', 'updated_at': '2022-02-19T21:13:17Z', 'revision_number': 5, 'project_id': 'adecc012aca243138d03c189f5623f73', 'gw_port': {'id': 'f49bbb67-3b38-42d7-946c-1613bd2af4d2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670ad7b-e07b-4064-bf4d-6359af4e2ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:06:06Z', 'updated_at': '2022-02-19T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:20.454129 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-543f3b1c-8aee-457b-9e25-7e9e1027292e req-59f9d969-b0e9-4825-b249-c4b64d5aab4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1966195
Feb 19 21:13:20.522684 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f49bbb67-3b38-42d7-946c-1613bd2af4d2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.533134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] In _notify_port_updated(), no bound segment for port 81f86a3e-ab32-49f9-aa57-4407cee48e09 on network bbdc4363-0e66-4539-80d3-6a74f86d8036 {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:13:20.534520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:20.535711 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.536935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "PUT /v2.0/ports/81f86a3e-ab32-49f9-aa57-4407cee48e09 HTTP/1.1" status: 200  len: 979 time: 2.3148055
Feb 19 21:13:20.542536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45372) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:20.569107 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1ceecdfb-29f5-4ad4-91e3-2b32e63cee36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.584458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f49bbb67-3b38-42d7-946c-1613bd2af4d2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:20.647908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df06eb8-13be-4641-a870-7c81edfc7b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event updated for resources: {'Port': ['ID=81f86a3e-ab32-49f9-aa57-4407cee48e09,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:20.701009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-543f3b1c-8aee-457b-9e25-7e9e1027292e req-33195848-9c91-4f4f-a7b2-2398dda639d6 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853511
Feb 19 21:13:20.747804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45374) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:20.772763 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (e670ad7b-e07b-4064-bf4d-6359af4e2ace), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.946807 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (e670ad7b-e07b-4064-bf4d-6359af4e2ace), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.950137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-543f3b1c-8aee-457b-9e25-7e9e1027292e req-8c4565cb-8804-4905-b9e4-fb5ef071bc26 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2310038
Feb 19 21:13:20.955906 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Publish callbacks [] for router_controller (e670ad7b-e07b-4064-bf4d-6359af4e2ace), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:20.967824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1b3cc6a3-51b4-438d-830d-0561e126ec2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Deleting port 81f86a3e-ab32-49f9-aa57-4407cee48e09 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:20.968850 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc6a3-51b4-438d-830d-0561e126ec2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (81f86a3e-ab32-49f9-aa57-4407cee48e09), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.134647 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_gateway (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.150399 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (e670ad7b-e07b-4064-bf4d-6359af4e2ace), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.150957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e670ad7b-e07b-4064-bf4d-6359af4e2ace {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:13:21.164013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.172209 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.173669 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d8e45cd9-ae56-4558-9f97-371a937bed2a admin admin] 10.222.0.30 "DELETE /v2.0/routers/e670ad7b-e07b-4064-bf4d-6359af4e2ace HTTP/1.1" status: 204  len: 168 time: 2.1452904
Feb 19 21:13:21.177375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45384) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:21.182803 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-1b3cc6a3-51b4-438d-830d-0561e126ec2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] For port 81f86a3e-ab32-49f9-aa57-4407cee48e09, host nch1-master-1, got binding levels [] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:21.184356 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc6a3-51b4-438d-830d-0561e126ec2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (81f86a3e-ab32-49f9-aa57-4407cee48e09), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.199526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1456506892-network', 'tenant_id': '1c438bd56e19499a91a00c3757b6f9f0'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:21.215419 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1b3cc6a3-51b4-438d-830d-0561e126ec2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Calling delete_port for 81f86a3e-ab32-49f9-aa57-4407cee48e09 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:21.273940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-669cdf94-3566-49f6-b76a-50799d88e06c admin admin] Deleting subnet f8dc2ea7-ffc4-4027-9f85-62ffc7262290 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:13:21.279089 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-669cdf94-3566-49f6-b76a-50799d88e06c admin admin] Publish callbacks [] for subnet (f8dc2ea7-ffc4-4027-9f85-62ffc7262290), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.284554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Made reservation on behalf of 1c438bd56e19499a91a00c3757b6f9f0 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:21.286912 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.301728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.357837 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45388) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:21.381660 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec0067f6-c7e5-4274-91e6-0919d7b35345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.398740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc6a3-51b4-438d-830d-0561e126ec2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (81f86a3e-ab32-49f9-aa57-4407cee48e09), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.406556 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-669cdf94-3566-49f6-b76a-50799d88e06c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (f8dc2ea7-ffc4-4027-9f85-62ffc7262290), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.459040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc6a3-51b4-438d-830d-0561e126ec2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.462914 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1b3cc6a3-51b4-438d-830d-0561e126ec2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "DELETE /v2.0/ports/81f86a3e-ab32-49f9-aa57-4407cee48e09 HTTP/1.1" status: 204  len: 168 time: 0.8797479
Feb 19 21:13:21.473587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45398) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:21.476149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cc6a3-51b4-438d-830d-0561e126ec2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] Pushing event deleted for resources: {'Port': ['ID=81f86a3e-ab32-49f9-aa57-4407cee48e09,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:21.523056 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-728be737-dc7e-4ddf-b7cc-20d1d93a158b tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] GET failed (client error): The resource could not be found.
Feb 19 21:13:21.527845 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-728be737-dc7e-4ddf-b7cc-20d1d93a158b tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-953557159-project-admin] 10.222.0.30 "GET /v2.0/ports/81f86a3e-ab32-49f9-aa57-4407cee48e09 HTTP/1.1" status: 404  len: 333 time: 0.0496411
Feb 19 21:13:21.537366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45400) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:21.559618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Publish callbacks [] for security_group (b94c1481-778b-40f4-9e4d-1a4b7c5e768d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.562344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a14cefd0-85e7-40ba-b615-d903cd1c72fa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:21.594163 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a14cefd0-85e7-40ba-b615-d903cd1c72fa {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:21.595489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a14cefd0-85e7-40ba-b615-d903cd1c72fa not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:21.626270 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b94c1481-778b-40f4-9e4d-1a4b7c5e768d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.671979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:13:21.708245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94c1481-778b-40f4-9e4d-1a4b7c5e768d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:21.713964 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (78f2bf51-a5b4-4e71-a1c7-3ef4efda9277), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.714247 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Added segment 78f2bf51-a5b4-4e71-a1c7-3ef4efda9277 of type vlan for network 91a3dfa9-4535-458a-a281-34048815a558
Feb 19 21:13:21.727514 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (bbdc4363-0e66-4539-80d3-6a74f86d8036), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.777692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec0067f6-c7e5-4274-91e6-0919d7b35345 admin admin] Publish callbacks [] for security_group (79265f29-09e0-4260-8210-4f78ef8876aa), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.790283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec0067f6-c7e5-4274-91e6-0919d7b35345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (79265f29-09e0-4260-8210-4f78ef8876aa), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.794977 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (91a3dfa9-4535-458a-a281-34048815a558), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.806664 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.914546 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec0067f6-c7e5-4274-91e6-0919d7b35345 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7a70abff20548db85811d1b374387b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5556166
Feb 19 21:13:21.921093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45402) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:21.925219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0067f6-c7e5-4274-91e6-0919d7b35345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79265f29-09e0-4260-8210-4f78ef8876aa,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:21.939387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (bbdc4363-0e66-4539-80d3-6a74f86d8036), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.952769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (91a3dfa9-4535-458a-a281-34048815a558), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.956197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:21.956197 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:21.963647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Allocated IP 172.35.2.139 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/0e04bc81-4c20-4666-9977-3195612e1e31) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:22.024262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a67d190>,) {'filters': {'network_id': ['bbdc4363-0e66-4539-80d3-6a74f86d8036']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:22.039373 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.2902493
Feb 19 21:13:22.041392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a67d190>, '32038e98-0551-47f1-b170-8600eb3df810') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:22.041693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a67d190>, '32038e98-0551-47f1-b170-8600eb3df810') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:22.051831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45404) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:22.056198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] Request body: {'subnet': {'network_id': '91a3dfa9-4535-458a-a281-34048815a558', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1456506892-subnet', 'tenant_id': '1c438bd56e19499a91a00c3757b6f9f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:22.062855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-a095e747-95f4-42f5-a357-6dfdf81d41e3 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:22.065023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-a095e747-95f4-42f5-a357-6dfdf81d41e3 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.6117127
Feb 19 21:13:22.068164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (32038e98-0551-47f1-b170-8600eb3df810), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.070074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040c928-97a7-4fb8-96f1-f4894d447f33 admin admin] Pushing event updated for resources: {'Network': ['ID=91a3dfa9-4535-458a-a281-34048815a558,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:22.081662 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 91a3dfa9-4535-458a-a281-34048815a558 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:13:22.091053 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (32038e98-0551-47f1-b170-8600eb3df810), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.098715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] Made reservation on behalf of 1c438bd56e19499a91a00c3757b6f9f0 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:22.101464 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.103742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:13:22.104135 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (32038e98-0551-47f1-b170-8600eb3df810), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:13:22.108247 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:13:22.131424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-1e481000-b825-46c3-95ce-80c8f42c760c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/quotas/ab36d6d50f8f40408962ab92e9cd1671 HTTP/1.1" status: 200  len: 375 time: 0.0324776
Feb 19 21:13:22.132835 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-669cdf94-3566-49f6-b76a-50799d88e06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (f8dc2ea7-ffc4-4027-9f85-62ffc7262290), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.216059 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-769bf0c6-68b8-44fa-91a1-aae402fd49ce admin admin] Publish callbacks [] for security_group (79265f29-09e0-4260-8210-4f78ef8876aa), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.232606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (bbdc4363-0e66-4539-80d3-6a74f86d8036), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.244094 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.247686 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] 10.222.0.30 "DELETE /v2.0/networks/bbdc4363-0e66-4539-80d3-6a74f86d8036 HTTP/1.1" status: 204  len: 168 time: 0.7044699
Feb 19 21:13:22.262977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd199a-5311-45b7-9c24-8dd3d8ef2090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502269562-project] Pushing event deleted for resources: {'Network': ['ID=bbdc4363-0e66-4539-80d3-6a74f86d8036,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:22.314401 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (0e04bc81-4c20-4666-9977-3195612e1e31), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.321511 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-769bf0c6-68b8-44fa-91a1-aae402fd49ce admin admin] Publish callbacks [] for security_group (79265f29-09e0-4260-8210-4f78ef8876aa), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.326009 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-669cdf94-3566-49f6-b76a-50799d88e06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (f8dc2ea7-ffc4-4027-9f85-62ffc7262290), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.385666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cdf94-3566-49f6-b76a-50799d88e06c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8dc2ea7-ffc4-4027-9f85-62ffc7262290,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:22.388888 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (6e8e6c9e-a010-4afc-bf31-4a5c78cc2319), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.401042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0f5e7f80-20c8-483a-9e1b-6d8099cf1e76 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2424195
Feb 19 21:13:22.410542 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-669cdf94-3566-49f6-b76a-50799d88e06c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.416137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb23d7f-de4e-469b-be77-a84a3ba82841 None None] Network 813ad1c1-0059-4a59-91cb-1222ec1b44c2 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:22.416935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-669cdf94-3566-49f6-b76a-50799d88e06c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f8dc2ea7-ffc4-4027-9f85-62ffc7262290 HTTP/1.1" status: 204  len: 168 time: 1.2349968
Feb 19 21:13:22.422226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45422) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:22.499407 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0e04bc81-4c20-4666-9977-3195612e1e31), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.500894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e8e6c9e-a010-4afc-bf31-4a5c78cc2319,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:22.533421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] Checking segment: {'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:22.533932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] Network hostable DHCP agents. Network: 91a3dfa9-4535-458a-a281-34048815a558, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:13:22.538195 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (813ad1c1-0059-4a59-91cb-1222ec1b44c2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.575798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:22.576746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-769bf0c6-68b8-44fa-91a1-aae402fd49ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (79265f29-09e0-4260-8210-4f78ef8876aa), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.579880 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-769bf0c6-68b8-44fa-91a1-aae402fd49ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.584355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-769bf0c6-68b8-44fa-91a1-aae402fd49ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79265f29-09e0-4260-8210-4f78ef8876aa HTTP/1.1" status: 204  len: 168 time: 0.6568513
Feb 19 21:13:22.586161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] Network 91a3dfa9-4535-458a-a281-34048815a558 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:13:22.591607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:22.594332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:22.616109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91a3dfa9-4535-458a-a281-34048815a558) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:22.622251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:22.622536 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.648389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Deleting port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:22.648786 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.656600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4478362-3f95-4194-97ad-d94aefae9e54 None None] Network 91a3dfa9-4535-458a-a281-34048815a558 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:22.659352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=0e04bc81-4c20-4666-9977-3195612e1e31,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:22.661644 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7b51287c-a78d-4eec-a539-fd7ec3727e4c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.6038373
Feb 19 21:13:22.662474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bf0c6-68b8-44fa-91a1-aae402fd49ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79265f29-09e0-4260-8210-4f78ef8876aa,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:22.676589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-914bae21-6791-4176-ad89-8913878f487d service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584722
Feb 19 21:13:22.789934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678216d6-a585-4503-9cde-4f027d72ec55 None None] DHCP port deletion for 813ad1c1-0059-4a59-91cb-1222ec1b44c2 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:13:22.811722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] For port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c6e2fd-d0a0-4505-bb6f-f51a862aa184,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:22.812124 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:22.849787 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45430) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:22.856551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b0e1f-f9a4-4a7d-9b27-3c4cee54f012 None None] Network 91a3dfa9-4535-458a-a281-34048815a558 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:22.860432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Calling delete_port for 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:22.941568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-678216d6-a585-4503-9cde-4f027d72ec55 None None] Deleting port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:22.941956 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-678216d6-a585-4503-9cde-4f027d72ec55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.032277 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.041707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-678216d6-a585-4503-9cde-4f027d72ec55 None None] For port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c6e2fd-d0a0-4505-bb6f-f51a862aa184,segment=NetworkSegment(73d17c82-d25c-4b44-9357-fd906e243e5e),segment_id=73d17c82-d25c-4b44-9357-fd906e243e5e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:23.042397 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-678216d6-a585-4503-9cde-4f027d72ec55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.057825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-26a1f64a-0bf4-40e4-8466-e362357376a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4015839
Feb 19 21:13:23.058554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-678216d6-a585-4503-9cde-4f027d72ec55 None None] Calling delete_port for 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:23.109448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Pushing event deleted for resources: {'Port': ['ID=84c6e2fd-d0a0-4505-bb6f-f51a862aa184,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:23.133607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] No DVR routers for this DVR port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:23.151378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-94811713-80dd-48f3-acba-48ac9923f57e service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4302526
Feb 19 21:13:23.204865 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-678216d6-a585-4503-9cde-4f027d72ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (84c6e2fd-d0a0-4505-bb6f-f51a862aa184), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.214415 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.243248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678216d6-a585-4503-9cde-4f027d72ec55 None None] No DVR routers for this DVR port 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:23.248368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678216d6-a585-4503-9cde-4f027d72ec55 None None] Pushing event deleted for resources: {'Port': ['ID=84c6e2fd-d0a0-4505-bb6f-f51a862aa184,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:23.278505 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (813ad1c1-0059-4a59-91cb-1222ec1b44c2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.331431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a627f10>,) {'filters': {'network_id': ['813ad1c1-0059-4a59-91cb-1222ec1b44c2']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:23.335986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-a24c8b7c-93ce-4577-85f1-f74482d06614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:23.339516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-a24c8b7c-93ce-4577-85f1-f74482d06614 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da6216f26c814fceaa94fc64e78c8efc&device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 1128 time: 0.2277646
Feb 19 21:13:23.353537 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-477ff5b0-d1dd-41b4-87db-af27dc535b21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08562590a797421dad0397f8d6fc8f14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5004010
Feb 19 21:13:23.353537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a627f10>, '73d17c82-d25c-4b44-9357-fd906e243e5e') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:23.353931 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a627f10>, '73d17c82-d25c-4b44-9357-fd906e243e5e') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:23.355506 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45442) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:23.381204 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (73d17c82-d25c-4b44-9357-fd906e243e5e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.409494 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (73d17c82-d25c-4b44-9357-fd906e243e5e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.430664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:13:23.431122 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (73d17c82-d25c-4b44-9357-fd906e243e5e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:13:23.433902 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:13:23.498975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45448) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:23.527033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d097df45-ec50-4578-8b33-ff20056bf854 admin admin] Publish callbacks [] for security_group (b1f87cf1-2a71-438c-a5c7-1da3c70d4cb9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.570664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (813ad1c1-0059-4a59-91cb-1222ec1b44c2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.575845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.582307 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] 10.222.0.30 "DELETE /v2.0/networks/813ad1c1-0059-4a59-91cb-1222ec1b44c2 HTTP/1.1" status: 204  len: 168 time: 1.1553102
Feb 19 21:13:23.584756 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d097df45-ec50-4578-8b33-ff20056bf854 admin admin] Publish callbacks [] for security_group (b1f87cf1-2a71-438c-a5c7-1da3c70d4cb9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.589938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f49bbb67-3b38-42d7-946c-1613bd2af4d2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:23.633401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: f49bbb67-3b38-42d7-946c-1613bd2af4d2 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:23.633763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f49bbb67-3b38-42d7-946c-1613bd2af4d2 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:23.634229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:23.658520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac21be-7bda-4f94-b16f-cce4c41a599f admin admin] Pushing event deleted for resources: {'Network': ['ID=813ad1c1-0059-4a59-91cb-1222ec1b44c2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:23.668976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:23.669432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 84c6e2fd-d0a0-4505-bb6f-f51a862aa184 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:23.678888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-4820c935-cacd-49f7-9bc8-16c6cc5ae82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:23.680858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-4820c935-cacd-49f7-9bc8-16c6cc5ae82d service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42bca65-bbe1-406f-ae65-02b04761560d HTTP/1.1" status: 200  len: 910 time: 0.3042660
Feb 19 21:13:23.684722 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9a9221d3-a975-4e9f-8e01-8ed95de3c3df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1113a42ca18c4dc6aebfed897b6cdfbf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1814344
Feb 19 21:13:23.687532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45454) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:23.705018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98d8f073-e9f1-4268-98fd-d46a8d4e9856 req-9275e137-83c9-4114-b80d-78c5568e506d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 210 time: 0.1867783
Feb 19 21:13:23.767774 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3ea1e2-38b9-4c92-a7da-ebc8251236fa admin admin] Publish callbacks [] for security_group (a64ee236-e20b-4986-bfe9-db248652967e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.789004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d097df45-ec50-4578-8b33-ff20056bf854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b1f87cf1-2a71-438c-a5c7-1da3c70d4cb9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.791857 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d097df45-ec50-4578-8b33-ff20056bf854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.795924 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d097df45-ec50-4578-8b33-ff20056bf854 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1f87cf1-2a71-438c-a5c7-1da3c70d4cb9 HTTP/1.1" status: 204  len: 168 time: 0.4367409
Feb 19 21:13:23.811129 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3ea1e2-38b9-4c92-a7da-ebc8251236fa admin admin] Publish callbacks [] for security_group (a64ee236-e20b-4986-bfe9-db248652967e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.814604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097df45-ec50-4578-8b33-ff20056bf854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f87cf1-2a71-438c-a5c7-1da3c70d4cb9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:23.834020 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-33dc3762-65cf-4d4c-a1b0-589775c5799f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0 HTTP/1.1" status: 200  len: 1001 time: 0.1243408
Feb 19 21:13:23.834466 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_gateway (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.927377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3ea1e2-38b9-4c92-a7da-ebc8251236fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a64ee236-e20b-4986-bfe9-db248652967e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.932316 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3ea1e2-38b9-4c92-a7da-ebc8251236fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:23.935178 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bc3ea1e2-38b9-4c92-a7da-ebc8251236fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a64ee236-e20b-4986-bfe9-db248652967e HTTP/1.1" status: 204  len: 168 time: 0.2462308
Feb 19 21:13:23.950129 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ea1e2-38b9-4c92-a7da-ebc8251236fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64ee236-e20b-4986-bfe9-db248652967e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:24.037286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45472) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:24.055419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-9d8996f4-e386-4ed8-a8e9-940cb9b691f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:24.057456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-9d8996f4-e386-4ed8-a8e9-940cb9b691f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0845f4a-d363-4cf1-994e-3ceaa72349b0 HTTP/1.1" status: 200  len: 848 time: 0.1430354
Feb 19 21:13:24.148621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45476) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:24.151535 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e56dca20-acc4-4819-81bd-ef15cd65d8fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=adecc012aca243138d03c189f5623f73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1128335
Feb 19 21:13:24.335830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-a6b5a3ec-7d0c-4c28-86c4-77a6882faf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:24.337608 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-a6b5a3ec-7d0c-4c28-86c4-77a6882faf34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42bca65-bbe1-406f-ae65-02b04761560d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2475321
Feb 19 21:13:24.345016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-329412b6-48ad-4c84-9f16-90d23803cb1a tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:24.346559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-329412b6-48ad-4c84-9f16-90d23803cb1a tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/networks?id=91a3dfa9-4535-458a-a281-34048815a558 HTTP/1.1" status: 200  len: 818 time: 0.3339574
Feb 19 21:13:24.402114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:24.408692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45482) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:24.440754 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-89079a12-a7a1-46eb-a778-13da966537d8 admin admin] Publish callbacks [] for security_group (3acd871c-f719-4c7a-991d-c92126582266), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:24.453322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-39f9cc09-b31b-4edf-afb6-317a48aea91e tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/quotas/1c438bd56e19499a91a00c3757b6f9f0 HTTP/1.1" status: 200  len: 375 time: 0.0837979
Feb 19 21:13:24.484389 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:24.485443 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-89079a12-a7a1-46eb-a778-13da966537d8 admin admin] Publish callbacks [] for security_group (3acd871c-f719-4c7a-991d-c92126582266), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:24.552606 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-24753681-8b16-406b-a0be-c59c46e9eb69 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eea896ffc50940ef87a51d8401ee7cf7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1422894
Feb 19 21:13:24.555832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45484) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:24.633501 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7740b081-fd89-4752-93ee-259a6e41a0ad admin admin] Publish callbacks [] for security_group (6952b521-a1a9-4742-99b9-85c9ac005787), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:24.665240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7740b081-fd89-4752-93ee-259a6e41a0ad admin admin] Publish callbacks [] for security_group (6952b521-a1a9-4742-99b9-85c9ac005787), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:24.687679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d42a8ea0-783e-444e-9b99-0514d8dfcc21 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c438bd56e19499a91a00c3757b6f9f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2060487
Feb 19 21:13:24.817005 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7740b081-fd89-4752-93ee-259a6e41a0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6952b521-a1a9-4742-99b9-85c9ac005787), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:24.822221 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7740b081-fd89-4752-93ee-259a6e41a0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:24.825921 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7740b081-fd89-4752-93ee-259a6e41a0ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6952b521-a1a9-4742-99b9-85c9ac005787 HTTP/1.1" status: 204  len: 168 time: 0.2665575
Feb 19 21:13:24.859283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740b081-fd89-4752-93ee-259a6e41a0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6952b521-a1a9-4742-99b9-85c9ac005787,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:24.919390 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-89079a12-a7a1-46eb-a778-13da966537d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3acd871c-f719-4c7a-991d-c92126582266), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:24.925172 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-89079a12-a7a1-46eb-a778-13da966537d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:24.931323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-89079a12-a7a1-46eb-a778-13da966537d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3acd871c-f719-4c7a-991d-c92126582266 HTTP/1.1" status: 204  len: 168 time: 0.7811663
Feb 19 21:13:24.976204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e27c8c65-c282-4392-b28e-98ab07eaa660 req-7636921b-3886-4957-8c81-2428e6c99030 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 210 time: 0.1297600
Feb 19 21:13:24.993361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-e13ff5af-747d-4122-bbfa-3fa29d63972c service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6456921
Feb 19 21:13:25.001598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89079a12-a7a1-46eb-a778-13da966537d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd871c-f719-4c7a-991d-c92126582266,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:25.074290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-45f5e8a3-bc98-4f16-811d-e766f9a20b4b service neutron] 10.222.0.30 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3357277
Feb 19 21:13:25.564533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router fa0abca6-b93f-463d-aa2b-cae77dc4e9c9 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:13:25.592974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33cf8b02-a9fb-49f4-a67f-4db17f610a7b req-c51c9d51-9f3d-40ac-847b-7357c76598e6 service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5887163
Feb 19 21:13:25.651877 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-cd8154fb-6f79-463d-a22f-90fe065c68c1 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:25.653797 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-cd8154fb-6f79-463d-a22f-90fe065c68c1 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.1581409
Feb 19 21:13:25.667420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Request body: {'port': {'device_id': '0543e742-9e7b-4aed-8cc3-fe6c6dc22212', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'admin_state_up': True, 'tenant_id': 'ab36d6d50f8f40408962ab92e9cd1671'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:25.691100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-54d09f62-6b0a-4079-8dbe-44b0f60c4615 service neutron] 10.222.0.30 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6069703
Feb 19 21:13:25.754485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:25.769766 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaf5a10-c578-4f00-b5d2-1eef39bcf34f None None] Sync routers for ids ['fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:25.785606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf5a10-c578-4f00-b5d2-1eef39bcf34f None None] Routers {'fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:25.788089 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fbaf5a10-c578-4f00-b5d2-1eef39bcf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63097100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:25.817331 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:25.820685 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fc87f243-73f4-4289-a66e-0e075ce4090b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 6.4225142
Feb 19 21:13:25.826458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45520) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:25.839262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fbaf5a10-c578-4f00-b5d2-1eef39bcf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63097100>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:25.856438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf5a10-c578-4f00-b5d2-1eef39bcf34f None None] Routers {'fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:25.858391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fbaf5a10-c578-4f00-b5d2-1eef39bcf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63097100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:25.902103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fbaf5a10-c578-4f00-b5d2-1eef39bcf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63097100>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:25.903203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaf5a10-c578-4f00-b5d2-1eef39bcf34f None None] The sync data for ids ['fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:25.933037 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:26.083975 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eafece46-d389-49a7-937e-ec450f5637c2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/routers/fa0abca6-b93f-463d-aa2b-cae77dc4e9c9 HTTP/1.1" status: 200  len: 884 time: 0.2554505
Feb 19 21:13:26.086220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45528) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:26.086827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45532) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:26.158745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d658af6e-e5e1-41d0-baad-6e0fc353c574 req-ee05d7e0-ccb4-4bc7-8d36-957d79c36fd5 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 210 time: 0.0733328
Feb 19 21:13:26.370515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45544) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:26.382624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-146f6200-cbf1-485c-a4c0-d74a8d4f5a3b req-70df223f-f6ee-48c1-997a-c3b7357a0dde tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 210 time: 0.0430918
Feb 19 21:13:26.420415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Made reservation on behalf of ab36d6d50f8f40408962ab92e9cd1671 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:26.429034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:26.508577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-645a6d85-6012-4fef-9f23-e9749ebd2854 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 0.4168468
Feb 19 21:13:26.509056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45550) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:26.516679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-87709c39-cef0-4f8c-a280-28f71223c649 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-366329775'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:26.574711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-451509824-network', 'tenant_id': '9f7a8678732a40b383cedd20600e102e'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:26.608199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Made reservation on behalf of 9f7a8678732a40b383cedd20600e102e for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:26.611266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:26.649758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5fe9163c-8a21-43c0-8a7c-dd3d21a95167 tempest-AgentManagementNegativeTest-715653331 tempest-AgentManagementNegativeTest-715653331-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.5581532
Feb 19 21:13:26.650299 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:26.705421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Allocated IP 172.20.0.4 (d3b5c251-7e40-4705-8f65-349582f371c6/dd39b861-c372-4188-bb16-08087882fb5d/47b3f659-f115-4731-b8ae-0ab87f1dffdb) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:26.867410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Publish callbacks [] for security_group (10a9dc99-27c8-4436-85b9-29f8be14ca55), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:26.876729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (10a9dc99-27c8-4436-85b9-29f8be14ca55), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:26.919579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:13:26.947946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a9dc99-27c8-4436-85b9-29f8be14ca55,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:26.959113 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9b4a3051-cbb5-4f5b-adea-dd91b1b60e63), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:26.960634 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Added segment 9b4a3051-cbb5-4f5b-adea-dd91b1b60e63 of type vlan for network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af
Feb 19 21:13:26.985610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45566) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:27.023694 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks [] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.035795 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-87709c39-cef0-4f8c-a280-28f71223c649 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.038364 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (5dcb556e-7200-41f7-af8e-4f52d2bfd4af), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.060860 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-87709c39-cef0-4f8c-a280-28f71223c649 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.087984 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (5dcb556e-7200-41f7-af8e-4f52d2bfd4af), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.089375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:27.090068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.144692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.159730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:27.163489 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7914097
Feb 19 21:13:27.167990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45572) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:27.174526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] Request body: {'subnet': {'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-451509824-subnet', 'tenant_id': '9f7a8678732a40b383cedd20600e102e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:27.181291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5bf84b2-c7ed-4da0-bfe1-de45015aa2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.242317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] Made reservation on behalf of 9f7a8678732a40b383cedd20600e102e for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:27.245097 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.256635 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df685820-b066-4bff-95a0-a4343b834def admin admin] Pushing event updated for resources: {'Network': ['ID=5dcb556e-7200-41f7-af8e-4f52d2bfd4af,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:27.272134 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Network d3b5c251-7e40-4705-8f65-349582f371c6 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:27.279308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:27.281949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event updated for resources: {'Port': ['ID=47b3f659-f115-4731-b8ae-0ab87f1dffdb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:27.287045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:27.318635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:13:27.343813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:27.344638 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.371019 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-14e6cd3d-f1c2-4b56-91d9-7bb42faa9c08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7089031
Feb 19 21:13:27.387960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Request body: {'port': {'device_id': '0543e742-9e7b-4aed-8cc3-fe6c6dc22212', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:27.394900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87709c39-cef0-4f8c-a280-28f71223c649 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router fa0abca6-b93f-463d-aa2b-cae77dc4e9c9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:13:27.530866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.597066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79b23f-4bd5-494b-af2a-2df14ed702ee req-5a313a57-62bc-465d-b8e7-7289724f3a1c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:27.600545 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f79b23f-4bd5-494b-af2a-2df14ed702ee req-5a313a57-62bc-465d-b8e7-7289724f3a1c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 931 time: 0.3048074
Feb 19 21:13:27.606921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5bf84b2-c7ed-4da0-bfe1-de45015aa2e5 admin admin] Publish callbacks [] for security_group (66b40ec7-be24-4e57-b377-16c37d226cbe), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.705720 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5bf84b2-c7ed-4da0-bfe1-de45015aa2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (66b40ec7-be24-4e57-b377-16c37d226cbe), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.734427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a19d79be-31c2-47b9-809a-386a513beb9a req-da9d8f81-26d6-427d-9e92-74a9cfb8f26b tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 210 time: 0.2469108
Feb 19 21:13:27.853551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a5bf84b2-c7ed-4da0-bfe1-de45015aa2e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71b8f054c56b4b679894bdbfd17692ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8668036
Feb 19 21:13:27.854367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45578) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:27.897244 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf84b2-c7ed-4da0-bfe1-de45015aa2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b40ec7-be24-4e57-b377-16c37d226cbe,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:27.939245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b3f659-f115-4731-b8ae-0ab87f1dffdb {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:27.965190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f79b23f-4bd5-494b-af2a-2df14ed702ee req-ea95f776-28c7-4e1f-995f-169ca468c223 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2900646
Feb 19 21:13:27.971687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87709c39-cef0-4f8c-a280-28f71223c649 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:27.974706 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (3591c48b-f332-448c-84f0-445a098b4bc2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.982417 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Publish callbacks [] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.984395 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-87709c39-cef0-4f8c-a280-28f71223c649 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:27.985167 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7288543-bbf4-4425-8fae-9bf7e0ec1a81 None None] Sync routers for ids ['fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:27.995662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-87709c39-cef0-4f8c-a280-28f71223c649 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/fa0abca6-b93f-463d-aa2b-cae77dc4e9c9 HTTP/1.1" status: 200  len: 891 time: 1.4848528
Feb 19 21:13:28.006276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45580) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:28.011200 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7288543-bbf4-4425-8fae-9bf7e0ec1a81 None None] Routers {'fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:28.011894 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d7288543-bbf4-4425-8fae-9bf7e0ec1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a704ea730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:28.021495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a11a5380-b4e7-499f-9940-b5fcf9a11107 admin admin] Publish callbacks [] for security_group (66b40ec7-be24-4e57-b377-16c37d226cbe), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:28.032146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Transition to ACTIVE for port object 47b3f659-f115-4731-b8ae-0ab87f1dffdb will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:13:28.049408 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:28.072324 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a11a5380-b4e7-499f-9940-b5fcf9a11107 admin admin] Publish callbacks [] for security_group (66b40ec7-be24-4e57-b377-16c37d226cbe), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:28.184978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Pushing event updated for resources: {'Port': ['ID=47b3f659-f115-4731-b8ae-0ab87f1dffdb,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:28.193681 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d7288543-bbf4-4425-8fae-9bf7e0ec1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a704ea730>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:28.206415 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7288543-bbf4-4425-8fae-9bf7e0ec1a81 None None] Routers {'fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:28.207345 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d7288543-bbf4-4425-8fae-9bf7e0ec1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a704ea730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:28.248634 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d7288543-bbf4-4425-8fae-9bf7e0ec1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a704ea730>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:28.248859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a11a5380-b4e7-499f-9940-b5fcf9a11107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (66b40ec7-be24-4e57-b377-16c37d226cbe), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:28.249308 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7288543-bbf4-4425-8fae-9bf7e0ec1a81 None None] The sync data for ids ['fa0abca6-b93f-463d-aa2b-cae77dc4e9c9'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:28.252304 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a11a5380-b4e7-499f-9940-b5fcf9a11107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:28.257056 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a11a5380-b4e7-499f-9940-b5fcf9a11107 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/66b40ec7-be24-4e57-b377-16c37d226cbe HTTP/1.1" status: 204  len: 168 time: 0.3734682
Feb 19 21:13:28.267651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a5380-b4e7-499f-9940-b5fcf9a11107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b40ec7-be24-4e57-b377-16c37d226cbe,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:28.270052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3591c48b-f332-448c-84f0-445a098b4bc2,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:28.270215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Attempting to bind port 47b3f659-f115-4731-b8ae-0ab87f1dffdb on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:28.270215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Attempting to bind port 47b3f659-f115-4731-b8ae-0ab87f1dffdb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:28.270766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Attempting to bind port 47b3f659-f115-4731-b8ae-0ab87f1dffdb on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:28.278858 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Port 47b3f659-f115-4731-b8ae-0ab87f1dffdb on network d3b5c251-7e40-4705-8f65-349582f371c6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:28.279427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Attempting to bind port 47b3f659-f115-4731-b8ae-0ab87f1dffdb on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:28.286520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:28.287228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Checking segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:28.287857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Bound using segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:28.288595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Bound port: 47b3f659-f115-4731-b8ae-0ab87f1dffdb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:28.289242 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:28.315623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] Checking segment: {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:28.316017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] Network hostable DHCP agents. Network: 5dcb556e-7200-41f7-af8e-4f52d2bfd4af, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:13:28.353807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] Network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:13:28.369806 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5178c231-1123-4f24-b3a6-db868bbfcac6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/routers/fa0abca6-b93f-463d-aa2b-cae77dc4e9c9 HTTP/1.1" status: 200  len: 891 time: 0.3608217
Feb 19 21:13:28.374340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45584) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:28.388397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5dcb556e-7200-41f7-af8e-4f52d2bfd4af) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:28.405771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac460ef-4d8e-4ad5-aead-b4af03428614 None None] Network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:28.413313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bf0857a4-8b01-41a2-972f-e1a212e5bc9c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa0abca6-b93f-463d-aa2b-cae77dc4e9c9 HTTP/1.1" status: 200  len: 205 time: 0.0375235
Feb 19 21:13:28.414787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:28.415454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:28.426584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45586) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:28.510200 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] For port 47b3f659-f115-4731-b8ae-0ab87f1dffdb, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:28.518486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] For port 47b3f659-f115-4731-b8ae-0ab87f1dffdb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47b3f659-f115-4731-b8ae-0ab87f1dffdb,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:28.530394 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:28.560482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f64ea-ac63-485c-9b97-e1fd5ab40fec None None] Network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:28.589140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:28.589869 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:28.591447 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] 10.222.0.67 "PUT /v2.0/ports/47b3f659-f115-4731-b8ae-0ab87f1dffdb HTTP/1.1" status: 200  len: 1091 time: 1.2121899
Feb 19 21:13:28.596163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0543e742-9e7b-4aed-8cc3-fe6c6dc22212', 'tag': '47b3f659-f115-4731-b8ae-0ab87f1dffdb'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:28.598632 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8f7d9e-0b13-4f2c-af1f-bc4b9ead4d80" -d '{"events": [{"name": "network-changed", "server_uuid": "0543e742-9e7b-4aed-8cc3-fe6c6dc22212", "tag": "47b3f659-f115-4731-b8ae-0ab87f1dffdb"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:28.664996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5b03d-79f1-48a3-a744-529ae0e1943e service neutron] Pushing event updated for resources: {'Port': ['ID=47b3f659-f115-4731-b8ae-0ab87f1dffdb,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:28.694205 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c4555a-7729-4f7a-8626-2d956a869915 x-openstack-request-id: req-31c4555a-7729-4f7a-8626-2d956a869915 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:28.694589 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0543e742-9e7b-4aed-8cc3-fe6c6dc22212", "tag": "47b3f659-f115-4731-b8ae-0ab87f1dffdb", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:28.696918 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31c4555a-7729-4f7a-8626-2d956a869915 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:28.698496 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0543e742-9e7b-4aed-8cc3-fe6c6dc22212', 'tag': '47b3f659-f115-4731-b8ae-0ab87f1dffdb', 'status': 'completed', 'code': 200}
Feb 19 21:13:28.839593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dd264ba7-a089-41eb-a0b1-f2ea02964633 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6602232
Feb 19 21:13:28.937490 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f7d9e-0b13-4f2c-af1f-bc4b9ead4d80 req-43e1cca9-b471-431a-9172-aa8e18c4c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:28.940551 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a8f7d9e-0b13-4f2c-af1f-bc4b9ead4d80 req-43e1cca9-b471-431a-9172-aa8e18c4c3fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 1125 time: 0.1862068
Feb 19 21:13:28.979935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-2424b236-cd56-43e5-bb87-b86f6a152179 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:28.981467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-2424b236-cd56-43e5-bb87-b86f6a152179 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.67 "GET /v2.0/networks?id=91a3dfa9-4535-458a-a281-34048815a558 HTTP/1.1" status: 200  len: 818 time: 0.3379297
Feb 19 21:13:29.021337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Request body: {'port': {'device_id': '1336813f-479c-48e1-adee-30fce72af1ba', 'network_id': '91a3dfa9-4535-458a-a281-34048815a558', 'admin_state_up': True, 'tenant_id': '1c438bd56e19499a91a00c3757b6f9f0'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:29.033204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2894e4e6-f83d-435c-8b20-ff0114216ba4 req-d9b54540-259b-48e0-8ea8-2504c2d2d6f7 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 210 time: 0.1489646
Feb 19 21:13:29.158677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6cc76aee-3e2f-47a2-b017-02e19ca212f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:29.160310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6cc76aee-3e2f-47a2-b017-02e19ca212f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.10 "GET /v2.0/networks?id=91a3dfa9-4535-458a-a281-34048815a558 HTTP/1.1" status: 200  len: 818 time: 0.7505612
Feb 19 21:13:29.201455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Request body: {'port': {'device_id': '43ab5b91-8dc1-4507-bec8-18ee6000acf7', 'network_id': '91a3dfa9-4535-458a-a281-34048815a558', 'admin_state_up': True, 'tenant_id': '1c438bd56e19499a91a00c3757b6f9f0'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:29.232368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-23c2b11d-4efa-496f-926d-a4f06ce6bb65 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:29.233957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-23c2b11d-4efa-496f-926d-a4f06ce6bb65 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.10 "GET /v2.0/networks?id=91a3dfa9-4535-458a-a281-34048815a558 HTTP/1.1" status: 200  len: 818 time: 0.4074528
Feb 19 21:13:29.257218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Request body: {'port': {'device_id': '20fbf3c8-6c17-4667-9092-8d7221c23eaa', 'network_id': '91a3dfa9-4535-458a-a281-34048815a558', 'admin_state_up': True, 'tenant_id': '1c438bd56e19499a91a00c3757b6f9f0'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:29.406016 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:29.462177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f7d9e-0b13-4f2c-af1f-bc4b9ead4d80 req-ccc928c9-890c-44bf-bdc7-f154a4ccadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:29.463757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a8f7d9e-0b13-4f2c-af1f-bc4b9ead4d80 req-ccc928c9-890c-44bf-bdc7-f154a4ccadfd service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&shared=False HTTP/1.1" status: 200  len: 906 time: 0.5105424
Feb 19 21:13:29.467248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Made reservation on behalf of 1c438bd56e19499a91a00c3757b6f9f0 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:29.470832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:29.632852 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:29.639301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45628) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:29.705232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f7d9e-0b13-4f2c-af1f-bc4b9ead4d80 req-ab1419b6-ca57-4daf-8abe-539653e1d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:29.707711 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a8f7d9e-0b13-4f2c-af1f-bc4b9ead4d80 req-ab1419b6-ca57-4daf-8abe-539653e1d8ab service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2344437
Feb 19 21:13:29.850189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-247594538'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:29.858450 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6373e0-f12a-4ad2-9176-69c90bbab56a req-388602fe-c6c9-4cd8-9f25-aec4d975205c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:29.859650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Allocated IP 172.20.0.7 (91a3dfa9-4535-458a-a281-34048815a558/6e8e6c9e-a010-4afc-bf31-4a5c78cc2319/356ca7b7-90a9-48f4-a800-3ae550ebde56) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:29.859997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f6373e0-f12a-4ad2-9176-69c90bbab56a req-388602fe-c6c9-4cd8-9f25-aec4d975205c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 943 time: 0.7332604
Feb 19 21:13:29.866381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-d7f11575-b9e6-4349-93c8-701985b705db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:29.867932 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-d7f11575-b9e6-4349-93c8-701985b705db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 1125 time: 0.0908828
Feb 19 21:13:29.926099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Made reservation on behalf of 84363f32bef641678d7acc182491641f for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:29.929544 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:29.932588 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-fb797505-3d1f-41db-a350-e73108df2ad2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47b3f659-f115-4731-b8ae-0ab87f1dffdb HTTP/1.1" status: 200  len: 217 time: 0.0545659
Feb 19 21:13:29.955438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Made reservation on behalf of 1c438bd56e19499a91a00c3757b6f9f0 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:29.959007 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:29.961189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:29.996157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-9b26a2c3-0662-49f6-b18d-893ae0c34196 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:29.997715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-9b26a2c3-0662-49f6-b18d-893ae0c34196 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 814 time: 0.3959410
Feb 19 21:13:30.055969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f6373e0-f12a-4ad2-9176-69c90bbab56a req-0ab7bc8a-3e6f-40a7-98ce-af0e0481ec4e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845849
Feb 19 21:13:30.062465 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_gateway (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.067187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-7c2c4185-2650-4b52-b424-7a45019242ba tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/quotas/9f7a8678732a40b383cedd20600e102e HTTP/1.1" status: 200  len: 375 time: 0.0559294
Feb 19 21:13:30.081456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-87aee7fe-389a-4eba-8c0d-9ec95ab04cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:30.082956 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-87aee7fe-389a-4eba-8c0d-9ec95ab04cf4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.1444623
Feb 19 21:13:30.138457 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-9c5d2445-0b37-4375-9eab-13227721cc5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442176
Feb 19 21:13:30.145999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-67112ec8-6270-4662-ba11-c3bc765d1a20 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0500481
Feb 19 21:13:30.150353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Made reservation on behalf of 1c438bd56e19499a91a00c3757b6f9f0 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:30.154182 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.277645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f003862-6a22-4cd1-85b0-c9b18abba8dd req-1e5beee1-fdfb-4926-bc44-32dcff8296cf tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 210 time: 0.0912914
Feb 19 21:13:30.287433 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks [] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.303999 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for security_group (7b7762ae-2b29-4572-b558-55f42d889778), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.312815 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7b7762ae-2b29-4572-b558-55f42d889778), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.366389 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-45750d45-49c5-4e42-a6e0-8e46ef385258 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200160
Feb 19 21:13:30.367166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:13:30.382272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-a8ba223e-5f35-4af7-92a1-d09708b2cdf7 service neutron] 10.222.0.30 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255843
Feb 19 21:13:30.386274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 0e04bc81-4c20-4666-9977-3195612e1e31 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:30.386622 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0e04bc81-4c20-4666-9977-3195612e1e31), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.389366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7762ae-2b29-4572-b558-55f42d889778,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:30.408542 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (5f264492-20ba-4b0d-9354-2ca426c9281d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.408903 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Added segment 5f264492-20ba-4b0d-9354-2ca426c9281d of type vlan for network bbba50c9-96e3-4049-8775-e5c4f9fce05a
Feb 19 21:13:30.478483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.518041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (bbba50c9-96e3-4049-8775-e5c4f9fce05a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.559910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Network 91a3dfa9-4535-458a-a281-34048815a558 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:30.578459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:30.588803 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:30.589964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Allocated IP 172.20.0.3 (91a3dfa9-4535-458a-a281-34048815a558/6e8e6c9e-a010-4afc-bf31-4a5c78cc2319/3405bd1c-c5f9-4a4b-b087-90cfc9728cab) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:30.593134 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0e04bc81-4c20-4666-9977-3195612e1e31), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.598695 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-267c76cf-f39c-4fe3-bdef-c1bc09c66a9b req-5226ab8f-e90c-4aca-8265-8ec288f05d7f service neutron] 10.222.0.67 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253194
Feb 19 21:13:30.599286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Pushing event updated for resources: {'Port': ['ID=356ca7b7-90a9-48f4-a800-3ae550ebde56,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:30.619973 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (bbba50c9-96e3-4049-8775-e5c4f9fce05a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.624999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:30.625845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.626046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 0e04bc81-4c20-4666-9977-3195612e1e31 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:30.638883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-52e1b05f-5ee0-4d02-9b37-0fce8de89ab3 service neutron] 10.222.0.30 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2470868
Feb 19 21:13:30.711785 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.0655322
Feb 19 21:13:30.716711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45636) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:30.734723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Request body: {'subnet': {'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:30.744765 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:30.745413 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.759111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f50695-e61a-40d2-849e-3b8dc58aec51 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'Network': ['ID=bbba50c9-96e3-4049-8775-e5c4f9fce05a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:30.774560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:13:30.821776 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-24dd716d-b368-4276-98b7-a048004ab8f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5771236
Feb 19 21:13:30.835173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Request body: {'port': {'device_id': '20fbf3c8-6c17-4667-9092-8d7221c23eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:30.903626 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Made reservation on behalf of 84363f32bef641678d7acc182491641f for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:30.907862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:30.936287 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e121e357-1780-41c8-b646-df00efe4d55c req-cc4b8084-5186-4027-b24a-2e7baa910fe0 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 210 time: 0.0777190
Feb 19 21:13:30.993975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks [] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.038486 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0e04bc81-4c20-4666-9977-3195612e1e31), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.073974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=0e04bc81-4c20-4666-9977-3195612e1e31,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:31.114282 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.259565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Network 91a3dfa9-4535-458a-a281-34048815a558 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:31.278075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:31.288009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:31.300230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Pushing event updated for resources: {'Port': ['ID=3405bd1c-c5f9-4a4b-b087-90cfc9728cab,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:31.302652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Allocated IP 172.20.0.6 (91a3dfa9-4535-458a-a281-34048815a558/6e8e6c9e-a010-4afc-bf31-4a5c78cc2319/fdf459f0-54b4-43fd-9db6-b559c98f4c65) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:31.318060 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.326074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.509782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:31.510443 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.519565 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.531996 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.544548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c0f84-3b3a-4f85-9053-cb899fdb220b req-b7629611-fbc6-418a-9e67-21b25bd0202f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:31.546149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e35c0f84-3b3a-4f85-9053-cb899fdb220b req-b7629611-fbc6-418a-9e67-21b25bd0202f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 943 time: 0.3486688
Feb 19 21:13:31.599396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d2b496c7-86b4-4ba7-bc9b-8511bbddd9d8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6051300
Feb 19 21:13:31.600054 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (f1c2a731-2c50-4a34-837d-7de41fa5d9e9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.666731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'Subnet': ['ID=f1c2a731-2c50-4a34-837d-7de41fa5d9e9,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:31.674145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Request body: {'port': {'device_id': '1336813f-479c-48e1-adee-30fce72af1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:31.674781 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Checking segment: {'id': '5f264492-20ba-4b0d-9354-2ca426c9281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:31.675163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Network hostable DHCP agents. Network: bbba50c9-96e3-4049-8775-e5c4f9fce05a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:13:31.682812 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (fa0abca6-b93f-463d-aa2b-cae77dc4e9c9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.682812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Fanout notify agent at l3_agent the message router_deleted on router fa0abca6-b93f-463d-aa2b-cae77dc4e9c9 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:13:31.702682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:13:31.715025 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bbba50c9-96e3-4049-8775-e5c4f9fce05a) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:31.716593 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.717918 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a94bf403-0963-4c99-9e5d-a7db366e3ece tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/fa0abca6-b93f-463d-aa2b-cae77dc4e9c9 HTTP/1.1" status: 204  len: 168 time: 3.2771466
Feb 19 21:13:31.722977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:31.722977 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.731241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45652) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:31.742243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2074400306'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:31.743735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1580c7f3-474b-4e18-8d6e-39a3099ae56c None None] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:31.753246 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ca874ac2-cbab-4d6c-98fe-6834081a91d3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0326147
Feb 19 21:13:31.754485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45654) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:31.761168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Request body: {'port': {'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a', 'name': 'tempest-AllowedAddressPairTestJSON-121712792'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:31.761611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627a7a-2131-4a91-90c2-97056d888f62 req-4a13e2c2-6dfe-4ca3-90bc-4f88c0ad07ec tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:31.763198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9627a7a-2131-4a91-90c2-97056d888f62 req-4a13e2c2-6dfe-4ca3-90bc-4f88c0ad07ec tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 931 time: 0.3499522
Feb 19 21:13:31.848863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e35c0f84-3b3a-4f85-9053-cb899fdb220b req-b572fa01-5c61-466d-adcd-7c9780cc6d43 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2909577
Feb 19 21:13:31.882086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:31.885976 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.889879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bbba50c9-96e3-4049-8775-e5c4f9fce05a', 'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a', 'project_id': '84363f32bef641678d7acc182491641f', 'fixed_ips': [{'subnet_id': 'f1c2a731-2c50-4a34-837d-7de41fa5d9e9'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:13:31.892143 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.910966 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.913739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Made reservation on behalf of 84363f32bef641678d7acc182491641f for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:31.918391 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.926370 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks [] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:31.936858 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] device_id is not set on port 802153e0-4d18-4077-a5c3-d97e64e9deca yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:31.946304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c9627a7a-2131-4a91-90c2-97056d888f62 req-6bc8c848-ce44-41b1-96d0-37226e2bb48f tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666265
Feb 19 21:13:31.963852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:13:32.032777 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.038220 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (26e2b5dc-be9b-452c-b3da-32112fe9d9d9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.038662 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added segment 26e2b5dc-be9b-452c-b3da-32112fe9d9d9 of type vlan for network bcdcd833-f0c4-474e-af0f-865bf2ccbb3d
Feb 19 21:13:32.132834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a2176ac-84f4-464b-9be4-20f68e049052 req-87f33ef4-189d-4d66-91ec-518fc2d7203d tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 210 time: 0.0664809
Feb 19 21:13:32.141144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Allocated IP 172.20.0.3 (bbba50c9-96e3-4049-8775-e5c4f9fce05a/f1c2a731-2c50-4a34-837d-7de41fa5d9e9/802153e0-4d18-4077-a5c3-d97e64e9deca) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:32.248936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Network 91a3dfa9-4535-458a-a281-34048815a558 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:32.254076 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (bcdcd833-f0c4-474e-af0f-865bf2ccbb3d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.264647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Pushing event updated for resources: {'Port': ['ID=fdf459f0-54b4-43fd-9db6-b559c98f4c65,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:32.272910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:32.281348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:32.360029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:32.361233 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.367710 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (bcdcd833-f0c4-474e-af0f-865bf2ccbb3d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.372711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:32.373346 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.387297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-035694a5-3e56-4a86-b7dd-f9860783a9f0 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:32.388775 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-035694a5-3e56-4a86-b7dd-f9860783a9f0 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 814 time: 0.2577350
Feb 19 21:13:32.418951 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Request body: {'port': {'device_id': '1fb9bd42-4d71-472f-937f-5a5192838186', 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af', 'admin_state_up': True, 'tenant_id': '9f7a8678732a40b383cedd20600e102e'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:32.438396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6544e6bd-9543-4968-92cb-e93d17f6b6f6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2507634
Feb 19 21:13:32.443762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7096925
Feb 19 21:13:32.447933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45658) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:32.453697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Request body: {'port': {'device_id': '43ab5b91-8dc1-4507-bec8-18ee6000acf7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:32.461445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'subnet': {'network_id': 'bcdcd833-f0c4-474e-af0f-865bf2ccbb3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:32.484725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356ca7b7-90a9-48f4-a800-3ae550ebde56 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:32.506683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Publish callbacks [] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.528622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a64cd4-5e4a-47e6-ab66-458a93fa46b2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Network': ['ID=bcdcd833-f0c4-474e-af0f-865bf2ccbb3d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:32.541691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network bcdcd833-f0c4-474e-af0f-865bf2ccbb3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:13:32.553948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Transition to ACTIVE for port object 356ca7b7-90a9-48f4-a800-3ae550ebde56 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:13:32.557049 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for port (802153e0-4d18-4077-a5c3-d97e64e9deca), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.566123 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.662150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Pushing event updated for resources: {'Port': ['ID=356ca7b7-90a9-48f4-a800-3ae550ebde56,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:32.666573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.682802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:32.686220 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.728866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (802153e0-4d18-4077-a5c3-d97e64e9deca), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.746412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Made reservation on behalf of 9f7a8678732a40b383cedd20600e102e for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:32.749827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.763139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Allocated IP 172.20.0.2 (bbba50c9-96e3-4049-8775-e5c4f9fce05a/f1c2a731-2c50-4a34-837d-7de41fa5d9e9/0559cc06-11f1-44a1-b761-13bc423d1300) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:32.806115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:32.815917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:32.825533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:32.866048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'Port': ['ID=802153e0-4d18-4077-a5c3-d97e64e9deca,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:32.913105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Attempting to bind port 356ca7b7-90a9-48f4-a800-3ae550ebde56 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:32.913329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Attempting to bind port 356ca7b7-90a9-48f4-a800-3ae550ebde56 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:32.913613 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Attempting to bind port 356ca7b7-90a9-48f4-a800-3ae550ebde56 on network 91a3dfa9-4535-458a-a281-34048815a558 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:32.936108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Port 356ca7b7-90a9-48f4-a800-3ae550ebde56 on network 91a3dfa9-4535-458a-a281-34048815a558 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:32.936416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Attempting to bind port 356ca7b7-90a9-48f4-a800-3ae550ebde56 on network 91a3dfa9-4535-458a-a281-34048815a558 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:32.953665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:32.954363 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.980167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:32.980608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Checking segment: {'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:32.980924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Bound using segment: {'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:32.981380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Bound port: 356ca7b7-90a9-48f4-a800-3ae550ebde56, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:32.981754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:32.995653 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Publish callbacks [] for port (0559cc06-11f1-44a1-b761-13bc423d1300), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.009821 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.021964 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-467cb48c-0a64-43ed-acf4-a395267a7fc1 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.2663405
Feb 19 21:13:33.025643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45664) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:33.033457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Request body: {'port': {'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a', 'name': 'tempest-AllowedAddressPairTestJSON-1829292144', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1e:9d:a1'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:33.078642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3405bd1c-c5f9-4a4b-b087-90cfc9728cab {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:33.095911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:33.097442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Pushing event updated for resources: {'Port': ['ID=0559cc06-11f1-44a1-b761-13bc423d1300,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:33.100029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:33.103320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:33.103602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Allocated IP 172.20.0.4 (5dcb556e-7200-41f7-af8e-4f52d2bfd4af/3591c48b-f332-448c-84f0-445a098b4bc2/4ffc28f0-49dd-404e-8b0d-b3e2f567d170) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:33.129658 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Publish callbacks [] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.142755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 47b3f659-f115-4731-b8ae-0ab87f1dffdb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:13:33.151934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a12d-37e8-4cdd-bf66-17e5cc4ca31f req-fdd7effc-1ba1-4cb0-8849-92669a28ff0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:33.153164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bff2a12d-37e8-4cdd-bf66-17e5cc4ca31f req-fdd7effc-1ba1-4cb0-8849-92669a28ff0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 943 time: 0.2092912
Feb 19 21:13:33.193901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Transition to ACTIVE for port object 3405bd1c-c5f9-4a4b-b087-90cfc9728cab will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:13:33.194360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Attempting to bind port 0559cc06-11f1-44a1-b761-13bc423d1300 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:33.195587 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Attempting to bind port 0559cc06-11f1-44a1-b761-13bc423d1300 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5f264492-20ba-4b0d-9354-2ca426c9281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:33.195587 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Attempting to bind port 0559cc06-11f1-44a1-b761-13bc423d1300 on network bbba50c9-96e3-4049-8775-e5c4f9fce05a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:33.211338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] For port 356ca7b7-90a9-48f4-a800-3ae550ebde56, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:33.217593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:33.218165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Checking segment: {'id': '5f264492-20ba-4b0d-9354-2ca426c9281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:33.218685 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.219182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Bound using segment: {'id': '5f264492-20ba-4b0d-9354-2ca426c9281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:33.219846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Bound port: 0559cc06-11f1-44a1-b761-13bc423d1300, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f264492-20ba-4b0d-9354-2ca426c9281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:33.220368 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.229262 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.232495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] For port 356ca7b7-90a9-48f4-a800-3ae550ebde56, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=356ca7b7-90a9-48f4-a800-3ae550ebde56,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:33.284617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.285354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4f99f-b11e-44e9-8091-180d8b40734f req-831a7518-b78c-466e-af46-fe750a0b7414 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:33.286971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2e4f99f-b11e-44e9-8091-180d8b40734f req-831a7518-b78c-466e-af46-fe750a0b7414 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 931 time: 0.2321098
Feb 19 21:13:33.343895 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:33.344614 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.346091 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] 10.222.0.10 "PUT /v2.0/ports/356ca7b7-90a9-48f4-a800-3ae550ebde56 HTTP/1.1" status: 200  len: 1091 time: 2.5155244
Feb 19 21:13:33.346681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fbf3c8-6c17-4667-9092-8d7221c23eaa', 'tag': '356ca7b7-90a9-48f4-a800-3ae550ebde56'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:33.348896 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d65a81d-8ebf-4b2a-a92e-a8511c4b7bad" -d '{"events": [{"name": "network-changed", "server_uuid": "20fbf3c8-6c17-4667-9092-8d7221c23eaa", "tag": "356ca7b7-90a9-48f4-a800-3ae550ebde56"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:33.358611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Made reservation on behalf of 84363f32bef641678d7acc182491641f for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:33.362977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 47b3f659-f115-4731-b8ae-0ab87f1dffdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47b3f659-f115-4731-b8ae-0ab87f1dffdb,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:33.377261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] For port 0559cc06-11f1-44a1-b761-13bc423d1300, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:33.383239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] For port 0559cc06-11f1-44a1-b761-13bc423d1300, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0559cc06-11f1-44a1-b761-13bc423d1300,segment=NetworkSegment(5f264492-20ba-4b0d-9354-2ca426c9281d),segment_id=5f264492-20ba-4b0d-9354-2ca426c9281d)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:33.388410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '47b3f659-f115-4731-b8ae-0ab87f1dffdb', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'port_id': '47b3f659-f115-4731-b8ae-0ab87f1dffdb', 'mac_address': 'fa:16:3e:9d:52:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39b861-c372-4188-bb16-08087882fb5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:13:33.395739 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.450786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bbb3b-e52c-4a0b-8924-a18539a80f5b service neutron] Pushing event updated for resources: {'Port': ['ID=356ca7b7-90a9-48f4-a800-3ae550ebde56,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:33.498610 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 47b3f659-f115-4731-b8ae-0ab87f1dffdb is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:33.498932 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.505790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Pushing event updated for resources: {'Port': ['ID=0559cc06-11f1-44a1-b761-13bc423d1300,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:33.529372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.529372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.529918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.531071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.531071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.531421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.531812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.532452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.532904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.533340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.533609 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks [] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.533866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.534288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.534717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a375a3-8f24-4254-bc23-8e259000a71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:33.540022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b3f659-f115-4731-b8ae-0ab87f1dffdb {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:33.565004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 47b3f659-f115-4731-b8ae-0ab87f1dffdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47b3f659-f115-4731-b8ae-0ab87f1dffdb,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:33.573879 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.592769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.597904 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.619275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-09704483-310f-4263-bb9a-e41d31ee4c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:33.620890 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-09704483-310f-4263-bb9a-e41d31ee4c39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c438bd56e19499a91a00c3757b6f9f0&device_id=20fbf3c8-6c17-4667-9092-8d7221c23eaa HTTP/1.1" status: 200  len: 1125 time: 0.1958628
Feb 19 21:13:33.653365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=47b3f659-f115-4731-b8ae-0ab87f1dffdb,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:33.678901 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:33.680843 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] device_id is not set on port 0ce7ff5b-2425-4c00-b0b9-f1bf56858b59 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:33.715125 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:33.720744 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:33.727318 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-fe7315e5-40b5-4743-956f-966c8f2b2331 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=356ca7b7-90a9-48f4-a800-3ae550ebde56 HTTP/1.1" status: 200  len: 217 time: 0.0720472
Feb 19 21:13:33.771099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Pushing event updated for resources: {'Port': ['ID=4ffc28f0-49dd-404e-8b0d-b3e2f567d170,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:33.823297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bff2a12d-37e8-4cdd-bf66-17e5cc4ca31f req-77b60212-95da-4476-8a18-099fb7e4029d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6572373
Feb 19 21:13:33.901573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:33.903116 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:33.912056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['47b3f659-f115-4731-b8ae-0ab87f1dffdb'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:34.002128 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (fea025bd-bc19-4868-8f50-0c71b2f288a2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.008848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-15277c14-1d87-4ee0-84d2-cf0722b60e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:34.010416 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-15277c14-1d87-4ee0-84d2-cf0722b60e8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e8e6c9e-a010-4afc-bf31-4a5c78cc2319 HTTP/1.1" status: 200  len: 858 time: 0.2721462
Feb 19 21:13:34.017415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3405bd1c-c5f9-4a4b-b087-90cfc9728cab,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:34.023482 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-099ec4ec-6621-4831-8ecf-250221e49d15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6121595
Feb 19 21:13:34.080676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Request body: {'port': {'device_id': '1fb9bd42-4d71-472f-937f-5a5192838186', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:34.085022 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-28f6edc9-67e8-4a5b-a32a-5f4e7a20a441 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91a3dfa9-4535-458a-a281-34048815a558&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560212
Feb 19 21:13:34.185604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Allocated IP 172.20.0.11 (bbba50c9-96e3-4049-8775-e5c4f9fce05a/f1c2a731-2c50-4a34-837d-7de41fa5d9e9/0ce7ff5b-2425-4c00-b0b9-f1bf56858b59) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:34.220736 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2e4f99f-b11e-44e9-8091-180d8b40734f req-672f0ff9-2d2c-430b-b55f-47a38eb20b30 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4012773
Feb 19 21:13:34.250201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Subnet': ['ID=fea025bd-bc19-4868-8f50-0c71b2f288a2,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:34.261874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87231e86-5374-4793-afce-ee60acf04a26 req-57e7a2e5-41b9-48af-8279-4da4796d2733 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:34.263755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87231e86-5374-4793-afce-ee60acf04a26 req-57e7a2e5-41b9-48af-8279-4da4796d2733 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 931 time: 0.2987580
Feb 19 21:13:34.267750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Attempting to bind port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:34.268278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Attempting to bind port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:34.268841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Attempting to bind port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab on network 91a3dfa9-4535-458a-a281-34048815a558 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:34.307458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab on network 91a3dfa9-4535-458a-a281-34048815a558 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:34.307824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Attempting to bind port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab on network 91a3dfa9-4535-458a-a281-34048815a558 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:34.319819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Checking segment: {'id': '26e2b5dc-be9b-452c-b3da-32112fe9d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bcdcd833-f0c4-474e-af0f-865bf2ccbb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:34.320477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network hostable DHCP agents. Network: bcdcd833-f0c4-474e-af0f-865bf2ccbb3d, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:13:34.355972 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0eed88-06c0-41dc-88e0-5592cb70210b x-openstack-request-id: req-bf0eed88-06c0-41dc-88e0-5592cb70210b {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:34.356276 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fbf3c8-6c17-4667-9092-8d7221c23eaa", "tag": "356ca7b7-90a9-48f4-a800-3ae550ebde56", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:34.356563 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf0eed88-06c0-41dc-88e0-5592cb70210b {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:34.356984 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fbf3c8-6c17-4667-9092-8d7221c23eaa', 'tag': '356ca7b7-90a9-48f4-a800-3ae550ebde56', 'status': 'completed', 'code': 200}
Feb 19 21:13:34.364116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:34.364520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Checking segment: {'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:34.364929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Bound using segment: {'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:34.365396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Bound port: 3405bd1c-c5f9-4a4b-b087-90cfc9728cab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:34.366061 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.384062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.389828 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-4b24296f-e6bf-4215-8560-0de91a8e7d96 service neutron] 10.222.0.10 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2756495
Feb 19 21:13:34.410120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf459f0-54b4-43fd-9db6-b559c98f4c65 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:34.441722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87231e86-5374-4793-afce-ee60acf04a26 req-16608f05-e6bd-43ad-9aee-5338582cc2bd tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687267
Feb 19 21:13:34.445384 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Publish callbacks [] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.455874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network bcdcd833-f0c4-474e-af0f-865bf2ccbb3d is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:13:34.484260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Transition to ACTIVE for port object fdf459f0-54b4-43fd-9db6-b559c98f4c65 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:13:34.504704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bcdcd833-f0c4-474e-af0f-865bf2ccbb3d) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:34.508286 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.517543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:34.518033 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.551993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d85fc1-59a3-4d26-894c-ffdd6ced030a None None] Network bcdcd833-f0c4-474e-af0f-865bf2ccbb3d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:34.569287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] For port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:34.598548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] For port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3405bd1c-c5f9-4a4b-b087-90cfc9728cab,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:34.605754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3bcf5a39-93b8-442f-bada-c5843d5f4a4c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1562459
Feb 19 21:13:34.608490 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45672) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:34.611985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Pushing event updated for resources: {'Port': ['ID=fdf459f0-54b4-43fd-9db6-b559c98f4c65,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:34.619036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e6b0eab1-6031-43d5-a508-463902b78832 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1744918547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:34.634296 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.655444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for port (0ce7ff5b-2425-4c00-b0b9-f1bf56858b59), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.700123 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-fe4210a4-3cc1-4cd7-a515-9ecf30d78d66 service neutron] 10.222.0.10 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2960382
Feb 19 21:13:34.730104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:34.730749 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.732214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] 10.222.0.67 "PUT /v2.0/ports/3405bd1c-c5f9-4a4b-b087-90cfc9728cab HTTP/1.1" status: 200  len: 1091 time: 3.1028636
Feb 19 21:13:34.738368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1336813f-479c-48e1-adee-30fce72af1ba', 'tag': '3405bd1c-c5f9-4a4b-b087-90cfc9728cab'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:34.740263 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bcdcd833-f0c4-474e-af0f-865bf2ccbb3d', 'network_id': 'bcdcd833-f0c4-474e-af0f-865bf2ccbb3d', 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'fixed_ips': [{'subnet_id': 'fea025bd-bc19-4868-8f50-0c71b2f288a2'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:13:34.741160 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7334b4b4-1939-4568-b474-77f83075422c" -d '{"events": [{"name": "network-changed", "server_uuid": "1336813f-479c-48e1-adee-30fce72af1ba", "tag": "3405bd1c-c5f9-4a4b-b087-90cfc9728cab"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:34.741808 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.748182 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6b0eab1-6031-43d5-a508-463902b78832 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.750004 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6b0eab1-6031-43d5-a508-463902b78832 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.838813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603c63b-1d32-474f-901f-f627f2342bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3405bd1c-c5f9-4a4b-b087-90cfc9728cab,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:34.869647 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82514bc-9737-4bb1-a73d-583b17a94eb1 x-openstack-request-id: req-d82514bc-9737-4bb1-a73d-583b17a94eb1 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:34.870066 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1336813f-479c-48e1-adee-30fce72af1ba", "tag": "3405bd1c-c5f9-4a4b-b087-90cfc9728cab", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:34.870400 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d82514bc-9737-4bb1-a73d-583b17a94eb1 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:34.870882 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1336813f-479c-48e1-adee-30fce72af1ba', 'tag': '3405bd1c-c5f9-4a4b-b087-90cfc9728cab', 'status': 'completed', 'code': 200}
Feb 19 21:13:34.902865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Attempting to bind port fdf459f0-54b4-43fd-9db6-b559c98f4c65 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:34.903330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Attempting to bind port fdf459f0-54b4-43fd-9db6-b559c98f4c65 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:34.903744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Attempting to bind port fdf459f0-54b4-43fd-9db6-b559c98f4c65 on network 91a3dfa9-4535-458a-a281-34048815a558 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:34.921609 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6b0eab1-6031-43d5-a508-463902b78832 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.926846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Port fdf459f0-54b4-43fd-9db6-b559c98f4c65 on network 91a3dfa9-4535-458a-a281-34048815a558 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:34.927356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Attempting to bind port fdf459f0-54b4-43fd-9db6-b559c98f4c65 on network 91a3dfa9-4535-458a-a281-34048815a558 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:34.933353 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6b0eab1-6031-43d5-a508-463902b78832 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.949298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:34.949755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Checking segment: {'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:34.950223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Bound using segment: {'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:34.950764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Bound port: fdf459f0-54b4-43fd-9db6-b559c98f4c65, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91a3dfa9-4535-458a-a281-34048815a558'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:34.951205 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.962297 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0ce7ff5b-2425-4c00-b0b9-f1bf56858b59), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:34.976851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Allocated IP 2001:db8::2 (bcdcd833-f0c4-474e-af0f-865bf2ccbb3d/fea025bd-bc19-4868-8f50-0c71b2f288a2/c7068b94-3fe9-4d72-8315-9e10dce72ada) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:35.018146 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6b0eab1-6031-43d5-a508-463902b78832 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:35.019140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e6b0eab1-6031-43d5-a508-463902b78832 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4042447
Feb 19 21:13:35.030028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45678) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:35.058265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-a9b1a048-b97c-489a-8019-2d0473c1dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:35.062211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-a9b1a048-b97c-489a-8019-2d0473c1dedf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c438bd56e19499a91a00c3757b6f9f0&device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 1125 time: 0.2342200
Feb 19 21:13:35.090401 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:35.146241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:35.146632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-8b7e9165-de67-4c29-9b29-22e0dc91e7f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3405bd1c-c5f9-4a4b-b087-90cfc9728cab HTTP/1.1" status: 200  len: 217 time: 0.0701036
Feb 19 21:13:35.147022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75869e19-a49e-4cce-9dcb-9d9321359471 None None] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:35.148807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'Port': ['ID=0ce7ff5b-2425-4c00-b0b9-f1bf56858b59,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:35.153655 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:35.165391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 47b3f659-f115-4731-b8ae-0ab87f1dffdb up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:35.174304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708f1ff-60fb-42c5-9d11-30b7c956e00b req-973a4176-6488-4f30-8aac-ea5bc4def986 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:35.176917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2708f1ff-60fb-42c5-9d11-30b7c956e00b req-973a4176-6488-4f30-8aac-ea5bc4def986 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 944 time: 0.2333465
Feb 19 21:13:35.200116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] For port fdf459f0-54b4-43fd-9db6-b559c98f4c65, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:35.235958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] For port fdf459f0-54b4-43fd-9db6-b559c98f4c65, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdf459f0-54b4-43fd-9db6-b559c98f4c65,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:35.251070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:35.259478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65a81d-8ebf-4b2a-a92e-a8511c4b7bad req-5b3a6ff1-9a98-4ce8-aab1-58bddcd32989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:35.261133 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3d65a81d-8ebf-4b2a-a92e-a8511c4b7bad req-5b3a6ff1-9a98-4ce8-aab1-58bddcd32989 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c438bd56e19499a91a00c3757b6f9f0&device_id=20fbf3c8-6c17-4667-9092-8d7221c23eaa HTTP/1.1" status: 200  len: 1125 time: 0.4344888
Feb 19 21:13:35.262145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-62753fd7-a4a6-4bc3-8fd5-6ee41b5b06be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:35.263836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-62753fd7-a4a6-4bc3-8fd5-6ee41b5b06be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e8e6c9e-a010-4afc-bf31-4a5c78cc2319 HTTP/1.1" status: 200  len: 858 time: 0.1114590
Feb 19 21:13:35.342951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-dd55346f-19b4-483d-bc8a-be67d200ee99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91a3dfa9-4535-458a-a281-34048815a558&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0697334
Feb 19 21:13:35.347154 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:35.347855 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:35.352885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:35.353729 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:35.355317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] 10.222.0.10 "PUT /v2.0/ports/fdf459f0-54b4-43fd-9db6-b559c98f4c65 HTTP/1.1" status: 200  len: 1091 time: 2.9071338
Feb 19 21:13:35.414341 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2708f1ff-60fb-42c5-9d11-30b7c956e00b req-4ec5c155-e509-4d23-9589-c0b44d5eeb6c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117162
Feb 19 21:13:35.514745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb08e1-6259-4f4d-9aef-d3a90643337d service neutron] Pushing event updated for resources: {'Port': ['ID=fdf459f0-54b4-43fd-9db6-b559c98f4c65,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:35.575427 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Publish callbacks [] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:35.585504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cbeb5-88c8-4555-9a0a-915395084fdc req-c02acf15-9da0-440f-9d03-3a983b286949 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:35.588374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d8cbeb5-88c8-4555-9a0a-915395084fdc req-c02acf15-9da0-440f-9d03-3a983b286949 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 943 time: 0.2602723
Feb 19 21:13:35.609499 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:35.631371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d449487d-f761-4333-b8b0-0ef1f5d1de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:35.633167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-d449487d-f761-4333-b8b0-0ef1f5d1de63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c438bd56e19499a91a00c3757b6f9f0&device_id=43ab5b91-8dc1-4507-bec8-18ee6000acf7 HTTP/1.1" status: 200  len: 1125 time: 0.2113411
Feb 19 21:13:35.656051 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-1572ea6b-52e4-4db3-ba49-223e6cfe2a9a service neutron] 10.222.0.67 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2769327
Feb 19 21:13:35.671761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Pushing event updated for resources: {'Port': ['ID=c7068b94-3fe9-4d72-8315-9e10dce72ada,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:35.696829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-36701731-4c66-40a9-a451-145a70861e3b None None] Provisioning complete for port 0559cc06-11f1-44a1-b761-13bc423d1300 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:35.697216 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-36701731-4c66-40a9-a451-145a70861e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:35.728949 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-6efee06b-2364-4a39-9c6f-18e1b8f70cc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf459f0-54b4-43fd-9db6-b559c98f4c65 HTTP/1.1" status: 200  len: 217 time: 0.0836315
Feb 19 21:13:35.778113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0559cc06-11f1-44a1-b761-13bc423d1300 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:35.791745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Network bcdcd833-f0c4-474e-af0f-865bf2ccbb3d is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:35.825874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 47b3f659-f115-4731-b8ae-0ab87f1dffdb completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:13:35.830636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:35.836769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:35.838949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 47b3f659-f115-4731-b8ae-0ab87f1dffdb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:35.839441 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:35.946614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d8cbeb5-88c8-4555-9a0a-915395084fdc req-6f9459bc-f3a5-48b1-ac5c-9af68bfcc7f5 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3419831
Feb 19 21:13:35.960199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-2bf61790-4fc9-4b3a-a9dd-7f539c7ab99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:35.962073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-2bf61790-4fc9-4b3a-a9dd-7f539c7ab99d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e8e6c9e-a010-4afc-bf31-4a5c78cc2319 HTTP/1.1" status: 200  len: 858 time: 0.2275748
Feb 19 21:13:35.973086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-7738db24-9e63-4d53-a49b-ba2f76a7ea59 service neutron] 10.222.0.67 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2545354
Feb 19 21:13:36.006515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Attempting to bind port c7068b94-3fe9-4d72-8315-9e10dce72ada on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:36.007064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Attempting to bind port c7068b94-3fe9-4d72-8315-9e10dce72ada by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26e2b5dc-be9b-452c-b3da-32112fe9d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bcdcd833-f0c4-474e-af0f-865bf2ccbb3d'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:36.007547 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Attempting to bind port c7068b94-3fe9-4d72-8315-9e10dce72ada on network bcdcd833-f0c4-474e-af0f-865bf2ccbb3d {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:36.018634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-36701731-4c66-40a9-a451-145a70861e3b None None] Current status of the port 0559cc06-11f1-44a1-b761-13bc423d1300 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:36.019055 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-36701731-4c66-40a9-a451-145a70861e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.030374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:36.030688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Checking segment: {'id': '26e2b5dc-be9b-452c-b3da-32112fe9d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bcdcd833-f0c4-474e-af0f-865bf2ccbb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:36.031112 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.031522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Bound using segment: {'id': '26e2b5dc-be9b-452c-b3da-32112fe9d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bcdcd833-f0c4-474e-af0f-865bf2ccbb3d'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:36.032042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Bound port: c7068b94-3fe9-4d72-8315-9e10dce72ada, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e2b5dc-be9b-452c-b3da-32112fe9d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bcdcd833-f0c4-474e-af0f-865bf2ccbb3d'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:36.032472 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.032912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-fb4227a4-923c-4143-b05d-270ec353e35d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91a3dfa9-4535-458a-a281-34048815a558&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544760
Feb 19 21:13:36.049250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052df3e-5fd6-4301-a22a-26bc28742e52 req-af021dc0-2b98-4259-92b0-b17702a65bf5 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:36.051626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1052df3e-5fd6-4301-a22a-26bc28742e52 req-af021dc0-2b98-4259-92b0-b17702a65bf5 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 931 time: 0.1806943
Feb 19 21:13:36.056971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65a81d-8ebf-4b2a-a92e-a8511c4b7bad req-3759e503-0ec1-4027-b033-5510ee21b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:36.059464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0559cc06-11f1-44a1-b761-13bc423d1300 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:36.059611 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3d65a81d-8ebf-4b2a-a92e-a8511c4b7bad req-3759e503-0ec1-4027-b033-5510ee21b67d service neutron] 10.222.0.10 "GET /v2.0/networks?id=91a3dfa9-4535-458a-a281-34048815a558 HTTP/1.1" status: 200  len: 919 time: 0.7574487
Feb 19 21:13:36.059855 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.106244 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8d38163e-6a90-462c-9294-269b81df4c8b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 3.0794690
Feb 19 21:13:36.116149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45684) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:36.141027 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-36701731-4c66-40a9-a451-145a70861e3b None None] For port 0559cc06-11f1-44a1-b761-13bc423d1300, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0559cc06-11f1-44a1-b761-13bc423d1300,segment=NetworkSegment(5f264492-20ba-4b0d-9354-2ca426c9281d),segment_id=5f264492-20ba-4b0d-9354-2ca426c9281d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:36.176695 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-36701731-4c66-40a9-a451-145a70861e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.240029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1052df3e-5fd6-4301-a22a-26bc28742e52 req-aedf9286-eda4-4358-9774-bd0d6d0ce8da tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593761
Feb 19 21:13:36.254645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b4b4-1939-4568-b474-77f83075422c req-9e7da996-b0d3-44ac-9e7a-2439c4cd6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:36.256401 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7334b4b4-1939-4568-b474-77f83075422c req-9e7da996-b0d3-44ac-9e7a-2439c4cd6628 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c438bd56e19499a91a00c3757b6f9f0&device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 1125 time: 0.2035160
Feb 19 21:13:36.278567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 47b3f659-f115-4731-b8ae-0ab87f1dffdb is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:36.278964 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.306945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] For port c7068b94-3fe9-4d72-8315-9e10dce72ada, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:36.308366 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3d65a81d-8ebf-4b2a-a92e-a8511c4b7bad req-6ccf1a91-4756-4ea4-9274-3e2ded8b70d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=356ca7b7-90a9-48f4-a800-3ae550ebde56 HTTP/1.1" status: 200  len: 217 time: 0.2130516
Feb 19 21:13:36.314050 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:36.325404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36701731-4c66-40a9-a451-145a70861e3b None None] Pushing event updated for resources: {'Port': ['ID=0559cc06-11f1-44a1-b761-13bc423d1300,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:36.334198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-9878519a-dee4-47c9-9d59-8d3273e245d1 service neutron] 10.222.0.10 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2799139
Feb 19 21:13:36.343568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] For port c7068b94-3fe9-4d72-8315-9e10dce72ada, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7068b94-3fe9-4d72-8315-9e10dce72ada,segment=NetworkSegment(26e2b5dc-be9b-452c-b3da-32112fe9d9d9),segment_id=26e2b5dc-be9b-452c-b3da-32112fe9d9d9)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:36.376985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0543e742-9e7b-4aed-8cc3-fe6c6dc22212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b3f659-f115-4731-b8ae-0ab87f1dffdb'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:36.379377 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb459bc6-96ce-41f5-8a2a-7a5108670455" -d '{"events": [{"server_uuid": "0543e742-9e7b-4aed-8cc3-fe6c6dc22212", "name": "network-vif-plugged", "status": "completed", "tag": "47b3f659-f115-4731-b8ae-0ab87f1dffdb"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:36.386519 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.404721 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Publish callbacks [] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.418298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 47b3f659-f115-4731-b8ae-0ab87f1dffdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47b3f659-f115-4731-b8ae-0ab87f1dffdb,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:36.493010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.504054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fc05f83d-7288-48a1-9afe-3c261247d1ca None None] Provisioning complete for port 0ce7ff5b-2425-4c00-b0b9-f1bf56858b59 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:36.504466 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fc05f83d-7288-48a1-9afe-3c261247d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0ce7ff5b-2425-4c00-b0b9-f1bf56858b59), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.507049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c73d0-d2a4-494e-b0a9-1db260487708 None None] Pushing event updated for resources: {'Port': ['ID=c7068b94-3fe9-4d72-8315-9e10dce72ada,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:36.528123 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a724212-10a0-42af-a337-d7986dca77e9 x-openstack-request-id: req-0a724212-10a0-42af-a337-d7986dca77e9 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:36.528780 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0543e742-9e7b-4aed-8cc3-fe6c6dc22212", "name": "network-vif-plugged", "status": "completed", "tag": "47b3f659-f115-4731-b8ae-0ab87f1dffdb", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:36.529195 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a724212-10a0-42af-a337-d7986dca77e9 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:36.529882 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0543e742-9e7b-4aed-8cc3-fe6c6dc22212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b3f659-f115-4731-b8ae-0ab87f1dffdb', 'code': 200}
Feb 19 21:13:36.533405 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.534400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b4b4-1939-4568-b474-77f83075422c req-fad089e7-f53f-42de-9c2e-68cd9a03ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:36.536878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7334b4b4-1939-4568-b474-77f83075422c req-fad089e7-f53f-42de-9c2e-68cd9a03ea5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=91a3dfa9-4535-458a-a281-34048815a558 HTTP/1.1" status: 200  len: 919 time: 0.2728322
Feb 19 21:13:36.568276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 356ca7b7-90a9-48f4-a800-3ae550ebde56 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:13:36.602385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0559cc06-11f1-44a1-b761-13bc423d1300 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:36.608871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7334b4b4-1939-4568-b474-77f83075422c req-b1de17e3-098e-4681-94a8-1fbce59f6679 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3405bd1c-c5f9-4a4b-b087-90cfc9728cab HTTP/1.1" status: 200  len: 217 time: 0.0624354
Feb 19 21:13:36.639338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fc05f83d-7288-48a1-9afe-3c261247d1ca None None] Port 0ce7ff5b-2425-4c00-b0b9-f1bf56858b59 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:36.649702 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f02364-7f4c-40c2-ad9c-181ddfe7f287 req-21f02d03-8591-4fee-b857-5f5172d3180d service neutron] 10.222.0.10 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3099577
Feb 19 21:13:36.662098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=47b3f659-f115-4731-b8ae-0ab87f1dffdb,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:36.757272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fc05f83d-7288-48a1-9afe-3c261247d1ca None None] Provisioning complete for port 0559cc06-11f1-44a1-b761-13bc423d1300 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:36.758069 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fc05f83d-7288-48a1-9afe-3c261247d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:36.775799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b4b4-1939-4568-b474-77f83075422c req-2433a230-b788-4f13-98b9-7d2db97d5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:36.777524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7334b4b4-1939-4568-b474-77f83075422c req-2433a230-b788-4f13-98b9-7d2db97d5215 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e8e6c9e-a010-4afc-bf31-4a5c78cc2319 HTTP/1.1" status: 200  len: 858 time: 0.1463361
Feb 19 21:13:36.787930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002efb4-9c35-4eee-a1a5-013c7cc4ab22 req-c5552e5a-6f68-4aa2-95dd-fcef3ca9c507 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:36.789668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9002efb4-9c35-4eee-a1a5-013c7cc4ab22 req-c5552e5a-6f68-4aa2-95dd-fcef3ca9c507 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 945 time: 0.1892586
Feb 19 21:13:36.823759 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7334b4b4-1939-4568-b474-77f83075422c req-3be4547b-1669-4ded-ab99-33c171ebffe6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91a3dfa9-4535-458a-a281-34048815a558&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328619
Feb 19 21:13:36.872727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Transition to ACTIVE for port object 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:13:36.891283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 356ca7b7-90a9-48f4-a800-3ae550ebde56, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=356ca7b7-90a9-48f4-a800-3ae550ebde56,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:36.893748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ab5b91-8dc1-4507-bec8-18ee6000acf7', 'tag': 'fdf459f0-54b4-43fd-9db6-b559c98f4c65'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:36.903583 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7dd3af-fb5e-4774-ae23-53ed19ce7e96" -d '{"events": [{"name": "network-changed", "server_uuid": "43ab5b91-8dc1-4507-bec8-18ee6000acf7", "tag": "fdf459f0-54b4-43fd-9db6-b559c98f4c65"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:36.911348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded45e5-235b-4ff9-ad52-3430482dfe7e tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:36.921191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded45e5-235b-4ff9-ad52-3430482dfe7e tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:36.936074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded45e5-235b-4ff9-ad52-3430482dfe7e tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:36.940009 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2ded45e5-235b-4ff9-ad52-3430482dfe7e tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2466 time: 0.8006783
Feb 19 21:13:36.941962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65a81d-8ebf-4b2a-a92e-a8511c4b7bad req-854614c4-19c4-4ead-909f-2e65e5179a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:36.947289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45692) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:36.959103 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3d65a81d-8ebf-4b2a-a92e-a8511c4b7bad req-854614c4-19c4-4ead-909f-2e65e5179a33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e8e6c9e-a010-4afc-bf31-4a5c78cc2319 HTTP/1.1" status: 200  len: 858 time: 0.5679147
Feb 19 21:13:36.973827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '356ca7b7-90a9-48f4-a800-3ae550ebde56', 'network_id': '91a3dfa9-4535-458a-a281-34048815a558', 'port_id': '356ca7b7-90a9-48f4-a800-3ae550ebde56', 'mac_address': 'fa:16:3e:c6:8b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8e6c9e-a010-4afc-bf31-4a5c78cc2319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:13:36.975635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fc05f83d-7288-48a1-9afe-3c261247d1ca None None] Current status of the port 0559cc06-11f1-44a1-b761-13bc423d1300 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:36.987807 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.041329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fc05f83d-7288-48a1-9afe-3c261247d1ca None None] Provisioning complete for port 802153e0-4d18-4077-a5c3-d97e64e9deca triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:37.041713 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fc05f83d-7288-48a1-9afe-3c261247d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (802153e0-4d18-4077-a5c3-d97e64e9deca), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.078408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 356ca7b7-90a9-48f4-a800-3ae550ebde56 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:37.078757 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.080551 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e4f92b-9d92-43fc-b3e5-2b2ee863c872 x-openstack-request-id: req-a5e4f92b-9d92-43fc-b3e5-2b2ee863c872 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:37.081044 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ab5b91-8dc1-4507-bec8-18ee6000acf7", "tag": "fdf459f0-54b4-43fd-9db6-b559c98f4c65", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:37.081459 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5e4f92b-9d92-43fc-b3e5-2b2ee863c872 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:37.083335 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ab5b91-8dc1-4507-bec8-18ee6000acf7', 'tag': 'fdf459f0-54b4-43fd-9db6-b559c98f4c65', 'status': 'completed', 'code': 200}
Feb 19 21:13:37.089863 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3d65a81d-8ebf-4b2a-a92e-a8511c4b7bad req-8109f130-1a60-4b6a-b6ba-ba6933020faf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91a3dfa9-4535-458a-a281-34048815a558&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1151421
Feb 19 21:13:37.096950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356ca7b7-90a9-48f4-a800-3ae550ebde56 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:37.126313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fc05f83d-7288-48a1-9afe-3c261247d1ca None None] Port 802153e0-4d18-4077-a5c3-d97e64e9deca cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:37.129785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 356ca7b7-90a9-48f4-a800-3ae550ebde56, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=356ca7b7-90a9-48f4-a800-3ae550ebde56,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:37.136852 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.169292 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Allocated IP 2001:db8::1 (bcdcd833-f0c4-474e-af0f-865bf2ccbb3d/fea025bd-bc19-4868-8f50-0c71b2f288a2/c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:37.189185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9002efb4-9c35-4eee-a1a5-013c7cc4ab22 req-44293454-4b43-4339-8231-8e3048643210 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3891847
Feb 19 21:13:37.213556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=356ca7b7-90a9-48f4-a800-3ae550ebde56,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:37.238624 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffc28f0-49dd-404e-8b0d-b3e2f567d170,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:37.250097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d24bee-c017-43df-b920-351f73ddebc4 req-40684015-75b5-45ea-bd65-2eead5e54888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:37.252614 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a9d24bee-c017-43df-b920-351f73ddebc4 req-40684015-75b5-45ea-bd65-2eead5e54888 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 1127 time: 0.4194381
Feb 19 21:13:37.268913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7334b4b4-1939-4568-b474-77f83075422c req-ff7aabeb-bd8e-48e4-8d2e-c84532a5bbf4 service neutron] 10.222.0.67 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4303217
Feb 19 21:13:37.272226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b2384371-b375-4254-a4c3-cf843fcea81d None None] Provisioning complete for port 0ce7ff5b-2425-4c00-b0b9-f1bf56858b59 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:37.272907 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b2384371-b375-4254-a4c3-cf843fcea81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0ce7ff5b-2425-4c00-b0b9-f1bf56858b59), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.276640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dd3af-fb5e-4774-ae23-53ed19ce7e96 req-9b8ea774-4e0a-4fe5-9a90-54cea5e708a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:37.285444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff7dd3af-fb5e-4774-ae23-53ed19ce7e96 req-9b8ea774-4e0a-4fe5-9a90-54cea5e708a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c438bd56e19499a91a00c3757b6f9f0&device_id=43ab5b91-8dc1-4507-bec8-18ee6000acf7 HTTP/1.1" status: 200  len: 1125 time: 0.2009671
Feb 19 21:13:37.347979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b2384371-b375-4254-a4c3-cf843fcea81d None None] Port 0ce7ff5b-2425-4c00-b0b9-f1bf56858b59 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:37.365595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d14b4b01-7546-4574-9ab3-a9f5609977e0 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Deleting port 0ce7ff5b-2425-4c00-b0b9-f1bf56858b59 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:37.365932 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d14b4b01-7546-4574-9ab3-a9f5609977e0 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0ce7ff5b-2425-4c00-b0b9-f1bf56858b59), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.367440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b2384371-b375-4254-a4c3-cf843fcea81d None None] Provisioning complete for port 802153e0-4d18-4077-a5c3-d97e64e9deca triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:37.368788 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b2384371-b375-4254-a4c3-cf843fcea81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (802153e0-4d18-4077-a5c3-d97e64e9deca), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.375169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d82af8-40f5-44e5-bd8a-ae3823a5040a req-93141d35-5f42-4703-b6dc-19db46066a63 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:37.377421 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4d82af8-40f5-44e5-bd8a-ae3823a5040a req-93141d35-5f42-4703-b6dc-19db46066a63 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 943 time: 0.2543142
Feb 19 21:13:37.415596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['356ca7b7-90a9-48f4-a800-3ae550ebde56'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:37.470796 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3d65a81d-8ebf-4b2a-a92e-a8511c4b7bad req-ee37b3da-bce9-45b0-b844-17c1e47cd439 service neutron] 10.222.0.10 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3378420
Feb 19 21:13:37.473147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b2384371-b375-4254-a4c3-cf843fcea81d None None] Port 802153e0-4d18-4077-a5c3-d97e64e9deca cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:37.477750 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a9d24bee-c017-43df-b920-351f73ddebc4 req-21096204-28b2-4c0e-af3e-2801a2604c0f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070022
Feb 19 21:13:37.577680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Attempting to bind port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:37.578022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Attempting to bind port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:37.578356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Attempting to bind port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:37.604207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:37.604555 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Attempting to bind port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:37.608643 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.640188 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4d82af8-40f5-44e5-bd8a-ae3823a5040a req-1aa22621-7a4f-4dc3-8b8a-2f7fc4a253c7 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316184
Feb 19 21:13:37.641834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:37.642183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Checking segment: {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:37.642578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Bound using segment: {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:37.643550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Bound port: 4ffc28f0-49dd-404e-8b0d-b3e2f567d170, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:37.643550 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.648831 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7334b4b4-1939-4568-b474-77f83075422c req-868623b6-7497-4fd6-9428-a457ef1dc43b service neutron] 10.222.0.67 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3622601
Feb 19 21:13:37.676563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d56a2a-e85d-4de3-b4ba-575f62dc5c70 req-f686ee33-5372-4a4b-a2fe-0c026c434dd9 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:37.678717 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65d56a2a-e85d-4de3-b4ba-575f62dc5c70 req-f686ee33-5372-4a4b-a2fe-0c026c434dd9 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 943 time: 0.3265738
Feb 19 21:13:37.682058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dd3af-fb5e-4774-ae23-53ed19ce7e96 req-5a9842dd-b3ea-4299-b244-4d31bd38ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:37.683609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff7dd3af-fb5e-4774-ae23-53ed19ce7e96 req-5a9842dd-b3ea-4299-b244-4d31bd38ea8f service neutron] 10.222.0.10 "GET /v2.0/networks?id=91a3dfa9-4535-458a-a281-34048815a558 HTTP/1.1" status: 200  len: 919 time: 0.3864629
Feb 19 21:13:37.685568 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d14b4b01-7546-4574-9ab3-a9f5609977e0 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0ce7ff5b-2425-4c00-b0b9-f1bf56858b59), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.757286 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3d65a81d-8ebf-4b2a-a92e-a8511c4b7bad req-c0d8dd56-6060-4a91-82bc-96ad9003a2fa service neutron] 10.222.0.10 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2782671
Feb 19 21:13:37.758892 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c7068b94-3fe9-4d72-8315-9e10dce72ada up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:37.769775 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.776975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d14b4b01-7546-4574-9ab3-a9f5609977e0 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Calling delete_port for 0ce7ff5b-2425-4c00-b0b9-f1bf56858b59 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:37.785519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff7dd3af-fb5e-4774-ae23-53ed19ce7e96 req-7d1c8d63-56f5-4dcc-b0e2-b97d9556e21f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf459f0-54b4-43fd-9db6-b559c98f4c65 HTTP/1.1" status: 200  len: 217 time: 0.0824533
Feb 19 21:13:37.841116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network bcdcd833-f0c4-474e-af0f-865bf2ccbb3d is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:37.842119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c7068b94-3fe9-4d72-8315-9e10dce72ada triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:37.842747 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.851452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:37.854326 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:37.855102 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.860914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] For port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:37.893158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65d56a2a-e85d-4de3-b4ba-575f62dc5c70 req-2bc9dd57-610b-4fc0-b49d-e525cad15745 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046673
Feb 19 21:13:37.911727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dd3af-fb5e-4774-ae23-53ed19ce7e96 req-b7527047-9815-4740-97b0-a6869e3e0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:37.913262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff7dd3af-fb5e-4774-ae23-53ed19ce7e96 req-b7527047-9815-4740-97b0-a6869e3e0324 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e8e6c9e-a010-4afc-bf31-4a5c78cc2319 HTTP/1.1" status: 200  len: 858 time: 0.1204734
Feb 19 21:13:37.916405 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] For port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ffc28f0-49dd-404e-8b0d-b3e2f567d170,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:37.957776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:37.960348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.972705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c7068b94-3fe9-4d72-8315-9e10dce72ada is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:37.973264 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:37.974814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff7dd3af-fb5e-4774-ae23-53ed19ce7e96 req-ec4dbbd0-1acb-4672-984c-7c3c5c328470 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91a3dfa9-4535-458a-a281-34048815a558&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383227
Feb 19 21:13:38.024825 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:38.025483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.026935 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] 10.222.0.67 "PUT /v2.0/ports/4ffc28f0-49dd-404e-8b0d-b3e2f567d170 HTTP/1.1" status: 200  len: 1091 time: 3.9863820
Feb 19 21:13:38.028689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb9bd42-4d71-472f-937f-5a5192838186', 'tag': '4ffc28f0-49dd-404e-8b0d-b3e2f567d170'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:38.029406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port c7068b94-3fe9-4d72-8315-9e10dce72ada, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7068b94-3fe9-4d72-8315-9e10dce72ada,segment=NetworkSegment(26e2b5dc-be9b-452c-b3da-32112fe9d9d9),segment_id=26e2b5dc-be9b-452c-b3da-32112fe9d9d9)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:38.031070 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4317c7e3-0cb5-45db-b74a-fe6a42a56896" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb9bd42-4d71-472f-937f-5a5192838186", "tag": "4ffc28f0-49dd-404e-8b0d-b3e2f567d170"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:38.038209 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.039967 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0559cc06-11f1-44a1-b761-13bc423d1300 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:38.101132 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a19966-c604-497c-b9f5-74c1bfcd51cd x-openstack-request-id: req-11a19966-c604-497c-b9f5-74c1bfcd51cd {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:38.101664 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb9bd42-4d71-472f-937f-5a5192838186", "tag": "4ffc28f0-49dd-404e-8b0d-b3e2f567d170", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:38.101664 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11a19966-c604-497c-b9f5-74c1bfcd51cd {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:38.102681 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb9bd42-4d71-472f-937f-5a5192838186', 'tag': '4ffc28f0-49dd-404e-8b0d-b3e2f567d170', 'status': 'completed', 'code': 200}
Feb 19 21:13:38.113206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=c7068b94-3fe9-4d72-8315-9e10dce72ada,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:38.115313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12c4bf-fc5e-4e22-adf6-5d81f22f9848 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffc28f0-49dd-404e-8b0d-b3e2f567d170,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:38.146510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.195253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0559cc06-11f1-44a1-b761-13bc423d1300 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:38.195798 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.208390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-ef004b9f-5bab-485f-87e6-7b5fa68688b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:38.209957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-ef004b9f-5bab-485f-87e6-7b5fa68688b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 1125 time: 0.1065021
Feb 19 21:13:38.239297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e56076-75f3-4ccd-a6f3-b11b15f901a1 None None] Network bcdcd833-f0c4-474e-af0f-865bf2ccbb3d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:38.326810 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-3ec4238a-1f82-435b-bc70-a3ff1f9eec44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ffc28f0-49dd-404e-8b0d-b3e2f567d170 HTTP/1.1" status: 200  len: 217 time: 0.1056910
Feb 19 21:13:38.338909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8f356216-bb20-4d2f-a40d-f169e9fd7101 None None] Provisioning complete for port c7068b94-3fe9-4d72-8315-9e10dce72ada triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:38.339283 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8f356216-bb20-4d2f-a40d-f169e9fd7101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.398666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-f9f81d8a-903e-4308-ae98-c0814c720aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:38.400863 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-f9f81d8a-903e-4308-ae98-c0814c720aae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3591c48b-f332-448c-84f0-445a098b4bc2 HTTP/1.1" status: 200  len: 854 time: 0.0682025
Feb 19 21:13:38.428937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0559cc06-11f1-44a1-b761-13bc423d1300 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:38.494776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8f356216-bb20-4d2f-a40d-f169e9fd7101 None None] Current status of the port c7068b94-3fe9-4d72-8315-9e10dce72ada is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:38.503878 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-9dc6f0b7-0838-4c42-a65b-74eb2afba8d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0945573
Feb 19 21:13:38.546138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fdf459f0-54b4-43fd-9db6-b559c98f4c65 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:13:38.631230 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d14b4b01-7546-4574-9ab3-a9f5609977e0 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0ce7ff5b-2425-4c00-b0b9-f1bf56858b59), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.634804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 356ca7b7-90a9-48f4-a800-3ae550ebde56 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:38.657410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.663225 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-21cff4bc-78df-4500-8412-59415a7b6a92 service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483419
Feb 19 21:13:38.667286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.668099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.685074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff7dd3af-fb5e-4774-ae23-53ed19ce7e96 req-7da8d9a2-e1c8-4c91-8785-4e681e27c74f service neutron] 10.222.0.10 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7031505
Feb 19 21:13:38.691248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b4b01-7546-4574-9ab3-a9f5609977e0 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event deleted for resources: {'Port': ['ID=0ce7ff5b-2425-4c00-b0b9-f1bf56858b59,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:38.733634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port fdf459f0-54b4-43fd-9db6-b559c98f4c65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdf459f0-54b4-43fd-9db6-b559c98f4c65,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:38.744032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 356ca7b7-90a9-48f4-a800-3ae550ebde56 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:13:38.751759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 356ca7b7-90a9-48f4-a800-3ae550ebde56 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:38.752618 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.771720 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cfadfe6a-0f89-4ad9-9115-6b49c82289f9 req-6bae71ce-c222-4086-a982-b461232cd4e1 service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978920
Feb 19 21:13:38.814926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'fdf459f0-54b4-43fd-9db6-b559c98f4c65', 'network_id': '91a3dfa9-4535-458a-a281-34048815a558', 'port_id': 'fdf459f0-54b4-43fd-9db6-b559c98f4c65', 'mac_address': 'fa:16:3e:a5:29:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8e6c9e-a010-4afc-bf31-4a5c78cc2319', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:13:38.866965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port fdf459f0-54b4-43fd-9db6-b559c98f4c65 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:38.867376 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.895146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf459f0-54b4-43fd-9db6-b559c98f4c65 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:38.916936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port fdf459f0-54b4-43fd-9db6-b559c98f4c65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdf459f0-54b4-43fd-9db6-b559c98f4c65,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:38.937633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f66e6-82a0-4997-8fee-ee28c906ea25 req-6ceeef9d-e50f-4792-a490-d56b041ca59a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:38.941010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c9f66e6-82a0-4997-8fee-ee28c906ea25 req-6ceeef9d-e50f-4792-a490-d56b041ca59a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 945 time: 0.3560188
Feb 19 21:13:38.967551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 356ca7b7-90a9-48f4-a800-3ae550ebde56 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:38.967551 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.969646 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:38.992530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network bcdcd833-f0c4-474e-af0f-865bf2ccbb3d is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:39.002598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:39.021273 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:39.150097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66419a8f-50c2-4352-8da3-2746207c2737 req-12b358af-9ea3-436b-b0b0-912c666da74a tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:39.161486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-66419a8f-50c2-4352-8da3-2746207c2737 req-12b358af-9ea3-436b-b0b0-912c666da74a tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 943 time: 0.3692880
Feb 19 21:13:39.193926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317c7e3-0cb5-45db-b74a-fe6a42a56896 req-cf5c5968-3545-413b-b95a-d0a846d31c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:39.219475 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4317c7e3-0cb5-45db-b74a-fe6a42a56896 req-cf5c5968-3545-413b-b95a-d0a846d31c52 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 1125 time: 0.2775977
Feb 19 21:13:39.249146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff7dd3af-fb5e-4774-ae23-53ed19ce7e96 req-2be6cced-2231-402e-8591-96921af27f08 service neutron] 10.222.0.10 "GET /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5520113
Feb 19 21:13:39.287624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a4081e4f-0ddf-499e-9d51-99ac86fba0d2 None None] Provisioning complete for port c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:39.288064 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a4081e4f-0ddf-499e-9d51-99ac86fba0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:39.326580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c9f66e6-82a0-4997-8fee-ee28c906ea25 req-09d0aae9-1487-4466-afd5-fb22a1fcc1f0 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3763480
Feb 19 21:13:39.338900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 356ca7b7-90a9-48f4-a800-3ae550ebde56, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=356ca7b7-90a9-48f4-a800-3ae550ebde56,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:39.342504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fbf3c8-6c17-4667-9092-8d7221c23eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356ca7b7-90a9-48f4-a800-3ae550ebde56'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:39.345239 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb90fb92-920c-4b59-9389-0cea7f58b518" -d '{"events": [{"server_uuid": "20fbf3c8-6c17-4667-9092-8d7221c23eaa", "name": "network-vif-plugged", "status": "completed", "tag": "356ca7b7-90a9-48f4-a800-3ae550ebde56"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:39.350214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=fdf459f0-54b4-43fd-9db6-b559c98f4c65,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:39.355838 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:39.382337 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-66419a8f-50c2-4352-8da3-2746207c2737 req-c07a4406-2a79-43a5-8a14-1d48421d2ea8 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199252
Feb 19 21:13:39.385152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['fdf459f0-54b4-43fd-9db6-b559c98f4c65'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:39.388248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router f98cf708-7a5b-4a25-bfe1-171ec08fc5f4 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:13:39.390035 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d14b4b01-7546-4574-9ab3-a9f5609977e0 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:39.400216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d14b4b01-7546-4574-9ab3-a9f5609977e0 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "DELETE /v2.0/ports/0ce7ff5b-2425-4c00-b0b9-f1bf56858b59 HTTP/1.1" status: 204  len: 168 time: 2.4484975
Feb 19 21:13:39.401184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45710) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:39.448532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a4081e4f-0ddf-499e-9d51-99ac86fba0d2 None None] Port c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:39.459607 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca25a23-fb10-4b9a-905f-6f521385ea3d x-openstack-request-id: req-7ca25a23-fb10-4b9a-905f-6f521385ea3d {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:39.459964 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fbf3c8-6c17-4667-9092-8d7221c23eaa", "name": "network-vif-plugged", "status": "completed", "tag": "356ca7b7-90a9-48f4-a800-3ae550ebde56", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:39.460165 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ca25a23-fb10-4b9a-905f-6f521385ea3d {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:39.460572 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fbf3c8-6c17-4667-9092-8d7221c23eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356ca7b7-90a9-48f4-a800-3ae550ebde56', 'code': 200}
Feb 19 21:13:39.520046 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddf0d5e-1889-421a-a8b9-e523b5f91643 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] GET failed (client error): The resource could not be found.
Feb 19 21:13:39.522503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8ddf0d5e-1889-421a-a8b9-e523b5f91643 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "GET /v2.0/ports/0ce7ff5b-2425-4c00-b0b9-f1bf56858b59 HTTP/1.1" status: 404  len: 333 time: 0.1199193
Feb 19 21:13:39.538559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=356ca7b7-90a9-48f4-a800-3ae550ebde56,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:39.542698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317c7e3-0cb5-45db-b74a-fe6a42a56896 req-6e7bd4ad-8e98-4ea7-8b5f-62d7429eb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:39.545450 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4317c7e3-0cb5-45db-b74a-fe6a42a56896 req-6e7bd4ad-8e98-4ea7-8b5f-62d7429eb8a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 915 time: 0.3238485
Feb 19 21:13:39.545981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45712) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:39.561655 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Request body: {'port': {'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a', 'name': 'tempest-AllowedAddressPairTestJSON-1922342152'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:39.613871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a4081e4f-0ddf-499e-9d51-99ac86fba0d2 None None] Provisioning complete for port c7068b94-3fe9-4d72-8315-9e10dce72ada triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:39.614285 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a4081e4f-0ddf-499e-9d51-99ac86fba0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:39.619438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c7068b94-3fe9-4d72-8315-9e10dce72ada up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:39.620099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911a194-51d1-4950-90d2-4a9c62c74b2b req-abe9a789-621c-4a02-b028-a175bf89dbba tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:39.622219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4911a194-51d1-4950-90d2-4a9c62c74b2b req-abe9a789-621c-4a02-b028-a175bf89dbba tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 943 time: 0.1189456
Feb 19 21:13:39.661733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607f2cd-1ca2-45b8-a74a-28af22ae7469 req-3ef92777-0e80-4f47-ba67-d619d7775334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:39.664478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6607f2cd-1ca2-45b8-a74a-28af22ae7469 req-3ef92777-0e80-4f47-ba67-d619d7775334 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20fbf3c8-6c17-4667-9092-8d7221c23eaa HTTP/1.1" status: 200  len: 1127 time: 0.1200733
Feb 19 21:13:39.685218 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4317c7e3-0cb5-45db-b74a-fe6a42a56896 req-4a0c6884-b5d1-423b-8f14-1437ef9beb5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ffc28f0-49dd-404e-8b0d-b3e2f567d170 HTTP/1.1" status: 200  len: 217 time: 0.1182656
Feb 19 21:13:39.727574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4911a194-51d1-4950-90d2-4a9c62c74b2b req-46811624-0bdf-434c-9852-b58588441632 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952923
Feb 19 21:13:39.758931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6607f2cd-1ca2-45b8-a74a-28af22ae7469 req-e9dfb90d-c0c1-4ae0-b065-9adb21ff79b6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814927
Feb 19 21:13:39.768774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:39.770780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c7068b94-3fe9-4d72-8315-9e10dce72ada triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:39.771338 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:39.781136 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f453c7e3-749f-4b64-966d-5e284016b9c5 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/f98cf708-7a5b-4a25-bfe1-171ec08fc5f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7484744
Feb 19 21:13:39.785316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45714) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:39.799375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbda5b0-f6bd-4ce0-98d0-a1e211ce049d None None] Sync routers for ids ['f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:39.803333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317c7e3-0cb5-45db-b74a-fe6a42a56896 req-b0aa5ffe-573d-4487-8a99-770214fafe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:39.804894 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4317c7e3-0cb5-45db-b74a-fe6a42a56896 req-b0aa5ffe-573d-4487-8a99-770214fafe9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3591c48b-f332-448c-84f0-445a098b4bc2 HTTP/1.1" status: 200  len: 854 time: 0.1089506
Feb 19 21:13:39.846852 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4317c7e3-0cb5-45db-b74a-fe6a42a56896 req-427c3425-f947-430c-9430-7ae0a5a35cc7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340781
Feb 19 21:13:39.847963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa2de6-528e-4af1-8cfd-e4668e2c2b04 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:39.852662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-65aa2de6-528e-4af1-8cfd-e4668e2c2b04 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports/c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5 HTTP/1.1" status: 200  len: 911 time: 0.0626388
Feb 19 21:13:39.852842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a4081e4f-0ddf-499e-9d51-99ac86fba0d2 None None] Current status of the port c7068b94-3fe9-4d72-8315-9e10dce72ada is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:39.853291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45716) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:39.854842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbda5b0-f6bd-4ce0-98d0-a1e211ce049d None None] Routers {'f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:39.855504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bdbda5b0-f6bd-4ce0-98d0-a1e211ce049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdc4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:39.859443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b8a63b12-8bea-436a-a47a-102c2ccdcbfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fea025bd-bc19-4868-8f50-0c71b2f288a2'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:39.872174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Made reservation on behalf of 84363f32bef641678d7acc182491641f for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:39.875544 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:39.901577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bdbda5b0-f6bd-4ce0-98d0-a1e211ce049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdc4f0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:39.916034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbda5b0-f6bd-4ce0-98d0-a1e211ce049d None None] Routers {'f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:39.916689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bdbda5b0-f6bd-4ce0-98d0-a1e211ce049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdc4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:39.931217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] device_id is not set on port 45364485-8168-4854-ae77-d00ea9ac721b yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:39.956537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bdbda5b0-f6bd-4ce0-98d0-a1e211ce049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdc4f0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:39.957084 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbda5b0-f6bd-4ce0-98d0-a1e211ce049d None None] The sync data for ids ['f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:40.008567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c7068b94-3fe9-4d72-8315-9e10dce72ada is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:40.012768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1294c09b-bf2c-4de7-afea-d58553cad8db None None] Provisioning complete for port c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:40.012768 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1294c09b-bf2c-4de7-afea-d58553cad8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:40.026631 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4317c7e3-0cb5-45db-b74a-fe6a42a56896 req-e2a7dbad-2229-4467-8bf6-97b249f41772 service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729791
Feb 19 21:13:40.031063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b8a63b12-8bea-436a-a47a-102c2ccdcbfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:40.053516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1294c09b-bf2c-4de7-afea-d58553cad8db None None] Port c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:40.443627 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b8a63b12-8bea-436a-a47a-102c2ccdcbfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:40.484244 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b8a63b12-8bea-436a-a47a-102c2ccdcbfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:40.489758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a63b12-8bea-436a-a47a-102c2ccdcbfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:40.490353 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b8a63b12-8bea-436a-a47a-102c2ccdcbfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:40.494434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b8a63b12-8bea-436a-a47a-102c2ccdcbfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/ports/c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5 HTTP/1.1" status: 200  len: 911 time: 0.6378047
Feb 19 21:13:40.495323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Allocated IP 172.20.0.7 (bbba50c9-96e3-4049-8775-e5c4f9fce05a/f1c2a731-2c50-4a34-837d-7de41fa5d9e9/45364485-8168-4854-ae77-d00ea9ac721b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:40.496805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45722) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:40.559683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fdf459f0-54b4-43fd-9db6-b559c98f4c65 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:40.585169 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4317c7e3-0cb5-45db-b74a-fe6a42a56896 req-3f017b6c-13d7-4cf9-b5cb-c5aed3a8abb4 service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5392308
Feb 19 21:13:40.622001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port fdf459f0-54b4-43fd-9db6-b559c98f4c65 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:13:40.626828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port fdf459f0-54b4-43fd-9db6-b559c98f4c65 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:40.627509 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:40.674386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a63b12-8bea-436a-a47a-102c2ccdcbfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:40.683236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836661b8-01c0-44dc-8759-653d3a2fc482 req-614382c1-9a54-40a8-b564-ea752b0feef6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:40.684818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-836661b8-01c0-44dc-8759-653d3a2fc482 req-614382c1-9a54-40a8-b564-ea752b0feef6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 945 time: 0.2363007
Feb 19 21:13:40.741673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port fdf459f0-54b4-43fd-9db6-b559c98f4c65 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:40.742519 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:40.773857 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for port (45364485-8168-4854-ae77-d00ea9ac721b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:40.776664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00d6f8-ecee-4a14-a2bc-01bf7b08b926 req-63d59575-8fdf-47c7-b348-ff03abfc91c3 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:40.778238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f00d6f8-ecee-4a14-a2bc-01bf7b08b926 req-63d59575-8fdf-47c7-b348-ff03abfc91c3 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 943 time: 0.2951555
Feb 19 21:13:40.786553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port fdf459f0-54b4-43fd-9db6-b559c98f4c65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdf459f0-54b4-43fd-9db6-b559c98f4c65,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:40.791730 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:40.832859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (45364485-8168-4854-ae77-d00ea9ac721b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:40.858897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-836661b8-01c0-44dc-8759-653d3a2fc482 req-aa3602f5-b27a-4085-8731-2fcfaa914afb tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653092
Feb 19 21:13:40.867555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=fdf459f0-54b4-43fd-9db6-b559c98f4c65,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:40.907270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:40.908785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'Port': ['ID=45364485-8168-4854-ae77-d00ea9ac721b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:40.914451 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f00d6f8-ecee-4a14-a2bc-01bf7b08b926 req-7b2c5fd4-8b5b-4a01-b1f3-ef5d636aff66 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975397
Feb 19 21:13:40.922135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:40.933084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:41.002123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:41.003211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.024380 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ba2c4353-8398-47e6-aba3-b5b5599ab59b tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4710693
Feb 19 21:13:41.027105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45728) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:41.033676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1e:9d:a1'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:41.147776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f58fb0-4b08-40b4-828e-da1fbfb714aa req-5f5f0f88-dd25-458f-a092-beab77f3a71c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:41.149537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83f58fb0-4b08-40b4-828e-da1fbfb714aa req-5f5f0f88-dd25-458f-a092-beab77f3a71c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 945 time: 0.1259112
Feb 19 21:13:41.160571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74294af-efdf-4bc5-9bf9-8c39f21405b4 req-85cb6201-265b-47c0-a2e3-9af3b6dbbe58 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:41.162346 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c74294af-efdf-4bc5-9bf9-8c39f21405b4 req-85cb6201-265b-47c0-a2e3-9af3b6dbbe58 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 943 time: 0.1761734
Feb 19 21:13:41.175449 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3405bd1c-c5f9-4a4b-b087-90cfc9728cab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:13:41.241860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (45364485-8168-4854-ae77-d00ea9ac721b), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.276380 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83f58fb0-4b08-40b4-828e-da1fbfb714aa req-e65aa033-45da-45e4-a77f-4145837a523f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128726
Feb 19 21:13:41.289150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c74294af-efdf-4bc5-9bf9-8c39f21405b4 req-3131becd-1351-4a35-b06c-ea4fb8f43824 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178408
Feb 19 21:13:41.306712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-af5832c2-4454-4784-b776-7a0ac7b69a1d None None] Provisioning complete for port 45364485-8168-4854-ae77-d00ea9ac721b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:41.307130 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af5832c2-4454-4784-b776-7a0ac7b69a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (45364485-8168-4854-ae77-d00ea9ac721b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.313356 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-50357b2b-5855-4ac3-a9af-f3f6a49c259f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.327012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3405bd1c-c5f9-4a4b-b087-90cfc9728cab,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:41.371103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '3405bd1c-c5f9-4a4b-b087-90cfc9728cab', 'network_id': '91a3dfa9-4535-458a-a281-34048815a558', 'port_id': '3405bd1c-c5f9-4a4b-b087-90cfc9728cab', 'mac_address': 'fa:16:3e:3b:f8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8e6c9e-a010-4afc-bf31-4a5c78cc2319', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:13:41.402973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-af5832c2-4454-4784-b776-7a0ac7b69a1d None None] Port 45364485-8168-4854-ae77-d00ea9ac721b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:41.430650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:41.430924 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.448426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3405bd1c-c5f9-4a4b-b087-90cfc9728cab {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:41.472912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3405bd1c-c5f9-4a4b-b087-90cfc9728cab,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:41.474101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ab5b91-8dc1-4507-bec8-18ee6000acf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf459f0-54b4-43fd-9db6-b559c98f4c65'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:41.477055 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba25cf11-54d1-4b05-aebb-cca41946639e" -d '{"events": [{"server_uuid": "43ab5b91-8dc1-4507-bec8-18ee6000acf7", "name": "network-vif-plugged", "status": "completed", "tag": "fdf459f0-54b4-43fd-9db6-b559c98f4c65"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:41.483018 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.550543 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52290ae7-0429-4a48-ac89-5fc8cea7c2df x-openstack-request-id: req-52290ae7-0429-4a48-ac89-5fc8cea7c2df {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:41.550856 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ab5b91-8dc1-4507-bec8-18ee6000acf7", "name": "network-vif-plugged", "status": "completed", "tag": "fdf459f0-54b4-43fd-9db6-b559c98f4c65", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:41.551121 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52290ae7-0429-4a48-ac89-5fc8cea7c2df {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:41.551705 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ab5b91-8dc1-4507-bec8-18ee6000acf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf459f0-54b4-43fd-9db6-b559c98f4c65', 'code': 200}
Feb 19 21:13:41.557655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3405bd1c-c5f9-4a4b-b087-90cfc9728cab,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:41.577996 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for port (45364485-8168-4854-ae77-d00ea9ac721b), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.583008 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (45364485-8168-4854-ae77-d00ea9ac721b), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.645833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f7bb4-89e0-476e-8809-c70857dde8aa req-bf6817df-0d21-43fd-98a3-5c483b794e4c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:41.647683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a2f7bb4-89e0-476e-8809-c70857dde8aa req-bf6817df-0d21-43fd-98a3-5c483b794e4c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 945 time: 0.0918310
Feb 19 21:13:41.664318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'Port': ['ID=45364485-8168-4854-ae77-d00ea9ac721b,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:41.680362 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.680719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.681070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.681415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.681753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.682088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.682421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.682747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.683069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.683404 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.683744 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.684134 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.684413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:41.701123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] In _notify_port_updated(), no bound segment for port 45364485-8168-4854-ae77-d00ea9ac721b on network bbba50c9-96e3-4049-8775-e5c4f9fce05a {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:13:41.706564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:41.707238 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.711168 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-10e43885-7cce-471e-bdac-b0982ed14743 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "PUT /v2.0/ports/45364485-8168-4854-ae77-d00ea9ac721b HTTP/1.1" status: 200  len: 993 time: 0.6803436
Feb 19 21:13:41.711690 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45736) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:41.794190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8230b-c5da-4085-b396-489f9dee6606 req-c95445ad-b346-4e2d-b9bc-3b7786ab4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:41.795730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0c8230b-c5da-4085-b396-489f9dee6606 req-c95445ad-b346-4e2d-b9bc-3b7786ab4530 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43ab5b91-8dc1-4507-bec8-18ee6000acf7 HTTP/1.1" status: 200  len: 1127 time: 0.1765904
Feb 19 21:13:41.801011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a2f7bb4-89e0-476e-8809-c70857dde8aa req-4a4dbc7b-269c-41a9-9a88-b6c53c241f47 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312344
Feb 19 21:13:41.825592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b8c22-1b87-4d3a-866b-d7e2a304a1b8 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Deleting port 45364485-8168-4854-ae77-d00ea9ac721b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:41.825592 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8c22-1b87-4d3a-866b-d7e2a304a1b8 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (45364485-8168-4854-ae77-d00ea9ac721b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.829898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3405bd1c-c5f9-4a4b-b087-90cfc9728cab'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:41.874083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0c8230b-c5da-4085-b396-489f9dee6606 req-2e07cca0-5856-40b7-a2f6-0865f4d99d6b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709162
Feb 19 21:13:41.878392 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-50357b2b-5855-4ac3-a9af-f3f6a49c259f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:41.878901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-50357b2b-5855-4ac3-a9af-f3f6a49c259f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.943645 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8c22-1b87-4d3a-866b-d7e2a304a1b8 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (45364485-8168-4854-ae77-d00ea9ac721b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:41.962557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b8c22-1b87-4d3a-866b-d7e2a304a1b8 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Calling delete_port for 45364485-8168-4854-ae77-d00ea9ac721b owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:41.968912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4351fcb8-e1f6-4e63-b479-d89017401775 None None] Provisioning complete for port 45364485-8168-4854-ae77-d00ea9ac721b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:41.969515 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4351fcb8-e1f6-4e63-b479-d89017401775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (45364485-8168-4854-ae77-d00ea9ac721b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:42.002473 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-50357b2b-5855-4ac3-a9af-f3f6a49c259f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:42.023401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4351fcb8-e1f6-4e63-b479-d89017401775 None None] Port 45364485-8168-4854-ae77-d00ea9ac721b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:42.067385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-50357b2b-5855-4ac3-a9af-f3f6a49c259f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:42.110820 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8c22-1b87-4d3a-866b-d7e2a304a1b8 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (45364485-8168-4854-ae77-d00ea9ac721b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:42.134609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339d0c9-8a6d-4fc4-9ed1-20af12cc372c req-394f70b8-eb8e-44e9-a98a-597d4cf46492 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:42.136193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9339d0c9-8a6d-4fc4-9ed1-20af12cc372c req-394f70b8-eb8e-44e9-a98a-597d4cf46492 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 944 time: 0.1206551
Feb 19 21:13:42.150897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b8c22-1b87-4d3a-866b-d7e2a304a1b8 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event deleted for resources: {'Port': ['ID=45364485-8168-4854-ae77-d00ea9ac721b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:42.245081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9339d0c9-8a6d-4fc4-9ed1-20af12cc372c req-6ad4e071-579f-45a0-a5f9-dccc7cd503a4 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017201
Feb 19 21:13:42.322167 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-50357b2b-5855-4ac3-a9af-f3f6a49c259f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:42.339205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8c22-1b87-4d3a-866b-d7e2a304a1b8 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:42.343553 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7c7b8c22-1b87-4d3a-866b-d7e2a304a1b8 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "DELETE /v2.0/ports/45364485-8168-4854-ae77-d00ea9ac721b HTTP/1.1" status: 204  len: 168 time: 0.6308126
Feb 19 21:13:42.346375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45742) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:42.366603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50357b2b-5855-4ac3-a9af-f3f6a49c259f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=c2d4f0f0-aa54-4b81-b0f4-6ddbd59810c5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:42.402017 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e945c6-6c89-4a3d-a774-e1532ed5b2b3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] GET failed (client error): The resource could not be found.
Feb 19 21:13:42.408015 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-08e945c6-6c89-4a3d-a774-e1532ed5b2b3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "GET /v2.0/ports/45364485-8168-4854-ae77-d00ea9ac721b HTTP/1.1" status: 404  len: 333 time: 0.0559108
Feb 19 21:13:42.408822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45744) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:42.414747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Request body: {'port': {'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a', 'name': 'tempest-AllowedAddressPairTestJSON-1701250756'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:42.505431 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-50357b2b-5855-4ac3-a9af-f3f6a49c259f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:42.538486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Made reservation on behalf of 84363f32bef641678d7acc182491641f for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:42.542117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:42.563090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] device_id is not set on port 90443d02-c28f-4c7f-b27a-0812cb1364f9 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:42.565979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c4532-b9bb-4487-87e1-361bf2eaf493 req-cbe5aa55-8558-4d34-ace0-293c0998013d tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:42.567600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e00c4532-b9bb-4487-87e1-361bf2eaf493 req-cbe5aa55-8558-4d34-ace0-293c0998013d tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 943 time: 0.1731846
Feb 19 21:13:42.650070 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e00c4532-b9bb-4487-87e1-361bf2eaf493 req-385924d9-ee84-4ee6-878b-915fc1280bf8 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543897
Feb 19 21:13:42.692580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Allocated IP 172.20.0.8 (bbba50c9-96e3-4049-8775-e5c4f9fce05a/f1c2a731-2c50-4a34-837d-7de41fa5d9e9/90443d02-c28f-4c7f-b27a-0812cb1364f9) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:42.731803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50357b2b-5855-4ac3-a9af-f3f6a49c259f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router f98cf708-7a5b-4a25-bfe1-171ec08fc5f4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:13:42.814482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50357b2b-5855-4ac3-a9af-f3f6a49c259f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:42.822748 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-50357b2b-5855-4ac3-a9af-f3f6a49c259f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/f98cf708-7a5b-4a25-bfe1-171ec08fc5f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3154168
Feb 19 21:13:42.823406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45746) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:42.824839 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f2ddb-734f-48cf-93ed-22cdc231049e None None] Sync routers for ids ['f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:42.851789 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f2ddb-734f-48cf-93ed-22cdc231049e None None] Routers {'f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:42.852635 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6f1f2ddb-734f-48cf-93ed-22cdc231049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7005acd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:42.855627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-86e2cddd-1cd4-4bcb-a404-9d181f43d7d2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98cf708-7a5b-4a25-bfe1-171ec08fc5f4 HTTP/1.1" status: 200  len: 205 time: 0.0289474
Feb 19 21:13:42.855950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45750) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:42.859781 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for port (90443d02-c28f-4c7f-b27a-0812cb1364f9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:42.909177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (90443d02-c28f-4c7f-b27a-0812cb1364f9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:42.909710 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6f1f2ddb-734f-48cf-93ed-22cdc231049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7005acd0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:42.920280 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f2ddb-734f-48cf-93ed-22cdc231049e None None] Routers {'f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:42.920942 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6f1f2ddb-734f-48cf-93ed-22cdc231049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7005acd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:42.964415 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6f1f2ddb-734f-48cf-93ed-22cdc231049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7005acd0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:42.965190 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f2ddb-734f-48cf-93ed-22cdc231049e None None] The sync data for ids ['f98cf708-7a5b-4a25-bfe1-171ec08fc5f4'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:42.976793 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:42.980549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:42.983224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:43.015531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'Port': ['ID=90443d02-c28f-4c7f-b27a-0812cb1364f9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:43.050719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:43.051443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.076697 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-df598595-346e-4e0d-9e00-0e000bbadc3a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.6666927
Feb 19 21:13:43.077359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45752) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:43.084182 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b116dd72-1f06-45de-85b6-e6ae7b27cdcd tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1e:9d:a1'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:43.189741 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:13:43.193354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3405bd1c-c5f9-4a4b-b087-90cfc9728cab up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:43.230810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b116dd72-1f06-45de-85b6-e6ae7b27cdcd tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (90443d02-c28f-4c7f-b27a-0812cb1364f9), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.253726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabdbbe-502f-41ec-abc0-262cddbb12c8 req-8568e124-3bc2-485f-8f68-9b20728f835e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:43.255412 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2fabdbbe-502f-41ec-abc0-262cddbb12c8 req-8568e124-3bc2-485f-8f68-9b20728f835e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 945 time: 0.1417551
Feb 19 21:13:43.383499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:13:43.385422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f0af55f0-6226-46c6-a975-96d1c0f25a3b None None] Provisioning complete for port 90443d02-c28f-4c7f-b27a-0812cb1364f9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:43.385802 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f0af55f0-6226-46c6-a975-96d1c0f25a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (90443d02-c28f-4c7f-b27a-0812cb1364f9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.397314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:43.397314 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.448270 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1668c2be-0442-424a-85b0-28ea26cc0a1b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.454572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ffc28f0-49dd-404e-8b0d-b3e2f567d170,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:43.485021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '4ffc28f0-49dd-404e-8b0d-b3e2f567d170', 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af', 'port_id': '4ffc28f0-49dd-404e-8b0d-b3e2f567d170', 'mac_address': 'fa:16:3e:d6:4b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3591c48b-f332-448c-84f0-445a098b4bc2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:13:43.488553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f0af55f0-6226-46c6-a975-96d1c0f25a3b None None] Port 90443d02-c28f-4c7f-b27a-0812cb1364f9 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:43.538876 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-2fabdbbe-502f-41ec-abc0-262cddbb12c8 req-de0d5b6d-bfd5-49f4-bd43-7c7ce282364b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Deleting port 47b3f659-f115-4731-b8ae-0ab87f1dffdb {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:43.539253 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2fabdbbe-502f-41ec-abc0-262cddbb12c8 req-de0d5b6d-bfd5-49f4-bd43-7c7ce282364b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.563411 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:43.563829 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.577458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836db77-4a15-43d2-9252-159f2b7c847a req-df27b42f-6dd4-49c8-a89c-0d613aa16031 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:43.579555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9836db77-4a15-43d2-9252-159f2b7c847a req-df27b42f-6dd4-49c8-a89c-0d613aa16031 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 945 time: 0.2221308
Feb 19 21:13:43.584384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:43.591138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:43.591543 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.612401 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b116dd72-1f06-45de-85b6-e6ae7b27cdcd tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for port (90443d02-c28f-4c7f-b27a-0812cb1364f9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.616110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ffc28f0-49dd-404e-8b0d-b3e2f567d170,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:43.621482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b116dd72-1f06-45de-85b6-e6ae7b27cdcd tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (90443d02-c28f-4c7f-b27a-0812cb1364f9), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.625022 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.658821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a4d38-5c9a-4f4d-b037-42db5d2b305f req-c0f83c65-8dcb-45c9-900f-2ace8b61c7ae tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:43.661719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-813a4d38-5c9a-4f4d-b037-42db5d2b305f req-c0f83c65-8dcb-45c9-900f-2ace8b61c7ae tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 944 time: 0.3057208
Feb 19 21:13:43.719125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=4ffc28f0-49dd-404e-8b0d-b3e2f567d170,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:43.723199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1336813f-479c-48e1-adee-30fce72af1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3405bd1c-c5f9-4a4b-b087-90cfc9728cab'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:43.726964 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606bcad7-e385-4271-83fa-b79ce7a735a8" -d '{"events": [{"server_uuid": "1336813f-479c-48e1-adee-30fce72af1ba", "name": "network-vif-plugged", "status": "completed", "tag": "3405bd1c-c5f9-4a4b-b087-90cfc9728cab"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:43.742573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116dd72-1f06-45de-85b6-e6ae7b27cdcd tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'Port': ['ID=90443d02-c28f-4c7f-b27a-0812cb1364f9,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:43.757279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3405bd1c-c5f9-4a4b-b087-90cfc9728cab,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:43.770356 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.773072 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1668c2be-0442-424a-85b0-28ea26cc0a1b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.777592 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1668c2be-0442-424a-85b0-28ea26cc0a1b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.777771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-2fabdbbe-502f-41ec-abc0-262cddbb12c8 req-de0d5b6d-bfd5-49f4-bd43-7c7ce282364b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] For port 47b3f659-f115-4731-b8ae-0ab87f1dffdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47b3f659-f115-4731-b8ae-0ab87f1dffdb,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:43.778061 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2fabdbbe-502f-41ec-abc0-262cddbb12c8 req-de0d5b6d-bfd5-49f4-bd43-7c7ce282364b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.781034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b116dd72-1f06-45de-85b6-e6ae7b27cdcd tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] In _notify_port_updated(), no bound segment for port 90443d02-c28f-4c7f-b27a-0812cb1364f9 on network bbba50c9-96e3-4049-8775-e5c4f9fce05a {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:13:43.786981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b116dd72-1f06-45de-85b6-e6ae7b27cdcd tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:43.788203 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b116dd72-1f06-45de-85b6-e6ae7b27cdcd tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.792903 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b116dd72-1f06-45de-85b6-e6ae7b27cdcd tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "PUT /v2.0/ports/90443d02-c28f-4c7f-b27a-0812cb1364f9 HTTP/1.1" status: 200  len: 996 time: 0.7106557
Feb 19 21:13:43.795504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45760) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:43.849177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-2fabdbbe-502f-41ec-abc0-262cddbb12c8 req-de0d5b6d-bfd5-49f4-bd43-7c7ce282364b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Calling delete_port for 47b3f659-f115-4731-b8ae-0ab87f1dffdb owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:43.869209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-813a4d38-5c9a-4f4d-b037-42db5d2b305f req-2351737c-58eb-4eae-bde5-2e5bce3550f5 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697433
Feb 19 21:13:43.872366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3405bd1c-c5f9-4a4b-b087-90cfc9728cab,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:43.875252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9836db77-4a15-43d2-9252-159f2b7c847a req-de0b3e22-2f6d-4ab6-b148-bb46eb81d348 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2640524
Feb 19 21:13:43.878808 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1668c2be-0442-424a-85b0-28ea26cc0a1b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (f98cf708-7a5b-4a25-bfe1-171ec08fc5f4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.879602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1668c2be-0442-424a-85b0-28ea26cc0a1b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Fanout notify agent at l3_agent the message router_deleted on router f98cf708-7a5b-4a25-bfe1-171ec08fc5f4 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:13:43.889867 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1668c2be-0442-424a-85b0-28ea26cc0a1b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:43.891245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1668c2be-0442-424a-85b0-28ea26cc0a1b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/f98cf708-7a5b-4a25-bfe1-171ec08fc5f4 HTTP/1.1" status: 204  len: 168 time: 1.0338202
Feb 19 21:13:43.893942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45762) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:43.953435 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c880954e-5576-4e7a-b265-1c8c407230d7 x-openstack-request-id: req-c880954e-5576-4e7a-b265-1c8c407230d7 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:43.953839 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1336813f-479c-48e1-adee-30fce72af1ba", "name": "network-vif-plugged", "status": "completed", "tag": "3405bd1c-c5f9-4a4b-b087-90cfc9728cab", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:43.954102 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c880954e-5576-4e7a-b265-1c8c407230d7 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:43.954568 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1336813f-479c-48e1-adee-30fce72af1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3405bd1c-c5f9-4a4b-b087-90cfc9728cab', 'code': 200}
Feb 19 21:13:43.966469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4ffc28f0-49dd-404e-8b0d-b3e2f567d170'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:43.971700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae5b1da-6606-43f6-b95a-1c3db33fd562 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting subnet fea025bd-bc19-4868-8f50-0c71b2f288a2 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:13:43.985135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b1da-6606-43f6-b95a-1c3db33fd562 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (fea025bd-bc19-4868-8f50-0c71b2f288a2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.062210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-57690b1f-1ae8-43a2-9447-bc74e96a6088 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Deleting port 90443d02-c28f-4c7f-b27a-0812cb1364f9 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:44.063257 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57690b1f-1ae8-43a2-9447-bc74e96a6088 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (90443d02-c28f-4c7f-b27a-0812cb1364f9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.089785 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b1da-6606-43f6-b95a-1c3db33fd562 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (fea025bd-bc19-4868-8f50-0c71b2f288a2), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.140315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a0d35-c235-4fc3-90c6-e1a7b504b34e req-4add42c4-4ed5-4667-8865-efc7dda12ed6 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:44.142513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-624a0d35-c235-4fc3-90c6-e1a7b504b34e req-4add42c4-4ed5-4667-8865-efc7dda12ed6 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 944 time: 0.1680794
Feb 19 21:13:44.159898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-32756563-ca32-4ad5-90a6-537fee2a2448 None None] Provisioning complete for port 90443d02-c28f-4c7f-b27a-0812cb1364f9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:44.159898 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-32756563-ca32-4ad5-90a6-537fee2a2448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (90443d02-c28f-4c7f-b27a-0812cb1364f9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.173951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49654a-48ce-4798-98f1-705b50191edd req-561f66f7-5598-4c87-bade-f899949a53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:44.175400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd49654a-48ce-4798-98f1-705b50191edd req-561f66f7-5598-4c87-bade-f899949a53e7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 1127 time: 0.1277184
Feb 19 21:13:44.181455 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2fabdbbe-502f-41ec-abc0-262cddbb12c8 req-de0d5b6d-bfd5-49f4-bd43-7c7ce282364b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (47b3f659-f115-4731-b8ae-0ab87f1dffdb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.205120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:44.232879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57690b1f-1ae8-43a2-9447-bc74e96a6088 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (90443d02-c28f-4c7f-b27a-0812cb1364f9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.238780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-32756563-ca32-4ad5-90a6-537fee2a2448 None None] Port 90443d02-c28f-4c7f-b27a-0812cb1364f9 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:44.241239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d5b6d-bfd5-49f4-bd43-7c7ce282364b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event deleted for resources: {'Port': ['ID=47b3f659-f115-4731-b8ae-0ab87f1dffdb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:44.258301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-57690b1f-1ae8-43a2-9447-bc74e96a6088 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Calling delete_port for 90443d02-c28f-4c7f-b27a-0812cb1364f9 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:44.261230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-624a0d35-c235-4fc3-90c6-e1a7b504b34e req-1ee74f9d-01d5-4583-a9b1-702095d7a06c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128261
Feb 19 21:13:44.269980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b1da-6606-43f6-b95a-1c3db33fd562 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (fea025bd-bc19-4868-8f50-0c71b2f288a2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.316482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd49654a-48ce-4798-98f1-705b50191edd req-2164a8e8-c980-4d79-addb-399056009fc3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332371
Feb 19 21:13:44.322970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fabdbbe-502f-41ec-abc0-262cddbb12c8 req-de0d5b6d-bfd5-49f4-bd43-7c7ce282364b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] No DVR routers for this DVR port 47b3f659-f115-4731-b8ae-0ab87f1dffdb on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:44.326467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2fabdbbe-502f-41ec-abc0-262cddbb12c8 req-de0d5b6d-bfd5-49f4-bd43-7c7ce282364b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.330785 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2fabdbbe-502f-41ec-abc0-262cddbb12c8 req-de0d5b6d-bfd5-49f4-bd43-7c7ce282364b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "DELETE /v2.0/ports/47b3f659-f115-4731-b8ae-0ab87f1dffdb HTTP/1.1" status: 204  len: 173 time: 1.0234866
Feb 19 21:13:44.331250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0543e742-9e7b-4aed-8cc3-fe6c6dc22212', 'name': 'network-vif-deleted', 'tag': '47b3f659-f115-4731-b8ae-0ab87f1dffdb'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:44.333702 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080c9a2d-b5cc-4108-abb0-359e25f1d7f5" -d '{"events": [{"server_uuid": "0543e742-9e7b-4aed-8cc3-fe6c6dc22212", "name": "network-vif-deleted", "tag": "47b3f659-f115-4731-b8ae-0ab87f1dffdb"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:44.354946 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b1da-6606-43f6-b95a-1c3db33fd562 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (fea025bd-bc19-4868-8f50-0c71b2f288a2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.386888 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0a2649-1949-485a-b87c-91da41d3d75b x-openstack-request-id: req-ee0a2649-1949-485a-b87c-91da41d3d75b {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:44.387250 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0543e742-9e7b-4aed-8cc3-fe6c6dc22212", "name": "network-vif-deleted", "tag": "47b3f659-f115-4731-b8ae-0ab87f1dffdb", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:44.387545 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee0a2649-1949-485a-b87c-91da41d3d75b {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:44.387912 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0543e742-9e7b-4aed-8cc3-fe6c6dc22212', 'name': 'network-vif-deleted', 'tag': '47b3f659-f115-4731-b8ae-0ab87f1dffdb', 'status': 'completed', 'code': 200}
Feb 19 21:13:44.393732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5b1da-6606-43f6-b95a-1c3db33fd562 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Subnet': ['ID=fea025bd-bc19-4868-8f50-0c71b2f288a2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:44.397702 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b1da-6606-43f6-b95a-1c3db33fd562 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.401014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8ae5b1da-6606-43f6-b95a-1c3db33fd562 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/fea025bd-bc19-4868-8f50-0c71b2f288a2 HTTP/1.1" status: 204  len: 168 time: 0.5058942
Feb 19 21:13:44.403615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45766) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:44.405949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c4fa5c-c7d0-4696-9f0e-3fce53807b2e None None] Network bcdcd833-f0c4-474e-af0f-865bf2ccbb3d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:44.478212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57690b1f-1ae8-43a2-9447-bc74e96a6088 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (90443d02-c28f-4c7f-b27a-0812cb1364f9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.488492 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (bcdcd833-f0c4-474e-af0f-865bf2ccbb3d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.544466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57690b1f-1ae8-43a2-9447-bc74e96a6088 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event deleted for resources: {'Port': ['ID=90443d02-c28f-4c7f-b27a-0812cb1364f9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:44.555555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port c7068b94-3fe9-4d72-8315-9e10dce72ada {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:44.556144 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.579736 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed17805-063c-464c-9e14-c27559d587e9 None None] DHCP port deletion for bcdcd833-f0c4-474e-af0f-865bf2ccbb3d request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:13:44.621891 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57690b1f-1ae8-43a2-9447-bc74e96a6088 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.631748 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-57690b1f-1ae8-43a2-9447-bc74e96a6088 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "DELETE /v2.0/ports/90443d02-c28f-4c7f-b27a-0812cb1364f9 HTTP/1.1" status: 204  len: 168 time: 0.8327582
Feb 19 21:13:44.632088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45768) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:44.667165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6ed17805-063c-464c-9e14-c27559d587e9 None None] Deleting port c7068b94-3fe9-4d72-8315-9e10dce72ada {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:44.667544 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6ed17805-063c-464c-9e14-c27559d587e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.676193 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a09d6b-4a69-4b11-832f-61d94f11966c tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] GET failed (client error): The resource could not be found.
Feb 19 21:13:44.681656 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-40a09d6b-4a69-4b11-832f-61d94f11966c tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "GET /v2.0/ports/90443d02-c28f-4c7f-b27a-0812cb1364f9 HTTP/1.1" status: 404  len: 333 time: 0.0439982
Feb 19 21:13:44.682859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45770) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:44.687175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Request body: {'port': {'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a', 'name': 'tempest-AllowedAddressPairTestJSON-293543654'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:44.694335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] For port c7068b94-3fe9-4d72-8315-9e10dce72ada, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7068b94-3fe9-4d72-8315-9e10dce72ada,segment=NetworkSegment(26e2b5dc-be9b-452c-b3da-32112fe9d9d9),segment_id=26e2b5dc-be9b-452c-b3da-32112fe9d9d9)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:44.695499 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.747353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6ed17805-063c-464c-9e14-c27559d587e9 None None] For port c7068b94-3fe9-4d72-8315-9e10dce72ada, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7068b94-3fe9-4d72-8315-9e10dce72ada,segment=NetworkSegment(26e2b5dc-be9b-452c-b3da-32112fe9d9d9),segment_id=26e2b5dc-be9b-452c-b3da-32112fe9d9d9)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:44.747671 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6ed17805-063c-464c-9e14-c27559d587e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.756010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for c7068b94-3fe9-4d72-8315-9e10dce72ada owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:44.762436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6ed17805-063c-464c-9e14-c27559d587e9 None None] Calling delete_port for c7068b94-3fe9-4d72-8315-9e10dce72ada owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:44.855679 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6ed17805-063c-464c-9e14-c27559d587e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.885482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed17805-063c-464c-9e14-c27559d587e9 None None] Pushing event deleted for resources: {'Port': ['ID=c7068b94-3fe9-4d72-8315-9e10dce72ada,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:44.887253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Made reservation on behalf of 84363f32bef641678d7acc182491641f for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:44.890560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed17805-063c-464c-9e14-c27559d587e9 None None] No DVR routers for this DVR port c7068b94-3fe9-4d72-8315-9e10dce72ada on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:44.892942 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.908354 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c7068b94-3fe9-4d72-8315-9e10dce72ada), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:44.917514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] device_id is not set on port e2da9841-ab42-4510-8897-c0e31592140c yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:44.951595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=c7068b94-3fe9-4d72-8315-9e10dce72ada,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:44.983122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No DVR routers for this DVR port c7068b94-3fe9-4d72-8315-9e10dce72ada on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:45.077887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e1c7b42-f7ad-448b-b936-2aa2fa713e30 req-07c66bbf-51ed-4603-b78f-bbcc653816b9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0543e742-9e7b-4aed-8cc3-fe6c6dc22212 HTTP/1.1" status: 200  len: 210 time: 0.0807533
Feb 19 21:13:45.183409 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (bcdcd833-f0c4-474e-af0f-865bf2ccbb3d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.190523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:45.194385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed5dd7-6f45-4272-8238-970dc3fa6851 req-52df3696-3882-4f28-ac9d-b83546d0e755 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:45.196224 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aed5dd7-6f45-4272-8238-970dc3fa6851 req-52df3696-3882-4f28-ac9d-b83546d0e755 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 945 time: 0.2108693
Feb 19 21:13:45.243370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a49a2e0>,) {'filters': {'network_id': ['bcdcd833-f0c4-474e-af0f-865bf2ccbb3d']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:45.247342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:13:45.248221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Allocated IP 172.20.0.14 (bbba50c9-96e3-4049-8775-e5c4f9fce05a/f1c2a731-2c50-4a34-837d-7de41fa5d9e9/e2da9841-ab42-4510-8897-c0e31592140c) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:45.251515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:45.251906 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.279976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a49a2e0>, '26e2b5dc-be9b-452c-b3da-32112fe9d9d9') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:45.280208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a49a2e0>, '26e2b5dc-be9b-452c-b3da-32112fe9d9d9') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:45.316433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (26e2b5dc-be9b-452c-b3da-32112fe9d9d9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.340640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:45.340640 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.348432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aed5dd7-6f45-4272-8238-970dc3fa6851 req-67c03aa0-3feb-42c8-a521-a3cebe80dfa1 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422534
Feb 19 21:13:45.354213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (26e2b5dc-be9b-452c-b3da-32112fe9d9d9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.377699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ffc28f0-49dd-404e-8b0d-b3e2f567d170,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:45.381074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:13:45.381497 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (26e2b5dc-be9b-452c-b3da-32112fe9d9d9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.384746 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   warnings.warn(msg)
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:13:45.384934 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:13:45.388123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 47b3f659-f115-4731-b8ae-0ab87f1dffdb no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:45.430169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 47b3f659-f115-4731-b8ae-0ab87f1dffdb {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:45.430531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 47b3f659-f115-4731-b8ae-0ab87f1dffdb not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:45.452919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=4ffc28f0-49dd-404e-8b0d-b3e2f567d170,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:45.526013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (bcdcd833-f0c4-474e-af0f-865bf2ccbb3d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.528596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c7068b94-3fe9-4d72-8315-9e10dce72ada no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:45.546859 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.550685 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/networks/bcdcd833-f0c4-474e-af0f-865bf2ccbb3d HTTP/1.1" status: 204  len: 168 time: 1.1461298
Feb 19 21:13:45.555264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c7068b94-3fe9-4d72-8315-9e10dce72ada {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:45.555512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c7068b94-3fe9-4d72-8315-9e10dce72ada not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:45.556024 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45778) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:45.562032 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-57580927-32e2-4d86-9bed-541a783350bb tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1764391814', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:45.571250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c863b8-ecc1-458e-b8c2-6293780b060c req-174d3fb3-1ea1-4737-82f5-10519acf541a tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:45.572796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9c863b8-ecc1-458e-b8c2-6293780b060c req-174d3fb3-1ea1-4737-82f5-10519acf541a tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 945 time: 0.2073042
Feb 19 21:13:45.576617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6a53a-45c1-4ba8-b42f-a92965ac8b54 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Network': ['ID=bcdcd833-f0c4-474e-af0f-865bf2ccbb3d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:45.586734 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57580927-32e2-4d86-9bed-541a783350bb tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.587925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57580927-32e2-4d86-9bed-541a783350bb tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.633214 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for port (e2da9841-ab42-4510-8897-c0e31592140c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.648432 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57580927-32e2-4d86-9bed-541a783350bb tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (61f3f778-c6e6-4477-abc0-48f1a7e7039f), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.653211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57580927-32e2-4d86-9bed-541a783350bb tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.655545 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9c863b8-ecc1-458e-b8c2-6293780b060c req-b94fe97e-e608-4995-9d82-9940aa1cae0a tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739186
Feb 19 21:13:45.680675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57580927-32e2-4d86-9bed-541a783350bb tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.683979 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-57580927-32e2-4d86-9bed-541a783350bb tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1259568
Feb 19 21:13:45.685920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45780) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:45.692170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-408270074'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:45.701100 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e2da9841-ab42-4510-8897-c0e31592140c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.767583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:45.769120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:45.772446 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.774354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'Port': ['ID=e2da9841-ab42-4510-8897-c0e31592140c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:45.778794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:45.788018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:45.836030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:13:45.855883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:45.856677 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.862505 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (73be4dbc-fae9-457a-94e9-3de543122002), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.862867 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added segment 73be4dbc-fae9-457a-94e9-3de543122002 of type vlan for network 6e821bb9-6141-4c63-a036-6654b0b5a849
Feb 19 21:13:45.907016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9f26ba99-c0e1-4f73-8680-978dd4359460 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2240009
Feb 19 21:13:45.910260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45784) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:45.915514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Request body: {'port': {'network_id': 'bbba50c9-96e3-4049-8775-e5c4f9fce05a', 'name': 'tempest-AllowedAddressPairTestJSON-2107232101'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:45.922271 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (6e821bb9-6141-4c63-a036-6654b0b5a849), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.950712 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (6e821bb9-6141-4c63-a036-6654b0b5a849), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.956028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb9bd42-4d71-472f-937f-5a5192838186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc28f0-49dd-404e-8b0d-b3e2f567d170'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:45.957725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:45.958569 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:45.959299 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5a1c5a-d593-4c48-8749-d747e8b6f3dc" -d '{"events": [{"server_uuid": "1fb9bd42-4d71-472f-937f-5a5192838186", "name": "network-vif-plugged", "status": "completed", "tag": "4ffc28f0-49dd-404e-8b0d-b3e2f567d170"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:46.014216 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d957d7-eb9c-4b04-832e-9adc6d5cdbf4 x-openstack-request-id: req-b9d957d7-eb9c-4b04-832e-9adc6d5cdbf4 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:46.015154 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb9bd42-4d71-472f-937f-5a5192838186", "name": "network-vif-plugged", "status": "completed", "tag": "4ffc28f0-49dd-404e-8b0d-b3e2f567d170", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:46.015691 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9d957d7-eb9c-4b04-832e-9adc6d5cdbf4 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:46.016530 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb9bd42-4d71-472f-937f-5a5192838186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc28f0-49dd-404e-8b0d-b3e2f567d170', 'code': 200}
Feb 19 21:13:46.031643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3436468
Feb 19 21:13:46.035156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45788) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:46.040654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'subnet': {'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:46.042691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d0ff0-94e7-49e6-a13a-4935c3e64528 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Network': ['ID=6e821bb9-6141-4c63-a036-6654b0b5a849,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:46.055238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 6e821bb9-6141-4c63-a036-6654b0b5a849 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:13:46.121340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c2b094d4-ed8d-4617-bf75-8366aa11d6f8 None None] Provisioning complete for port e2da9841-ab42-4510-8897-c0e31592140c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:46.121806 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c2b094d4-ed8d-4617-bf75-8366aa11d6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e2da9841-ab42-4510-8897-c0e31592140c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:46.161735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Made reservation on behalf of 84363f32bef641678d7acc182491641f for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:46.165366 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:46.188363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c2b094d4-ed8d-4617-bf75-8366aa11d6f8 None None] Port e2da9841-ab42-4510-8897-c0e31592140c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:46.207352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] device_id is not set on port 018cf5e7-f40a-4889-8762-b85c63dc1151 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:13:46.215030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:46.218570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:46.314896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94986ad8-fb13-4fb7-b6d4-aacbac7654c7 req-5cf11f75-33e7-48b4-ba20-40562a5b2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:46.314896 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-94986ad8-fb13-4fb7-b6d4-aacbac7654c7 req-5cf11f75-33e7-48b4-ba20-40562a5b2bad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 1127 time: 0.2133751
Feb 19 21:13:46.437297 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-94986ad8-fb13-4fb7-b6d4-aacbac7654c7 req-552d3a8a-e2d0-4938-82c4-c6efe9ebf900 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155097
Feb 19 21:13:46.452224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Allocated IP 172.20.0.7 (bbba50c9-96e3-4049-8775-e5c4f9fce05a/f1c2a731-2c50-4a34-837d-7de41fa5d9e9/018cf5e7-f40a-4889-8762-b85c63dc1151) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:46.499013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1cde5-ffd7-45b6-8ae1-efdfe7ec84fa req-b88a2791-a9a4-480d-95af-1fd049e5cab6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:46.500968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eec1cde5-ffd7-45b6-8ae1-efdfe7ec84fa req-b88a2791-a9a4-480d-95af-1fd049e5cab6 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 945 time: 0.0649886
Feb 19 21:13:46.559013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eec1cde5-ffd7-45b6-8ae1-efdfe7ec84fa req-4fd7ff22-0532-4645-b50f-4a069e56b2ef tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477607
Feb 19 21:13:46.650259 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (4a90916e-dff2-478e-ac2b-7b881d4aa95a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:46.749005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Subnet': ['ID=4a90916e-dff2-478e-ac2b-7b881d4aa95a,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:46.753304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86ca88-9b06-41c2-9102-46920e875aab req-b22ccbbb-c23b-4e00-9413-a52e1b1f5bb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:46.754888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec86ca88-9b06-41c2-9102-46920e875aab req-b22ccbbb-c23b-4e00-9413-a52e1b1f5bb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fbf3c8-6c17-4667-9092-8d7221c23eaa HTTP/1.1" status: 200  len: 945 time: 0.1210661
Feb 19 21:13:46.770212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for port (018cf5e7-f40a-4889-8762-b85c63dc1151), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:46.784712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-3df2a8e7-8900-4bd9-8e1a-7b375be6f378 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:46.786220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-3df2a8e7-8900-4bd9-8e1a-7b375be6f378 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.1621511
Feb 19 21:13:46.789694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Checking segment: {'id': '73be4dbc-fae9-457a-94e9-3de543122002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:46.790071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network hostable DHCP agents. Network: 6e821bb9-6141-4c63-a036-6654b0b5a849, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:13:46.812902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-755db892-c4b3-496f-8f0b-2cecb52ef28f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/quotas/ab36d6d50f8f40408962ab92e9cd1671 HTTP/1.1" status: 200  len: 375 time: 0.0196960
Feb 19 21:13:46.824004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (018cf5e7-f40a-4889-8762-b85c63dc1151), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:46.833397 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 6e821bb9-6141-4c63-a036-6654b0b5a849 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:13:46.861231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec86ca88-9b06-41c2-9102-46920e875aab req-5b1f11ed-2d2c-4ef6-9ada-b8c6fa92a010 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923474
Feb 19 21:13:46.881100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:46.881870 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e821bb9-6141-4c63-a036-6654b0b5a849) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:46.885865 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:46.890912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:46.896505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-449c3f63-fc2d-4e1c-a6b1-99725760e201 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0764127
Feb 19 21:13:46.897663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:46.898273 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:46.900189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6e3459-2721-4c03-ad1f-c92ca53ff64d None None] Network 6e821bb9-6141-4c63-a036-6654b0b5a849 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:46.921436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'Port': ['ID=018cf5e7-f40a-4889-8762-b85c63dc1151,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:46.957455 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ca34e338-23f6-44ab-b9b1-d95c02169b8a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9184444
Feb 19 21:13:46.957645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45816) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:46.969121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:46.969825 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:47.055665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6e821bb9-6141-4c63-a036-6654b0b5a849', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:13:47.060065 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2b079167-218a-49fa-b90e-500e3e8ea918 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1462281
Feb 19 21:13:47.060232 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:47.064665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45818) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:47.071935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0c17ccf5-b8c6-4750-b2d3-3e0bbd9e3a33 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1e:9d:a1'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:7c:a0:e8'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:47.096920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-42ce9a11-c45e-4b63-9fc9-dda881507400 service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728959
Feb 19 21:13:47.224722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-d8aacdad-56b4-4fd5-8f9a-d63baf28ca21 service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1177902
Feb 19 21:13:47.234164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d8064-8f16-42b2-89b0-309e5cf673c3 req-dcedafc0-d0b3-4cda-9893-293ef0063fce tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:47.236597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-326d8064-8f16-42b2-89b0-309e5cf673c3 req-dcedafc0-d0b3-4cda-9893-293ef0063fce tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 945 time: 0.1829958
Feb 19 21:13:47.242619 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Allocated IP 2001:db8::2 (6e821bb9-6141-4c63-a036-6654b0b5a849/4a90916e-dff2-478e-ac2b-7b881d4aa95a/5aa84ca8-5937-4fc2-89b1-08f3be28ee92) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:47.293222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-9df09cb4-1050-482d-9e4f-28e368b64b23 None None] Provisioning complete for port 018cf5e7-f40a-4889-8762-b85c63dc1151 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:47.293611 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9df09cb4-1050-482d-9e4f-28e368b64b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (018cf5e7-f40a-4889-8762-b85c63dc1151), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:47.314351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-326d8064-8f16-42b2-89b0-309e5cf673c3 req-f739682a-af12-4eaa-9099-51036c78681d tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714324
Feb 19 21:13:47.406535 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:47.482870 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c17ccf5-b8c6-4750-b2d3-3e0bbd9e3a33 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (018cf5e7-f40a-4889-8762-b85c63dc1151), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:47.515426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd84b9de-5066-4ec3-8be8-39ed3be7d2e5 req-8bc1034c-7fe7-45ab-b526-1d044e9c325b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 210 time: 0.0340085
Feb 19 21:13:47.576072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b244157-a084-42ec-b395-212c32cdd8ed req-a9b17ab2-eb8e-446c-811e-685c98749d62 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:47.578348 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b244157-a084-42ec-b395-212c32cdd8ed req-a9b17ab2-eb8e-446c-811e-685c98749d62 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=43ab5b91-8dc1-4507-bec8-18ee6000acf7 HTTP/1.1" status: 200  len: 945 time: 0.1636109
Feb 19 21:13:47.587780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9df09cb4-1050-482d-9e4f-28e368b64b23 None None] Port 018cf5e7-f40a-4889-8762-b85c63dc1151 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:47.646696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b244157-a084-42ec-b395-212c32cdd8ed req-de753a1f-3f43-453b-9544-48d54bb30149 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620213
Feb 19 21:13:47.710993 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Publish callbacks [] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:47.730143 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:47.790343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Network 6e821bb9-6141-4c63-a036-6654b0b5a849 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:47.794558 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:47.800003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:47.803453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Pushing event updated for resources: {'Port': ['ID=5aa84ca8-5937-4fc2-89b1-08f3be28ee92,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:47.902976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Attempting to bind port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:47.903675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Attempting to bind port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73be4dbc-fae9-457a-94e9-3de543122002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:47.903873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Attempting to bind port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 on network 6e821bb9-6141-4c63-a036-6654b0b5a849 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:47.910882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:47.911365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Checking segment: {'id': '73be4dbc-fae9-457a-94e9-3de543122002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:47.911790 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:47.912497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Bound using segment: {'id': '73be4dbc-fae9-457a-94e9-3de543122002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:47.913217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Bound port: 5aa84ca8-5937-4fc2-89b1-08f3be28ee92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73be4dbc-fae9-457a-94e9-3de543122002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:47.913947 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.007599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] For port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:48.013496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] For port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5aa84ca8-5937-4fc2-89b1-08f3be28ee92,segment=NetworkSegment(73be4dbc-fae9-457a-94e9-3de543122002),segment_id=73be4dbc-fae9-457a-94e9-3de543122002)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:48.018557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d08e4-d40a-430e-9768-afceb9872e20 req-eb677d4d-ef82-446c-8400-e8b38e0922e0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:48.021310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6d08e4-d40a-430e-9768-afceb9872e20 req-eb677d4d-ef82-446c-8400-e8b38e0922e0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=43ab5b91-8dc1-4507-bec8-18ee6000acf7 HTTP/1.1" status: 200  len: 945 time: 0.0945594
Feb 19 21:13:48.027343 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.106314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0f569-be06-4f8b-9825-b7be334d7056 None None] Pushing event updated for resources: {'Port': ['ID=5aa84ca8-5937-4fc2-89b1-08f3be28ee92,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:48.129694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e6d08e4-d40a-430e-9768-afceb9872e20 req-1387c750-a3f7-4c58-8c0e-4ae04d16a58f tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942633
Feb 19 21:13:48.253174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Allocated IP 2001:db8::1 (6e821bb9-6141-4c63-a036-6654b0b5a849/4a90916e-dff2-478e-ac2b-7b881d4aa95a/4d977234-0ab1-4bcf-a7c9-2b5e59124e85) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:48.258365 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9bacd742-14a0-4c40-b98a-9acfde3913e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.349022 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c17ccf5-b8c6-4750-b2d3-3e0bbd9e3a33 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for port (018cf5e7-f40a-4889-8762-b85c63dc1151), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.358240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c17ccf5-b8c6-4750-b2d3-3e0bbd9e3a33 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (018cf5e7-f40a-4889-8762-b85c63dc1151), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.507271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17ccf5-b8c6-4750-b2d3-3e0bbd9e3a33 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event updated for resources: {'Port': ['ID=018cf5e7-f40a-4889-8762-b85c63dc1151,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:48.541157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0c17ccf5-b8c6-4750-b2d3-3e0bbd9e3a33 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] In _notify_port_updated(), no bound segment for port 018cf5e7-f40a-4889-8762-b85c63dc1151 on network bbba50c9-96e3-4049-8775-e5c4f9fce05a {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:13:48.544817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92500f8e-6f70-466a-97cb-eb1e4a46cb0b req-5978e4f0-be7d-4ec9-ba60-3a84109ab06b tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:48.547512 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c17ccf5-b8c6-4750-b2d3-3e0bbd9e3a33 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:48.548521 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c17ccf5-b8c6-4750-b2d3-3e0bbd9e3a33 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.550455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92500f8e-6f70-466a-97cb-eb1e4a46cb0b req-5978e4f0-be7d-4ec9-ba60-3a84109ab06b tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 945 time: 0.1041853
Feb 19 21:13:48.553049 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0c17ccf5-b8c6-4750-b2d3-3e0bbd9e3a33 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "PUT /v2.0/ports/018cf5e7-f40a-4889-8762-b85c63dc1151 HTTP/1.1" status: 200  len: 1056 time: 1.4871445
Feb 19 21:13:48.556251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45838) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:48.558297 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.621172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.668105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 6e821bb9-6141-4c63-a036-6654b0b5a849 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:48.674275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:48.677467 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:48.678178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.692998 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9597ac2c-ca90-4382-b1ea-b34f2e138465 req-51b7807c-6a31-46ed-85a9-a44e76f20b0b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 210 time: 0.0639112
Feb 19 21:13:48.746403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92500f8e-6f70-466a-97cb-eb1e4a46cb0b req-e81bcc1e-3fd4-4737-a6fd-d2abecd70345 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749034
Feb 19 21:13:48.780264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-cc503811-7673-46a4-b3db-00ee6387e19d tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Deleting port 018cf5e7-f40a-4889-8762-b85c63dc1151 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:48.780717 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc503811-7673-46a4-b3db-00ee6387e19d tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (018cf5e7-f40a-4889-8762-b85c63dc1151), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.795560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=4d977234-0ab1-4bcf-a7c9-2b5e59124e85,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:48.841582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2e68654c-eed6-4ebc-986e-ed2059676434 None None] Provisioning complete for port 018cf5e7-f40a-4889-8762-b85c63dc1151 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:48.841969 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2e68654c-eed6-4ebc-986e-ed2059676434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (018cf5e7-f40a-4889-8762-b85c63dc1151), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.885484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2e68654c-eed6-4ebc-986e-ed2059676434 None None] Port 018cf5e7-f40a-4889-8762-b85c63dc1151 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:48.893055 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc503811-7673-46a4-b3db-00ee6387e19d tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (018cf5e7-f40a-4889-8762-b85c63dc1151), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.915260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:48.915714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-cc503811-7673-46a4-b3db-00ee6387e19d tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Calling delete_port for 018cf5e7-f40a-4889-8762-b85c63dc1151 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:49.081860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b24c232d-1481-439d-b93a-6e3856fdae00 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:49.083496 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b24c232d-1481-439d-b93a-6e3856fdae00 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.2540455
Feb 19 21:13:49.142641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Request body: {'port': {'device_id': 'd0d995f8-d42a-4848-8c2b-0ba8fb85618a', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'admin_state_up': True, 'tenant_id': 'ab36d6d50f8f40408962ab92e9cd1671'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:49.406348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Made reservation on behalf of ab36d6d50f8f40408962ab92e9cd1671 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:49.410621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:49.515100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c1915-c729-4353-aadd-438d68329c94 req-78ba1971-54f9-404d-ba15-e04188aff735 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:49.517227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d5c1915-c729-4353-aadd-438d68329c94 req-78ba1971-54f9-404d-ba15-e04188aff735 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.10 "GET /v2.0/ports?device_id=43ab5b91-8dc1-4507-bec8-18ee6000acf7 HTTP/1.1" status: 200  len: 945 time: 0.1296279
Feb 19 21:13:49.547997 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:49.557685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:49.558576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:49.559561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea51c1-fd7e-4789-adf7-1f17dc5f2c28 req-f34e4c30-aee5-47ba-9345-7cd3cf2fc96c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:49.568363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86ea51c1-fd7e-4789-adf7-1f17dc5f2c28 req-f34e4c30-aee5-47ba-9345-7cd3cf2fc96c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=43ab5b91-8dc1-4507-bec8-18ee6000acf7 HTTP/1.1" status: 200  len: 945 time: 0.1794972
Feb 19 21:13:49.589028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd9bdca-8c72-4901-b521-8573dcbca98e None None] Network 6e821bb9-6141-4c63-a036-6654b0b5a849 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:49.617542 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc503811-7673-46a4-b3db-00ee6387e19d tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (018cf5e7-f40a-4889-8762-b85c63dc1151), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:49.667494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:49.696081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc503811-7673-46a4-b3db-00ee6387e19d tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event deleted for resources: {'Port': ['ID=018cf5e7-f40a-4889-8762-b85c63dc1151,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:49.721394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=4d977234-0ab1-4bcf-a7c9-2b5e59124e85,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:49.758156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6a1dfd75-4832-4a18-801e-1e78726099e7 None None] Provisioning complete for port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:49.758539 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6a1dfd75-4832-4a18-801e-1e78726099e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:49.800361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86ea51c1-fd7e-4789-adf7-1f17dc5f2c28 req-2e1eba3e-27d6-4b2c-9c73-69e9056e46a5 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125716
Feb 19 21:13:49.842860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Allocated IP 172.20.0.10 (d3b5c251-7e40-4705-8f65-349582f371c6/dd39b861-c372-4188-bb16-08087882fb5d/144a18d3-5bc9-4052-88dd-48df6dad1d99) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:49.843667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64a6a5ad-63bb-4323-8718-21b5bb77a0a2 req-5427b55f-cea6-4327-9f11-0d8e59643027 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 210 time: 0.0496857
Feb 19 21:13:49.874209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 6e821bb9-6141-4c63-a036-6654b0b5a849 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:49.879005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:49.886575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-0d5c1915-c729-4353-aadd-438d68329c94 req-0130b5a5-2daf-450f-8c18-7e2091841d34 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Deleting port fdf459f0-54b4-43fd-9db6-b559c98f4c65 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:49.886783 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0d5c1915-c729-4353-aadd-438d68329c94 req-0130b5a5-2daf-450f-8c18-7e2091841d34 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:49.910339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:49.910869 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:49.988109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6a1dfd75-4832-4a18-801e-1e78726099e7 None None] Current status of the port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:49.991147 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6a1dfd75-4832-4a18-801e-1e78726099e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.051115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6a1dfd75-4832-4a18-801e-1e78726099e7 None None] For port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5aa84ca8-5937-4fc2-89b1-08f3be28ee92,segment=NetworkSegment(73be4dbc-fae9-457a-94e9-3de543122002),segment_id=73be4dbc-fae9-457a-94e9-3de543122002)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:50.069520 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6a1dfd75-4832-4a18-801e-1e78726099e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.131532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0d5c1915-c729-4353-aadd-438d68329c94 req-0130b5a5-2daf-450f-8c18-7e2091841d34 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] For port fdf459f0-54b4-43fd-9db6-b559c98f4c65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdf459f0-54b4-43fd-9db6-b559c98f4c65,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:50.132091 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0d5c1915-c729-4353-aadd-438d68329c94 req-0130b5a5-2daf-450f-8c18-7e2091841d34 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.142616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:50.143152 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.154516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-0d5c1915-c729-4353-aadd-438d68329c94 req-0130b5a5-2daf-450f-8c18-7e2091841d34 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Calling delete_port for fdf459f0-54b4-43fd-9db6-b559c98f4c65 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:50.164565 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cc503811-7673-46a4-b3db-00ee6387e19d tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.166919 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 61f3f778-c6e6-4477-abc0-48f1a7e7039f is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:13:50.170385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cc503811-7673-46a4-b3db-00ee6387e19d tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "DELETE /v2.0/ports/018cf5e7-f40a-4889-8762-b85c63dc1151 HTTP/1.1" status: 204  len: 168 time: 1.6102939
Feb 19 21:13:50.171282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dfd75-4832-4a18-801e-1e78726099e7 None None] Pushing event updated for resources: {'Port': ['ID=5aa84ca8-5937-4fc2-89b1-08f3be28ee92,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:50.171652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45862) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:50.193429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks [] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.230286 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6aaab0-49e0-4f5a-be66-c9834ac29d9a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] GET failed (client error): The resource could not be found.
Feb 19 21:13:50.231780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ee6aaab0-49e0-4f5a-be66-c9834ac29d9a tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "GET /v2.0/ports/018cf5e7-f40a-4889-8762-b85c63dc1151 HTTP/1.1" status: 404  len: 333 time: 0.0591836
Feb 19 21:13:50.234713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45864) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:50.238171 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:13:50.238835 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:13:50.316188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:50.322187 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-172e1be2-684a-4060-a7ee-04bd98fad972 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3635402
Feb 19 21:13:50.325870 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45868) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:50.328035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Sync routers for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:50.335102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2109016419'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:50.340939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:50.341963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b1e910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:50.359210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.414324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4a799-2a9c-4d85-9887-634a8b5b43b3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Deleting port e2da9841-ab42-4510-8897-c0e31592140c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:50.414682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a799-2a9c-4d85-9887-634a8b5b43b3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e2da9841-ab42-4510-8897-c0e31592140c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.421755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:50.446283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Network d3b5c251-7e40-4705-8f65-349582f371c6 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:50.466183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:50.476266 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0d5c1915-c729-4353-aadd-438d68329c94 req-0130b5a5-2daf-450f-8c18-7e2091841d34 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fdf459f0-54b4-43fd-9db6-b559c98f4c65), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.483119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:50.491767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:50.495190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.512166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['356ca7b7-90a9-48f4-a800-3ae550ebde56', 'fdf459f0-54b4-43fd-9db6-b559c98f4c65'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:50.517362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130b5a5-2daf-450f-8c18-7e2091841d34 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Pushing event deleted for resources: {'Port': ['ID=fdf459f0-54b4-43fd-9db6-b559c98f4c65,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:50.560205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3405bd1c-c5f9-4a4b-b087-90cfc9728cab'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:50.588992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5c1915-c729-4353-aadd-438d68329c94 req-0130b5a5-2daf-450f-8c18-7e2091841d34 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] No DVR routers for this DVR port fdf459f0-54b4-43fd-9db6-b559c98f4c65 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:50.594300 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0d5c1915-c729-4353-aadd-438d68329c94 req-0130b5a5-2daf-450f-8c18-7e2091841d34 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.596721 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event updated for resources: {'Port': ['ID=144a18d3-5bc9-4052-88dd-48df6dad1d99,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:50.597894 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d5c1915-c729-4353-aadd-438d68329c94 req-0130b5a5-2daf-450f-8c18-7e2091841d34 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.10 "DELETE /v2.0/ports/fdf459f0-54b4-43fd-9db6-b559c98f4c65 HTTP/1.1" status: 204  len: 173 time: 1.0747838
Feb 19 21:13:50.598362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ab5b91-8dc1-4507-bec8-18ee6000acf7', 'name': 'network-vif-deleted', 'tag': 'fdf459f0-54b4-43fd-9db6-b559c98f4c65'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:50.600734 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b970574-9210-41ba-9e6f-5279ed976a02" -d '{"events": [{"server_uuid": "43ab5b91-8dc1-4507-bec8-18ee6000acf7", "name": "network-vif-deleted", "tag": "fdf459f0-54b4-43fd-9db6-b559c98f4c65"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:50.624869 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a799-2a9c-4d85-9887-634a8b5b43b3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e2da9841-ab42-4510-8897-c0e31592140c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.643412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:50.644102 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.668034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:13:50.679525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4a799-2a9c-4d85-9887-634a8b5b43b3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Calling delete_port for e2da9841-ab42-4510-8897-c0e31592140c owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:50.682390 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043fad69-0d94-42e1-a939-f97a485a38ad x-openstack-request-id: req-043fad69-0d94-42e1-a939-f97a485a38ad {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:50.686639 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8e367e61-a504-4099-9014-0699e9e96711), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.687047 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added segment 8e367e61-a504-4099-9014-0699e9e96711 of type vlan for network fe8e348e-5f8c-47c6-a2bb-50bacaf13edd
Feb 19 21:13:50.692680 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ab5b91-8dc1-4507-bec8-18ee6000acf7", "name": "network-vif-deleted", "tag": "fdf459f0-54b4-43fd-9db6-b559c98f4c65", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:50.692981 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-043fad69-0d94-42e1-a939-f97a485a38ad {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:50.693442 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ab5b91-8dc1-4507-bec8-18ee6000acf7', 'name': 'network-vif-deleted', 'tag': 'fdf459f0-54b4-43fd-9db6-b559c98f4c65', 'status': 'completed', 'code': 200}
Feb 19 21:13:50.799967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (fe8e348e-5f8c-47c6-a2bb-50bacaf13edd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.801408 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c4f57c93-ae31-414c-bfdc-cf2bcfc21e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.819299 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-b520cec9-921d-4cb2-801e-17d654873aa2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6837082
Feb 19 21:13:50.827420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-59cce133-13f5-4e60-902b-229740f426ba None None] Provisioning complete for port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:50.827794 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-59cce133-13f5-4e60-902b-229740f426ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.840106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Request body: {'port': {'device_id': 'd0d995f8-d42a-4848-8c2b-0ba8fb85618a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:50.904688 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (fe8e348e-5f8c-47c6-a2bb-50bacaf13edd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.914725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:50.915709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:50.916899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:50.931426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:50.985661 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a799-2a9c-4d85-9887-634a8b5b43b3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e2da9841-ab42-4510-8897-c0e31592140c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:51.061102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4a799-2a9c-4d85-9887-634a8b5b43b3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event deleted for resources: {'Port': ['ID=e2da9841-ab42-4510-8897-c0e31592140c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:51.109601 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:51.129990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-67f7a1c8-76f5-4a33-aa8c-8d1fea155683 req-4052516f-265e-4df9-bd6f-07c59621dac3 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=43ab5b91-8dc1-4507-bec8-18ee6000acf7 HTTP/1.1" status: 200  len: 210 time: 0.0782692
Feb 19 21:13:51.174546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Network': ['ID=fe8e348e-5f8c-47c6-a2bb-50bacaf13edd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:51.187790 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-21d3bab4-3405-49d9-a45d-ce0a39411c97 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8589425
Feb 19 21:13:51.194263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45886) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:51.203184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'subnet': {'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:51.255413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network fe8e348e-5f8c-47c6-a2bb-50bacaf13edd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:13:51.397954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dde8f6-6c3c-474b-b6e7-dc000a6f1a1a req-84f5dfbe-4b16-44f0-ae9c-e3ba371582c0 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:51.405582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22dde8f6-6c3c-474b-b6e7-dc000a6f1a1a req-84f5dfbe-4b16-44f0-ae9c-e3ba371582c0 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 932 time: 0.3166804
Feb 19 21:13:51.426598 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a799-2a9c-4d85-9887-634a8b5b43b3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:51.433740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3fe4a799-2a9c-4d85-9887-634a8b5b43b3 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "DELETE /v2.0/ports/e2da9841-ab42-4510-8897-c0e31592140c HTTP/1.1" status: 204  len: 168 time: 1.1971123
Feb 19 21:13:51.445032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45888) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:51.460315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-59cce133-13f5-4e60-902b-229740f426ba None None] Current status of the port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:51.501758 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:51.510879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:51.544950 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-b452d579-adff-4735-8d3d-c62c2d6ad826 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] GET failed (client error): The resource could not be found.
Feb 19 21:13:51.552640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b452d579-adff-4735-8d3d-c62c2d6ad826 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "GET /v2.0/ports/e2da9841-ab42-4510-8897-c0e31592140c HTTP/1.1" status: 404  len: 333 time: 0.0875196
Feb 19 21:13:51.559742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45890) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:51.676010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22dde8f6-6c3c-474b-b6e7-dc000a6f1a1a req-cd3cb23e-6347-4713-9897-cea192778f39 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2690723
Feb 19 21:13:51.743098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3cb8e-52ce-46ee-b682-1de239f18761 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Deleting port 802153e0-4d18-4077-a5c3-d97e64e9deca {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:51.743555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cb8e-52ce-46ee-b682-1de239f18761 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (802153e0-4d18-4077-a5c3-d97e64e9deca), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:51.763873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:51.851864 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cb8e-52ce-46ee-b682-1de239f18761 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (802153e0-4d18-4077-a5c3-d97e64e9deca), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:51.865686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3cb8e-52ce-46ee-b682-1de239f18761 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Calling delete_port for 802153e0-4d18-4077-a5c3-d97e64e9deca owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:51.897726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144a18d3-5bc9-4052-88dd-48df6dad1d99 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:13:51.908106 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Publish callbacks [] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:51.909533 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:51.911527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (8418743d-4ed6-46f9-bbc5-83281afc8979), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:51.933413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-59cce133-13f5-4e60-902b-229740f426ba None None] Provisioning complete for port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:51.934107 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-59cce133-13f5-4e60-902b-229740f426ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:51.978935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-59cce133-13f5-4e60-902b-229740f426ba None None] Port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:51.981116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:51.981709 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:51.999118 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Subnet': ['ID=8418743d-4ed6-46f9-bbc5-83281afc8979,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:52.005363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Checking segment: {'id': '8e367e61-a504-4099-9014-0699e9e96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:52.006900 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network hostable DHCP agents. Network: fe8e348e-5f8c-47c6-a2bb-50bacaf13edd, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:13:52.027126 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cb8e-52ce-46ee-b682-1de239f18761 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (802153e0-4d18-4077-a5c3-d97e64e9deca), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.028008 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Transition to ACTIVE for port object 144a18d3-5bc9-4052-88dd-48df6dad1d99 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:13:52.030789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network fe8e348e-5f8c-47c6-a2bb-50bacaf13edd is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:13:52.041799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.053425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fe8e348e-5f8c-47c6-a2bb-50bacaf13edd) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:52.090535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:52.090535 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.114018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa57f55-b649-4b3e-b4c0-c1bbfe6d1671 None None] Network fe8e348e-5f8c-47c6-a2bb-50bacaf13edd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:52.124085 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Pushing event updated for resources: {'Port': ['ID=144a18d3-5bc9-4052-88dd-48df6dad1d99,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:52.147143 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b750acc2-11c6-49cc-b756-5bfb382c823d tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.9512787
Feb 19 21:13:52.148132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 45902) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:52.149603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3cb8e-52ce-46ee-b682-1de239f18761 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event deleted for resources: {'Port': ['ID=802153e0-4d18-4077-a5c3-d97e64e9deca,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:52.331688 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d8f3cb8e-52ce-46ee-b682-1de239f18761 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.338226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d8f3cb8e-52ce-46ee-b682-1de239f18761 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "DELETE /v2.0/ports/802153e0-4d18-4077-a5c3-d97e64e9deca HTTP/1.1" status: 204  len: 168 time: 0.7743533
Feb 19 21:13:52.338574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45908) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:52.429767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:13:52.430648 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.483974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b1f417-a8f3-455b-9def-f7e6eef85580 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Deleting subnet f1c2a731-2c50-4a34-837d-7de41fa5d9e9 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:13:52.492274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Attempting to bind port 144a18d3-5bc9-4052-88dd-48df6dad1d99 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:52.492948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Attempting to bind port 144a18d3-5bc9-4052-88dd-48df6dad1d99 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:52.493382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Attempting to bind port 144a18d3-5bc9-4052-88dd-48df6dad1d99 on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:52.493848 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-94b1f417-a8f3-455b-9def-f7e6eef85580 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for subnet (f1c2a731-2c50-4a34-837d-7de41fa5d9e9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.499911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Port 144a18d3-5bc9-4052-88dd-48df6dad1d99 on network d3b5c251-7e40-4705-8f65-349582f371c6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:13:52.500236 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Attempting to bind port 144a18d3-5bc9-4052-88dd-48df6dad1d99 on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:52.510015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:52.510660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Checking segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:52.511052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Bound using segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:52.511615 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Bound port: 144a18d3-5bc9-4052-88dd-48df6dad1d99, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:52.512080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.630435 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-94b1f417-a8f3-455b-9def-f7e6eef85580 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (f1c2a731-2c50-4a34-837d-7de41fa5d9e9), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.725234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] For port 144a18d3-5bc9-4052-88dd-48df6dad1d99, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:52.749223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Allocated IP 2001:db8:1::2 (fe8e348e-5f8c-47c6-a2bb-50bacaf13edd/8418743d-4ed6-46f9-bbc5-83281afc8979/3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:52.751739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fdf459f0-54b4-43fd-9db6-b559c98f4c65 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:52.758765 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-94b1f417-a8f3-455b-9def-f7e6eef85580 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (f1c2a731-2c50-4a34-837d-7de41fa5d9e9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.762902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1b917946-7b69-4fcc-9e42-7028273c79b9 None None] Provisioning complete for port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:52.763273 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1b917946-7b69-4fcc-9e42-7028273c79b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.780088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] For port 144a18d3-5bc9-4052-88dd-48df6dad1d99, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=144a18d3-5bc9-4052-88dd-48df6dad1d99,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:52.796604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.833841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:52.835043 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.836508 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] 10.222.0.67 "PUT /v2.0/ports/144a18d3-5bc9-4052-88dd-48df6dad1d99 HTTP/1.1" status: 200  len: 1092 time: 2.0047281
Feb 19 21:13:52.856848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d995f8-d42a-4848-8c2b-0ba8fb85618a', 'tag': '144a18d3-5bc9-4052-88dd-48df6dad1d99'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:52.859392 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f1c533-06a2-474a-96f6-d696b0dd6a33" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d995f8-d42a-4848-8c2b-0ba8fb85618a", "tag": "144a18d3-5bc9-4052-88dd-48df6dad1d99"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:52.884879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:52.887471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1b917946-7b69-4fcc-9e42-7028273c79b9 None None] Port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:52.890391 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-94b1f417-a8f3-455b-9def-f7e6eef85580 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (f1c2a731-2c50-4a34-837d-7de41fa5d9e9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.900076 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: fdf459f0-54b4-43fd-9db6-b559c98f4c65 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:52.900612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fdf459f0-54b4-43fd-9db6-b559c98f4c65 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:52.937728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.944539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1f417-a8f3-455b-9def-f7e6eef85580 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c2a731-2c50-4a34-837d-7de41fa5d9e9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:52.947080 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0def512-c1c2-4018-9093-ad51eba9e0cf x-openstack-request-id: req-b0def512-c1c2-4018-9093-ad51eba9e0cf {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:52.947478 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d995f8-d42a-4848-8c2b-0ba8fb85618a", "tag": "144a18d3-5bc9-4052-88dd-48df6dad1d99", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:52.947736 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0def512-c1c2-4018-9093-ad51eba9e0cf {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:52.948128 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d995f8-d42a-4848-8c2b-0ba8fb85618a', 'tag': '144a18d3-5bc9-4052-88dd-48df6dad1d99', 'status': 'completed', 'code': 200}
Feb 19 21:13:52.950183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-94b1f417-a8f3-455b-9def-f7e6eef85580 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:52.954805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-94b1f417-a8f3-455b-9def-f7e6eef85580 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "DELETE /v2.0/subnets/f1c2a731-2c50-4a34-837d-7de41fa5d9e9 HTTP/1.1" status: 204  len: 168 time: 0.6147554
Feb 19 21:13:52.957172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45928) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:52.971596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d7bd35-5ae0-4dcb-a804-bf4ca9de29be None None] Network bbba50c9-96e3-4049-8775-e5c4f9fce05a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:52.975406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b1e910>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:13:48Z', 'revision_number': 2, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:49Z', 'revision_number': 2, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:52.984473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221456dc-9c8b-4d42-a585-3fa5564ddb42 service neutron] Pushing event updated for resources: {'Port': ['ID=144a18d3-5bc9-4052-88dd-48df6dad1d99,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:53.011669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Checking router: 61f3f778-c6e6-4477-abc0-48f1a7e7039f for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:13:53.012444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Updating router 61f3f778-c6e6-4477-abc0-48f1a7e7039f port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:13:53.046994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14115d-b052-43cf-84a6-cd7a1d87703c req-fab2101c-83dc-485e-9448-dbb5268694c9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:53.049376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f14115d-b052-43cf-84a6-cd7a1d87703c req-fab2101c-83dc-485e-9448-dbb5268694c9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 944 time: 0.2451661
Feb 19 21:13:53.087735 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.121171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f14115d-b052-43cf-84a6-cd7a1d87703c req-900dbd96-b275-4e64-a4b7-e805b46b7673 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648777
Feb 19 21:13:53.164416 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (bbba50c9-96e3-4049-8775-e5c4f9fce05a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.221841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-f83221d1-370e-434b-adde-a41350fe3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:53.224508 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-f83221d1-370e-434b-adde-a41350fe3374 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 1126 time: 0.2977014
Feb 19 21:13:53.260870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Deleting port 0559cc06-11f1-44a1-b761-13bc423d1300 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:53.261631 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.307863 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-5824b373-af34-4463-901c-ebb22a9fd91e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=144a18d3-5bc9-4052-88dd-48df6dad1d99 HTTP/1.1" status: 200  len: 217 time: 0.0639660
Feb 19 21:13:53.324602 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.346145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] For port 0559cc06-11f1-44a1-b761-13bc423d1300, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0559cc06-11f1-44a1-b761-13bc423d1300,segment=NetworkSegment(5f264492-20ba-4b0d-9354-2ca426c9281d),segment_id=5f264492-20ba-4b0d-9354-2ca426c9281d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:53.346520 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.364594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Calling delete_port for 0559cc06-11f1-44a1-b761-13bc423d1300 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:53.387378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-d4411a32-c34a-48ea-8c8f-cd43ed96902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:53.389266 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-d4411a32-c34a-48ea-8c8f-cd43ed96902e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.0701363
Feb 19 21:13:53.442473 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-95c77ebb-a46f-47b4-a9cb-6bfc5a7dc172 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461540
Feb 19 21:13:53.446502 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Publish callbacks [] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.458114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.492790 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0559cc06-11f1-44a1-b761-13bc423d1300), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.506667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Pushing event updated for resources: {'Port': ['ID=3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:53.528504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4b2f4d-469c-4b39-bf03-f4df0adf2693 None None] DHCP port deletion for bbba50c9-96e3-4049-8775-e5c4f9fce05a request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:13:53.538002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Network fe8e348e-5f8c-47c6-a2bb-50bacaf13edd is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:53.541621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event deleted for resources: {'Port': ['ID=0559cc06-11f1-44a1-b761-13bc423d1300,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:53.543968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:53.544304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] No DVR routers for this DVR port 0559cc06-11f1-44a1-b761-13bc423d1300 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:53.553413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:53.556677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c870e59-e88c-40dd-a21d-ee2124295c84 req-f0ba4027-e019-40c1-8c06-5bbaa8dd11e7 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:53.562309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c870e59-e88c-40dd-a21d-ee2124295c84 req-f0ba4027-e019-40c1-8c06-5bbaa8dd11e7 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:53.563929 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Allocated IP 2001:db8:1::1 (fe8e348e-5f8c-47c6-a2bb-50bacaf13edd/8418743d-4ed6-46f9-bbc5-83281afc8979/0b6534cf-12e5-478f-a92e-e6e0be00d505) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:53.566163 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c870e59-e88c-40dd-a21d-ee2124295c84 req-f0ba4027-e019-40c1-8c06-5bbaa8dd11e7 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba&device_id=20fbf3c8-6c17-4667-9092-8d7221c23eaa HTTP/1.1" status: 200  len: 1681 time: 0.1320531
Feb 19 21:13:53.638944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Attempting to bind port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:53.639344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Attempting to bind port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e367e61-a504-4099-9014-0699e9e96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:53.639725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Attempting to bind port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 on network fe8e348e-5f8c-47c6-a2bb-50bacaf13edd {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:53.649016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:53.649403 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Checking segment: {'id': '8e367e61-a504-4099-9014-0699e9e96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:53.649812 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.650215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Bound using segment: {'id': '8e367e61-a504-4099-9014-0699e9e96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:53.650699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Bound port: 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e367e61-a504-4099-9014-0699e9e96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:53.651211 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.701770 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (bbba50c9-96e3-4049-8775-e5c4f9fce05a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.703874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0559cc06-11f1-44a1-b761-13bc423d1300 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:13:53.738392 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69139fd0>,) {'filters': {'network_id': ['bbba50c9-96e3-4049-8775-e5c4f9fce05a']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:53.743578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c870e59-e88c-40dd-a21d-ee2124295c84 req-c004001f-2559-48c8-83ed-3a591b2aae63 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717756
Feb 19 21:13:53.753077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69139fd0>, '5f264492-20ba-4b0d-9354-2ca426c9281d') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:53.753395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69139fd0>, '5f264492-20ba-4b0d-9354-2ca426c9281d') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:53.763705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 0559cc06-11f1-44a1-b761-13bc423d1300 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:13:53.764129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0559cc06-11f1-44a1-b761-13bc423d1300 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:13:53.766005 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (5f264492-20ba-4b0d-9354-2ca426c9281d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.799789 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (5f264492-20ba-4b0d-9354-2ca426c9281d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.809474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:13:53.809903 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (5f264492-20ba-4b0d-9354-2ca426c9281d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.811329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] For port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:13:53.815125 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:13:53.817281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] For port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1,segment=NetworkSegment(8e367e61-a504-4099-9014-0699e9e96711),segment_id=8e367e61-a504-4099-9014-0699e9e96711)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:53.820918 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Publish callbacks [] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.827215 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.865339 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.896426 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (bbba50c9-96e3-4049-8775-e5c4f9fce05a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.905660 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:53.914011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] 10.222.0.30 "DELETE /v2.0/networks/bbba50c9-96e3-4049-8775-e5c4f9fce05a HTTP/1.1" status: 204  len: 168 time: 0.9512575
Feb 19 21:13:53.931035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c734d-7d12-4084-a517-f76c6652fd93 tempest-AllowedAddressPairTestJSON-549877827 tempest-AllowedAddressPairTestJSON-549877827-project] Pushing event deleted for resources: {'Network': ['ID=bbba50c9-96e3-4049-8775-e5c4f9fce05a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:53.952022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccc7bd-f23d-4c5b-bbe8-6bc728ed1e49 None None] Pushing event updated for resources: {'Port': ['ID=3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:54.035872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b5c60-6714-4ccf-b9e4-8bf41c11a1e7 None None] Pushing event updated for resources: {'Port': ['ID=4d977234-0ab1-4bcf-a7c9-2b5e59124e85,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:54.161778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Attempting to bind port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:54.163284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Attempting to bind port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73be4dbc-fae9-457a-94e9-3de543122002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:54.163663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Attempting to bind port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 on network 6e821bb9-6141-4c63-a036-6654b0b5a849 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:54.181597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:54.182206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Checking segment: {'id': '73be4dbc-fae9-457a-94e9-3de543122002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:54.184775 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:54.185418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Bound using segment: {'id': '73be4dbc-fae9-457a-94e9-3de543122002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:54.186625 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Bound port: 4d977234-0ab1-4bcf-a7c9-2b5e59124e85, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73be4dbc-fae9-457a-94e9-3de543122002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:54.192948 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:54.343750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:54.397396 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-1c0818bc-2f97-4a78-b8bc-b4999bce7c42 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9458485
Feb 19 21:13:54.450080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] For port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:54.467651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] For port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d977234-0ab1-4bcf-a7c9-2b5e59124e85,segment=NetworkSegment(73be4dbc-fae9-457a-94e9-3de543122002),segment_id=73be4dbc-fae9-457a-94e9-3de543122002)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:54.469034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c0d3339d-ff44-48e0-ad8d-af10bcb661ad None None] Provisioning complete for port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:54.470077 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c0d3339d-ff44-48e0-ad8d-af10bcb661ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:54.476210 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:54.480375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03923f6f-4ed3-4450-9eb6-c23af2d6a8a9 req-a431a78f-48c1-4d2d-a19a-d620123df0b9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:54.482569 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03923f6f-4ed3-4450-9eb6-c23af2d6a8a9 req-a431a78f-48c1-4d2d-a19a-d620123df0b9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 944 time: 0.1643825
Feb 19 21:13:54.542784 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:54.566510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:54.601960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03923f6f-4ed3-4450-9eb6-c23af2d6a8a9 req-6397d5e7-f3f4-4e2e-afa3-7d2ed4263976 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089940
Feb 19 21:13:54.624838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45958) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:54.651130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c0d3339d-ff44-48e0-ad8d-af10bcb661ad None None] Port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:54.695770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network fe8e348e-5f8c-47c6-a2bb-50bacaf13edd is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:54.703328 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:54.704551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b1e910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:54.710183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:54.727705 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:54.728276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:54.853735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=0b6534cf-12e5-478f-a92e-e6e0be00d505,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:54.863631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b5c60-6714-4ccf-b9e4-8bf41c11a1e7 None None] Pushing event updated for resources: {'Port': ['ID=4d977234-0ab1-4bcf-a7c9-2b5e59124e85,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:54.873775 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-50d32a67-03bd-4e4c-8561-6214797898c9 req-1552f97b-8ad7-4a52-988a-3526f6c03518 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4539337
Feb 19 21:13:54.898233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:54.982547 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:55.020221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-80540121-5d2a-46f0-a9b2-d57ab4a2cb3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84363f32bef641678d7acc182491641f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3917246
Feb 19 21:13:55.024320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 45976) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:55.088251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af858e04-2747-4b44-8105-694fac041e20 req-0f21013a-be6e-4995-8f00-2d7c4ea608b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:55.097789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-0f21013a-be6e-4995-8f00-2d7c4ea608b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 814 time: 0.3037076
Feb 19 21:13:55.140202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b38fc-7156-487b-b070-49dcae575f73 req-370d0ca8-17c7-46dc-9ad5-2e7f92f59ace tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:55.149929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-936b38fc-7156-487b-b070-49dcae575f73 req-370d0ca8-17c7-46dc-9ad5-2e7f92f59ace tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fbf3c8-6c17-4667-9092-8d7221c23eaa HTTP/1.1" status: 200  len: 945 time: 0.2249453
Feb 19 21:13:55.162979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-12ab1793-54fb-462a-8469-8d579f255d86 None None] Provisioning complete for port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:55.163546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-12ab1793-54fb-462a-8469-8d579f255d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:55.195015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-1cd13562-d5d6-43a4-9d32-cde9b041e979 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/quotas/9f7a8678732a40b383cedd20600e102e HTTP/1.1" status: 200  len: 375 time: 0.0959225
Feb 19 21:13:55.204471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b1e910>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:13:48Z', 'revision_number': 2, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:54Z', 'revision_number': 4, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:55.235929 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e30fa-8eb3-4993-984c-bb7f8c1b8cad None None] The sync data for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 is: [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:13:48Z', 'revision_number': 2, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:54Z', 'revision_number': 4, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:13:55.253043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4790ceea-0a23-4598-b061-6ece1189b127 admin admin] Publish callbacks [] for security_group (7b7762ae-2b29-4572-b558-55f42d889778), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:55.257860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-936b38fc-7156-487b-b070-49dcae575f73 req-5558dcf7-7ec8-4df3-9baa-d80ece52ac7f tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070907
Feb 19 21:13:55.288124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1c533-06a2-474a-96f6-d696b0dd6a33 req-a924cd83-00b1-49ce-8c39-4bf17823bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:55.290008 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b6f1c533-06a2-474a-96f6-d696b0dd6a33 req-a924cd83-00b1-49ce-8c39-4bf17823bf8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 1126 time: 0.3270364
Feb 19 21:13:55.293485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-12ab1793-54fb-462a-8469-8d579f255d86 None None] Current status of the port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:55.294037 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-12ab1793-54fb-462a-8469-8d579f255d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:55.308814 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4790ceea-0a23-4598-b061-6ece1189b127 admin admin] Publish callbacks [] for security_group (7b7762ae-2b29-4572-b558-55f42d889778), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:55.331942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-12ab1793-54fb-462a-8469-8d579f255d86 None None] For port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d977234-0ab1-4bcf-a7c9-2b5e59124e85,segment=NetworkSegment(73be4dbc-fae9-457a-94e9-3de543122002),segment_id=73be4dbc-fae9-457a-94e9-3de543122002)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:55.340071 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-12ab1793-54fb-462a-8469-8d579f255d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:55.363782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-1c8a10d7-07c1-48c0-9011-ae638c406549 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1660032
Feb 19 21:13:55.502060 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1c533-06a2-474a-96f6-d696b0dd6a33 req-45c5d8cc-b3dc-4e2c-b78a-3576508096f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:55.506211 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b6f1c533-06a2-474a-96f6-d696b0dd6a33 req-45c5d8cc-b3dc-4e2c-b78a-3576508096f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 906 time: 0.2050791
Feb 19 21:13:55.549440 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4790ceea-0a23-4598-b061-6ece1189b127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7b7762ae-2b29-4572-b558-55f42d889778), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:55.552021 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4790ceea-0a23-4598-b061-6ece1189b127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:55.553240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4790ceea-0a23-4598-b061-6ece1189b127 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b7762ae-2b29-4572-b558-55f42d889778 HTTP/1.1" status: 204  len: 168 time: 0.5279574
Feb 19 21:13:55.559265 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b6f1c533-06a2-474a-96f6-d696b0dd6a33 req-a6e20934-461e-4bb5-987b-5281e859c7d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=144a18d3-5bc9-4052-88dd-48df6dad1d99 HTTP/1.1" status: 200  len: 217 time: 0.0459206
Feb 19 21:13:55.587482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:55.652726 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:55.653567 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:55.704550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-2bc2cf7d-ee12-4296-9569-2a1d37c73f57 service neutron] 10.222.0.30 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3269181
Feb 19 21:13:55.726490 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790ceea-0a23-4598-b061-6ece1189b127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7762ae-2b29-4572-b558-55f42d889778,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:55.780306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:55.790482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab1793-54fb-462a-8469-8d579f255d86 None None] Pushing event updated for resources: {'Port': ['ID=4d977234-0ab1-4bcf-a7c9-2b5e59124e85,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:55.860985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab43a0e-d88c-4cee-a9c0-d197ae4db4f5 req-f8cb2f32-7551-41a7-993e-cbf8f4721e04 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:55.862580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bab43a0e-d88c-4cee-a9c0-d197ae4db4f5 req-f8cb2f32-7551-41a7-993e-cbf8f4721e04 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.10 "GET /v2.0/ports?device_id=20fbf3c8-6c17-4667-9092-8d7221c23eaa HTTP/1.1" status: 200  len: 945 time: 0.2886961
Feb 19 21:13:55.873062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e61e6-cf7b-4c06-af58-65576ddf55f7 None None] Network fe8e348e-5f8c-47c6-a2bb-50bacaf13edd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:55.882086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1c533-06a2-474a-96f6-d696b0dd6a33 req-326ef24a-a3f3-492f-a185-340887bead2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:55.883565 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b6f1c533-06a2-474a-96f6-d696b0dd6a33 req-326ef24a-a3f3-492f-a185-340887bead2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.3157218
Feb 19 21:13:55.894479 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=0b6534cf-12e5-478f-a92e-e6e0be00d505,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:55.952636 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b6f1c533-06a2-474a-96f6-d696b0dd6a33 req-a764fdaf-d3d1-460d-96b9-9b777972a8a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487678
Feb 19 21:13:55.968666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1bd6a-de77-44b6-90a9-9fbd16f4d39a req-d4849819-6e80-4af5-9249-ea629903201d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:55.970757 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71d1bd6a-de77-44b6-90a9-9fbd16f4d39a req-d4849819-6e80-4af5-9249-ea629903201d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 944 time: 0.1791084
Feb 19 21:13:56.015129 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-2fe4d4c3-0fcc-49f6-a627-6157dbedaa93 service neutron] 10.222.0.30 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3089652
Feb 19 21:13:56.034564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8290140d-01a0-4bc3-b8f5-e789bb4ee530 None None] Provisioning complete for port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:56.050272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8290140d-01a0-4bc3-b8f5-e789bb4ee530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.066715 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.122642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71d1bd6a-de77-44b6-90a9-9fbd16f4d39a req-b87cf4e3-6138-4912-9397-d6ada525f44f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437156
Feb 19 21:13:56.128222 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b6f1c533-06a2-474a-96f6-d696b0dd6a33 req-ee004b31-5b80-4d0e-bb0e-909b06784972 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665585
Feb 19 21:13:56.136535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network fe8e348e-5f8c-47c6-a2bb-50bacaf13edd is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:56.147193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:56.147576 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.152407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:56.153580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-bab43a0e-d88c-4cee-a9c0-d197ae4db4f5 req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Deleting port 356ca7b7-90a9-48f4-a800-3ae550ebde56 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:56.153924 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bab43a0e-d88c-4cee-a9c0-d197ae4db4f5 req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.411114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8290140d-01a0-4bc3-b8f5-e789bb4ee530 None None] Current status of the port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:56.412246 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8290140d-01a0-4bc3-b8f5-e789bb4ee530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.457992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 61f3f778-c6e6-4477-abc0-48f1a7e7039f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:13:56.478464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:56.478870 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.497018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8290140d-01a0-4bc3-b8f5-e789bb4ee530 None None] For port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1,segment=NetworkSegment(8e367e61-a504-4099-9014-0699e9e96711),segment_id=8e367e61-a504-4099-9014-0699e9e96711)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:56.538881 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8290140d-01a0-4bc3-b8f5-e789bb4ee530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.579704 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b6f1c533-06a2-474a-96f6-d696b0dd6a33 req-e593c3c3-f62d-428c-976b-ea8ce8fd9262 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4360282
Feb 19 21:13:56.666097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:13:56.676262 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-53562d45-8dea-404f-8f1d-7b555bf0c30f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5230694
Feb 19 21:13:56.676262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46010) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:56.681588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-438796061'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:56.738753 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:13:56.739869 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:13:56.745598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:56.749008 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.753504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290140d-01a0-4bc3-b8f5-e789bb4ee530 None None] Pushing event updated for resources: {'Port': ['ID=3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:56.788598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:13:56.804173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9cdfb12a-8960-4481-8a0f-5a9c51463fcb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.805081 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added segment 9cdfb12a-8960-4481-8a0f-5a9c51463fcb of type vlan for network 8931ae0b-95cd-4384-8b75-9cd35ccbb559
Feb 19 21:13:56.854832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (8931ae0b-95cd-4384-8b75-9cd35ccbb559), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.954528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (8931ae0b-95cd-4384-8b75-9cd35ccbb559), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.966198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:56.967809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:56.991346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c679e0d5-103c-4789-a961-482aa834d226 None None] Provisioning complete for port 0b6534cf-12e5-478f-a92e-e6e0be00d505 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:57.007277 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c679e0d5-103c-4789-a961-482aa834d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:57.020597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f5c881b-8db8-4c2e-b77e-26592ebb99cf req-11f26a84-6237-4cf6-bbb6-1211c54b5796 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 210 time: 0.6806200
Feb 19 21:13:57.040053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bab43a0e-d88c-4cee-a9c0-d197ae4db4f5 req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] For port 356ca7b7-90a9-48f4-a800-3ae550ebde56, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=356ca7b7-90a9-48f4-a800-3ae550ebde56,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:57.042254 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bab43a0e-d88c-4cee-a9c0-d197ae4db4f5 req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:57.051200 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:13:57.071080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-bab43a0e-d88c-4cee-a9c0-d197ae4db4f5 req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Calling delete_port for 356ca7b7-90a9-48f4-a800-3ae550ebde56 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:57.085178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfbd59-486d-4992-abb0-ae0b79e833fe req-2bb22018-0f23-43ac-9c06-c51ed3940174 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:57.093787 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-88cfbd59-486d-4992-abb0-ae0b79e833fe req-2bb22018-0f23-43ac-9c06-c51ed3940174 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1336813f-479c-48e1-adee-30fce72af1ba HTTP/1.1" status: 200  len: 945 time: 0.1999104
Feb 19 21:13:57.137737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46020) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:57.145885 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4663901
Feb 19 21:13:57.146180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44730e-d670-4855-b6a0-c4385ad830fe req-ea6eae44-0812-45e4-9f02-56b84e0aaa31 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:57.152455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff44730e-d670-4855-b6a0-c4385ad830fe req-ea6eae44-0812-45e4-9f02-56b84e0aaa31 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fbf3c8-6c17-4667-9092-8d7221c23eaa HTTP/1.1" status: 200  len: 945 time: 0.2053010
Feb 19 21:13:57.152946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c679e0d5-103c-4789-a961-482aa834d226 None None] Port 0b6534cf-12e5-478f-a92e-e6e0be00d505 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:57.155171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46022) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:57.162265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'subnet': {'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:57.167519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9909b-ebd2-4503-be76-2a0ba2350e0a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Network': ['ID=8931ae0b-95cd-4384-8b75-9cd35ccbb559,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:57.255660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 8931ae0b-95cd-4384-8b75-9cd35ccbb559 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:13:57.372402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff44730e-d670-4855-b6a0-c4385ad830fe req-605e731f-177b-4b88-8b3a-b8852871bc97 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b94c1481-778b-40f4-9e4d-1a4b7c5e768d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189510
Feb 19 21:13:57.402431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-88cfbd59-486d-4992-abb0-ae0b79e833fe req-98bedd0b-9e25-4ebe-9f10-4784008dbeb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Deleting port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:13:57.403050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-88cfbd59-486d-4992-abb0-ae0b79e833fe req-98bedd0b-9e25-4ebe-9f10-4784008dbeb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:57.455883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2115899424'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:57.461632 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:57.464916 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:57.469069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298c756-fa6c-4f45-b92f-418544659cc8 req-689b8f40-0613-4a4c-bc9b-086c7bc1aefc tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:57.485527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f298c756-fa6c-4f45-b92f-418544659cc8 req-689b8f40-0613-4a4c-bc9b-086c7bc1aefc tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 944 time: 0.2132013
Feb 19 21:13:57.518348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c679e0d5-103c-4789-a961-482aa834d226 None None] Provisioning complete for port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:57.518908 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c679e0d5-103c-4789-a961-482aa834d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:57.570756 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bab43a0e-d88c-4cee-a9c0-d197ae4db4f5 req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (356ca7b7-90a9-48f4-a800-3ae550ebde56), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:57.587300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Made reservation on behalf of 33103c83f46943e4a338d8cbf97510e6 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:57.588465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:57.590651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:57.607087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3405bd1c-c5f9-4a4b-b087-90cfc9728cab'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:57.648280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:57.685846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-88cfbd59-486d-4992-abb0-ae0b79e833fe req-98bedd0b-9e25-4ebe-9f10-4784008dbeb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] For port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3405bd1c-c5f9-4a4b-b087-90cfc9728cab,segment=NetworkSegment(78f2bf51-a5b4-4e71-a1c7-3ef4efda9277),segment_id=78f2bf51-a5b4-4e71-a1c7-3ef4efda9277)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:13:57.686457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-88cfbd59-486d-4992-abb0-ae0b79e833fe req-98bedd0b-9e25-4ebe-9f10-4784008dbeb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:57.690582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f298c756-fa6c-4f45-b92f-418544659cc8 req-5d1fb3c2-0549-4209-aebb-7ec27bd153eb tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039046
Feb 19 21:13:57.698722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['356ca7b7-90a9-48f4-a800-3ae550ebde56'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:57.719957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Pushing event deleted for resources: {'Port': ['ID=356ca7b7-90a9-48f4-a800-3ae550ebde56,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:57.745064 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Sync routers for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:13:57.749433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-88cfbd59-486d-4992-abb0-ae0b79e833fe req-98bedd0b-9e25-4ebe-9f10-4784008dbeb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Calling delete_port for 3405bd1c-c5f9-4a4b-b087-90cfc9728cab owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:13:57.753774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.754214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.754792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.755234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.755664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.756065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.756500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.757088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.757543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.757995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.758602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.759427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.759861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:57.763360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab43a0e-d88c-4cee-a9c0-d197ae4db4f5 req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] No DVR routers for this DVR port 356ca7b7-90a9-48f4-a800-3ae550ebde56 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:57.765329 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:57.766221 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70381550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:57.766796 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bab43a0e-d88c-4cee-a9c0-d197ae4db4f5 req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:57.771511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bab43a0e-d88c-4cee-a9c0-d197ae4db4f5 req-218941d4-38dc-4c1e-a986-b8fe40f3fb2c tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.10 "DELETE /v2.0/ports/356ca7b7-90a9-48f4-a800-3ae550ebde56 HTTP/1.1" status: 204  len: 173 time: 1.8899491
Feb 19 21:13:57.772069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fbf3c8-6c17-4667-9092-8d7221c23eaa', 'name': 'network-vif-deleted', 'tag': '356ca7b7-90a9-48f4-a800-3ae550ebde56'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:57.782092 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92622505-3739-4437-97af-7d7297c57a25" -d '{"events": [{"server_uuid": "20fbf3c8-6c17-4667-9092-8d7221c23eaa", "name": "network-vif-deleted", "tag": "356ca7b7-90a9-48f4-a800-3ae550ebde56"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:57.837274 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df620ae1-e642-433c-975a-481087a126fd x-openstack-request-id: req-df620ae1-e642-433c-975a-481087a126fd {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:57.837998 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fbf3c8-6c17-4667-9092-8d7221c23eaa", "name": "network-vif-deleted", "tag": "356ca7b7-90a9-48f4-a800-3ae550ebde56", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:57.838461 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df620ae1-e642-433c-975a-481087a126fd {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:57.838929 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fbf3c8-6c17-4667-9092-8d7221c23eaa', 'name': 'network-vif-deleted', 'tag': '356ca7b7-90a9-48f4-a800-3ae550ebde56', 'status': 'completed', 'code': 200}
Feb 19 21:13:57.918921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:57.948263 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:58.082109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c679e0d5-103c-4789-a961-482aa834d226 None None] Current status of the port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:58.097669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-88cfbd59-486d-4992-abb0-ae0b79e833fe req-98bedd0b-9e25-4ebe-9f10-4784008dbeb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3405bd1c-c5f9-4a4b-b087-90cfc9728cab), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.105110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af858e04-2747-4b44-8105-694fac041e20 req-936b37ad-9d77-4b1f-b07f-b61c27a632da tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:58.116626 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.118909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-936b37ad-9d77-4b1f-b07f-b61c27a632da tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.10 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 814 time: 0.1736515
Feb 19 21:13:58.130173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['356ca7b7-90a9-48f4-a800-3ae550ebde56'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:58.133114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3405bd1c-c5f9-4a4b-b087-90cfc9728cab'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:58.153584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Request body: {'port': {'device_id': 'f43336a9-8a01-4986-a4a4-2db673d84070', 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af', 'admin_state_up': True, 'tenant_id': '9f7a8678732a40b383cedd20600e102e'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:58.205437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Subnet': ['ID=b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:58.206872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a179d54b-9ab6-4437-ad0b-b47dc5ad79d3 req-6c128909-18a0-4faf-becf-f341fc52b3b6 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 210 time: 0.0819836
Feb 19 21:13:58.220227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bedd0b-9e25-4ebe-9f10-4784008dbeb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Pushing event deleted for resources: {'Port': ['ID=3405bd1c-c5f9-4a4b-b087-90cfc9728cab,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:58.252660 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70381550>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:13:54Z', 'revision_number': 3, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 2, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:58.281187 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Checking router: 61f3f778-c6e6-4477-abc0-48f1a7e7039f for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:13:58.282024 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Updating router 61f3f778-c6e6-4477-abc0-48f1a7e7039f port 0b6534cf-12e5-478f-a92e-e6e0be00d505 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:13:58.289139 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for security_group (29321655-a698-4510-af21-9e751cd47f1e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.319675 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.321227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (29321655-a698-4510-af21-9e751cd47f1e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.331488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c05911ee-4174-4ce1-8b42-976ef8fd44ea None None] Provisioning complete for port 0b6534cf-12e5-478f-a92e-e6e0be00d505 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:58.331953 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c05911ee-4174-4ce1-8b42-976ef8fd44ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.350882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:58.351299 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.358483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cfbd59-486d-4992-abb0-ae0b79e833fe req-98bedd0b-9e25-4ebe-9f10-4784008dbeb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] No DVR routers for this DVR port 3405bd1c-c5f9-4a4b-b087-90cfc9728cab on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:13:58.361788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29321655-a698-4510-af21-9e751cd47f1e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:58.364751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Checking segment: {'id': '9cdfb12a-8960-4481-8a0f-5a9c51463fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:58.365420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network hostable DHCP agents. Network: 8931ae0b-95cd-4384-8b75-9cd35ccbb559, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:13:58.368698 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-88cfbd59-486d-4992-abb0-ae0b79e833fe req-98bedd0b-9e25-4ebe-9f10-4784008dbeb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.374772 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-88cfbd59-486d-4992-abb0-ae0b79e833fe req-98bedd0b-9e25-4ebe-9f10-4784008dbeb0 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.67 "DELETE /v2.0/ports/3405bd1c-c5f9-4a4b-b087-90cfc9728cab HTTP/1.1" status: 204  len: 173 time: 1.2777116
Feb 19 21:13:58.378784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1336813f-479c-48e1-adee-30fce72af1ba', 'name': 'network-vif-deleted', 'tag': '3405bd1c-c5f9-4a4b-b087-90cfc9728cab'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:13:58.381553 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23856bc2-5be2-4153-8c75-127ae7b1be31" -d '{"events": [{"server_uuid": "1336813f-479c-48e1-adee-30fce72af1ba", "name": "network-vif-deleted", "tag": "3405bd1c-c5f9-4a4b-b087-90cfc9728cab"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:13:58.408613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Made reservation on behalf of 9f7a8678732a40b383cedd20600e102e for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:58.413586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:13:58.415509 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.448458 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e218edaa-da09-4b0c-bf87-dae0096b1ca2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.453005 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Added segment e218edaa-da09-4b0c-bf87-dae0096b1ca2 of type vlan for network a0692bb7-0681-43ca-9e52-ece8ccfa274d
Feb 19 21:13:58.491578 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f0f27a-12c9-46c3-bd66-00358d0d8f99 x-openstack-request-id: req-85f0f27a-12c9-46c3-bd66-00358d0d8f99 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:13:58.491976 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1336813f-479c-48e1-adee-30fce72af1ba", "name": "network-vif-deleted", "tag": "3405bd1c-c5f9-4a4b-b087-90cfc9728cab", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:13:58.492289 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85f0f27a-12c9-46c3-bd66-00358d0d8f99 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:13:58.497090 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1336813f-479c-48e1-adee-30fce72af1ba', 'name': 'network-vif-deleted', 'tag': '3405bd1c-c5f9-4a4b-b087-90cfc9728cab', 'status': 'completed', 'code': 200}
Feb 19 21:13:58.506075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 8931ae0b-95cd-4384-8b75-9cd35ccbb559 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:13:58.545889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8931ae0b-95cd-4384-8b75-9cd35ccbb559) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:58.558272 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (a0692bb7-0681-43ca-9e52-ece8ccfa274d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.568350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:58.571351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.604567 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b308ec2a-958c-4372-8142-98242ba56726 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4479492
Feb 19 21:13:58.604894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb0da2b-02f6-43de-b1a0-e9284385bd81 None None] Network 8931ae0b-95cd-4384-8b75-9cd35ccbb559 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:13:58.607405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c05911ee-4174-4ce1-8b42-976ef8fd44ea None None] Port 0b6534cf-12e5-478f-a92e-e6e0be00d505 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:13:58.608186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46036) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:58.648821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8b4e44e-d9d6-4992-85f6-68719fc95443 req-3d4d785e-2397-4126-92c1-1809e30ba587 tempest-ListServersNegativeTestJSON-34025696 tempest-ListServersNegativeTestJSON-34025696-project] 10.222.0.30 "GET /v2.0/ports?device_id=20fbf3c8-6c17-4667-9092-8d7221c23eaa HTTP/1.1" status: 200  len: 210 time: 0.0316079
Feb 19 21:13:58.757524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (a0692bb7-0681-43ca-9e52-ece8ccfa274d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.765406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:58.766095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.768869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Allocated IP 172.20.0.12 (5dcb556e-7200-41f7-af8e-4f52d2bfd4af/3591c48b-f332-448c-84f0-445a098b4bc2/4b0c96ca-51f8-4dad-8d80-6cbca55d06e4) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:58.829200 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Publish callbacks [] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.839945 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.893371 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.7533162
Feb 19 21:13:58.895575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46040) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:58.901418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:13:58.903144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:13:58.907118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Request body: {'subnet': {'network_id': 'a0692bb7-0681-43ca-9e52-ece8ccfa274d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:13:58.944369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:13:58.945063 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:58.949210 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Pushing event updated for resources: {'Port': ['ID=0b6534cf-12e5-478f-a92e-e6e0be00d505,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:58.978670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502dfbb-449c-46fb-ab03-e7475de8322d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event updated for resources: {'Network': ['ID=a0692bb7-0681-43ca-9e52-ece8ccfa274d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:59.004529 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.005039 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.005452 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.006006 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.006412 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.006811 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.007210 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.007771 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.008166 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.008652 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.009132 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.009465 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.009973 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:13:59.031805 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Attempting to bind port 0b6534cf-12e5-478f-a92e-e6e0be00d505 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:13:59.032163 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Attempting to bind port 0b6534cf-12e5-478f-a92e-e6e0be00d505 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e367e61-a504-4099-9014-0699e9e96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:13:59.032702 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Attempting to bind port 0b6534cf-12e5-478f-a92e-e6e0be00d505 on network fe8e348e-5f8c-47c6-a2bb-50bacaf13edd {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:13:59.040222 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:13:59.040751 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Checking segment: {'id': '8e367e61-a504-4099-9014-0699e9e96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:13:59.041290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network a0692bb7-0681-43ca-9e52-ece8ccfa274d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:13:59.041419 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:59.041795 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Bound using segment: {'id': '8e367e61-a504-4099-9014-0699e9e96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:13:59.042337 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Bound port: 0b6534cf-12e5-478f-a92e-e6e0be00d505, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e367e61-a504-4099-9014-0699e9e96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:13:59.043019 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:59.177106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3953d-8ff9-487d-a757-bedcc68df414 req-ee5306f0-784d-454d-be35-0b8f4e66f44e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:59.177734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:59.177734 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:59.178924 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] For port 0b6534cf-12e5-478f-a92e-e6e0be00d505, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:13:59.185162 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] For port 0b6534cf-12e5-478f-a92e-e6e0be00d505, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6534cf-12e5-478f-a92e-e6e0be00d505,segment=NetworkSegment(8e367e61-a504-4099-9014-0699e9e96711),segment_id=8e367e61-a504-4099-9014-0699e9e96711)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:13:59.185502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccd3953d-8ff9-487d-a757-bedcc68df414 req-ee5306f0-784d-454d-be35-0b8f4e66f44e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 944 time: 0.3632755
Feb 19 21:13:59.206638 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:59.340760 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks [] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:59.361516 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c35b38-a69c-4262-a43a-2ba7ef837324 None None] Pushing event updated for resources: {'Port': ['ID=0b6534cf-12e5-478f-a92e-e6e0be00d505,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:59.410404 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:13:59.416221 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70381550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:59.440795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccd3953d-8ff9-487d-a757-bedcc68df414 req-d7dc915c-4c70-497f-9169-40ca727e6d12 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2542784
Feb 19 21:13:59.452100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Made reservation on behalf of 33103c83f46943e4a338d8cbf97510e6 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:13:59.459841 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:59.475058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:59.518857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 144a18d3-5bc9-4052-88dd-48df6dad1d99 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:13:59.524833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4ffc28f0-49dd-404e-8b0d-b3e2f567d170'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:13:59.552299 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:13:59.712768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:13:59.724432 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:59.738201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:13:59.763606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:13:59.772757 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:13:59.774267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-67e4cd0b-cbbb-44b2-8d4c-25548ad0a2cc None None] Provisioning complete for port 0b6534cf-12e5-478f-a92e-e6e0be00d505 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:13:59.774651 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-67e4cd0b-cbbb-44b2-8d4c-25548ad0a2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:59.837356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Pushing event updated for resources: {'Port': ['ID=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:13:59.843870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46052) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:59.844625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46054) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:13:59.876248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:59.920135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abef660-5de8-42a2-b1da-c13f0c6bc7a3 req-7b1295ee-e6c8-48cd-83f9-27883450ce02 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:59.923023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4abef660-5de8-42a2-b1da-c13f0c6bc7a3 req-7b1295ee-e6c8-48cd-83f9-27883450ce02 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 932 time: 0.4738491
Feb 19 21:13:59.951196 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70381550>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:13:54Z', 'revision_number': 3, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:13:59Z', 'revision_number': 4, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:13:59.961658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:13:59.962751 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:13:59.965298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Allocated IP 2001:db8:2::2 (8931ae0b-95cd-4384-8b75-9cd35ccbb559/b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3/e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:13:59.995000 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe18cd-4233-4f74-b2b1-fe3075e797dd None None] The sync data for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 is: [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:13:54Z', 'revision_number': 3, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:13:59Z', 'revision_number': 4, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:00.050685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a134fa3a-e163-4dae-8b2b-d4883bb25b04 admin admin] Deleting subnet 6e8e6c9e-a010-4afc-bf31-4a5c78cc2319 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:14:00.068879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a134fa3a-e163-4dae-8b2b-d4883bb25b04 admin admin] Publish callbacks [] for subnet (6e8e6c9e-a010-4afc-bf31-4a5c78cc2319), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.138305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-465c36c1-a828-474a-8946-163566d352d4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0023305
Feb 19 21:14:00.162814 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Request body: {'port': {'device_id': 'f43336a9-8a01-4986-a4a4-2db673d84070', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:00.190322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 144a18d3-5bc9-4052-88dd-48df6dad1d99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=144a18d3-5bc9-4052-88dd-48df6dad1d99,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:00.195599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:00.249546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4abef660-5de8-42a2-b1da-c13f0c6bc7a3 req-577632d4-33a5-458c-842a-2177883b94e3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3147342
Feb 19 21:14:00.284501 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '144a18d3-5bc9-4052-88dd-48df6dad1d99', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'port_id': '144a18d3-5bc9-4052-88dd-48df6dad1d99', 'mac_address': 'fa:16:3e:6e:2b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39b861-c372-4188-bb16-08087882fb5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:14:00.306995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59516b7d-3c7c-44af-8e56-444edd5f9f10 req-2ee9a77d-184e-49fa-8af3-4a09ad3b8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:00.308226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59516b7d-3c7c-44af-8e56-444edd5f9f10 req-2ee9a77d-184e-49fa-8af3-4a09ad3b8f7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 1128 time: 0.4606304
Feb 19 21:14:00.315028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-67e4cd0b-cbbb-44b2-8d4c-25548ad0a2cc None None] Current status of the port 0b6534cf-12e5-478f-a92e-e6e0be00d505 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:00.315436 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-67e4cd0b-cbbb-44b2-8d4c-25548ad0a2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.315555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a134fa3a-e163-4dae-8b2b-d4883bb25b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (6e8e6c9e-a010-4afc-bf31-4a5c78cc2319), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.386444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0b6534cf-12e5-478f-a92e-e6e0be00d505 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:00.413913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (b1e7e0d7-9d0d-4834-b675-15c358ba5cd8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.420892 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.486448 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a134fa3a-e163-4dae-8b2b-d4883bb25b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (6e8e6c9e-a010-4afc-bf31-4a5c78cc2319), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.495463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 144a18d3-5bc9-4052-88dd-48df6dad1d99 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:00.495731 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.529526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-67e4cd0b-cbbb-44b2-8d4c-25548ad0a2cc None None] For port 0b6534cf-12e5-478f-a92e-e6e0be00d505, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6534cf-12e5-478f-a92e-e6e0be00d505,segment=NetworkSegment(8e367e61-a504-4099-9014-0699e9e96711),segment_id=8e367e61-a504-4099-9014-0699e9e96711)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:00.542863 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Publish callbacks [] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.550767 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-67e4cd0b-cbbb-44b2-8d4c-25548ad0a2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.557638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144a18d3-5bc9-4052-88dd-48df6dad1d99 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:00.595991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59516b7d-3c7c-44af-8e56-444edd5f9f10 req-7b474578-cbbf-4612-8bb5-604738f2aeb8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2749059
Feb 19 21:14:00.600255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.607858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event updated for resources: {'Subnet': ['ID=b1e7e0d7-9d0d-4834-b675-15c358ba5cd8,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:00.622141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 356ca7b7-90a9-48f4-a800-3ae550ebde56 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:00.631107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 144a18d3-5bc9-4052-88dd-48df6dad1d99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=144a18d3-5bc9-4052-88dd-48df6dad1d99,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:00.665751 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.682124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 356ca7b7-90a9-48f4-a800-3ae550ebde56 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:00.682476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 356ca7b7-90a9-48f4-a800-3ae550ebde56 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:00.684681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0b6534cf-12e5-478f-a92e-e6e0be00d505 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:00.685035 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.693309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Network 8931ae0b-95cd-4384-8b75-9cd35ccbb559 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:00.703076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Allocated IP 2001:db8:2::1 (8931ae0b-95cd-4384-8b75-9cd35ccbb559/b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3/495455c4-cdee-42a6-8853-17af72b98f06) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:00.740980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:00.744048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Checking segment: {'id': 'e218edaa-da09-4b0c-bf87-dae0096b1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0692bb7-0681-43ca-9e52-ece8ccfa274d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:00.744451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Network hostable DHCP agents. Network: a0692bb7-0681-43ca-9e52-ece8ccfa274d, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:00.750274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:00.757224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4cd0b-cbbb-44b2-8d4c-25548ad0a2cc None None] Pushing event updated for resources: {'Port': ['ID=0b6534cf-12e5-478f-a92e-e6e0be00d505,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:00.785983 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a134fa3a-e163-4dae-8b2b-d4883bb25b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (6e8e6c9e-a010-4afc-bf31-4a5c78cc2319), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.819705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fe5c9e72-f59d-4d82-bdc7-428340979d18 None None] Provisioning complete for port 0b6534cf-12e5-478f-a92e-e6e0be00d505 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:00.820125 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe5c9e72-f59d-4d82-bdc7-428340979d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.843067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2543631-65a0-4356-9164-78398b746bcf req-31d8847f-79b9-4a5c-9f7c-bd49cebbc51d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:00.863379 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2543631-65a0-4356-9164-78398b746bcf req-31d8847f-79b9-4a5c-9f7c-bd49cebbc51d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 944 time: 0.2800727
Feb 19 21:14:00.883264 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (495455c4-cdee-42a6-8853-17af72b98f06), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.896304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Pushing event updated for resources: {'Port': ['ID=e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:00.925340 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (495455c4-cdee-42a6-8853-17af72b98f06), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.943082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Attempting to bind port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:00.943464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Attempting to bind port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9cdfb12a-8960-4481-8a0f-5a9c51463fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:00.943838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Attempting to bind port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc on network 8931ae0b-95cd-4384-8b75-9cd35ccbb559 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:00.975404 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 8931ae0b-95cd-4384-8b75-9cd35ccbb559 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:00.979270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:00.983391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:00.983809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Checking segment: {'id': '9cdfb12a-8960-4481-8a0f-5a9c51463fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:00.984233 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.984867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Bound using segment: {'id': '9cdfb12a-8960-4481-8a0f-5a9c51463fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:00.985926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Bound port: e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdfb12a-8960-4481-8a0f-5a9c51463fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:00.986323 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:00.989785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:00.990538 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.034712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=495455c4-cdee-42a6-8853-17af72b98f06,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:01.052948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134fa3a-e163-4dae-8b2b-d4883bb25b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e8e6c9e-a010-4afc-bf31-4a5c78cc2319,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:01.055565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Network a0692bb7-0681-43ca-9e52-ece8ccfa274d is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:01.069438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=144a18d3-5bc9-4052-88dd-48df6dad1d99,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:01.078208 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a134fa3a-e163-4dae-8b2b-d4883bb25b04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.087162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a134fa3a-e163-4dae-8b2b-d4883bb25b04 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6e8e6c9e-a010-4afc-bf31-4a5c78cc2319 HTTP/1.1" status: 204  len: 168 time: 1.2304146
Feb 19 21:14:01.087400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46062) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:01.100823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0692bb7-0681-43ca-9e52-ece8ccfa274d) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:01.118552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:01.119460 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.124551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['144a18d3-5bc9-4052-88dd-48df6dad1d99'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:01.126893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac44d6-e689-4125-bb9e-0900cc18f943 None None] Network a0692bb7-0681-43ca-9e52-ece8ccfa274d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:01.129432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0b6534cf-12e5-478f-a92e-e6e0be00d505 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:01.159791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2543631-65a0-4356-9164-78398b746bcf req-b9f1b72b-29e7-42f8-99e2-60b5624f0c4c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970010
Feb 19 21:14:01.192949 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c9b102ec-6287-470e-a0fc-0ed21c329f28 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2954407
Feb 19 21:14:01.209334 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46064) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:01.213428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (91a3dfa9-4535-458a-a281-34048815a558), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.218378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-21d68fec-5d33-45f9-b8b2-b60636cc8bf9 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-12793304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:01.240989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fe5c9e72-f59d-4d82-bdc7-428340979d18 None None] Current status of the port 0b6534cf-12e5-478f-a92e-e6e0be00d505 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:01.249526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (495455c4-cdee-42a6-8853-17af72b98f06), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.265531 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21d68fec-5d33-45f9-b8b2-b60636cc8bf9 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.267267 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21d68fec-5d33-45f9-b8b2-b60636cc8bf9 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.286972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3405bd1c-c5f9-4a4b-b087-90cfc9728cab no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:01.291204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] For port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:01.336453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 3405bd1c-c5f9-4a4b-b087-90cfc9728cab {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:01.336840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3405bd1c-c5f9-4a4b-b087-90cfc9728cab not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:01.343056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:01.352838 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Publish callbacks [] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.365989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] For port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc,segment=NetworkSegment(9cdfb12a-8960-4481-8a0f-5a9c51463fcb),segment_id=9cdfb12a-8960-4481-8a0f-5a9c51463fcb)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:01.422731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Transition to ACTIVE for port object 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:14:01.428026 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.432531 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.478955 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21d68fec-5d33-45f9-b8b2-b60636cc8bf9 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for router_controller (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.478955 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (91a3dfa9-4535-458a-a281-34048815a558), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.503732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0692bb7-0681-43ca-9e52-ece8ccfa274d', 'network_id': 'a0692bb7-0681-43ca-9e52-ece8ccfa274d', 'project_id': '33103c83f46943e4a338d8cbf97510e6', 'fixed_ips': [{'subnet_id': 'b1e7e0d7-9d0d-4834-b675-15c358ba5cd8'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:01.504445 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.507899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b81380-013c-4332-a56e-b9a3c115a8cc req-25daf476-29ec-4984-8b93-3aba380bf017 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:01.509513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7b81380-013c-4332-a56e-b9a3c115a8cc req-25daf476-29ec-4984-8b93-3aba380bf017 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 932 time: 0.1482019
Feb 19 21:14:01.518463 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21d68fec-5d33-45f9-b8b2-b60636cc8bf9 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.548956 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6944b5b0>,) {'filters': {'network_id': ['91a3dfa9-4535-458a-a281-34048815a558']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:01.565519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:01.565908 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21d68fec-5d33-45f9-b8b2-b60636cc8bf9 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.567269 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-21d68fec-5d33-45f9-b8b2-b60636cc8bf9 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 713 time: 0.3567119
Feb 19 21:14:01.571816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46072) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:01.573894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6944b5b0>, '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:01.574051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6944b5b0>, '78f2bf51-a5b4-4e71-a1c7-3ef4efda9277') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:01.597440 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (78f2bf51-a5b4-4e71-a1c7-3ef4efda9277), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.617066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e168728-412c-4291-9d64-b9879ab47584 None None] Pushing event updated for resources: {'Port': ['ID=e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:01.638847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7b81380-013c-4332-a56e-b9a3c115a8cc req-0f91728e-fbd4-405a-83bd-428faf059702 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892110
Feb 19 21:14:01.662433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Attempting to bind port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:01.662837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Attempting to bind port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:01.663236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Attempting to bind port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:01.670626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:14:01.670965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Attempting to bind port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:01.692482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:01.692998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Checking segment: {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:01.693403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Bound using segment: {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:01.693858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Bound port: 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:01.694778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.703329 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (78f2bf51-a5b4-4e71-a1c7-3ef4efda9277), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.763477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:01.763892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (78f2bf51-a5b4-4e71-a1c7-3ef4efda9277), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:01.768097 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:01.807878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] For port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:01.812600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] For port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:01.819712 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.837649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:01.838323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:01.840159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] 10.222.0.10 "PUT /v2.0/ports/4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 HTTP/1.1" status: 200  len: 1092 time: 1.6818428
Feb 19 21:14:01.845514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Allocated IP 172.20.0.2 (a0692bb7-0681-43ca-9e52-ece8ccfa274d/b1e7e0d7-9d0d-4834-b675-15c358ba5cd8/fb84f8f0-12b5-4765-a1fa-bd83fb4a8347) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:01.890737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43336a9-8a01-4986-a4a4-2db673d84070', 'tag': '4b0c96ca-51f8-4dad-8d80-6cbca55d06e4'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:01.943167 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df08c1e-896a-497a-90cb-b6f1fb46dda6" -d '{"events": [{"name": "network-changed", "server_uuid": "f43336a9-8a01-4986-a4a4-2db673d84070", "tag": "4b0c96ca-51f8-4dad-8d80-6cbca55d06e4"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:02.015348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (91a3dfa9-4535-458a-a281-34048815a558), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.033934 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.038676 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] 10.222.0.30 "DELETE /v2.0/networks/91a3dfa9-4535-458a-a281-34048815a558 HTTP/1.1" status: 204  len: 168 time: 0.9505446
Feb 19 21:14:02.064193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993d83e-6fb8-4bb3-974d-51adcd2255cd admin admin] Pushing event deleted for resources: {'Network': ['ID=91a3dfa9-4535-458a-a281-34048815a558,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:02.119259 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (495455c4-cdee-42a6-8853-17af72b98f06), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.133898 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (495455c4-cdee-42a6-8853-17af72b98f06), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.134716 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.144865 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5455c28-ec74-428f-9937-8b5b0911b61c x-openstack-request-id: req-a5455c28-ec74-428f-9937-8b5b0911b61c {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:02.145511 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43336a9-8a01-4986-a4a4-2db673d84070", "tag": "4b0c96ca-51f8-4dad-8d80-6cbca55d06e4", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:02.145922 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5455c28-ec74-428f-9937-8b5b0911b61c {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:02.146726 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43336a9-8a01-4986-a4a4-2db673d84070', 'tag': '4b0c96ca-51f8-4dad-8d80-6cbca55d06e4', 'status': 'completed', 'code': 200}
Feb 19 21:14:02.157239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af858e04-2747-4b44-8105-694fac041e20 req-17e9d01e-514e-4bea-b2ec-4b3bef9463db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:02.161519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-17e9d01e-514e-4bea-b2ec-4b3bef9463db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 1126 time: 0.2043934
Feb 19 21:14:02.198655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e213c5-bbe9-4d66-abf5-cba3539ccf73 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:02.277471 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-13a94144-83e8-499f-8177-150482e1c528 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 HTTP/1.1" status: 200  len: 217 time: 0.1069100
Feb 19 21:14:02.323827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.359776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=495455c4-cdee-42a6-8853-17af72b98f06,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:02.398231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af858e04-2747-4b44-8105-694fac041e20 req-bd45cef9-3812-4374-a5f7-2c85548c77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:02.400382 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-bd45cef9-3812-4374-a5f7-2c85548c77c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3591c48b-f332-448c-84f0-445a098b4bc2 HTTP/1.1" status: 200  len: 854 time: 0.1146679
Feb 19 21:14:02.448849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-f1eaa9d2-a9a7-487a-a5b2-e40ce6c2548e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416496
Feb 19 21:14:02.474966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc8d43-5deb-44d7-b152-7962a30d69f3 req-629953d5-d7de-4474-af99-63d545141b7d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:02.480835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9bc8d43-5deb-44d7-b152-7962a30d69f3 req-629953d5-d7de-4474-af99-63d545141b7d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 945 time: 0.1825142
Feb 19 21:14:02.481663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46088) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:02.508945 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Publish callbacks [] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.520313 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.554498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:02.589331 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 8931ae0b-95cd-4384-8b75-9cd35ccbb559 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:02.592845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:02.599585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Network a0692bb7-0681-43ca-9e52-ece8ccfa274d is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:02.608145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:02.614912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:02.617256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Pushing event updated for resources: {'Port': ['ID=fb84f8f0-12b5-4765-a1fa-bd83fb4a8347,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:02.651473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9bc8d43-5deb-44d7-b152-7962a30d69f3 req-7b8e37ac-31a2-4f6f-b187-5a86f342ae2d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050410
Feb 19 21:14:02.659296 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-221ab4b9-3b15-41f9-877b-e8fec46a9fbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c438bd56e19499a91a00c3757b6f9f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1198695
Feb 19 21:14:02.662114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-056a5ca0-a262-4b5c-9846-8d0d3dce1876 service neutron] 10.222.0.10 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029941
Feb 19 21:14:02.662800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46092) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:02.707302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:02.707789 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.715824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Attempting to bind port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:02.721833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Attempting to bind port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e218edaa-da09-4b0c-bf87-dae0096b1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0692bb7-0681-43ca-9e52-ece8ccfa274d'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:02.722396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Attempting to bind port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 on network a0692bb7-0681-43ca-9e52-ece8ccfa274d {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:02.773316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:02.773880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Checking segment: {'id': 'e218edaa-da09-4b0c-bf87-dae0096b1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0692bb7-0681-43ca-9e52-ece8ccfa274d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:02.774394 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.777239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Bound using segment: {'id': 'e218edaa-da09-4b0c-bf87-dae0096b1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0692bb7-0681-43ca-9e52-ece8ccfa274d'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:02.777890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Bound port: fb84f8f0-12b5-4765-a1fa-bd83fb4a8347, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e218edaa-da09-4b0c-bf87-dae0096b1ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a0692bb7-0681-43ca-9e52-ece8ccfa274d'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:02.778423 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.829317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Allocated IP 172.20.0.1 (a0692bb7-0681-43ca-9e52-ece8ccfa274d/b1e7e0d7-9d0d-4834-b675-15c358ba5cd8/253bc455-f49a-4fc6-bee7-a074acc4c5aa) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:02.892780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] For port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:02.905345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:02.905908 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.911825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] For port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb84f8f0-12b5-4765-a1fa-bd83fb4a8347,segment=NetworkSegment(e218edaa-da09-4b0c-bf87-dae0096b1ca2),segment_id=e218edaa-da09-4b0c-bf87-dae0096b1ca2)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:02.933897 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.972415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 61f3f778-c6e6-4477-abc0-48f1a7e7039f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:02.986012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc,segment=NetworkSegment(9cdfb12a-8960-4481-8a0f-5a9c51463fcb),segment_id=9cdfb12a-8960-4481-8a0f-5a9c51463fcb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:02.998693 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:02.999726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0b6534cf-12e5-478f-a92e-e6e0be00d505 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:03.056971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for port (253bc455-f49a-4fc6-bee7-a074acc4c5aa), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.073265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaae9c5-e0fc-41f5-b02a-f2b219eaf757 None None] Pushing event updated for resources: {'Port': ['ID=fb84f8f0-12b5-4765-a1fa-bd83fb4a8347,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:03.136204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:03.155866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0b6534cf-12e5-478f-a92e-e6e0be00d505 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:03.156525 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.174234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:03.179669 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-50dd8885-071a-4448-82f4-66ebe53da987 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5569973
Feb 19 21:14:03.183223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46096) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:03.189017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1737366769'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:03.194167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049853e-72ac-4630-b352-b9b326b0a48e req-b06200e9-cf44-49b4-bcbe-afcc69758f1a tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:03.195950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Sync routers for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:03.196144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1049853e-72ac-4630-b352-b9b326b0a48e req-b06200e9-cf44-49b4-bcbe-afcc69758f1a tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 944 time: 0.1743836
Feb 19 21:14:03.214814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:03.215513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62ea7460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:03.217327 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-adfb914f-8a06-441a-96e1-fb86bcad1891 admin admin] Publish callbacks [] for security_group (b94c1481-778b-40f4-9e4d-1a4b7c5e768d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.226777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:03.233628 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.236569 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (253bc455-f49a-4fc6-bee7-a074acc4c5aa), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.237118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af858e04-2747-4b44-8105-694fac041e20 req-5849cf80-b467-4e19-88f3-39ab5155e27f service neutron] 10.222.0.10 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5668299
Feb 19 21:14:03.293153 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-adfb914f-8a06-441a-96e1-fb86bcad1891 admin admin] Publish callbacks [] for security_group (b94c1481-778b-40f4-9e4d-1a4b7c5e768d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.314675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 144a18d3-5bc9-4052-88dd-48df6dad1d99 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:03.315428 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Network a0692bb7-0681-43ca-9e52-ece8ccfa274d is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:03.350087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:03.353910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:03.383708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4faa7-0f39-46a6-993f-6d1c88ba0683 None None] Network 8931ae0b-95cd-4384-8b75-9cd35ccbb559 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:03.394509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1049853e-72ac-4630-b352-b9b326b0a48e req-cd2d050c-3560-4a2a-a989-37e6a5848e83 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829872
Feb 19 21:14:03.418984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08c1e-896a-497a-90cb-b6f1fb46dda6 req-a49b1b97-e7c8-413f-a4ec-a5a27d714f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:03.421660 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4df08c1e-896a-497a-90cb-b6f1fb46dda6 req-a49b1b97-e7c8-413f-a4ec-a5a27d714f2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 1126 time: 0.1102834
Feb 19 21:14:03.447621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event updated for resources: {'Port': ['ID=253bc455-f49a-4fc6-bee7-a074acc4c5aa,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:03.474661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:03.498092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (48c26d89-8e15-4b40-aad0-b723e5f5bdb2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.498721 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added segment 48c26d89-8e15-4b40-aad0-b723e5f5bdb2 of type vlan for network 543f2c23-355a-4508-87dd-b9f4a94abc65
Feb 19 21:14:03.500509 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.544514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08c1e-896a-497a-90cb-b6f1fb46dda6 req-b3fdf6a0-7eae-498b-85a2-e0644a57954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:03.546357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4df08c1e-896a-497a-90cb-b6f1fb46dda6 req-b3fdf6a0-7eae-498b-85a2-e0644a57954b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 915 time: 0.1184235
Feb 19 21:14:03.547443 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-adfb914f-8a06-441a-96e1-fb86bcad1891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b94c1481-778b-40f4-9e4d-1a4b7c5e768d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.551543 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-adfb914f-8a06-441a-96e1-fb86bcad1891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.552910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-adfb914f-8a06-441a-96e1-fb86bcad1891 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b94c1481-778b-40f4-9e4d-1a4b7c5e768d HTTP/1.1" status: 204  len: 168 time: 0.8890407
Feb 19 21:14:03.554690 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:03.567746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb914f-8a06-441a-96e1-fb86bcad1891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94c1481-778b-40f4-9e4d-1a4b7c5e768d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:03.607530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0b6534cf-12e5-478f-a92e-e6e0be00d505 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:03.608296 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4df08c1e-896a-497a-90cb-b6f1fb46dda6 req-6b4a5988-9eed-40c3-a4bb-f3823f1b8e96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 HTTP/1.1" status: 200  len: 217 time: 0.0540938
Feb 19 21:14:03.610169 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (543f2c23-355a-4508-87dd-b9f4a94abc65), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.675637 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (543f2c23-355a-4508-87dd-b9f4a94abc65), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.684556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:03.685401 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.705556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08c1e-896a-497a-90cb-b6f1fb46dda6 req-048fabed-8bd8-4b68-b933-33a5bcbd4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:03.710279 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4df08c1e-896a-497a-90cb-b6f1fb46dda6 req-048fabed-8bd8-4b68-b933-33a5bcbd4733 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3591c48b-f332-448c-84f0-445a098b4bc2 HTTP/1.1" status: 200  len: 854 time: 0.0883627
Feb 19 21:14:03.773976 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4df08c1e-896a-497a-90cb-b6f1fb46dda6 req-4718c180-9022-4efc-bf4b-a2f61beb606b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571327
Feb 19 21:14:03.776254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7c180a87-a276-4fc0-b50b-a127d5b4c22a None None] Provisioning complete for port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:03.776765 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7c180a87-a276-4fc0-b50b-a127d5b4c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.813871 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6263433
Feb 19 21:14:03.815443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46102) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:03.821848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'subnet': {'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:03.825346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (253bc455-f49a-4fc6-bee7-a074acc4c5aa), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.851041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c718cb-2b97-4814-b0bd-64ebbe64a999 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Network': ['ID=543f2c23-355a-4508-87dd-b9f4a94abc65,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:03.855882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 144a18d3-5bc9-4052-88dd-48df6dad1d99 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:14:03.872148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 543f2c23-355a-4508-87dd-b9f4a94abc65 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:03.935167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4df08c1e-896a-497a-90cb-b6f1fb46dda6 req-2c99f917-c1a5-4aca-aeb6-d2f09f919974 service neutron] 10.222.0.10 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449628
Feb 19 21:14:03.947022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 144a18d3-5bc9-4052-88dd-48df6dad1d99 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:03.947632 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:03.953338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a92413-4687-4376-ac01-2cfd4db36e09 req-93fe403b-675b-46b3-bf6e-98725c7454a2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:03.962078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0a92413-4687-4376-ac01-2cfd4db36e09 req-93fe403b-675b-46b3-bf6e-98725c7454a2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 945 time: 0.1909862
Feb 19 21:14:04.119521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0a92413-4687-4376-ac01-2cfd4db36e09 req-30d6b953-f783-49af-92b8-f92dbcf37ae2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566811
Feb 19 21:14:04.173760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4df08c1e-896a-497a-90cb-b6f1fb46dda6 req-cfb549ff-dc51-406b-a78d-958636b76de4 service neutron] 10.222.0.10 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299109
Feb 19 21:14:04.212140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7c180a87-a276-4fc0-b50b-a127d5b4c22a None None] Current status of the port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:04.256177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62ea7460>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:01Z', 'revision_number': 4, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:01Z', 'revision_number': 2, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:04.263486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 144a18d3-5bc9-4052-88dd-48df6dad1d99 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:04.263898 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:04.314410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Checking router: 61f3f778-c6e6-4477-abc0-48f1a7e7039f for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:14:04.314897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Updating router 61f3f778-c6e6-4477-abc0-48f1a7e7039f port 495455c4-cdee-42a6-8853-17af72b98f06 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:14:04.369212 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (495455c4-cdee-42a6-8853-17af72b98f06), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:04.408775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d995f8-d42a-4848-8c2b-0ba8fb85618a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144a18d3-5bc9-4052-88dd-48df6dad1d99'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:04.411710 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf60cd5-796b-4c70-baab-9d81f00e7890" -d '{"events": [{"server_uuid": "d0d995f8-d42a-4848-8c2b-0ba8fb85618a", "name": "network-vif-plugged", "status": "completed", "tag": "144a18d3-5bc9-4052-88dd-48df6dad1d99"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:04.450977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 144a18d3-5bc9-4052-88dd-48df6dad1d99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=144a18d3-5bc9-4052-88dd-48df6dad1d99,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:04.468393 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:04.624137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Made reservation on behalf of dfacc4277e4443cdb5d2b7a87c49908a for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:04.628261 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:04.741474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9972-8f5a-4200-a433-a05e4a689a05 req-e30ce4b7-8107-40f8-8c03-0875d7845504 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:04.748550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0da9972-8f5a-4200-a433-a05e4a689a05 req-e30ce4b7-8107-40f8-8c03-0875d7845504 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 944 time: 0.1525376
Feb 19 21:14:04.770692 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3145b77c-c7b2-48ec-bc04-db66beed5f37 x-openstack-request-id: req-3145b77c-c7b2-48ec-bc04-db66beed5f37 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:04.771050 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d995f8-d42a-4848-8c2b-0ba8fb85618a", "name": "network-vif-plugged", "status": "completed", "tag": "144a18d3-5bc9-4052-88dd-48df6dad1d99", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:04.771245 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3145b77c-c7b2-48ec-bc04-db66beed5f37 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:04.771700 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d995f8-d42a-4848-8c2b-0ba8fb85618a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144a18d3-5bc9-4052-88dd-48df6dad1d99', 'code': 200}
Feb 19 21:14:04.776191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:04.778015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:14:04.858923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0da9972-8f5a-4200-a433-a05e4a689a05 req-6e9dca5e-ae64-496c-a7a8-a34cad81ecc7 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093905
Feb 19 21:14:04.873610 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1262a6c-e4b4-4b88-9f3e-5dfc5af994a7 None None] Network a0692bb7-0681-43ca-9e52-ece8ccfa274d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:04.898502 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3c73-9897-4bcf-baca-d3325d3bcf2f req-30afbf96-740a-499c-8f2a-cc0f67941a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:04.900160 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f28c3c73-9897-4bcf-baca-d3325d3bcf2f req-30afbf96-740a-499c-8f2a-cc0f67941a45 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 1128 time: 0.2681367
Feb 19 21:14:04.945702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46126) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:05.032471 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f28c3c73-9897-4bcf-baca-d3325d3bcf2f req-50bc2c99-51a2-402f-b440-0b85eb788ad2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219130
Feb 19 21:14:05.039320 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for port (253bc455-f49a-4fc6-bee7-a074acc4c5aa), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.072096 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (253bc455-f49a-4fc6-bee7-a074acc4c5aa), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.117361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-293107660-network', 'tenant_id': '03bf8706a07449ecbf023ba907fd7c38'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:05.125691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-eaf21c59-e069-499f-85f7-472ce18d3d23 None None] Provisioning complete for port 495455c4-cdee-42a6-8853-17af72b98f06 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:05.126269 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eaf21c59-e069-499f-85f7-472ce18d3d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (495455c4-cdee-42a6-8853-17af72b98f06), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.131630 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.resource_extend [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:14:05.135053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=144a18d3-5bc9-4052-88dd-48df6dad1d99,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:05.154032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Made reservation on behalf of 03bf8706a07449ecbf023ba907fd7c38 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:05.158203 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.177973 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.178152 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (d3bfb689-d620-4fce-a1d4-f555f57ab106), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.257532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event updated for resources: {'Port': ['ID=253bc455-f49a-4fc6-bee7-a074acc4c5aa,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:05.263396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.300103 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Subnet': ['ID=d3bfb689-d620-4fce-a1d4-f555f57ab106,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:05.314744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-eaf21c59-e069-499f-85f7-472ce18d3d23 None None] Port 495455c4-cdee-42a6-8853-17af72b98f06 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:14:05.328347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663fedd-38de-48a6-8352-6a0af09e8024 req-8c7d48a5-9503-4523-bcab-509f6ffdb1f2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:05.335913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4663fedd-38de-48a6-8352-6a0af09e8024 req-8c7d48a5-9503-4523-bcab-509f6ffdb1f2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 946 time: 0.0901279
Feb 19 21:14:05.349370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:05.350030 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.366610 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Checking segment: {'id': '48c26d89-8e15-4b40-aad0-b723e5f5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:05.366966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network hostable DHCP agents. Network: 543f2c23-355a-4508-87dd-b9f4a94abc65, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:05.372010 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Publish callbacks [] for security_group (12e6a139-2b1f-4ccc-969a-57b695009582), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.385320 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (12e6a139-2b1f-4ccc-969a-57b695009582), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.409984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-eaf21c59-e069-499f-85f7-472ce18d3d23 None None] Provisioning complete for port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:05.410762 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eaf21c59-e069-499f-85f7-472ce18d3d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.418504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 543f2c23-355a-4508-87dd-b9f4a94abc65 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:05.422373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:05.433779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Network a0692bb7-0681-43ca-9e52-ece8ccfa274d is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:05.435405 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:05.441340 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 543f2c23-355a-4508-87dd-b9f4a94abc65) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:05.447230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:05.447674 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.448875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4663fedd-38de-48a6-8352-6a0af09e8024 req-5ebe21eb-2f27-4131-a255-4ccb1d8442c4 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973206
Feb 19 21:14:05.465980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (5cf05e1a-0412-442d-af89-9305698d0960), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.466290 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Added segment 5cf05e1a-0412-442d-af89-9305698d0960 of type vlan for network 1a11fd51-a195-4c65-859d-a83464dc0844
Feb 19 21:14:05.467489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e6a139-2b1f-4ccc-969a-57b695009582,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:05.506993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c18ca0-378c-45b2-bb87-f628f39be1df None None] Network 543f2c23-355a-4508-87dd-b9f4a94abc65 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:05.519453 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (1a11fd51-a195-4c65-859d-a83464dc0844), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.555490 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (1a11fd51-a195-4c65-859d-a83464dc0844), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.556655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:05.557313 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.560591 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-95c83a0a-24a1-4bf3-b8c7-38735bd49dfa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.7413301
Feb 19 21:14:05.562437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46132) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:05.646734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.6996670
Feb 19 21:14:05.652035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46134) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:05.658570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:05.662516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] Request body: {'subnet': {'network_id': '1a11fd51-a195-4c65-859d-a83464dc0844', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-293107660-subnet', 'tenant_id': '03bf8706a07449ecbf023ba907fd7c38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:05.676874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79817c62-b14a-401f-ab72-8025bac32fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=1a11fd51-a195-4c65-859d-a83464dc0844,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:05.704424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] Made reservation on behalf of 03bf8706a07449ecbf023ba907fd7c38 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:05.706907 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.707693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 1a11fd51-a195-4c65-859d-a83464dc0844 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:05.773710 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '4b0c96ca-51f8-4dad-8d80-6cbca55d06e4', 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af', 'port_id': '4b0c96ca-51f8-4dad-8d80-6cbca55d06e4', 'mac_address': 'fa:16:3e:6a:05:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3591c48b-f332-448c-84f0-445a098b4bc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:14:05.777515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Router e99d7774-6a0b-497c-ac8d-8b18cfede0ec is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:14:05.782718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-eaf21c59-e069-499f-85f7-472ce18d3d23 None None] Current status of the port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:05.814542 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Publish callbacks [] for port (495455c4-cdee-42a6-8853-17af72b98f06), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.888303 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (495455c4-cdee-42a6-8853-17af72b98f06), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.906201 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (a086b8b1-a1f1-40d6-873b-28e8c5adb96d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:05.976298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a086b8b1-a1f1-40d6-873b-28e8c5adb96d,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:05.981388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] Checking segment: {'id': '5cf05e1a-0412-442d-af89-9305698d0960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a11fd51-a195-4c65-859d-a83464dc0844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:05.981848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:05.982164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] Network hostable DHCP agents. Network: 1a11fd51-a195-4c65-859d-a83464dc0844, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:05.992188 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c1dd93d3-3ade-42be-9da1-f68b1d934b7d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "PUT /v2.0/routers/e99d7774-6a0b-497c-ac8d-8b18cfede0ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4159214
Feb 19 21:14:05.992739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:05.993036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46138) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:05.993866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:05.995443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:05.995894 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:06.001823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Request body: {'port': {'network_id': 'a0692bb7-0681-43ca-9e52-ece8ccfa274d', 'name': 'tempest-FloatingIPNegativeTestJSON-511902912'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:06.012599 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21444de8-95d9-4076-94fa-07a923bdb1d0 None None] Sync routers for ids ['e99d7774-6a0b-497c-ac8d-8b18cfede0ec'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:06.028906 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21444de8-95d9-4076-94fa-07a923bdb1d0 None None] Routers {'e99d7774-6a0b-497c-ac8d-8b18cfede0ec'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:06.030065 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-21444de8-95d9-4076-94fa-07a923bdb1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703c3df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e99d7774-6a0b-497c-ac8d-8b18cfede0ec'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:06.046986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81486c1d-aae4-4275-a129-3f6ce3ab11a1 None None] Pushing event updated for resources: {'Port': ['ID=495455c4-cdee-42a6-8853-17af72b98f06,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:06.051908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fe790685-aefe-4dfa-85ef-68182f5a86a4 None None] Provisioning complete for port 495455c4-cdee-42a6-8853-17af72b98f06 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:06.052298 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe790685-aefe-4dfa-85ef-68182f5a86a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (495455c4-cdee-42a6-8853-17af72b98f06), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:06.057643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-543f2c23-355a-4508-87dd-b9f4a94abc65', 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65', 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'fixed_ips': [{'subnet_id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:06.058487 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:06.068039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:06.088841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] Network 1a11fd51-a195-4c65-859d-a83464dc0844 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:06.137945 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-21444de8-95d9-4076-94fa-07a923bdb1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703c3df0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:06.138880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1a11fd51-a195-4c65-859d-a83464dc0844) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:06.144251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:06.144902 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:06.154336 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21444de8-95d9-4076-94fa-07a923bdb1d0 None None] Routers {'e99d7774-6a0b-497c-ac8d-8b18cfede0ec'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:06.155303 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-21444de8-95d9-4076-94fa-07a923bdb1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703c3df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e99d7774-6a0b-497c-ac8d-8b18cfede0ec'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:06.174295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734bb9e4-4c8c-4ed3-bd0b-ee6ee6e03c7b None None] Network 1a11fd51-a195-4c65-859d-a83464dc0844 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:06.186893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:06.223523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1cd14934-0989-483e-94cb-a9040bf1e07b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.5648355
Feb 19 21:14:06.248268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba5c3-4b01-4fdb-a72d-272fc12e1839 req-e8b093c1-afc1-4f32-b9ce-be5f24832637 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:06.252124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42cba5c3-4b01-4fdb-a72d-272fc12e1839 req-e8b093c1-afc1-4f32-b9ce-be5f24832637 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 944 time: 0.1905565
Feb 19 21:14:06.254495 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-21444de8-95d9-4076-94fa-07a923bdb1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703c3df0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:06.255176 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21444de8-95d9-4076-94fa-07a923bdb1d0 None None] The sync data for ids ['e99d7774-6a0b-497c-ac8d-8b18cfede0ec'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:06.311447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Made reservation on behalf of 33103c83f46943e4a338d8cbf97510e6 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:06.315428 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:06.362733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:06.365745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] device_id is not set on port 8749fdb2-a856-44b0-b406-9cd576664ec5 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:14:06.385183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42cba5c3-4b01-4fdb-a72d-272fc12e1839 req-11562ade-ff4e-486c-ac7e-be299bdce335 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147618
Feb 19 21:14:06.398874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fe790685-aefe-4dfa-85ef-68182f5a86a4 None None] Port 495455c4-cdee-42a6-8853-17af72b98f06 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:14:06.535167 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:06.601312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Allocated IP 172.20.0.9 (a0692bb7-0681-43ca-9e52-ece8ccfa274d/b1e7e0d7-9d0d-4834-b675-15c358ba5cd8/8749fdb2-a856-44b0-b406-9cd576664ec5) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:06.671635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Attempting to bind port 495455c4-cdee-42a6-8853-17af72b98f06 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:06.671925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Attempting to bind port 495455c4-cdee-42a6-8853-17af72b98f06 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9cdfb12a-8960-4481-8a0f-5a9c51463fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:06.672342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Attempting to bind port 495455c4-cdee-42a6-8853-17af72b98f06 on network 8931ae0b-95cd-4384-8b75-9cd35ccbb559 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:06.681746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:06.718885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9dd05-d4de-45ae-95c0-a461cdc1522a req-6aede8c7-4939-4638-83a4-3e0d25fd87fa tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:06.727062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:06.727472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Checking segment: {'id': '9cdfb12a-8960-4481-8a0f-5a9c51463fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:06.731939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8fb9dd05-d4de-45ae-95c0-a461cdc1522a req-6aede8c7-4939-4638-83a4-3e0d25fd87fa tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 946 time: 0.1275096
Feb 19 21:14:06.733388 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:06.733884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Bound using segment: {'id': '9cdfb12a-8960-4481-8a0f-5a9c51463fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:06.734410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Bound port: 495455c4-cdee-42a6-8853-17af72b98f06, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdfb12a-8960-4481-8a0f-5a9c51463fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:06.735338 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (495455c4-cdee-42a6-8853-17af72b98f06), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:06.745145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:06.745538 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:06.808608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4b0c96ca-51f8-4dad-8d80-6cbca55d06e4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:06.891070 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8fb9dd05-d4de-45ae-95c0-a461cdc1522a req-73d4d81a-72bf-4f25-9e0b-b69152ff68e4 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584163
Feb 19 21:14:06.900311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fe790685-aefe-4dfa-85ef-68182f5a86a4 None None] Provisioning complete for port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:06.900668 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe790685-aefe-4dfa-85ef-68182f5a86a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:07.029155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ba0e1-461d-4cc4-9e0a-53089674202f None None] Network 1a11fd51-a195-4c65-859d-a83464dc0844 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:07.034197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Allocated IP 2001:db8:3::2 (543f2c23-355a-4508-87dd-b9f4a94abc65/d3bfb689-d620-4fce-a1d4-f555f57ab106/50499578-d110-4292-be07-ba2155632b99) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:07.037575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for port (8749fdb2-a856-44b0-b406-9cd576664ec5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:07.105756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37337464-77e0-4451-b9f5-418617ddfed5 req-d2a0f2cb-0b4b-4d64-ae01-ab82a45996f1 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:07.107333 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-d2a0f2cb-0b4b-4d64-ae01-ab82a45996f1 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/networks?id=1a11fd51-a195-4c65-859d-a83464dc0844 HTTP/1.1" status: 200  len: 820 time: 0.1954901
Feb 19 21:14:07.132165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8749fdb2-a856-44b0-b406-9cd576664ec5), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:07.137145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-c2ea3fae-1dc2-4da9-88f3-70934514daac tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/quotas/03bf8706a07449ecbf023ba907fd7c38 HTTP/1.1" status: 200  len: 375 time: 0.0173423
Feb 19 21:14:07.141067 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] For port 495455c4-cdee-42a6-8853-17af72b98f06, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:07.206592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-c5667720-baaf-46ed-bd91-cecf5d6531c6 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=03bf8706a07449ecbf023ba907fd7c38&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0603099
Feb 19 21:14:07.215240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Network a0692bb7-0681-43ca-9e52-ece8ccfa274d is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:07.229319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:07.241283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:07.251406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] For port 495455c4-cdee-42a6-8853-17af72b98f06, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=495455c4-cdee-42a6-8853-17af72b98f06,segment=NetworkSegment(9cdfb12a-8960-4481-8a0f-5a9c51463fcb),segment_id=9cdfb12a-8960-4481-8a0f-5a9c51463fcb)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:07.274292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event updated for resources: {'Port': ['ID=8749fdb2-a856-44b0-b406-9cd576664ec5,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:07.278770 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (495455c4-cdee-42a6-8853-17af72b98f06), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:07.354173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:07.354859 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:07.377706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-614660e9-5412-4ecb-9a03-61a8fc14ecaa service neutron] 10.222.0.30 "GET /v2.0/networks/1a11fd51-a195-4c65-859d-a83464dc0844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589868
Feb 19 21:14:07.459369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-08c45425-e94d-4ad0-bcf5-0c404cfc7ad2 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.4601042
Feb 19 21:14:07.460431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46160) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:07.467789 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:07.519948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:07.544523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:07.544917 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:07.626456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fe790685-aefe-4dfa-85ef-68182f5a86a4 None None] Current status of the port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:07.626855 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe790685-aefe-4dfa-85ef-68182f5a86a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:07.633835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-2e420d9b-590a-4f91-9ae5-940bb5ebe965 service neutron] 10.222.0.30 "GET /v2.0/networks/1a11fd51-a195-4c65-859d-a83464dc0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2510660
Feb 19 21:14:07.641121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e979c-bb77-47d8-9cb7-e9f0273f1c69 req-a4467ee9-22eb-48f6-972a-31bcb5aa9a06 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:07.642795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-340e979c-bb77-47d8-9cb7-e9f0273f1c69 req-a4467ee9-22eb-48f6-972a-31bcb5aa9a06 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 945 time: 0.1385293
Feb 19 21:14:07.662657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:07.662906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62ea7460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:07.753066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-340e979c-bb77-47d8-9cb7-e9f0273f1c69 req-decb2177-818b-4041-b9b0-b857584c7924 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903909
Feb 19 21:14:07.777650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:07.788177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb84f8f0-12b5-4765-a1fa-bd83fb4a8347,segment=NetworkSegment(e218edaa-da09-4b0c-bf87-dae0096b1ca2),segment_id=e218edaa-da09-4b0c-bf87-dae0096b1ca2)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:07.818167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81486c1d-aae4-4275-a129-3f6ce3ab11a1 None None] Pushing event updated for resources: {'Port': ['ID=495455c4-cdee-42a6-8853-17af72b98f06,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:07.841553 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:07.927143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abc2e922-3a94-4c4d-8b4a-897b19bce7e2 req-00c822d2-8314-4fee-87c7-919e01e40529 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 210 time: 0.0474544
Feb 19 21:14:07.992055 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Publish callbacks [] for port (50499578-d110-4292-be07-ba2155632b99), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:07.994013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:08.012128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Allocated IP 172.35.2.170 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/01ac5405-2e99-4abf-8066-bb78121e18ef) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:08.045611 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (50499578-d110-4292-be07-ba2155632b99), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.054347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=fb84f8f0-12b5-4765-a1fa-bd83fb4a8347,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:08.057151 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-fe790685-aefe-4dfa-85ef-68182f5a86a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:14:08.057517 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-fe790685-aefe-4dfa-85ef-68182f5a86a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:14:08.108439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Allocated IP 2001:db8:3::1 (543f2c23-355a-4508-87dd-b9f4a94abc65/d3bfb689-d620-4fce-a1d4-f555f57ab106/8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:08.160077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Network 543f2c23-355a-4508-87dd-b9f4a94abc65 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:08.181606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aa338-350d-43f4-a08a-0999fbe8f814 req-1f0b659c-1092-41e3-bade-995bb6c5ca03 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:08.183701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-357aa338-350d-43f4-a08a-0999fbe8f814 req-1f0b659c-1092-41e3-bade-995bb6c5ca03 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 946 time: 0.1590893
Feb 19 21:14:08.191853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:08.196023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:08.197933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Pushing event updated for resources: {'Port': ['ID=50499578-d110-4292-be07-ba2155632b99,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:08.288193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for port (01ac5405-2e99-4abf-8066-bb78121e18ef), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.298016 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.307188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Attempting to bind port 50499578-d110-4292-be07-ba2155632b99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:08.307800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Attempting to bind port 50499578-d110-4292-be07-ba2155632b99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48c26d89-8e15-4b40-aad0-b723e5f5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:08.308261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Attempting to bind port 50499578-d110-4292-be07-ba2155632b99 on network 543f2c23-355a-4508-87dd-b9f4a94abc65 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:08.312215 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-357aa338-350d-43f4-a08a-0999fbe8f814 req-6e72a05e-92ba-468d-ad4c-6dc4fce0c08d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026795
Feb 19 21:14:08.342941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:08.343305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Checking segment: {'id': '48c26d89-8e15-4b40-aad0-b723e5f5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:08.343737 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.344926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Bound using segment: {'id': '48c26d89-8e15-4b40-aad0-b723e5f5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:08.345444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Bound port: 50499578-d110-4292-be07-ba2155632b99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c26d89-8e15-4b40-aad0-b723e5f5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:08.346144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (50499578-d110-4292-be07-ba2155632b99), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.347841 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (01ac5405-2e99-4abf-8066-bb78121e18ef), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.394509 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.395878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:08.400550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:08.410890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:08.436835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62ea7460>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:01Z', 'revision_number': 4, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:07Z', 'revision_number': 4, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:08.465859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 543f2c23-355a-4508-87dd-b9f4a94abc65 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:08.469995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:08.471143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77facb6d-f643-4109-b581-dc190b519d2d None None] The sync data for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 is: [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:01Z', 'revision_number': 4, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:07Z', 'revision_number': 4, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:08.473602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:08.474111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.476261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] For port 50499578-d110-4292-be07-ba2155632b99, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:08.489653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] For port 50499578-d110-4292-be07-ba2155632b99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50499578-d110-4292-be07-ba2155632b99,segment=NetworkSegment(48c26d89-8e15-4b40-aad0-b723e5f5bdb2),segment_id=48c26d89-8e15-4b40-aad0-b723e5f5bdb2)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:08.496934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event updated for resources: {'Port': ['ID=01ac5405-2e99-4abf-8066-bb78121e18ef,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:08.497890 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (50499578-d110-4292-be07-ba2155632b99), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.524274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:08.609220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52c974-04b5-4cb9-8f09-4ae095eea8a2 req-dc268125-6275-4b30-8acb-53f595209fee tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:08.619541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e52c974-04b5-4cb9-8f09-4ae095eea8a2 req-dc268125-6275-4b30-8acb-53f595209fee tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 946 time: 0.1780617
Feb 19 21:14:08.648445 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fe790685-aefe-4dfa-85ef-68182f5a86a4 None None] Current status of the port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:08.653242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:08.670395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.757162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6214e-9d21-410f-a8e5-d6640ece5eef None None] Pushing event updated for resources: {'Port': ['ID=50499578-d110-4292-be07-ba2155632b99,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:08.790872 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for floatingip (88c1066d-ed39-4b85-aa46-3dd40a2d17a7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.813100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9e52c974-04b5-4cb9-8f09-4ae095eea8a2 req-e043b96c-1860-484a-8dcf-db21c4b1b788 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887941
Feb 19 21:14:08.829416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Provisioning complete for port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:08.829975 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:08.963272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:14:09.035546 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (01ac5405-2e99-4abf-8066-bb78121e18ef), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.054620 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:09.055243 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.071266 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Current status of the port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:09.133285 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170e77f-5098-416b-814a-27449f27f857 req-91a4b313-1d75-49c2-a916-4038931e30c9 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:09.138278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7170e77f-5098-416b-814a-27449f27f857 req-91a4b313-1d75-49c2-a916-4038931e30c9 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 945 time: 0.2634404
Feb 19 21:14:09.171177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Provisioning complete for port 253bc455-f49a-4fc6-bee7-a074acc4c5aa triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:09.171564 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (253bc455-f49a-4fc6-bee7-a074acc4c5aa), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.301835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Port 253bc455-f49a-4fc6-bee7-a074acc4c5aa cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:14:09.316799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:09.317476 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.334907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Provisioning complete for port 495455c4-cdee-42a6-8853-17af72b98f06 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:09.335284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (495455c4-cdee-42a6-8853-17af72b98f06), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.348180 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.355662 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.357941 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.358551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43336a9-8a01-4986-a4a4-2db673d84070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c96ca-51f8-4dad-8d80-6cbca55d06e4'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:09.365452 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398b26cd-ea25-450f-9678-f2d47e7d5e1b" -d '{"events": [{"server_uuid": "f43336a9-8a01-4986-a4a4-2db673d84070", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c96ca-51f8-4dad-8d80-6cbca55d06e4"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:09.416642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f3dfd0e-390b-4c41-aaf6-d2e291c23f01 req-1b7975be-3410-48b6-9e78-1d03a319b99c tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 210 time: 0.0734363
Feb 19 21:14:09.456111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:09.472389 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.602230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Network 543f2c23-355a-4508-87dd-b9f4a94abc65 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:09.606558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:09.634632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:09.650509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Current status of the port 495455c4-cdee-42a6-8853-17af72b98f06 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:09.650915 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (495455c4-cdee-42a6-8853-17af72b98f06), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.690419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] For port 495455c4-cdee-42a6-8853-17af72b98f06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=495455c4-cdee-42a6-8853-17af72b98f06,segment=NetworkSegment(9cdfb12a-8960-4481-8a0f-5a9c51463fcb),segment_id=9cdfb12a-8960-4481-8a0f-5a9c51463fcb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:09.696115 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (495455c4-cdee-42a6-8853-17af72b98f06), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.725294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event updated for resources: {'Port': ['ID=8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:09.758435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Provisioning complete for port 8749fdb2-a856-44b0-b406-9cd576664ec5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:09.758826 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8749fdb2-a856-44b0-b406-9cd576664ec5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:09.759789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 61f3f778-c6e6-4477-abc0-48f1a7e7039f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:09.809466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Pushing event updated for resources: {'Port': ['ID=495455c4-cdee-42a6-8853-17af72b98f06,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:09.816068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8856a-565f-4007-95b7-46233031b9a9 None None] Port 8749fdb2-a856-44b0-b406-9cd576664ec5 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:14:09.918314 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:09.930601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Sync routers for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:09.943111 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f8035d25-72c7-4ff0-b6be-9db3fa9b9046 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3631806
Feb 19 21:14:09.944058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46186) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:09.948141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:09.948979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6312ba30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:09.968514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-17fb842a-e09a-49c7-9e12-a1d16e721318 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:10.022550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37337464-77e0-4451-b9f5-418617ddfed5 req-99c62b85-f971-4c2f-8e61-f7dc715253f9 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:10.023982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-99c62b85-f971-4c2f-8e61-f7dc715253f9 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.10 "GET /v2.0/networks?id=1a11fd51-a195-4c65-859d-a83464dc0844 HTTP/1.1" status: 200  len: 820 time: 0.6060324
Feb 19 21:14:10.079028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:10.113533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Request body: {'port': {'device_id': 'b3ad378f-fdc8-4c27-a154-41419121c26a', 'network_id': '1a11fd51-a195-4c65-859d-a83464dc0844', 'admin_state_up': True, 'tenant_id': '03bf8706a07449ecbf023ba907fd7c38'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:10.126492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 495455c4-cdee-42a6-8853-17af72b98f06 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:10.174089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7170e77f-5098-416b-814a-27449f27f857 req-ca3334fe-c512-41b7-ba8e-e78d757e3c55 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0114405
Feb 19 21:14:10.185754 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for port (01ac5405-2e99-4abf-8066-bb78121e18ef), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:10.213197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911bc1bb-27d4-464a-8534-96af47d1f4cb None None] Network 543f2c23-355a-4508-87dd-b9f4a94abc65 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:10.214450 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (01ac5405-2e99-4abf-8066-bb78121e18ef), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:10.274641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e5326-9c67-4c7d-8484-93ba97b203ca req-d2164d2c-e018-4261-84c5-16dd2d34059b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:10.276243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db4e5326-9c67-4c7d-8484-93ba97b203ca req-d2164d2c-e018-4261-84c5-16dd2d34059b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 946 time: 0.7065694
Feb 19 21:14:10.353558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bd579-9c00-47eb-8757-922d174ca59d req-3b52d606-6534-46f0-8832-65aa2e5f99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:10.355197 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cd9bd579-9c00-47eb-8757-922d174ca59d req-3b52d606-6534-46f0-8832-65aa2e5f99d1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 1128 time: 0.0528111
Feb 19 21:14:10.404773 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-cd9bd579-9c00-47eb-8757-922d174ca59d req-4ca07e3e-da78-48d4-90bd-4c684dd463d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426297
Feb 19 21:14:10.423160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event updated for resources: {'Port': ['ID=01ac5405-2e99-4abf-8066-bb78121e18ef,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:10.435350 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a05210-4b07-44cc-8fd0-b64ab28cf938 x-openstack-request-id: req-e4a05210-4b07-44cc-8fd0-b64ab28cf938 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:10.435882 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43336a9-8a01-4986-a4a4-2db673d84070", "name": "network-vif-plugged", "status": "completed", "tag": "4b0c96ca-51f8-4dad-8d80-6cbca55d06e4", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:10.435882 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4a05210-4b07-44cc-8fd0-b64ab28cf938 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:10.436280 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43336a9-8a01-4986-a4a4-2db673d84070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0c96ca-51f8-4dad-8d80-6cbca55d06e4', 'code': 200}
Feb 19 21:14:10.465802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (88c1066d-ed39-4b85-aa46-3dd40a2d17a7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:10.506376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db4e5326-9c67-4c7d-8484-93ba97b203ca req-abd2ec29-9b67-4faa-9f0a-920e0a524701 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2134013
Feb 19 21:14:10.508929 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-29134f86-560f-4570-b232-8dd6f7037e62 None None] Provisioning complete for port 50499578-d110-4292-be07-ba2155632b99 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:10.509310 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-29134f86-560f-4570-b232-8dd6f7037e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (50499578-d110-4292-be07-ba2155632b99), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:10.536079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Made reservation on behalf of 03bf8706a07449ecbf023ba907fd7c38 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:10.539664 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:10.573049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 495455c4-cdee-42a6-8853-17af72b98f06 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:10.573434 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (495455c4-cdee-42a6-8853-17af72b98f06), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:10.573754 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:10.577727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b4b2c681-8882-4f48-ab5a-b1e9ed0a4f03 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1137679
Feb 19 21:14:10.580309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46190) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:10.586562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4e2bf9c1-c8d7-4be1-ae99-29f9558e7526 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Request body: {'floatingip': {'port_id': '8749fdb2-a856-44b0-b406-9cd576664ec5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:10.605363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f790d906-e497-4da4-aa2d-378b300c4b08 req-de8c1dfa-f84a-4b86-9b6f-3017833a05f3 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 210 time: 0.0977612
Feb 19 21:14:10.632935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf9c1-c8d7-4be1-ae99-29f9558e7526 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for floatingip (88c1066d-ed39-4b85-aa46-3dd40a2d17a7), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:10.769577 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-4e2bf9c1-c8d7-4be1-ae99-29f9558e7526 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] update failed (client error): The resource could not be found.
Feb 19 21:14:10.773660 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4e2bf9c1-c8d7-4be1-ae99-29f9558e7526 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "PUT /v2.0/floatingips/88c1066d-ed39-4b85-aa46-3dd40a2d17a7 HTTP/1.1" status: 404  len: 507 time: 0.1880422
Feb 19 21:14:10.773777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-29134f86-560f-4570-b232-8dd6f7037e62 None None] Current status of the port 50499578-d110-4292-be07-ba2155632b99 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:10.773777 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-29134f86-560f-4570-b232-8dd6f7037e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (50499578-d110-4292-be07-ba2155632b99), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:10.773939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46192) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:10.812474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 495455c4-cdee-42a6-8853-17af72b98f06 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:10.814236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:10.826512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-29134f86-560f-4570-b232-8dd6f7037e62 None None] For port 50499578-d110-4292-be07-ba2155632b99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50499578-d110-4292-be07-ba2155632b99,segment=NetworkSegment(48c26d89-8e15-4b40-aad0-b723e5f5bdb2),segment_id=48c26d89-8e15-4b40-aad0-b723e5f5bdb2)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:10.851305 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-29134f86-560f-4570-b232-8dd6f7037e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (50499578-d110-4292-be07-ba2155632b99), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:10.863868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6312ba30>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:08Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:09Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14', 'name': '', 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:f6:8d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:06Z', 'updated_at': '2022-02-19T21:14:09Z', 'revision_number': 2, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:10.880999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Allocated IP 172.20.0.12 (1a11fd51-a195-4c65-859d-a83464dc0844/a086b8b1-a1f1-40d6-873b-28e8c5adb96d/8ab5f58d-dfe5-4ba3-b14c-b348e44ce521) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:10.915222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.extraroute_db [None req-17fb842a-e09a-49c7-9e12-a1d16e721318 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=121128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 19 21:14:10.947473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Checking router: 61f3f778-c6e6-4477-abc0-48f1a7e7039f for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:14:10.947852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Updating router 61f3f778-c6e6-4477-abc0-48f1a7e7039f port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:14:10.949558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.extraroute_db [None req-17fb842a-e09a-49c7-9e12-a1d16e721318 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Removed routes are [] {{(pid=121128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 19 21:14:10.950311 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17fb842a-e09a-49c7-9e12-a1d16e721318 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:10.983669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8e66f-0dd6-4214-a36f-bbfb3e5bec5c req-914f6ed9-abfa-4633-959f-6e815eb7cb0f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:10.985360 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8ee8e66f-0dd6-4214-a36f-bbfb3e5bec5c req-914f6ed9-abfa-4633-959f-6e815eb7cb0f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 946 time: 0.1406198
Feb 19 21:14:11.002506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29134f86-560f-4570-b232-8dd6f7037e62 None None] Pushing event updated for resources: {'Port': ['ID=50499578-d110-4292-be07-ba2155632b99,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:11.006086 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.022355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:11.022737 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.075921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a6cd4-c54d-42fe-83a9-2d0462e5b492 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Deleting port 01ac5405-2e99-4abf-8066-bb78121e18ef {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:11.076244 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6cd4-c54d-42fe-83a9-2d0462e5b492 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (01ac5405-2e99-4abf-8066-bb78121e18ef), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.175775 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6cd4-c54d-42fe-83a9-2d0462e5b492 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (01ac5405-2e99-4abf-8066-bb78121e18ef), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.177004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6cd4-c54d-42fe-83a9-2d0462e5b492 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for floatingip (01ac5405-2e99-4abf-8066-bb78121e18ef), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.199904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-8ee8e66f-0dd6-4214-a36f-bbfb3e5bec5c req-41dd4fe9-7862-4305-bf5d-a32f67926230 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Deleting port 144a18d3-5bc9-4052-88dd-48df6dad1d99 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:11.200146 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8ee8e66f-0dd6-4214-a36f-bbfb3e5bec5c req-41dd4fe9-7862-4305-bf5d-a32f67926230 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.208783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a6cd4-c54d-42fe-83a9-2d0462e5b492 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Calling delete_port for 01ac5405-2e99-4abf-8066-bb78121e18ef owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:11.311023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ffb393aa-4a85-4552-8bfb-31994574b5ed None None] Provisioning complete for port 50499578-d110-4292-be07-ba2155632b99 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:11.311442 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffb393aa-4a85-4552-8bfb-31994574b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (50499578-d110-4292-be07-ba2155632b99), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.345713 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Publish callbacks [] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.360588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-8ee8e66f-0dd6-4214-a36f-bbfb3e5bec5c req-41dd4fe9-7862-4305-bf5d-a32f67926230 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] For port 144a18d3-5bc9-4052-88dd-48df6dad1d99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=144a18d3-5bc9-4052-88dd-48df6dad1d99,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:11.361373 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8ee8e66f-0dd6-4214-a36f-bbfb3e5bec5c req-41dd4fe9-7862-4305-bf5d-a32f67926230 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.383388 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-8ee8e66f-0dd6-4214-a36f-bbfb3e5bec5c req-41dd4fe9-7862-4305-bf5d-a32f67926230 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Calling delete_port for 144a18d3-5bc9-4052-88dd-48df6dad1d99 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:11.384143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:11.386526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 50499578-d110-4292-be07-ba2155632b99 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:11.404764 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17fb842a-e09a-49c7-9e12-a1d16e721318 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.413313 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17fb842a-e09a-49c7-9e12-a1d16e721318 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.421940 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.537894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ffb393aa-4a85-4552-8bfb-31994574b5ed None None] Current status of the port 50499578-d110-4292-be07-ba2155632b99 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:11.556841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6cd4-c54d-42fe-83a9-2d0462e5b492 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (01ac5405-2e99-4abf-8066-bb78121e18ef), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.566438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 50499578-d110-4292-be07-ba2155632b99 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:11.568721 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (50499578-d110-4292-be07-ba2155632b99), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.597421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a6cd4-c54d-42fe-83a9-2d0462e5b492 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event deleted for resources: {'Port': ['ID=01ac5405-2e99-4abf-8066-bb78121e18ef,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:11.659646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ffb393aa-4a85-4552-8bfb-31994574b5ed None None] Provisioning complete for port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:11.660209 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffb393aa-4a85-4552-8bfb-31994574b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.689020 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Network 1a11fd51-a195-4c65-859d-a83464dc0844 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:11.707674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae65ac1-3825-4c1c-abdf-9d7ec896dea1 req-59ddf015-4029-4436-ad28-a170d31dd71f tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:11.716102 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ae65ac1-3825-4c1c-abdf-9d7ec896dea1 req-59ddf015-4029-4436-ad28-a170d31dd71f tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 946 time: 0.4068439
Feb 19 21:14:11.722391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Pushing event updated for resources: {'Port': ['ID=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:11.733027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:11.733229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 50499578-d110-4292-be07-ba2155632b99 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:11.740085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:11.799129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ffb393aa-4a85-4552-8bfb-31994574b5ed None None] Port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:14:11.825196 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Publish callbacks [] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.832046 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.884760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ba8c6-ce62-441e-ab61-b5665a191d15 req-fb81f77e-e3de-4a41-836b-607e65834704 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:11.886448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f9ba8c6-ce62-441e-ab61-b5665a191d15 req-fb81f77e-e3de-4a41-836b-607e65834704 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d995f8-d42a-4848-8c2b-0ba8fb85618a HTTP/1.1" status: 200  len: 946 time: 0.2609248
Feb 19 21:14:11.894475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fb842a-e09a-49c7-9e12-a1d16e721318 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 61f3f778-c6e6-4477-abc0-48f1a7e7039f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:11.906561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bcca2-c56e-42d0-bd6c-1dd60012f705 None None] Pushing event updated for resources: {'Port': ['ID=8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:11.934032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:11.934994 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.962362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-9c48487e-7b00-4b10-9cf2-a7c5cc88ada3 None None] Provisioning complete for port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:11.962669 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9c48487e-7b00-4b10-9cf2-a7c5cc88ada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:11.979284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ae65ac1-3825-4c1c-abdf-9d7ec896dea1 req-ab75a89e-4eef-4c98-861c-232c258cc571 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2621908
Feb 19 21:14:11.987823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-834c361a-1d9f-4c42-be92-6aea6a114074 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8911865
Feb 19 21:14:12.007327 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Request body: {'port': {'device_id': 'b3ad378f-fdc8-4c27-a154-41419121c26a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:12.039090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9c48487e-7b00-4b10-9cf2-a7c5cc88ada3 None None] Port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:14:12.043823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 50499578-d110-4292-be07-ba2155632b99 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:12.058789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f9ba8c6-ce62-441e-ab61-b5665a191d15 req-5f233f77-46bd-480c-bcd4-c3eb6d0b87a2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578450
Feb 19 21:14:12.102223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Attempting to bind port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:12.104468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6cd4-c54d-42fe-83a9-2d0462e5b492 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for floatingip (88c1066d-ed39-4b85-aa46-3dd40a2d17a7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.107266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6cd4-c54d-42fe-83a9-2d0462e5b492 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.108555 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fe9a6cd4-c54d-42fe-83a9-2d0462e5b492 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "DELETE /v2.0/floatingips/88c1066d-ed39-4b85-aa46-3dd40a2d17a7 HTTP/1.1" status: 204  len: 168 time: 1.3336127
Feb 19 21:14:12.112775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46200) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:12.117520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Attempting to bind port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48c26d89-8e15-4b40-aad0-b723e5f5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:12.117925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Attempting to bind port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 on network 543f2c23-355a-4508-87dd-b9f4a94abc65 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:12.124611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e20f8f9b-53b9-456d-b628-56be90241e6d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Request body: {'floatingip': {'floating_network_id': 'a0692bb7-0681-43ca-9e52-ece8ccfa274d', 'port_id': '8749fdb2-a856-44b0-b406-9cd576664ec5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:12.128823 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8ee8e66f-0dd6-4214-a36f-bbfb3e5bec5c req-41dd4fe9-7862-4305-bf5d-a32f67926230 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (144a18d3-5bc9-4052-88dd-48df6dad1d99), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.130492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:12.130876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Checking segment: {'id': '48c26d89-8e15-4b40-aad0-b723e5f5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:12.131290 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.131745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Bound using segment: {'id': '48c26d89-8e15-4b40-aad0-b723e5f5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:12.132244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Bound port: 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c26d89-8e15-4b40-aad0-b723e5f5bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:12.132870 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.152965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:12.167229 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd4fe9-7862-4305-bf5d-a32f67926230 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event deleted for resources: {'Port': ['ID=144a18d3-5bc9-4052-88dd-48df6dad1d99,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:12.198211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['144a18d3-5bc9-4052-88dd-48df6dad1d99'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:12.225496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee8e66f-0dd6-4214-a36f-bbfb3e5bec5c req-41dd4fe9-7862-4305-bf5d-a32f67926230 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] No DVR routers for this DVR port 144a18d3-5bc9-4052-88dd-48df6dad1d99 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:12.227896 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e20f8f9b-53b9-456d-b628-56be90241e6d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.232020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8ee8e66f-0dd6-4214-a36f-bbfb3e5bec5c req-41dd4fe9-7862-4305-bf5d-a32f67926230 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.237516 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8ee8e66f-0dd6-4214-a36f-bbfb3e5bec5c req-41dd4fe9-7862-4305-bf5d-a32f67926230 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "DELETE /v2.0/ports/144a18d3-5bc9-4052-88dd-48df6dad1d99 HTTP/1.1" status: 204  len: 173 time: 1.2445698
Feb 19 21:14:12.238311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d995f8-d42a-4848-8c2b-0ba8fb85618a', 'name': 'network-vif-deleted', 'tag': '144a18d3-5bc9-4052-88dd-48df6dad1d99'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:12.241077 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59055e62-e89d-45dc-ae26-35fb864d91ff" -d '{"events": [{"server_uuid": "d0d995f8-d42a-4848-8c2b-0ba8fb85618a", "name": "network-vif-deleted", "tag": "144a18d3-5bc9-4052-88dd-48df6dad1d99"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:12.335270 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.340475 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105edd36-04b8-4353-bd7d-55812759ca92 x-openstack-request-id: req-105edd36-04b8-4353-bd7d-55812759ca92 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:12.341104 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d995f8-d42a-4848-8c2b-0ba8fb85618a", "name": "network-vif-deleted", "tag": "144a18d3-5bc9-4052-88dd-48df6dad1d99", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:12.341737 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-105edd36-04b8-4353-bd7d-55812759ca92 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:12.342394 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d995f8-d42a-4848-8c2b-0ba8fb85618a', 'name': 'network-vif-deleted', 'tag': '144a18d3-5bc9-4052-88dd-48df6dad1d99', 'status': 'completed', 'code': 200}
Feb 19 21:14:12.380048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d004c-a005-4e85-908b-07cb47c73e4b req-9e3adb0d-b66c-454d-b593-ba618be1021a tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:12.381798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec0d004c-a005-4e85-908b-07cb47c73e4b req-9e3adb0d-b66c-454d-b593-ba618be1021a tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 932 time: 0.2340636
Feb 19 21:14:12.387659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fb842a-e09a-49c7-9e12-a1d16e721318 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:12.403102 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17fb842a-e09a-49c7-9e12-a1d16e721318 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.407338 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-17fb842a-e09a-49c7-9e12-a1d16e721318 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f HTTP/1.1" status: 200  len: 954 time: 2.4431705
Feb 19 21:14:12.408520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46204) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:12.420516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 50499578-d110-4292-be07-ba2155632b99 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:12.421025 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (50499578-d110-4292-be07-ba2155632b99), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.432710 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-e20f8f9b-53b9-456d-b628-56be90241e6d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:14:12.434186 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e20f8f9b-53b9-456d-b628-56be90241e6d tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.3205967
Feb 19 21:14:12.441777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46206) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:12.455759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '8749fdb2-a856-44b0-b406-9cd576664ec5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:12.489685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] For port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:12.505078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-075e70bc-6e1f-48ed-ac3c-7f8419e721aa None None] Provisioning complete for port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:12.505470 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-075e70bc-6e1f-48ed-ac3c-7f8419e721aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.514504 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec0d004c-a005-4e85-908b-07cb47c73e4b req-76f61782-fe8b-47e6-93d4-d796e5d629c8 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e6a139-2b1f-4ccc-969a-57b695009582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089690
Feb 19 21:14:12.532664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] For port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14,segment=NetworkSegment(48c26d89-8e15-4b40-aad0-b723e5f5bdb2),segment_id=48c26d89-8e15-4b40-aad0-b723e5f5bdb2)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:12.551458 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-88ac426a-a117-4ced-98dd-ff17c03615c1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f HTTP/1.1" status: 200  len: 954 time: 0.1338477
Feb 19 21:14:12.553963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46208) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:12.559122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-29a6b70a-d5e8-4398-9e7c-c5c53e46aded tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'routes': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:12.572685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-075e70bc-6e1f-48ed-ac3c-7f8419e721aa None None] Port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:14:12.614669 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:12.679694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 50499578-d110-4292-be07-ba2155632b99 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:12.741216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bcca2-c56e-42d0-bd6c-1dd60012f705 None None] Pushing event updated for resources: {'Port': ['ID=8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:12.757155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:12.758140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6312ba30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:12.867892 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:12.955126 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:13.047834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.extraroute_db [None req-29a6b70a-d5e8-4398-9e7c-c5c53e46aded tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added routes are [] {{(pid=121129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 19 21:14:13.048163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.extraroute_db [None req-29a6b70a-d5e8-4398-9e7c-c5c53e46aded tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=121129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 19 21:14:13.051483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6eb893c6-a48d-4d6a-abac-179f6d5522e7 None None] Provisioning complete for port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:13.051866 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6eb893c6-a48d-4d6a-abac-179f6d5522e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:13.086820 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29a6b70a-d5e8-4398-9e7c-c5c53e46aded tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:13.196178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6eb893c6-a48d-4d6a-abac-179f6d5522e7 None None] Current status of the port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:13.196738 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6eb893c6-a48d-4d6a-abac-179f6d5522e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:13.213195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6312ba30>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:10Z', 'revision_number': 6, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:09Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14', 'name': '', 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:f6:8d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:06Z', 'updated_at': '2022-02-19T21:14:12Z', 'revision_number': 4, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:13.261058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7110d-e4c8-4fcf-b693-01e0550afe0e None None] The sync data for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 is: [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:10Z', 'revision_number': 6, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:09Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14', 'name': '', 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:f6:8d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:06Z', 'updated_at': '2022-02-19T21:14:12Z', 'revision_number': 4, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:13.290645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:13.298338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6eb893c6-a48d-4d6a-abac-179f6d5522e7 None None] For port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14,segment=NetworkSegment(48c26d89-8e15-4b40-aad0-b723e5f5bdb2),segment_id=48c26d89-8e15-4b40-aad0-b723e5f5bdb2)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:13.303783 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Publish callbacks [] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:13.307760 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6eb893c6-a48d-4d6a-abac-179f6d5522e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:13.337596 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29a6b70a-d5e8-4398-9e7c-c5c53e46aded tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:13.360786 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29a6b70a-d5e8-4398-9e7c-c5c53e46aded tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:13.363831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Transition to ACTIVE for port object 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:14:13.373879 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b256db5-4e50-4c6e-af3f-a00c25f8f0b4 req-37dab23c-8afc-449d-86e2-b102ef0db361 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:13.378861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b256db5-4e50-4c6e-af3f-a00c25f8f0b4 req-37dab23c-8afc-449d-86e2-b102ef0db361 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 946 time: 0.2812107
Feb 19 21:14:13.381045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:13.491003 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b256db5-4e50-4c6e-af3f-a00c25f8f0b4 req-403454c2-2b63-4c18-9aa9-32d81c47a471 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006165
Feb 19 21:14:13.543100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a6b70a-d5e8-4398-9e7c-c5c53e46aded tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 61f3f778-c6e6-4477-abc0-48f1a7e7039f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:13.635507 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb893c6-a48d-4d6a-abac-179f6d5522e7 None None] Pushing event updated for resources: {'Port': ['ID=8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:13.661107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:13.670797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:13.691370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a6b70a-d5e8-4398-9e7c-c5c53e46aded tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:13.699740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-29a6b70a-d5e8-4398-9e7c-c5c53e46aded tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:13.701081 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-29a6b70a-d5e8-4398-9e7c-c5c53e46aded tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f HTTP/1.1" status: 200  len: 704 time: 1.1461196
Feb 19 21:14:13.704291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46236) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:13.829347 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1006395f-473f-4777-b730-1b409661b7d2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f HTTP/1.1" status: 200  len: 704 time: 0.1235735
Feb 19 21:14:13.831987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46240) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:13.853114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-b391b4a3-6594-4f73-ab64-921855635f4f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:13.854651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-b391b4a3-6594-4f73-ab64-921855635f4f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.3553500
Feb 19 21:14:13.949560 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-31f675e0-43e9-42f1-ac9a-4bad87c97e7b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/quotas/ab36d6d50f8f40408962ab92e9cd1671 HTTP/1.1" status: 200  len: 375 time: 0.0665767
Feb 19 21:14:14.021757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:14.050763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Attempting to bind port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:14.051326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Attempting to bind port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5cf05e1a-0412-442d-af89-9305698d0960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a11fd51-a195-4c65-859d-a83464dc0844'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:14.051424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Attempting to bind port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 on network 1a11fd51-a195-4c65-859d-a83464dc0844 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:14.059861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c277ce4-6b09-43ed-92c5-fd6a22d19b70 req-ef2ce13e-2a8d-4738-b737-547d804443ec tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:14.061430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c277ce4-6b09-43ed-92c5-fd6a22d19b70 req-ef2ce13e-2a8d-4738-b737-547d804443ec tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 944 time: 0.2513790
Feb 19 21:14:14.070044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Allocated IP 172.35.2.88 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/0480cbf7-607a-4b44-8879-1cc7c2b34240) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:14.078913 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:14.079943 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:14.081722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 on network 1a11fd51-a195-4c65-859d-a83464dc0844 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:14:14.082056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Attempting to bind port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 on network 1a11fd51-a195-4c65-859d-a83464dc0844 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:14.122726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:14.123078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Checking segment: {'id': '5cf05e1a-0412-442d-af89-9305698d0960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a11fd51-a195-4c65-859d-a83464dc0844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:14.123479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Bound using segment: {'id': '5cf05e1a-0412-442d-af89-9305698d0960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a11fd51-a195-4c65-859d-a83464dc0844'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:14.123930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Bound port: 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf05e1a-0412-442d-af89-9305698d0960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1a11fd51-a195-4c65-859d-a83464dc0844'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:14.124292 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:14.178232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-88ac8545-b297-4471-a8d6-8bb79094b662 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2070677
Feb 19 21:14:14.192947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:14.286241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:14.296240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c277ce4-6b09-43ed-92c5-fd6a22d19b70 req-dfa234ff-6d4c-45f1-9c6e-37eb1f861c41 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e6a139-2b1f-4ccc-969a-57b695009582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212589
Feb 19 21:14:14.366723 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for port (0480cbf7-607a-4b44-8879-1cc7c2b34240), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:14.370034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] For port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:14.397298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] For port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521,segment=NetworkSegment(5cf05e1a-0412-442d-af89-9305698d0960),segment_id=5cf05e1a-0412-442d-af89-9305698d0960)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:14.399865 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d138f7-4f65-4e6a-8098-26b79a165432 None None] Sync routers for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:14.407665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-9ed301d5-3380-41bd-a6fe-976030584ea9 service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208614
Feb 19 21:14:14.410883 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:14.417806 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d138f7-4f65-4e6a-8098-26b79a165432 None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:14.418445 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-02d138f7-4f65-4e6a-8098-26b79a165432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703c3280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:14.537303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:14.537956 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:14.539543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] 10.222.0.10 "PUT /v2.0/ports/8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 HTTP/1.1" status: 200  len: 1092 time: 2.5423145
Feb 19 21:14:14.539938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ad378f-fdc8-4c27-a154-41419121c26a', 'tag': '8ab5f58d-dfe5-4ba3-b14c-b348e44ce521'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:14.542657 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e4d2ba-da4e-4c6d-af54-3220da9ac378" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ad378f-fdc8-4c27-a154-41419121c26a", "tag": "8ab5f58d-dfe5-4ba3-b14c-b348e44ce521"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:14.583791 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0480cbf7-607a-4b44-8879-1cc7c2b34240), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:14.592283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e99c8-6fa2-4d79-a8cf-c51fa770d682 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:14.655777 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-02d138f7-4f65-4e6a-8098-26b79a165432 None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:14.662001 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b019169e-96dc-4e29-8579-10043c4b90d5 x-openstack-request-id: req-b019169e-96dc-4e29-8579-10043c4b90d5 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:14.662309 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ad378f-fdc8-4c27-a154-41419121c26a", "tag": "8ab5f58d-dfe5-4ba3-b14c-b348e44ce521", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:14.662565 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b019169e-96dc-4e29-8579-10043c4b90d5 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:14.662990 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ad378f-fdc8-4c27-a154-41419121c26a', 'tag': '8ab5f58d-dfe5-4ba3-b14c-b348e44ce521', 'status': 'completed', 'code': 200}
Feb 19 21:14:14.702565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:14.709795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:14.714545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:14.719438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-2a157f19-a01b-4661-90dc-87a8e81e08a6 service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3002057
Feb 19 21:14:14.750041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event updated for resources: {'Port': ['ID=0480cbf7-607a-4b44-8879-1cc7c2b34240,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:14.751021 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:14.751481 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:14.778219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37337464-77e0-4451-b9f5-418617ddfed5 req-cff2629d-dafc-4068-bd4f-db992e7d0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:14.779777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-cff2629d-dafc-4068-bd4f-db992e7d0665 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=03bf8706a07449ecbf023ba907fd7c38&device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 1126 time: 0.1800947
Feb 19 21:14:14.847570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-d763447d-22b7-479b-897c-971dcf10e1cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 HTTP/1.1" status: 200  len: 217 time: 0.0587211
Feb 19 21:14:14.921874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] For port 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14,segment=NetworkSegment(48c26d89-8e15-4b40-aad0-b723e5f5bdb2),segment_id=48c26d89-8e15-4b40-aad0-b723e5f5bdb2)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:14.922803 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:14.944378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:14.960248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37337464-77e0-4451-b9f5-418617ddfed5 req-3c99b014-14f7-4ec3-a58f-3eb9d8e115a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:14.961814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-3c99b014-14f7-4ec3-a58f-3eb9d8e115a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a086b8b1-a1f1-40d6-873b-28e8c5adb96d HTTP/1.1" status: 200  len: 860 time: 0.0992754
Feb 19 21:14:14.975426 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-02d138f7-4f65-4e6a-8098-26b79a165432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703c3280>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:13Z', 'revision_number': 7, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:09Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14', 'name': '', 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:f6:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:06Z', 'updated_at': '2022-02-19T21:14:13Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:14.992640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-939061d9-5faa-4256-b854-b2f5617d289c req-91ff1d37-1ca0-41d8-953c-b9f5353d2e10 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 210 time: 0.0552256
Feb 19 21:14:15.022302 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d138f7-4f65-4e6a-8098-26b79a165432 None None] Checking router: 61f3f778-c6e6-4477-abc0-48f1a7e7039f for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:14:15.031153 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d138f7-4f65-4e6a-8098-26b79a165432 None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:15.031856 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-02d138f7-4f65-4e6a-8098-26b79a165432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703c3280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:15.032484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-4ca16bea-cbed-42f8-91c3-557489f5e689 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a11fd51-a195-4c65-859d-a83464dc0844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490358
Feb 19 21:14:15.133812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Deleting port 0480cbf7-607a-4b44-8879-1cc7c2b34240 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:15.134552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0480cbf7-607a-4b44-8879-1cc7c2b34240), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:15.162957 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-02d138f7-4f65-4e6a-8098-26b79a165432 None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:15.186394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-a6c786c7-b206-4b14-895b-ff7170bbbf86 service neutron] 10.222.0.10 "GET /v2.0/networks/1a11fd51-a195-4c65-859d-a83464dc0844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483264
Feb 19 21:14:15.205837 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:15.237637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:15.306878 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0480cbf7-607a-4b44-8879-1cc7c2b34240), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:15.307220 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for floatingip (0480cbf7-607a-4b44-8879-1cc7c2b34240), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:15.339356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Calling delete_port for 0480cbf7-607a-4b44-8879-1cc7c2b34240 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:15.343879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 144a18d3-5bc9-4052-88dd-48df6dad1d99 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:15.368064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 144a18d3-5bc9-4052-88dd-48df6dad1d99 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:15.368921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 144a18d3-5bc9-4052-88dd-48df6dad1d99 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:15.405357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37337464-77e0-4451-b9f5-418617ddfed5 req-55a18c16-6461-4985-8b08-4fc0c03e4dae service neutron] 10.222.0.10 "GET /v2.0/networks/1a11fd51-a195-4c65-859d-a83464dc0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120535
Feb 19 21:14:15.465305 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:15.633862 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-02d138f7-4f65-4e6a-8098-26b79a165432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703c3280>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:13Z', 'revision_number': 7, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:09Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14', 'name': '', 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:f6:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:06Z', 'updated_at': '2022-02-19T21:14:13Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:15.665725 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d138f7-4f65-4e6a-8098-26b79a165432 None None] The sync data for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 is: [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:13Z', 'revision_number': 7, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:09Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14', 'name': '', 'network_id': '543f2c23-355a-4508-87dd-b9f4a94abc65', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:f6:8d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:06Z', 'updated_at': '2022-02-19T21:14:13Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'd3bfb689-d620-4fce-a1d4-f555f57ab106', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:15.682200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284d086-8618-4624-a150-a0b421be9598 req-10edccd1-89fd-4092-bf20-292a54a1e17d tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:15.684856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4284d086-8618-4624-a150-a0b421be9598 req-10edccd1-89fd-4092-bf20-292a54a1e17d tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 944 time: 0.1648202
Feb 19 21:14:15.713893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4d2ba-da4e-4c6d-af54-3220da9ac378 req-1e2f24fb-f0f5-4594-b0f6-fb6eb3583c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:15.715529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e4d2ba-da4e-4c6d-af54-3220da9ac378 req-1e2f24fb-f0f5-4594-b0f6-fb6eb3583c59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=03bf8706a07449ecbf023ba907fd7c38&device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 1126 time: 0.1936696
Feb 19 21:14:15.780655 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 61f3f778-c6e6-4477-abc0-48f1a7e7039f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:15.857073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4284d086-8618-4624-a150-a0b421be9598 req-43b4831d-b45a-4ae0-9764-e529dd963620 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e6a139-2b1f-4ccc-969a-57b695009582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385529
Feb 19 21:14:15.863495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0480cbf7-607a-4b44-8879-1cc7c2b34240), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:15.908242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:15.920881 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-75d2e95a-883a-4a31-9bc9-3515460cace3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0869212
Feb 19 21:14:15.924729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46266) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:16.017317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4d2ba-da4e-4c6d-af54-3220da9ac378 req-e2685ab5-e821-41ce-b12a-26af640a006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:16.018936 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e4d2ba-da4e-4c6d-af54-3220da9ac378 req-e2685ab5-e821-41ce-b12a-26af640a006b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1a11fd51-a195-4c65-859d-a83464dc0844 HTTP/1.1" status: 200  len: 921 time: 0.2950008
Feb 19 21:14:16.021973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event deleted for resources: {'Port': ['ID=0480cbf7-607a-4b44-8879-1cc7c2b34240,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:16.023084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cb5641-5bad-4b53-ab75-26f74450b267 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting subnet d3bfb689-d620-4fce-a1d4-f555f57ab106 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:14:16.027306 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63cb5641-5bad-4b53-ab75-26f74450b267 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (d3bfb689-d620-4fce-a1d4-f555f57ab106), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:16.083488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844358a-9d0b-49d5-b358-3a80bd610b47 None None] Sync routers for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:16.089426 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63cb5641-5bad-4b53-ab75-26f74450b267 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (d3bfb689-d620-4fce-a1d4-f555f57ab106), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:16.093912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844358a-9d0b-49d5-b358-3a80bd610b47 None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:16.094880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e844358a-9d0b-49d5-b358-3a80bd610b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7070f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:16.224059 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63cb5641-5bad-4b53-ab75-26f74450b267 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d3bfb689-d620-4fce-a1d4-f555f57ab106), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:16.257594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e844358a-9d0b-49d5-b358-3a80bd610b47 None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:16.391584 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63cb5641-5bad-4b53-ab75-26f74450b267 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (d3bfb689-d620-4fce-a1d4-f555f57ab106), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:16.423436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e4d2ba-da4e-4c6d-af54-3220da9ac378 req-63502483-45ba-47aa-b667-d27c7f6af974 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 HTTP/1.1" status: 200  len: 217 time: 0.3916194
Feb 19 21:14:16.432272 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63cb5641-5bad-4b53-ab75-26f74450b267 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:16.438997 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-63cb5641-5bad-4b53-ab75-26f74450b267 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/d3bfb689-d620-4fce-a1d4-f555f57ab106 HTTP/1.1" status: 204  len: 168 time: 0.5129738
Feb 19 21:14:16.439629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46282) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:16.440700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb5641-5bad-4b53-ab75-26f74450b267 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Subnet': ['ID=d3bfb689-d620-4fce-a1d4-f555f57ab106,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:16.448594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b316c573-ebe4-454c-a102-0cd59eb68583 None None] Network 543f2c23-355a-4508-87dd-b9f4a94abc65 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:16.459318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-49e027ae-f030-4f52-a48c-9ec8258f5ce0 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:16.460792 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-49e027ae-f030-4f52-a48c-9ec8258f5ce0 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.2043262
Feb 19 21:14:16.475955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Request body: {'port': {'device_id': '4819c51a-7d85-497a-8852-84fad8704ddf', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'admin_state_up': True, 'tenant_id': 'ab36d6d50f8f40408962ab92e9cd1671'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:16.536763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e54cac2-6c15-4a4c-aabd-93d25c3bd366 req-7a087dbe-1fc7-404a-9b71-876d0d8c9b6d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 210 time: 0.1501305
Feb 19 21:14:16.571955 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] create failed (client error): The resource could not be found.
Feb 19 21:14:16.577082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-25c21b4c-4c95-412d-bfdb-d78ab02ea082 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 4.1282654
Feb 19 21:14:16.581077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46284) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:16.582489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4d2ba-da4e-4c6d-af54-3220da9ac378 req-94512b2d-6348-428f-8057-cf007199f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:16.584007 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e4d2ba-da4e-4c6d-af54-3220da9ac378 req-94512b2d-6348-428f-8057-cf007199f325 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a086b8b1-a1f1-40d6-873b-28e8c5adb96d HTTP/1.1" status: 200  len: 860 time: 0.1417193
Feb 19 21:14:16.611803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e844358a-9d0b-49d5-b358-3a80bd610b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7070f7f0>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:15Z', 'revision_number': 8, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:09Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:16.661458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844358a-9d0b-49d5-b358-3a80bd610b47 None None] Checking router: 61f3f778-c6e6-4477-abc0-48f1a7e7039f for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:14:16.662156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e4d2ba-da4e-4c6d-af54-3220da9ac378 req-0a7f0d02-2adb-45a5-b0ed-81c11c686b40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a11fd51-a195-4c65-859d-a83464dc0844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664446
Feb 19 21:14:16.681433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844358a-9d0b-49d5-b358-3a80bd610b47 None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:16.682207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e844358a-9d0b-49d5-b358-3a80bd610b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7070f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:16.685283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-e7ac50c1-a7b1-4337-812e-4bbcb8c9bc68 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:16.686220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c31655-98e8-4131-b2c0-da017788229d None None] DHCP port deletion for 543f2c23-355a-4508-87dd-b9f4a94abc65 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:14:16.692826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-e7ac50c1-a7b1-4337-812e-4bbcb8c9bc68 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 814 time: 0.3039942
Feb 19 21:14:16.772272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-a8b46e76-57b9-470f-afed-8f0ecb1afefe tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/quotas/9f7a8678732a40b383cedd20600e102e HTTP/1.1" status: 200  len: 375 time: 0.0785270
Feb 19 21:14:16.813390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e844358a-9d0b-49d5-b358-3a80bd610b47 None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:16.878401 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e4d2ba-da4e-4c6d-af54-3220da9ac378 req-0abc0756-a3d5-4d58-98c9-1983063452aa service neutron] 10.222.0.10 "GET /v2.0/networks/1a11fd51-a195-4c65-859d-a83464dc0844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2107491
Feb 19 21:14:16.906961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-4240b429-94d2-4e10-a7bd-96aaa0182928 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1130242
Feb 19 21:14:16.949373 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (543f2c23-355a-4508-87dd-b9f4a94abc65), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:16.967556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b064c2f0-5716-4e22-8a1a-6c46f71fcdd3 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Deleting port 8749fdb2-a856-44b0-b406-9cd576664ec5 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:16.967902 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b064c2f0-5716-4e22-8a1a-6c46f71fcdd3 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8749fdb2-a856-44b0-b406-9cd576664ec5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:16.981038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-74c31655-98e8-4131-b2c0-da017788229d None None] Deleting port 50499578-d110-4292-be07-ba2155632b99 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:16.981426 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74c31655-98e8-4131-b2c0-da017788229d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (50499578-d110-4292-be07-ba2155632b99), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.041506 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 50499578-d110-4292-be07-ba2155632b99 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:17.041909 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (50499578-d110-4292-be07-ba2155632b99), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.045328 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Made reservation on behalf of ab36d6d50f8f40408962ab92e9cd1671 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:17.048867 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.085331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-74c31655-98e8-4131-b2c0-da017788229d None None] For port 50499578-d110-4292-be07-ba2155632b99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50499578-d110-4292-be07-ba2155632b99,segment=NetworkSegment(48c26d89-8e15-4b40-aad0-b723e5f5bdb2),segment_id=48c26d89-8e15-4b40-aad0-b723e5f5bdb2)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:17.085736 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74c31655-98e8-4131-b2c0-da017788229d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (50499578-d110-4292-be07-ba2155632b99), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.100945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-74c31655-98e8-4131-b2c0-da017788229d None None] Calling delete_port for 50499578-d110-4292-be07-ba2155632b99 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:17.161764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e844358a-9d0b-49d5-b358-3a80bd610b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7070f7f0>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:15Z', 'revision_number': 8, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:09Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:17.164873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] For port 50499578-d110-4292-be07-ba2155632b99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50499578-d110-4292-be07-ba2155632b99,segment=NetworkSegment(48c26d89-8e15-4b40-aad0-b723e5f5bdb2),segment_id=48c26d89-8e15-4b40-aad0-b723e5f5bdb2)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:17.165240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (50499578-d110-4292-be07-ba2155632b99), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.180892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08e4d2ba-da4e-4c6d-af54-3220da9ac378 req-8c12400a-254f-433e-85bb-392468e95f58 service neutron] 10.222.0.10 "GET /v2.0/networks/1a11fd51-a195-4c65-859d-a83464dc0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2924361
Feb 19 21:14:17.189989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-5b2bf98d-d4ed-4f77-8f17-f2afe4188888 service neutron] 10.222.0.30 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722549
Feb 19 21:14:17.190542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 50499578-d110-4292-be07-ba2155632b99 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:17.193971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b064c2f0-5716-4e22-8a1a-6c46f71fcdd3 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8749fdb2-a856-44b0-b406-9cd576664ec5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.204298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844358a-9d0b-49d5-b358-3a80bd610b47 None None] The sync data for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 is: [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:15Z', 'revision_number': 8, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '495455c4-cdee-42a6-8853-17af72b98f06', 'name': '', 'network_id': '8931ae0b-95cd-4384-8b75-9cd35ccbb559', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:b8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:14:00Z', 'updated_at': '2022-02-19T21:14:09Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': 'b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:17.230361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5a2d-ba51-41b6-a590-17366e5af939 req-ea480099-e1b0-40c7-97c5-25a9ab5e7509 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:17.232540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d69d5a2d-ba51-41b6-a590-17366e5af939 req-ea480099-e1b0-40c7-97c5-25a9ab5e7509 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 944 time: 0.2262995
Feb 19 21:14:17.235674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b064c2f0-5716-4e22-8a1a-6c46f71fcdd3 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Calling delete_port for 8749fdb2-a856-44b0-b406-9cd576664ec5 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:17.249745 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74c31655-98e8-4131-b2c0-da017788229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (50499578-d110-4292-be07-ba2155632b99), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.280637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c31655-98e8-4131-b2c0-da017788229d None None] Pushing event deleted for resources: {'Port': ['ID=50499578-d110-4292-be07-ba2155632b99,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:17.284725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c31655-98e8-4131-b2c0-da017788229d None None] No DVR routers for this DVR port 50499578-d110-4292-be07-ba2155632b99 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:17.311990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Allocated IP 172.20.0.14 (d3b5c251-7e40-4705-8f65-349582f371c6/dd39b861-c372-4188-bb16-08087882fb5d/012d99e0-2593-45ae-8b96-96e14113b289) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:17.351841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (50499578-d110-4292-be07-ba2155632b99), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.395372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No DVR routers for this DVR port 50499578-d110-4292-be07-ba2155632b99 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:17.402790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=50499578-d110-4292-be07-ba2155632b99,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:17.416123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d69d5a2d-ba51-41b6-a590-17366e5af939 req-742f46ba-5c91-4e89-8d57-b9a7683a996d tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e6a139-2b1f-4ccc-969a-57b695009582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600080
Feb 19 21:14:17.438465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-1a0541a4-8cc3-40b6-a75d-ccc742ae369f service neutron] 10.222.0.30 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2333908
Feb 19 21:14:17.509935 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b064c2f0-5716-4e22-8a1a-6c46f71fcdd3 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8749fdb2-a856-44b0-b406-9cd576664ec5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.536065 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (543f2c23-355a-4508-87dd-b9f4a94abc65), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.549685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064c2f0-5716-4e22-8a1a-6c46f71fcdd3 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event deleted for resources: {'Port': ['ID=8749fdb2-a856-44b0-b406-9cd576664ec5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:17.577330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6aeca5e0>,) {'filters': {'network_id': ['543f2c23-355a-4508-87dd-b9f4a94abc65']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:17.597030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aeca5e0>, '48c26d89-8e15-4b40-aad0-b723e5f5bdb2') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:17.597334 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aeca5e0>, '48c26d89-8e15-4b40-aad0-b723e5f5bdb2') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:17.616976 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (48c26d89-8e15-4b40-aad0-b723e5f5bdb2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.629269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks [] for port (012d99e0-2593-45ae-8b96-96e14113b289), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.640205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (48c26d89-8e15-4b40-aad0-b723e5f5bdb2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.653767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:17.654185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (48c26d89-8e15-4b40-aad0-b723e5f5bdb2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:17.673939 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:17.709896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06de455c-bc47-4060-8294-483abde3104c req-1f693143-9e08-493e-af5a-f18a2b38cf63 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 210 time: 0.0669606
Feb 19 21:14:17.770764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b680988-9e64-4957-8ac1-98be3ea1c936 req-e67e4145-c9a3-4fdb-a7cb-64862267ae98 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 210 time: 0.0663254
Feb 19 21:14:17.775358 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b064c2f0-5716-4e22-8a1a-6c46f71fcdd3 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.776783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (543f2c23-355a-4508-87dd-b9f4a94abc65), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.779786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b064c2f0-5716-4e22-8a1a-6c46f71fcdd3 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "DELETE /v2.0/ports/8749fdb2-a856-44b0-b406-9cd576664ec5 HTTP/1.1" status: 204  len: 168 time: 1.1948719
Feb 19 21:14:17.783290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46294) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:17.792799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.798815 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/networks/543f2c23-355a-4508-87dd-b9f4a94abc65 HTTP/1.1" status: 204  len: 168 time: 1.3549335
Feb 19 21:14:17.799454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46296) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:17.811411 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (012d99e0-2593-45ae-8b96-96e14113b289), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:17.825586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:17.846746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9a4f0-d75a-4e3a-bf07-58bed2df65ba tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:17.848587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-03e9a4f0-d75a-4e3a-bf07-58bed2df65ba tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "GET /v2.0/ports?device_id=e99d7774-6a0b-497c-ac8d-8b18cfede0ec HTTP/1.1" status: 200  len: 913 time: 0.0641575
Feb 19 21:14:17.851200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46298) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:17.988300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a7720-2c92-4b3a-94c6-818c35c2e12a tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Network': ['ID=543f2c23-355a-4508-87dd-b9f4a94abc65,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:18.007119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:18.042978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:18.043338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8a2ef1ce-0ba7-4dba-abd9-d2b159e68c14 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:18.043779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 50499578-d110-4292-be07-ba2155632b99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:18.052645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Network d3b5c251-7e40-4705-8f65-349582f371c6 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:18.060255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:18.063964 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:18.073306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 50499578-d110-4292-be07-ba2155632b99 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:18.073606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 50499578-d110-4292-be07-ba2155632b99 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:18.103703 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event updated for resources: {'Port': ['ID=012d99e0-2593-45ae-8b96-96e14113b289,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:18.208561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:18.209189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:18.238932 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c3e53e02-c3cc-4434-bb40-7f5c31b7f518 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7669437
Feb 19 21:14:18.255118 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-88977c01-0c07-4446-b0b9-b11796a1592d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:18.278741 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Request body: {'port': {'device_id': '4819c51a-7d85-497a-8852-84fad8704ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:18.329678 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40bd90b4-0777-40a1-a6a1-3aa529234754 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:18.385675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (012d99e0-2593-45ae-8b96-96e14113b289), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:18.588681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063bd02-7cfd-49b8-8dc6-c4913495c622 req-cef94040-8b0c-4933-b07f-69e1dac36547 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:18.590202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7063bd02-7cfd-49b8-8dc6-c4913495c622 req-cef94040-8b0c-4933-b07f-69e1dac36547 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 944 time: 0.0866075
Feb 19 21:14:18.656967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:18.663780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:14:18.675166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7063bd02-7cfd-49b8-8dc6-c4913495c622 req-287d98dc-4fb3-46bd-afe2-97a7789d063c tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e6a139-2b1f-4ccc-969a-57b695009582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763621
Feb 19 21:14:18.695209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-40bd90b4-0777-40a1-a6a1-3aa529234754 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Deleting port 253bc455-f49a-4fc6-bee7-a074acc4c5aa {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:18.695209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40bd90b4-0777-40a1-a6a1-3aa529234754 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (253bc455-f49a-4fc6-bee7-a074acc4c5aa), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:18.801356 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521,segment=NetworkSegment(5cf05e1a-0412-442d-af89-9305698d0960),segment_id=5cf05e1a-0412-442d-af89-9305698d0960)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:18.817454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '8ab5f58d-dfe5-4ba3-b14c-b348e44ce521', 'network_id': '1a11fd51-a195-4c65-859d-a83464dc0844', 'port_id': '8ab5f58d-dfe5-4ba3-b14c-b348e44ce521', 'mac_address': 'fa:16:3e:84:60:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a086b8b1-a1f1-40d6-873b-28e8c5adb96d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:14:18.843817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012d99e0-2593-45ae-8b96-96e14113b289 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:18.870829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Publish callbacks [] for port (012d99e0-2593-45ae-8b96-96e14113b289), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:18.874416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:18.877371 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:18.878867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57ddec04-4628-4ab3-82d2-bac35a70517d req-4a78b094-ec66-42f8-bbce-d1a83b783d0b tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 210 time: 0.0695529
Feb 19 21:14:18.892465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Transition to ACTIVE for port object 012d99e0-2593-45ae-8b96-96e14113b289 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:14:18.900571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:18.908190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (012d99e0-2593-45ae-8b96-96e14113b289), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:18.934259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521,segment=NetworkSegment(5cf05e1a-0412-442d-af89-9305698d0960),segment_id=5cf05e1a-0412-442d-af89-9305698d0960)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:18.940286 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:18.977887 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40bd90b4-0777-40a1-a6a1-3aa529234754 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (253bc455-f49a-4fc6-bee7-a074acc4c5aa), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:19.007014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-40bd90b4-0777-40a1-a6a1-3aa529234754 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Calling delete_port for 253bc455-f49a-4fc6-bee7-a074acc4c5aa owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:19.007524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:19.029315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Pushing event updated for resources: {'Port': ['ID=012d99e0-2593-45ae-8b96-96e14113b289,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:19.122347 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 495455c4-cdee-42a6-8853-17af72b98f06 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:19.122619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (495455c4-cdee-42a6-8853-17af72b98f06), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:19.129397 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Attempting to bind port 012d99e0-2593-45ae-8b96-96e14113b289 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:19.129708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Attempting to bind port 012d99e0-2593-45ae-8b96-96e14113b289 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:19.130044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Attempting to bind port 012d99e0-2593-45ae-8b96-96e14113b289 on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:19.167102 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['8ab5f58d-dfe5-4ba3-b14c-b348e44ce521'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:19.173665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Port 012d99e0-2593-45ae-8b96-96e14113b289 on network d3b5c251-7e40-4705-8f65-349582f371c6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:14:19.174002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Attempting to bind port 012d99e0-2593-45ae-8b96-96e14113b289 on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:19.192494 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:19.192839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Checking segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:19.193226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Bound using segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:19.193841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Bound port: 012d99e0-2593-45ae-8b96-96e14113b289, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:19.194027 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (012d99e0-2593-45ae-8b96-96e14113b289), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:19.286748 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] For port 495455c4-cdee-42a6-8853-17af72b98f06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=495455c4-cdee-42a6-8853-17af72b98f06,segment=NetworkSegment(9cdfb12a-8960-4481-8a0f-5a9c51463fcb),segment_id=9cdfb12a-8960-4481-8a0f-5a9c51463fcb)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:19.287119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (495455c4-cdee-42a6-8853-17af72b98f06), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:19.307595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 495455c4-cdee-42a6-8853-17af72b98f06 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:19.313462 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] For port 012d99e0-2593-45ae-8b96-96e14113b289, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:19.318198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] For port 012d99e0-2593-45ae-8b96-96e14113b289, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=012d99e0-2593-45ae-8b96-96e14113b289,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:19.332193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (012d99e0-2593-45ae-8b96-96e14113b289), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:19.407159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:19.407791 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:19.409212 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] 10.222.0.67 "PUT /v2.0/ports/012d99e0-2593-45ae-8b96-96e14113b289 HTTP/1.1" status: 200  len: 1092 time: 1.1621304
Feb 19 21:14:19.409656 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4819c51a-7d85-497a-8852-84fad8704ddf', 'tag': '012d99e0-2593-45ae-8b96-96e14113b289'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:19.411543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-1affdfbf-0c14-4846-8fb3-49188d33b527 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:19.411850 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038ad7cb-81c0-44a7-a6c1-f11b0369ec92" -d '{"events": [{"name": "network-changed", "server_uuid": "4819c51a-7d85-497a-8852-84fad8704ddf", "tag": "012d99e0-2593-45ae-8b96-96e14113b289"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:19.413003 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-1affdfbf-0c14-4846-8fb3-49188d33b527 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 814 time: 0.5223083
Feb 19 21:14:19.427170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f41893-3837-4da7-a6f8-71e5b0bcf97c req-d166bbbb-66ce-4fc4-89b1-077a1b784e4d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:19.428681 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87f41893-3837-4da7-a6f8-71e5b0bcf97c req-d166bbbb-66ce-4fc4-89b1-077a1b784e4d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 944 time: 0.4482565
Feb 19 21:14:19.463500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Request body: {'port': {'device_id': '76b930a3-3352-432b-a506-7782e9a22efe', 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af', 'admin_state_up': True, 'tenant_id': '9f7a8678732a40b383cedd20600e102e'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:19.515112 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57464cbb-ace6-447d-9e18-af431c1dd865 x-openstack-request-id: req-57464cbb-ace6-447d-9e18-af431c1dd865 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:19.515408 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4819c51a-7d85-497a-8852-84fad8704ddf", "tag": "012d99e0-2593-45ae-8b96-96e14113b289", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:19.516256 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57464cbb-ace6-447d-9e18-af431c1dd865 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:19.517320 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4819c51a-7d85-497a-8852-84fad8704ddf', 'tag': '012d99e0-2593-45ae-8b96-96e14113b289', 'status': 'completed', 'code': 200}
Feb 19 21:14:19.528963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb76c3-782f-49fe-a5f0-981d32dad11c service neutron] Pushing event updated for resources: {'Port': ['ID=012d99e0-2593-45ae-8b96-96e14113b289,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:19.555316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-cfe5814b-9cc2-446e-bceb-de5fc8159c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:19.557291 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-cfe5814b-9cc2-446e-bceb-de5fc8159c96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 1126 time: 0.0828011
Feb 19 21:14:19.626101 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-d52d6123-8e3b-490d-a7a4-a1a7375a30bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=012d99e0-2593-45ae-8b96-96e14113b289 HTTP/1.1" status: 200  len: 217 time: 0.0437365
Feb 19 21:14:19.630307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87f41893-3837-4da7-a6f8-71e5b0bcf97c req-429f0b3c-2d49-478b-adf7-b582a8a3f497 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635520
Feb 19 21:14:19.651102 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (495455c4-cdee-42a6-8853-17af72b98f06), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:19.671453 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40bd90b4-0777-40a1-a6a1-3aa529234754 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (253bc455-f49a-4fc6-bee7-a074acc4c5aa), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:19.676824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Made reservation on behalf of 9f7a8678732a40b383cedd20600e102e for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:19.680058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:19.681761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=495455c4-cdee-42a6-8853-17af72b98f06,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:19.752805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd90b4-0777-40a1-a6a1-3aa529234754 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event deleted for resources: {'Port': ['ID=253bc455-f49a-4fc6-bee7-a074acc4c5aa,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:19.838882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-1814f889-1a9b-43c1-92b7-da7038fca9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:19.840370 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-1814f889-1a9b-43c1-92b7-da7038fca9c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.1346583
Feb 19 21:14:19.884950 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-694bef2e-04eb-4a55-af7b-ff65f5e2fe39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385480
Feb 19 21:14:19.889205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:19.945064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faad7a5-80a2-430a-8a3e-74188d869a18 req-c51d67bb-c310-482a-9bf8-7ab71bc75bcf tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:19.946953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5faad7a5-80a2-430a-8a3e-74188d869a18 req-c51d67bb-c310-482a-9bf8-7ab71bc75bcf tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 945 time: 0.1729887
Feb 19 21:14:20.114543 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-084d3040-fc1a-42e6-bd16-dd6bb050d1b8 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212255
Feb 19 21:14:20.120846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1aeab5f-9352-46e6-832d-2b9462f378e1 req-145c1b9d-068f-43c7-ac61-1ea1c8c844f6 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 210 time: 0.0682988
Feb 19 21:14:20.144943 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40bd90b4-0777-40a1-a6a1-3aa529234754 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:20.155654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Allocated IP 172.20.0.10 (5dcb556e-7200-41f7-af8e-4f52d2bfd4af/3591c48b-f332-448c-84f0-445a098b4bc2/9f45f4da-a05f-4f9c-bf37-98035a0c7170) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:20.243431 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5faad7a5-80a2-430a-8a3e-74188d869a18 req-cccb5c26-4ca1-451b-b392-d3f2dc4227fb tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e6a139-2b1f-4ccc-969a-57b695009582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032912
Feb 19 21:14:20.277458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 61f3f778-c6e6-4477-abc0-48f1a7e7039f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:20.295476 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a5212c10-4f95-4b17-8a64-328af6438d31 req-91193969-b8f0-480b-bf55-d45741569be2 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734719
Feb 19 21:14:20.412001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bd90b4-0777-40a1-a6a1-3aa529234754 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Router e99d7774-6a0b-497c-ac8d-8b18cfede0ec has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:20.427651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:20.436697 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-765dcb09-abda-439d-b8e5-50476bdee1ab tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6327324
Feb 19 21:14:20.436841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46318) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:20.439816 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729c3ae-ad4d-49ea-93b7-e54d78598bc3 None None] Sync routers for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:20.440419 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ad7cb-81c0-44a7-a6c1-f11b0369ec92 req-8ac21803-a8c4-4b2b-8c8c-67c97a1cf24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:20.441839 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-038ad7cb-81c0-44a7-a6c1-f11b0369ec92 req-8ac21803-a8c4-4b2b-8c8c-67c97a1cf24b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 1126 time: 0.0726764
Feb 19 21:14:20.451603 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729c3ae-ad4d-49ea-93b7-e54d78598bc3 None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:20.452570 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3729c3ae-ad4d-49ea-93b7-e54d78598bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703040d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:13:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:20.539821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ad7cb-81c0-44a7-a6c1-f11b0369ec92 req-05e29a74-45a3-4cc5-8c8a-5e0362389c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:20.541789 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-038ad7cb-81c0-44a7-a6c1-f11b0369ec92 req-05e29a74-45a3-4cc5-8c8a-5e0362389c98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 906 time: 0.0938029
Feb 19 21:14:20.549657 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-3729c3ae-ad4d-49ea-93b7-e54d78598bc3 None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:20.552789 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-60fbbe93-8f52-4f25-9034-891c9b68ea35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:20.585440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9f1312-61c2-4d07-bf1b-9ab3e357d174 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting subnet b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:14:20.588190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bd90b4-0777-40a1-a6a1-3aa529234754 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:20.596422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-40bd90b4-0777-40a1-a6a1-3aa529234754 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "PUT /v2.0/routers/e99d7774-6a0b-497c-ac8d-8b18cfede0ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7411602
Feb 19 21:14:20.602531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46320) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:20.603225 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1312-61c2-4d07-bf1b-9ab3e357d174 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:20.603679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ff94a-7220-46c9-ae62-2ad9d096644c None None] Sync routers for ids ['e99d7774-6a0b-497c-ac8d-8b18cfede0ec'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:20.608784 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-038ad7cb-81c0-44a7-a6c1-f11b0369ec92 req-ef78d9e1-4d8f-43d9-82da-4601acb79558 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=012d99e0-2593-45ae-8b96-96e14113b289 HTTP/1.1" status: 200  len: 217 time: 0.0594559
Feb 19 21:14:20.616952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ff94a-7220-46c9-ae62-2ad9d096644c None None] Routers {'e99d7774-6a0b-497c-ac8d-8b18cfede0ec'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:20.617594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-797ff94a-7220-46c9-ae62-2ad9d096644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a627ea190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e99d7774-6a0b-497c-ac8d-8b18cfede0ec'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:20.637817 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks [] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:20.669050 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ad7cb-81c0-44a7-a6c1-f11b0369ec92 req-2422cab1-181a-4713-8034-30d3fa28855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:20.670685 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-038ad7cb-81c0-44a7-a6c1-f11b0369ec92 req-2422cab1-181a-4713-8034-30d3fa28855f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.0551455
Feb 19 21:14:20.687008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:20.706538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-797ff94a-7220-46c9-ae62-2ad9d096644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a627ea190>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:20.726904 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-038ad7cb-81c0-44a7-a6c1-f11b0369ec92 req-c535c433-d729-4065-96bc-448b0f5336cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494282
Feb 19 21:14:20.745367 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1312-61c2-4d07-bf1b-9ab3e357d174 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:20.760996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ff94a-7220-46c9-ae62-2ad9d096644c None None] Routers {'e99d7774-6a0b-497c-ac8d-8b18cfede0ec'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:20.762003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-797ff94a-7220-46c9-ae62-2ad9d096644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a627ea190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e99d7774-6a0b-497c-ac8d-8b18cfede0ec'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:20.799862 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c98b27c7-9925-41f5-ba3e-eb82714f9604 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for router (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:20.804399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-797ff94a-7220-46c9-ae62-2ad9d096644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a627ea190>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:20.805041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ff94a-7220-46c9-ae62-2ad9d096644c None None] The sync data for ids ['e99d7774-6a0b-497c-ac8d-8b18cfede0ec'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:20.816422 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3729c3ae-ad4d-49ea-93b7-e54d78598bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703040d0>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:19Z', 'revision_number': 9, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:20.830407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:14:20.835198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:20.835664 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:20.837317 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-038ad7cb-81c0-44a7-a6c1-f11b0369ec92 req-5db3a95a-d068-49ab-869d-a5bec49e4e85 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1031878
Feb 19 21:14:20.874577 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729c3ae-ad4d-49ea-93b7-e54d78598bc3 None None] Checking router: 61f3f778-c6e6-4477-abc0-48f1a7e7039f for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:14:20.889518 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729c3ae-ad4d-49ea-93b7-e54d78598bc3 None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:20.890864 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3729c3ae-ad4d-49ea-93b7-e54d78598bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703040d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:20.925350 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:20.926135 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:20.955520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ad378f-fdc8-4c27-a154-41419121c26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5f58d-dfe5-4ba3-b14c-b348e44ce521'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:20.958499 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850af5a-ce61-448c-8797-eae29f4b106c" -d '{"events": [{"server_uuid": "b3ad378f-fdc8-4c27-a154-41419121c26a", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5f58d-dfe5-4ba3-b14c-b348e44ce521"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:20.977460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521,segment=NetworkSegment(5cf05e1a-0412-442d-af89-9305698d0960),segment_id=5cf05e1a-0412-442d-af89-9305698d0960)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:20.978195 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-038ad7cb-81c0-44a7-a6c1-f11b0369ec92 req-502c6a7c-1f6b-40dd-ba01-6ceb123ba99d service neutron] 10.222.0.67 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334968
Feb 19 21:14:20.987226 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.010213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.021863 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e11094-edc7-4492-88ca-a50ebc17e6b8 x-openstack-request-id: req-64e11094-edc7-4492-88ca-a50ebc17e6b8 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:21.022164 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ad378f-fdc8-4c27-a154-41419121c26a", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5f58d-dfe5-4ba3-b14c-b348e44ce521", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:21.022426 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64e11094-edc7-4492-88ca-a50ebc17e6b8 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:21.022830 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ad378f-fdc8-4c27-a154-41419121c26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5f58d-dfe5-4ba3-b14c-b348e44ce521', 'code': 200}
Feb 19 21:14:21.025265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4b0c96ca-51f8-4dad-8d80-6cbca55d06e4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:21.039563 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-3729c3ae-ad4d-49ea-93b7-e54d78598bc3 None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:21.057865 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4ffc28f0-49dd-404e-8b0d-b3e2f567d170'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:21.109419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:21.137865 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08fd49-306f-463d-b12b-2b145ab0a1f6 req-10a71a12-615b-4226-bdf6-00468ac0205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:21.139414 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af08fd49-306f-463d-b12b-2b145ab0a1f6 req-10a71a12-615b-4226-bdf6-00468ac0205f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 1128 time: 0.0544643
Feb 19 21:14:21.305077 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3729c3ae-ad4d-49ea-93b7-e54d78598bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703040d0>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:19Z', 'revision_number': 9, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:21.344136 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729c3ae-ad4d-49ea-93b7-e54d78598bc3 None None] The sync data for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 is: [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:19Z', 'revision_number': 9, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '0b6534cf-12e5-478f-a92e-e6e0be00d505', 'name': '', 'network_id': 'fe8e348e-5f8c-47c6-a2bb-50bacaf13edd', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:e9:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:53Z', 'updated_at': '2022-02-19T21:14:00Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '8418743d-4ed6-46f9-bbc5-83281afc8979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:21.424801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Pushing event updated for resources: {'Port': ['ID=9f45f4da-a05f-4f9c-bf37-98035a0c7170,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:21.441116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b1d2f-b23a-4428-a61e-8b35d6af39fd req-0dea4e75-d8e0-4566-bcc2-19257bfa8120 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:21.442701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb2b1d2f-b23a-4428-a61e-8b35d6af39fd req-0dea4e75-d8e0-4566-bcc2-19257bfa8120 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 944 time: 0.7182496
Feb 19 21:14:21.475630 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c98b27c7-9925-41f5-ba3e-eb82714f9604 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.483135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c98b27c7-9925-41f5-ba3e-eb82714f9604 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for router_controller (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.486938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:21.508518 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1312-61c2-4d07-bf1b-9ab3e357d174 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.537145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:21.542242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:21.608593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-623bdd48-17e6-4597-889e-db8f51634578 req-01a51527-0ec1-4677-a39b-f76aec5819b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.7120953
Feb 19 21:14:21.616626 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af08fd49-306f-463d-b12b-2b145ab0a1f6 req-7354ea21-df8b-4f25-bc17-a8fbd1a801ba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=12e6a139-2b1f-4ccc-969a-57b695009582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4592450
Feb 19 21:14:21.643410 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c98b27c7-9925-41f5-ba3e-eb82714f9604 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (e99d7774-6a0b-497c-ac8d-8b18cfede0ec), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.644063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98b27c7-9925-41f5-ba3e-eb82714f9604 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Fanout notify agent at l3_agent the message router_deleted on router e99d7774-6a0b-497c-ac8d-8b18cfede0ec {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:14:21.658584 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c98b27c7-9925-41f5-ba3e-eb82714f9604 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.659684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c98b27c7-9925-41f5-ba3e-eb82714f9604 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "DELETE /v2.0/routers/e99d7774-6a0b-497c-ac8d-8b18cfede0ec HTTP/1.1" status: 204  len: 168 time: 1.0536065
Feb 19 21:14:21.662366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46330) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:21.687556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bb2b1d2f-b23a-4428-a61e-8b35d6af39fd req-e11dd27c-c1c8-4bca-ac30-1d93a906d101 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2369738
Feb 19 21:14:21.698800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:21.699448 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.713778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef2874-22f0-4ad6-bd07-b45f383d2fde req-38b166f3-d791-4930-9635-cac9540b1f8e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:21.715339 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aef2874-22f0-4ad6-bd07-b45f383d2fde req-38b166f3-d791-4930-9635-cac9540b1f8e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 932 time: 0.2857749
Feb 19 21:14:21.729731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d460e3-b999-4c40-aa9a-e1256a305745 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Deleting subnet b1e7e0d7-9d0d-4834-b675-15c358ba5cd8 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:14:21.735791 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1312-61c2-4d07-bf1b-9ab3e357d174 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.737144 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-40d460e3-b999-4c40-aa9a-e1256a305745 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks [] for subnet (b1e7e0d7-9d0d-4834-b675-15c358ba5cd8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.779900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-c517bdeb-93e2-4906-938f-2dc53706fc0e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3501892
Feb 19 21:14:21.786054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f1312-61c2-4d07-bf1b-9ab3e357d174 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:21.787903 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-40d460e3-b999-4c40-aa9a-e1256a305745 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (b1e7e0d7-9d0d-4834-b675-15c358ba5cd8), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.804367 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Request body: {'port': {'device_id': '76b930a3-3352-432b-a506-7782e9a22efe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:21.809853 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1312-61c2-4d07-bf1b-9ab3e357d174 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.811868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756433f1-5c31-446a-a0aa-9f1889086a1f None None] Network 8931ae0b-95cd-4384-8b75-9cd35ccbb559 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:21.813828 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0b9f1312-61c2-4d07-bf1b-9ab3e357d174 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3 HTTP/1.1" status: 204  len: 168 time: 1.3760602
Feb 19 21:14:21.824147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46332) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:21.891488 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.892024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aef2874-22f0-4ad6-bd07-b45f383d2fde req-e91f82b0-71ce-43de-b1da-bc9096bcba26 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664984
Feb 19 21:14:21.929746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 495455c4-cdee-42a6-8853-17af72b98f06 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:21.938580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e1a12-a2f0-4763-8970-0a9d73e963cb req-2d86a35a-73ac-4a8e-a6b6-96a8020622c0 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:21.940453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-902e1a12-a2f0-4763-8970-0a9d73e963cb req-2d86a35a-73ac-4a8e-a6b6-96a8020622c0 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 946 time: 0.1596045
Feb 19 21:14:21.958823 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:21.961143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 495455c4-cdee-42a6-8853-17af72b98f06 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:21.961651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 495455c4-cdee-42a6-8853-17af72b98f06 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:21.991760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bdd48-17e6-4597-889e-db8f51634578 req-47c19c70-31a9-49d6-a2c9-f47bb6aa2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:21.993326 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-623bdd48-17e6-4597-889e-db8f51634578 req-47c19c70-31a9-49d6-a2c9-f47bb6aa2829 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 1128 time: 0.1515534
Feb 19 21:14:22.011692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (8931ae0b-95cd-4384-8b75-9cd35ccbb559), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.059151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-902e1a12-a2f0-4763-8970-0a9d73e963cb req-53bdf8c2-c471-4845-9a2c-2c529449b519 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e6a139-2b1f-4ccc-969a-57b695009582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109951
Feb 19 21:14:22.088577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa482b-002e-40c1-a5f0-3e126cf8b580 None None] DHCP port deletion for 8931ae0b-95cd-4384-8b75-9cd35ccbb559 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:14:22.152505 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-40d460e3-b999-4c40-aa9a-e1256a305745 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (b1e7e0d7-9d0d-4834-b675-15c358ba5cd8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.217964 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bdd48-17e6-4597-889e-db8f51634578 req-0000eb28-26a2-4c86-bb80-9d59625ccd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:22.219592 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-623bdd48-17e6-4597-889e-db8f51634578 req-0000eb28-26a2-4c86-bb80-9d59625ccd6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 906 time: 0.1989825
Feb 19 21:14:22.268176 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-623bdd48-17e6-4597-889e-db8f51634578 req-791c774b-0201-40d3-9dd5-6a390b56c994 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26602451-8ab7-4868-aff7-0faa278f42dc HTTP/1.1" status: 200  len: 217 time: 0.0414386
Feb 19 21:14:22.287710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:22.288049 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.304083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-befa482b-002e-40c1-a5f0-3e126cf8b580 None None] Deleting port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:22.304492 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-befa482b-002e-40c1-a5f0-3e126cf8b580 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.349622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f45f4da-a05f-4f9c-bf37-98035a0c7170 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:22.353420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-40d460e3-b999-4c40-aa9a-e1256a305745 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (b1e7e0d7-9d0d-4834-b675-15c358ba5cd8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.358825 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Publish callbacks [] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.374860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Transition to ACTIVE for port object 9f45f4da-a05f-4f9c-bf37-98035a0c7170 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:14:22.379461 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.393518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-befa482b-002e-40c1-a5f0-3e126cf8b580 None None] For port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc,segment=NetworkSegment(9cdfb12a-8960-4481-8a0f-5a9c51463fcb),segment_id=9cdfb12a-8960-4481-8a0f-5a9c51463fcb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:22.393928 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-befa482b-002e-40c1-a5f0-3e126cf8b580 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.399922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d460e3-b999-4c40-aa9a-e1256a305745 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e7e0d7-9d0d-4834-b675-15c358ba5cd8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:22.413959 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-40d460e3-b999-4c40-aa9a-e1256a305745 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.417406 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-40d460e3-b999-4c40-aa9a-e1256a305745 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "DELETE /v2.0/subnets/b1e7e0d7-9d0d-4834-b675-15c358ba5cd8 HTTP/1.1" status: 204  len: 168 time: 0.7540095
Feb 19 21:14:22.421058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46350) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:22.421452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-befa482b-002e-40c1-a5f0-3e126cf8b580 None None] Calling delete_port for e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:22.425340 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bdd48-17e6-4597-889e-db8f51634578 req-04f71baa-ad93-4b29-93b7-e0c419544fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:22.426845 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-623bdd48-17e6-4597-889e-db8f51634578 req-04f71baa-ad93-4b29-93b7-e0c419544fe2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.1499240
Feb 19 21:14:22.430411 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532212dc-1e56-40bc-91d1-0d96aa41fbf0 None None] Network a0692bb7-0681-43ca-9e52-ece8ccfa274d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:22.433844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] For port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc,segment=NetworkSegment(9cdfb12a-8960-4481-8a0f-5a9c51463fcb),segment_id=9cdfb12a-8960-4481-8a0f-5a9c51463fcb)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:22.434226 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.476125 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-623bdd48-17e6-4597-889e-db8f51634578 req-38735797-2dd8-49c8-96b6-d1a38453eaa3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392232
Feb 19 21:14:22.477263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:22.553051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Pushing event updated for resources: {'Port': ['ID=9f45f4da-a05f-4f9c-bf37-98035a0c7170,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:22.581402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Attempting to bind port 9f45f4da-a05f-4f9c-bf37-98035a0c7170 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:22.581402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Attempting to bind port 9f45f4da-a05f-4f9c-bf37-98035a0c7170 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:22.581715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Attempting to bind port 9f45f4da-a05f-4f9c-bf37-98035a0c7170 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:22.594204 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (a0692bb7-0681-43ca-9e52-ece8ccfa274d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.596896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Port 9f45f4da-a05f-4f9c-bf37-98035a0c7170 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:14:22.596896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Attempting to bind port 9f45f4da-a05f-4f9c-bf37-98035a0c7170 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:22.597112 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-befa482b-002e-40c1-a5f0-3e126cf8b580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.602976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:22.603539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Checking segment: {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:22.603711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Bound using segment: {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:22.604147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Bound port: 9f45f4da-a05f-4f9c-bf37-98035a0c7170, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:22.604548 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.628254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa482b-002e-40c1-a5f0-3e126cf8b580 None None] Pushing event deleted for resources: {'Port': ['ID=e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:22.630228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa482b-002e-40c1-a5f0-3e126cf8b580 None None] No DVR routers for this DVR port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:22.631996 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-623bdd48-17e6-4597-889e-db8f51634578 req-5a8ba324-ba7e-4355-a743-a1dc518d0db5 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459792
Feb 19 21:14:22.655660 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.711544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:22.741319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] For port 9f45f4da-a05f-4f9c-bf37-98035a0c7170, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:22.748460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c4cf2-47bd-4efa-aea8-3d80721f421d None None] DHCP port deletion for a0692bb7-0681-43ca-9e52-ece8ccfa274d request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:14:22.748837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] For port 9f45f4da-a05f-4f9c-bf37-98035a0c7170, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f45f4da-a05f-4f9c-bf37-98035a0c7170,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:22.762099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Deleting port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:22.762702 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.766660 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.817622 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No DVR routers for this DVR port e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:22.828104 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-442c4cf2-47bd-4efa-aea8-3d80721f421d None None] Deleting port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:22.829236 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-442c4cf2-47bd-4efa-aea8-3d80721f421d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.892935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:22.893580 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.895001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] 10.222.0.67 "PUT /v2.0/ports/9f45f4da-a05f-4f9c-bf37-98035a0c7170 HTTP/1.1" status: 200  len: 1092 time: 1.1068640
Feb 19 21:14:22.895455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b930a3-3352-432b-a506-7782e9a22efe', 'tag': '9f45f4da-a05f-4f9c-bf37-98035a0c7170'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:22.897742 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b37403-63b1-4cbd-baef-1f520764542b" -d '{"events": [{"name": "network-changed", "server_uuid": "76b930a3-3352-432b-a506-7782e9a22efe", "tag": "9f45f4da-a05f-4f9c-bf37-98035a0c7170"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:22.900176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-442c4cf2-47bd-4efa-aea8-3d80721f421d None None] For port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb84f8f0-12b5-4765-a1fa-bd83fb4a8347,segment=NetworkSegment(e218edaa-da09-4b0c-bf87-dae0096b1ca2),segment_id=e218edaa-da09-4b0c-bf87-dae0096b1ca2)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:22.900812 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-442c4cf2-47bd-4efa-aea8-3d80721f421d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.917049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-442c4cf2-47bd-4efa-aea8-3d80721f421d None None] Calling delete_port for fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:22.919679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] For port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb84f8f0-12b5-4765-a1fa-bd83fb4a8347,segment=NetworkSegment(e218edaa-da09-4b0c-bf87-dae0096b1ca2),segment_id=e218edaa-da09-4b0c-bf87-dae0096b1ca2)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:22.920067 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.962594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Calling delete_port for fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:22.966435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea1c4b-051d-4000-adfb-c418f86292ea service neutron] Pushing event updated for resources: {'Port': ['ID=9f45f4da-a05f-4f9c-bf37-98035a0c7170,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:22.972426 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (8931ae0b-95cd-4384-8b75-9cd35ccbb559), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:22.990758 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-704bb440-81b1-4859-aa17-4e918b549857 req-ea43d3a9-2db0-4c4b-bc0c-70d3fa715318 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1869178
Feb 19 21:14:22.995921 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-623bdd48-17e6-4597-889e-db8f51634578 req-332f65f0-5c80-4ffa-93de-8f8ec5cb109c service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3503873
Feb 19 21:14:23.003863 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43723d3-ea97-40f3-ab8a-ef3c604431bf x-openstack-request-id: req-d43723d3-ea97-40f3-ab8a-ef3c604431bf {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:23.004174 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b930a3-3352-432b-a506-7782e9a22efe", "tag": "9f45f4da-a05f-4f9c-bf37-98035a0c7170", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:23.004465 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d43723d3-ea97-40f3-ab8a-ef3c604431bf {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:23.004875 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b930a3-3352-432b-a506-7782e9a22efe', 'tag': '9f45f4da-a05f-4f9c-bf37-98035a0c7170', 'status': 'completed', 'code': 200}
Feb 19 21:14:23.006827 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae559d0>,) {'filters': {'network_id': ['8931ae0b-95cd-4384-8b75-9cd35ccbb559']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:23.015166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0714f7-335e-42d4-bad0-5a520355aa4d req-0c7285e1-1398-4877-868e-4d13e37406c0 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:23.017543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c0714f7-335e-42d4-bad0-5a520355aa4d req-0c7285e1-1398-4877-868e-4d13e37406c0 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 944 time: 0.2018309
Feb 19 21:14:23.029041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae559d0>, '9cdfb12a-8960-4481-8a0f-5a9c51463fcb') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:23.029444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae559d0>, '9cdfb12a-8960-4481-8a0f-5a9c51463fcb') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:23.052294 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-442c4cf2-47bd-4efa-aea8-3d80721f421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.053210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (9cdfb12a-8960-4481-8a0f-5a9c51463fcb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.084565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c4cf2-47bd-4efa-aea8-3d80721f421d None None] Pushing event deleted for resources: {'Port': ['ID=fb84f8f0-12b5-4765-a1fa-bd83fb4a8347,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:23.087829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c4cf2-47bd-4efa-aea8-3d80721f421d None None] No DVR routers for this DVR port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:23.101646 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9cdfb12a-8960-4481-8a0f-5a9c51463fcb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.110342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:23.111069 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (9cdfb12a-8960-4481-8a0f-5a9c51463fcb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:23.114284 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:23.177933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bb440-81b1-4859-aa17-4e918b549857 req-d444a2e6-ced6-4043-a92c-7899db181030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:23.179397 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-704bb440-81b1-4859-aa17-4e918b549857 req-d444a2e6-ced6-4043-a92c-7899db181030 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da6216f26c814fceaa94fc64e78c8efc&device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 1128 time: 0.1173542
Feb 19 21:14:23.180489 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (8931ae0b-95cd-4384-8b75-9cd35ccbb559), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.184357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-31391f55-2e7e-4e46-b636-97c4d7419523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:23.186928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-31391f55-2e7e-4e46-b636-97c4d7419523 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 1126 time: 0.2327640
Feb 19 21:14:23.196905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c0714f7-335e-42d4-bad0-5a520355aa4d req-7b0dc89c-f51d-4b42-80ed-d3a3bde9e477 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694903
Feb 19 21:14:23.199012 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.200819 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.202276 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/networks/8931ae0b-95cd-4384-8b75-9cd35ccbb559 HTTP/1.1" status: 204  len: 168 time: 1.3768969
Feb 19 21:14:23.203689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a213e92-21dc-4d32-b7d2-3ee5b6f88aca tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Network': ['ID=8931ae0b-95cd-4384-8b75-9cd35ccbb559,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:23.206011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46360) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:23.254076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-30cfb669-34a2-41e3-97b0-0f84a121d2bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f45f4da-a05f-4f9c-bf37-98035a0c7170 HTTP/1.1" status: 200  len: 217 time: 0.0488267
Feb 19 21:14:23.282421 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82fae7-3512-4913-9039-8089b51b3e0a req-60101ea7-84a7-450b-a27f-0565b9983278 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:23.283903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c82fae7-3512-4913-9039-8089b51b3e0a req-60101ea7-84a7-450b-a27f-0565b9983278 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 944 time: 0.1990929
Feb 19 21:14:23.315604 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fb84f8f0-12b5-4765-a1fa-bd83fb4a8347), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.387885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event deleted for resources: {'Port': ['ID=fb84f8f0-12b5-4765-a1fa-bd83fb4a8347,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:23.392545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] No DVR routers for this DVR port fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:23.409419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-098a1ac3-b463-4695-9574-c928ae6f4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:23.410927 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-098a1ac3-b463-4695-9574-c928ae6f4e6c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3591c48b-f332-448c-84f0-445a098b4bc2 HTTP/1.1" status: 200  len: 854 time: 0.1479301
Feb 19 21:14:23.448234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bb440-81b1-4859-aa17-4e918b549857 req-cc9d5abe-e2ea-406b-b518-25641730db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:23.449669 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-704bb440-81b1-4859-aa17-4e918b549857 req-cc9d5abe-e2ea-406b-b518-25641730db68 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42bca65-bbe1-406f-ae65-02b04761560d HTTP/1.1" status: 200  len: 910 time: 0.2005157
Feb 19 21:14:23.483192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c82fae7-3512-4913-9039-8089b51b3e0a req-6eecd476-8d53-4277-b88c-36b4c0018bb4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784859
Feb 19 21:14:23.485242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-48c2c62c-3ee5-4405-ae85-2c0dfd2c7664 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0503669
Feb 19 21:14:23.550939 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-704bb440-81b1-4859-aa17-4e918b549857 req-7f1f9b94-0419-4f50-9fe9-ba66fb8e98bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0 HTTP/1.1" status: 200  len: 1001 time: 0.0935037
Feb 19 21:14:23.581532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13263d-f5ff-4996-ae36-7056e3ed65ca req-9c556a20-eec3-43d0-ac49-104ca119076b tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:23.583043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6d13263d-f5ff-4996-ae36-7056e3ed65ca req-9c556a20-eec3-43d0-ac49-104ca119076b tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 946 time: 0.3093593
Feb 19 21:14:23.595316 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (a0692bb7-0681-43ca-9e52-ece8ccfa274d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.630311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bb440-81b1-4859-aa17-4e918b549857 req-3c5ec9c5-c643-4d5c-842b-7fa50efb6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:23.631798 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-704bb440-81b1-4859-aa17-4e918b549857 req-3c5ec9c5-c643-4d5c-842b-7fa50efb6cb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0845f4a-d363-4cf1-994e-3ceaa72349b0 HTTP/1.1" status: 200  len: 848 time: 0.0736811
Feb 19 21:14:23.645324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ac954c0>,) {'filters': {'network_id': ['a0692bb7-0681-43ca-9e52-ece8ccfa274d']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:23.673682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ac954c0>, 'e218edaa-da09-4b0c-bf87-dae0096b1ca2') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:23.673988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ac954c0>, 'e218edaa-da09-4b0c-bf87-dae0096b1ca2') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:23.696162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-516e1a18-4f48-442c-8a04-e561636b737e service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806417
Feb 19 21:14:23.697838 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (e218edaa-da09-4b0c-bf87-dae0096b1ca2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.707053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6d13263d-f5ff-4996-ae36-7056e3ed65ca req-b6c42ca0-3a2e-436f-a490-0a358936eae0 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e6a139-2b1f-4ccc-969a-57b695009582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178219
Feb 19 21:14:23.722674 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bb440-81b1-4859-aa17-4e918b549857 req-8f152c2b-1806-4a09-8cb8-1e410942dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:23.724207 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-704bb440-81b1-4859-aa17-4e918b549857 req-8f152c2b-1806-4a09-8cb8-1e410942dfb7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42bca65-bbe1-406f-ae65-02b04761560d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0862451
Feb 19 21:14:23.762844 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e218edaa-da09-4b0c-bf87-dae0096b1ca2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.780844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:23.781904 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (e218edaa-da09-4b0c-bf87-dae0096b1ca2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:23.785373 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:23.849377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.885322 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (a0692bb7-0681-43ca-9e52-ece8ccfa274d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.895443 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-704bb440-81b1-4859-aa17-4e918b549857 req-530e0ba2-cf45-4e6e-87a8-1f8be0caa2f8 service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646445
Feb 19 21:14:23.900980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:23.907707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] 10.222.0.30 "DELETE /v2.0/networks/a0692bb7-0681-43ca-9e52-ece8ccfa274d HTTP/1.1" status: 204  len: 168 time: 1.4856327
Feb 19 21:14:23.920932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99c09011-e9d7-40ce-88e1-754df34ccf63 req-41dc08ce-6371-4af1-9ff8-77658d4542ec service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129295
Feb 19 21:14:23.922910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99313bb-00fa-489b-872d-67f1071ee9b4 tempest-FloatingIPNegativeTestJSON-1259655163 tempest-FloatingIPNegativeTestJSON-1259655163-project] Pushing event deleted for resources: {'Network': ['ID=a0692bb7-0681-43ca-9e52-ece8ccfa274d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:23.987272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:24.030062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:24.032230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e5c509ff-2e3c-40fa-827e-45e4eaa4dfdc not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:24.032789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:24.079690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b37403-63b1-4cbd-baef-1f520764542b req-e293c5dc-4a4e-4277-89ae-84ea9e3f9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:24.081697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21b37403-63b1-4cbd-baef-1f520764542b req-e293c5dc-4a4e-4277-89ae-84ea9e3f9939 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 1126 time: 0.0947800
Feb 19 21:14:24.085123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:24.085834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fb84f8f0-12b5-4765-a1fa-bd83fb4a8347 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:24.092892 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-704bb440-81b1-4859-aa17-4e918b549857 req-35771328-6150-4683-a636-ab68eeb6c087 service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1696391
Feb 19 21:14:24.225636 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 0b6534cf-12e5-478f-a92e-e6e0be00d505 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:24.225636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:24.231478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b37403-63b1-4cbd-baef-1f520764542b req-dbc1e06b-a8d7-4774-a511-b51429148864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:24.232997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21b37403-63b1-4cbd-baef-1f520764542b req-dbc1e06b-a8d7-4774-a511-b51429148864 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 915 time: 0.1394446
Feb 19 21:14:24.239688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46392) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:24.290013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21b37403-63b1-4cbd-baef-1f520764542b req-3c669ef2-8700-4ae8-aaec-d4f7414cb922 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f45f4da-a05f-4f9c-bf37-98035a0c7170 HTTP/1.1" status: 200  len: 217 time: 0.0493915
Feb 19 21:14:24.341632 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] For port 0b6534cf-12e5-478f-a92e-e6e0be00d505, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6534cf-12e5-478f-a92e-e6e0be00d505,segment=NetworkSegment(8e367e61-a504-4099-9014-0699e9e96711),segment_id=8e367e61-a504-4099-9014-0699e9e96711)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:24.341874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:24.360387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 0b6534cf-12e5-478f-a92e-e6e0be00d505 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:24.423760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b37403-63b1-4cbd-baef-1f520764542b req-f816034a-79ec-4281-9928-300b0cea6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:24.425623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21b37403-63b1-4cbd-baef-1f520764542b req-f816034a-79ec-4281-9928-300b0cea6f5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3591c48b-f332-448c-84f0-445a098b4bc2 HTTP/1.1" status: 200  len: 854 time: 0.1283278
Feb 19 21:14:24.427205 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:24.452649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520d3f7-6cf7-48bd-a4e7-3bab5247a96e req-c30f5ffe-cdce-45da-aac0-bae8c77b3271 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:24.454208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2520d3f7-6cf7-48bd-a4e7-3bab5247a96e req-c30f5ffe-cdce-45da-aac0-bae8c77b3271 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 944 time: 0.1097064
Feb 19 21:14:24.473810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21b37403-63b1-4cbd-baef-1f520764542b req-b8f3e5b9-e12a-40dc-9796-2e22a01c913c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412126
Feb 19 21:14:24.486638 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-65cd5b16-c902-4a56-a9e7-2c98117d1299 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33103c83f46943e4a338d8cbf97510e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2459328
Feb 19 21:14:24.490077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46400) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:24.604572 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2520d3f7-6cf7-48bd-a4e7-3bab5247a96e req-cd80a4c3-0f26-4a66-99c8-a7041da94021 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338463
Feb 19 21:14:24.613776 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a931030-bfa3-4877-8dc4-ac5690cbf54b admin admin] Publish callbacks [] for security_group (29321655-a698-4510-af21-9e751cd47f1e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:24.631630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf82b43-6da5-4340-8e71-56df046ec77b req-38110e0a-17a3-4e91-a1ce-7b9d4046d295 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:24.633191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2cf82b43-6da5-4340-8e71-56df046ec77b req-38110e0a-17a3-4e91-a1ce-7b9d4046d295 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 946 time: 0.1378522
Feb 19 21:14:24.647306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21b37403-63b1-4cbd-baef-1f520764542b req-325c93cc-a8c8-4b2a-9623-c387f089d300 service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610003
Feb 19 21:14:24.657398 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a931030-bfa3-4877-8dc4-ac5690cbf54b admin admin] Publish callbacks [] for security_group (29321655-a698-4510-af21-9e751cd47f1e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:24.659210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0b6534cf-12e5-478f-a92e-e6e0be00d505), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:24.696801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=0b6534cf-12e5-478f-a92e-e6e0be00d505,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:24.845339 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a931030-bfa3-4877-8dc4-ac5690cbf54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (29321655-a698-4510-af21-9e751cd47f1e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:24.848869 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a931030-bfa3-4877-8dc4-ac5690cbf54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:24.853029 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4a931030-bfa3-4877-8dc4-ac5690cbf54b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29321655-a698-4510-af21-9e751cd47f1e HTTP/1.1" status: 204  len: 168 time: 0.3591769
Feb 19 21:14:24.865909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a931030-bfa3-4877-8dc4-ac5690cbf54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29321655-a698-4510-af21-9e751cd47f1e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:24.917915 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:25.063155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2cf82b43-6da5-4340-8e71-56df046ec77b req-024ac5db-6d8b-4803-a801-49460a502153 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e6a139-2b1f-4ccc-969a-57b695009582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4185848
Feb 19 21:14:25.105728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f87cf-a35d-4e36-94a3-767832eb0fb8 req-c2dcde77-872e-4423-8477-8ba01bd0cfd1 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:25.109743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-542f87cf-a35d-4e36-94a3-767832eb0fb8 req-c2dcde77-872e-4423-8477-8ba01bd0cfd1 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 944 time: 0.4278409
Feb 19 21:14:25.116154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21b37403-63b1-4cbd-baef-1f520764542b req-f771c07d-8857-4ef6-ab90-a9c156ba8a6f service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4515281
Feb 19 21:14:25.146781 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 61f3f778-c6e6-4477-abc0-48f1a7e7039f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:25.189322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-542f87cf-a35d-4e36-94a3-767832eb0fb8 req-bcbaaa34-8106-4b5c-8e0e-dac703019f75 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599041
Feb 19 21:14:25.410139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 012d99e0-2593-45ae-8b96-96e14113b289 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:14:25.519754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 012d99e0-2593-45ae-8b96-96e14113b289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=012d99e0-2593-45ae-8b96-96e14113b289,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:25.532947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '012d99e0-2593-45ae-8b96-96e14113b289', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'port_id': '012d99e0-2593-45ae-8b96-96e14113b289', 'mac_address': 'fa:16:3e:fb:71:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39b861-c372-4188-bb16-08087882fb5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:14:25.574983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 012d99e0-2593-45ae-8b96-96e14113b289 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:25.575418 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (012d99e0-2593-45ae-8b96-96e14113b289), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:25.589570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012d99e0-2593-45ae-8b96-96e14113b289 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:25.611563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 012d99e0-2593-45ae-8b96-96e14113b289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=012d99e0-2593-45ae-8b96-96e14113b289,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:25.616120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46424) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:25.617146 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (012d99e0-2593-45ae-8b96-96e14113b289), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:25.629978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:25.635178 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-eb0488bc-ccea-42bd-9c9d-adc2f04ebd3c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4280775
Feb 19 21:14:25.638020 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46430) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:25.645854 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1299bea-822b-422f-9b81-5258e286cb24 None None] Sync routers for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:25.656456 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1299bea-822b-422f-9b81-5258e286cb24 None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:25.657895 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b1299bea-822b-422f-9b81-5258e286cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70278760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:25.682224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=012d99e0-2593-45ae-8b96-96e14113b289,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:25.703773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bb2af7-bc59-42df-b58a-b050ee7d9d39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting subnet 8418743d-4ed6-46f9-bbc5-83281afc8979 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:14:25.709660 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2af7-bc59-42df-b58a-b050ee7d9d39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (8418743d-4ed6-46f9-bbc5-83281afc8979), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:25.787056 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2af7-bc59-42df-b58a-b050ee7d9d39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (8418743d-4ed6-46f9-bbc5-83281afc8979), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:25.831585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1918425803'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:25.856579 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b1299bea-822b-422f-9b81-5258e286cb24 None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:25.858718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62367d4-d356-4b3b-a19e-28038bf0c335 req-668cc819-4fca-4ab1-b486-0f08f00cc248 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:25.860928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c62367d4-d356-4b3b-a19e-28038bf0c335 req-668cc819-4fca-4ab1-b486-0f08f00cc248 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 945 time: 0.1227548
Feb 19 21:14:25.924474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:25.927811 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:25.947966 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:25.948605 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:25.963611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c345be3-c776-44e1-878c-0c9e4997d8ce req-5e0f6346-926d-415c-8830-0ee11dbd1303 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:25.965274 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c345be3-c776-44e1-878c-0c9e4997d8ce req-5e0f6346-926d-415c-8830-0ee11dbd1303 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 946 time: 0.0663714
Feb 19 21:14:25.969187 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2af7-bc59-42df-b58a-b050ee7d9d39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (8418743d-4ed6-46f9-bbc5-83281afc8979), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.027767 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c62367d4-d356-4b3b-a19e-28038bf0c335 req-f8e35b07-6788-4207-b539-eae66b20b337 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591175
Feb 19 21:14:26.067927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['012d99e0-2593-45ae-8b96-96e14113b289'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:26.075434 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2af7-bc59-42df-b58a-b050ee7d9d39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (8418743d-4ed6-46f9-bbc5-83281afc8979), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.095173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-8c345be3-c776-44e1-878c-0c9e4997d8ce req-1013c59d-7cc6-4145-b60a-0e53f6327d98 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Deleting port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:26.095173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8c345be3-c776-44e1-878c-0c9e4997d8ce req-1013c59d-7cc6-4145-b60a-0e53f6327d98 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.126329 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b1299bea-822b-422f-9b81-5258e286cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70278760>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:24Z', 'revision_number': 10, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:26.130056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb2af7-bc59-42df-b58a-b050ee7d9d39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Subnet': ['ID=8418743d-4ed6-46f9-bbc5-83281afc8979,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:26.141027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2af7-bc59-42df-b58a-b050ee7d9d39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.144404 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e9bb2af7-bc59-42df-b58a-b050ee7d9d39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/8418743d-4ed6-46f9-bbc5-83281afc8979 HTTP/1.1" status: 204  len: 168 time: 0.5052538
Feb 19 21:14:26.149616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46434) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:26.150689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cad2ddc-aa82-466a-9309-52df0a903c72 None None] Network fe8e348e-5f8c-47c6-a2bb-50bacaf13edd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:26.166752 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1299bea-822b-422f-9b81-5258e286cb24 None None] Checking router: 61f3f778-c6e6-4477-abc0-48f1a7e7039f for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:14:26.177335 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1299bea-822b-422f-9b81-5258e286cb24 None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:26.179209 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b1299bea-822b-422f-9b81-5258e286cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70278760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:26.179725 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for security_group (d0c445b6-f2b4-407a-9299-6a1d43d4e1fb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.229058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d0c445b6-f2b4-407a-9299-6a1d43d4e1fb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.294760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:26.311393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-8c345be3-c776-44e1-878c-0c9e4997d8ce req-1013c59d-7cc6-4145-b60a-0e53f6327d98 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] For port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521,segment=NetworkSegment(5cf05e1a-0412-442d-af89-9305698d0960),segment_id=5cf05e1a-0412-442d-af89-9305698d0960)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:26.311879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (fe8e348e-5f8c-47c6-a2bb-50bacaf13edd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.312522 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8c345be3-c776-44e1-878c-0c9e4997d8ce req-1013c59d-7cc6-4145-b60a-0e53f6327d98 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.316634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c445b6-f2b4-407a-9299-6a1d43d4e1fb,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:26.324654 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2cd583a9-6611-4819-bdf9-910a4effe75d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.324654 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Added segment 2cd583a9-6611-4819-bdf9-910a4effe75d of type vlan for network 6036fa5c-53df-423d-af2c-66a6e701276a
Feb 19 21:14:26.333927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-8c345be3-c776-44e1-878c-0c9e4997d8ce req-1013c59d-7cc6-4145-b60a-0e53f6327d98 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Calling delete_port for 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:26.345612 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b1299bea-822b-422f-9b81-5258e286cb24 None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:26.388583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c707a6e-65b8-494f-a060-4b31a5d0cb2e req-80778e55-ff7f-468f-b445-b6e4fc4a93e5 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:26.390141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c707a6e-65b8-494f-a060-4b31a5d0cb2e req-80778e55-ff7f-468f-b445-b6e4fc4a93e5 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3ad378f-fdc8-4c27-a154-41419121c26a HTTP/1.1" status: 200  len: 946 time: 0.1777179
Feb 19 21:14:26.439636 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (6036fa5c-53df-423d-af2c-66a6e701276a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.470544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce6f00-50b7-4233-a1ad-5c4459531907 None None] DHCP port deletion for fe8e348e-5f8c-47c6-a2bb-50bacaf13edd request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:14:26.523310 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (6036fa5c-53df-423d-af2c-66a6e701276a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.528295 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8c345be3-c776-44e1-878c-0c9e4997d8ce req-1013c59d-7cc6-4145-b60a-0e53f6327d98 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8ab5f58d-dfe5-4ba3-b14c-b348e44ce521), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.528780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:26.529410 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.530885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-63ce6f00-50b7-4233-a1ad-5c4459531907 None None] Deleting port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:26.532179 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-63ce6f00-50b7-4233-a1ad-5c4459531907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.553935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c707a6e-65b8-494f-a060-4b31a5d0cb2e req-4030f5bf-29aa-41b7-94f5-f3b01cae94a0 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e6a139-2b1f-4ccc-969a-57b695009582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176341
Feb 19 21:14:26.561696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11073e-f374-43f1-8eb4-6d0190f79034 req-0c082212-32a9-442e-a39e-e9b5affaa740 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:26.563415 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d11073e-f374-43f1-8eb4-6d0190f79034 req-0c082212-32a9-442e-a39e-e9b5affaa740 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 944 time: 0.1984990
Feb 19 21:14:26.570121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013c59d-7cc6-4145-b60a-0e53f6327d98 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Pushing event deleted for resources: {'Port': ['ID=8ab5f58d-dfe5-4ba3-b14c-b348e44ce521,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:26.633790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c345be3-c776-44e1-878c-0c9e4997d8ce req-1013c59d-7cc6-4145-b60a-0e53f6327d98 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] No DVR routers for this DVR port 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:26.637442 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8c345be3-c776-44e1-878c-0c9e4997d8ce req-1013c59d-7cc6-4145-b60a-0e53f6327d98 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.641928 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c345be3-c776-44e1-878c-0c9e4997d8ce req-1013c59d-7cc6-4145-b60a-0e53f6327d98 tempest-ServerMetadataNegativeTestJSON-1291089555 tempest-ServerMetadataNegativeTestJSON-1291089555-project] 10.222.0.10 "DELETE /v2.0/ports/8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 HTTP/1.1" status: 204  len: 173 time: 0.6706650
Feb 19 21:14:26.642660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ad378f-fdc8-4c27-a154-41419121c26a', 'name': 'network-vif-deleted', 'tag': '8ab5f58d-dfe5-4ba3-b14c-b348e44ce521'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:26.643956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0266740
Feb 19 21:14:26.646469 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e202465-6e29-4331-891b-bbb00ca1019d" -d '{"events": [{"server_uuid": "b3ad378f-fdc8-4c27-a154-41419121c26a", "name": "network-vif-deleted", "tag": "8ab5f58d-dfe5-4ba3-b14c-b348e44ce521"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:26.657927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:26.658276 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.665398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['8ab5f58d-dfe5-4ba3-b14c-b348e44ce521'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:26.706450 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c7a3e-5290-4401-881d-4c747c95940b x-openstack-request-id: req-493c7a3e-5290-4401-881d-4c747c95940b {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:26.706759 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ad378f-fdc8-4c27-a154-41419121c26a", "name": "network-vif-deleted", "tag": "8ab5f58d-dfe5-4ba3-b14c-b348e44ce521", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:26.707022 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-493c7a3e-5290-4401-881d-4c747c95940b {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:26.707433 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ad378f-fdc8-4c27-a154-41419121c26a', 'name': 'network-vif-deleted', 'tag': '8ab5f58d-dfe5-4ba3-b14c-b348e44ce521', 'status': 'completed', 'code': 200}
Feb 19 21:14:26.715788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-63ce6f00-50b7-4233-a1ad-5c4459531907 None None] For port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1,segment=NetworkSegment(8e367e61-a504-4099-9014-0699e9e96711),segment_id=8e367e61-a504-4099-9014-0699e9e96711)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:26.716895 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-63ce6f00-50b7-4233-a1ad-5c4459531907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.743483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-63ce6f00-50b7-4233-a1ad-5c4459531907 None None] Calling delete_port for 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:26.748528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d11073e-f374-43f1-8eb4-6d0190f79034 req-415844fc-e380-4576-b828-34a5ec6f16be tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629472
Feb 19 21:14:26.770094 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b1299bea-822b-422f-9b81-5258e286cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70278760>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:24Z', 'revision_number': 10, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:26.804280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef27514-2c63-4a48-9ce0-df8334bc399d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=6036fa5c-53df-423d-af2c-66a6e701276a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:26.819828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 6036fa5c-53df-423d-af2c-66a6e701276a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:26.842205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] For port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1,segment=NetworkSegment(8e367e61-a504-4099-9014-0699e9e96711),segment_id=8e367e61-a504-4099-9014-0699e9e96711)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:26.843071 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.851602 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1299bea-822b-422f-9b81-5258e286cb24 None None] The sync data for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 is: [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:24Z', 'revision_number': 10, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None, '_interfaces': [{'id': '4d977234-0ab1-4bcf-a7c9-2b5e59124e85', 'name': '', 'network_id': '6e821bb9-6141-4c63-a036-6654b0b5a849', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'mac_address': 'fa:16:3e:dc:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:13:47Z', 'updated_at': '2022-02-19T21:13:55Z', 'revision_number': 5, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'subnets': [{'id': '4a90916e-dff2-478e-ac2b-7b881d4aa95a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:26.895039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:26.904009 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-63ce6f00-50b7-4233-a1ad-5c4459531907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:26.933280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce6f00-50b7-4233-a1ad-5c4459531907 None None] Pushing event deleted for resources: {'Port': ['ID=3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:26.936631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce6f00-50b7-4233-a1ad-5c4459531907 None None] No DVR routers for this DVR port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:26.999403 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.023952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:27.031551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No DVR routers for this DVR port 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:27.139083 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (fe8e348e-5f8c-47c6-a2bb-50bacaf13edd), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.163909 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ac1e1f0>,) {'filters': {'network_id': ['fe8e348e-5f8c-47c6-a2bb-50bacaf13edd']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:27.176214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ac1e1f0>, '8e367e61-a504-4099-9014-0699e9e96711') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:27.176548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ac1e1f0>, '8e367e61-a504-4099-9014-0699e9e96711') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:27.189731 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (8e367e61-a504-4099-9014-0699e9e96711), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.210869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776a881-fb6c-4775-acec-ab9cda6fc077 req-35e23869-56eb-4f10-9933-9db83af9048a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:27.217890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6776a881-fb6c-4775-acec-ab9cda6fc077 req-35e23869-56eb-4f10-9933-9db83af9048a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 945 time: 0.1151943
Feb 19 21:14:27.235783 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8e367e61-a504-4099-9014-0699e9e96711), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.255707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:27.256107 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (8e367e61-a504-4099-9014-0699e9e96711), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:27.259266 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:27.344878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6776a881-fb6c-4775-acec-ab9cda6fc077 req-9ab3685b-a64f-4a7f-b64b-c7a5fb579316 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259093
Feb 19 21:14:27.358543 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (fe8e348e-5f8c-47c6-a2bb-50bacaf13edd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.367027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.370422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/networks/fe8e348e-5f8c-47c6-a2bb-50bacaf13edd HTTP/1.1" status: 204  len: 168 time: 1.2197473
Feb 19 21:14:27.373191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46442) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:27.410324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 012d99e0-2593-45ae-8b96-96e14113b289 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:27.471320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d876e57-df83-454c-bc80-f80c021730a1 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Network': ['ID=fe8e348e-5f8c-47c6-a2bb-50bacaf13edd,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:27.492784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 012d99e0-2593-45ae-8b96-96e14113b289 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:14:27.497969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 012d99e0-2593-45ae-8b96-96e14113b289 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:27.498502 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (012d99e0-2593-45ae-8b96-96e14113b289), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.583217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 012d99e0-2593-45ae-8b96-96e14113b289 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:27.583727 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (012d99e0-2593-45ae-8b96-96e14113b289), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.612922 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4819c51a-7d85-497a-8852-84fad8704ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012d99e0-2593-45ae-8b96-96e14113b289'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:27.616025 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d5e2ce-0093-4544-aa81-49001f644242" -d '{"events": [{"server_uuid": "4819c51a-7d85-497a-8852-84fad8704ddf", "name": "network-vif-plugged", "status": "completed", "tag": "012d99e0-2593-45ae-8b96-96e14113b289"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:27.633477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 012d99e0-2593-45ae-8b96-96e14113b289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=012d99e0-2593-45ae-8b96-96e14113b289,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:27.641873 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (012d99e0-2593-45ae-8b96-96e14113b289), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.676917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46448) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:27.693645 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c983b9db-e1c4-4bd5-894a-71f60a3b8f93 x-openstack-request-id: req-c983b9db-e1c4-4bd5-894a-71f60a3b8f93 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:27.693946 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4819c51a-7d85-497a-8852-84fad8704ddf", "name": "network-vif-plugged", "status": "completed", "tag": "012d99e0-2593-45ae-8b96-96e14113b289", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:27.694208 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c983b9db-e1c4-4bd5-894a-71f60a3b8f93 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:27.694607 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4819c51a-7d85-497a-8852-84fad8704ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012d99e0-2593-45ae-8b96-96e14113b289', 'code': 200}
Feb 19 21:14:27.748298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d36cbe8-b016-4528-a134-128e2e1e53f9 admin admin] Deleting subnet a086b8b1-a1f1-40d6-873b-28e8c5adb96d {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:14:27.754435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d36cbe8-b016-4528-a134-128e2e1e53f9 admin admin] Publish callbacks [] for subnet (a086b8b1-a1f1-40d6-873b-28e8c5adb96d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.772005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=012d99e0-2593-45ae-8b96-96e14113b289,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:27.835055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d36cbe8-b016-4528-a134-128e2e1e53f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (a086b8b1-a1f1-40d6-873b-28e8c5adb96d), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.885947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d36cbe8-b016-4528-a134-128e2e1e53f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a086b8b1-a1f1-40d6-873b-28e8c5adb96d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.915000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e540265-a932-4785-9e75-987c79a04ff4 req-c5979745-9a56-46e2-9591-dd5b4057c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:27.917236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e540265-a932-4785-9e75-987c79a04ff4 req-c5979745-9a56-46e2-9591-dd5b4057c2fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 1128 time: 0.1341608
Feb 19 21:14:27.933286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5cbf2-681e-494c-80ff-a2065882e585 req-11bb5c12-ffdb-49b5-8768-81248ffe65c9 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:27.941710 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-deb5cbf2-681e-494c-80ff-a2065882e585 req-11bb5c12-ffdb-49b5-8768-81248ffe65c9 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 944 time: 0.1119900
Feb 19 21:14:27.947847 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.956592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:27.964749 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d36cbe8-b016-4528-a134-128e2e1e53f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (a086b8b1-a1f1-40d6-873b-28e8c5adb96d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.977784 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3d36cbe8-b016-4528-a134-128e2e1e53f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:27.981391 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3d36cbe8-b016-4528-a134-128e2e1e53f9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a086b8b1-a1f1-40d6-873b-28e8c5adb96d HTTP/1.1" status: 204  len: 168 time: 0.3034170
Feb 19 21:14:27.988968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:27.990402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3a6f5a32-bb5a-44dd-9504-1dfaf4f8c6f1 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:27.991125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0b6534cf-12e5-478f-a92e-e6e0be00d505 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:28.001940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46452) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:28.020392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 0b6534cf-12e5-478f-a92e-e6e0be00d505 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:28.021150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0b6534cf-12e5-478f-a92e-e6e0be00d505 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:28.059436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36cbe8-b016-4528-a134-128e2e1e53f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a086b8b1-a1f1-40d6-873b-28e8c5adb96d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:28.091065 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (1a11fd51-a195-4c65-859d-a83464dc0844), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.113461 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-deb5cbf2-681e-494c-80ff-a2065882e585 req-4372c0c8-fc6c-40ab-a2aa-9d77fe251261 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709175
Feb 19 21:14:28.118540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e540265-a932-4785-9e75-987c79a04ff4 req-f0ea4a4a-f79b-4be3-9ad0-416b8c745691 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748042
Feb 19 21:14:28.185079 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (1a11fd51-a195-4c65-859d-a83464dc0844), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.206913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70eda070>,) {'filters': {'network_id': ['1a11fd51-a195-4c65-859d-a83464dc0844']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:28.216217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70eda070>, '5cf05e1a-0412-442d-af89-9305698d0960') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:28.216554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70eda070>, '5cf05e1a-0412-442d-af89-9305698d0960') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:28.225872 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (5cf05e1a-0412-442d-af89-9305698d0960), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.239143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (5cf05e1a-0412-442d-af89-9305698d0960), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.246743 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:28.247134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (5cf05e1a-0412-442d-af89-9305698d0960), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:28.248803 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:28.288871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:28.289440 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.315126 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (1a11fd51-a195-4c65-859d-a83464dc0844), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.321197 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.324592 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1a11fd51-a195-4c65-859d-a83464dc0844 HTTP/1.1" status: 204  len: 168 time: 0.3202713
Feb 19 21:14:28.338228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99fa90-dd06-4e0c-b7f2-1edff1dab560 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a11fd51-a195-4c65-859d-a83464dc0844,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:28.435397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] For port 4d977234-0ab1-4bcf-a7c9-2b5e59124e85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d977234-0ab1-4bcf-a7c9-2b5e59124e85,segment=NetworkSegment(73be4dbc-fae9-457a-94e9-3de543122002),segment_id=73be4dbc-fae9-457a-94e9-3de543122002)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:28.435782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.457404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:28.535808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46458) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:28.609252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda65a5-25c5-4845-87d8-c418096fc08a req-87c02a71-1d32-4753-99f5-25e338c6da44 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:28.610821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfda65a5-25c5-4845-87d8-c418096fc08a req-87c02a71-1d32-4753-99f5-25e338c6da44 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 946 time: 0.1406517
Feb 19 21:14:28.659340 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-89ca7d63-0f80-488d-915f-2c0c55e8c903 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03bf8706a07449ecbf023ba907fd7c38&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1217597
Feb 19 21:14:28.662111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46460) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:28.718035 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3af151-32f6-4b97-ae86-6ddb1d5dbcf4 admin admin] Publish callbacks [] for security_group (12e6a139-2b1f-4ccc-969a-57b695009582), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.723532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfda65a5-25c5-4845-87d8-c418096fc08a req-637b276c-9489-459e-b816-85d000e65cc2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704446
Feb 19 21:14:28.762359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3af151-32f6-4b97-ae86-6ddb1d5dbcf4 admin admin] Publish callbacks [] for security_group (12e6a139-2b1f-4ccc-969a-57b695009582), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.778709 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4d977234-0ab1-4bcf-a7c9-2b5e59124e85), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.808679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=4d977234-0ab1-4bcf-a7c9-2b5e59124e85,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:28.833589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3af151-32f6-4b97-ae86-6ddb1d5dbcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (12e6a139-2b1f-4ccc-969a-57b695009582), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.836254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc3af151-32f6-4b97-ae86-6ddb1d5dbcf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:28.842049 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bc3af151-32f6-4b97-ae86-6ddb1d5dbcf4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12e6a139-2b1f-4ccc-969a-57b695009582 HTTP/1.1" status: 204  len: 168 time: 0.1786220
Feb 19 21:14:28.853223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3af151-32f6-4b97-ae86-6ddb1d5dbcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e6a139-2b1f-4ccc-969a-57b695009582,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:28.935940 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:29.423520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 9f45f4da-a05f-4f9c-bf37-98035a0c7170 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:14:29.429462 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:29.561732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 61f3f778-c6e6-4477-abc0-48f1a7e7039f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:29.589681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 9f45f4da-a05f-4f9c-bf37-98035a0c7170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f45f4da-a05f-4f9c-bf37-98035a0c7170,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:29.607178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '9f45f4da-a05f-4f9c-bf37-98035a0c7170', 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af', 'port_id': '9f45f4da-a05f-4f9c-bf37-98035a0c7170', 'mac_address': 'fa:16:3e:df:f8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3591c48b-f332-448c-84f0-445a098b4bc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:14:29.627300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce1898-c90a-4f88-8343-fa968fbcbc70 req-fe4df2f5-cd68-45da-b528-50f42eea7946 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:29.628900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12ce1898-c90a-4f88-8343-fa968fbcbc70 req-fe4df2f5-cd68-45da-b528-50f42eea7946 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 944 time: 0.1447914
Feb 19 21:14:29.663617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 9f45f4da-a05f-4f9c-bf37-98035a0c7170 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:29.664456 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:29.683666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f45f4da-a05f-4f9c-bf37-98035a0c7170 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:29.726675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 9f45f4da-a05f-4f9c-bf37-98035a0c7170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f45f4da-a05f-4f9c-bf37-98035a0c7170,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:29.732944 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:29.795130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:29.801962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=9f45f4da-a05f-4f9c-bf37-98035a0c7170,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:29.810410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6995cfd-be79-43a2-80f8-88d7648f93ae None None] Sync routers for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:29.822403 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6995cfd-be79-43a2-80f8-88d7648f93ae None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:29.823304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f6995cfd-be79-43a2-80f8-88d7648f93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62fcad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:29.837957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46486) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:29.838643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4a1b098c-2571-48ff-bc9c-e29b8f1efcaf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4644036
Feb 19 21:14:29.864161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12ce1898-c90a-4f88-8343-fa968fbcbc70 req-e7670b61-3150-4ff1-91a4-c8fce29ca9bc tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396484
Feb 19 21:14:29.907098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46490) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:29.913562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'network_id': '6036fa5c-53df-423d-af2c-66a6e701276a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:29.927413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f6995cfd-be79-43a2-80f8-88d7648f93ae None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:29.972295 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cdd1f0-09a2-4a19-abfa-4ca8947a6acf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting subnet 4a90916e-dff2-478e-ac2b-7b881d4aa95a {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:14:29.976419 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd1f0-09a2-4a19-abfa-4ca8947a6acf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for subnet (4a90916e-dff2-478e-ac2b-7b881d4aa95a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.006368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f6995cfd-be79-43a2-80f8-88d7648f93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62fcad30>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:28Z', 'revision_number': 11, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:30.029939 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd1f0-09a2-4a19-abfa-4ca8947a6acf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (4a90916e-dff2-478e-ac2b-7b881d4aa95a), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.040595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6995cfd-be79-43a2-80f8-88d7648f93ae None None] Checking router: 61f3f778-c6e6-4477-abc0-48f1a7e7039f for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:14:30.051384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6995cfd-be79-43a2-80f8-88d7648f93ae None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:30.052548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f6995cfd-be79-43a2-80f8-88d7648f93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62fcad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:30.081661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea4717-992b-4825-b056-ef5ede40a2c1 req-9275d74b-5194-47ec-a253-fa21a8f12e84 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:30.083251 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55ea4717-992b-4825-b056-ef5ede40a2c1 req-9275d74b-5194-47ec-a253-fa21a8f12e84 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 946 time: 0.0768361
Feb 19 21:14:30.084432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:30.087881 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.141489 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd1f0-09a2-4a19-abfa-4ca8947a6acf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (4a90916e-dff2-478e-ac2b-7b881d4aa95a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.163106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f6995cfd-be79-43a2-80f8-88d7648f93ae None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:30.221445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55ea4717-992b-4825-b056-ef5ede40a2c1 req-d1f50973-042e-4cc6-99a1-b4af730ace7f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298544
Feb 19 21:14:30.244245 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd1f0-09a2-4a19-abfa-4ca8947a6acf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (4a90916e-dff2-478e-ac2b-7b881d4aa95a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.286098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd1f0-09a2-4a19-abfa-4ca8947a6acf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.290055 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c1cdd1f0-09a2-4a19-abfa-4ca8947a6acf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/4a90916e-dff2-478e-ac2b-7b881d4aa95a HTTP/1.1" status: 204  len: 168 time: 0.4503083
Feb 19 21:14:30.292699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46506) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:30.330801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdd1f0-09a2-4a19-abfa-4ca8947a6acf tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Subnet': ['ID=4a90916e-dff2-478e-ac2b-7b881d4aa95a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:30.435497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['9f45f4da-a05f-4f9c-bf37-98035a0c7170'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:30.436084 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (6e821bb9-6141-4c63-a036-6654b0b5a849), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.437500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a5f89-1404-43a9-b08b-6a58323406ff None None] Network 6e821bb9-6141-4c63-a036-6654b0b5a849 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:30.452402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f6995cfd-be79-43a2-80f8-88d7648f93ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62fcad30>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:28Z', 'revision_number': 11, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:30.462814 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (1cd2f908-af84-4932-9c00-1e206edfa52b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.503830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17ff9594-97ab-4864-92e7-382f2e8107fb req-6a7af96f-377c-42c1-ac87-b29f484ccb04 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.1229692
Feb 19 21:14:30.542147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Deleting port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:30.543009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.552564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6995cfd-be79-43a2-80f8-88d7648f93ae None None] The sync data for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 is: [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:28Z', 'revision_number': 11, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:30.676757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Checking segment: {'id': '2cd583a9-6611-4819-bdf9-910a4effe75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6036fa5c-53df-423d-af2c-66a6e701276a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:30.677375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network hostable DHCP agents. Network: 6036fa5c-53df-423d-af2c-66a6e701276a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:30.681533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=1cd2f908-af84-4932-9c00-1e206edfa52b,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:30.681812 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] For port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5aa84ca8-5937-4fc2-89b1-08f3be28ee92,segment=NetworkSegment(73be4dbc-fae9-457a-94e9-3de543122002),segment_id=73be4dbc-fae9-457a-94e9-3de543122002)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:30.682241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.703006 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:30.727475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-0b57cf72-b2fb-4dbb-889f-e67a65026c36 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:30.729072 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-0b57cf72-b2fb-4dbb-889f-e67a65026c36 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.2307954
Feb 19 21:14:30.735812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:30.736464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 8ab5f58d-dfe5-4ba3-b14c-b348e44ce521 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:30.736837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network 6036fa5c-53df-423d-af2c-66a6e701276a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:30.742075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Calling delete_port for 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:30.766858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6036fa5c-53df-423d-af2c-66a6e701276a) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:30.772837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:30.773825 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.792011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-598ec4b9-488e-4d23-ae9f-13e222517c15 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/quotas/ab36d6d50f8f40408962ab92e9cd1671 HTTP/1.1" status: 200  len: 375 time: 0.0479512
Feb 19 21:14:30.797589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dcb534-cc9d-4142-abe3-50ae3ba6e2d2 None None] Network 6036fa5c-53df-423d-af2c-66a6e701276a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:30.800655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e8dc4918-8cb2-491c-a9a8-dd47525c6010 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8924072
Feb 19 21:14:30.804089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46526) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:30.809796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-222628987'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:30.844919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5aa84ca8-5937-4fc2-89b1-08f3be28ee92), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.875799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:30.880649 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.892831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No DVR routers for this DVR port 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:30.896553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Port': ['ID=5aa84ca8-5937-4fc2-89b1-08f3be28ee92,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:30.907792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-8405ad49-b6a6-4798-add9-86dd47c31626 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1057909
Feb 19 21:14:30.968220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ec2aef-fa13-4c11-a8a7-c84180c8de8d None None] DHCP port deletion for 6e821bb9-6141-4c63-a036-6654b0b5a849 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:14:30.988897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6036fa5c-53df-423d-af2c-66a6e701276a', 'network_id': '6036fa5c-53df-423d-af2c-66a6e701276a', 'project_id': '239a5f2432724ad78c4d9ec2d3d17b4b', 'fixed_ips': [{'subnet_id': '1cd2f908-af84-4932-9c00-1e206edfa52b'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:30.991411 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:30.997581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:31.022272 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9b88f8a4-7c12-4564-89ac-8cb44857eb80), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.022761 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Added segment 9b88f8a4-7c12-4564-89ac-8cb44857eb80 of type vlan for network 10078b63-95b1-4e03-a315-cf0236333929
Feb 19 21:14:31.049531 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (6e821bb9-6141-4c63-a036-6654b0b5a849), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.080575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69972160>,) {'filters': {'network_id': ['6e821bb9-6141-4c63-a036-6654b0b5a849']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:31.094439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69972160>, '73be4dbc-fae9-457a-94e9-3de543122002') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:31.094807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69972160>, '73be4dbc-fae9-457a-94e9-3de543122002') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:31.106543 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (73be4dbc-fae9-457a-94e9-3de543122002), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.124264 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (73be4dbc-fae9-457a-94e9-3de543122002), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.132278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:31.132727 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (73be4dbc-fae9-457a-94e9-3de543122002), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:31.136469 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:31.138580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-25a1b3b0-4252-4303-afb2-0e7fff2915d8 service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2104836
Feb 19 21:14:31.142747 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (10078b63-95b1-4e03-a315-cf0236333929), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.250498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f81ebe-7136-4976-b277-b0b295066f61 req-acaf701b-c087-499c-a4ac-1e7b697ce786 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:31.252572 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05f81ebe-7136-4976-b277-b0b295066f61 req-acaf701b-c087-499c-a4ac-1e7b697ce786 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 945 time: 0.2091389
Feb 19 21:14:31.254091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Allocated IP 2001:db8:0:ffff::2 (6036fa5c-53df-423d-af2c-66a6e701276a/1cd2f908-af84-4932-9c00-1e206edfa52b/957e9acc-58c7-4ab0-b4d6-fe9092fdad87) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:31.261619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (6e821bb9-6141-4c63-a036-6654b0b5a849), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.268878 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.270264 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (10078b63-95b1-4e03-a315-cf0236333929), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.272966 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/networks/6e821bb9-6141-4c63-a036-6654b0b5a849 HTTP/1.1" status: 204  len: 168 time: 0.9792123
Feb 19 21:14:31.280610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:31.280922 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.283284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46532) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:31.290130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c464dbf5-b15a-4eeb-b485-be6b5a3f735e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'routes': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:31.303268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf05a6-7219-41e1-8124-337604bc7534 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Pushing event deleted for resources: {'Network': ['ID=6e821bb9-6141-4c63-a036-6654b0b5a849,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:31.399657 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5942748
Feb 19 21:14:31.405064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46534) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:31.411242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-643a3221-a60c-45fd-983d-e712e44cea18 service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595863
Feb 19 21:14:31.414872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'network_id': '10078b63-95b1-4e03-a315-cf0236333929', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:31.426163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3437e-ef41-42f2-a4d2-272c894b7f38 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=10078b63-95b1-4e03-a315-cf0236333929,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:31.450147 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Publish callbacks [] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.455446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 10078b63-95b1-4e03-a315-cf0236333929 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:31.503022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05f81ebe-7136-4976-b277-b0b295066f61 req-180bd093-ed50-4777-9db6-665617c8352d tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166016
Feb 19 21:14:31.532875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.extraroute_db [None req-c464dbf5-b15a-4eeb-b485-be6b5a3f735e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Added routes are [] {{(pid=121129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 19 21:14:31.533556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.extraroute_db [None req-c464dbf5-b15a-4eeb-b485-be6b5a3f735e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Removed routes are [] {{(pid=121129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 19 21:14:31.534232 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c464dbf5-b15a-4eeb-b485-be6b5a3f735e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.544158 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.566792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:31.570609 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.602137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Network 6036fa5c-53df-423d-af2c-66a6e701276a is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:31.616819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:31.621156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:31.710096 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c464dbf5-b15a-4eeb-b485-be6b5a3f735e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.714617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c464dbf5-b15a-4eeb-b485-be6b5a3f735e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.817406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b44b3145-f7d2-4a77-8744-693da7c53ccf req-7e2afb82-7154-4619-9938-90439bc22df5 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.1310606
Feb 19 21:14:31.819223 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f7440f8-48f7-43df-9105-783cd7553d10 req-0faec7b4-43e8-4f49-bc92-31d3efc94fe2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 210 time: 0.1878273
Feb 19 21:14:31.833798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c464dbf5-b15a-4eeb-b485-be6b5a3f735e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router 61f3f778-c6e6-4477-abc0-48f1a7e7039f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:31.864866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Pushing event updated for resources: {'Port': ['ID=957e9acc-58c7-4ab0-b4d6-fe9092fdad87,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:31.882394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Attempting to bind port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:31.882978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Attempting to bind port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2cd583a9-6611-4819-bdf9-910a4effe75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6036fa5c-53df-423d-af2c-66a6e701276a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:31.883519 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Attempting to bind port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 on network 6036fa5c-53df-423d-af2c-66a6e701276a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:31.890113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:31.891439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Checking segment: {'id': '2cd583a9-6611-4819-bdf9-910a4effe75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6036fa5c-53df-423d-af2c-66a6e701276a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:31.892024 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.892616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Bound using segment: {'id': '2cd583a9-6611-4819-bdf9-910a4effe75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6036fa5c-53df-423d-af2c-66a6e701276a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:31.893252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Bound port: 957e9acc-58c7-4ab0-b4d6-fe9092fdad87, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd583a9-6611-4819-bdf9-910a4effe75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6036fa5c-53df-423d-af2c-66a6e701276a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:31.893826 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.975026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c464dbf5-b15a-4eeb-b485-be6b5a3f735e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:31.991165 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c464dbf5-b15a-4eeb-b485-be6b5a3f735e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:31.993774 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3152cbca-96c5-43b7-acd7-77a450cb7034 None None] Sync routers for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:31.995477 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c464dbf5-b15a-4eeb-b485-be6b5a3f735e tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f HTTP/1.1" status: 200  len: 705 time: 0.7113228
Feb 19 21:14:31.999435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46546) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:32.007977 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3152cbca-96c5-43b7-acd7-77a450cb7034 None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:32.008705 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3152cbca-96c5-43b7-acd7-77a450cb7034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b6b8220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:32.014195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:32.017651 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (73fddf82-be04-4cb6-a66c-2874a42e920d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.019689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] For port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:32.027402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] For port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=957e9acc-58c7-4ab0-b4d6-fe9092fdad87,segment=NetworkSegment(2cd583a9-6611-4819-bdf9-910a4effe75d),segment_id=2cd583a9-6611-4819-bdf9-910a4effe75d)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:32.053583 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-254c79ce-ea25-4b89-bf69-8dd022716128 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f3f778-c6e6-4477-abc0-48f1a7e7039f HTTP/1.1" status: 200  len: 205 time: 0.0523596
Feb 19 21:14:32.056355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46548) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:32.070626 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.072779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:32.073126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4d977234-0ab1-4bcf-a7c9-2b5e59124e85 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:32.073540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:32.104472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Checking segment: {'id': '9b88f8a4-7c12-4564-89ac-8cb44857eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '10078b63-95b1-4e03-a315-cf0236333929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:32.104849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network hostable DHCP agents. Network: 10078b63-95b1-4e03-a315-cf0236333929, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:32.112881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=73fddf82-be04-4cb6-a66c-2874a42e920d,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:32.127416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:32.127773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5aa84ca8-5937-4fc2-89b1-08f3be28ee92 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:32.141270 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-3152cbca-96c5-43b7-acd7-77a450cb7034 None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:32.142408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network 10078b63-95b1-4e03-a315-cf0236333929 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:32.161730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10078b63-95b1-4e03-a315-cf0236333929) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:32.170413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:32.171486 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.176953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecc0c7-58c2-4b61-8371-6227a6995ad2 None None] Network 10078b63-95b1-4e03-a315-cf0236333929 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:32.205473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f5f5cc3f-0aec-463c-9093-d5b7e0afcb2c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.7943933
Feb 19 21:14:32.205804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46552) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:32.240994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30258fe6-a14a-44ff-ac7b-809559afb801 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.250879 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3152cbca-96c5-43b7-acd7-77a450cb7034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b6b8220>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:28Z', 'revision_number': 11, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:32.254593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c92b9f-4be0-43e0-8d7d-39a264e63821 None None] Pushing event updated for resources: {'Port': ['ID=957e9acc-58c7-4ab0-b4d6-fe9092fdad87,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:32.291753 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3152cbca-96c5-43b7-acd7-77a450cb7034 None None] Checking router: 61f3f778-c6e6-4477-abc0-48f1a7e7039f for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:14:32.309284 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3152cbca-96c5-43b7-acd7-77a450cb7034 None None] Routers {'61f3f778-c6e6-4477-abc0-48f1a7e7039f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:32.310141 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3152cbca-96c5-43b7-acd7-77a450cb7034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b6b8220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:32.376018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10078b63-95b1-4e03-a315-cf0236333929', 'network_id': '10078b63-95b1-4e03-a315-cf0236333929', 'project_id': '239a5f2432724ad78c4d9ec2d3d17b4b', 'fixed_ips': [{'subnet_id': '73fddf82-be04-4cb6-a66c-2874a42e920d'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:32.376916 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.410175 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (10078b63-95b1-4e03-a315-cf0236333929), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.454370 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-3152cbca-96c5-43b7-acd7-77a450cb7034 None None] Set router 61f3f778-c6e6-4477-abc0-48f1a7e7039f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:32.465481 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30258fe6-a14a-44ff-ac7b-809559afb801 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.469366 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30258fe6-a14a-44ff-ac7b-809559afb801 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (61f3f778-c6e6-4477-abc0-48f1a7e7039f), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.489356 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (73fddf82-be04-4cb6-a66c-2874a42e920d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.576173 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3152cbca-96c5-43b7-acd7-77a450cb7034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b6b8220>, [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:28Z', 'revision_number': 11, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:32.595058 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30258fe6-a14a-44ff-ac7b-809559afb801 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (61f3f778-c6e6-4477-abc0-48f1a7e7039f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.596071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30258fe6-a14a-44ff-ac7b-809559afb801 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Fanout notify agent at l3_agent the message router_deleted on router 61f3f778-c6e6-4477-abc0-48f1a7e7039f {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:14:32.603843 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30258fe6-a14a-44ff-ac7b-809559afb801 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.605250 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-30258fe6-a14a-44ff-ac7b-809559afb801 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f HTTP/1.1" status: 204  len: 168 time: 0.5467467
Feb 19 21:14:32.610941 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46556) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:32.615697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a6ea779a-6c19-4b54-8bc4-470d7855df39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-335151903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:32.649806 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3152cbca-96c5-43b7-acd7-77a450cb7034 None None] The sync data for ids ['61f3f778-c6e6-4477-abc0-48f1a7e7039f'] in ncdv-master-1 is: [{'id': '61f3f778-c6e6-4477-abc0-48f1a7e7039f', 'name': 'tempest-RoutersIpV6Test-router-1764391814', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:13:45Z', 'updated_at': '2022-02-19T21:14:28Z', 'revision_number': 11, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:32.669293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Allocated IP 2001:db8::1 (10078b63-95b1-4e03-a315-cf0236333929/73fddf82-be04-4cb6-a66c-2874a42e920d/1546c04e-544e-4e29-92d9-cd254ccfdc51) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:32.682387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ea779a-6c19-4b54-8bc4-470d7855df39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (bda4f1c6-883c-4242-8781-4244d5d73bcf), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.683980 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ea779a-6c19-4b54-8bc4-470d7855df39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (bda4f1c6-883c-4242-8781-4244d5d73bcf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.784918 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ea779a-6c19-4b54-8bc4-470d7855df39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (bda4f1c6-883c-4242-8781-4244d5d73bcf), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.785256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e3c52-eb52-45ec-afae-9930c6f9f026 req-a0f556ff-5868-4e97-81ad-59c2a82358fe tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:32.789147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-646e3c52-eb52-45ec-afae-9930c6f9f026 req-a0f556ff-5868-4e97-81ad-59c2a82358fe tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 945 time: 0.1247792
Feb 19 21:14:32.794542 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ea779a-6c19-4b54-8bc4-470d7855df39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (bda4f1c6-883c-4242-8781-4244d5d73bcf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.835841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ea779a-6c19-4b54-8bc4-470d7855df39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.837675 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a6ea779a-6c19-4b54-8bc4-470d7855df39 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2254846
Feb 19 21:14:32.840396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:32.846838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a30fdce9-41e6-4314-80f0-1b2c2fa3f624 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Request body: {'router': {'admin_state_up': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:32.855795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-646e3c52-eb52-45ec-afae-9930c6f9f026 req-59f5f7bf-85b6-4f04-8256-5a977d1f18b8 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549905
Feb 19 21:14:32.904275 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Publish callbacks [] for port (1546c04e-544e-4e29-92d9-cd254ccfdc51), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.920775 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (1546c04e-544e-4e29-92d9-cd254ccfdc51), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.967079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f62b067-e500-4fb6-a266-abd8c1922bc3 req-7cd4f034-a2a2-45f9-b656-995824406cdc tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 210 time: 0.0617931
Feb 19 21:14:32.971151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (73fddf82-be04-4cb6-a66c-2874a42e920d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:32.983457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Network 10078b63-95b1-4e03-a315-cf0236333929 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:32.989814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:32.993885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:33.013457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Pushing event updated for resources: {'Port': ['ID=1546c04e-544e-4e29-92d9-cd254ccfdc51,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:33.063285 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Subnet': ['ID=73fddf82-be04-4cb6-a66c-2874a42e920d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:33.079996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Attempting to bind port 1546c04e-544e-4e29-92d9-cd254ccfdc51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:33.080510 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Attempting to bind port 1546c04e-544e-4e29-92d9-cd254ccfdc51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b88f8a4-7c12-4564-89ac-8cb44857eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '10078b63-95b1-4e03-a315-cf0236333929'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:33.080977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Attempting to bind port 1546c04e-544e-4e29-92d9-cd254ccfdc51 on network 10078b63-95b1-4e03-a315-cf0236333929 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:33.087939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:33.088538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Checking segment: {'id': '9b88f8a4-7c12-4564-89ac-8cb44857eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '10078b63-95b1-4e03-a315-cf0236333929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:33.089061 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.089909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Bound using segment: {'id': '9b88f8a4-7c12-4564-89ac-8cb44857eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '10078b63-95b1-4e03-a315-cf0236333929'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:33.090136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-79dcf05c-14f0-4154-9699-246a6c38fb4a req-cfe47b2e-b06f-46d8-9266-08bf3d75f622 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.1255968
Feb 19 21:14:33.091160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Bound port: 1546c04e-544e-4e29-92d9-cd254ccfdc51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b88f8a4-7c12-4564-89ac-8cb44857eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '10078b63-95b1-4e03-a315-cf0236333929'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:33.096573 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1546c04e-544e-4e29-92d9-cd254ccfdc51), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.173320 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a30fdce9-41e6-4314-80f0-1b2c2fa3f624 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (bda4f1c6-883c-4242-8781-4244d5d73bcf), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.185810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] For port 1546c04e-544e-4e29-92d9-cd254ccfdc51, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:33.190689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] For port 1546c04e-544e-4e29-92d9-cd254ccfdc51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1546c04e-544e-4e29-92d9-cd254ccfdc51,segment=NetworkSegment(9b88f8a4-7c12-4564-89ac-8cb44857eb80),segment_id=9b88f8a4-7c12-4564-89ac-8cb44857eb80)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:33.200841 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1546c04e-544e-4e29-92d9-cd254ccfdc51), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.209630 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a30fdce9-41e6-4314-80f0-1b2c2fa3f624 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (bda4f1c6-883c-4242-8781-4244d5d73bcf), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.225746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (10078b63-95b1-4e03-a315-cf0236333929), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.262999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa9ec10>,) {'filters': {'network_id': ['10078b63-95b1-4e03-a315-cf0236333929']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:33.286787 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-104221d2-8511-488f-a7a4-59476b58f56c req-fb96b25b-2c8c-48a7-afbc-c1039f1d2525 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0508444
Feb 19 21:14:33.291702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa9ec10>, '9b88f8a4-7c12-4564-89ac-8cb44857eb80') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:33.292378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa9ec10>, '9b88f8a4-7c12-4564-89ac-8cb44857eb80') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:33.317927 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (9b88f8a4-7c12-4564-89ac-8cb44857eb80), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.332575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33a50d-298b-47be-865c-7312c1aa704f None None] Pushing event updated for resources: {'Port': ['ID=1546c04e-544e-4e29-92d9-cd254ccfdc51,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:33.338268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9b88f8a4-7c12-4564-89ac-8cb44857eb80), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.349395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:33.349798 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (9b88f8a4-7c12-4564-89ac-8cb44857eb80), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:33.353093 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:33.355656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc608c8-ee5d-4850-8497-7eeabca2ac5f None None] Network 10078b63-95b1-4e03-a315-cf0236333929 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:33.447614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 9f45f4da-a05f-4f9c-bf37-98035a0c7170 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:33.453068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-9aee32b8-6465-4275-8ade-b5e28c157ae8 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:33.455543 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-9aee32b8-6465-4275-8ade-b5e28c157ae8 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.2761343
Feb 19 21:14:33.456405 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.api [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:14:33.456405 ncdv-master-1 neutron-server[121128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:14:33.456405 ncdv-master-1 neutron-server[121128]: [parameters: {'id': '10078b63-95b1-4e03-a315-cf0236333929'}]
Feb 19 21:14:33.456405 ncdv-master-1 neutron-server[121128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:14:33.456774 ncdv-master-1 neutron-server[121128]: DEBUG oslo_db.api [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:14:33.474246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30fdce9-41e6-4314-80f0-1b2c2fa3f624 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Router bda4f1c6-883c-4242-8781-4244d5d73bcf is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:14:33.485724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Request body: {'port': {'device_id': '22fa017c-ffad-48ee-9373-656f213dda89', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'admin_state_up': True, 'tenant_id': 'ab36d6d50f8f40408962ab92e9cd1671'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:33.516679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 9f45f4da-a05f-4f9c-bf37-98035a0c7170 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:14:33.521513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 9f45f4da-a05f-4f9c-bf37-98035a0c7170 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:33.521925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.615733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30fdce9-41e6-4314-80f0-1b2c2fa3f624 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:33.616018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 9f45f4da-a05f-4f9c-bf37-98035a0c7170 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:33.616457 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.622975 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a30fdce9-41e6-4314-80f0-1b2c2fa3f624 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.624172 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a30fdce9-41e6-4314-80f0-1b2c2fa3f624 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "PUT /v2.0/routers/bda4f1c6-883c-4242-8781-4244d5d73bcf HTTP/1.1" status: 200  len: 697 time: 0.7826076
Feb 19 21:14:33.626961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46564) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:33.651881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36bd1a-ccd8-41e8-aac2-9f1e4d627108 None None] Sync routers for ids ['bda4f1c6-883c-4242-8781-4244d5d73bcf'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:33.663554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b930a3-3352-432b-a506-7782e9a22efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45f4da-a05f-4f9c-bf37-98035a0c7170'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:33.666137 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fb3025-00d8-494f-a0f4-a2eff058a20f" -d '{"events": [{"server_uuid": "76b930a3-3352-432b-a506-7782e9a22efe", "name": "network-vif-plugged", "status": "completed", "tag": "9f45f4da-a05f-4f9c-bf37-98035a0c7170"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:33.684947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 9f45f4da-a05f-4f9c-bf37-98035a0c7170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f45f4da-a05f-4f9c-bf37-98035a0c7170,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:33.687658 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36bd1a-ccd8-41e8-aac2-9f1e4d627108 None None] Routers {'bda4f1c6-883c-4242-8781-4244d5d73bcf'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:33.688621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2f36bd1a-ccd8-41e8-aac2-9f1e4d627108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63653c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['bda4f1c6-883c-4242-8781-4244d5d73bcf'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:33.690727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Made reservation on behalf of ab36d6d50f8f40408962ab92e9cd1671 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:33.692684 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.705843 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.770891 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-03650a1b-164b-40d2-9495-17ec2e836443 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/routers/bda4f1c6-883c-4242-8781-4244d5d73bcf HTTP/1.1" status: 200  len: 703 time: 0.1425707
Feb 19 21:14:33.773479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46568) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:33.786498 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930ed14b-efa2-4985-9e6c-7c1f025ed6d7 x-openstack-request-id: req-930ed14b-efa2-4985-9e6c-7c1f025ed6d7 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:33.787315 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b930a3-3352-432b-a506-7782e9a22efe", "name": "network-vif-plugged", "status": "completed", "tag": "9f45f4da-a05f-4f9c-bf37-98035a0c7170", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:33.787692 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-930ed14b-efa2-4985-9e6c-7c1f025ed6d7 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:33.788200 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b930a3-3352-432b-a506-7782e9a22efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45f4da-a05f-4f9c-bf37-98035a0c7170', 'code': 200}
Feb 19 21:14:33.809829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc9ed4e-6992-4269-8ffc-f159b489e6f8 None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:14:33.817627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fa5a8a75-1ea1-48bc-9818-52fb519f99c6 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda4f1c6-883c-4242-8781-4244d5d73bcf HTTP/1.1" status: 200  len: 205 time: 0.0428498
Feb 19 21:14:33.819413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-2f36bd1a-ccd8-41e8-aac2-9f1e4d627108 None None] Set router bda4f1c6-883c-4242-8781-4244d5d73bcf gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:33.820194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46570) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:33.889811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Allocated IP 172.20.0.7 (d3b5c251-7e40-4705-8f65-349582f371c6/dd39b861-c372-4188-bb16-08087882fb5d/e944839a-b42c-46af-832e-3765a3547680) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:33.931227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3eb14354-c0cd-4f40-b520-663d5ed80966 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (bda4f1c6-883c-4242-8781-4244d5d73bcf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:33.950486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=9f45f4da-a05f-4f9c-bf37-98035a0c7170,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:33.965090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.965430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.965784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.966131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.966475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.966817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.967150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.967486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.967824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.968153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.968515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.969438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.969770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:33.979001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2f36bd1a-ccd8-41e8-aac2-9f1e4d627108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63653c10>, [{'id': 'bda4f1c6-883c-4242-8781-4244d5d73bcf', 'name': 'tempest-RoutersIpV6Test-router-335151903', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:14:32Z', 'updated_at': '2022-02-19T21:14:33Z', 'revision_number': 2, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:33.990388 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (10078b63-95b1-4e03-a315-cf0236333929), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.026659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36bd1a-ccd8-41e8-aac2-9f1e4d627108 None None] Checking router: bda4f1c6-883c-4242-8781-4244d5d73bcf for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:14:34.028495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8e919dc5-87c7-4170-9dff-f977a0315751 None None] Provisioning complete for port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:34.028890 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e919dc5-87c7-4170-9dff-f977a0315751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.039700 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:14:34.074473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:34.094423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e437-fbc9-4ff9-a049-51c628e0846f req-dc1a07a2-eb1a-4aa6-bbb5-2474769cefcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:34.095971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf18e437-fbc9-4ff9-a049-51c628e0846f req-dc1a07a2-eb1a-4aa6-bbb5-2474769cefcb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 1128 time: 0.2690744
Feb 19 21:14:34.130476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36bd1a-ccd8-41e8-aac2-9f1e4d627108 None None] Routers {'bda4f1c6-883c-4242-8781-4244d5d73bcf'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:34.131125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2f36bd1a-ccd8-41e8-aac2-9f1e4d627108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63653c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['bda4f1c6-883c-4242-8781-4244d5d73bcf'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:34.152785 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks [] for port (e944839a-b42c-46af-832e-3765a3547680), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.164499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a886975-8ff7-4133-be79-f53a162596e1 req-86e34968-0ef9-4e73-9a7d-9fe2db3a7755 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 210 time: 0.0911562
Feb 19 21:14:34.233169 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e944839a-b42c-46af-832e-3765a3547680), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.238903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-2f36bd1a-ccd8-41e8-aac2-9f1e4d627108 None None] Set router bda4f1c6-883c-4242-8781-4244d5d73bcf gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:14:34.303416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:34.305617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['012d99e0-2593-45ae-8b96-96e14113b289'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:34.307397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc9ed4e-6992-4269-8ffc-f159b489e6f8 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:14:34.348766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event updated for resources: {'Port': ['ID=e944839a-b42c-46af-832e-3765a3547680,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:34.360666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-2f36bd1a-ccd8-41e8-aac2-9f1e4d627108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63653c10>, [{'id': 'bda4f1c6-883c-4242-8781-4244d5d73bcf', 'name': 'tempest-RoutersIpV6Test-router-335151903', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:14:32Z', 'updated_at': '2022-02-19T21:14:33Z', 'revision_number': 2, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:34.361078 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Network d3b5c251-7e40-4705-8f65-349582f371c6 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:34.377761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:34.382101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:34.421135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f36bd1a-ccd8-41e8-aac2-9f1e4d627108 None None] The sync data for ids ['bda4f1c6-883c-4242-8781-4244d5d73bcf'] in ncdv-master-1 is: [{'id': 'bda4f1c6-883c-4242-8781-4244d5d73bcf', 'name': 'tempest-RoutersIpV6Test-router-335151903', 'tenant_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:14:32Z', 'updated_at': '2022-02-19T21:14:33Z', 'revision_number': 2, 'project_id': 'dfacc4277e4443cdb5d2b7a87c49908a', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:34.463949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:34.464678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.471622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:34.472024 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.489437 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c122e2d2-7662-4606-89c2-8ff940ced387 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0084147
Feb 19 21:14:34.504559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Request body: {'port': {'device_id': '22fa017c-ffad-48ee-9373-656f213dda89', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:34.581565 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e944839a-b42c-46af-832e-3765a3547680), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.645888 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3eb14354-c0cd-4f40-b520-663d5ed80966 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (bda4f1c6-883c-4242-8781-4244d5d73bcf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.673374 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3eb14354-c0cd-4f40-b520-663d5ed80966 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router_controller (bda4f1c6-883c-4242-8781-4244d5d73bcf), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.689776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d1466d3-196d-42ea-9d65-c48c011774d3 req-21139f3b-dc57-42a0-8aad-1b2184b333ad tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.1016729
Feb 19 21:14:34.770916 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff226b-4d4d-46ba-955a-a6fb7ae1fc1c req-6cdbc965-6797-4259-a104-8518a8f04a3b tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:34.778726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7ff226b-4d4d-46ba-955a-a6fb7ae1fc1c req-6cdbc965-6797-4259-a104-8518a8f04a3b tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 946 time: 0.7386239
Feb 19 21:14:34.784794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf18e437-fbc9-4ff9-a049-51c628e0846f req-d5fe1dd0-6463-4c7c-981c-64cd60bc87a4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6781507
Feb 19 21:14:34.809800 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3eb14354-c0cd-4f40-b520-663d5ed80966 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (bda4f1c6-883c-4242-8781-4244d5d73bcf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.811129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb14354-c0cd-4f40-b520-663d5ed80966 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Fanout notify agent at l3_agent the message router_deleted on router bda4f1c6-883c-4242-8781-4244d5d73bcf {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:14:34.816612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8e919dc5-87c7-4170-9dff-f977a0315751 None None] Current status of the port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:34.817071 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e919dc5-87c7-4170-9dff-f977a0315751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.823893 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3eb14354-c0cd-4f40-b520-663d5ed80966 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.830610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3eb14354-c0cd-4f40-b520-663d5ed80966 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/bda4f1c6-883c-4242-8781-4244d5d73bcf HTTP/1.1" status: 204  len: 168 time: 1.0041702
Feb 19 21:14:34.833984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46578) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:34.878399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fd748500-f033-4d35-a8f0-8d15bbe467fa tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda4f1c6-883c-4242-8781-4244d5d73bcf HTTP/1.1" status: 200  len: 205 time: 0.0420806
Feb 19 21:14:34.884640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46580) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:34.886128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Deleting port 1546c04e-544e-4e29-92d9-cd254ccfdc51 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:34.886468 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1546c04e-544e-4e29-92d9-cd254ccfdc51), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.941643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e944839a-b42c-46af-832e-3765a3547680 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:34.952587 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Publish callbacks [] for port (e944839a-b42c-46af-832e-3765a3547680), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.955791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8e919dc5-87c7-4170-9dff-f977a0315751 None None] For port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=957e9acc-58c7-4ab0-b4d6-fe9092fdad87,segment=NetworkSegment(2cd583a9-6611-4819-bdf9-910a4effe75d),segment_id=2cd583a9-6611-4819-bdf9-910a4effe75d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:34.966960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Transition to ACTIVE for port object e944839a-b42c-46af-832e-3765a3547680 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:14:34.972772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e944839a-b42c-46af-832e-3765a3547680), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:34.975091 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7ff226b-4d4d-46ba-955a-a6fb7ae1fc1c req-face5b51-dc42-4328-8057-606af12fd905 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953149
Feb 19 21:14:34.975952 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-1abd94ac-fd6f-4a2d-9448-c9db81d3c9a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] delete failed (client error): The resource could not be found.
Feb 19 21:14:34.976937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1abd94ac-fd6f-4a2d-9448-c9db81d3c9a2 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/bda4f1c6-883c-4242-8781-4244d5d73bcf HTTP/1.1" status: 404  len: 336 time: 0.0883465
Feb 19 21:14:34.983675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46582) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:34.993157 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e919dc5-87c7-4170-9dff-f977a0315751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.025276 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b889cec-961c-4e1e-84cd-da2325227395 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:35.025809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b889cec-961c-4e1e-84cd-da2325227395 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:35.030225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5b889cec-961c-4e1e-84cd-da2325227395 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/d3bfb689-d620-4fce-a1d4-f555f57ab106 HTTP/1.1" status: 404  len: 337 time: 0.0453079
Feb 19 21:14:35.034999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46584) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:35.045340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] For port 1546c04e-544e-4e29-92d9-cd254ccfdc51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1546c04e-544e-4e29-92d9-cd254ccfdc51,segment=NetworkSegment(9b88f8a4-7c12-4564-89ac-8cb44857eb80),segment_id=9b88f8a4-7c12-4564-89ac-8cb44857eb80)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:35.045709 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1546c04e-544e-4e29-92d9-cd254ccfdc51), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.071081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Calling delete_port for 1546c04e-544e-4e29-92d9-cd254ccfdc51 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:35.079669 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac42269-d434-4eef-98d9-03dbdd811b7c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:35.080263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac42269-d434-4eef-98d9-03dbdd811b7c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:35.086074 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2ac42269-d434-4eef-98d9-03dbdd811b7c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/b9e2edd6-d50a-437f-a2e9-27e9e0ca3bf3 HTTP/1.1" status: 404  len: 337 time: 0.0458834
Feb 19 21:14:35.086885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46586) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:35.096999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Pushing event updated for resources: {'Port': ['ID=e944839a-b42c-46af-832e-3765a3547680,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:35.116812 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5eafa8-ec61-484a-a209-a248339d4dd8 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:35.117137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5eafa8-ec61-484a-a209-a248339d4dd8 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:35.124853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3a5eafa8-ec61-484a-a209-a248339d4dd8 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/8418743d-4ed6-46f9-bbc5-83281afc8979 HTTP/1.1" status: 404  len: 337 time: 0.0330861
Feb 19 21:14:35.125097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:35.126669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46588) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:35.143218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e919dc5-87c7-4170-9dff-f977a0315751 None None] Pushing event updated for resources: {'Port': ['ID=957e9acc-58c7-4ab0-b4d6-fe9092fdad87,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:35.219433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (1546c04e-544e-4e29-92d9-cd254ccfdc51), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.232789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66162ca2-695f-40dd-b8c4-09606f3f0dec None None] Network 6036fa5c-53df-423d-af2c-66a6e701276a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:35.262459 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Port': ['ID=1546c04e-544e-4e29-92d9-cd254ccfdc51,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:35.275533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No DVR routers for this DVR port 1546c04e-544e-4e29-92d9-cd254ccfdc51 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:35.420095 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (10078b63-95b1-4e03-a315-cf0236333929), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.453794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef5835-064e-42cc-a73c-7cc7eb2147d3 req-39633926-1ada-4607-be1e-e30a17f9f28d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:35.455419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcef5835-064e-42cc-a73c-7cc7eb2147d3 req-39633926-1ada-4607-be1e-e30a17f9f28d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 943 time: 0.1381094
Feb 19 21:14:35.471368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a72018e50>,) {'filters': {'network_id': ['10078b63-95b1-4e03-a315-cf0236333929']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:35.489765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72018e50>, '9b88f8a4-7c12-4564-89ac-8cb44857eb80') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:35.490068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72018e50>, '9b88f8a4-7c12-4564-89ac-8cb44857eb80') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:35.504750 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (9b88f8a4-7c12-4564-89ac-8cb44857eb80), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.534569 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9b88f8a4-7c12-4564-89ac-8cb44857eb80), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.544499 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcef5835-064e-42cc-a73c-7cc7eb2147d3 req-6fcd6ff0-6389-468d-a710-d9b9b3897688 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826283
Feb 19 21:14:35.545464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:35.545894 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (9b88f8a4-7c12-4564-89ac-8cb44857eb80), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:35.549345 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:35.586530 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcb6bfd-f113-48a1-970e-32215a404323 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:35.587074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcb6bfd-f113-48a1-970e-32215a404323 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:35.592093 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ffcb6bfd-f113-48a1-970e-32215a404323 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/4a90916e-dff2-478e-ac2b-7b881d4aa95a HTTP/1.1" status: 404  len: 337 time: 0.4624479
Feb 19 21:14:35.594629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46592) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:35.623011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Attempting to bind port e944839a-b42c-46af-832e-3765a3547680 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:35.623363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Attempting to bind port e944839a-b42c-46af-832e-3765a3547680 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:35.623687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Attempting to bind port e944839a-b42c-46af-832e-3765a3547680 on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:35.629354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Port e944839a-b42c-46af-832e-3765a3547680 on network d3b5c251-7e40-4705-8f65-349582f371c6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:14:35.629780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Attempting to bind port e944839a-b42c-46af-832e-3765a3547680 on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:35.631582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-209a81fb-db74-48ee-831c-b76059a5be15 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f3f778-c6e6-4477-abc0-48f1a7e7039f HTTP/1.1" status: 200  len: 205 time: 0.0357387
Feb 19 21:14:35.635344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46594) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:35.637202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:35.637683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Checking segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:35.638140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Bound using segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:35.638670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Bound port: e944839a-b42c-46af-832e-3765a3547680, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:35.639141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e944839a-b42c-46af-832e-3765a3547680), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.681162 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-b33a749b-7631-4049-affa-4f25033de417 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] delete failed (client error): The resource could not be found.
Feb 19 21:14:35.682029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b33a749b-7631-4049-affa-4f25033de417 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/61f3f778-c6e6-4477-abc0-48f1a7e7039f HTTP/1.1" status: 404  len: 336 time: 0.0460567
Feb 19 21:14:35.684595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46596) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:35.695298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (10078b63-95b1-4e03-a315-cf0236333929), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.715455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bee0f151-4cfb-4917-ae97-1dbac3b64c46 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=f98cf708-7a5b-4a25-bfe1-171ec08fc5f4 HTTP/1.1" status: 200  len: 205 time: 0.0297830
Feb 19 21:14:35.719180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46598) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:35.720315 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.723477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/10078b63-95b1-4e03-a315-cf0236333929 HTTP/1.1" status: 204  len: 168 time: 3.5167789
Feb 19 21:14:35.731612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46600) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:35.748757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-88a566e9-0660-42fa-881d-a9ac93257abc None None] Provisioning complete for port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:35.749405 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-88a566e9-0660-42fa-881d-a9ac93257abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.761372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08561fe-e6c5-41d2-91ed-cbb9816b7bda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Network': ['ID=10078b63-95b1-4e03-a315-cf0236333929,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:35.782889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-746238333'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:35.793058 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-270e725c-6cc7-4458-adb6-d117402bd80f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] delete failed (client error): The resource could not be found.
Feb 19 21:14:35.794121 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-270e725c-6cc7-4458-adb6-d117402bd80f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/f98cf708-7a5b-4a25-bfe1-171ec08fc5f4 HTTP/1.1" status: 404  len: 336 time: 0.0737827
Feb 19 21:14:35.797746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46604) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:35.803150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] For port e944839a-b42c-46af-832e-3765a3547680, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:35.809238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] For port e944839a-b42c-46af-832e-3765a3547680, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e944839a-b42c-46af-832e-3765a3547680,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:35.825750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e944839a-b42c-46af-832e-3765a3547680), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.857683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5762c965-874b-40fd-9fda-2db0fee37483 req-6a9c9ed5-0787-45f4-9777-e93cae1cde1b tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0614631
Feb 19 21:14:35.858550 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc9cd56-7091-41d4-8f66-af24bab8a64c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:35.858991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc9cd56-7091-41d4-8f66-af24bab8a64c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:35.865092 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ebc9cd56-7091-41d4-8f66-af24bab8a64c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/fea025bd-bc19-4868-8f50-0c71b2f288a2 HTTP/1.1" status: 404  len: 337 time: 0.0629802
Feb 19 21:14:35.865395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46606) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:35.865871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:35.869804 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.878925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-88a566e9-0660-42fa-881d-a9ac93257abc None None] Current status of the port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:35.900547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:35.901424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:35.903484 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-17096485-31bc-47b8-bc77-20068435d69b service neutron] 10.222.0.10 "PUT /v2.0/ports/e944839a-b42c-46af-832e-3765a3547680 HTTP/1.1" status: 200  len: 1091 time: 1.4059458
Feb 19 21:14:35.906529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fa017c-ffad-48ee-9373-656f213dda89', 'tag': 'e944839a-b42c-46af-832e-3765a3547680'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:35.909182 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5d1bc5-3dda-4adf-b2e8-564f118e5050" -d '{"events": [{"name": "network-changed", "server_uuid": "22fa017c-ffad-48ee-9373-656f213dda89", "tag": "e944839a-b42c-46af-832e-3765a3547680"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:35.939290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dc3226a3-c22d-4d52-a4a1-4ff78689e55b tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa0abca6-b93f-463d-aa2b-cae77dc4e9c9 HTTP/1.1" status: 200  len: 205 time: 0.0696890
Feb 19 21:14:35.941674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46612) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:35.957226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:35.983138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:36.000550 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40756660-91ba-4d45-93f5-e269f2c46849 x-openstack-request-id: req-40756660-91ba-4d45-93f5-e269f2c46849 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:36.002379 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fa017c-ffad-48ee-9373-656f213dda89", "tag": "e944839a-b42c-46af-832e-3765a3547680", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:36.002913 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40756660-91ba-4d45-93f5-e269f2c46849 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:36.003592 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22fa017c-ffad-48ee-9373-656f213dda89', 'tag': 'e944839a-b42c-46af-832e-3765a3547680', 'status': 'completed', 'code': 200}
Feb 19 21:14:36.008734 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-6e0bab4e-e949-4e27-be37-6fc347e12bfd tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] delete failed (client error): The resource could not be found.
Feb 19 21:14:36.013785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6e0bab4e-e949-4e27-be37-6fc347e12bfd tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/fa0abca6-b93f-463d-aa2b-cae77dc4e9c9 HTTP/1.1" status: 404  len: 336 time: 0.0709846
Feb 19 21:14:36.015108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46624) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:36.020355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17096485-31bc-47b8-bc77-20068435d69b service neutron] Pushing event updated for resources: {'Port': ['ID=e944839a-b42c-46af-832e-3765a3547680,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:36.034799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (29d62fc3-bb5e-4c8e-a626-8bdff89a5a14), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:36.035158 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Added segment 29d62fc3-bb5e-4c8e-a626-8bdff89a5a14 of type vlan for network 0f8febb5-938c-4e80-8d1f-0536839f23fa
Feb 19 21:14:36.071877 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-23f36e93-989d-4e28-8e15-410bec403cb3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35 HTTP/1.1" status: 200  len: 205 time: 0.0485370
Feb 19 21:14:36.072110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:36.072510 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:36.072739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46626) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:36.128137 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (0f8febb5-938c-4e80-8d1f-0536839f23fa), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:36.143424 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-d76cc1dc-5849-4616-a868-2371d7dbb3a9 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] delete failed (client error): The resource could not be found.
Feb 19 21:14:36.145258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-4cd18d42-4157-4696-8d87-673d566f762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:36.146810 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-4cd18d42-4157-4696-8d87-673d566f762d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 1125 time: 0.1679139
Feb 19 21:14:36.147192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d76cc1dc-5849-4616-a868-2371d7dbb3a9 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/60f77b7c-0ea4-4ae1-9e34-b5e4c0ef1f35 HTTP/1.1" status: 404  len: 336 time: 0.0731347
Feb 19 21:14:36.149225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46628) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:36.219499 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f883ce-3880-4fa6-bfc7-7fa72d9c766f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:36.220900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f883ce-3880-4fa6-bfc7-7fa72d9c766f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:36.232841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-65f883ce-3880-4fa6-bfc7-7fa72d9c766f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/ea1382d9-f062-499e-9f65-4321a0d4922a HTTP/1.1" status: 404  len: 337 time: 0.0824635
Feb 19 21:14:36.236347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46632) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:36.251730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (0f8febb5-938c-4e80-8d1f-0536839f23fa), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:36.256797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:36.257435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:36.270226 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-26258ecb-9c41-4255-8232-0c107c10f5dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e944839a-b42c-46af-832e-3765a3547680 HTTP/1.1" status: 200  len: 217 time: 0.1016459
Feb 19 21:14:36.279110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8c18d3dc-1729-42bd-a115-20702109d549 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=88fd31bf-4c26-4ff1-aafb-feb68093d448 HTTP/1.1" status: 200  len: 205 time: 0.0415576
Feb 19 21:14:36.280680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46636) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:36.287115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:36.336470 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-9410b1b8-b1d1-48a6-b240-869cad5033d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] delete failed (client error): The resource could not be found.
Feb 19 21:14:36.337577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9410b1b8-b1d1-48a6-b240-869cad5033d3 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/88fd31bf-4c26-4ff1-aafb-feb68093d448 HTTP/1.1" status: 404  len: 336 time: 0.0566456
Feb 19 21:14:36.352263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f554d6-69ad-4154-8382-d9a2e0af16ae req-550401bf-aa4f-45ac-af1b-6443d52b9af5 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:36.352564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46640) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:36.353952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1f554d6-69ad-4154-8382-d9a2e0af16ae req-550401bf-aa4f-45ac-af1b-6443d52b9af5 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 946 time: 0.2054384
Feb 19 21:14:36.368456 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6329932
Feb 19 21:14:36.376803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46642) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:36.380541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe31c642-d706-4436-99b1-23240c73641d req-b75badd4-697a-44e0-8357-14730bd1c261 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0470328
Feb 19 21:14:36.386684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'network_id': '0f8febb5-938c-4e80-8d1f-0536839f23fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:36.403994 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f871fe50-a4fc-4f68-875b-a44503549a8f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:36.404798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f871fe50-a4fc-4f68-875b-a44503549a8f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:36.411763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46644) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:36.411948 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f871fe50-a4fc-4f68-875b-a44503549a8f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/957455b2-a66d-411e-9ebf-3b04740f320c HTTP/1.1" status: 404  len: 337 time: 0.0581841
Feb 19 21:14:36.416822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448af92-bd57-4a6b-b696-ea8b77b356ef tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=0f8febb5-938c-4e80-8d1f-0536839f23fa,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:36.422696 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-a704daa1-136c-498b-9b2a-d0bd76fdc64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:36.424213 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-a704daa1-136c-498b-9b2a-d0bd76fdc64c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.1117380
Feb 19 21:14:36.427358 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 0f8febb5-938c-4e80-8d1f-0536839f23fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:36.474886 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-dca7bed2-2d90-4870-8657-89b0f0f7480a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0339141
Feb 19 21:14:36.519502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2308cbab-a4ae-42f0-9e34-f68749573bbc tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "GET /v2.0/ports?device_id=3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed HTTP/1.1" status: 200  len: 205 time: 0.1063108
Feb 19 21:14:36.524541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46646) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:36.594655 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-02222a62-4acf-4d1a-9696-9e34ff9b472c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] delete failed (client error): The resource could not be found.
Feb 19 21:14:36.595964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-02222a62-4acf-4d1a-9696-9e34ff9b472c tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/routers/3af4c2c1-fcf7-46dd-a249-52dc4d27d5ed HTTP/1.1" status: 404  len: 336 time: 0.0680580
Feb 19 21:14:36.598777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46650) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:36.608100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1f554d6-69ad-4154-8382-d9a2e0af16ae req-0a898c5a-a753-4834-885f-fe5e39d65c24 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2301333
Feb 19 21:14:36.640066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:36.644661 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:36.652098 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f56545-b449-4777-8686-6018b811626f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:36.652814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f56545-b449-4777-8686-6018b811626f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:36.658196 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c8f56545-b449-4777-8686-6018b811626f tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/230da40e-b691-4160-8c36-516818c6e408 HTTP/1.1" status: 404  len: 337 time: 0.0582001
Feb 19 21:14:36.660955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46652) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:36.671471 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-c2d7c069-424a-4d28-95d5-afc977631d7c service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888013
Feb 19 21:14:36.700036 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dd1bfe-7856-4b82-95c0-aaaa6c762038 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:36.700528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97dd1bfe-7856-4b82-95c0-aaaa6c762038 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:36.704082 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-97dd1bfe-7856-4b82-95c0-aaaa6c762038 tempest-RoutersIpV6Test-791014873 tempest-RoutersIpV6Test-791014873-project] 10.222.0.30 "DELETE /v2.0/subnets/06702568-0e10-4cfe-b1ce-cd17fdd7c65e HTTP/1.1" status: 404  len: 337 time: 0.0421562
Feb 19 21:14:36.794777 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8a725645-ff2c-45e0-8d2f-2eca877cdc09 req-649e7f23-a375-4723-ad74-352eec00a3f2 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025906
Feb 19 21:14:36.803278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f9c38-a68c-4385-943a-661d9aa989cc req-a0309ecc-431f-40ca-8e31-bd933fde7c37 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:36.804780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c36f9c38-a68c-4385-943a-661d9aa989cc req-a0309ecc-431f-40ca-8e31-bd933fde7c37 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 943 time: 0.1427927
Feb 19 21:14:36.899335 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d1bc5-3dda-4adf-b2e8-564f118e5050 req-b68fc95b-1ec9-48ca-8acf-9586442454df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:36.901319 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ce5d1bc5-3dda-4adf-b2e8-564f118e5050 req-b68fc95b-1ec9-48ca-8acf-9586442454df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 1125 time: 0.0598891
Feb 19 21:14:36.904571 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c36f9c38-a68c-4385-943a-661d9aa989cc req-4d4548ec-1bd5-425c-b853-1cdee6a93d08 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884757
Feb 19 21:14:36.970415 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (a32158cc-5736-403f-a152-3847a712595c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.031188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d1bc5-3dda-4adf-b2e8-564f118e5050 req-d74b727e-e9ba-47c5-9a0a-949112401e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:37.032992 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ce5d1bc5-3dda-4adf-b2e8-564f118e5050 req-d74b727e-e9ba-47c5-9a0a-949112401e32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 906 time: 0.1253939
Feb 19 21:14:37.035660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=a32158cc-5736-403f-a152-3847a712595c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:37.045153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Checking segment: {'id': '29d62fc3-bb5e-4c8e-a626-8bdff89a5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0f8febb5-938c-4e80-8d1f-0536839f23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:37.045153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network hostable DHCP agents. Network: 0f8febb5-938c-4e80-8d1f-0536839f23fa, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:37.046445 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46658) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:37.069326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network 0f8febb5-938c-4e80-8d1f-0536839f23fa is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:37.079782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0f8febb5-938c-4e80-8d1f-0536839f23fa) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:37.084474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:37.085092 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.093293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6617af54-7358-4096-839e-5bf903fd6c37 None None] Network 0f8febb5-938c-4e80-8d1f-0536839f23fa requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:37.108763 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ce5d1bc5-3dda-4adf-b2e8-564f118e5050 req-36caf19d-920f-4a0e-90de-09dc19655d62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e944839a-b42c-46af-832e-3765a3547680 HTTP/1.1" status: 200  len: 217 time: 0.0684154
Feb 19 21:14:37.109140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46662) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:37.109566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4aab7c1f-3961-454d-ab59-0ed7a0fef190 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.7278242
Feb 19 21:14:37.121905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-378910539'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:37.206083 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d1bc5-3dda-4adf-b2e8-564f118e5050 req-6b238155-3d4b-4995-9246-6c3adcbf3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:37.208146 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ce5d1bc5-3dda-4adf-b2e8-564f118e5050 req-6b238155-3d4b-4995-9246-6c3adcbf3ad9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.0777302
Feb 19 21:14:37.209492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:37.213882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.233530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0f8febb5-938c-4e80-8d1f-0536839f23fa', 'network_id': '0f8febb5-938c-4e80-8d1f-0536839f23fa', 'project_id': '239a5f2432724ad78c4d9ec2d3d17b4b', 'fixed_ips': [{'subnet_id': 'a32158cc-5736-403f-a152-3847a712595c'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:37.234722 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.271469 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ce5d1bc5-3dda-4adf-b2e8-564f118e5050 req-8fc3ce22-80ef-47ec-8931-e587bc9d790a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536790
Feb 19 21:14:37.316785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:37.375443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2881acec-9492-46eb-af07-0372a6521d86), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.375853 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Added segment 2881acec-9492-46eb-af07-0372a6521d86 of type vlan for network e1ba141e-998c-4d40-852c-9d44ee0a00ee
Feb 19 21:14:37.382888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Allocated IP 2001:db8::1 (0f8febb5-938c-4e80-8d1f-0536839f23fa/a32158cc-5736-403f-a152-3847a712595c/43cc8715-10e8-4840-bc2e-cd16c741b5a7) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:37.403303 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2806e66b-de76-4553-b083-0e053725bd5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfacc4277e4443cdb5d2b7a87c49908a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3542261
Feb 19 21:14:37.405893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46664) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:37.456143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e1ba141e-998c-4d40-852c-9d44ee0a00ee), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.487423 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ce5d1bc5-3dda-4adf-b2e8-564f118e5050 req-03705f79-21e5-41d2-ae24-c49ad333913a service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2017157
Feb 19 21:14:37.513245 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e1ba141e-998c-4d40-852c-9d44ee0a00ee), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.514364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-261a193d-7d51-4770-b17a-c9add8413312 req-32e32be2-be79-4995-aee3-57a306fdc84b tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0415959
Feb 19 21:14:37.518385 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:37.519022 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.530929 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-27a79a85-a1d3-4a39-9dfb-b9311e6db891 admin admin] Publish callbacks [] for security_group (eb42107c-d1c1-435a-b60e-1057faf45ffb), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.556162 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-27a79a85-a1d3-4a39-9dfb-b9311e6db891 admin admin] Publish callbacks [] for security_group (eb42107c-d1c1-435a-b60e-1057faf45ffb), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.594813 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Publish callbacks [] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.610798 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.617805 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5058215
Feb 19 21:14:37.621766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46668) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:37.631932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'network_id': 'e1ba141e-998c-4d40-852c-9d44ee0a00ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:37.652173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba1f94-a143-485f-8333-e62eedf17dee tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=e1ba141e-998c-4d40-852c-9d44ee0a00ee,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:37.668824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e1ba141e-998c-4d40-852c-9d44ee0a00ee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:37.673994 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Network 0f8febb5-938c-4e80-8d1f-0536839f23fa is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:37.687250 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ce5d1bc5-3dda-4adf-b2e8-564f118e5050 req-c07ce8b8-b8e4-47ba-8448-cbdfeb393855 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919973
Feb 19 21:14:37.712730 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-27a79a85-a1d3-4a39-9dfb-b9311e6db891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (eb42107c-d1c1-435a-b60e-1057faf45ffb), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.715437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-27a79a85-a1d3-4a39-9dfb-b9311e6db891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.716554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-27a79a85-a1d3-4a39-9dfb-b9311e6db891 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb42107c-d1c1-435a-b60e-1057faf45ffb HTTP/1.1" status: 204  len: 168 time: 0.3091488
Feb 19 21:14:37.717896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:37.728221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:37.734052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Pushing event updated for resources: {'Port': ['ID=43cc8715-10e8-4840-bc2e-cd16c741b5a7,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:37.778200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79a85-a1d3-4a39-9dfb-b9311e6db891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb42107c-d1c1-435a-b60e-1057faf45ffb,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:37.821505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Attempting to bind port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:37.822324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Attempting to bind port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29d62fc3-bb5e-4c8e-a626-8bdff89a5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0f8febb5-938c-4e80-8d1f-0536839f23fa'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:37.823422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Attempting to bind port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 on network 0f8febb5-938c-4e80-8d1f-0536839f23fa {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:37.829934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:37.830911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Checking segment: {'id': '29d62fc3-bb5e-4c8e-a626-8bdff89a5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0f8febb5-938c-4e80-8d1f-0536839f23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:37.831650 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.832078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Bound using segment: {'id': '29d62fc3-bb5e-4c8e-a626-8bdff89a5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0f8febb5-938c-4e80-8d1f-0536839f23fa'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:37.832739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Bound port: 43cc8715-10e8-4840-bc2e-cd16c741b5a7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d62fc3-bb5e-4c8e-a626-8bdff89a5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0f8febb5-938c-4e80-8d1f-0536839f23fa'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:37.833205 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.840642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d156d-b6b1-49e4-8bb0-7741aed14bd6 req-09ff899b-e778-49ec-93cf-07a8ebc6a1d1 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:37.842442 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-185d156d-b6b1-49e4-8bb0-7741aed14bd6 req-09ff899b-e778-49ec-93cf-07a8ebc6a1d1 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 946 time: 0.1309595
Feb 19 21:14:37.844492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:37.848423 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.923819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] For port 43cc8715-10e8-4840-bc2e-cd16c741b5a7, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:37.928055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] For port 43cc8715-10e8-4840-bc2e-cd16c741b5a7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43cc8715-10e8-4840-bc2e-cd16c741b5a7,segment=NetworkSegment(29d62fc3-bb5e-4c8e-a626-8bdff89a5a14),segment_id=29d62fc3-bb5e-4c8e-a626-8bdff89a5a14)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:37.930055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Performing IP validity checks on allocation pools {{(pid=121128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 19 21:14:37.930579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 19 21:14:37.943071 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:37.967316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-185d156d-b6b1-49e4-8bb0-7741aed14bd6 req-48559ac7-1017-4969-ab5d-153c65fabc35 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117635
Feb 19 21:14:38.040253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de246a5-4fd9-43d6-9024-77812f0370d9 None None] Pushing event updated for resources: {'Port': ['ID=43cc8715-10e8-4840-bc2e-cd16c741b5a7,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:38.189138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147270b0-0b5a-443b-a336-2103b7fffd04 req-30ebf8b6-c21e-4245-8cc1-eab9cf6337a0 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:38.190740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-147270b0-0b5a-443b-a336-2103b7fffd04 req-30ebf8b6-c21e-4245-8cc1-eab9cf6337a0 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 943 time: 0.1339715
Feb 19 21:14:38.258125 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (aae05259-3ab1-44dd-8266-e58a3b896415), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:38.354711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-147270b0-0b5a-443b-a336-2103b7fffd04 req-9afdaeab-4b93-4102-92cf-979e929d456d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406586
Feb 19 21:14:38.397094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=aae05259-3ab1-44dd-8266-e58a3b896415,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:38.421865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Checking segment: {'id': '2881acec-9492-46eb-af07-0372a6521d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e1ba141e-998c-4d40-852c-9d44ee0a00ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:38.422465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network hostable DHCP agents. Network: e1ba141e-998c-4d40-852c-9d44ee0a00ee, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:38.461526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network e1ba141e-998c-4d40-852c-9d44ee0a00ee is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:38.477713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e1ba141e-998c-4d40-852c-9d44ee0a00ee) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:38.482874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:38.483801 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:38.488146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb4cd2-b433-4bf8-9d0b-0b6c9451e84b None None] Network e1ba141e-998c-4d40-852c-9d44ee0a00ee requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:38.528856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-78da64f5-5cc2-436f-969c-96f21ed97341 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.9051428
Feb 19 21:14:38.532394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46696) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:38.653327 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d73d0ec-76dd-4370-b228-51d444361d01 req-d13804d7-5a78-49de-bf53-1b95c1b10d7d tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0355279
Feb 19 21:14:38.701632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9015f-2a40-450e-9d7b-ddb8ea72396b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e1ba141e-998c-4d40-852c-9d44ee0a00ee', 'network_id': 'e1ba141e-998c-4d40-852c-9d44ee0a00ee', 'project_id': '239a5f2432724ad78c4d9ec2d3d17b4b', 'fixed_ips': [{'subnet_id': 'aae05259-3ab1-44dd-8266-e58a3b896415'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:38.702981 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7c9015f-2a40-450e-9d7b-ddb8ea72396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:38.721214 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e1ba141e-998c-4d40-852c-9d44ee0a00ee), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:38.753336 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e944839a-b42c-46af-832e-3765a3547680 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:14:38.808310 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (aae05259-3ab1-44dd-8266-e58a3b896415), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:38.878704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46718) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:38.885783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (aae05259-3ab1-44dd-8266-e58a3b896415), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server [None req-a7c9015f-2a40-450e-9d7b-ddb8ea72396b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aae05259-3ab1-44dd-8266-e58a3b896415: This subnet is being modified by another concurrent operation.
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise exception
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aae05259-3ab1-44dd-8266-e58a3b896415: This subnet is being modified by another concurrent operation.
Feb 19 21:14:38.922122 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:14:38.957595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972e618b-5c92-4529-809a-f5b689a33de7 None None] Network e1ba141e-998c-4d40-852c-9d44ee0a00ee requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:38.974693 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e1ba141e-998c-4d40-852c-9d44ee0a00ee), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.002905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3c3f62df-99ff-4c17-9a1e-426bad22888f tempest-DvrRoutersNegativeTest-1551537386 tempest-DvrRoutersNegativeTest-1551537386-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-78157012', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:39.006554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.policy [None req-3c3f62df-99ff-4c17-9a1e-426bad22888f tempest-DvrRoutersNegativeTest-1551537386 tempest-DvrRoutersNegativeTest-1551537386-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=121128) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Feb 19 21:14:39.006907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.policy [None req-3c3f62df-99ff-4c17-9a1e-426bad22888f tempest-DvrRoutersNegativeTest-1551537386 tempest-DvrRoutersNegativeTest-1551537386-project] Failed policy check for 'create_router' {{(pid=121128) enforce /opt/stack/neutron/neutron/policy.py:524}}
Feb 19 21:14:39.007537 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-3c3f62df-99ff-4c17-9a1e-426bad22888f tempest-DvrRoutersNegativeTest-1551537386 tempest-DvrRoutersNegativeTest-1551537386-project] create failed (client error): Access was denied to this resource.
Feb 19 21:14:39.008743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3c3f62df-99ff-4c17-9a1e-426bad22888f tempest-DvrRoutersNegativeTest-1551537386 tempest-DvrRoutersNegativeTest-1551537386-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1288240
Feb 19 21:14:39.021024 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Subnet': ['ID=aae05259-3ab1-44dd-8266-e58a3b896415,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:39.037369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e944839a-b42c-46af-832e-3765a3547680, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e944839a-b42c-46af-832e-3765a3547680,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:39.042662 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6bba74f0>,) {'filters': {'network_id': ['e1ba141e-998c-4d40-852c-9d44ee0a00ee']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:39.055707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bba74f0>, '2881acec-9492-46eb-af07-0372a6521d86') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:39.056004 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bba74f0>, '2881acec-9492-46eb-af07-0372a6521d86') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:39.058904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'e944839a-b42c-46af-832e-3765a3547680', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'port_id': 'e944839a-b42c-46af-832e-3765a3547680', 'mac_address': 'fa:16:3e:17:fa:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39b861-c372-4188-bb16-08087882fb5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:14:39.072381 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (2881acec-9492-46eb-af07-0372a6521d86), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.094037 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2881acec-9492-46eb-af07-0372a6521d86), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.103954 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:39.104523 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (2881acec-9492-46eb-af07-0372a6521d86), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:39.108941 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:39.124186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e944839a-b42c-46af-832e-3765a3547680 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:39.124661 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e944839a-b42c-46af-832e-3765a3547680), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.143622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e944839a-b42c-46af-832e-3765a3547680 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:39.171386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e944839a-b42c-46af-832e-3765a3547680, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e944839a-b42c-46af-832e-3765a3547680,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:39.177212 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e944839a-b42c-46af-832e-3765a3547680), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.200747 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e1ba141e-998c-4d40-852c-9d44ee0a00ee), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.228529 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.238815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46724) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:39.239503 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/e1ba141e-998c-4d40-852c-9d44ee0a00ee HTTP/1.1" status: 204  len: 168 time: 0.7046216
Feb 19 21:14:39.243677 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e944839a-b42c-46af-832e-3765a3547680,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:39.246272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1803169192'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:39.252210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddceb8-6fa9-4b57-b9b3-dcbf107dbdda tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Network': ['ID=e1ba141e-998c-4d40-852c-9d44ee0a00ee,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:39.277613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:39.281491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.311137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:39.327631 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7d585466-0571-48d8-b864-a938f8c0e7ae), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.328655 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Added segment 7d585466-0571-48d8-b864-a938f8c0e7ae of type vlan for network 5c642c4c-4ee0-4f50-8b5f-fbf85866cff8
Feb 19 21:14:39.373691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46728) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:39.377488 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (5c642c4c-4ee0-4f50-8b5f-fbf85866cff8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.411170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['e944839a-b42c-46af-832e-3765a3547680'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:39.414705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (5c642c4c-4ee0-4f50-8b5f-fbf85866cff8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.420502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:39.421131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.500051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644e630-0915-459a-9442-be7dc57e742d None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:14:39.528296 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2837677
Feb 19 21:14:39.528788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46736) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:39.539955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d2dd8-a387-42df-a403-b61603648e75 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=5c642c4c-4ee0-4f50-8b5f-fbf85866cff8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:39.548845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'network_id': '5c642c4c-4ee0-4f50-8b5f-fbf85866cff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:39.563491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a06e90-9b4b-4e64-a141-20f3fbf20a64 req-bd41f908-b234-4c46-a2c7-cac5b3daf04e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:39.565156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26a06e90-9b4b-4e64-a141-20f3fbf20a64 req-bd41f908-b234-4c46-a2c7-cac5b3daf04e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 944 time: 0.0876751
Feb 19 21:14:39.568682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 5c642c4c-4ee0-4f50-8b5f-fbf85866cff8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:39.630845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26a06e90-9b4b-4e64-a141-20f3fbf20a64 req-f0f5134e-b0ba-4ff1-9859-7a1505333179 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595422
Feb 19 21:14:39.653800 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e47069a1-a4c5-4f0e-95d8-f8d3c93e3609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.694438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2e5ccf4d-5861-438d-948b-47ed599a4cea None None] Provisioning complete for port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:39.694986 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2e5ccf4d-5861-438d-948b-47ed599a4cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.745592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:39.750571 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.786295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a644e630-0915-459a-9442-be7dc57e742d None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:14:39.828989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e22fe3f9-39a6-4c72-b0f0-12be0e4cabed req-b2c790bb-9079-4a10-b063-be8d357de13d tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0496044
Feb 19 21:14:39.884041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e47069a1-a4c5-4f0e-95d8-f8d3c93e3609 admin admin] Publish callbacks [] for security_group (455534c0-adcb-452c-af2f-51ee3b2b3c9a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.891227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e47069a1-a4c5-4f0e-95d8-f8d3c93e3609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (455534c0-adcb-452c-af2f-51ee3b2b3c9a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:39.959185 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e47069a1-a4c5-4f0e-95d8-f8d3c93e3609 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cbaab2a15847495d88759aa3a98df71a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5837560
Feb 19 21:14:39.959424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46748) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:39.965039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47069a1-a4c5-4f0e-95d8-f8d3c93e3609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455534c0-adcb-452c-af2f-51ee3b2b3c9a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:39.965634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ccf4d-5861-438d-948b-47ed599a4cea None None] Current status of the port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:39.966284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2e5ccf4d-5861-438d-948b-47ed599a4cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.059548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2e5ccf4d-5861-438d-948b-47ed599a4cea None None] For port 43cc8715-10e8-4840-bc2e-cd16c741b5a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43cc8715-10e8-4840-bc2e-cd16c741b5a7,segment=NetworkSegment(29d62fc3-bb5e-4c8e-a626-8bdff89a5a14),segment_id=29d62fc3-bb5e-4c8e-a626-8bdff89a5a14)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:40.066249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 43cc8715-10e8-4840-bc2e-cd16c741b5a7 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:40.091700 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2e5ccf4d-5861-438d-948b-47ed599a4cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.096975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1a65-c151-4b13-ae4e-6b0558d609dd admin admin] Publish callbacks [] for security_group (455534c0-adcb-452c-af2f-51ee3b2b3c9a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.104180 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (3603080a-4194-4a44-855f-ce7468736f15), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.141443 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1a65-c151-4b13-ae4e-6b0558d609dd admin admin] Publish callbacks [] for security_group (455534c0-adcb-452c-af2f-51ee3b2b3c9a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.183142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Checking segment: {'id': '7d585466-0571-48d8-b864-a938f8c0e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5c642c4c-4ee0-4f50-8b5f-fbf85866cff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:40.183492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network hostable DHCP agents. Network: 5c642c4c-4ee0-4f50-8b5f-fbf85866cff8, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:40.190678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=3603080a-4194-4a44-855f-ce7468736f15,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:40.213936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network 5c642c4c-4ee0-4f50-8b5f-fbf85866cff8 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:40.223532 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1a65-c151-4b13-ae4e-6b0558d609dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (455534c0-adcb-452c-af2f-51ee3b2b3c9a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.234278 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1a65-c151-4b13-ae4e-6b0558d609dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.238966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fe9e1a65-c151-4b13-ae4e-6b0558d609dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/455534c0-adcb-452c-af2f-51ee3b2b3c9a HTTP/1.1" status: 204  len: 168 time: 0.2748773
Feb 19 21:14:40.243336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c642c4c-4ee0-4f50-8b5f-fbf85866cff8) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:40.248805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e1a65-c151-4b13-ae4e-6b0558d609dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455534c0-adcb-452c-af2f-51ee3b2b3c9a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:40.255593 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:40.256746 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.285217 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-babaa260-d025-4963-afb4-103a4708a856 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 0.7521641
Feb 19 21:14:40.285465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46754) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:40.388924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ccf4d-5861-438d-948b-47ed599a4cea None None] Pushing event updated for resources: {'Port': ['ID=43cc8715-10e8-4840-bc2e-cd16c741b5a7,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:40.421798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:40.421798 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.453450 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (5c642c4c-4ee0-4f50-8b5f-fbf85866cff8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.482407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2cfe48-b53e-4a63-83f1-45e9b52dcb97 None None] Network 0f8febb5-938c-4e80-8d1f-0536839f23fa requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:40.486150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c170d3ba-f03f-445c-aeb5-b76adfe99ab4 None None] Network 5c642c4c-4ee0-4f50-8b5f-fbf85866cff8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:40.540570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (3603080a-4194-4a44-855f-ce7468736f15), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.638022 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (3603080a-4194-4a44-855f-ce7468736f15), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.710462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Subnet': ['ID=3603080a-4194-4a44-855f-ce7468736f15,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:40.761184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e944839a-b42c-46af-832e-3765a3547680 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:40.763710 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:40.774923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e087752-a102-423c-bab4-3933a6d697ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5c642c4c-4ee0-4f50-8b5f-fbf85866cff8', 'network_id': '5c642c4c-4ee0-4f50-8b5f-fbf85866cff8', 'project_id': '239a5f2432724ad78c4d9ec2d3d17b4b', 'fixed_ips': [{'subnet_id': '3603080a-4194-4a44-855f-ce7468736f15'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:40.775715 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3e087752-a102-423c-bab4-3933a6d697ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.851216 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (5c642c4c-4ee0-4f50-8b5f-fbf85866cff8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.886525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559b3b0-7232-4ff8-a4ca-1d8fa071cff9 req-3e22314f-e805-4f7f-806f-388bbcf672c1 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:40.888450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d559b3b0-7232-4ff8-a4ca-1d8fa071cff9 req-3e22314f-e805-4f7f-806f-388bbcf672c1 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 944 time: 0.1493816
Feb 19 21:14:40.892895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a470100>,) {'filters': {'network_id': ['5c642c4c-4ee0-4f50-8b5f-fbf85866cff8']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:40.912091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a470100>, '7d585466-0571-48d8-b864-a938f8c0e7ae') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:40.912437 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a470100>, '7d585466-0571-48d8-b864-a938f8c0e7ae') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:40.944298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (7d585466-0571-48d8-b864-a938f8c0e7ae), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:40.954717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cd575e-0f15-4e7e-bde8-a2c62fffa130 None None] Network 5c642c4c-4ee0-4f50-8b5f-fbf85866cff8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:41.000245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d559b3b0-7232-4ff8-a4ca-1d8fa071cff9 req-a57726a3-9773-404a-9598-d2867f552ab9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936408
Feb 19 21:14:41.050677 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7d585466-0571-48d8-b864-a938f8c0e7ae), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.055266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9720198a-f78b-47f8-9f61-76e11699e469 req-b8212de6-399d-4d17-827d-92d5ee5f64a2 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0505481
Feb 19 21:14:41.063902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:41.064319 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (7d585466-0571-48d8-b864-a938f8c0e7ae), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.071857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port e944839a-b42c-46af-832e-3765a3547680 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:41.072071 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:41.084557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port e944839a-b42c-46af-832e-3765a3547680 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:41.085130 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e944839a-b42c-46af-832e-3765a3547680), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.225492 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (5c642c4c-4ee0-4f50-8b5f-fbf85866cff8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.248898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e944839a-b42c-46af-832e-3765a3547680 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:41.249544 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e944839a-b42c-46af-832e-3765a3547680), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.279421 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.289986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/5c642c4c-4ee0-4f50-8b5f-fbf85866cff8 HTTP/1.1" status: 204  len: 168 time: 1.0031004
Feb 19 21:14:41.295079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46788) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:41.302538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569dc5-6468-4b08-ba2f-89d8a55f1e77 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Network': ['ID=5c642c4c-4ee0-4f50-8b5f-fbf85866cff8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:41.303328 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-323039846'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:41.338393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:41.342879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fa017c-ffad-48ee-9373-656f213dda89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e944839a-b42c-46af-832e-3765a3547680'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:41.343223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.346331 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0edd5b0-a867-49fc-93a3-e222d25ccbb0" -d '{"events": [{"server_uuid": "22fa017c-ffad-48ee-9373-656f213dda89", "name": "network-vif-plugged", "status": "completed", "tag": "e944839a-b42c-46af-832e-3765a3547680"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:41.372424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e944839a-b42c-46af-832e-3765a3547680, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e944839a-b42c-46af-832e-3765a3547680,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:41.380043 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e944839a-b42c-46af-832e-3765a3547680), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.380595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:41.382548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-02cf72c2-d2a6-401e-b898-9cf00833de3f None None] Provisioning complete for port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:41.383714 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02cf72c2-d2a6-401e-b898-9cf00833de3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.394508 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (bb6b0733-4a60-42fa-b97e-346634a9e9ec), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.395142 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Added segment bb6b0733-4a60-42fa-b97e-346634a9e9ec of type vlan for network f9869587-193e-4c02-a001-28925307998d
Feb 19 21:14:41.407094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46792) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:41.449303 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f9869587-193e-4c02-a001-28925307998d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.464897 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1432d48f-fe07-4b1d-a5e5-48a3e1895362 x-openstack-request-id: req-1432d48f-fe07-4b1d-a5e5-48a3e1895362 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:41.465252 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fa017c-ffad-48ee-9373-656f213dda89", "name": "network-vif-plugged", "status": "completed", "tag": "e944839a-b42c-46af-832e-3765a3547680", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:41.465584 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1432d48f-fe07-4b1d-a5e5-48a3e1895362 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:41.466298 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fa017c-ffad-48ee-9373-656f213dda89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e944839a-b42c-46af-832e-3765a3547680', 'code': 200}
Feb 19 21:14:41.510479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e944839a-b42c-46af-832e-3765a3547680,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:41.529601 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f9869587-193e-4c02-a001-28925307998d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.536497 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:41.537202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.568621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-dc1a6e5c-fc71-4ed2-96f3-45d010f4c286 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-98379365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:41.571409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-02cf72c2-d2a6-401e-b898-9cf00833de3f None None] Current status of the port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:41.576284 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2786300
Feb 19 21:14:41.577007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46796) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:41.600875 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6e5c-fc71-4ed2-96f3-45d010f4c286 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (a2659faf-eb9f-4835-96e8-410fac38916e), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.602257 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6e5c-fc71-4ed2-96f3-45d010f4c286 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (a2659faf-eb9f-4835-96e8-410fac38916e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.609897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'network_id': 'f9869587-193e-4c02-a001-28925307998d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:41.667446 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6e5c-fc71-4ed2-96f3-45d010f4c286 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for router_controller (a2659faf-eb9f-4835-96e8-410fac38916e), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.673380 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6e5c-fc71-4ed2-96f3-45d010f4c286 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (a2659faf-eb9f-4835-96e8-410fac38916e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.691125 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6e5c-fc71-4ed2-96f3-45d010f4c286 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.692026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=f9869587-193e-4c02-a001-28925307998d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:41.692304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dc1a6e5c-fc71-4ed2-96f3-45d010f4c286 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 710 time: 0.2824457
Feb 19 21:14:41.695472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46798) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:41.700747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-646946733'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:41.712296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.712701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.713149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.713380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.713719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.714053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.714687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.714687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.715124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.716582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.717177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.717521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.718043 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7dea2-171a-45e0-b655-510937dd571d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:41.723270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Made reservation on behalf of 03249dd317564fa1b7cab9087d57e2ab for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:41.723589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528d364-489d-4d79-91e2-eae7a953d1aa req-1bec986b-d31c-4205-9b20-f73cfebe950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:41.729356 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1528d364-489d-4d79-91e2-eae7a953d1aa req-1bec986b-d31c-4205-9b20-f73cfebe950b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 1127 time: 0.2398028
Feb 19 21:14:41.729548 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.739099 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.742505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f9869587-193e-4c02-a001-28925307998d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:41.779574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:41.784551 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.821439 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for security_group (194b4aff-64d4-4571-b490-ab4dc0130325), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.825965 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (194b4aff-64d4-4571-b490-ab4dc0130325), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.860082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:41.870268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194b4aff-64d4-4571-b490-ab4dc0130325,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:41.875873 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (91dca473-7d73-4769-9eec-52e52ba4dcba), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.876233 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Added segment 91dca473-7d73-4769-9eec-52e52ba4dcba of type vlan for network 5d8ce4e2-6f2a-4f95-b02a-f5b943591222
Feb 19 21:14:41.876544 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1528d364-489d-4d79-91e2-eae7a953d1aa req-0679c534-c680-4223-b7ff-507b4c5cb49d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359205
Feb 19 21:14:41.924958 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (5d8ce4e2-6f2a-4f95-b02a-f5b943591222), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.960904 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (5d8ce4e2-6f2a-4f95-b02a-f5b943591222), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:41.965705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 43cc8715-10e8-4840-bc2e-cd16c741b5a7 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:41.967769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:41.968525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.005100 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (dcf622fa-79bd-47c1-befa-0f1465058a9f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.021094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:42.021601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.038794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3418694
Feb 19 21:14:42.042595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46802) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:42.048972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'subnet': {'network_id': '5d8ce4e2-6f2a-4f95-b02a-f5b943591222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:42.079174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=dcf622fa-79bd-47c1-befa-0f1465058a9f,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:42.082786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Checking segment: {'id': 'bb6b0733-4a60-42fa-b97e-346634a9e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f9869587-193e-4c02-a001-28925307998d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:42.083163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network hostable DHCP agents. Network: f9869587-193e-4c02-a001-28925307998d, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:42.102025 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network f9869587-193e-4c02-a001-28925307998d is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:42.112444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f9869587-193e-4c02-a001-28925307998d) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:42.118649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:42.119444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.126486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b60dd-c591-4b6f-84ec-f3ab602ede29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Network': ['ID=5d8ce4e2-6f2a-4f95-b02a-f5b943591222,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:42.136114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2bb37-79ce-4af9-83d3-2e42ab8b0e0c None None] Network f9869587-193e-4c02-a001-28925307998d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:42.142997 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bf77c803-23f6-4ba1-a8b6-20d548d03aba tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.5391121
Feb 19 21:14:42.143673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 5d8ce4e2-6f2a-4f95-b02a-f5b943591222 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:42.145660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46806) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:42.192446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:42.241664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-446caffb-58ba-43ed-939b-cfffe084a8da req-d8b4208b-0324-4efb-9172-5b0b66e67164 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0576274
Feb 19 21:14:42.287566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Made reservation on behalf of 03249dd317564fa1b7cab9087d57e2ab for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:42.289238 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.294042 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f9869587-193e-4c02-a001-28925307998d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.306435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2019417-049f-4825-a2ee-9a82c92b9c59 req-9c482514-66c1-446e-880b-ba7ffc62d76a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:42.308385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2019417-049f-4825-a2ee-9a82c92b9c59 req-9c482514-66c1-446e-880b-ba7ffc62d76a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 945 time: 0.1891148
Feb 19 21:14:42.353123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a186b617-470c-482c-ac52-14f848f174da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f9869587-193e-4c02-a001-28925307998d', 'network_id': 'f9869587-193e-4c02-a001-28925307998d', 'project_id': '239a5f2432724ad78c4d9ec2d3d17b4b', 'fixed_ips': [{'subnet_id': 'dcf622fa-79bd-47c1-befa-0f1465058a9f'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:42.354534 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a186b617-470c-482c-ac52-14f848f174da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.362033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (dcf622fa-79bd-47c1-befa-0f1465058a9f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.453296 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (dcf622fa-79bd-47c1-befa-0f1465058a9f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server [None req-a186b617-470c-482c-ac52-14f848f174da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcf622fa-79bd-47c1-befa-0f1465058a9f: This subnet is being modified by another concurrent operation.
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise exception
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcf622fa-79bd-47c1-befa-0f1465058a9f: This subnet is being modified by another concurrent operation.
Feb 19 21:14:42.474635 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:14:42.483067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf622fa-79bd-47c1-befa-0f1465058a9f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:42.513321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e94786-2131-4e05-96dd-0a23c3510a6c None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:14:42.558021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f9869587-193e-4c02-a001-28925307998d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.590233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6270a0>,) {'filters': {'network_id': ['f9869587-193e-4c02-a001-28925307998d']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:42.606081 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6270a0>, 'bb6b0733-4a60-42fa-b97e-346634a9e9ec') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:42.606681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a6270a0>, 'bb6b0733-4a60-42fa-b97e-346634a9e9ec') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:42.621143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (bb6b0733-4a60-42fa-b97e-346634a9e9ec), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.638278 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (bb6b0733-4a60-42fa-b97e-346634a9e9ec), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.647812 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:42.648216 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (bb6b0733-4a60-42fa-b97e-346634a9e9ec), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:42.651821 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:42.661928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e94786-2131-4e05-96dd-0a23c3510a6c None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:14:42.689120 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2019417-049f-4825-a2ee-9a82c92b9c59 req-a7776e37-8475-4e78-bafc-85822a7ebf93 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001976
Feb 19 21:14:42.736705 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (f9869587-193e-4c02-a001-28925307998d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.744906 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.748730 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/f9869587-193e-4c02-a001-28925307998d HTTP/1.1" status: 204  len: 168 time: 0.6012406
Feb 19 21:14:42.752869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46810) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:42.766885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2070203565'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:42.773487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dccf98-890e-4bd2-916a-2ae0f1b1365d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Network': ['ID=f9869587-193e-4c02-a001-28925307998d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:42.790348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:42.794668 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.819547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:42.829579 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7430fd8b-b509-498a-9cf0-148f0579230b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.829937 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Added segment 7430fd8b-b509-498a-9cf0-148f0579230b of type vlan for network 3213427e-634d-427c-9fd5-b1903f45ea1e
Feb 19 21:14:42.839055 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (5e31fe64-81dc-4154-88c9-764582bb5a00), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.874782 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (3213427e-634d-427c-9fd5-b1903f45ea1e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.902662 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (3213427e-634d-427c-9fd5-b1903f45ea1e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.908449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:42.909078 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.912819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e57d8-4031-41e6-b766-bf4ad77a12a3 None None] Network f9869587-193e-4c02-a001-28925307998d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:42.917987 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Subnet': ['ID=5e31fe64-81dc-4154-88c9-764582bb5a00,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:42.927692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e57d8-4031-41e6-b766-bf4ad77a12a3 None None] Network f9869587-193e-4c02-a001-28925307998d could not be found, it might have been deleted concurrently. {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 19 21:14:42.928662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Checking segment: {'id': '91dca473-7d73-4769-9eec-52e52ba4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d8ce4e2-6f2a-4f95-b02a-f5b943591222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:42.929273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network hostable DHCP agents. Network: 5d8ce4e2-6f2a-4f95-b02a-f5b943591222, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:42.950183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network 5d8ce4e2-6f2a-4f95-b02a-f5b943591222 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:42.962554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d8ce4e2-6f2a-4f95-b02a-f5b943591222) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:42.974404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:42.975027 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2123218
Feb 19 21:14:42.975405 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:42.977036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fd9b35-b82a-4360-bdc4-b5b36125b807 None None] Network 5d8ce4e2-6f2a-4f95-b02a-f5b943591222 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:42.977828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46812) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:42.983785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'network_id': '3213427e-634d-427c-9fd5-b1903f45ea1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:43.012879 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-454d1dda-19fb-455d-aeb3-1ab6117b0708 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9687142
Feb 19 21:14:43.016966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46814) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:43.025414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'network': {'name': 'tempest-router-network01--983589716'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:43.059241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Made reservation on behalf of 03249dd317564fa1b7cab9087d57e2ab for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:43.064083 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.073015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fab994-dc61-4f08-8274-cb96bb208f34 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=3213427e-634d-427c-9fd5-b1903f45ea1e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:43.087077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 3213427e-634d-427c-9fd5-b1903f45ea1e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:43.087332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:43.091627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.106366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:43.119065 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (533d454a-4583-4262-9cb9-14767ca524bd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.119593 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Added segment 533d454a-4583-4262-9cb9-14767ca524bd of type vlan for network 8b4ea8e4-e01c-4956-a8d2-b3557b80d270
Feb 19 21:14:43.174237 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (8b4ea8e4-e01c-4956-a8d2-b3557b80d270), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.213134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d8ce4e2-6f2a-4f95-b02a-f5b943591222', 'network_id': '5d8ce4e2-6f2a-4f95-b02a-f5b943591222', 'project_id': '03249dd317564fa1b7cab9087d57e2ab', 'fixed_ips': [{'subnet_id': '5e31fe64-81dc-4154-88c9-764582bb5a00'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:43.215239 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.221068 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (8b4ea8e4-e01c-4956-a8d2-b3557b80d270), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.230895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:43.231653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.337893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (05d026d8-d957-42ae-a03c-3011e00e8f43), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.365453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Network': ['ID=8b4ea8e4-e01c-4956-a8d2-b3557b80d270,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:43.416389 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d005809f-564f-4b7e-9b13-97ab7e020aae req-2de170a8-afff-4bd8-86ce-8bd587ec232e tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0384827
Feb 19 21:14:43.417611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-52e1153d-21d4-4c87-b353-fec043503131 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3991878
Feb 19 21:14:43.420315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46824) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:43.422450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=05d026d8-d957-42ae-a03c-3011e00e8f43,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:43.428315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'network': {'name': 'tempest-router-network02--2037076645'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:43.440667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Checking segment: {'id': '7430fd8b-b509-498a-9cf0-148f0579230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3213427e-634d-427c-9fd5-b1903f45ea1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:43.441041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network hostable DHCP agents. Network: 3213427e-634d-427c-9fd5-b1903f45ea1e, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:43.450419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 8b4ea8e4-e01c-4956-a8d2-b3557b80d270 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:43.468268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network 3213427e-634d-427c-9fd5-b1903f45ea1e is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:43.475671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Made reservation on behalf of 03249dd317564fa1b7cab9087d57e2ab for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:43.481356 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.486703 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3213427e-634d-427c-9fd5-b1903f45ea1e) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:43.492871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:43.494780 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.516819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:43.524895 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bfa1a9f9-07c4-48b8-bcec-bb22ded4d38d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5421321
Feb 19 21:14:43.526010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46830) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:43.533180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9965f8-772f-492c-8f6e-4064ee8401cc None None] Network 3213427e-634d-427c-9fd5-b1903f45ea1e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:43.533405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4276683b-bb7c-4ada-8f80-0593f122a77a tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'network_id': '3213427e-634d-427c-9fd5-b1903f45ea1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:43.557551 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (d55d66fe-f890-4b5f-b03b-73bb64486803), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.557970 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Added segment d55d66fe-f890-4b5f-b03b-73bb64486803 of type vlan for network 57ac2c7f-2909-449a-8502-02f57feaeea5
Feb 19 21:14:43.640811 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (57ac2c7f-2909-449a-8502-02f57feaeea5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.702366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (57ac2c7f-2909-449a-8502-02f57feaeea5), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.708902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:43.709682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.782483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Allocated IP 2001:db8::2 (5d8ce4e2-6f2a-4f95-b02a-f5b943591222/5e31fe64-81dc-4154-88c9-764582bb5a00/d7ccfc89-96c2-428c-9176-847c3499d81d) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:43.830671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4276683b-bb7c-4ada-8f80-0593f122a77a tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:43.834877 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4276683b-bb7c-4ada-8f80-0593f122a77a tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:43.925103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Network': ['ID=57ac2c7f-2909-449a-8502-02f57feaeea5,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:43.953630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b02d9d84-a979-4b38-b32d-2d03f0a69edf tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5301473
Feb 19 21:14:43.956662 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46844) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:43.959399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 57ac2c7f-2909-449a-8502-02f57feaeea5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:43.964439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'subnet': {'network_id': '8b4ea8e4-e01c-4956-a8d2-b3557b80d270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:44.031095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3213427e-634d-427c-9fd5-b1903f45ea1e', 'network_id': '3213427e-634d-427c-9fd5-b1903f45ea1e', 'project_id': '239a5f2432724ad78c4d9ec2d3d17b4b', 'fixed_ips': [{'subnet_id': '05d026d8-d957-42ae-a03c-3011e00e8f43'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:44.032153 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.039586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a3d1-771a-4a38-ab7b-406ca7a4c555 req-ccf36d4c-953a-4bfb-8625-04f527f80547 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:44.041176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e3d5a3d1-771a-4a38-ab7b-406ca7a4c555 req-ccf36d4c-953a-4bfb-8625-04f527f80547 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 945 time: 0.2162762
Feb 19 21:14:44.077489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Made reservation on behalf of 03249dd317564fa1b7cab9087d57e2ab for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:44.081101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.167314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e3d5a3d1-771a-4a38-ab7b-406ca7a4c555 req-d5feab04-ecb5-4a2e-aa74-dfe8933d4143 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032853
Feb 19 21:14:44.255042 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4276683b-bb7c-4ada-8f80-0593f122a77a tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (d7161362-b4fc-4f6d-9743-f7188a9f2024), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.273965 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Publish callbacks [] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.285495 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.324574 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (41818ea0-c896-4cf5-b154-5791758ca82e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.346184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4276683b-bb7c-4ada-8f80-0593f122a77a tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network 3213427e-634d-427c-9fd5-b1903f45ea1e is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:44.353520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Network 5d8ce4e2-6f2a-4f95-b02a-f5b943591222 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:44.354208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Allocated IP 2001:db8::2 (3213427e-634d-427c-9fd5-b1903f45ea1e/05d026d8-d957-42ae-a03c-3011e00e8f43/ddc83140-d3e0-42c1-b3e4-0cf79dc933e3) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:44.362967 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Pushing event updated for resources: {'Port': ['ID=d7ccfc89-96c2-428c-9176-847c3499d81d,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:44.366846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:44.368937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:44.369156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4276683b-bb7c-4ada-8f80-0593f122a77a tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:44.373860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4276683b-bb7c-4ada-8f80-0593f122a77a tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:44.375600 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4276683b-bb7c-4ada-8f80-0593f122a77a tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.377913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276683b-bb7c-4ada-8f80-0593f122a77a tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=d7161362-b4fc-4f6d-9743-f7188a9f2024,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:44.410897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Subnet': ['ID=41818ea0-c896-4cf5-b154-5791758ca82e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:44.414682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46848) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:44.415407 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4276683b-bb7c-4ada-8f80-0593f122a77a tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.8881195
Feb 19 21:14:44.425016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b62ad-82aa-4362-acb6-effe671a956d req-e1c46d32-bd40-4171-b548-cc87459eb34f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:44.434249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe1b62ad-82aa-4362-acb6-effe671a956d req-e1c46d32-bd40-4171-b548-cc87459eb34f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 946 time: 0.1110401
Feb 19 21:14:44.473742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Checking segment: {'id': '533d454a-4583-4262-9cb9-14767ca524bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b4ea8e4-e01c-4956-a8d2-b3557b80d270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:44.474404 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network hostable DHCP agents. Network: 8b4ea8e4-e01c-4956-a8d2-b3557b80d270, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:44.485442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Attempting to bind port d7ccfc89-96c2-428c-9176-847c3499d81d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:44.485828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Attempting to bind port d7ccfc89-96c2-428c-9176-847c3499d81d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91dca473-7d73-4769-9eec-52e52ba4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d8ce4e2-6f2a-4f95-b02a-f5b943591222'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:44.486202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Attempting to bind port d7ccfc89-96c2-428c-9176-847c3499d81d on network 5d8ce4e2-6f2a-4f95-b02a-f5b943591222 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:44.495669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:44.496669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Checking segment: {'id': '91dca473-7d73-4769-9eec-52e52ba4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d8ce4e2-6f2a-4f95-b02a-f5b943591222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:44.496669 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.496893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Bound using segment: {'id': '91dca473-7d73-4769-9eec-52e52ba4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d8ce4e2-6f2a-4f95-b02a-f5b943591222'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:44.497386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Bound port: d7ccfc89-96c2-428c-9176-847c3499d81d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dca473-7d73-4769-9eec-52e52ba4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d8ce4e2-6f2a-4f95-b02a-f5b943591222'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:44.497784 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.497914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372e04f-283f-4d59-9f7a-a44ec016bbbb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:44.499210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372e04f-283f-4d59-9f7a-a44ec016bbbb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:44.501243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372e04f-283f-4d59-9f7a-a44ec016bbbb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:44.502559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372e04f-283f-4d59-9f7a-a44ec016bbbb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:44.503917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372e04f-283f-4d59-9f7a-a44ec016bbbb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:44.505696 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2372e04f-283f-4d59-9f7a-a44ec016bbbb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0900707
Feb 19 21:14:44.510673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46852) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:44.516260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-727280132'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:44.532264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe1b62ad-82aa-4362-acb6-effe671a956d req-6a6ad590-5cf0-4b55-8367-a442197a53b7 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911279
Feb 19 21:14:44.538242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network 8b4ea8e4-e01c-4956-a8d2-b3557b80d270 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:44.559183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:44.563199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.567148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8b4ea8e4-e01c-4956-a8d2-b3557b80d270) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:44.578928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:44.579537 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.582520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc0914-b8ec-44f7-ba08-9278fe1d6ae5 None None] Network 8b4ea8e4-e01c-4956-a8d2-b3557b80d270 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:44.610410 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-95df9a21-8e03-4e9a-a416-62c86ca67b66 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6493542
Feb 19 21:14:44.610410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:44.611451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46856) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:44.618114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'subnet': {'network_id': '57ac2c7f-2909-449a-8502-02f57feaeea5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:44.630762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7b7d79f-3c4b-4687-bef6-216a7ddc3c8b req-cc46fb85-e1ec-4e51-84ac-fd91b7a381f1 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0680037
Feb 19 21:14:44.687406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (35e80a37-80c0-4163-a878-62279b54cbf6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.687813 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Added segment 35e80a37-80c0-4163-a878-62279b54cbf6 of type vlan for network 10aafd4c-531c-412f-a422-1ea78559e653
Feb 19 21:14:44.694614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] For port d7ccfc89-96c2-428c-9176-847c3499d81d, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:44.729302 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Publish callbacks [] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.732705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] For port d7ccfc89-96c2-428c-9176-847c3499d81d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7ccfc89-96c2-428c-9176-847c3499d81d,segment=NetworkSegment(91dca473-7d73-4769-9eec-52e52ba4dcba),segment_id=91dca473-7d73-4769-9eec-52e52ba4dcba)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:44.748934 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.758011 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.762588 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (10aafd4c-531c-412f-a422-1ea78559e653), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.766305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897d59f-b03d-494f-a503-be29073c1bea req-857a3c98-037a-4bf8-870a-8fb5413f3d0a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:44.775355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8897d59f-b03d-494f-a503-be29073c1bea req-857a3c98-037a-4bf8-870a-8fb5413f3d0a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 945 time: 0.1059093
Feb 19 21:14:44.796764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Made reservation on behalf of 03249dd317564fa1b7cab9087d57e2ab for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:44.800945 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.844840 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8897d59f-b03d-494f-a503-be29073c1bea req-4ac51928-2dfb-49b1-b6c1-5135c229c018 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645838
Feb 19 21:14:44.855118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Network 3213427e-634d-427c-9fd5-b1903f45ea1e is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:44.893891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:44.898389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:44.903073 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (10aafd4c-531c-412f-a422-1ea78559e653), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.905966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8b4ea8e4-e01c-4956-a8d2-b3557b80d270', 'network_id': '8b4ea8e4-e01c-4956-a8d2-b3557b80d270', 'project_id': '03249dd317564fa1b7cab9087d57e2ab', 'fixed_ips': [{'subnet_id': '41818ea0-c896-4cf5-b154-5791758ca82e'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:44.907789 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.908873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:44.909587 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:44.914422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Pushing event updated for resources: {'Port': ['ID=ddc83140-d3e0-42c1-b3e4-0cf79dc933e3,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:45.023252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46862) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:45.024665 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5127733
Feb 19 21:14:45.032098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-83077502-3d8b-416c-b69d-5ec55f0eea45 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'name': 'New_network'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:45.068654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec284ef-ce55-4bbb-b39e-f05c69c4f3fd tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=10aafd4c-531c-412f-a422-1ea78559e653,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:45.150190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 10aafd4c-531c-412f-a422-1ea78559e653 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:45.255421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Attempting to bind port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:45.255421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Attempting to bind port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7430fd8b-b509-498a-9cf0-148f0579230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3213427e-634d-427c-9fd5-b1903f45ea1e'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:45.255421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Attempting to bind port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 on network 3213427e-634d-427c-9fd5-b1903f45ea1e {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:45.272051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c1a16-347b-4b4f-a3f6-3cce540e264b None None] Pushing event updated for resources: {'Port': ['ID=d7ccfc89-96c2-428c-9176-847c3499d81d,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:45.289010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:45.289631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Checking segment: {'id': '7430fd8b-b509-498a-9cf0-148f0579230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3213427e-634d-427c-9fd5-b1903f45ea1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:45.290119 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:45.290902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Bound using segment: {'id': '7430fd8b-b509-498a-9cf0-148f0579230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3213427e-634d-427c-9fd5-b1903f45ea1e'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:45.291218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Bound port: ddc83140-d3e0-42c1-b3e4-0cf79dc933e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7430fd8b-b509-498a-9cf0-148f0579230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3213427e-634d-427c-9fd5-b1903f45ea1e'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:45.291716 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:45.448931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Allocated IP 2001:db8::2 (8b4ea8e4-e01c-4956-a8d2-b3557b80d270/41818ea0-c896-4cf5-b154-5791758ca82e/f1b658d3-2bce-47d4-b3ff-803452a1350a) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:45.458449 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (4b8029bb-61ee-4475-8bb4-4671d3e26d49), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:45.465356 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-83077502-3d8b-416c-b69d-5ec55f0eea45 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (10aafd4c-531c-412f-a422-1ea78559e653), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:45.478937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] For port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:45.485855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] For port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddc83140-d3e0-42c1-b3e4-0cf79dc933e3,segment=NetworkSegment(7430fd8b-b509-498a-9cf0-148f0579230b),segment_id=7430fd8b-b509-498a-9cf0-148f0579230b)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:45.489347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8563cb-63d6-4014-a447-9efd163c92c1 req-e3996ecf-aa87-4ad5-8e60-c6a3bfa9d0a6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:45.490940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f8563cb-63d6-4014-a447-9efd163c92c1 req-e3996ecf-aa87-4ad5-8e60-c6a3bfa9d0a6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 945 time: 0.1047676
Feb 19 21:14:45.502013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-83077502-3d8b-416c-b69d-5ec55f0eea45 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (10aafd4c-531c-412f-a422-1ea78559e653), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:45.538619 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:45.550932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Subnet': ['ID=4b8029bb-61ee-4475-8bb4-4671d3e26d49,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:45.574782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Checking segment: {'id': 'd55d66fe-f890-4b5f-b03b-73bb64486803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57ac2c7f-2909-449a-8502-02f57feaeea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:45.575201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network hostable DHCP agents. Network: 57ac2c7f-2909-449a-8502-02f57feaeea5, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:45.596880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network 57ac2c7f-2909-449a-8502-02f57feaeea5 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:45.608980 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 57ac2c7f-2909-449a-8502-02f57feaeea5) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:45.616284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:45.617539 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:45.633555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de88c2c-48a8-4237-8e98-366843659c65 None None] Network 57ac2c7f-2909-449a-8502-02f57feaeea5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:45.644018 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5b3e028b-d473-477b-b97f-e9ce8865c3c8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0314991
Feb 19 21:14:45.644854 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46880) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:45.654613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98c0be-7636-4f9c-a0b5-e6110cc6c767 None None] Pushing event updated for resources: {'Port': ['ID=ddc83140-d3e0-42c1-b3e4-0cf79dc933e3,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:45.655667 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83077502-3d8b-416c-b69d-5ec55f0eea45 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network 10aafd4c-531c-412f-a422-1ea78559e653 is not hosted by any dhcp agent {{(pid=121128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 19 21:14:45.665047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83077502-3d8b-416c-b69d-5ec55f0eea45 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:45.665686 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-83077502-3d8b-416c-b69d-5ec55f0eea45 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:45.667275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-83077502-3d8b-416c-b69d-5ec55f0eea45 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "PUT /v2.0/networks/10aafd4c-531c-412f-a422-1ea78559e653 HTTP/1.1" status: 200  len: 723 time: 0.6414070
Feb 19 21:14:45.685066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46884) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:45.691699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'network_id': '10aafd4c-531c-412f-a422-1ea78559e653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:45.802430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83077502-3d8b-416c-b69d-5ec55f0eea45 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=10aafd4c-531c-412f-a422-1ea78559e653,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:45.831381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 10aafd4c-531c-412f-a422-1ea78559e653 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:45.836616 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Publish callbacks [] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:45.860042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f8563cb-63d6-4014-a447-9efd163c92c1 req-581825ee-a228-4f3d-8d18-54d0d77e90aa tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3543541
Feb 19 21:14:45.936657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-57ac2c7f-2909-449a-8502-02f57feaeea5', 'network_id': '57ac2c7f-2909-449a-8502-02f57feaeea5', 'project_id': '03249dd317564fa1b7cab9087d57e2ab', 'fixed_ips': [{'subnet_id': '4b8029bb-61ee-4475-8bb4-4671d3e26d49'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:45.938838 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:45.952794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-d6e2adbe-c13a-49dc-852f-d0d27d0757a9 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:45.966001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-d6e2adbe-c13a-49dc-852f-d0d27d0757a9 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 814 time: 0.4737077
Feb 19 21:14:45.989695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-a6c94cf0-bd9d-48e4-aea6-eb82722fa062 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/quotas/9f7a8678732a40b383cedd20600e102e HTTP/1.1" status: 200  len: 375 time: 0.0216374
Feb 19 21:14:46.006870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:46.011573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:46.041929 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:46.168163 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab7a4c0f-bea5-4dfe-9500-382d9c43f7f4 req-f38e78f2-94f2-41a8-96a5-3ca1fa0bc023 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.1280577
Feb 19 21:14:46.223978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:46.310844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-44122bb8-c2bf-4d8e-ae4a-a1ed1eae3c81 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3196816
Feb 19 21:14:46.323601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Allocated IP 2001:db8::2 (57ac2c7f-2909-449a-8502-02f57feaeea5/4b8029bb-61ee-4475-8bb4-4671d3e26d49/ea708a43-6fc2-4c9b-8928-d742163eea4c) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:46.393902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d7ccfc89-96c2-428c-9176-847c3499d81d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:46.436444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-437634dd-00b9-4ad5-9b7f-c6c3462800a8 service neutron] 10.222.0.30 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243782
Feb 19 21:14:46.480975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Pushing event updated for resources: {'Port': ['ID=f1b658d3-2bce-47d4-b3ff-803452a1350a,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:46.488835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Network 8b4ea8e4-e01c-4956-a8d2-b3557b80d270 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:46.498947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:46.503341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:46.604589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d7ccfc89-96c2-428c-9176-847c3499d81d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:46.605068 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:46.667957 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-a54fddee-74ef-4c4f-96fb-4dd80d04b4e8 service neutron] 10.222.0.30 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2306986
Feb 19 21:14:46.729651 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (ee946391-71f9-4645-be62-d88f1d971491), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:46.880267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=ee946391-71f9-4645-be62-d88f1d971491,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:46.908193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Checking segment: {'id': '35e80a37-80c0-4163-a878-62279b54cbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10aafd4c-531c-412f-a422-1ea78559e653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:46.908605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network hostable DHCP agents. Network: 10aafd4c-531c-412f-a422-1ea78559e653, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:46.955941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network 10aafd4c-531c-412f-a422-1ea78559e653 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:46.978179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10aafd4c-531c-412f-a422-1ea78559e653) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:46.983470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:46.984803 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.028968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a9905a18-ab45-4b4a-b03b-f34b6b9e6883 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3426664
Feb 19 21:14:47.031088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46890) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:47.040682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-892111ab-ca1b-4e6f-98fd-47df61b8baa2 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:47.148247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Allocated IP 2001:db8::1 (8b4ea8e4-e01c-4956-a8d2-b3557b80d270/41818ea0-c896-4cf5-b154-5791758ca82e/6ba68f1b-4751-4420-8e5a-a7e22d7c6837) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:47.172184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12031aa0-527b-4f8f-86e1-2bcdb109c560 req-4687231d-249b-4303-ad73-d01d553db750 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 210 time: 0.1226771
Feb 19 21:14:47.250000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df1fd5-0272-48d8-b015-e140977b7180 req-1a96f365-73d7-4246-a64c-575ccaec4a69 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:47.257703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98df1fd5-0272-48d8-b015-e140977b7180 req-1a96f365-73d7-4246-a64c-575ccaec4a69 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 945 time: 0.2274723
Feb 19 21:14:47.271422 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for port (6ba68f1b-4751-4420-8e5a-a7e22d7c6837), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.299366 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Publish callbacks [] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.332311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372fd9a0-5714-488d-91d4-b0c918522b86 None None] Network 5d8ce4e2-6f2a-4f95-b02a-f5b943591222 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:47.355654 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (6ba68f1b-4751-4420-8e5a-a7e22d7c6837), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.357042 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-892111ab-ca1b-4e6f-98fd-47df61b8baa2 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26660759'] for subnet (ee946391-71f9-4645-be62-d88f1d971491), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.359832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafdc953-562a-4662-b58a-185b46c9925f None None] Network 10aafd4c-531c-412f-a422-1ea78559e653 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:47.419442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Port': ['ID=6ba68f1b-4751-4420-8e5a-a7e22d7c6837,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:47.431336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network 8b4ea8e4-e01c-4956-a8d2-b3557b80d270 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:47.440763 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.449846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60fc09-74e5-4881-8a6b-0fe725addff3 req-df31b762-68f2-47dc-9c94-633da8df99e3 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:47.453346 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af60fc09-74e5-4881-8a6b-0fe725addff3 req-df31b762-68f2-47dc-9c94-633da8df99e3 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 945 time: 0.1471081
Feb 19 21:14:47.455631 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:47.459813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:47.460681 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (a2659faf-eb9f-4835-96e8-410fac38916e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.521325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3887819-b159-4c56-836d-459d36df2653 req-4e040cb9-89a6-487e-8565-9dac12c2a02b tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0871904
Feb 19 21:14:47.559398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98df1fd5-0272-48d8-b015-e140977b7180 req-ea85c3fb-516a-4e6a-8ffd-93c00c8022ae tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3006845
Feb 19 21:14:47.623050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dff94c-6336-4ca9-9d90-41afdaa880ee None None] Network 3213427e-634d-427c-9fd5-b1903f45ea1e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:47.629500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Attempting to bind port f1b658d3-2bce-47d4-b3ff-803452a1350a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:47.630016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Attempting to bind port f1b658d3-2bce-47d4-b3ff-803452a1350a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '533d454a-4583-4262-9cb9-14767ca524bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b4ea8e4-e01c-4956-a8d2-b3557b80d270'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:47.630501 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Attempting to bind port f1b658d3-2bce-47d4-b3ff-803452a1350a on network 8b4ea8e4-e01c-4956-a8d2-b3557b80d270 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:47.648157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:47.648979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Checking segment: {'id': '533d454a-4583-4262-9cb9-14767ca524bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b4ea8e4-e01c-4956-a8d2-b3557b80d270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:47.649578 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.650076 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Bound using segment: {'id': '533d454a-4583-4262-9cb9-14767ca524bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b4ea8e4-e01c-4956-a8d2-b3557b80d270'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:47.650663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Bound port: f1b658d3-2bce-47d4-b3ff-803452a1350a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533d454a-4583-4262-9cb9-14767ca524bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b4ea8e4-e01c-4956-a8d2-b3557b80d270'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:47.651156 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.673448 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6ba68f1b-4751-4420-8e5a-a7e22d7c6837), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.689827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Network 57ac2c7f-2909-449a-8502-02f57feaeea5 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:47.734804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:47.742927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:47.745843 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-892111ab-ca1b-4e6f-98fd-47df61b8baa2 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751653240980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26754600'] for subnet (ee946391-71f9-4645-be62-d88f1d971491), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.749295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-42fd45cb-f59e-4024-ab2d-f1f9d37b64e4 None None] Provisioning complete for port d7ccfc89-96c2-428c-9176-847c3499d81d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:47.750271 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42fd45cb-f59e-4024-ab2d-f1f9d37b64e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.820581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892111ab-ca1b-4e6f-98fd-47df61b8baa2 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:47.821446 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-892111ab-ca1b-4e6f-98fd-47df61b8baa2 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.825382 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-892111ab-ca1b-4e6f-98fd-47df61b8baa2 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "PUT /v2.0/subnets/ee946391-71f9-4645-be62-d88f1d971491 HTTP/1.1" status: 200  len: 826 time: 0.7927880
Feb 19 21:14:47.826966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46902) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:47.839713 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Pushing event updated for resources: {'Port': ['ID=ea708a43-6fc2-4c9b-8928-d742163eea4c,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:47.849180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-af60fc09-74e5-4881-8a6b-0fe725addff3 req-c8e0d39e-eed9-4d8b-9281-9965e5772e0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Deleting port e944839a-b42c-46af-832e-3765a3547680 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:47.849533 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-af60fc09-74e5-4881-8a6b-0fe725addff3 req-c8e0d39e-eed9-4d8b-9281-9965e5772e0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e944839a-b42c-46af-832e-3765a3547680), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:47.924646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892111ab-ca1b-4e6f-98fd-47df61b8baa2 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=ee946391-71f9-4645-be62-d88f1d971491,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:48.022328 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (10aafd4c-531c-412f-a422-1ea78559e653), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.039066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-af60fc09-74e5-4881-8a6b-0fe725addff3 req-c8e0d39e-eed9-4d8b-9281-9965e5772e0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] For port e944839a-b42c-46af-832e-3765a3547680, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e944839a-b42c-46af-832e-3765a3547680,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:48.039462 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-af60fc09-74e5-4881-8a6b-0fe725addff3 req-c8e0d39e-eed9-4d8b-9281-9965e5772e0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e944839a-b42c-46af-832e-3765a3547680), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.059608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-af60fc09-74e5-4881-8a6b-0fe725addff3 req-c8e0d39e-eed9-4d8b-9281-9965e5772e0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Calling delete_port for e944839a-b42c-46af-832e-3765a3547680 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:48.065760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] For port f1b658d3-2bce-47d4-b3ff-803452a1350a, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:48.069632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d7ccfc89-96c2-428c-9176-847c3499d81d is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:48.070266 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.090925 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (ee946391-71f9-4645-be62-d88f1d971491), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.094670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Attempting to bind port ea708a43-6fc2-4c9b-8928-d742163eea4c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:48.095343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Attempting to bind port ea708a43-6fc2-4c9b-8928-d742163eea4c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd55d66fe-f890-4b5f-b03b-73bb64486803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57ac2c7f-2909-449a-8502-02f57feaeea5'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:48.096518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Attempting to bind port ea708a43-6fc2-4c9b-8928-d742163eea4c on network 57ac2c7f-2909-449a-8502-02f57feaeea5 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:48.131561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58083007-737f-4fb8-80ed-81cf0d7fe174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10aafd4c-531c-412f-a422-1ea78559e653', 'network_id': '10aafd4c-531c-412f-a422-1ea78559e653', 'project_id': '239a5f2432724ad78c4d9ec2d3d17b4b', 'fixed_ips': [{'subnet_id': 'ee946391-71f9-4645-be62-d88f1d971491'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:48.132803 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58083007-737f-4fb8-80ed-81cf0d7fe174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.147798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] For port f1b658d3-2bce-47d4-b3ff-803452a1350a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1b658d3-2bce-47d4-b3ff-803452a1350a,segment=NetworkSegment(533d454a-4583-4262-9cb9-14767ca524bd),segment_id=533d454a-4583-4262-9cb9-14767ca524bd)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:48.174419 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (ee946391-71f9-4645-be62-d88f1d971491), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.178115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:48.178709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Checking segment: {'id': 'd55d66fe-f890-4b5f-b03b-73bb64486803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57ac2c7f-2909-449a-8502-02f57feaeea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:48.179299 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.180084 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Bound using segment: {'id': 'd55d66fe-f890-4b5f-b03b-73bb64486803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57ac2c7f-2909-449a-8502-02f57feaeea5'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:48.180821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Bound port: ea708a43-6fc2-4c9b-8928-d742163eea4c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55d66fe-f890-4b5f-b03b-73bb64486803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57ac2c7f-2909-449a-8502-02f57feaeea5'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:48.181383 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.185103 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for port (6ba68f1b-4751-4420-8e5a-a7e22d7c6837), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.194328 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (6ba68f1b-4751-4420-8e5a-a7e22d7c6837), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.195190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (a2659faf-eb9f-4835-96e8-410fac38916e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.204988 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.210404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Subnet': ['ID=ee946391-71f9-4645-be62-d88f1d971491,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:48.302921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (10aafd4c-531c-412f-a422-1ea78559e653), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.341231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6abc4190>,) {'filters': {'network_id': ['10aafd4c-531c-412f-a422-1ea78559e653']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:48.353339 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Port': ['ID=6ba68f1b-4751-4420-8e5a-a7e22d7c6837,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:48.367519 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-af60fc09-74e5-4881-8a6b-0fe725addff3 req-c8e0d39e-eed9-4d8b-9281-9965e5772e0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e944839a-b42c-46af-832e-3765a3547680), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.368741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6abc4190>, '35e80a37-80c0-4163-a878-62279b54cbf6') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:48.369226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6abc4190>, '35e80a37-80c0-4163-a878-62279b54cbf6') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:48.382709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port d7ccfc89-96c2-428c-9176-847c3499d81d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7ccfc89-96c2-428c-9176-847c3499d81d,segment=NetworkSegment(91dca473-7d73-4769-9eec-52e52ba4dcba),segment_id=91dca473-7d73-4769-9eec-52e52ba4dcba)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:48.386192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (35e80a37-80c0-4163-a878-62279b54cbf6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.408182 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (35e80a37-80c0-4163-a878-62279b54cbf6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.423521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0d39e-eed9-4d8b-9281-9965e5772e0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event deleted for resources: {'Port': ['ID=e944839a-b42c-46af-832e-3765a3547680,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:48.456260 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc', 'e944839a-b42c-46af-832e-3765a3547680'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:48.458222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['012d99e0-2593-45ae-8b96-96e14113b289'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:48.468019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:48.469274 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (35e80a37-80c0-4163-a878-62279b54cbf6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.479182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1d02cc2-3eac-4e79-a995-03faaa7aabd2 req-397a557e-b77b-4c02-8d5f-463a1411005e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 210 time: 0.0745175
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:48.480243 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:48.482936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-af60fc09-74e5-4881-8a6b-0fe725addff3 req-c8e0d39e-eed9-4d8b-9281-9965e5772e0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] No DVR routers for this DVR port e944839a-b42c-46af-832e-3765a3547680 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:48.497207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-af60fc09-74e5-4881-8a6b-0fe725addff3 req-c8e0d39e-eed9-4d8b-9281-9965e5772e0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.500662 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af60fc09-74e5-4881-8a6b-0fe725addff3 req-c8e0d39e-eed9-4d8b-9281-9965e5772e0c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "DELETE /v2.0/ports/e944839a-b42c-46af-832e-3765a3547680 HTTP/1.1" status: 204  len: 173 time: 0.9410267
Feb 19 21:14:48.522437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fa017c-ffad-48ee-9373-656f213dda89', 'name': 'network-vif-deleted', 'tag': 'e944839a-b42c-46af-832e-3765a3547680'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:48.522437 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd683cd0-c4ec-4274-a5be-adef6b61631d" -d '{"events": [{"server_uuid": "22fa017c-ffad-48ee-9373-656f213dda89", "name": "network-vif-deleted", "tag": "e944839a-b42c-46af-832e-3765a3547680"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:48.530237 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.538493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network 8b4ea8e4-e01c-4956-a8d2-b3557b80d270 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:48.545395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:48.668485 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef6f3b6-a3d2-4b06-a962-e83558feb1c6 x-openstack-request-id: req-cef6f3b6-a3d2-4b06-a962-e83558feb1c6 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:48.668882 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fa017c-ffad-48ee-9373-656f213dda89", "name": "network-vif-deleted", "tag": "e944839a-b42c-46af-832e-3765a3547680", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:48.669150 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cef6f3b6-a3d2-4b06-a962-e83558feb1c6 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:48.669924 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fa017c-ffad-48ee-9373-656f213dda89', 'name': 'network-vif-deleted', 'tag': 'e944839a-b42c-46af-832e-3765a3547680', 'status': 'completed', 'code': 200}
Feb 19 21:14:48.748411 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a44333-31bf-401a-8d57-d6df300b012b None None] Network 10aafd4c-531c-412f-a422-1ea78559e653 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:48.751575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-42fd45cb-f59e-4024-ab2d-f1f9d37b64e4 None None] Current status of the port d7ccfc89-96c2-428c-9176-847c3499d81d is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:48.756003 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42fd45cb-f59e-4024-ab2d-f1f9d37b64e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:48.911787 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Router a2659faf-eb9f-4835-96e8-410fac38916e is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:14:48.929940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:48.949753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadfa24-0c68-48a1-9ce9-a7cb2572e631 None None] Pushing event updated for resources: {'Port': ['ID=f1b658d3-2bce-47d4-b3ff-803452a1350a,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:48.959742 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a9006775-5a5f-4859-86c3-6a80fb910745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.087586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:49.097075 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9777af09-53f5-4b8d-8cb6-f5e5c7028ce2 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "PUT /v2.0/routers/a2659faf-eb9f-4835-96e8-410fac38916e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4474611
Feb 19 21:14:49.097075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46914) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:49.099560 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5828c50-4b62-4a6b-9b0e-b8aa4fa6a59f None None] Sync routers for ids ['a2659faf-eb9f-4835-96e8-410fac38916e'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:49.122846 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5828c50-4b62-4a6b-9b0e-b8aa4fa6a59f None None] Routers {'a2659faf-eb9f-4835-96e8-410fac38916e'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:49.123758 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a5828c50-4b62-4a6b-9b0e-b8aa4fa6a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a2659faf-eb9f-4835-96e8-410fac38916e'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:49.164465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=d7ccfc89-96c2-428c-9176-847c3499d81d,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:49.204101 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a5828c50-4b62-4a6b-9b0e-b8aa4fa6a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2af0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:49.242480 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5828c50-4b62-4a6b-9b0e-b8aa4fa6a59f None None] Routers {'a2659faf-eb9f-4835-96e8-410fac38916e'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:49.243383 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a5828c50-4b62-4a6b-9b0e-b8aa4fa6a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a2659faf-eb9f-4835-96e8-410fac38916e'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:49.278288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-67967f06-f1f0-4cc8-9514-ee5e964e594d req-5de5c9cd-6d44-4158-bb82-6974ad86aba7 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=22fa017c-ffad-48ee-9373-656f213dda89 HTTP/1.1" status: 200  len: 210 time: 0.5170166
Feb 19 21:14:49.298450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a13539-6d90-46e9-b52e-be5dc36309a5 None None] Network 10aafd4c-531c-412f-a422-1ea78559e653 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:49.327629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c539d7f5-9704-4c88-9eae-f23fbb3d9dc9 req-8aec170e-e168-4dd3-b341-fee160f697a8 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.4956336
Feb 19 21:14:49.339811 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a5828c50-4b62-4a6b-9b0e-b8aa4fa6a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2af0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:49.342663 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (10aafd4c-531c-412f-a422-1ea78559e653), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.344716 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5828c50-4b62-4a6b-9b0e-b8aa4fa6a59f None None] The sync data for ids ['a2659faf-eb9f-4835-96e8-410fac38916e'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:49.356925 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.362095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/10aafd4c-531c-412f-a422-1ea78559e653 HTTP/1.1" status: 204  len: 168 time: 1.5290415
Feb 19 21:14:49.372802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46916) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:49.407148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd1b58-436a-4cfe-b792-e23f0cf332ed tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Network': ['ID=10aafd4c-531c-412f-a422-1ea78559e653,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:49.412525 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c1087d-df57-4059-b8af-76fbebc8bc00 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:49.413057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c1087d-df57-4059-b8af-76fbebc8bc00 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:49.416135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-80c1087d-df57-4059-b8af-76fbebc8bc00 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/10aafd4c-531c-412f-a422-1ea78559e653 HTTP/1.1" status: 404  len: 339 time: 0.0422840
Feb 19 21:14:49.420278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46918) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:49.426940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a85f42-1ca6-41f8-a5aa-9c1fa84979b8 None None] Update dhcp port {'port': {'network_id': '3213427e-634d-427c-9fd5-b1903f45ea1e', 'fixed_ips': [{'subnet_id': '05d026d8-d957-42ae-a03c-3011e00e8f43', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd7161362-b4fc-4f6d-9743-f7188a9f2024'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ddc83140-d3e0-42c1-b3e4-0cf79dc933e3'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:14:49.433498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-982553059', 'description': 'd1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:49.442082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] For port ea708a43-6fc2-4c9b-8928-d742163eea4c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:49.460122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ca563341-de42-4893-a030-b7e36de0c177 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:49.461780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ca563341-de42-4893-a030-b7e36de0c177 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 814 time: 0.9856884
Feb 19 21:14:49.476095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Request body: {'port': {'device_id': 'a28d5a7d-b392-4111-858b-f4c3609c3f20', 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af', 'admin_state_up': True, 'tenant_id': '9f7a8678732a40b383cedd20600e102e'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:49.479583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:49.482702 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.546377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] For port ea708a43-6fc2-4c9b-8928-d742163eea4c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea708a43-6fc2-4c9b-8928-d742163eea4c,segment=NetworkSegment(d55d66fe-f890-4b5f-b03b-73bb64486803),segment_id=d55d66fe-f890-4b5f-b03b-73bb64486803)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:49.569958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:49.597118 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.622122 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (043fb2d1-d2ae-4a31-b5d3-2ead36d21933), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.622122 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Added segment 043fb2d1-d2ae-4a31-b5d3-2ead36d21933 of type vlan for network 6426a9de-e899-40de-ae48-8b554bbd73bc
Feb 19 21:14:49.624582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42fbbe02-299a-4d85-8ec7-b0ed6b541913 req-acc5c5ba-309a-4f06-9189-30b734752a4b tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 210 time: 0.0390151
Feb 19 21:14:49.662316 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-e125658b-4c3a-4b1f-87b7-b1e28dcd2dba tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:14:49.666214 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e125658b-4c3a-4b1f-87b7-b1e28dcd2dba tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "PUT /v2.0/routers/a2659faf-eb9f-4835-96e8-410fac38916e/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.5651476
Feb 19 21:14:49.666321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46922) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:49.667162 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-42fd45cb-f59e-4024-ab2d-f1f9d37b64e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:14:49.667779 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-42fd45cb-f59e-4024-ab2d-f1f9d37b64e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:14:49.668672 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-65a85f42-1ca6-41f8-a5aa-9c1fa84979b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.692238 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (6426a9de-e899-40de-ae48-8b554bbd73bc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.724205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:49.724618 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.741266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Made reservation on behalf of 9f7a8678732a40b383cedd20600e102e for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:49.754682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.760481 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (6426a9de-e899-40de-ae48-8b554bbd73bc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.771745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:49.773093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:49.902714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.4762151
Feb 19 21:14:49.911257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46924) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:50.109489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc1e76-a3fe-4a1f-a9d3-6b5a2d5c6e36 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=6426a9de-e899-40de-ae48-8b554bbd73bc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:50.144367 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1991244b-7e49-4ad7-b179-407918472361 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (a2659faf-eb9f-4835-96e8-410fac38916e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:50.252123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Allocated IP 172.20.0.9 (5dcb556e-7200-41f7-af8e-4f52d2bfd4af/3591c48b-f332-448c-84f0-445a098b4bc2/563b9354-91da-4442-9dd5-54c813f9d4b8) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:50.264173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052563e-4ddd-4008-8a0a-4f283fdec2d5 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:50.266601 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6052563e-4ddd-4008-8a0a-4f283fdec2d5 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/networks?id=6426a9de-e899-40de-ae48-8b554bbd73bc HTTP/1.1" status: 200  len: 764 time: 0.3448896
Feb 19 21:14:50.273571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46926) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:50.279257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8071bff5-0c16-4ffb-adec-e291da583d68 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'description': 'd2'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:50.340650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 6426a9de-e899-40de-ae48-8b554bbd73bc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:50.483121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f07a5-c970-475e-8955-e9cf5cbdb691 None None] Network 8b4ea8e4-e01c-4956-a8d2-b3557b80d270 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:50.486289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8e195-8eea-4820-a703-c44bb8c8bf6c None None] Pushing event updated for resources: {'Port': ['ID=ea708a43-6fc2-4c9b-8928-d742163eea4c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:50.535985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1991244b-7e49-4ad7-b179-407918472361 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Deleting port 6ba68f1b-4751-4420-8e5a-a7e22d7c6837 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:50.536771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1991244b-7e49-4ad7-b179-407918472361 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6ba68f1b-4751-4420-8e5a-a7e22d7c6837), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:50.562187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-542280ca-f984-4b9f-99d4-06344ea8f978 req-c0d8976d-bb6c-44fd-820e-6ee795a78917 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0437829
Feb 19 21:14:50.650150 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8071bff5-0c16-4ffb-adec-e291da583d68 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (6426a9de-e899-40de-ae48-8b554bbd73bc), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:50.661677 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-65a85f42-1ca6-41f8-a5aa-9c1fa84979b8 None None] Allocated IP 172.20.0.1 (3213427e-634d-427c-9fd5-b1903f45ea1e/d7161362-b4fc-4f6d-9743-f7188a9f2024/ddc83140-d3e0-42c1-b3e4-0cf79dc933e3) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:50.682573 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cba04dba-54ef-40bb-b5f0-f7bb8959c4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:50.684868 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8071bff5-0c16-4ffb-adec-e291da583d68 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (6426a9de-e899-40de-ae48-8b554bbd73bc), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:50.694751 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks [] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:50.715011 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1991244b-7e49-4ad7-b179-407918472361 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6ba68f1b-4751-4420-8e5a-a7e22d7c6837), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:50.734875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-42fd45cb-f59e-4024-ab2d-f1f9d37b64e4 None None] Current status of the port d7ccfc89-96c2-428c-9176-847c3499d81d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:50.755691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1991244b-7e49-4ad7-b179-407918472361 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Calling delete_port for 6ba68f1b-4751-4420-8e5a-a7e22d7c6837 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:50.786473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8071bff5-0c16-4ffb-adec-e291da583d68 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network 6426a9de-e899-40de-ae48-8b554bbd73bc is not hosted by any dhcp agent {{(pid=121128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 19 21:14:50.792843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8071bff5-0c16-4ffb-adec-e291da583d68 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:50.793842 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8071bff5-0c16-4ffb-adec-e291da583d68 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:50.795412 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8071bff5-0c16-4ffb-adec-e291da583d68 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "PUT /v2.0/networks/6426a9de-e899-40de-ae48-8b554bbd73bc HTTP/1.1" status: 200  len: 761 time: 0.5206065
Feb 19 21:14:50.836709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e944839a-b42c-46af-832e-3765a3547680 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:50.856697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46938) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:50.897676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: e944839a-b42c-46af-832e-3765a3547680 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:50.897676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e944839a-b42c-46af-832e-3765a3547680 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:50.897965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:50.898350 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:50.925063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fe2ac62-7543-4f51-8ef7-23b07b03c02b req-c3062de8-0400-40b8-b266-fd3f470404c8 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 210 time: 0.0904815
Feb 19 21:14:50.963440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-65a85f42-1ca6-41f8-a5aa-9c1fa84979b8 None None] For port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddc83140-d3e0-42c1-b3e4-0cf79dc933e3,segment=NetworkSegment(7430fd8b-b509-498a-9cf0-148f0579230b),segment_id=7430fd8b-b509-498a-9cf0-148f0579230b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:50.965367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Provisioning complete for port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:50.965756 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:50.981154 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1991244b-7e49-4ad7-b179-407918472361 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (6ba68f1b-4751-4420-8e5a-a7e22d7c6837), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:50.995361 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:51.014281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4ffc28f0-49dd-404e-8b0d-b3e2f567d170', '9f45f4da-a05f-4f9c-bf37-98035a0c7170'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:51.014571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071bff5-0c16-4ffb-adec-e291da583d68 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=6426a9de-e899-40de-ae48-8b554bbd73bc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:51.042761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4b0c96ca-51f8-4dad-8d80-6cbca55d06e4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:51.059847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 6426a9de-e899-40de-ae48-8b554bbd73bc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:51.088039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:51.091433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991244b-7e49-4ad7-b179-407918472361 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Port': ['ID=6ba68f1b-4751-4420-8e5a-a7e22d7c6837,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:51.107850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0baef7-86bf-4ed3-a524-a38884851f12 req-64b34295-c430-436f-9214-e788134bf821 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:51.109977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d0baef7-86bf-4ed3-a524-a38884851f12 req-64b34295-c430-436f-9214-e788134bf821 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 946 time: 0.2718167
Feb 19 21:14:51.116232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:51.147866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:51.178719 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-65a85f42-1ca6-41f8-a5aa-9c1fa84979b8 None None] Publish callbacks [] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:51.200946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1991244b-7e49-4ad7-b179-407918472361 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (a2659faf-eb9f-4835-96e8-410fac38916e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:51.229971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031232d1-09d7-4df6-ad9e-85483c789c76 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:51.231686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-031232d1-09d7-4df6-ad9e-85483c789c76 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/networks?id=6426a9de-e899-40de-ae48-8b554bbd73bc HTTP/1.1" status: 200  len: 764 time: 0.3729072
Feb 19 21:14:51.241282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46940) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:51.258871 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-65a85f42-1ca6-41f8-a5aa-9c1fa84979b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:51.266602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Pushing event updated for resources: {'Port': ['ID=563b9354-91da-4442-9dd5-54c813f9d4b8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:51.347931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d0baef7-86bf-4ed3-a524-a38884851f12 req-bd58026d-7570-4c84-8c6b-31a847196ebe tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147415
Feb 19 21:14:51.373544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6808c7f0-84ea-4e7c-b490-da12f6e50840 None None] Network 57ac2c7f-2909-449a-8502-02f57feaeea5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:51.450269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:51.450826 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:51.452929 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1991244b-7e49-4ad7-b179-407918472361 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Router a2659faf-eb9f-4835-96e8-410fac38916e has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:51.491024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-e92a331c-2cdc-4791-808d-f2ae7d95b56c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0189798
Feb 19 21:14:51.525299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Request body: {'port': {'device_id': 'a28d5a7d-b392-4111-858b-f4c3609c3f20', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:51.528235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a85f42-1ca6-41f8-a5aa-9c1fa84979b8 None None] Pushing event updated for resources: {'Port': ['ID=ddc83140-d3e0-42c1-b3e4-0cf79dc933e3,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:51.549700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1991244b-7e49-4ad7-b179-407918472361 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:51.551569 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:14:51.551934 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:14:51.558900 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1991244b-7e49-4ad7-b179-407918472361 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "PUT /v2.0/routers/a2659faf-eb9f-4835-96e8-410fac38916e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8907773
Feb 19 21:14:51.564048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46942) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:51.574343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65685b69-41fb-4492-af1f-f4ca0a0d0722 None None] Sync routers for ids ['a2659faf-eb9f-4835-96e8-410fac38916e'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:51.617601 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-6c8f87ba-ca3f-433b-b7db-4a32e0633e60 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] delete failed (client error): The resource could not be found.
Feb 19 21:14:51.618925 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6c8f87ba-ca3f-433b-b7db-4a32e0633e60 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1408928037 HTTP/1.1" status: 404  len: 335 time: 0.0534384
Feb 19 21:14:51.621547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003441a1-0bd0-4c78-8ff9-5b7d519885a7 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:51.623125 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46946) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:51.628622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-003441a1-0bd0-4c78-8ff9-5b7d519885a7 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3832254
Feb 19 21:14:51.629661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d3158b28-fdcc-4fcd-a769-c68d217dfe21 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a2659faf-eb9f-4835-96e8-410fac38916e'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:51.631618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46948) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:51.682215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65685b69-41fb-4492-af1f-f4ca0a0d0722 None None] Routers {'a2659faf-eb9f-4835-96e8-410fac38916e'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:51.682862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-65685b69-41fb-4492-af1f-f4ca0a0d0722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62869610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a2659faf-eb9f-4835-96e8-410fac38916e'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:51.710974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d9ac287a-cbe6-47d0-a5a6-e6176174ffb7 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 207 time: 0.0772834
Feb 19 21:14:51.713567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Current status of the port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:51.713567 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:51.730615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46950) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:51.767951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3e7f9b3-35dd-449a-a362-3104ab4a75a4 req-e684b98c-8c12-4bd8-a574-f7fd514794eb tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0574715
Feb 19 21:14:51.806481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-65685b69-41fb-4492-af1f-f4ca0a0d0722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62869610>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:51.878294 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:51.897205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65685b69-41fb-4492-af1f-f4ca0a0d0722 None None] Routers {'a2659faf-eb9f-4835-96e8-410fac38916e'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:51.897874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-65685b69-41fb-4492-af1f-f4ca0a0d0722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62869610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a2659faf-eb9f-4835-96e8-410fac38916e'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:51.902178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] For port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddc83140-d3e0-42c1-b3e4-0cf79dc933e3,segment=NetworkSegment(7430fd8b-b509-498a-9cf0-148f0579230b),segment_id=7430fd8b-b509-498a-9cf0-148f0579230b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:51.917563 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:51.993733 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:52.015132 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ea2d9-b38a-4da0-bb3f-134173231f00 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:52.025980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ea2d9-b38a-4da0-bb3f-134173231f00 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:52.035756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ea2d9-b38a-4da0-bb3f-134173231f00 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:52.045459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-65685b69-41fb-4492-af1f-f4ca0a0d0722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62869610>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:52.046208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65685b69-41fb-4492-af1f-f4ca0a0d0722 None None] The sync data for ids ['a2659faf-eb9f-4835-96e8-410fac38916e'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:52.051478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ea2d9-b38a-4da0-bb3f-134173231f00 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:52.057253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ea2d9-b38a-4da0-bb3f-134173231f00 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:52.063259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ea2d9-b38a-4da0-bb3f-134173231f00 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:52.065127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b47ea2d9-b38a-4da0-bb3f-134173231f00 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.3388984
Feb 19 21:14:52.084234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46954) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:52.148082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:52.171991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Provisioning complete for port f1b658d3-2bce-47d4-b3ff-803452a1350a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:52.172119 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:52.237259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Pushing event updated for resources: {'Port': ['ID=ddc83140-d3e0-42c1-b3e4-0cf79dc933e3,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:52.452138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Current status of the port f1b658d3-2bce-47d4-b3ff-803452a1350a is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:52.453536 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:52.502512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f1b658d3-2bce-47d4-b3ff-803452a1350a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:52.505867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] For port f1b658d3-2bce-47d4-b3ff-803452a1350a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1b658d3-2bce-47d4-b3ff-803452a1350a,segment=NetworkSegment(533d454a-4583-4262-9cb9-14767ca524bd),segment_id=533d454a-4583-4262-9cb9-14767ca524bd)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:52.536427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b088b410-35f2-49e0-92b0-016b935b0c20 None None] Network 3213427e-634d-427c-9fd5-b1903f45ea1e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:52.541087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3158b28-fdcc-4fcd-a769-c68d217dfe21 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for router_gateway (a2659faf-eb9f-4835-96e8-410fac38916e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:52.541585 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:52.566847 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-d3158b28-fdcc-4fcd-a769-c68d217dfe21 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] update failed (client error): The resource could not be found.
Feb 19 21:14:52.568185 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d3158b28-fdcc-4fcd-a769-c68d217dfe21 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "PUT /v2.0/routers/a2659faf-eb9f-4835-96e8-410fac38916e HTTP/1.1" status: 404  len: 339 time: 0.9434495
Feb 19 21:14:52.572090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46958) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:52.577317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2117390538'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:52.600606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Made reservation on behalf of 03249dd317564fa1b7cab9087d57e2ab for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:52.611358 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:52.648698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:52.694701 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e998b594-6712-4c97-b443-313fd6550e6a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:52.695204 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Added segment e998b594-6712-4c97-b443-313fd6550e6a of type vlan for network 3f27d192-7618-43a1-a52c-67aa9b4b71a9
Feb 19 21:14:52.766526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (3f27d192-7618-43a1-a52c-67aa9b4b71a9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:52.806114 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (3f27d192-7618-43a1-a52c-67aa9b4b71a9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:52.816561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:52.816968 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:52.852875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Provisioning complete for port d7ccfc89-96c2-428c-9176-847c3499d81d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:52.853253 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:52.913545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Network': ['ID=3f27d192-7618-43a1-a52c-67aa9b4b71a9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:52.926284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Pushing event updated for resources: {'Port': ['ID=f1b658d3-2bce-47d4-b3ff-803452a1350a,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:52.926389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c90834-fa34-44fa-8e8f-425f665a87b2 req-3bdfc708-739c-43f0-8d30-7b7f56aa74ba tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:52.933511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94c90834-fa34-44fa-8e8f-425f665a87b2 req-3bdfc708-739c-43f0-8d30-7b7f56aa74ba tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 931 time: 0.8659735
Feb 19 21:14:52.938920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 3f27d192-7618-43a1-a52c-67aa9b4b71a9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:52.972620 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4e551d5d-92c2-452b-8445-aefe82993bfd tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.3993621
Feb 19 21:14:52.978495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46962) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:52.989363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'subnet': {'network_id': '3f27d192-7618-43a1-a52c-67aa9b4b71a9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:53.029292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f1b658d3-2bce-47d4-b3ff-803452a1350a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:53.029666 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.030907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f0b50527-c2de-4897-8df0-343a82a84537 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.9426765
Feb 19 21:14:53.038214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c5677-b68b-48de-bc02-6eada56fd807 req-f97040e3-39ef-4f95-b916-70146f7e3c03 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.039695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d50c5677-b68b-48de-bc02-6eada56fd807 req-f97040e3-39ef-4f95-b916-70146f7e3c03 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 946 time: 0.5356164
Feb 19 21:14:53.040190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46964) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:53.097965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0f235-b048-4a91-b190-4aaa629f8179 req-5557cc20-abe3-4849-8085-2f8fc57ddada tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.099704 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5af0f235-b048-4a91-b190-4aaa629f8179 req-5557cc20-abe3-4849-8085-2f8fc57ddada tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 946 time: 0.1986222
Feb 19 21:14:53.144168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Made reservation on behalf of 03249dd317564fa1b7cab9087d57e2ab for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:53.148617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.157755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94c90834-fa34-44fa-8e8f-425f665a87b2 req-5465291c-36a2-4930-97c0-e203c0195f53 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193756
Feb 19 21:14:53.165126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dfbba263-7ba4-45e5-b020-c7fc16148be6 None None] Current status of the port d7ccfc89-96c2-428c-9176-847c3499d81d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:53.205867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f1b658d3-2bce-47d4-b3ff-803452a1350a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:53.207271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:53.236225 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.282758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e520432-e561-479b-8b66-919747231a53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.284070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e520432-e561-479b-8b66-919747231a53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.285951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e520432-e561-479b-8b66-919747231a53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.287282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e520432-e561-479b-8b66-919747231a53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.288620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e520432-e561-479b-8b66-919747231a53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.295703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3e520432-e561-479b-8b66-919747231a53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2458916
Feb 19 21:14:53.298030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Provisioning complete for port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:53.298597 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.303773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46966) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:53.339260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91d314d5-17ec-41ba-87dd-e306349ba1e9 req-6cd6b519-27f1-4948-845d-6820940976df tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0371203
Feb 19 21:14:53.351215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563b9354-91da-4442-9dd5-54c813f9d4b8 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:53.360429 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Publish callbacks [] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.370241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:53.371576 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.374254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Transition to ACTIVE for port object 563b9354-91da-4442-9dd5-54c813f9d4b8 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:14:53.385433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d50c5677-b68b-48de-bc02-6eada56fd807 req-c52b0ff7-d608-4420-ae40-ce2ef7a9f411 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3198667
Feb 19 21:14:53.386848 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.462598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-5af0f235-b048-4a91-b190-4aaa629f8179 req-4ecc97c5-5e27-499e-af40-e79a3c05dba6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Deleting port 012d99e0-2593-45ae-8b96-96e14113b289 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:53.463461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5af0f235-b048-4a91-b190-4aaa629f8179 req-4ecc97c5-5e27-499e-af40-e79a3c05dba6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (012d99e0-2593-45ae-8b96-96e14113b289), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.465663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=563b9354-91da-4442-9dd5-54c813f9d4b8,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:53.485177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9539904-39a2-4bd1-ac09-128cf6e2497e tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.486642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9539904-39a2-4bd1-ac09-128cf6e2497e tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.488166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9539904-39a2-4bd1-ac09-128cf6e2497e tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.493994 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Current status of the port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:53.494247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9539904-39a2-4bd1-ac09-128cf6e2497e tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.504801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9539904-39a2-4bd1-ac09-128cf6e2497e tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.506804 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a9539904-39a2-4bd1-ac09-128cf6e2497e tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1920648
Feb 19 21:14:53.527116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46968) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:53.541787 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Provisioning complete for port f1b658d3-2bce-47d4-b3ff-803452a1350a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:53.542394 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.587571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:53.588968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ea708a43-6fc2-4c9b-8928-d742163eea4c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:53.663763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Attempting to bind port 563b9354-91da-4442-9dd5-54c813f9d4b8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:53.664176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Attempting to bind port 563b9354-91da-4442-9dd5-54c813f9d4b8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:53.664682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Attempting to bind port 563b9354-91da-4442-9dd5-54c813f9d4b8 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:53.678358 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Current status of the port f1b658d3-2bce-47d4-b3ff-803452a1350a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:53.680314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Port 563b9354-91da-4442-9dd5-54c813f9d4b8 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:14:53.680677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Attempting to bind port 563b9354-91da-4442-9dd5-54c813f9d4b8 on network 5dcb556e-7200-41f7-af8e-4f52d2bfd4af {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:53.699050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:53.699050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Checking segment: {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:53.699050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Bound using segment: {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:53.699050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Bound port: 563b9354-91da-4442-9dd5-54c813f9d4b8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:53.699542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port ea708a43-6fc2-4c9b-8928-d742163eea4c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:53.699542 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.699719 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.703103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Provisioning complete for port ea708a43-6fc2-4c9b-8928-d742163eea4c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:53.703783 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.722564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaea31e-0948-4eef-8075-e3431199f7aa tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.730123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5eaea31e-0948-4eef-8075-e3431199f7aa tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/networks/6036fa5c-53df-423d-af2c-66a6e701276a HTTP/1.1" status: 200  len: 804 time: 0.2015328
Feb 19 21:14:53.731634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46970) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:53.801515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] For port 563b9354-91da-4442-9dd5-54c813f9d4b8, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:53.806191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] For port 563b9354-91da-4442-9dd5-54c813f9d4b8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=563b9354-91da-4442-9dd5-54c813f9d4b8,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:53.810680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-5af0f235-b048-4a91-b190-4aaa629f8179 req-4ecc97c5-5e27-499e-af40-e79a3c05dba6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] For port 012d99e0-2593-45ae-8b96-96e14113b289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=012d99e0-2593-45ae-8b96-96e14113b289,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:53.811142 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5af0f235-b048-4a91-b190-4aaa629f8179 req-4ecc97c5-5e27-499e-af40-e79a3c05dba6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (012d99e0-2593-45ae-8b96-96e14113b289), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.816363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.824569 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (12f90f1f-a446-4114-8d3a-0d62b0526470), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.845345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-5af0f235-b048-4a91-b190-4aaa629f8179 req-4ecc97c5-5e27-499e-af40-e79a3c05dba6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Calling delete_port for 012d99e0-2593-45ae-8b96-96e14113b289 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:53.848499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Current status of the port ea708a43-6fc2-4c9b-8928-d742163eea4c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:53.848976 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.860834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.861321 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.862883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] 10.222.0.67 "PUT /v2.0/ports/563b9354-91da-4442-9dd5-54c813f9d4b8 HTTP/1.1" status: 200  len: 1091 time: 2.3478913
Feb 19 21:14:53.863419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28d5a7d-b392-4111-858b-f4c3609c3f20', 'tag': '563b9354-91da-4442-9dd5-54c813f9d4b8'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:53.865965 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bce9b3-0099-4942-8560-f12f8f666d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a28d5a7d-b392-4111-858b-f4c3609c3f20", "tag": "563b9354-91da-4442-9dd5-54c813f9d4b8"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:53.875089 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port ea708a43-6fc2-4c9b-8928-d742163eea4c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:53.875468 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.890952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3fada-3a27-46f6-b09f-dcc0635bbbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=563b9354-91da-4442-9dd5-54c813f9d4b8,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:53.920316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] For port ea708a43-6fc2-4c9b-8928-d742163eea4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea708a43-6fc2-4c9b-8928-d742163eea4c,segment=NetworkSegment(d55d66fe-f890-4b5f-b03b-73bb64486803),segment_id=d55d66fe-f890-4b5f-b03b-73bb64486803)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:53.926573 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:53.953925 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1513730e-f03b-439d-81f7-e189427b2d84 x-openstack-request-id: req-1513730e-f03b-439d-81f7-e189427b2d84 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:53.954661 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28d5a7d-b392-4111-858b-f4c3609c3f20", "tag": "563b9354-91da-4442-9dd5-54c813f9d4b8", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:53.954661 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1513730e-f03b-439d-81f7-e189427b2d84 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:53.955165 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28d5a7d-b392-4111-858b-f4c3609c3f20', 'tag': '563b9354-91da-4442-9dd5-54c813f9d4b8', 'status': 'completed', 'code': 200}
Feb 19 21:14:53.960129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Could not find standard attr ID for object 6ba68f1b-4751-4420-8e5a-a7e22d7c6837. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:14:53.977342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-8b84c37e-592d-4e23-a768-f4570a157a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:53.979356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-8b84c37e-592d-4e23-a768-f4570a157a09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 1125 time: 0.0624833
Feb 19 21:14:53.998802 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-af00e7d8-ccb0-4d37-a7c5-d61f263f993c tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/networks/6036fa5c-53df-423d-af2c-66a6e701276a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2664819
Feb 19 21:14:54.003448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Subnet': ['ID=12f90f1f-a446-4114-8d3a-0d62b0526470,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:54.007299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46974) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:54.020949 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:14:54.021321 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:14:54.021972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849a53c-204d-4334-8bfa-799aa1eb4f53 None None] Pushing event updated for resources: {'Port': ['ID=ea708a43-6fc2-4c9b-8928-d742163eea4c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:54.026259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Checking segment: {'id': 'e998b594-6712-4c97-b443-313fd6550e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3f27d192-7618-43a1-a52c-67aa9b4b71a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:54.026627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network hostable DHCP agents. Network: 3f27d192-7618-43a1-a52c-67aa9b4b71a9, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:54.050132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-1ddcf1bd-7b55-4543-9ffa-ee08a92766b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=563b9354-91da-4442-9dd5-54c813f9d4b8 HTTP/1.1" status: 200  len: 217 time: 0.0539272
Feb 19 21:14:54.057092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network 3f27d192-7618-43a1-a52c-67aa9b4b71a9 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:54.084513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-70bdb8b9-7169-46e5-81f2-2970dd50f73e None None] Provisioning complete for port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:54.084911 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70bdb8b9-7169-46e5-81f2-2970dd50f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.094861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3f27d192-7618-43a1-a52c-67aa9b4b71a9) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:54.111667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:54.112283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.131521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a6e4e-1641-4c7b-aeb7-4e15e5245efd None None] Network 3f27d192-7618-43a1-a52c-67aa9b4b71a9 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:54.141514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e178a5-dbcd-419f-aa81-d4c30c7685a1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:54.145036 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-85dbc229-5c3c-41b1-bb60-7e55a2f7a084 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1571302
Feb 19 21:14:54.145178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-84e178a5-dbcd-419f-aa81-d4c30c7685a1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/subnets/1cd2f908-af84-4932-9c00-1e206edfa52b HTTP/1.1" status: 200  len: 843 time: 0.1373572
Feb 19 21:14:54.145280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46976) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:54.148893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5af0f235-b048-4a91-b190-4aaa629f8179 req-4ecc97c5-5e27-499e-af40-e79a3c05dba6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (012d99e0-2593-45ae-8b96-96e14113b289), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.150453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46978) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:54.150611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a5ebf3b3-28bc-4870-ab30-0c743c8c7865 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f27d192-7618-43a1-a52c-67aa9b4b71a9'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:54.158287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-63423440-72d2-4506-8bea-b0c6370e0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:54.159397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-63423440-72d2-4506-8bea-b0c6370e0c39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3591c48b-f332-448c-84f0-445a098b4bc2 HTTP/1.1" status: 200  len: 854 time: 0.0889745
Feb 19 21:14:54.188115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:54.190358 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['012d99e0-2593-45ae-8b96-96e14113b289'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:14:54.214668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc97c5-5e27-499e-af40-e79a3c05dba6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event deleted for resources: {'Port': ['ID=012d99e0-2593-45ae-8b96-96e14113b289,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:54.255466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-f5e897b8-24fe-4ceb-824c-f84b9433fea0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545957
Feb 19 21:14:54.288878 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9082f443-8e53-4d3e-b737-d843b7b9a964 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:54.290620 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9082f443-8e53-4d3e-b737-d843b7b9a964 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "GET /v2.0/subnets/1cd2f908-af84-4932-9c00-1e206edfa52b?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1390560
Feb 19 21:14:54.291708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af0f235-b048-4a91-b190-4aaa629f8179 req-4ecc97c5-5e27-499e-af40-e79a3c05dba6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] No DVR routers for this DVR port 012d99e0-2593-45ae-8b96-96e14113b289 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:54.294917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46982) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:54.297610 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-5af0f235-b048-4a91-b190-4aaa629f8179 req-4ecc97c5-5e27-499e-af40-e79a3c05dba6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.303391 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5af0f235-b048-4a91-b190-4aaa629f8179 req-4ecc97c5-5e27-499e-af40-e79a3c05dba6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.67 "DELETE /v2.0/ports/012d99e0-2593-45ae-8b96-96e14113b289 HTTP/1.1" status: 204  len: 173 time: 1.1914208
Feb 19 21:14:54.303391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4819c51a-7d85-497a-8852-84fad8704ddf', 'name': 'network-vif-deleted', 'tag': '012d99e0-2593-45ae-8b96-96e14113b289'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:14:54.303790 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a0b928-e2f4-4c8d-9849-e47e1d233834" -d '{"events": [{"server_uuid": "4819c51a-7d85-497a-8852-84fad8704ddf", "name": "network-vif-deleted", "tag": "012d99e0-2593-45ae-8b96-96e14113b289"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:14:54.309408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1123043863'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:54.329937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-70bdb8b9-7169-46e5-81f2-2970dd50f73e None None] Current status of the port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:54.368157 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a66e80-7bef-4d2c-9264-dde58024bed8 x-openstack-request-id: req-85a66e80-7bef-4d2c-9264-dde58024bed8 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:14:54.368498 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4819c51a-7d85-497a-8852-84fad8704ddf", "name": "network-vif-deleted", "tag": "012d99e0-2593-45ae-8b96-96e14113b289", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:14:54.368770 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85a66e80-7bef-4d2c-9264-dde58024bed8 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:14:54.369187 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4819c51a-7d85-497a-8852-84fad8704ddf', 'name': 'network-vif-deleted', 'tag': '012d99e0-2593-45ae-8b96-96e14113b289', 'status': 'completed', 'code': 200}
Feb 19 21:14:54.370400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:54.373930 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.392038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3f27d192-7618-43a1-a52c-67aa9b4b71a9', 'network_id': '3f27d192-7618-43a1-a52c-67aa9b4b71a9', 'project_id': '03249dd317564fa1b7cab9087d57e2ab', 'fixed_ips': [{'subnet_id': '12f90f1f-a446-4114-8d3a-0d62b0526470'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:54.393216 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.427604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:14:54.444436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (abcb18de-68af-4883-858e-ed02ba589fa0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.444696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.445420 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Added segment abcb18de-68af-4883-858e-ed02ba589fa0 of type vlan for network afd60d25-3440-4aa9-89a3-3e4b45e5e7b1
Feb 19 21:14:54.513493 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (afd60d25-3440-4aa9-89a3-3e4b45e5e7b1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.543893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (afd60d25-3440-4aa9-89a3-3e4b45e5e7b1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.549671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:54.550282 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.612003 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3124604
Feb 19 21:14:54.612234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46990) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:54.619549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'network_id': 'afd60d25-3440-4aa9-89a3-3e4b45e5e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:54.634493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port ea708a43-6fc2-4c9b-8928-d742163eea4c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:54.635525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d7ccfc89-96c2-428c-9176-847c3499d81d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:54.688134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Allocated IP 2001:db8:1::2 (3f27d192-7618-43a1-a52c-67aa9b4b71a9/12f90f1f-a446-4114-8d3a-0d62b0526470/da52e373-c416-4a91-913a-42bc91ad049c) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:54.699959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3dd54dbf-7090-4890-a4b7-541284a74e8b req-3d226e98-85dc-49ae-a02c-49d25134956e tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0751648
Feb 19 21:14:54.702706 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf3b3-28bc-4870-ab30-0c743c8c7865 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for router_gateway (a2659faf-eb9f-4835-96e8-410fac38916e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.721888 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50543e6e-437d-4d15-9783-d371409ddd53 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Network': ['ID=afd60d25-3440-4aa9-89a3-3e4b45e5e7b1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:54.728560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04249e-9c7a-445d-bfed-66cbfa948520 req-d76498ce-22ea-4a98-8ddf-89bca7065e44 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:54.728992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d7ccfc89-96c2-428c-9176-847c3499d81d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:54.729387 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.730131 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f04249e-9c7a-445d-bfed-66cbfa948520 req-d76498ce-22ea-4a98-8ddf-89bca7065e44 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 943 time: 0.4483225
Feb 19 21:14:54.739081 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Made reservation on behalf of 239a5f2432724ad78c4d9ec2d3d17b4b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:14:54.745530 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:54.759391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network afd60d25-3440-4aa9-89a3-3e4b45e5e7b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:14:54.813864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-850818d8-8ad9-4cd9-b51f-98c9ef096e92 service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5400469
Feb 19 21:14:54.834815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_backend_mixin [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Performing IP validity checks on allocation pools {{(pid=121129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 19 21:14:54.837342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_backend_mixin [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 19 21:14:54.995695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-192acc77-ae65-41a3-9413-e46ddc2a71bc req-4bcf02b4-bae3-43dc-87d7-7f0601969c5c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=4819c51a-7d85-497a-8852-84fad8704ddf HTTP/1.1" status: 200  len: 210 time: 0.1174734
Feb 19 21:14:55.001148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d7ccfc89-96c2-428c-9176-847c3499d81d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:55.009712 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Publish callbacks [] for port (da52e373-c416-4a91-913a-42bc91ad049c), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.027926 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (da52e373-c416-4a91-913a-42bc91ad049c), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.064449 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (6983bb59-f738-4d06-97c2-fb324e7e4491), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.094287 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Pushing event updated for resources: {'Port': ['ID=da52e373-c416-4a91-913a-42bc91ad049c,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:55.108296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Network 3f27d192-7618-43a1-a52c-67aa9b4b71a9 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:55.108774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f04249e-9c7a-445d-bfed-66cbfa948520 req-63902bd7-3d4b-4a70-98bc-1f1d8432669b tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3408785
Feb 19 21:14:55.110197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:55.115439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:55.151965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=6983bb59-f738-4d06-97c2-fb324e7e4491,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:55.152841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ea708a43-6fc2-4c9b-8928-d742163eea4c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:55.160699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Checking segment: {'id': 'abcb18de-68af-4883-858e-ed02ba589fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'afd60d25-3440-4aa9-89a3-3e4b45e5e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:55.161103 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network hostable DHCP agents. Network: afd60d25-3440-4aa9-89a3-3e4b45e5e7b1, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:14:55.170925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f32b47af-7520-4403-bc6a-837a61bf8fea req-a284939f-6d8a-48b7-bf3e-9f0bfe523d60 service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3170226
Feb 19 21:14:55.198701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Network afd60d25-3440-4aa9-89a3-3e4b45e5e7b1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:14:55.199198 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-a5ebf3b3-28bc-4870-ab30-0c743c8c7865 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:14:55.202709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a5ebf3b3-28bc-4870-ab30-0c743c8c7865 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "PUT /v2.0/routers/a2659faf-eb9f-4835-96e8-410fac38916e HTTP/1.1" status: 400  len: 364 time: 1.0542209
Feb 19 21:14:55.205297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 46992) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:55.232453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Attempting to bind port da52e373-c416-4a91-913a-42bc91ad049c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:55.232845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Attempting to bind port da52e373-c416-4a91-913a-42bc91ad049c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e998b594-6712-4c97-b443-313fd6550e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3f27d192-7618-43a1-a52c-67aa9b4b71a9'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:55.233214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Attempting to bind port da52e373-c416-4a91-913a-42bc91ad049c on network 3f27d192-7618-43a1-a52c-67aa9b4b71a9 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:55.240163 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:55.240584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Checking segment: {'id': 'e998b594-6712-4c97-b443-313fd6550e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3f27d192-7618-43a1-a52c-67aa9b4b71a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:55.240986 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.241396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Bound using segment: {'id': 'e998b594-6712-4c97-b443-313fd6550e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3f27d192-7618-43a1-a52c-67aa9b4b71a9'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:55.241889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Bound port: da52e373-c416-4a91-913a-42bc91ad049c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e998b594-6712-4c97-b443-313fd6550e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3f27d192-7618-43a1-a52c-67aa9b4b71a9'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:55.242281 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (da52e373-c416-4a91-913a-42bc91ad049c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.255349 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, afd60d25-3440-4aa9-89a3-3e4b45e5e7b1) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:55.268220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe68ad4-c0a6-4ccb-84ee-f98fa4584599 None None] Network afd60d25-3440-4aa9-89a3-3e4b45e5e7b1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:55.270312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port ea708a43-6fc2-4c9b-8928-d742163eea4c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:55.270762 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.284620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bce9b3-0099-4942-8560-f12f8f666d3d req-b8832018-95d4-4f23-90ae-66191a9e2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:55.286676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91bce9b3-0099-4942-8560-f12f8f666d3d req-b8832018-95d4-4f23-90ae-66191a9e2893 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 1125 time: 0.0566680
Feb 19 21:14:55.287541 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:55.288155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.320805 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ada193e4-1c98-40ff-ac8d-f8c8f8974016 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.7075617
Feb 19 21:14:55.349630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 46994) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:55.357730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-17bdc5ec-5cfc-4ed4-a644-c7efbbadec42 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:55.432124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] For port da52e373-c416-4a91-913a-42bc91ad049c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:55.471782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] For port da52e373-c416-4a91-913a-42bc91ad049c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da52e373-c416-4a91-913a-42bc91ad049c,segment=NetworkSegment(e998b594-6712-4c97-b443-313fd6550e6a),segment_id=e998b594-6712-4c97-b443-313fd6550e6a)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:55.485491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bce9b3-0099-4942-8560-f12f8f666d3d req-f71ce47b-244a-4397-898e-ef036360fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:55.487455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91bce9b3-0099-4942-8560-f12f8f666d3d req-f71ce47b-244a-4397-898e-ef036360fdbb service neutron] 10.222.0.67 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 915 time: 0.1917019
Feb 19 21:14:55.502168 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (da52e373-c416-4a91-913a-42bc91ad049c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.513006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17bdc5ec-5cfc-4ed4-a644-c7efbbadec42 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26660759'] for subnet (6983bb59-f738-4d06-97c2-fb324e7e4491), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.557844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91bce9b3-0099-4942-8560-f12f8f666d3d req-58c96312-64d7-4025-9d5f-8a3491e111aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=563b9354-91da-4442-9dd5-54c813f9d4b8 HTTP/1.1" status: 200  len: 217 time: 0.0615916
Feb 19 21:14:55.558625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.658879 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bce9b3-0099-4942-8560-f12f8f666d3d req-473d58fb-ae5e-4366-829a-b3a9fbcfa35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:55.660616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91bce9b3-0099-4942-8560-f12f8f666d3d req-473d58fb-ae5e-4366-829a-b3a9fbcfa35a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3591c48b-f332-448c-84f0-445a098b4bc2 HTTP/1.1" status: 200  len: 854 time: 0.0953391
Feb 19 21:14:55.693968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-afd60d25-3440-4aa9-89a3-3e4b45e5e7b1', 'network_id': 'afd60d25-3440-4aa9-89a3-3e4b45e5e7b1', 'project_id': '239a5f2432724ad78c4d9ec2d3d17b4b', 'fixed_ips': [{'subnet_id': '6983bb59-f738-4d06-97c2-fb324e7e4491'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:14:55.694756 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.704982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port ea708a43-6fc2-4c9b-8928-d742163eea4c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:55.706131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f1b658d3-2bce-47d4-b3ff-803452a1350a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:55.711181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91bce9b3-0099-4942-8560-f12f8f666d3d req-ca0fffc6-7d08-45d7-b7d6-ade369ada6e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410378
Feb 19 21:14:55.786070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce320b-acfe-4387-a22e-bfbfed9ec7fc None None] Pushing event updated for resources: {'Port': ['ID=da52e373-c416-4a91-913a-42bc91ad049c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:55.890846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f1b658d3-2bce-47d4-b3ff-803452a1350a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:55.891244 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.916922 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17bdc5ec-5cfc-4ed4-a644-c7efbbadec42 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751653240980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26754600'] for subnet (6983bb59-f738-4d06-97c2-fb324e7e4491), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.920157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Allocated IP 2001:db8::1 (5d8ce4e2-6f2a-4f95-b02a-f5b943591222/5e31fe64-81dc-4154-88c9-764582bb5a00/2adb0e24-66ec-4ede-aaf7-d15a3d75999c) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:55.920772 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91bce9b3-0099-4942-8560-f12f8f666d3d req-dd5c8ac8-59eb-487d-91d9-82b337fbeda4 service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856136
Feb 19 21:14:55.982249 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:55.988403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0c84ca3-b920-4dc7-a7f3-7e9f8ed329d7 req-a398cad3-3d71-45ea-84df-dfd508a98555 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0818789
Feb 19 21:14:55.989826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Allocated IP 2001:db8::3 (afd60d25-3440-4aa9-89a3-3e4b45e5e7b1/6983bb59-f738-4d06-97c2-fb324e7e4491/63107ef2-4863-40fe-a5bc-4bfe6eeadb5b) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:14:56.114747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdc5ec-5cfc-4ed4-a644-c7efbbadec42 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event updated for resources: {'Subnet': ['ID=6983bb59-f738-4d06-97c2-fb324e7e4491,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:56.125404 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for port (2adb0e24-66ec-4ede-aaf7-d15a3d75999c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.146727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f1b658d3-2bce-47d4-b3ff-803452a1350a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:56.147326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bdc5ec-5cfc-4ed4-a644-c7efbbadec42 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:56.147972 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17bdc5ec-5cfc-4ed4-a644-c7efbbadec42 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.148461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:56.149593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-17bdc5ec-5cfc-4ed4-a644-c7efbbadec42 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "PUT /v2.0/subnets/6983bb59-f738-4d06-97c2-fb324e7e4491 HTTP/1.1" status: 200  len: 900 time: 0.7982516
Feb 19 21:14:56.152723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47004) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:56.179524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2adb0e24-66ec-4ede-aaf7-d15a3d75999c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.273036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:56.273424 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.280148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91bce9b3-0099-4942-8560-f12f8f666d3d req-9174d9d3-9a3f-4f80-980e-9e567f730c28 service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3366599
Feb 19 21:14:56.310750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network 5d8ce4e2-6f2a-4f95-b02a-f5b943591222 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:56.314074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:56.320311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:56.324349 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (a2659faf-eb9f-4835-96e8-410fac38916e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.370904 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (afd60d25-3440-4aa9-89a3-3e4b45e5e7b1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.383646 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Publish callbacks [] for port (63107ef2-4863-40fe-a5bc-4bfe6eeadb5b), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.450381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:56.454485 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (63107ef2-4863-40fe-a5bc-4bfe6eeadb5b), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.466171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Port': ['ID=2adb0e24-66ec-4ede-aaf7-d15a3d75999c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:56.502662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a38912-6f2a-46ef-bae9-d116bdb54b50 req-d2d423fd-4005-45b9-829a-03d092306437 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:56.506661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Network afd60d25-3440-4aa9-89a3-3e4b45e5e7b1 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:56.511785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:56.513407 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10a38912-6f2a-46ef-bae9-d116bdb54b50 req-d2d423fd-4005-45b9-829a-03d092306437 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 943 time: 0.2402380
Feb 19 21:14:56.513766 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Pushing event updated for resources: {'Port': ['ID=63107ef2-4863-40fe-a5bc-4bfe6eeadb5b,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:56.517384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:14:56.595691 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2adb0e24-66ec-4ede-aaf7-d15a3d75999c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.601702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Attempting to bind port 63107ef2-4863-40fe-a5bc-4bfe6eeadb5b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:14:56.602392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Attempting to bind port 63107ef2-4863-40fe-a5bc-4bfe6eeadb5b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'abcb18de-68af-4883-858e-ed02ba589fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'afd60d25-3440-4aa9-89a3-3e4b45e5e7b1'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:14:56.602931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Attempting to bind port 63107ef2-4863-40fe-a5bc-4bfe6eeadb5b on network afd60d25-3440-4aa9-89a3-3e4b45e5e7b1 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:14:56.611727 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (6983bb59-f738-4d06-97c2-fb324e7e4491), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.612950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:14:56.613647 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Checking segment: {'id': 'abcb18de-68af-4883-858e-ed02ba589fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'afd60d25-3440-4aa9-89a3-3e4b45e5e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:14:56.614462 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.615082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Bound using segment: {'id': 'abcb18de-68af-4883-858e-ed02ba589fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'afd60d25-3440-4aa9-89a3-3e4b45e5e7b1'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:14:56.615803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Bound port: 63107ef2-4863-40fe-a5bc-4bfe6eeadb5b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcb18de-68af-4883-858e-ed02ba589fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'afd60d25-3440-4aa9-89a3-3e4b45e5e7b1'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:14:56.616474 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (63107ef2-4863-40fe-a5bc-4bfe6eeadb5b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.723210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] For port 63107ef2-4863-40fe-a5bc-4bfe6eeadb5b, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:14:56.733550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] For port 63107ef2-4863-40fe-a5bc-4bfe6eeadb5b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63107ef2-4863-40fe-a5bc-4bfe6eeadb5b,segment=NetworkSegment(abcb18de-68af-4883-858e-ed02ba589fa0),segment_id=abcb18de-68af-4883-858e-ed02ba589fa0)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:14:56.746208 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (63107ef2-4863-40fe-a5bc-4bfe6eeadb5b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.810956 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-662bfb31-d2ab-4627-b4fa-37b970863fc7 None None] Provisioning complete for port 2adb0e24-66ec-4ede-aaf7-d15a3d75999c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:56.811354 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-662bfb31-d2ab-4627-b4fa-37b970863fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2adb0e24-66ec-4ede-aaf7-d15a3d75999c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:56.862899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c97aa-c2ea-4784-a270-cd289da7994a None None] Pushing event updated for resources: {'Port': ['ID=63107ef2-4863-40fe-a5bc-4bfe6eeadb5b,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:56.889796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-662bfb31-d2ab-4627-b4fa-37b970863fc7 None None] Port 2adb0e24-66ec-4ede-aaf7-d15a3d75999c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:14:56.997962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for port (2adb0e24-66ec-4ede-aaf7-d15a3d75999c), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.005384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (2adb0e24-66ec-4ede-aaf7-d15a3d75999c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.005853 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (a2659faf-eb9f-4835-96e8-410fac38916e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.044165 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10a38912-6f2a-46ef-bae9-d116bdb54b50 req-04cc5891-be6f-429d-bb52-9ed6f69d8af8 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5296488
Feb 19 21:14:57.069393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event updated for resources: {'Port': ['ID=2adb0e24-66ec-4ede-aaf7-d15a3d75999c,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:57.116476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-2548a420-08cb-46df-adf4-25f4812e2485 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:57.118732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-2548a420-08cb-46df-adf4-25f4812e2485 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.6611171
Feb 19 21:14:57.152288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-b6891c20-4063-4aae-b337-e4282537ab3b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/quotas/ab36d6d50f8f40408962ab92e9cd1671 HTTP/1.1" status: 200  len: 375 time: 0.0139081
Feb 19 21:14:57.156585 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (6983bb59-f738-4d06-97c2-fb324e7e4491), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.228678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Subnet': ['ID=6983bb59-f738-4d06-97c2-fb324e7e4491,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:57.278275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Network 5d8ce4e2-6f2a-4f95-b02a-f5b943591222 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:14:57.280418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:14:57.293851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da52e373-c416-4a91-913a-42bc91ad049c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:57.388231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0d97561-63bc-4003-99c7-f71382d40d51 req-f9ff7409-2c68-4cd2-954b-9713555e7c30 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.1309445
Feb 19 21:14:57.425815 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (afd60d25-3440-4aa9-89a3-3e4b45e5e7b1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.428815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port da52e373-c416-4a91-913a-42bc91ad049c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:57.429207 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (da52e373-c416-4a91-913a-42bc91ad049c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.453171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a68dd2100>,) {'filters': {'network_id': ['afd60d25-3440-4aa9-89a3-3e4b45e5e7b1']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:57.466017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a68dd2100>, 'abcb18de-68af-4883-858e-ed02ba589fa0') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:57.466368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a68dd2100>, 'abcb18de-68af-4883-858e-ed02ba589fa0') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:57.481780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (abcb18de-68af-4883-858e-ed02ba589fa0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.493144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Router a2659faf-eb9f-4835-96e8-410fac38916e has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:14:57.503635 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (abcb18de-68af-4883-858e-ed02ba589fa0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.510941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:57.511352 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (abcb18de-68af-4883-858e-ed02ba589fa0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.535136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 012d99e0-2593-45ae-8b96-96e14113b289 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:14:57.567047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 012d99e0-2593-45ae-8b96-96e14113b289 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:14:57.567357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 012d99e0-2593-45ae-8b96-96e14113b289 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:14:57.591391 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-103a3850-ee73-416e-a2dd-11f588e632a3 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4228799
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:57.592058 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:57.595627 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.api [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:14:57.595627 ncdv-master-1 neutron-server[121128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:14:57.595627 ncdv-master-1 neutron-server[121128]: [parameters: {'id': 'afd60d25-3440-4aa9-89a3-3e4b45e5e7b1'}]
Feb 19 21:14:57.595627 ncdv-master-1 neutron-server[121128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:14:57.595627 ncdv-master-1 neutron-server[121128]: DEBUG oslo_db.api [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:14:57.638809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817422b-627d-4e75-94d9-76f693b7fff3 None None] Network 3f27d192-7618-43a1-a52c-67aa9b4b71a9 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:57.652119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:14:57.657638 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ef5d1894-cdd6-4dfa-8076-8341d8be9e3e tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "PUT /v2.0/routers/a2659faf-eb9f-4835-96e8-410fac38916e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4507425
Feb 19 21:14:57.660213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47018) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:57.664809 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d27ef-55db-4382-9bcb-e86ec79ff8f5 None None] Sync routers for ids ['a2659faf-eb9f-4835-96e8-410fac38916e'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:14:57.686090 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d27ef-55db-4382-9bcb-e86ec79ff8f5 None None] Routers {'a2659faf-eb9f-4835-96e8-410fac38916e'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:57.687867 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ab5d27ef-55db-4382-9bcb-e86ec79ff8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a2659faf-eb9f-4835-96e8-410fac38916e'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:57.707289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port da52e373-c416-4a91-913a-42bc91ad049c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:57.707695 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (da52e373-c416-4a91-913a-42bc91ad049c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.728446 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-a47df81b-449d-4865-bb7d-fa19accaf7f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260481
Feb 19 21:14:57.761163 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ab5d27ef-55db-4382-9bcb-e86ec79ff8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2220>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:57.776870 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d27ef-55db-4382-9bcb-e86ec79ff8f5 None None] Routers {'a2659faf-eb9f-4835-96e8-410fac38916e'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:14:57.778032 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ab5d27ef-55db-4382-9bcb-e86ec79ff8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a2659faf-eb9f-4835-96e8-410fac38916e'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:57.800968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port da52e373-c416-4a91-913a-42bc91ad049c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da52e373-c416-4a91-913a-42bc91ad049c,segment=NetworkSegment(e998b594-6712-4c97-b443-313fd6550e6a),segment_id=e998b594-6712-4c97-b443-313fd6550e6a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:57.803742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-49d0bea3-eded-4bd9-84f0-36b40d32f344 None None] Provisioning complete for port da52e373-c416-4a91-913a-42bc91ad049c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:57.804154 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-49d0bea3-eded-4bd9-84f0-36b40d32f344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (da52e373-c416-4a91-913a-42bc91ad049c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.822812 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a529913c-b009-411d-8f56-f4623487937c tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for router (a2659faf-eb9f-4835-96e8-410fac38916e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.866268 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (da52e373-c416-4a91-913a-42bc91ad049c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:57.922699 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d5216adc-ef02-49a0-a7ec-ba82b8dc7d6f service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877570
Feb 19 21:14:57.961632 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-a529913c-b009-411d-8f56-f4623487937c tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:14:57.965453 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a529913c-b009-411d-8f56-f4623487937c tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "DELETE /v2.0/routers/a2659faf-eb9f-4835-96e8-410fac38916e HTTP/1.1" status: 409  len: 329 time: 0.3009923
Feb 19 21:14:57.966842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47020) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:58.007554 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ab5d27ef-55db-4382-9bcb-e86ec79ff8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706c2220>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:58.008463 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d27ef-55db-4382-9bcb-e86ec79ff8f5 None None] The sync data for ids ['a2659faf-eb9f-4835-96e8-410fac38916e'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:14:58.020694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-49d0bea3-eded-4bd9-84f0-36b40d32f344 None None] Current status of the port da52e373-c416-4a91-913a-42bc91ad049c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:58.024034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=da52e373-c416-4a91-913a-42bc91ad049c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:58.095856 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (afd60d25-3440-4aa9-89a3-3e4b45e5e7b1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:58.152291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-783e6a77-a01b-468b-bd39-1976cd628ec2 None None] Provisioning complete for port 2adb0e24-66ec-4ede-aaf7-d15a3d75999c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:58.152710 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-783e6a77-a01b-468b-bd39-1976cd628ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2adb0e24-66ec-4ede-aaf7-d15a3d75999c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:58.244040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-783e6a77-a01b-468b-bd39-1976cd628ec2 None None] Port 2adb0e24-66ec-4ede-aaf7-d15a3d75999c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:14:58.257609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e14770be-8c45-4708-97ee-77a179f97d62 req-b0a74b8b-3472-46c0-89a3-3b91e7f25c39 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 210 time: 0.0675051
Feb 19 21:14:58.340034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Deleting port 63107ef2-4863-40fe-a5bc-4bfe6eeadb5b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:58.340367 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (63107ef2-4863-40fe-a5bc-4bfe6eeadb5b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:58.351281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec43371-a9f2-44d0-8def-6fd6c926ed7b req-76bb581e-9390-4751-a373-667a59bb9392 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:58.352930 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aec43371-a9f2-44d0-8def-6fd6c926ed7b req-76bb581e-9390-4751-a373-667a59bb9392 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 943 time: 0.1443558
Feb 19 21:14:58.489697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-60035abb-552b-4401-bdef-1a240b105486 None None] Provisioning complete for port da52e373-c416-4a91-913a-42bc91ad049c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:58.490155 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-60035abb-552b-4401-bdef-1a240b105486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (da52e373-c416-4a91-913a-42bc91ad049c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:58.498242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] For port 63107ef2-4863-40fe-a5bc-4bfe6eeadb5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63107ef2-4863-40fe-a5bc-4bfe6eeadb5b,segment=NetworkSegment(abcb18de-68af-4883-858e-ed02ba589fa0),segment_id=abcb18de-68af-4883-858e-ed02ba589fa0)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:58.498654 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (63107ef2-4863-40fe-a5bc-4bfe6eeadb5b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:58.526475 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da0833c9-4d54-4250-9bed-cbff3f933b05 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (a2659faf-eb9f-4835-96e8-410fac38916e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:58.536576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb5f6b0-91ae-4348-b3fe-3319d3007866 None None] Network afd60d25-3440-4aa9-89a3-3e4b45e5e7b1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:58.547636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aec43371-a9f2-44d0-8def-6fd6c926ed7b req-cb47a3e5-07f6-4808-ba76-331237ae67c4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829715
Feb 19 21:14:58.582660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Calling delete_port for 63107ef2-4863-40fe-a5bc-4bfe6eeadb5b owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:58.621180 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64af2aed-15a7-4669-93b0-8d6a181c3624 req-d3771c52-62a4-4be5-bb2a-e60f0c69bfa8 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0563912
Feb 19 21:14:58.705500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-60035abb-552b-4401-bdef-1a240b105486 None None] Current status of the port da52e373-c416-4a91-913a-42bc91ad049c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:58.760738 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (63107ef2-4863-40fe-a5bc-4bfe6eeadb5b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:58.791282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f967ab7-5a82-414b-ac87-cb18cf9291ad None None] DHCP port deletion for afd60d25-3440-4aa9-89a3-3e4b45e5e7b1 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:14:58.808789 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Port': ['ID=63107ef2-4863-40fe-a5bc-4bfe6eeadb5b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:58.815288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No DVR routers for this DVR port 63107ef2-4863-40fe-a5bc-4bfe6eeadb5b on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:14:58.827200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.827603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.827966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.828711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.829067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.829463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.831115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.831662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.832023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.832473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.832828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.833229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.833560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:14:58.835585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1887f0e-6e5e-4a6d-a15f-f16e6210a702 None None] Network afd60d25-3440-4aa9-89a3-3e4b45e5e7b1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:14:58.903699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-361065db-dd54-49c8-b216-ae05c7fbe9a4 None None] Could not find standard attr ID for object 63107ef2-4863-40fe-a5bc-4bfe6eeadb5b. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:14:58.945096 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (afd60d25-3440-4aa9-89a3-3e4b45e5e7b1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:58.980231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b38a8b0>,) {'filters': {'network_id': ['afd60d25-3440-4aa9-89a3-3e4b45e5e7b1']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:58.993234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b38a8b0>, 'abcb18de-68af-4883-858e-ed02ba589fa0') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:58.993593 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b38a8b0>, 'abcb18de-68af-4883-858e-ed02ba589fa0') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:59.007292 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (abcb18de-68af-4883-858e-ed02ba589fa0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.023989 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (abcb18de-68af-4883-858e-ed02ba589fa0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.034357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:59.034357 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (abcb18de-68af-4883-858e-ed02ba589fa0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:59.038774 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:59.112516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da52e373-c416-4a91-913a-42bc91ad049c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:14:59.114893 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (afd60d25-3440-4aa9-89a3-3e4b45e5e7b1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.123695 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.127141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/afd60d25-3440-4aa9-89a3-3e4b45e5e7b1 HTTP/1.1" status: 204  len: 168 time: 2.9734077
Feb 19 21:14:59.131786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47036) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:59.139979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd55275-115c-476e-afa5-0f95c3fc1cff tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Network': ['ID=afd60d25-3440-4aa9-89a3-3e4b45e5e7b1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:59.164774 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bf2772-4983-4b27-b978-3295344227f0 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:59.165131 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bf2772-4983-4b27-b978-3295344227f0 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:59.167761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port da52e373-c416-4a91-913a-42bc91ad049c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:14:59.170875 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (da52e373-c416-4a91-913a-42bc91ad049c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.171024 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-67bf2772-4983-4b27-b978-3295344227f0 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/subnets/6983bb59-f738-4d06-97c2-fb324e7e4491 HTTP/1.1" status: 404  len: 337 time: 0.0345688
Feb 19 21:14:59.171155 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47038) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:59.193732 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b140a96-7ceb-40e2-bb89-25c65a607624 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:59.194242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b140a96-7ceb-40e2-bb89-25c65a607624 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:59.197506 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6b140a96-7ceb-40e2-bb89-25c65a607624 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/afd60d25-3440-4aa9-89a3-3e4b45e5e7b1 HTTP/1.1" status: 404  len: 339 time: 0.0255265
Feb 19 21:14:59.200234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47040) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:59.259555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port da52e373-c416-4a91-913a-42bc91ad049c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:59.301594 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-da0833c9-4d54-4250-9bed-cbff3f933b05 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Deleting port 2adb0e24-66ec-4ede-aaf7-d15a3d75999c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:14:59.301942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da0833c9-4d54-4250-9bed-cbff3f933b05 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2adb0e24-66ec-4ede-aaf7-d15a3d75999c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.305735 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (6426a9de-e899-40de-ae48-8b554bbd73bc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.416605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c96fed40-f69d-42dd-b6e8-a9ec436bd46e req-cb572fe7-ad3d-47ed-ada2-d5caddf7c8d3 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 210 time: 0.0754759
Feb 19 21:14:59.432276 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (6426a9de-e899-40de-ae48-8b554bbd73bc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.442558 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.461604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae2a970>,) {'filters': {'network_id': ['6426a9de-e899-40de-ae48-8b554bbd73bc']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:59.474084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae2a970>, '043fb2d1-d2ae-4a31-b5d3-2ead36d21933') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:59.474402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae2a970>, '043fb2d1-d2ae-4a31-b5d3-2ead36d21933') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:14:59.487065 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (043fb2d1-d2ae-4a31-b5d3-2ead36d21933), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.496099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da0833c9-4d54-4250-9bed-cbff3f933b05 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2adb0e24-66ec-4ede-aaf7-d15a3d75999c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.504649 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (043fb2d1-d2ae-4a31-b5d3-2ead36d21933), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.512828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:14:59.513316 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (043fb2d1-d2ae-4a31-b5d3-2ead36d21933), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:14:59.517568 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:14:59.522993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-da0833c9-4d54-4250-9bed-cbff3f933b05 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Calling delete_port for 2adb0e24-66ec-4ede-aaf7-d15a3d75999c owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:14:59.552105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 563b9354-91da-4442-9dd5-54c813f9d4b8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:14:59.597662 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (6426a9de-e899-40de-ae48-8b554bbd73bc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.623082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-2413c595-2cd3-4034-a326-dc70b3b6a8e3 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:59.625090 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-2413c595-2cd3-4034-a326-dc70b3b6a8e3 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.2141597
Feb 19 21:14:59.626317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.630354 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/6426a9de-e899-40de-ae48-8b554bbd73bc HTTP/1.1" status: 204  len: 168 time: 0.4289129
Feb 19 21:14:59.633856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47046) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:59.651938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Request body: {'port': {'device_id': 'cd412862-beb2-41a2-9188-583a3f8c78b9', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'admin_state_up': True, 'tenant_id': 'ab36d6d50f8f40408962ab92e9cd1671'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:14:59.654790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0461c67-d4c1-4ee9-b0c1-6a0385b66beb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Network': ['ID=6426a9de-e899-40de-ae48-8b554bbd73bc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:59.698679 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-447825be-dc3a-48f3-bf76-72e86da2bed5 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:59.699004 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447825be-dc3a-48f3-bf76-72e86da2bed5 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:59.702355 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-447825be-dc3a-48f3-bf76-72e86da2bed5 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/subnets/ee946391-71f9-4645-be62-d88f1d971491 HTTP/1.1" status: 404  len: 337 time: 0.0675087
Feb 19 21:14:59.708634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47050) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:59.722059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 563b9354-91da-4442-9dd5-54c813f9d4b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=563b9354-91da-4442-9dd5-54c813f9d4b8,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:59.738683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '563b9354-91da-4442-9dd5-54c813f9d4b8', 'network_id': '5dcb556e-7200-41f7-af8e-4f52d2bfd4af', 'port_id': '563b9354-91da-4442-9dd5-54c813f9d4b8', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3591c48b-f332-448c-84f0-445a098b4bc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:14:59.755115 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92c73c5-f5bc-4a20-8294-bb41ff9c74a4 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:14:59.755797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92c73c5-f5bc-4a20-8294-bb41ff9c74a4 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:14:59.759244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f92c73c5-f5bc-4a20-8294-bb41ff9c74a4 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/10aafd4c-531c-412f-a422-1ea78559e653 HTTP/1.1" status: 404  len: 339 time: 0.0493107
Feb 19 21:14:59.771304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47052) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:14:59.781964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab163aa-95f3-4478-8306-cfb9a8607839 req-df466721-add8-496d-95ee-db5184133d03 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:14:59.783623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ab163aa-95f3-4478-8306-cfb9a8607839 req-df466721-add8-496d-95ee-db5184133d03 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 943 time: 0.1625752
Feb 19 21:14:59.786005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97718bc6-2c70-4c2a-a9ff-5937f4bfdfeb req-7dd2e3d6-c423-4274-a35e-e85daa13222e tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0630879
Feb 19 21:14:59.796878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 563b9354-91da-4442-9dd5-54c813f9d4b8 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:14:59.797289 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.824390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563b9354-91da-4442-9dd5-54c813f9d4b8 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:14:59.842432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ab163aa-95f3-4478-8306-cfb9a8607839 req-da012f2f-9435-4415-a9d3-a4e07762a331 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518646
Feb 19 21:14:59.850231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 563b9354-91da-4442-9dd5-54c813f9d4b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=563b9354-91da-4442-9dd5-54c813f9d4b8,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:14:59.856999 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.879361 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3e95cd-9c7c-4aa3-8abb-65fa4aa2a441 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Deleting subnet d7161362-b4fc-4f6d-9743-f7188a9f2024 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:14:59.889072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b3e95cd-9c7c-4aa3-8abb-65fa4aa2a441 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (d7161362-b4fc-4f6d-9743-f7188a9f2024), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:14:59.911167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=563b9354-91da-4442-9dd5-54c813f9d4b8,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:14:59.970570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b3e95cd-9c7c-4aa3-8abb-65fa4aa2a441 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (d7161362-b4fc-4f6d-9743-f7188a9f2024), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.024482 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Made reservation on behalf of ab36d6d50f8f40408962ab92e9cd1671 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:00.027888 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.031669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da0833c9-4d54-4250-9bed-cbff3f933b05 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2adb0e24-66ec-4ede-aaf7-d15a3d75999c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.077680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0833c9-4d54-4250-9bed-cbff3f933b05 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Port': ['ID=2adb0e24-66ec-4ede-aaf7-d15a3d75999c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:00.243864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['563b9354-91da-4442-9dd5-54c813f9d4b8'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:00.245980 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b3e95cd-9c7c-4aa3-8abb-65fa4aa2a441 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d7161362-b4fc-4f6d-9743-f7188a9f2024), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.302849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da0833c9-4d54-4250-9bed-cbff3f933b05 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (a2659faf-eb9f-4835-96e8-410fac38916e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.433286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Allocated IP 172.20.0.13 (d3b5c251-7e40-4705-8f65-349582f371c6/dd39b861-c372-4188-bb16-08087882fb5d/9b47d2b0-1deb-47b3-ae15-ca797f7e5084) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:00.437605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b3e95cd-9c7c-4aa3-8abb-65fa4aa2a441 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (d7161362-b4fc-4f6d-9743-f7188a9f2024), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.481535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e95cd-9c7c-4aa3-8abb-65fa4aa2a441 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Subnet': ['ID=d7161362-b4fc-4f6d-9743-f7188a9f2024,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:00.483548 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b3e95cd-9c7c-4aa3-8abb-65fa4aa2a441 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.487028 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4b3e95cd-9c7c-4aa3-8abb-65fa4aa2a441 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/subnets/d7161362-b4fc-4f6d-9743-f7188a9f2024 HTTP/1.1" status: 204  len: 168 time: 0.7109494
Feb 19 21:15:00.489842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47056) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:00.500551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0c760d-5716-461d-b24a-3b51d0f92c57 None None] Network 3213427e-634d-427c-9fd5-b1903f45ea1e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:00.569282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45a75c1e-7425-4df4-bdbe-36018f2870d5 req-913166ec-a6e8-4b3c-9d35-2679442f7603 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 210 time: 0.0398550
Feb 19 21:15:00.582970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d500854-389d-4cd1-91a7-ba64220c225d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Deleting subnet 05d026d8-d957-42ae-a03c-3011e00e8f43 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:00.587645 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d500854-389d-4cd1-91a7-ba64220c225d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (05d026d8-d957-42ae-a03c-3011e00e8f43), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.630991 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d500854-389d-4cd1-91a7-ba64220c225d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (05d026d8-d957-42ae-a03c-3011e00e8f43), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.632642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0833c9-4d54-4250-9bed-cbff3f933b05 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Router a2659faf-eb9f-4835-96e8-410fac38916e has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:15:00.729165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d500854-389d-4cd1-91a7-ba64220c225d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (05d026d8-d957-42ae-a03c-3011e00e8f43), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.772199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0833c9-4d54-4250-9bed-cbff3f933b05 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:15:00.784110 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-da0833c9-4d54-4250-9bed-cbff3f933b05 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "PUT /v2.0/routers/a2659faf-eb9f-4835-96e8-410fac38916e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8167689
Feb 19 21:15:00.784662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47058) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:00.786682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44884c-a47d-47bc-bbfe-c244af397057 None None] Sync routers for ids ['a2659faf-eb9f-4835-96e8-410fac38916e'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:15:00.800651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44884c-a47d-47bc-bbfe-c244af397057 None None] Routers {'a2659faf-eb9f-4835-96e8-410fac38916e'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:15:00.801476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9a44884c-a47d-47bc-bbfe-c244af397057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6279a370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a2659faf-eb9f-4835-96e8-410fac38916e'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:00.811809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks [] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.832630 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-90e173a9-9f7a-4927-adb5-e5fc52bb3c5b tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] show failed (client error): The resource could not be found.
Feb 19 21:15:00.837954 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-90e173a9-9f7a-4927-adb5-e5fc52bb3c5b tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1630405351 HTTP/1.1" status: 404  len: 335 time: 0.0473614
Feb 19 21:15:00.838382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47062) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:00.839541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9a44884c-a47d-47bc-bbfe-c244af397057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6279a370>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:00.845418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9e0f2b0b-f5f8-4d39-8f73-42c04a5477f4 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Request body: {'router': {'name': 'new_name'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:00.856021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44884c-a47d-47bc-bbfe-c244af397057 None None] Routers {'a2659faf-eb9f-4835-96e8-410fac38916e'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:15:00.856702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9a44884c-a47d-47bc-bbfe-c244af397057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6279a370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:14:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a2659faf-eb9f-4835-96e8-410fac38916e'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:00.886027 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:00.895523 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-9e0f2b0b-f5f8-4d39-8f73-42c04a5477f4 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] update failed (client error): The resource could not be found.
Feb 19 21:15:00.900286 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9e0f2b0b-f5f8-4d39-8f73-42c04a5477f4 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-313217331 HTTP/1.1" status: 404  len: 334 time: 0.0572016
Feb 19 21:15:00.902200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47066) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:00.906874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:00.909391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9a44884c-a47d-47bc-bbfe-c244af397057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6279a370>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:00.910025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44884c-a47d-47bc-bbfe-c244af397057 None None] The sync data for ids ['a2659faf-eb9f-4835-96e8-410fac38916e'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:15:00.989766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Network d3b5c251-7e40-4705-8f65-349582f371c6 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:00.995464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a91d10ab-8ff8-46d0-a582-fb85d5b983fd req-50e9f9f5-406f-4ee2-ac41-eb6c16985746 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0381303
Feb 19 21:15:00.996445 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:01.015800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:01.020435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event updated for resources: {'Port': ['ID=9b47d2b0-1deb-47b3-ae15-ca797f7e5084,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:01.033151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d500854-389d-4cd1-91a7-ba64220c225d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (05d026d8-d957-42ae-a03c-3011e00e8f43), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.042440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-b943bd20-2c08-48d1-a9f5-02e224da6e32 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Deleting subnet 12f90f1f-a446-4114-8d3a-0d62b0526470 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:01.081944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:01.083544 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.084982 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b943bd20-2c08-48d1-a9f5-02e224da6e32 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for subnet (12f90f1f-a446-4114-8d3a-0d62b0526470), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.106543 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bdcf4090-96fc-455c-8e7d-ea257a99822e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4608967
Feb 19 21:15:01.117878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d500854-389d-4cd1-91a7-ba64220c225d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Subnet': ['ID=05d026d8-d957-42ae-a03c-3011e00e8f43,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:01.119640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Request body: {'port': {'device_id': 'cd412862-beb2-41a2-9188-583a3f8c78b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:01.141451 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d500854-389d-4cd1-91a7-ba64220c225d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.147803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3d500854-389d-4cd1-91a7-ba64220c225d tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/subnets/05d026d8-d957-42ae-a03c-3011e00e8f43 HTTP/1.1" status: 204  len: 168 time: 0.6547439
Feb 19 21:15:01.150463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47068) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:01.179755 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b943bd20-2c08-48d1-a9f5-02e224da6e32 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (12f90f1f-a446-4114-8d3a-0d62b0526470), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.189354 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.250653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6185c-c352-4b63-a1f2-73b097292c3b req-2fb6da14-570d-45c6-bc29-f54c87f37c0d tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:01.252286 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6a6185c-c352-4b63-a1f2-73b097292c3b req-2fb6da14-570d-45c6-bc29-f54c87f37c0d tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 944 time: 0.2547596
Feb 19 21:15:01.320857 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (3213427e-634d-427c-9fd5-b1903f45ea1e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.405746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b943bd20-2c08-48d1-a9f5-02e224da6e32 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (12f90f1f-a446-4114-8d3a-0d62b0526470), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.414963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6a6185c-c352-4b63-a1f2-73b097292c3b req-fc470b08-dfe0-4587-bd18-ac19a03a0129 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389651
Feb 19 21:15:01.466212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0370b72-e6a3-498d-85a9-22535a7b64f4 None None] Network 3213427e-634d-427c-9fd5-b1903f45ea1e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:01.524111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b943bd20-2c08-48d1-a9f5-02e224da6e32 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (12f90f1f-a446-4114-8d3a-0d62b0526470), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.563584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943bd20-2c08-48d1-a9f5-02e224da6e32 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Subnet': ['ID=12f90f1f-a446-4114-8d3a-0d62b0526470,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:01.567193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b943bd20-2c08-48d1-a9f5-02e224da6e32 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.574467 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:15:01.574710 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b943bd20-2c08-48d1-a9f5-02e224da6e32 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "DELETE /v2.0/subnets/12f90f1f-a446-4114-8d3a-0d62b0526470 HTTP/1.1" status: 204  len: 168 time: 0.6709714
Feb 19 21:15:01.580297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47070) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:01.581778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 563b9354-91da-4442-9dd5-54c813f9d4b8 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:15:01.585337 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Publish callbacks [] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.585543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b67c49-48b0-486c-85b5-5c94f704a32b None None] Network 3f27d192-7618-43a1-a52c-67aa9b4b71a9 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:01.598698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Transition to ACTIVE for port object 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:15:01.609819 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.663271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Deleting port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:01.663783 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.686178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Pushing event updated for resources: {'Port': ['ID=9b47d2b0-1deb-47b3-ae15-ca797f7e5084,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:01.699987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-38e782ed-9c8d-4efc-889b-8e43c99b88f3 None None] Provisioning complete for port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:01.700418 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-38e782ed-9c8d-4efc-889b-8e43c99b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.768852 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (3f27d192-7618-43a1-a52c-67aa9b4b71a9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.795726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Attempting to bind port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:01.796351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Attempting to bind port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:01.797212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Attempting to bind port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:01.802642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 on network d3b5c251-7e40-4705-8f65-349582f371c6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:15:01.802988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Attempting to bind port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:01.807920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] For port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddc83140-d3e0-42c1-b3e4-0cf79dc933e3,segment=NetworkSegment(7430fd8b-b509-498a-9cf0-148f0579230b),segment_id=7430fd8b-b509-498a-9cf0-148f0579230b)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:01.808436 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.809015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:01.809367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Checking segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:01.810022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Bound using segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:01.810212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Bound port: 9b47d2b0-1deb-47b3-ae15-ca797f7e5084, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:01.810546 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.829421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 563b9354-91da-4442-9dd5-54c813f9d4b8 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:15:01.850519 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 563b9354-91da-4442-9dd5-54c813f9d4b8 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:01.850519 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.850928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Calling delete_port for ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:01.860703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170523b1-7f13-4e75-828d-0516bfc603e6 req-58d576ee-1eb9-4749-b3c1-a2ae3348abc9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:01.862361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-170523b1-7f13-4e75-828d-0516bfc603e6 req-58d576ee-1eb9-4749-b3c1-a2ae3348abc9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 944 time: 0.1964040
Feb 19 21:15:01.898871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] For port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:01.904650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] For port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b47d2b0-1deb-47b3-ae15-ca797f7e5084,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:01.911236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf0c565-56a3-4025-b609-95f95ea20b7c None None] DHCP port deletion for 3213427e-634d-427c-9fd5-b1903f45ea1e request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:01.911822 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.953860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:01.954151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:01.955636 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] 10.222.0.10 "PUT /v2.0/ports/9b47d2b0-1deb-47b3-ae15-ca797f7e5084 HTTP/1.1" status: 200  len: 1092 time: 0.8412068
Feb 19 21:15:01.957460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd412862-beb2-41a2-9188-583a3f8c78b9', 'tag': '9b47d2b0-1deb-47b3-ae15-ca797f7e5084'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:01.958761 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210ca73e-5e79-4997-87d3-dbcfb4e84d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd412862-beb2-41a2-9188-583a3f8c78b9", "tag": "9b47d2b0-1deb-47b3-ae15-ca797f7e5084"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:02.000973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-170523b1-7f13-4e75-828d-0516bfc603e6 req-494297dd-4890-4c2f-803a-1f5352906be2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309755
Feb 19 21:15:02.014460 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf0829-29ef-4e07-8a41-c72a35ef873c x-openstack-request-id: req-7bcf0829-29ef-4e07-8a41-c72a35ef873c {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:02.014770 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd412862-beb2-41a2-9188-583a3f8c78b9", "tag": "9b47d2b0-1deb-47b3-ae15-ca797f7e5084", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:02.024237 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bcf0829-29ef-4e07-8a41-c72a35ef873c {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:02.024237 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd412862-beb2-41a2-9188-583a3f8c78b9', 'tag': '9b47d2b0-1deb-47b3-ae15-ca797f7e5084', 'status': 'completed', 'code': 200}
Feb 19 21:15:02.024636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Deleting port da52e373-c416-4a91-913a-42bc91ad049c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:02.024636 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (da52e373-c416-4a91-913a-42bc91ad049c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.071897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027f440-9a24-4f6b-aec1-280cc961c435 service neutron] Pushing event updated for resources: {'Port': ['ID=9b47d2b0-1deb-47b3-ae15-ca797f7e5084,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:02.078812 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ddc83140-d3e0-42c1-b3e4-0cf79dc933e3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.107069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-1e99a82d-2fc5-4a1a-8899-ad88f80b89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:02.109593 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-1e99a82d-2fc5-4a1a-8899-ad88f80b89fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 1126 time: 0.0881448
Feb 19 21:15:02.113169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Port': ['ID=ddc83140-d3e0-42c1-b3e4-0cf79dc933e3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:02.130742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No DVR routers for this DVR port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:02.159158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960117a7-8cef-4ecb-9206-ff64aec67a0d None None] DHCP port deletion for 3f27d192-7618-43a1-a52c-67aa9b4b71a9 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:02.187198 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-dad8bd13-09de-4d42-89e3-5e62d7013ac4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b47d2b0-1deb-47b3-ae15-ca797f7e5084 HTTP/1.1" status: 200  len: 217 time: 0.0638878
Feb 19 21:15:02.209563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-38e782ed-9c8d-4efc-889b-8e43c99b88f3 None None] Current status of the port ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:02.242059 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b47ed3d-347c-4d1c-a5dc-caf364b37b01 req-e6c49819-0b9d-4163-9621-969ffa411ecc tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.1023974
Feb 19 21:15:02.245811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] For port da52e373-c416-4a91-913a-42bc91ad049c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da52e373-c416-4a91-913a-42bc91ad049c,segment=NetworkSegment(e998b594-6712-4c97-b443-313fd6550e6a),segment_id=e998b594-6712-4c97-b443-313fd6550e6a)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:02.246483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (da52e373-c416-4a91-913a-42bc91ad049c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.256050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 563b9354-91da-4442-9dd5-54c813f9d4b8 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:02.256621 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.262133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bb76f14e-4435-443a-a635-db29091d3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:02.264386 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-bb76f14e-4435-443a-a635-db29091d3e86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.0712445
Feb 19 21:15:02.270031 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (3213427e-634d-427c-9fd5-b1903f45ea1e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.272923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Calling delete_port for da52e373-c416-4a91-913a-42bc91ad049c owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:02.274250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-960117a7-8cef-4ecb-9206-ff64aec67a0d None None] Deleting port da52e373-c416-4a91-913a-42bc91ad049c {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:02.274925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-960117a7-8cef-4ecb-9206-ff64aec67a0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (da52e373-c416-4a91-913a-42bc91ad049c), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.299615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d5a7d-b392-4111-858b-f4c3609c3f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563b9354-91da-4442-9dd5-54c813f9d4b8'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:02.300795 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-35549114-71ff-44bb-b890-eccabcf24150 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294518
Feb 19 21:15:02.301964 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73973bf9-5293-4af9-8e0d-3feb434ed4f7" -d '{"events": [{"server_uuid": "a28d5a7d-b392-4111-858b-f4c3609c3f20", "name": "network-vif-plugged", "status": "completed", "tag": "563b9354-91da-4442-9dd5-54c813f9d4b8"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:02.310644 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a699b4880>,) {'filters': {'network_id': ['3213427e-634d-427c-9fd5-b1903f45ea1e']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:02.347065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 563b9354-91da-4442-9dd5-54c813f9d4b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=563b9354-91da-4442-9dd5-54c813f9d4b8,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:02.351029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a699b4880>, '7430fd8b-b509-498a-9cf0-148f0579230b') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:02.351371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a699b4880>, '7430fd8b-b509-498a-9cf0-148f0579230b') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:02.364087 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (7430fd8b-b509-498a-9cf0-148f0579230b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.368301 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.387304 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7430fd8b-b509-498a-9cf0-148f0579230b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.396950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:02.397627 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (7430fd8b-b509-498a-9cf0-148f0579230b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:02.400849 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:02.409091 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc74256-bfa8-4465-8e83-e714cefda0fe x-openstack-request-id: req-6cc74256-bfa8-4465-8e83-e714cefda0fe {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:02.409407 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28d5a7d-b392-4111-858b-f4c3609c3f20", "name": "network-vif-plugged", "status": "completed", "tag": "563b9354-91da-4442-9dd5-54c813f9d4b8", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:02.409673 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cc74256-bfa8-4465-8e83-e714cefda0fe {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:02.410079 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28d5a7d-b392-4111-858b-f4c3609c3f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563b9354-91da-4442-9dd5-54c813f9d4b8', 'code': 200}
Feb 19 21:15:02.430389 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-d3b5dcc6-0407-4973-91e8-f757400474b2 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227620
Feb 19 21:15:02.439825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-960117a7-8cef-4ecb-9206-ff64aec67a0d None None] For port da52e373-c416-4a91-913a-42bc91ad049c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da52e373-c416-4a91-913a-42bc91ad049c,segment=NetworkSegment(e998b594-6712-4c97-b443-313fd6550e6a),segment_id=e998b594-6712-4c97-b443-313fd6550e6a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:02.440410 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-960117a7-8cef-4ecb-9206-ff64aec67a0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (da52e373-c416-4a91-913a-42bc91ad049c), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.476553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-960117a7-8cef-4ecb-9206-ff64aec67a0d None None] Calling delete_port for da52e373-c416-4a91-913a-42bc91ad049c owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:02.478511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=563b9354-91da-4442-9dd5-54c813f9d4b8,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:02.491969 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (da52e373-c416-4a91-913a-42bc91ad049c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.537346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] No DVR routers for this DVR port da52e373-c416-4a91-913a-42bc91ad049c on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:02.540413 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (3213427e-634d-427c-9fd5-b1903f45ea1e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.545111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.551503 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47082) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:02.551761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/3213427e-634d-427c-9fd5-b1903f45ea1e HTTP/1.1" status: 204  len: 168 time: 1.3988788
Feb 19 21:15:02.592168 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b6c401-00c8-48e6-a3c1-f3df452a26f3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:02.592828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b6c401-00c8-48e6-a3c1-f3df452a26f3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:02.593113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Port': ['ID=da52e373-c416-4a91-913a-42bc91ad049c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:02.597175 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-00b6c401-00c8-48e6-a3c1-f3df452a26f3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/subnets/dcf622fa-79bd-47c1-befa-0f1465058a9f HTTP/1.1" status: 404  len: 337 time: 0.0444453
Feb 19 21:15:02.599631 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47084) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:02.609885 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:15:02.627153 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f28a906f-c169-44fa-b671-f02fdedd3f5a req-8b0f9b52-da89-4634-98a1-5aa9b9df70bd service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877012
Feb 19 21:15:02.627816 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-960117a7-8cef-4ecb-9206-ff64aec67a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (da52e373-c416-4a91-913a-42bc91ad049c), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.638881 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6718a8da-d1c5-48a4-aa72-2365fdc3d4bf tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:02.639392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6718a8da-d1c5-48a4-aa72-2365fdc3d4bf tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:02.642521 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6718a8da-d1c5-48a4-aa72-2365fdc3d4bf tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/f9869587-193e-4c02-a001-28925307998d HTTP/1.1" status: 404  len: 339 time: 0.0419519
Feb 19 21:15:02.646470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47086) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:02.661776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960117a7-8cef-4ecb-9206-ff64aec67a0d None None] Pushing event deleted for resources: {'Port': ['ID=da52e373-c416-4a91-913a-42bc91ad049c,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:02.664011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960117a7-8cef-4ecb-9206-ff64aec67a0d None None] No DVR routers for this DVR port da52e373-c416-4a91-913a-42bc91ad049c on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:02.689713 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-077518c1-a4ca-4651-909d-6df57f0dc7c4 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:02.690237 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077518c1-a4ca-4651-909d-6df57f0dc7c4 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:02.693311 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-077518c1-a4ca-4651-909d-6df57f0dc7c4 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/subnets/3603080a-4194-4a44-855f-ce7468736f15 HTTP/1.1" status: 404  len: 337 time: 0.0444031
Feb 19 21:15:02.699575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b581f0-6395-4d62-86aa-85fa6334da98 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Network': ['ID=3213427e-634d-427c-9fd5-b1903f45ea1e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:02.702930 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47088) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:02.736833 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (3f27d192-7618-43a1-a52c-67aa9b4b71a9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.741806 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-27da1e17-266b-47d4-a2a7-20cb4591d608 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:02.742309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27da1e17-266b-47d4-a2a7-20cb4591d608 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:02.745370 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-27da1e17-266b-47d4-a2a7-20cb4591d608 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/5c642c4c-4ee0-4f50-8b5f-fbf85866cff8 HTTP/1.1" status: 404  len: 339 time: 0.0403798
Feb 19 21:15:02.750498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47090) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:02.769873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b95b8b0>,) {'filters': {'network_id': ['3f27d192-7618-43a1-a52c-67aa9b4b71a9']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:02.778286 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-671940b7-3ed6-4eb4-a0a7-03743abef9d3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:02.778733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671940b7-3ed6-4eb4-a0a7-03743abef9d3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:02.782369 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-671940b7-3ed6-4eb4-a0a7-03743abef9d3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/subnets/aae05259-3ab1-44dd-8266-e58a3b896415 HTTP/1.1" status: 404  len: 337 time: 0.0310032
Feb 19 21:15:02.784915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b95b8b0>, 'e998b594-6712-4c97-b443-313fd6550e6a') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:02.785200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b95b8b0>, 'e998b594-6712-4c97-b443-313fd6550e6a') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:02.785918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47092) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:02.794229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c9e35-955d-4e4c-8531-358a903228f2 req-ec64911c-885a-4e12-ae64-e4c307588c65 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:02.797197 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-392c9e35-955d-4e4c-8531-358a903228f2 req-ec64911c-885a-4e12-ae64-e4c307588c65 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 945 time: 0.2071009
Feb 19 21:15:02.805527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e11335-9919-4c69-9637-99c5d142b9a9 req-ff465365-7bc2-41e0-82b8-f91c8d15b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:02.807070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ca73e-5e79-4997-87d3-dbcfb4e84d6c req-0e13ad3e-3193-4d25-a8ca-c2fae471d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:02.808235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13e11335-9919-4c69-9637-99c5d142b9a9 req-ff465365-7bc2-41e0-82b8-f91c8d15b351 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 1127 time: 0.2986965
Feb 19 21:15:02.808610 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-210ca73e-5e79-4997-87d3-dbcfb4e84d6c req-0e13ad3e-3193-4d25-a8ca-c2fae471d276 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 1126 time: 0.1142895
Feb 19 21:15:02.809753 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a897e80-7fc9-449b-abc8-9a2c9c8a9568 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:02.810145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a897e80-7fc9-449b-abc8-9a2c9c8a9568 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:02.813247 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5a897e80-7fc9-449b-abc8-9a2c9c8a9568 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/e1ba141e-998c-4d40-852c-9d44ee0a00ee HTTP/1.1" status: 404  len: 339 time: 0.0263851
Feb 19 21:15:02.815021 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (e998b594-6712-4c97-b443-313fd6550e6a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.816265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47094) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:02.859691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (e998b594-6712-4c97-b443-313fd6550e6a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.880950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:02.881458 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (e998b594-6712-4c97-b443-313fd6550e6a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:02.884659 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:02.932039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3f9f10-0dbb-4208-a13c-1e4d5b64bcb3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Deleting subnet a32158cc-5736-403f-a152-3847a712595c {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:02.938747 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9f10-0dbb-4208-a13c-1e4d5b64bcb3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (a32158cc-5736-403f-a152-3847a712595c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:02.991985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ca73e-5e79-4997-87d3-dbcfb4e84d6c req-44315056-869c-4c27-a5d2-d4e9bc3cb7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:02.993576 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-210ca73e-5e79-4997-87d3-dbcfb4e84d6c req-44315056-869c-4c27-a5d2-d4e9bc3cb7e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 906 time: 0.1788785
Feb 19 21:15:03.001566 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9f10-0dbb-4208-a13c-1e4d5b64bcb3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (a32158cc-5736-403f-a152-3847a712595c), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.062454 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-210ca73e-5e79-4997-87d3-dbcfb4e84d6c req-f3e88c23-0c58-4224-855a-acaf73ae5cfc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b47d2b0-1deb-47b3-ae15-ca797f7e5084 HTTP/1.1" status: 200  len: 217 time: 0.0578184
Feb 19 21:15:03.126986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da52e373-c416-4a91-913a-42bc91ad049c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:03.153631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: da52e373-c416-4a91-913a-42bc91ad049c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:03.153862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ca73e-5e79-4997-87d3-dbcfb4e84d6c req-9d7ea5a4-47bc-4866-bcf3-b0617a23b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:03.154259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device da52e373-c416-4a91-913a-42bc91ad049c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:03.154845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:03.155136 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-210ca73e-5e79-4997-87d3-dbcfb4e84d6c req-9d7ea5a4-47bc-4866-bcf3-b0617a23b6ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.0850630
Feb 19 21:15:03.179519 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9f10-0dbb-4208-a13c-1e4d5b64bcb3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a32158cc-5736-403f-a152-3847a712595c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.181016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:03.181506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ddc83140-d3e0-42c1-b3e4-0cf79dc933e3 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:03.226400 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-210ca73e-5e79-4997-87d3-dbcfb4e84d6c req-6e4a6fa5-288f-4631-8b25-3bcfcd874197 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0624466
Feb 19 21:15:03.283777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-392c9e35-955d-4e4c-8531-358a903228f2 req-18448bee-6331-46d7-af09-fc6a0dba860b tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4742122
Feb 19 21:15:03.292070 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13e11335-9919-4c69-9637-99c5d142b9a9 req-702cdf1b-5003-4b24-b907-b6f7d1758b7c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4620130
Feb 19 21:15:03.294606 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (3f27d192-7618-43a1-a52c-67aa9b4b71a9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.301822 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.307823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47102) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:03.307991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "DELETE /v2.0/networks/3f27d192-7618-43a1-a52c-67aa9b4b71a9 HTTP/1.1" status: 204  len: 168 time: 1.7254982
Feb 19 21:15:03.326713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287fa13-5c18-418f-8ebd-3a60b4f723aa tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Network': ['ID=3f27d192-7618-43a1-a52c-67aa9b4b71a9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:03.344955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d58d9b-492f-4a2a-a96f-8c3ea75b04af req-2765178b-52ed-4d75-b3dc-2a8363a3a312 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:03.347388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24d58d9b-492f-4a2a-a96f-8c3ea75b04af req-2765178b-52ed-4d75-b3dc-2a8363a3a312 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 944 time: 0.1425202
Feb 19 21:15:03.365664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9f10-0dbb-4208-a13c-1e4d5b64bcb3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (a32158cc-5736-403f-a152-3847a712595c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.412752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-888268ff-f0aa-4651-b5d2-3023b00a7e2e req-38c47953-ee35-4180-8ae7-9764d6a17f4f tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0459316
Feb 19 21:15:03.425230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10b074a-8039-4ad7-8fb3-2d201383c0f7 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Deleting subnet 4b8029bb-61ee-4475-8bb4-4671d3e26d49 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:03.428642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f9f10-0dbb-4208-a13c-1e4d5b64bcb3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Subnet': ['ID=a32158cc-5736-403f-a152-3847a712595c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:03.433220 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9f10-0dbb-4208-a13c-1e4d5b64bcb3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.439956 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0b3f9f10-0dbb-4208-a13c-1e4d5b64bcb3 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/subnets/a32158cc-5736-403f-a152-3847a712595c HTTP/1.1" status: 204  len: 168 time: 0.6191974
Feb 19 21:15:03.439956 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47104) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:03.440828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f10b074a-8039-4ad7-8fb3-2d201383c0f7 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for subnet (4b8029bb-61ee-4475-8bb4-4671d3e26d49), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.442111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24d58d9b-492f-4a2a-a96f-8c3ea75b04af req-86ffc96c-ea76-4e9f-8155-485a5859389c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845947
Feb 19 21:15:03.449453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1586f27-25e0-4b3d-8073-2938a4e5af99 None None] Network 0f8febb5-938c-4e80-8d1f-0536839f23fa requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:03.474797 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-210ca73e-5e79-4997-87d3-dbcfb4e84d6c req-d2bb4c27-a896-4960-811c-af3f6c85dbc6 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2412117
Feb 19 21:15:03.589245 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f10b074a-8039-4ad7-8fb3-2d201383c0f7 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (4b8029bb-61ee-4475-8bb4-4671d3e26d49), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.612998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3039f16c-f3df-4801-b811-b81522ed625d None None] DHCP port deletion for 0f8febb5-938c-4e80-8d1f-0536839f23fa request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:03.631544 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (0f8febb5-938c-4e80-8d1f-0536839f23fa), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.663430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3039f16c-f3df-4801-b811-b81522ed625d None None] Deleting port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:03.663756 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3039f16c-f3df-4801-b811-b81522ed625d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.705538 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-210ca73e-5e79-4997-87d3-dbcfb4e84d6c req-a907c516-c3d1-4bde-a63b-075ecf336e3e service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152817
Feb 19 21:15:03.741096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3039f16c-f3df-4801-b811-b81522ed625d None None] For port 43cc8715-10e8-4840-bc2e-cd16c741b5a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43cc8715-10e8-4840-bc2e-cd16c741b5a7,segment=NetworkSegment(29d62fc3-bb5e-4c8e-a626-8bdff89a5a14),segment_id=29d62fc3-bb5e-4c8e-a626-8bdff89a5a14)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:03.741557 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3039f16c-f3df-4801-b811-b81522ed625d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.746887 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f10b074a-8039-4ad7-8fb3-2d201383c0f7 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (4b8029bb-61ee-4475-8bb4-4671d3e26d49), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.756575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3039f16c-f3df-4801-b811-b81522ed625d None None] Calling delete_port for 43cc8715-10e8-4840-bc2e-cd16c741b5a7 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:03.840059 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3039f16c-f3df-4801-b811-b81522ed625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:03.865931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039f16c-f3df-4801-b811-b81522ed625d None None] Pushing event deleted for resources: {'Port': ['ID=43cc8715-10e8-4840-bc2e-cd16c741b5a7,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:03.878320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039f16c-f3df-4801-b811-b81522ed625d None None] No DVR routers for this DVR port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:04.164744 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0871c5ca-c849-400b-a001-44ca0650dae9 req-0245d0b0-0607-44fe-b600-e4e4c9d470f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0316815
Feb 19 21:15:04.172183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Deleting port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:04.172548 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.230386 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f10b074a-8039-4ad7-8fb3-2d201383c0f7 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (4b8029bb-61ee-4475-8bb4-4671d3e26d49), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.269512 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] For port 43cc8715-10e8-4840-bc2e-cd16c741b5a7, host ncdv-master-1, got binding levels [] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:04.269874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.272709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b074a-8039-4ad7-8fb3-2d201383c0f7 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8029bb-61ee-4475-8bb4-4671d3e26d49,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:04.280780 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f10b074a-8039-4ad7-8fb3-2d201383c0f7 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.283287 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe2cce-0ef8-482b-ab7e-2af044194db7 None None] Network 57ac2c7f-2909-449a-8502-02f57feaeea5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:04.283881 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f10b074a-8039-4ad7-8fb3-2d201383c0f7 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "DELETE /v2.0/subnets/4b8029bb-61ee-4475-8bb4-4671d3e26d49 HTTP/1.1" status: 204  len: 168 time: 0.9749982
Feb 19 21:15:04.287434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47106) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:04.290090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Calling delete_port for 43cc8715-10e8-4840-bc2e-cd16c741b5a7 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:04.292919 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_backend_mixin [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 was not found and therefore no delete operation was performed {{(pid=121129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:15:04.294333 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (43cc8715-10e8-4840-bc2e-cd16c741b5a7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.320955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Port': ['ID=43cc8715-10e8-4840-bc2e-cd16c741b5a7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:04.324779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No DVR routers for this DVR port 43cc8715-10e8-4840-bc2e-cd16c741b5a7 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:04.358084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0470778e-edb0-4966-9439-1e8a8381efa0 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Deleting subnet 41818ea0-c896-4cf5-b154-5791758ca82e {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:04.362060 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0470778e-edb0-4966-9439-1e8a8381efa0 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for subnet (41818ea0-c896-4cf5-b154-5791758ca82e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.423995 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (0f8febb5-938c-4e80-8d1f-0536839f23fa), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.449381 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0470778e-edb0-4966-9439-1e8a8381efa0 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (41818ea0-c896-4cf5-b154-5791758ca82e), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.452984 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6bd9c820>,) {'filters': {'network_id': ['0f8febb5-938c-4e80-8d1f-0536839f23fa']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:04.465189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bd9c820>, '29d62fc3-bb5e-4c8e-a626-8bdff89a5a14') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:04.465525 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bd9c820>, '29d62fc3-bb5e-4c8e-a626-8bdff89a5a14') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:04.482478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fc6f33-688b-48df-b941-c24ee44a74d2 None None] DHCP port deletion for 57ac2c7f-2909-449a-8502-02f57feaeea5 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:04.486606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (29d62fc3-bb5e-4c8e-a626-8bdff89a5a14), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.504614 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (29d62fc3-bb5e-4c8e-a626-8bdff89a5a14), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.516230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:04.516742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (29d62fc3-bb5e-4c8e-a626-8bdff89a5a14), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:04.521056 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:04.539521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4a918-260c-4f6d-ae21-0cde1a360774 req-f7fcd9ed-2830-4d42-92ec-7f1296c401b0 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:04.541369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14f4a918-260c-4f6d-ae21-0cde1a360774 req-f7fcd9ed-2830-4d42-92ec-7f1296c401b0 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 945 time: 0.1560764
Feb 19 21:15:04.542665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-80fc6f33-688b-48df-b941-c24ee44a74d2 None None] Deleting port ea708a43-6fc2-4c9b-8928-d742163eea4c {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:04.543151 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-80fc6f33-688b-48df-b941-c24ee44a74d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.595751 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (0f8febb5-938c-4e80-8d1f-0536839f23fa), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.615732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.621429 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/0f8febb5-938c-4e80-8d1f-0536839f23fa HTTP/1.1" status: 204  len: 168 time: 1.1753674
Feb 19 21:15:04.621608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-80fc6f33-688b-48df-b941-c24ee44a74d2 None None] For port ea708a43-6fc2-4c9b-8928-d742163eea4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea708a43-6fc2-4c9b-8928-d742163eea4c,segment=NetworkSegment(d55d66fe-f890-4b5f-b03b-73bb64486803),segment_id=d55d66fe-f890-4b5f-b03b-73bb64486803)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:04.621608 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-80fc6f33-688b-48df-b941-c24ee44a74d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.625185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47114) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:04.629969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f3ca5-ff01-4eaa-9645-ba149cea6f13 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Network': ['ID=0f8febb5-938c-4e80-8d1f-0536839f23fa,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:04.631613 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fa912e7-9346-4f88-afcb-06f09d9ae480 req-10e67818-fd24-493c-af49-dccb5c00179e tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0723600
Feb 19 21:15:04.634502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-80fc6f33-688b-48df-b941-c24ee44a74d2 None None] Calling delete_port for ea708a43-6fc2-4c9b-8928-d742163eea4c owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:04.676146 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c8cc2a-d0a9-4810-85e8-f3143b7e34a5 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:04.676680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c8cc2a-d0a9-4810-85e8-f3143b7e34a5 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:04.679849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-62c8cc2a-d0a9-4810-85e8-f3143b7e34a5 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/subnets/73fddf82-be04-4cb6-a66c-2874a42e920d HTTP/1.1" status: 404  len: 337 time: 0.0510914
Feb 19 21:15:04.682609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47116) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:04.685039 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0470778e-edb0-4966-9439-1e8a8381efa0 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (41818ea0-c896-4cf5-b154-5791758ca82e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.723190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14f4a918-260c-4f6d-ae21-0cde1a360774 req-2ab5c0e9-8b29-4fc8-b79a-dfc6f4fcd83d tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724577
Feb 19 21:15:04.736249 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6377a823-eece-4fe6-ad3c-9d1ee6c378fb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:04.736854 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6377a823-eece-4fe6-ad3c-9d1ee6c378fb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:04.739892 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6377a823-eece-4fe6-ad3c-9d1ee6c378fb tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/10078b63-95b1-4e03-a315-cf0236333929 HTTP/1.1" status: 404  len: 339 time: 0.0561357
Feb 19 21:15:04.742688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47118) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:04.784857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-80fc6f33-688b-48df-b941-c24ee44a74d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (ea708a43-6fc2-4c9b-8928-d742163eea4c), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.804909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e68f6b-5459-4d43-830a-2b8fc6d1ecb7 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Deleting subnet 1cd2f908-af84-4932-9c00-1e206edfa52b {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:04.805709 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0470778e-edb0-4966-9439-1e8a8381efa0 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (41818ea0-c896-4cf5-b154-5791758ca82e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.809260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35e68f6b-5459-4d43-830a-2b8fc6d1ecb7 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for subnet (1cd2f908-af84-4932-9c00-1e206edfa52b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.816052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc6f33-688b-48df-b941-c24ee44a74d2 None None] Pushing event deleted for resources: {'Port': ['ID=ea708a43-6fc2-4c9b-8928-d742163eea4c,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:04.822327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc6f33-688b-48df-b941-c24ee44a74d2 None None] No DVR routers for this DVR port ea708a43-6fc2-4c9b-8928-d742163eea4c on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:04.850279 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0470778e-edb0-4966-9439-1e8a8381efa0 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.856892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0470778e-edb0-4966-9439-1e8a8381efa0 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "DELETE /v2.0/subnets/41818ea0-c896-4cf5-b154-5791758ca82e HTTP/1.1" status: 204  len: 168 time: 0.5675442
Feb 19 21:15:04.858871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6dc3aa-8c54-48d6-a45a-072f74fece48 None None] Network 8b4ea8e4-e01c-4956-a8d2-b3557b80d270 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:04.860902 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47120) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:04.866142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3bcf1-d066-4f1a-b73e-ddeabd478ff5 req-7d7130e2-9678-449b-a419-1211be324268 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:04.874867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bad3bcf1-d066-4f1a-b73e-ddeabd478ff5 req-7d7130e2-9678-449b-a419-1211be324268 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 944 time: 0.1296072
Feb 19 21:15:04.885764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470778e-edb0-4966-9439-1e8a8381efa0 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Subnet': ['ID=41818ea0-c896-4cf5-b154-5791758ca82e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:04.927462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:15:04.933699 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35e68f6b-5459-4d43-830a-2b8fc6d1ecb7 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (1cd2f908-af84-4932-9c00-1e206edfa52b), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:04.941099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bad3bcf1-d066-4f1a-b73e-ddeabd478ff5 req-35edcac3-0a06-433a-ab02-32e3ac80df12 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640984
Feb 19 21:15:04.993947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (57ac2c7f-2909-449a-8502-02f57feaeea5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.085596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b47d2b0-1deb-47b3-ae15-ca797f7e5084,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:05.102524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '9b47d2b0-1deb-47b3-ae15-ca797f7e5084', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'port_id': '9b47d2b0-1deb-47b3-ae15-ca797f7e5084', 'mac_address': 'fa:16:3e:3d:5d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39b861-c372-4188-bb16-08087882fb5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:15:05.106784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ea708a43-6fc2-4c9b-8928-d742163eea4c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:05.123747 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35e68f6b-5459-4d43-830a-2b8fc6d1ecb7 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (1cd2f908-af84-4932-9c00-1e206edfa52b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.156474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: ea708a43-6fc2-4c9b-8928-d742163eea4c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:05.159086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ea708a43-6fc2-4c9b-8928-d742163eea4c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:05.159535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 43cc8715-10e8-4840-bc2e-cd16c741b5a7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:05.179157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (57ac2c7f-2909-449a-8502-02f57feaeea5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.182026 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 43cc8715-10e8-4840-bc2e-cd16c741b5a7 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:05.182404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 43cc8715-10e8-4840-bc2e-cd16c741b5a7 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:05.183879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e672153-6c44-4edd-96ef-8326abf215d3 None None] DHCP port deletion for 8b4ea8e4-e01c-4956-a8d2-b3557b80d270 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:05.214968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a694de970>,) {'filters': {'network_id': ['57ac2c7f-2909-449a-8502-02f57feaeea5']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:05.220065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:05.220509 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.234635 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a694de970>, 'd55d66fe-f890-4b5f-b03b-73bb64486803') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:05.234944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a694de970>, 'd55d66fe-f890-4b5f-b03b-73bb64486803') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:05.242500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:15:05.247355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (d55d66fe-f890-4b5f-b03b-73bb64486803), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.254357 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35e68f6b-5459-4d43-830a-2b8fc6d1ecb7 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (1cd2f908-af84-4932-9c00-1e206edfa52b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.268532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b47d2b0-1deb-47b3-ae15-ca797f7e5084,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:05.274169 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.279932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9e672153-6c44-4edd-96ef-8326abf215d3 None None] Deleting port f1b658d3-2bce-47d4-b3ff-803452a1350a {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:05.280422 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9e672153-6c44-4edd-96ef-8326abf215d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.286940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e68f6b-5459-4d43-830a-2b8fc6d1ecb7 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd2f908-af84-4932-9c00-1e206edfa52b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:05.290535 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (d55d66fe-f890-4b5f-b03b-73bb64486803), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.293170 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35e68f6b-5459-4d43-830a-2b8fc6d1ecb7 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.299559 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-35e68f6b-5459-4d43-830a-2b8fc6d1ecb7 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/subnets/1cd2f908-af84-4932-9c00-1e206edfa52b HTTP/1.1" status: 204  len: 168 time: 0.5517802
Feb 19 21:15:05.299690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47122) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:05.312727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:05.313607 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (d55d66fe-f890-4b5f-b03b-73bb64486803), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.318588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1515ba90-034b-476c-80f8-a7e33a26e2ff None None] Network 6036fa5c-53df-423d-af2c-66a6e701276a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:05.319137 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:05.399136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (6036fa5c-53df-423d-af2c-66a6e701276a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.399942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (57ac2c7f-2909-449a-8502-02f57feaeea5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.411449 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.418666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47124) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:05.421431 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "DELETE /v2.0/networks/57ac2c7f-2909-449a-8502-02f57feaeea5 HTTP/1.1" status: 204  len: 168 time: 0.5583696
Feb 19 21:15:05.435562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6bc02-5815-4968-881a-983fee729f93 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Network': ['ID=57ac2c7f-2909-449a-8502-02f57feaeea5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:05.447896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9e672153-6c44-4edd-96ef-8326abf215d3 None None] For port f1b658d3-2bce-47d4-b3ff-803452a1350a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1b658d3-2bce-47d4-b3ff-803452a1350a,segment=NetworkSegment(533d454a-4583-4262-9cb9-14767ca524bd),segment_id=533d454a-4583-4262-9cb9-14767ca524bd)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:05.448307 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9e672153-6c44-4edd-96ef-8326abf215d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.465331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=9b47d2b0-1deb-47b3-ae15-ca797f7e5084,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:05.468170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9e672153-6c44-4edd-96ef-8326abf215d3 None None] Calling delete_port for f1b658d3-2bce-47d4-b3ff-803452a1350a owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:05.501242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['9b47d2b0-1deb-47b3-ae15-ca797f7e5084'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:05.537663 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (8b4ea8e4-e01c-4956-a8d2-b3557b80d270), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.553709 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Deleting port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:05.554053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.643214 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9e672153-6c44-4edd-96ef-8326abf215d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.647899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] For port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=957e9acc-58c7-4ab0-b4d6-fe9092fdad87,segment=NetworkSegment(2cd583a9-6611-4819-bdf9-910a4effe75d),segment_id=2cd583a9-6611-4819-bdf9-910a4effe75d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:05.648279 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.664802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Calling delete_port for 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:05.679721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e672153-6c44-4edd-96ef-8326abf215d3 None None] Pushing event deleted for resources: {'Port': ['ID=f1b658d3-2bce-47d4-b3ff-803452a1350a,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:05.690296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e672153-6c44-4edd-96ef-8326abf215d3 None None] No DVR routers for this DVR port f1b658d3-2bce-47d4-b3ff-803452a1350a on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:05.726203 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Deleting port f1b658d3-2bce-47d4-b3ff-803452a1350a {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:05.726551 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.736390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632ce3fb-e2b4-4c1a-a51c-c414571553f2 None None] DHCP port deletion for 6036fa5c-53df-423d-af2c-66a6e701276a request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:05.820346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-632ce3fb-e2b4-4c1a-a51c-c414571553f2 None None] Deleting port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:05.820824 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-632ce3fb-e2b4-4c1a-a51c-c414571553f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.825385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f52c5998-dcff-41da-979b-bb1727077413 req-e2cd8ecf-3346-482d-846a-b9e0cad8547d tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0575473
Feb 19 21:15:05.873370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] For port f1b658d3-2bce-47d4-b3ff-803452a1350a, host ncdv-master-1, got binding levels [] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:05.873733 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.893850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-632ce3fb-e2b4-4c1a-a51c-c414571553f2 None None] For port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=957e9acc-58c7-4ab0-b4d6-fe9092fdad87,segment=NetworkSegment(2cd583a9-6611-4819-bdf9-910a4effe75d),segment_id=2cd583a9-6611-4819-bdf9-910a4effe75d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:05.894255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-632ce3fb-e2b4-4c1a-a51c-c414571553f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.896429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Calling delete_port for f1b658d3-2bce-47d4-b3ff-803452a1350a owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:05.899719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Port f1b658d3-2bce-47d4-b3ff-803452a1350a was not found and therefore no delete operation was performed {{(pid=121128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:15:05.903901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f1b658d3-2bce-47d4-b3ff-803452a1350a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.909264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-632ce3fb-e2b4-4c1a-a51c-c414571553f2 None None] Calling delete_port for 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:05.937563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Port': ['ID=f1b658d3-2bce-47d4-b3ff-803452a1350a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:05.941059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] No DVR routers for this DVR port f1b658d3-2bce-47d4-b3ff-803452a1350a on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:05.944788 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:05.961242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b0e3-d18d-457e-af50-0f0d221ee851 req-ada08ebd-e416-4cdd-977b-1cae9eb80b43 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:05.962823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6850b0e3-d18d-457e-af50-0f0d221ee851 req-ada08ebd-e416-4cdd-977b-1cae9eb80b43 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 945 time: 0.1466949
Feb 19 21:15:06.002182 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-632ce3fb-e2b4-4c1a-a51c-c414571553f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (957e9acc-58c7-4ab0-b4d6-fe9092fdad87), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.014278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Port': ['ID=957e9acc-58c7-4ab0-b4d6-fe9092fdad87,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:06.030917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ce3fb-e2b4-4c1a-a51c-c414571553f2 None None] Pushing event deleted for resources: {'Port': ['ID=957e9acc-58c7-4ab0-b4d6-fe9092fdad87,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:06.034257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ce3fb-e2b4-4c1a-a51c-c414571553f2 None None] No DVR routers for this DVR port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:06.041519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] No DVR routers for this DVR port 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:06.119045 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607940e0-37e0-423c-83e6-332559f437f4 req-f2b80849-1896-4206-bb52-41c41f8d4abd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a918d8dc64fe475f9f79a25749df103f&device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0323203
Feb 19 21:15:06.125749 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (8b4ea8e4-e01c-4956-a8d2-b3557b80d270), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.145505 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607940e0-37e0-423c-83e6-332559f437f4 req-c7c356fc-857d-4a4a-a3ce-d1d2d0d94886 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a918d8dc64fe475f9f79a25749df103f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0197730
Feb 19 21:15:06.216235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6850b0e3-d18d-457e-af50-0f0d221ee851 req-b1d474c0-86ec-4fb9-abf1-ce307695d245 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106099
Feb 19 21:15:06.224491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69da4790>,) {'filters': {'network_id': ['8b4ea8e4-e01c-4956-a8d2-b3557b80d270']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:06.246343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69da4790>, '533d454a-4583-4262-9cb9-14767ca524bd') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:06.246665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69da4790>, '533d454a-4583-4262-9cb9-14767ca524bd') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:06.249843 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (6036fa5c-53df-423d-af2c-66a6e701276a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.254540 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607940e0-37e0-423c-83e6-332559f437f4 req-d093a556-a54d-4a73-8ae4-f2268033daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:06.256157 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607940e0-37e0-423c-83e6-332559f437f4 req-d093a556-a54d-4a73-8ae4-f2268033daf6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1053352
Feb 19 21:15:06.273569 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (533d454a-4583-4262-9cb9-14767ca524bd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.295288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab61be0>,) {'filters': {'network_id': ['6036fa5c-53df-423d-af2c-66a6e701276a']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:06.304611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (533d454a-4583-4262-9cb9-14767ca524bd), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.320195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ae8e7-4447-4c92-a5ac-8d39ec1598ce req-61ce8a41-af09-479e-8698-3b83a000494b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:06.321982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec4ae8e7-4447-4c92-a5ac-8d39ec1598ce req-61ce8a41-af09-479e-8698-3b83a000494b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 945 time: 0.2145114
Feb 19 21:15:06.323737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab61be0>, '2cd583a9-6611-4819-bdf9-910a4effe75d') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:06.324249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab61be0>, '2cd583a9-6611-4819-bdf9-910a4effe75d') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:06.348717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:06.349130 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (533d454a-4583-4262-9cb9-14767ca524bd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:06.353411 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:06.379772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (2cd583a9-6611-4819-bdf9-910a4effe75d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.415257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdd4c3df-2ae0-437e-acb8-47b1e7159214 req-b44c0e88-2bd9-4ef6-9029-9b56a68be647 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.1067357
Feb 19 21:15:06.457277 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2cd583a9-6611-4819-bdf9-910a4effe75d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.470285 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (8b4ea8e4-e01c-4956-a8d2-b3557b80d270), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.476377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:06.476659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (2cd583a9-6611-4819-bdf9-910a4effe75d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:06.481155 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:06.485144 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.488530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "DELETE /v2.0/networks/8b4ea8e4-e01c-4956-a8d2-b3557b80d270 HTTP/1.1" status: 204  len: 168 time: 1.0677307
Feb 19 21:15:06.491149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47138) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:06.553339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c42038-2f7d-4370-8d60-0c71db6991fe tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Network': ['ID=8b4ea8e4-e01c-4956-a8d2-b3557b80d270,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:06.561717 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec4ae8e7-4447-4c92-a5ac-8d39ec1598ce req-4f73de05-0bdc-454d-bd3d-6b1568135597 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2092378
Feb 19 21:15:06.587872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3411d3-863f-49f1-b7e9-7798c4fc8d29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Deleting subnet 5e31fe64-81dc-4154-88c9-764582bb5a00 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:06.590711 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (6036fa5c-53df-423d-af2c-66a6e701276a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.591684 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa3411d3-863f-49f1-b7e9-7798c4fc8d29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for subnet (5e31fe64-81dc-4154-88c9-764582bb5a00), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.596165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.602281 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] 10.222.0.30 "DELETE /v2.0/networks/6036fa5c-53df-423d-af2c-66a6e701276a HTTP/1.1" status: 204  len: 168 time: 1.3021958
Feb 19 21:15:06.629618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9730e5-9561-4ac6-b1f7-f9061a933fc1 tempest-NetworksIpV6Test-1618213031 tempest-NetworksIpV6Test-1618213031-project] Pushing event deleted for resources: {'Network': ['ID=6036fa5c-53df-423d-af2c-66a6e701276a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:06.645850 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa3411d3-863f-49f1-b7e9-7798c4fc8d29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (5e31fe64-81dc-4154-88c9-764582bb5a00), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.743205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa3411d3-863f-49f1-b7e9-7798c4fc8d29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (5e31fe64-81dc-4154-88c9-764582bb5a00), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.817859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa3411d3-863f-49f1-b7e9-7798c4fc8d29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (5e31fe64-81dc-4154-88c9-764582bb5a00), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.851893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3411d3-863f-49f1-b7e9-7798c4fc8d29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Subnet': ['ID=5e31fe64-81dc-4154-88c9-764582bb5a00,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:06.855638 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aa3411d3-863f-49f1-b7e9-7798c4fc8d29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:06.861273 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aa3411d3-863f-49f1-b7e9-7798c4fc8d29 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "DELETE /v2.0/subnets/5e31fe64-81dc-4154-88c9-764582bb5a00 HTTP/1.1" status: 204  len: 168 time: 0.3655796
Feb 19 21:15:06.862101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47162) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:06.866529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d5b26-a66b-4de7-b966-f87c808e8b47 None None] Network 5d8ce4e2-6f2a-4f95-b02a-f5b943591222 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:06.887928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:15:06.938549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47164) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:06.961298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (5d8ce4e2-6f2a-4f95-b02a-f5b943591222), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.006909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:15:07.013892 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:07.014274 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.027651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Deleting port d7ccfc89-96c2-428c-9176-847c3499d81d {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:07.028106 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.113154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:07.113558 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.113883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] For port d7ccfc89-96c2-428c-9176-847c3499d81d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7ccfc89-96c2-428c-9176-847c3499d81d,segment=NetworkSegment(91dca473-7d73-4769-9eec-52e52ba4dcba),segment_id=91dca473-7d73-4769-9eec-52e52ba4dcba)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:07.114508 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.127744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02fef3-71d1-4286-ba90-d5067c8b557a None None] DHCP port deletion for 5d8ce4e2-6f2a-4f95-b02a-f5b943591222 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:07.134976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Calling delete_port for d7ccfc89-96c2-428c-9176-847c3499d81d owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:07.142493 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a7a0b17b-09f2-4532-8273-1c70c6851069 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=239a5f2432724ad78c4d9ec2d3d17b4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2024932
Feb 19 21:15:07.144579 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd412862-beb2-41a2-9188-583a3f8c78b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b47d2b0-1deb-47b3-ae15-ca797f7e5084'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:07.145832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47168) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:07.146955 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8b389b-1821-438f-88c9-6bb75d14cf78" -d '{"events": [{"server_uuid": "cd412862-beb2-41a2-9188-583a3f8c78b9", "name": "network-vif-plugged", "status": "completed", "tag": "9b47d2b0-1deb-47b3-ae15-ca797f7e5084"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:07.177238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b47d2b0-1deb-47b3-ae15-ca797f7e5084,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:07.191316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:07.193711 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.207493 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eae8db73-ab9f-435b-b332-a4d7989a3bee admin admin] Publish callbacks [] for security_group (d0c445b6-f2b4-407a-9299-6a1d43d4e1fb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.226663 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b08e27-efb3-48b7-97a8-072eed4b0fce x-openstack-request-id: req-84b08e27-efb3-48b7-97a8-072eed4b0fce {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:07.227055 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd412862-beb2-41a2-9188-583a3f8c78b9", "name": "network-vif-plugged", "status": "completed", "tag": "9b47d2b0-1deb-47b3-ae15-ca797f7e5084", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:07.227410 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84b08e27-efb3-48b7-97a8-072eed4b0fce {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:07.227820 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd412862-beb2-41a2-9188-583a3f8c78b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b47d2b0-1deb-47b3-ae15-ca797f7e5084', 'code': 200}
Feb 19 21:15:07.251873 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eae8db73-ab9f-435b-b332-a4d7989a3bee admin admin] Publish callbacks [] for security_group (d0c445b6-f2b4-407a-9299-6a1d43d4e1fb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.253282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:07.253654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 957e9acc-58c7-4ab0-b4d6-fe9092fdad87 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:07.254066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f1b658d3-2bce-47d4-b3ff-803452a1350a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:07.268863 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.284248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: f1b658d3-2bce-47d4-b3ff-803452a1350a {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:07.284633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f1b658d3-2bce-47d4-b3ff-803452a1350a not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:07.303596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=9b47d2b0-1deb-47b3-ae15-ca797f7e5084,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:07.311778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3f02fef3-71d1-4286-ba90-d5067c8b557a None None] Deleting port d7ccfc89-96c2-428c-9176-847c3499d81d {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:07.312750 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3f02fef3-71d1-4286-ba90-d5067c8b557a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.332480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Port': ['ID=d7ccfc89-96c2-428c-9176-847c3499d81d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:07.348680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] No DVR routers for this DVR port d7ccfc89-96c2-428c-9176-847c3499d81d on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:07.360711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7265e-cf18-47e7-a816-9212603d8b27 req-f6c72239-f88d-4617-8fb2-18051223726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:07.362525 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ff7265e-cf18-47e7-a816-9212603d8b27 req-f6c72239-f88d-4617-8fb2-18051223726b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 1128 time: 0.0715463
Feb 19 21:15:07.363771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eae8db73-ab9f-435b-b332-a4d7989a3bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d0c445b6-f2b4-407a-9299-6a1d43d4e1fb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.367001 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eae8db73-ab9f-435b-b332-a4d7989a3bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.370705 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-eae8db73-ab9f-435b-b332-a4d7989a3bee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0c445b6-f2b4-407a-9299-6a1d43d4e1fb HTTP/1.1" status: 204  len: 168 time: 0.2203372
Feb 19 21:15:07.390608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8db73-ab9f-435b-b332-a4d7989a3bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c445b6-f2b4-407a-9299-6a1d43d4e1fb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:07.394221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3f02fef3-71d1-4286-ba90-d5067c8b557a None None] For port d7ccfc89-96c2-428c-9176-847c3499d81d, host ncdv-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:07.395050 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3f02fef3-71d1-4286-ba90-d5067c8b557a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.431404 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ff7265e-cf18-47e7-a816-9212603d8b27 req-a6820c50-7214-44b3-9bf1-e448dfc6f5d1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619106
Feb 19 21:15:07.472151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (5d8ce4e2-6f2a-4f95-b02a-f5b943591222), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.499016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a8419a0>,) {'filters': {'network_id': ['5d8ce4e2-6f2a-4f95-b02a-f5b943591222']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:07.536955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a8419a0>, '91dca473-7d73-4769-9eec-52e52ba4dcba') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:07.537313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a8419a0>, '91dca473-7d73-4769-9eec-52e52ba4dcba') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:07.576940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5bc22326-6dbe-44cd-98a7-ffb912eb4df3 req-c40d5b3e-66fc-4b0b-8b87-3aa42f1c6c64 tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0593293
Feb 19 21:15:07.580854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3f02fef3-71d1-4286-ba90-d5067c8b557a None None] Calling delete_port for d7ccfc89-96c2-428c-9176-847c3499d81d owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:07.584098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.ipam_backend_mixin [None req-3f02fef3-71d1-4286-ba90-d5067c8b557a None None] Port d7ccfc89-96c2-428c-9176-847c3499d81d was not found and therefore no delete operation was performed {{(pid=121130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:15:07.586355 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3f02fef3-71d1-4286-ba90-d5067c8b557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (d7ccfc89-96c2-428c-9176-847c3499d81d), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.587187 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (91dca473-7d73-4769-9eec-52e52ba4dcba), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.636865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (91dca473-7d73-4769-9eec-52e52ba4dcba), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.651956 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02fef3-71d1-4286-ba90-d5067c8b557a None None] No DVR routers for this DVR port d7ccfc89-96c2-428c-9176-847c3499d81d on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:07.653894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02fef3-71d1-4286-ba90-d5067c8b557a None None] Pushing event deleted for resources: {'Port': ['ID=d7ccfc89-96c2-428c-9176-847c3499d81d,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:07.674009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-607940e0-37e0-423c-83e6-332559f437f4 req-8ca7ffb5-bc4f-41a7-93f6-9f032ca64dbf tempest-ServerShowV257Test-2144113726 tempest-ServerShowV257Test-2144113726-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa06f77d-ee4b-4a09-bc87-a3764b2b59f4 HTTP/1.1" status: 200  len: 210 time: 0.0598125
Feb 19 21:15:07.677669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:07.678211 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (91dca473-7d73-4769-9eec-52e52ba4dcba), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:07.691350 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:07.813215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f58041-a03f-4406-9d32-ffb9a8a72b73 req-c8ba2602-996b-4fd4-b8e9-abf93843ece6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:07.820650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f58041-a03f-4406-9d32-ffb9a8a72b73 req-c8ba2602-996b-4fd4-b8e9-abf93843ece6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 946 time: 0.1519451
Feb 19 21:15:07.829362 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (5d8ce4e2-6f2a-4f95-b02a-f5b943591222), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.840245 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:07.847057 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "DELETE /v2.0/networks/5d8ce4e2-6f2a-4f95-b02a-f5b943591222 HTTP/1.1" status: 204  len: 168 time: 0.9818606
Feb 19 21:15:07.847436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47192) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:07.870416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa605a-8701-405d-b00c-2fbb834bc728 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Pushing event deleted for resources: {'Network': ['ID=5d8ce4e2-6f2a-4f95-b02a-f5b943591222,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:07.886285 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9f63141e-a9b1-48e9-8045-8435e3b4da36 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2659faf-eb9f-4835-96e8-410fac38916e HTTP/1.1" status: 200  len: 205 time: 0.0375729
Feb 19 21:15:07.889131 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47194) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:07.920436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f58041-a03f-4406-9d32-ffb9a8a72b73 req-5eea9e65-3067-4dd9-8089-490d64393920 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987999
Feb 19 21:15:07.986921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c898bda8-43d5-486f-9e61-243590fa64e8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for router (a2659faf-eb9f-4835-96e8-410fac38916e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.245838 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c898bda8-43d5-486f-9e61-243590fa64e8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (a2659faf-eb9f-4835-96e8-410fac38916e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.249319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c898bda8-43d5-486f-9e61-243590fa64e8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for router_controller (a2659faf-eb9f-4835-96e8-410fac38916e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.314901 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c898bda8-43d5-486f-9e61-243590fa64e8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (a2659faf-eb9f-4835-96e8-410fac38916e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.315424 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c898bda8-43d5-486f-9e61-243590fa64e8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Fanout notify agent at l3_agent the message router_deleted on router a2659faf-eb9f-4835-96e8-410fac38916e {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:15:08.323212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c898bda8-43d5-486f-9e61-243590fa64e8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.326956 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c898bda8-43d5-486f-9e61-243590fa64e8 tempest-RoutersNegativeIpV6Test-2079806063 tempest-RoutersNegativeIpV6Test-2079806063-project] 10.222.0.30 "DELETE /v2.0/routers/a2659faf-eb9f-4835-96e8-410fac38916e HTTP/1.1" status: 204  len: 168 time: 0.4341538
Feb 19 21:15:08.386513 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47214) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:08.522985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2055942810'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:08.563714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:08.569046 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.582379 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.718189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for security_group (ffc4f0bc-9865-4157-b59c-caf8ac5a873b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.723834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ffc4f0bc-9865-4157-b59c-caf8ac5a873b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.747850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47232) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:08.772111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:08.786507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc4f0bc-9865-4157-b59c-caf8ac5a873b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:08.795415 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0df277e4-1458-41fc-91a3-c152db8dbe50), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.795878 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment 0df277e4-1458-41fc-91a3-c152db8dbe50 of type vlan for network 03dab081-e8de-4ee4-8ca3-d35ade5c82d5
Feb 19 21:15:08.856348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (03dab081-e8de-4ee4-8ca3-d35ade5c82d5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.890841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (03dab081-e8de-4ee4-8ca3-d35ade5c82d5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.904123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:08.905041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:08.943635 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5560093
Feb 19 21:15:09.007715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cffe017a-7147-424c-9023-d026f8e4d845 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03249dd317564fa1b7cab9087d57e2ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2535689
Feb 19 21:15:09.010262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47240) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:09.016166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce37ce-22bb-4ecf-82d8-62e618cb8fda tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=03dab081-e8de-4ee4-8ca3-d35ade5c82d5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:09.035691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 03dab081-e8de-4ee4-8ca3-d35ade5c82d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:09.103522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47244) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:09.111211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'network_id': '03dab081-e8de-4ee4-8ca3-d35ade5c82d5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:09.158816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d7ccfc89-96c2-428c-9176-847c3499d81d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:09.163647 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce218f59-4b4f-48d1-bdc8-e9d4158ef095 admin admin] Publish callbacks [] for security_group (194b4aff-64d4-4571-b490-ab4dc0130325), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.167979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47246) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:09.191984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: d7ccfc89-96c2-428c-9176-847c3499d81d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:09.192365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d7ccfc89-96c2-428c-9176-847c3499d81d not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:09.224858 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce218f59-4b4f-48d1-bdc8-e9d4158ef095 admin admin] Publish callbacks [] for security_group (194b4aff-64d4-4571-b490-ab4dc0130325), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.262819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7ea25-4158-4898-bebd-08baee8b1250 req-86f1353f-b5be-40bf-bb34-54b57c09d413 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:09.264404 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1de7ea25-4158-4898-bebd-08baee8b1250 req-86f1353f-b5be-40bf-bb34-54b57c09d413 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 946 time: 0.1766865
Feb 19 21:15:09.286723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:09.292041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.319989 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce218f59-4b4f-48d1-bdc8-e9d4158ef095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (194b4aff-64d4-4571-b490-ab4dc0130325), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.322863 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce218f59-4b4f-48d1-bdc8-e9d4158ef095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.324021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ce218f59-4b4f-48d1-bdc8-e9d4158ef095 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/194b4aff-64d4-4571-b490-ab4dc0130325 HTTP/1.1" status: 204  len: 168 time: 0.3126714
Feb 19 21:15:09.332896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce218f59-4b4f-48d1-bdc8-e9d4158ef095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194b4aff-64d4-4571-b490-ab4dc0130325,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:09.337441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1de7ea25-4158-4898-bebd-08baee8b1250 req-708b9b20-0f57-400a-b058-26ef209c12bc tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642557
Feb 19 21:15:09.390923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d83e98c-8756-4c7a-a44d-d128d703fc80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.545478 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d83e98c-8756-4c7a-a44d-d128d703fc80 admin admin] Publish callbacks [] for security_group (e2cceea3-657c-48da-af53-a3172e0964f7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.575969 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d83e98c-8756-4c7a-a44d-d128d703fc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e2cceea3-657c-48da-af53-a3172e0964f7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.620039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8cb14-e1f3-481c-8ab2-435434a1a83a req-a987ebc6-b9aa-4e43-884c-e24820637e95 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:09.621968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4fe8cb14-e1f3-481c-8ab2-435434a1a83a req-a987ebc6-b9aa-4e43-884c-e24820637e95 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 946 time: 0.0971847
Feb 19 21:15:09.625937 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (574e0d1c-5562-4a2d-90f5-f41e78c931ba), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.663067 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2d83e98c-8756-4c7a-a44d-d128d703fc80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a918d8dc64fe475f9f79a25749df103f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4917715
Feb 19 21:15:09.664383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83e98c-8756-4c7a-a44d-d128d703fc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cceea3-657c-48da-af53-a3172e0964f7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:09.667171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47260) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:09.688597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4fe8cb14-e1f3-481c-8ab2-435434a1a83a req-8544601f-0a64-4572-9bf4-68280ed0849f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565894
Feb 19 21:15:09.737602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=574e0d1c-5562-4a2d-90f5-f41e78c931ba,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:09.756420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking segment: {'id': '0df277e4-1458-41fc-91a3-c152db8dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03dab081-e8de-4ee4-8ca3-d35ade5c82d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:09.757341 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network hostable DHCP agents. Network: 03dab081-e8de-4ee4-8ca3-d35ade5c82d5, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:09.788848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9e223ec-4cb0-4992-b796-0e587e12cfd5 admin admin] Publish callbacks [] for security_group (e2cceea3-657c-48da-af53-a3172e0964f7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.790571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network 03dab081-e8de-4ee4-8ca3-d35ade5c82d5 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:09.804143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03dab081-e8de-4ee4-8ca3-d35ade5c82d5) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:09.811650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:09.813028 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.826836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd02554-3da8-4f05-b2e9-140cc6c7f3eb None None] Network 03dab081-e8de-4ee4-8ca3-d35ade5c82d5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:09.832561 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9e223ec-4cb0-4992-b796-0e587e12cfd5 admin admin] Publish callbacks [] for security_group (e2cceea3-657c-48da-af53-a3172e0964f7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.834816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13180dab-d5bd-4f05-9e4f-d31993782912 req-4c50b374-83c4-4a32-a34d-81ab5e2b753e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:09.836674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13180dab-d5bd-4f05-9e4f-d31993782912 req-4c50b374-83c4-4a32-a34d-81ab5e2b753e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 946 time: 0.0625565
Feb 19 21:15:09.859199 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8aec8598-2899-43ac-8f09-379f4703b45f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 0.7508631
Feb 19 21:15:09.859864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47270) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:09.866114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-912175494'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:09.896623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9e223ec-4cb0-4992-b796-0e587e12cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e2cceea3-657c-48da-af53-a3172e0964f7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.903272 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9e223ec-4cb0-4992-b796-0e587e12cfd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.906555 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d9e223ec-4cb0-4992-b796-0e587e12cfd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2cceea3-657c-48da-af53-a3172e0964f7 HTTP/1.1" status: 204  len: 168 time: 0.2332907
Feb 19 21:15:09.918539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e223ec-4cb0-4992-b796-0e587e12cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cceea3-657c-48da-af53-a3172e0964f7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:09.923408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:09.927649 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:09.969759 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13180dab-d5bd-4f05-9e4f-d31993782912 req-c671357a-9422-42ba-b8a6-20c26baed0f4 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190245
Feb 19 21:15:09.982945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:10.007462 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ea07ed11-8853-42da-9361-d41ad8d5912d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.008078 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment ea07ed11-8853-42da-9361-d41ad8d5912d of type vlan for network aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9
Feb 19 21:15:10.019337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-03dab081-e8de-4ee4-8ca3-d35ade5c82d5', 'network_id': '03dab081-e8de-4ee4-8ca3-d35ade5c82d5', 'project_id': '112e97082e95498a8696f7ffe38c1071', 'fixed_ips': [{'subnet_id': '574e0d1c-5562-4a2d-90f5-f41e78c931ba'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:10.020820 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.072650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.108090 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.126795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:10.128152 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.169563 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3083692
Feb 19 21:15:10.173133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47282) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:10.179010 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'network_id': 'aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:10.300763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Allocated IP 172.20.255.242 (03dab081-e8de-4ee4-8ca3-d35ade5c82d5/574e0d1c-5562-4a2d-90f5-f41e78c931ba/1d5c59eb-07e2-49c4-b69b-52a844053ed3) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:10.350620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:10.362845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.393052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca89b8c-64ed-44de-9c22-1c6deb81f5db tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:10.415312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd29a7-10ce-4972-ab9b-1f36873ee830 req-b9833a8f-ee26-48ff-b2c6-f9bc383b7697 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:10.417345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbdd29a7-10ce-4972-ab9b-1f36873ee830 req-b9833a8f-ee26-48ff-b2c6-f9bc383b7697 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 946 time: 0.1266654
Feb 19 21:15:10.458857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:10.524610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbdd29a7-10ce-4972-ab9b-1f36873ee830 req-88bedb60-1ffd-4036-8b07-e9a9922c9291 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935681
Feb 19 21:15:10.524610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47294) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:10.683301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-583767f2-df9f-430c-94cc-d647fffc04da tempest-ServiceProvidersTest-1989296318 tempest-ServiceProvidersTest-1989296318-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1573367
Feb 19 21:15:10.727648 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Publish callbacks [] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.729564 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (c8b10a5e-21ac-4ef0-84ac-03ebceed378f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.756186 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.809589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Network 03dab081-e8de-4ee4-8ca3-d35ade5c82d5 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:10.814246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:10.819130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:10.820971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=c8b10a5e-21ac-4ef0-84ac-03ebceed378f,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:10.831475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Pushing event updated for resources: {'Port': ['ID=1d5c59eb-07e2-49c4-b69b-52a844053ed3,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:10.864997 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking segment: {'id': 'ea07ed11-8853-42da-9361-d41ad8d5912d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:10.865725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network hostable DHCP agents. Network: aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:10.891620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:10.907273 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:10.908637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Attempting to bind port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:10.909135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Attempting to bind port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0df277e4-1458-41fc-91a3-c152db8dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03dab081-e8de-4ee4-8ca3-d35ade5c82d5'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:10.909519 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Attempting to bind port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 on network 03dab081-e8de-4ee4-8ca3-d35ade5c82d5 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:10.915434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:10.915824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Checking segment: {'id': '0df277e4-1458-41fc-91a3-c152db8dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03dab081-e8de-4ee4-8ca3-d35ade5c82d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:10.916491 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.916903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Bound using segment: {'id': '0df277e4-1458-41fc-91a3-c152db8dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03dab081-e8de-4ee4-8ca3-d35ade5c82d5'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:10.917388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Bound port: 1d5c59eb-07e2-49c4-b69b-52a844053ed3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df277e4-1458-41fc-91a3-c152db8dbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '03dab081-e8de-4ee4-8ca3-d35ade5c82d5'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:10.917777 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.921880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:10.922602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:10.931835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebdafcb-ac53-411a-b8b0-7b3015ff0174 None None] Network aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:10.954502 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d3c92594-69b5-40d5-83af-b6115c80a768 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 0.7797256
Feb 19 21:15:10.958778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47308) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:11.042602 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:15:11.064693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] For port 1d5c59eb-07e2-49c4-b69b-52a844053ed3, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:11.071111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47310) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:11.072697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] For port 1d5c59eb-07e2-49c4-b69b-52a844053ed3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d5c59eb-07e2-49c4-b69b-52a844053ed3,segment=NetworkSegment(0df277e4-1458-41fc-91a3-c152db8dbe50),segment_id=0df277e4-1458-41fc-91a3-c152db8dbe50)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:11.105057 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.149969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9', 'network_id': 'aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9', 'project_id': '112e97082e95498a8696f7ffe38c1071', 'fixed_ips': [{'subnet_id': 'c8b10a5e-21ac-4ef0-84ac-03ebceed378f'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:11.151028 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.210123 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.222532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea0756-1117-4678-ba35-6d17d619d418 None None] Pushing event updated for resources: {'Port': ['ID=1d5c59eb-07e2-49c4-b69b-52a844053ed3,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:11.279226 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1711b28f-1a40-4f92-954a-3cd7587f1c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.332040 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (c8b10a5e-21ac-4ef0-84ac-03ebceed378f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.454585 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1711b28f-1a40-4f92-954a-3cd7587f1c15 admin admin] Publish callbacks [] for security_group (ae08d2e3-6dee-4d51-b788-a60b0a94d5ea), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.463974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1711b28f-1a40-4f92-954a-3cd7587f1c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ae08d2e3-6dee-4d51-b788-a60b0a94d5ea), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.477352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Allocated IP 172.20.0.2 (aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9/c8b10a5e-21ac-4ef0-84ac-03ebceed378f/2f5f567f-e420-4bae-8ecb-379ee888ab75) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:11.513017 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1711b28f-1a40-4f92-954a-3cd7587f1c15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc0fe7526c4b42049f01fa0829a5d5b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4403274
Feb 19 21:15:11.514175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711b28f-1a40-4f92-954a-3cd7587f1c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae08d2e3-6dee-4d51-b788-a60b0a94d5ea,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:11.518136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47328) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:11.637135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a30bc5-c83e-4ab0-8d6b-ecb2230dceea req-1b61f489-1d61-4234-b037-14be76444652 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:11.643820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2a30bc5-c83e-4ab0-8d6b-ecb2230dceea req-1b61f489-1d61-4234-b037-14be76444652 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 946 time: 0.1872880
Feb 19 21:15:11.644154 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a1518c9-7f83-4ac1-b780-e87a786dc32a admin admin] Publish callbacks [] for security_group (ae08d2e3-6dee-4d51-b788-a60b0a94d5ea), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.724018 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a1518c9-7f83-4ac1-b780-e87a786dc32a admin admin] Publish callbacks [] for security_group (ae08d2e3-6dee-4d51-b788-a60b0a94d5ea), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.801556 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Publish callbacks [] for port (2f5f567f-e420-4bae-8ecb-379ee888ab75), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.839618 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (2f5f567f-e420-4bae-8ecb-379ee888ab75), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.847101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a1518c9-7f83-4ac1-b780-e87a786dc32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ae08d2e3-6dee-4d51-b788-a60b0a94d5ea), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.850145 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a1518c9-7f83-4ac1-b780-e87a786dc32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.854149 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4a1518c9-7f83-4ac1-b780-e87a786dc32a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae08d2e3-6dee-4d51-b788-a60b0a94d5ea HTTP/1.1" status: 204  len: 168 time: 0.3316126
Feb 19 21:15:11.854536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63775d-dc78-484c-a2aa-03b039bb0e3f req-6c8a17c6-2f05-48b4-968d-858aea936c05 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:11.854798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b63775d-dc78-484c-a2aa-03b039bb0e3f req-6c8a17c6-2f05-48b4-968d-858aea936c05 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 946 time: 0.1304626
Feb 19 21:15:11.867683 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (c8b10a5e-21ac-4ef0-84ac-03ebceed378f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.875009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1518c9-7f83-4ac1-b780-e87a786dc32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae08d2e3-6dee-4d51-b788-a60b0a94d5ea,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:11.889568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d2a30bc5-c83e-4ab0-8d6b-ecb2230dceea req-611eef82-f79e-4445-8b9c-962c38dda43b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Deleting port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:11.890119 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d2a30bc5-c83e-4ab0-8d6b-ecb2230dceea req-611eef82-f79e-4445-8b9c-962c38dda43b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:11.929986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Network aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:11.938814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:11.943957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:11.946770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b10a5e-21ac-4ef0-84ac-03ebceed378f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:11.978964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Pushing event updated for resources: {'Port': ['ID=2f5f567f-e420-4bae-8ecb-379ee888ab75,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:12.015508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Attempting to bind port 2f5f567f-e420-4bae-8ecb-379ee888ab75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:12.016076 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Attempting to bind port 2f5f567f-e420-4bae-8ecb-379ee888ab75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea07ed11-8853-42da-9361-d41ad8d5912d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:12.016697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Attempting to bind port 2f5f567f-e420-4bae-8ecb-379ee888ab75 on network aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:12.022614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:12.023003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Checking segment: {'id': 'ea07ed11-8853-42da-9361-d41ad8d5912d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:12.023413 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:12.023810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Bound using segment: {'id': 'ea07ed11-8853-42da-9361-d41ad8d5912d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:12.024288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Bound port: 2f5f567f-e420-4bae-8ecb-379ee888ab75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea07ed11-8853-42da-9361-d41ad8d5912d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:12.024696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2f5f567f-e420-4bae-8ecb-379ee888ab75), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:12.089722 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:12.118798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b63775d-dc78-484c-a2aa-03b039bb0e3f req-37082c5b-0072-4629-9d7c-d1969595d22c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543955
Feb 19 21:15:12.134580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a720bc640>,) {'filters': {'network_id': ['aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:12.154515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d2a30bc5-c83e-4ab0-8d6b-ecb2230dceea req-611eef82-f79e-4445-8b9c-962c38dda43b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] For port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b47d2b0-1deb-47b3-ae15-ca797f7e5084,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:12.154894 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d2a30bc5-c83e-4ab0-8d6b-ecb2230dceea req-611eef82-f79e-4445-8b9c-962c38dda43b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:12.158472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] For port 2f5f567f-e420-4bae-8ecb-379ee888ab75, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:12.162037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a720bc640>, 'ea07ed11-8853-42da-9361-d41ad8d5912d') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:12.162444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a720bc640>, 'ea07ed11-8853-42da-9361-d41ad8d5912d') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:12.162878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] For port 2f5f567f-e420-4bae-8ecb-379ee888ab75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f5f567f-e420-4bae-8ecb-379ee888ab75,segment=NetworkSegment(ea07ed11-8853-42da-9361-d41ad8d5912d),segment_id=ea07ed11-8853-42da-9361-d41ad8d5912d)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:12.174681 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2f5f567f-e420-4bae-8ecb-379ee888ab75), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:12.180380 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (ea07ed11-8853-42da-9361-d41ad8d5912d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:12.222479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d2a30bc5-c83e-4ab0-8d6b-ecb2230dceea req-611eef82-f79e-4445-8b9c-962c38dda43b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Calling delete_port for 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:12.236365 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ea07ed11-8853-42da-9361-d41ad8d5912d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:12.246207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:12.247052 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (ea07ed11-8853-42da-9361-d41ad8d5912d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:12.251282 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:12.366795 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.api [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:15:12.366795 ncdv-master-1 neutron-server[121128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:15:12.366795 ncdv-master-1 neutron-server[121128]: [parameters: {'id': 'aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9'}]
Feb 19 21:15:12.366795 ncdv-master-1 neutron-server[121128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:15:12.367267 ncdv-master-1 neutron-server[121128]: DEBUG oslo_db.api [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:15:12.408210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7da2a4-88dc-4058-9d03-949ca422a094 None None] Pushing event updated for resources: {'Port': ['ID=2f5f567f-e420-4bae-8ecb-379ee888ab75,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:12.474124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438e50c-1fe2-4c10-93bd-35185b76c1e5 None None] Network aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:12.547667 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d2a30bc5-c83e-4ab0-8d6b-ecb2230dceea req-611eef82-f79e-4445-8b9c-962c38dda43b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9b47d2b0-1deb-47b3-ae15-ca797f7e5084), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:12.616967 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc', '9b47d2b0-1deb-47b3-ae15-ca797f7e5084'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:12.622174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eef82-f79e-4445-8b9c-962c38dda43b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event deleted for resources: {'Port': ['ID=9b47d2b0-1deb-47b3-ae15-ca797f7e5084,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:12.690871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a30bc5-c83e-4ab0-8d6b-ecb2230dceea req-611eef82-f79e-4445-8b9c-962c38dda43b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] No DVR routers for this DVR port 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:12.697054 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d2a30bc5-c83e-4ab0-8d6b-ecb2230dceea req-611eef82-f79e-4445-8b9c-962c38dda43b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:12.710139 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2a30bc5-c83e-4ab0-8d6b-ecb2230dceea req-611eef82-f79e-4445-8b9c-962c38dda43b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "DELETE /v2.0/ports/9b47d2b0-1deb-47b3-ae15-ca797f7e5084 HTTP/1.1" status: 204  len: 173 time: 1.0653360
Feb 19 21:15:12.710645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd412862-beb2-41a2-9188-583a3f8c78b9', 'name': 'network-vif-deleted', 'tag': '9b47d2b0-1deb-47b3-ae15-ca797f7e5084'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:12.714661 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f55325-b2ff-42f9-b0a2-2b2957f55f99" -d '{"events": [{"server_uuid": "cd412862-beb2-41a2-9188-583a3f8c78b9", "name": "network-vif-deleted", "tag": "9b47d2b0-1deb-47b3-ae15-ca797f7e5084"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:12.797646 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fe05f8-0589-4a2b-abf3-36f0b1b8255a x-openstack-request-id: req-00fe05f8-0589-4a2b-abf3-36f0b1b8255a {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:12.798008 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd412862-beb2-41a2-9188-583a3f8c78b9", "name": "network-vif-deleted", "tag": "9b47d2b0-1deb-47b3-ae15-ca797f7e5084", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:12.798270 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00fe05f8-0589-4a2b-abf3-36f0b1b8255a {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:12.798753 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd412862-beb2-41a2-9188-583a3f8c78b9', 'name': 'network-vif-deleted', 'tag': '9b47d2b0-1deb-47b3-ae15-ca797f7e5084', 'status': 'completed', 'code': 200}
Feb 19 21:15:12.820952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47366) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:12.868763 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:12.991858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Deleting port 2f5f567f-e420-4bae-8ecb-379ee888ab75 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:12.993015 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2f5f567f-e420-4bae-8ecb-379ee888ab75), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.038814 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-259d3051-5839-4a25-938a-f8c426491fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.081654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a099802e-bb0f-4a03-8e81-44a6d46596a4 None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:15:13.081876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] For port 2f5f567f-e420-4bae-8ecb-379ee888ab75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f5f567f-e420-4bae-8ecb-379ee888ab75,segment=NetworkSegment(ea07ed11-8853-42da-9361-d41ad8d5912d),segment_id=ea07ed11-8853-42da-9361-d41ad8d5912d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:13.082353 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2f5f567f-e420-4bae-8ecb-379ee888ab75), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.108088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Calling delete_port for 2f5f567f-e420-4bae-8ecb-379ee888ab75 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:13.197668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c406c0be-8698-41f6-8367-3684f96af392 None None] Provisioning complete for port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:13.198052 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c406c0be-8698-41f6-8367-3684f96af392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.224821 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-259d3051-5839-4a25-938a-f8c426491fdc admin admin] Publish callbacks [] for security_group (40f9225d-9e69-416a-b816-fde239804da3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.232034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-259d3051-5839-4a25-938a-f8c426491fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (40f9225d-9e69-416a-b816-fde239804da3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.276488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1d5c59eb-07e2-49c4-b69b-52a844053ed3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:15:13.297252 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (2f5f567f-e420-4bae-8ecb-379ee888ab75), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.356216 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-259d3051-5839-4a25-938a-f8c426491fdc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32337605c9cb4c6ba712ff427bca399a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5335371
Feb 19 21:15:13.361311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47380) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:13.361685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Port': ['ID=2f5f567f-e420-4bae-8ecb-379ee888ab75,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:13.362623 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d3051-5839-4a25-938a-f8c426491fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f9225d-9e69-416a-b816-fde239804da3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:13.390797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No DVR routers for this DVR port 2f5f567f-e420-4bae-8ecb-379ee888ab75 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:13.481257 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-067e02f2-5d07-46af-a432-07172bdd068a admin admin] Publish callbacks [] for security_group (40f9225d-9e69-416a-b816-fde239804da3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.504183 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-067e02f2-5d07-46af-a432-07172bdd068a admin admin] Publish callbacks [] for security_group (40f9225d-9e69-416a-b816-fde239804da3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.513268 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cacc1945-d09f-472c-86b9-e5eed4a4134e req-f1bd6ab4-2543-4218-aeb7-02d376addb66 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd412862-beb2-41a2-9188-583a3f8c78b9 HTTP/1.1" status: 200  len: 210 time: 0.1629794
Feb 19 21:15:13.586695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:13.586946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-067e02f2-5d07-46af-a432-07172bdd068a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (40f9225d-9e69-416a-b816-fde239804da3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.587318 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.589901 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-067e02f2-5d07-46af-a432-07172bdd068a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.591202 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-067e02f2-5d07-46af-a432-07172bdd068a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40f9225d-9e69-416a-b816-fde239804da3 HTTP/1.1" status: 204  len: 168 time: 0.2206831
Feb 19 21:15:13.598378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a099802e-bb0f-4a03-8e81-44a6d46596a4 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:15:13.611986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e02f2-5d07-46af-a432-07172bdd068a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f9225d-9e69-416a-b816-fde239804da3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:13.644793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.790933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c406c0be-8698-41f6-8367-3684f96af392 None None] Current status of the port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:13.790933 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c406c0be-8698-41f6-8367-3684f96af392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:13.864214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c406c0be-8698-41f6-8367-3684f96af392 None None] For port 1d5c59eb-07e2-49c4-b69b-52a844053ed3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d5c59eb-07e2-49c4-b69b-52a844053ed3,segment=NetworkSegment(0df277e4-1458-41fc-91a3-c152db8dbe50),segment_id=0df277e4-1458-41fc-91a3-c152db8dbe50)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:13.885174 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c406c0be-8698-41f6-8367-3684f96af392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.056731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:14.110200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406c0be-8698-41f6-8367-3684f96af392 None None] Pushing event updated for resources: {'Port': ['ID=1d5c59eb-07e2-49c4-b69b-52a844053ed3,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:14.176825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b42ab80>,) {'filters': {'network_id': ['aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:14.178688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad4dbd-b061-43cb-a58d-d0b0ff76e928 None None] Network 03dab081-e8de-4ee4-8ca3-d35ade5c82d5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:14.203375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b42ab80>, 'ea07ed11-8853-42da-9361-d41ad8d5912d') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:14.203691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b42ab80>, 'ea07ed11-8853-42da-9361-d41ad8d5912d') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:14.226070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (ea07ed11-8853-42da-9361-d41ad8d5912d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.256901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ea07ed11-8853-42da-9361-d41ad8d5912d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.270623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:14.274463 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (ea07ed11-8853-42da-9361-d41ad8d5912d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:14.283901 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:14.367225 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.374477 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.382583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9 HTTP/1.1" status: 204  len: 168 time: 3.4215128
Feb 19 21:15:14.386237 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47416) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:14.396364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-31942079'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:14.416187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb8d48-2917-42a9-b5da-d083ea7e9749 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:14.459701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:14.465432 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.512055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:14.540013 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ecd4b024-c9fa-411c-a521-a0ab11ba8923), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.541412 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment ecd4b024-c9fa-411c-a521-a0ab11ba8923 of type vlan for network 9d0a4662-a11c-48c1-a683-e3b1bd169124
Feb 19 21:15:14.680614 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (9d0a4662-a11c-48c1-a683-e3b1bd169124), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.728928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2b3423f4-1350-4130-aaf1-36997b5a5fd7 None None] Provisioning complete for port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:14.732607 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2b3423f4-1350-4130-aaf1-36997b5a5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.753522 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (9d0a4662-a11c-48c1-a683-e3b1bd169124), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.764277 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:14.774063 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:14.862046 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.4730144
Feb 19 21:15:14.865804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966701b-8bd8-404a-9c49-20239cd6b7c8 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=9d0a4662-a11c-48c1-a683-e3b1bd169124,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:14.866261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47452) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:14.872602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'network_id': '9d0a4662-a11c-48c1-a683-e3b1bd169124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:14.886684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:14.901262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 9d0a4662-a11c-48c1-a683-e3b1bd169124 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:15.066076 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:15.066580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9b47d2b0-1deb-47b3-ae15-ca797f7e5084 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:15.142705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1d5c59eb-07e2-49c4-b69b-52a844053ed3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:15:15.192961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:15.199638 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:15.284869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2b3423f4-1350-4130-aaf1-36997b5a5fd7 None None] Current status of the port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:15.291693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-a3296240-c006-49c0-a2e8-c26d2a2a4c44 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:15.299559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-a3296240-c006-49c0-a2e8-c26d2a2a4c44 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.2908306
Feb 19 21:15:15.313091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Performing IP validity checks on allocation pools {{(pid=121128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 19 21:15:15.313888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 19 21:15:15.317717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:15.318518 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:15.329776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-6e4564a9-e397-495a-890a-82fb3bf10270 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/quotas/ab36d6d50f8f40408962ab92e9cd1671 HTTP/1.1" status: 200  len: 375 time: 0.0286880
Feb 19 21:15:15.413519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-6465a95f-ad15-4789-a116-f0ceb0f629cc tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0827312
Feb 19 21:15:15.458280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:15.637618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-26a1dffb-9306-4f2d-abb9-22b63d54afdc service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232115
Feb 19 21:15:15.653143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5a5a6-f46f-4197-8665-08697d8ac662 req-4cb9ba65-bd0e-4173-8845-522df1172a1f tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:15.654823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ea5a5a6-f46f-4197-8665-08697d8ac662 req-4cb9ba65-bd0e-4173-8845-522df1172a1f tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 945 time: 0.1828141
Feb 19 21:15:15.713717 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (7c8de92e-9e14-4703-86c0-3220e59b6949), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:15.842038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=7c8de92e-9e14-4703-86c0-3220e59b6949,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:15.863790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ea5a5a6-f46f-4197-8665-08697d8ac662 req-06f4781a-34cb-415b-9351-53314768a728 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561420
Feb 19 21:15:15.872882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-37a48334-c045-4f0d-86d2-9feb8e8e0664 service neutron] 10.222.0.30 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146106
Feb 19 21:15:15.878969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking segment: {'id': 'ecd4b024-c9fa-411c-a521-a0ab11ba8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9d0a4662-a11c-48c1-a683-e3b1bd169124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:15.879335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network hostable DHCP agents. Network: 9d0a4662-a11c-48c1-a683-e3b1bd169124, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:15.903290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network 9d0a4662-a11c-48c1-a683-e3b1bd169124 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:15.916041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9d0a4662-a11c-48c1-a683-e3b1bd169124) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:15.927046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:15.928863 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:15.934306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c081d399-5ba3-47d6-82f2-e560f6d1c9d2 None None] Network 9d0a4662-a11c-48c1-a683-e3b1bd169124 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:15.956828 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4c914bdd-81f9-45c4-a6d8-5e83a54f316e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.0888567
Feb 19 21:15:15.959014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47500) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:16.130097 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (9d0a4662-a11c-48c1-a683-e3b1bd169124), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.312598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c06173e8-ae35-4247-b3f6-f5bcbbf821e0 req-3888fea9-b824-4a53-aaa3-6c774ef240e4 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 210 time: 0.0881526
Feb 19 21:15:16.340383 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (7c8de92e-9e14-4703-86c0-3220e59b6949), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.391246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f15d7f7-e044-4ca7-bd5f-9e82703d936b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9d0a4662-a11c-48c1-a683-e3b1bd169124', 'network_id': '9d0a4662-a11c-48c1-a683-e3b1bd169124', 'project_id': '112e97082e95498a8696f7ffe38c1071', 'fixed_ips': [{'subnet_id': '7c8de92e-9e14-4703-86c0-3220e59b6949'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:16.392249 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0f15d7f7-e044-4ca7-bd5f-9e82703d936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.423426 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (7c8de92e-9e14-4703-86c0-3220e59b6949), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.464505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8de92e-9e14-4703-86c0-3220e59b6949,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:16.568267 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (9d0a4662-a11c-48c1-a683-e3b1bd169124), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.589522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b1367c-857d-487a-807c-e1945743bd6f None None] Network 9d0a4662-a11c-48c1-a683-e3b1bd169124 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:16.594922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad274c0>,) {'filters': {'network_id': ['9d0a4662-a11c-48c1-a683-e3b1bd169124']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:16.607111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad274c0>, 'ecd4b024-c9fa-411c-a521-a0ab11ba8923') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:16.607802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad274c0>, 'ecd4b024-c9fa-411c-a521-a0ab11ba8923') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:16.623103 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (ecd4b024-c9fa-411c-a521-a0ab11ba8923), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.651166 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ecd4b024-c9fa-411c-a521-a0ab11ba8923), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.661203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:16.661676 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (ecd4b024-c9fa-411c-a521-a0ab11ba8923), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:16.737342 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:16.745689 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (9d0a4662-a11c-48c1-a683-e3b1bd169124), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.753484 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.762261 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/9d0a4662-a11c-48c1-a683-e3b1bd169124 HTTP/1.1" status: 204  len: 168 time: 0.8013699
Feb 19 21:15:16.762681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47528) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:16.768207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-981262983'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:16.802448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a827f-e18a-4205-a264-5389e1b6cfc7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=9d0a4662-a11c-48c1-a683-e3b1bd169124,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:16.812522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:16.818610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.859665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:16.871146 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (26d4c08c-dc98-47fa-b4c9-04959a30bd96), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.871557 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment 26d4c08c-dc98-47fa-b4c9-04959a30bd96 of type vlan for network fe0b21f1-6275-457e-b183-2b56e714dbd1
Feb 19 21:15:16.928845 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (fe0b21f1-6275-457e-b183-2b56e714dbd1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.977495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (fe0b21f1-6275-457e-b183-2b56e714dbd1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:16.984832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:16.986473 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:17.043156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2792919
Feb 19 21:15:17.047107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47540) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:17.056923 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'network_id': 'fe0b21f1-6275-457e-b183-2b56e714dbd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:17.131507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a5d0c-1bc0-4a4c-83c3-b5ad1e23bd42 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=fe0b21f1-6275-457e-b183-2b56e714dbd1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:17.146632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network fe0b21f1-6275-457e-b183-2b56e714dbd1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:17.150643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992a6ed-a1b1-4bab-b81c-77d5b78fb225 req-ac42ba20-0131-4e37-b581-60e8183a5444 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:17.152581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5992a6ed-a1b1-4bab-b81c-77d5b78fb225 req-ac42ba20-0131-4e37-b581-60e8183a5444 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 945 time: 0.1879027
Feb 19 21:15:17.256814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:17.263951 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:17.266644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5992a6ed-a1b1-4bab-b81c-77d5b78fb225 req-771d954d-e0fe-4269-8d5c-bbfadec24ae5 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016026
Feb 19 21:15:17.345575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47548) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:17.481947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5721505-f8c2-4c2c-9116-e54edbc18fd5 req-b5d8011e-4639-48e4-ac43-dfe85b40296c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 210 time: 0.0613606
Feb 19 21:15:17.518342 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (0555be13-2b8b-4ee5-adb7-03554fe3c599), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:17.584433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=0555be13-2b8b-4ee5-adb7-03554fe3c599,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:17.610948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef9338e9-7177-4632-8dc0-cf34d11d231a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:17.629587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking segment: {'id': '26d4c08c-dc98-47fa-b4c9-04959a30bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fe0b21f1-6275-457e-b183-2b56e714dbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:17.629956 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network hostable DHCP agents. Network: fe0b21f1-6275-457e-b183-2b56e714dbd1, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:17.672244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network fe0b21f1-6275-457e-b183-2b56e714dbd1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:17.699545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fe0b21f1-6275-457e-b183-2b56e714dbd1) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:17.705163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:17.705976 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:17.715449 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b80cce-c3a3-44bc-a783-4e4a98a9f614 None None] Network fe0b21f1-6275-457e-b183-2b56e714dbd1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:17.743023 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2c1d77e0-94aa-4207-afeb-c92aca892e8f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.6942780
Feb 19 21:15:17.746095 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:17.817125 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef9338e9-7177-4632-8dc0-cf34d11d231a admin admin] Publish callbacks [] for security_group (23e5d2ea-df8e-4e20-b73b-0fef6d0b29f5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:17.830206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef9338e9-7177-4632-8dc0-cf34d11d231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (23e5d2ea-df8e-4e20-b73b-0fef6d0b29f5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:17.899176 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ef9338e9-7177-4632-8dc0-cf34d11d231a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=545bf459f4a445c289d13de55cf2c4eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5519602
Feb 19 21:15:17.900933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47560) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:17.901540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fe0b21f1-6275-457e-b183-2b56e714dbd1', 'network_id': 'fe0b21f1-6275-457e-b183-2b56e714dbd1', 'project_id': '112e97082e95498a8696f7ffe38c1071', 'fixed_ips': [{'subnet_id': '0555be13-2b8b-4ee5-adb7-03554fe3c599'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:17.905764 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:17.921608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9338e9-7177-4632-8dc0-cf34d11d231a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e5d2ea-df8e-4e20-b73b-0fef6d0b29f5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:17.931415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e719e1-8a19-4023-9e12-259cb1ff1a76 req-19c6b3f7-73ee-4056-bdde-0877448313b4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:17.934654 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89e719e1-8a19-4023-9e12-259cb1ff1a76 req-19c6b3f7-73ee-4056-bdde-0877448313b4 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 945 time: 0.1851816
Feb 19 21:15:17.987025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-be78f9d5-7400-4d65-bda1-60ab2bd37fec tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:17.987887 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (fe0b21f1-6275-457e-b183-2b56e714dbd1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:17.989179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-be78f9d5-7400-4d65-bda1-60ab2bd37fec tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 805 time: 0.3778484
Feb 19 21:15:18.012385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Request body: {'port': {'device_id': '8f147bf0-9df9-4222-85dc-df35ee5063b1', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'admin_state_up': True, 'tenant_id': 'ab36d6d50f8f40408962ab92e9cd1671'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:18.057656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4552f2f9-e187-4ae2-a5d1-436a8fe90b88 admin admin] Publish callbacks [] for security_group (23e5d2ea-df8e-4e20-b73b-0fef6d0b29f5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.060454 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (0555be13-2b8b-4ee5-adb7-03554fe3c599), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.094002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Allocated IP 172.20.0.1 (fe0b21f1-6275-457e-b183-2b56e714dbd1/0555be13-2b8b-4ee5-adb7-03554fe3c599/09bc602d-cf92-40ef-bc1b-cae225799976) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:18.129020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4552f2f9-e187-4ae2-a5d1-436a8fe90b88 admin admin] Publish callbacks [] for security_group (23e5d2ea-df8e-4e20-b73b-0fef6d0b29f5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.195508 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4552f2f9-e187-4ae2-a5d1-436a8fe90b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (23e5d2ea-df8e-4e20-b73b-0fef6d0b29f5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.199338 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4552f2f9-e187-4ae2-a5d1-436a8fe90b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.200948 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4552f2f9-e187-4ae2-a5d1-436a8fe90b88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23e5d2ea-df8e-4e20-b73b-0fef6d0b29f5 HTTP/1.1" status: 204  len: 168 time: 0.2966115
Feb 19 21:15:18.211877 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552f2f9-e187-4ae2-a5d1-436a8fe90b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e5d2ea-df8e-4e20-b73b-0fef6d0b29f5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:18.217267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-89e719e1-8a19-4023-9e12-259cb1ff1a76 req-6a934db1-7961-4732-b1d0-75e699a446b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Deleting port 563b9354-91da-4442-9dd5-54c813f9d4b8 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:18.217723 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-89e719e1-8a19-4023-9e12-259cb1ff1a76 req-6a934db1-7961-4732-b1d0-75e699a446b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.259712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Made reservation on behalf of ab36d6d50f8f40408962ab92e9cd1671 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:18.263129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.327953 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8da2e58f-b8b7-4d78-8805-5fa96204d2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.398975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-89e719e1-8a19-4023-9e12-259cb1ff1a76 req-6a934db1-7961-4732-b1d0-75e699a446b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] For port 563b9354-91da-4442-9dd5-54c813f9d4b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=563b9354-91da-4442-9dd5-54c813f9d4b8,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:18.399462 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-89e719e1-8a19-4023-9e12-259cb1ff1a76 req-6a934db1-7961-4732-b1d0-75e699a446b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.429244 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Publish callbacks [] for port (09bc602d-cf92-40ef-bc1b-cae225799976), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.440364 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (09bc602d-cf92-40ef-bc1b-cae225799976), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.452732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-89e719e1-8a19-4023-9e12-259cb1ff1a76 req-6a934db1-7961-4732-b1d0-75e699a446b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Calling delete_port for 563b9354-91da-4442-9dd5-54c813f9d4b8 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:18.463365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (0555be13-2b8b-4ee5-adb7-03554fe3c599), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.502272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Network fe0b21f1-6275-457e-b183-2b56e714dbd1 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:18.507262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:18.511697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:18.564053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Subnet': ['ID=0555be13-2b8b-4ee5-adb7-03554fe3c599,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:18.564308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Pushing event updated for resources: {'Port': ['ID=09bc602d-cf92-40ef-bc1b-cae225799976,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:18.578942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90b9f-12c2-496a-87ab-1e510a1e9ee8 req-bc016fa4-a8f9-4fc7-9050-45c5bd557e9b tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:18.580673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0d90b9f-12c2-496a-87ab-1e510a1e9ee8 req-bc016fa4-a8f9-4fc7-9050-45c5bd557e9b tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 945 time: 0.1847558
Feb 19 21:15:18.600687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Allocated IP 172.20.0.6 (d3b5c251-7e40-4705-8f65-349582f371c6/dd39b861-c372-4188-bb16-08087882fb5d/3c00e454-f41f-4b4a-a75e-e389847f6009) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:18.633952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Attempting to bind port 09bc602d-cf92-40ef-bc1b-cae225799976 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:18.634340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Attempting to bind port 09bc602d-cf92-40ef-bc1b-cae225799976 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26d4c08c-dc98-47fa-b4c9-04959a30bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fe0b21f1-6275-457e-b183-2b56e714dbd1'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:18.634768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Attempting to bind port 09bc602d-cf92-40ef-bc1b-cae225799976 on network fe0b21f1-6275-457e-b183-2b56e714dbd1 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:18.645451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:18.645451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Checking segment: {'id': '26d4c08c-dc98-47fa-b4c9-04959a30bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fe0b21f1-6275-457e-b183-2b56e714dbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:18.645451 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.645451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Bound using segment: {'id': '26d4c08c-dc98-47fa-b4c9-04959a30bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fe0b21f1-6275-457e-b183-2b56e714dbd1'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:18.646212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Bound port: 09bc602d-cf92-40ef-bc1b-cae225799976, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d4c08c-dc98-47fa-b4c9-04959a30bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fe0b21f1-6275-457e-b183-2b56e714dbd1'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:18.647298 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (09bc602d-cf92-40ef-bc1b-cae225799976), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.667765 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (fe0b21f1-6275-457e-b183-2b56e714dbd1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.700371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6bca3610>,) {'filters': {'network_id': ['fe0b21f1-6275-457e-b183-2b56e714dbd1']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:18.723793 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47576) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:18.744667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6de66f2d-4f33-49f3-a1a1-cf7dddfd1f5e req-6ed449e0-ca4d-4cde-bb60-73eff8a413a5 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 210 time: 0.1189241
Feb 19 21:15:18.748522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] For port 09bc602d-cf92-40ef-bc1b-cae225799976, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:18.750243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bca3610>, '26d4c08c-dc98-47fa-b4c9-04959a30bd96') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:18.750557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bca3610>, '26d4c08c-dc98-47fa-b4c9-04959a30bd96') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:18.753798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] For port 09bc602d-cf92-40ef-bc1b-cae225799976, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09bc602d-cf92-40ef-bc1b-cae225799976,segment=NetworkSegment(26d4c08c-dc98-47fa-b4c9-04959a30bd96),segment_id=26d4c08c-dc98-47fa-b4c9-04959a30bd96)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:18.767418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (26d4c08c-dc98-47fa-b4c9-04959a30bd96), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.781419 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (09bc602d-cf92-40ef-bc1b-cae225799976), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.807745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (26d4c08c-dc98-47fa-b4c9-04959a30bd96), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.822219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:18.827109 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (26d4c08c-dc98-47fa-b4c9-04959a30bd96), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.843969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0d90b9f-12c2-496a-87ab-1e510a1e9ee8 req-36a2bd77-f5f7-4673-a42a-533bf8ee4eb1 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2507830
Feb 19 21:15:18.953270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07b10b-b91b-4b73-be2a-fe1d175991d3 None None] Pushing event updated for resources: {'Port': ['ID=09bc602d-cf92-40ef-bc1b-cae225799976,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:18.954888 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:18.985474 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f8621348-f6da-467a-a134-ed0e3fe697fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:18.987052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131dd679-c455-41fc-b109-98486302350a None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:15:18.990912 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.db.api [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:15:18.990912 ncdv-master-1 neutron-server[121129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:15:18.990912 ncdv-master-1 neutron-server[121129]: [parameters: {'id': 'fe0b21f1-6275-457e-b183-2b56e714dbd1'}]
Feb 19 21:15:18.990912 ncdv-master-1 neutron-server[121129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:15:18.991528 ncdv-master-1 neutron-server[121129]: DEBUG oslo_db.api [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:15:18.998901 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47580) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:19.019800 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-487509be-5ebb-4e84-ac7e-9518d059e6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.060973 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-89e719e1-8a19-4023-9e12-259cb1ff1a76 req-6a934db1-7961-4732-b1d0-75e699a446b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (563b9354-91da-4442-9dd5-54c813f9d4b8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.078451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4b0c96ca-51f8-4dad-8d80-6cbca55d06e4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:19.080719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4ffc28f0-49dd-404e-8b0d-b3e2f567d170', '9f45f4da-a05f-4f9c-bf37-98035a0c7170', '563b9354-91da-4442-9dd5-54c813f9d4b8'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:19.111208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a934db1-7961-4732-b1d0-75e699a446b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Pushing event deleted for resources: {'Port': ['ID=563b9354-91da-4442-9dd5-54c813f9d4b8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:19.152699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131dd679-c455-41fc-b109-98486302350a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:15:19.153987 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks [] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.178824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e719e1-8a19-4023-9e12-259cb1ff1a76 req-6a934db1-7961-4732-b1d0-75e699a446b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] No DVR routers for this DVR port 563b9354-91da-4442-9dd5-54c813f9d4b8 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:19.182445 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-89e719e1-8a19-4023-9e12-259cb1ff1a76 req-6a934db1-7961-4732-b1d0-75e699a446b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.186125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89e719e1-8a19-4023-9e12-259cb1ff1a76 req-6a934db1-7961-4732-b1d0-75e699a446b3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "DELETE /v2.0/ports/563b9354-91da-4442-9dd5-54c813f9d4b8 HTTP/1.1" status: 204  len: 173 time: 1.2406852
Feb 19 21:15:19.187217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d5a7d-b392-4111-858b-f4c3609c3f20', 'name': 'network-vif-deleted', 'tag': '563b9354-91da-4442-9dd5-54c813f9d4b8'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:19.196843 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b18b53-0af3-49c1-a8d3-ab46ebaf770d" -d '{"events": [{"server_uuid": "a28d5a7d-b392-4111-858b-f4c3609c3f20", "name": "network-vif-deleted", "tag": "563b9354-91da-4442-9dd5-54c813f9d4b8"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:19.241377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f8621348-f6da-467a-a134-ed0e3fe697fd admin admin] Publish callbacks [] for security_group (68d09cc6-d853-4054-b1d2-7f9ed920df6b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.246952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-487509be-5ebb-4e84-ac7e-9518d059e6fe admin admin] Publish callbacks [] for security_group (a8ec0d5f-8afe-42e5-a7ac-687e09381eb5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.251443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f8621348-f6da-467a-a134-ed0e3fe697fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (68d09cc6-d853-4054-b1d2-7f9ed920df6b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.274605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-487509be-5ebb-4e84-ac7e-9518d059e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a8ec0d5f-8afe-42e5-a7ac-687e09381eb5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.287656 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70e4ea6-20f6-4d75-bd78-3897b22e5cbe x-openstack-request-id: req-c70e4ea6-20f6-4d75-bd78-3897b22e5cbe {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:19.288209 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28d5a7d-b392-4111-858b-f4c3609c3f20", "name": "network-vif-deleted", "tag": "563b9354-91da-4442-9dd5-54c813f9d4b8", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:19.288642 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c70e4ea6-20f6-4d75-bd78-3897b22e5cbe {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:19.289254 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28d5a7d-b392-4111-858b-f4c3609c3f20', 'name': 'network-vif-deleted', 'tag': '563b9354-91da-4442-9dd5-54c813f9d4b8', 'status': 'completed', 'code': 200}
Feb 19 21:15:19.291156 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.317633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:19.330575 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f8621348-f6da-467a-a134-ed0e3fe697fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3abc3163ed05468aa27630c0271482e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6056328
Feb 19 21:15:19.335116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47584) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:19.337430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8621348-f6da-467a-a134-ed0e3fe697fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d09cc6-d853-4054-b1d2-7f9ed920df6b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:19.366234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Network d3b5c251-7e40-4705-8f65-349582f371c6 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:19.369820 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487509be-5ebb-4e84-ac7e-9518d059e6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec0d5f-8afe-42e5-a7ac-687e09381eb5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:19.375204 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-487509be-5ebb-4e84-ac7e-9518d059e6fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02d9465dd7504a7a9317fd19af8f61dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3737197
Feb 19 21:15:19.378495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47586) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:19.380974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:19.403500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:19.472558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event updated for resources: {'Port': ['ID=3c00e454-f41f-4b4a-a75e-e389847f6009,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:19.492838 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (fe0b21f1-6275-457e-b183-2b56e714dbd1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.529366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:19.530402 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.536312 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-05f1e657-5624-41a6-b580-82f375527df6 admin admin] Publish callbacks [] for security_group (a8ec0d5f-8afe-42e5-a7ac-687e09381eb5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.570850 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7970010-b0f0-49f5-a373-a852d44713d1 admin admin] Publish callbacks [] for security_group (68d09cc6-d853-4054-b1d2-7f9ed920df6b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.583079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Deleting port 09bc602d-cf92-40ef-bc1b-cae225799976 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:19.583606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (09bc602d-cf92-40ef-bc1b-cae225799976), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.584222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-7fe89d52-60e9-40f5-bed2-2f13d452c71d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5825698
Feb 19 21:15:19.588011 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-05f1e657-5624-41a6-b580-82f375527df6 admin admin] Publish callbacks [] for security_group (a8ec0d5f-8afe-42e5-a7ac-687e09381eb5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.606436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Request body: {'port': {'device_id': '8f147bf0-9df9-4222-85dc-df35ee5063b1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:19.639063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7970010-b0f0-49f5-a373-a852d44713d1 admin admin] Publish callbacks [] for security_group (68d09cc6-d853-4054-b1d2-7f9ed920df6b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.723055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] For port 09bc602d-cf92-40ef-bc1b-cae225799976, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09bc602d-cf92-40ef-bc1b-cae225799976,segment=NetworkSegment(26d4c08c-dc98-47fa-b4c9-04959a30bd96),segment_id=26d4c08c-dc98-47fa-b4c9-04959a30bd96)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:19.723446 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (09bc602d-cf92-40ef-bc1b-cae225799976), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.747457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6a86f-384b-4a5e-8389-c186fe602e51 None None] Network fe0b21f1-6275-457e-b183-2b56e714dbd1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:19.774676 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.778210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Calling delete_port for 09bc602d-cf92-40ef-bc1b-cae225799976 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:19.868177 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-05f1e657-5624-41a6-b580-82f375527df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a8ec0d5f-8afe-42e5-a7ac-687e09381eb5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.886310 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-05f1e657-5624-41a6-b580-82f375527df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.887805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-05f1e657-5624-41a6-b580-82f375527df6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8ec0d5f-8afe-42e5-a7ac-687e09381eb5 HTTP/1.1" status: 204  len: 168 time: 0.5079598
Feb 19 21:15:19.910629 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7970010-b0f0-49f5-a373-a852d44713d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (68d09cc6-d853-4054-b1d2-7f9ed920df6b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.919094 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7970010-b0f0-49f5-a373-a852d44713d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:19.920387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d7970010-b0f0-49f5-a373-a852d44713d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68d09cc6-d853-4054-b1d2-7f9ed920df6b HTTP/1.1" status: 204  len: 168 time: 0.5774338
Feb 19 21:15:19.943235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1e657-5624-41a6-b580-82f375527df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ec0d5f-8afe-42e5-a7ac-687e09381eb5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:20.007242 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (09bc602d-cf92-40ef-bc1b-cae225799976), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.034583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7970010-b0f0-49f5-a373-a852d44713d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d09cc6-d853-4054-b1d2-7f9ed920df6b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:20.048187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Port': ['ID=09bc602d-cf92-40ef-bc1b-cae225799976,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:20.066855 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No DVR routers for this DVR port 09bc602d-cf92-40ef-bc1b-cae225799976 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:20.188697 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (fe0b21f1-6275-457e-b183-2b56e714dbd1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.222698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a54e4c0>,) {'filters': {'network_id': ['fe0b21f1-6275-457e-b183-2b56e714dbd1']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:20.235756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a54e4c0>, '26d4c08c-dc98-47fa-b4c9-04959a30bd96') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:20.236176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a54e4c0>, '26d4c08c-dc98-47fa-b4c9-04959a30bd96') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:20.248473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (26d4c08c-dc98-47fa-b4c9-04959a30bd96), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.264696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (26d4c08c-dc98-47fa-b4c9-04959a30bd96), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.272569 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5cccfc69-8775-4cdf-acbf-c8aed6c2633c req-14f0137c-cd43-4821-ab6d-f0c977e18152 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=a28d5a7d-b392-4111-858b-f4c3609c3f20 HTTP/1.1" status: 200  len: 210 time: 0.1726890
Feb 19 21:15:20.273928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:20.276542 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (26d4c08c-dc98-47fa-b4c9-04959a30bd96), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:20.287487 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:20.358957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e0108-e682-4193-a3c9-ec64db739ecd req-0b48a6f7-790d-4dea-8bfd-239f488551f1 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:20.361398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d9e0108-e682-4193-a3c9-ec64db739ecd req-0b48a6f7-790d-4dea-8bfd-239f488551f1 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 931 time: 0.3745189
Feb 19 21:15:20.379900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (fe0b21f1-6275-457e-b183-2b56e714dbd1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.396148 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.399620 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/fe0b21f1-6275-457e-b183-2b56e714dbd1 HTTP/1.1" status: 204  len: 168 time: 2.6523631
Feb 19 21:15:20.403119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47602) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:20.419666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-50426072'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:20.424851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf8a21-f12d-4f88-8ce6-0e6885499d7b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=fe0b21f1-6275-457e-b183-2b56e714dbd1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:20.454514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:20.461260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.479301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d9e0108-e682-4193-a3c9-ec64db739ecd req-d04250e5-5273-4ba6-9786-16215992dc04 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005597
Feb 19 21:15:20.492433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:20.506828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6e8a4adf-c4b8-4f55-9583-e0a794ce2d4e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.507361 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment 6e8a4adf-c4b8-4f55-9583-e0a794ce2d4e of type vlan for network bb1d0317-3787-440b-a709-af67bb4f4a39
Feb 19 21:15:20.559120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c00e454-f41f-4b4a-a75e-e389847f6009 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:15:20.566456 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-21abd304-6cd7-4992-9f2b-31b9d706afd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.568321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (bb1d0317-3787-440b-a709-af67bb4f4a39), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.572438 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Publish callbacks [] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.591008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Transition to ACTIVE for port object 3c00e454-f41f-4b4a-a75e-e389847f6009 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:15:20.597654 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.626836 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (bb1d0317-3787-440b-a709-af67bb4f4a39), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.633241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:20.634050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.634520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47610) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:20.667620 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0645d67-b788-4390-95a8-fe2ca1148ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.717666 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.3033497
Feb 19 21:15:20.720995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47612) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:20.723817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Pushing event updated for resources: {'Port': ['ID=3c00e454-f41f-4b4a-a75e-e389847f6009,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:20.729936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'network_id': 'bb1d0317-3787-440b-a709-af67bb4f4a39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:20.762410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d36c2e-b127-4695-9d0b-639509fca307 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=bb1d0317-3787-440b-a709-af67bb4f4a39,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:20.780358 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network bb1d0317-3787-440b-a709-af67bb4f4a39 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:20.822700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Attempting to bind port 3c00e454-f41f-4b4a-a75e-e389847f6009 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:20.823010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Attempting to bind port 3c00e454-f41f-4b4a-a75e-e389847f6009 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:20.823355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Attempting to bind port 3c00e454-f41f-4b4a-a75e-e389847f6009 on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:20.835343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Port 3c00e454-f41f-4b4a-a75e-e389847f6009 on network d3b5c251-7e40-4705-8f65-349582f371c6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:15:20.835713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Attempting to bind port 3c00e454-f41f-4b4a-a75e-e389847f6009 on network d3b5c251-7e40-4705-8f65-349582f371c6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:20.850161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:20.850527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Checking segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:20.851006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Bound using segment: {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:20.851375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Bound port: 3c00e454-f41f-4b4a-a75e-e389847f6009, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231a8a8-49d4-480a-a3d5-308ad5f30b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:20.851746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.880189 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0645d67-b788-4390-95a8-fe2ca1148ab5 admin admin] Publish callbacks [] for security_group (d007d0e2-286e-4f5c-831c-1767641981cc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.897748 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:20.901413 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.916391 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d0645d67-b788-4390-95a8-fe2ca1148ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d007d0e2-286e-4f5c-831c-1767641981cc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:20.979045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0645d67-b788-4390-95a8-fe2ca1148ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d007d0e2-286e-4f5c-831c-1767641981cc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:20.989387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d0645d67-b788-4390-95a8-fe2ca1148ab5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be9b20bebfd2460e904335c7c42132fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3494387
Feb 19 21:15:20.990106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47620) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:20.997715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] For port 3c00e454-f41f-4b4a-a75e-e389847f6009, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:21.001925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] For port 3c00e454-f41f-4b4a-a75e-e389847f6009, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c00e454-f41f-4b4a-a75e-e389847f6009,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:21.012058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.104688 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d20a1be1-0aff-4d0a-bece-ed0d2765c0ac admin admin] Publish callbacks [] for security_group (d007d0e2-286e-4f5c-831c-1767641981cc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.166363 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d20a1be1-0aff-4d0a-bece-ed0d2765c0ac admin admin] Publish callbacks [] for security_group (d007d0e2-286e-4f5c-831c-1767641981cc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.181979 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (8ff7af84-5ee5-429f-8b28-865feaeec659), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.270206 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=8ff7af84-5ee5-429f-8b28-865feaeec659,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:21.287649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking segment: {'id': '6e8a4adf-c4b8-4f55-9583-e0a794ce2d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bb1d0317-3787-440b-a709-af67bb4f4a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:21.288015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network hostable DHCP agents. Network: bb1d0317-3787-440b-a709-af67bb4f4a39, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:21.304620 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d20a1be1-0aff-4d0a-bece-ed0d2765c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d007d0e2-286e-4f5c-831c-1767641981cc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.307849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d20a1be1-0aff-4d0a-bece-ed0d2765c0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.308920 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d20a1be1-0aff-4d0a-bece-ed0d2765c0ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d007d0e2-286e-4f5c-831c-1767641981cc HTTP/1.1" status: 204  len: 168 time: 0.3181605
Feb 19 21:15:21.319096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a1be1-0aff-4d0a-bece-ed0d2765c0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d007d0e2-286e-4f5c-831c-1767641981cc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:21.322995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network bb1d0317-3787-440b-a709-af67bb4f4a39 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:21.345992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bb1d0317-3787-440b-a709-af67bb4f4a39) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:21.352893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:21.353628 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.359462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:21.360656 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.362722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] 10.222.0.10 "PUT /v2.0/ports/3c00e454-f41f-4b4a-a75e-e389847f6009 HTTP/1.1" status: 200  len: 1091 time: 1.7674224
Feb 19 21:15:21.364195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f147bf0-9df9-4222-85dc-df35ee5063b1', 'tag': '3c00e454-f41f-4b4a-a75e-e389847f6009'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:21.367051 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e6053a-665a-4710-8917-61574b294efd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f147bf0-9df9-4222-85dc-df35ee5063b1", "tag": "3c00e454-f41f-4b4a-a75e-e389847f6009"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:21.369607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a8ae3-d4bc-44a6-98ae-6bcc1855c51a None None] Network bb1d0317-3787-440b-a709-af67bb4f4a39 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:21.387591 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-75a51a28-00e4-49bf-bcd3-7a474c23ec8a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6647108
Feb 19 21:15:21.391795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47632) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:21.477057 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a343b827-468e-491f-a790-1dedc3e99918 x-openstack-request-id: req-a343b827-468e-491f-a790-1dedc3e99918 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:21.477695 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f147bf0-9df9-4222-85dc-df35ee5063b1", "tag": "3c00e454-f41f-4b4a-a75e-e389847f6009", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:21.478598 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a343b827-468e-491f-a790-1dedc3e99918 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:21.479563 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f147bf0-9df9-4222-85dc-df35ee5063b1', 'tag': '3c00e454-f41f-4b4a-a75e-e389847f6009', 'status': 'completed', 'code': 200}
Feb 19 21:15:21.484248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c55394-fedb-4f09-bccd-3f9284d26077 service neutron] Pushing event updated for resources: {'Port': ['ID=3c00e454-f41f-4b4a-a75e-e389847f6009,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:21.568634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-571261f3-bf89-4c32-8750-f04f433cca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:21.575103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-571261f3-bf89-4c32-8750-f04f433cca92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 1125 time: 0.1261659
Feb 19 21:15:21.591526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2152ec-1553-4107-9238-dbab838ef4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bb1d0317-3787-440b-a709-af67bb4f4a39', 'network_id': 'bb1d0317-3787-440b-a709-af67bb4f4a39', 'project_id': '112e97082e95498a8696f7ffe38c1071', 'fixed_ips': [{'subnet_id': '8ff7af84-5ee5-429f-8b28-865feaeec659'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:21.593676 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b2152ec-1553-4107-9238-dbab838ef4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.621234 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (bb1d0317-3787-440b-a709-af67bb4f4a39), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.648657 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-1aa232c3-abf9-4f6d-a9b7-44eceb7a940b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c00e454-f41f-4b4a-a75e-e389847f6009 HTTP/1.1" status: 200  len: 217 time: 0.0664852
Feb 19 21:15:21.670760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 563b9354-91da-4442-9dd5-54c813f9d4b8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:21.698222 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (8ff7af84-5ee5-429f-8b28-865feaeec659), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.806810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 563b9354-91da-4442-9dd5-54c813f9d4b8 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:21.806810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 563b9354-91da-4442-9dd5-54c813f9d4b8 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:21.837502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-081519bc-656c-4051-833c-7a4887daeabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:21.839382 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-081519bc-656c-4051-833c-7a4887daeabb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.1776242
Feb 19 21:15:21.869111 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.870267 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (8ff7af84-5ee5-429f-8b28-865feaeec659), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server [None req-5b2152ec-1553-4107-9238-dbab838ef4cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ff7af84-5ee5-429f-8b28-865feaeec659: This subnet is being modified by another concurrent operation.
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise exception
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ff7af84-5ee5-429f-8b28-865feaeec659: This subnet is being modified by another concurrent operation.
Feb 19 21:15:21.880024 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:15:21.914714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-2de2d728-84f9-4366-9901-89ad94e3a427 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635819
Feb 19 21:15:21.932208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90497b07-f46a-4203-a627-5849cdf72399 None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:15:21.954562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff7af84-5ee5-429f-8b28-865feaeec659,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:21.970167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da6c1f-522b-44cb-859a-8ae167ff12c9 req-4f63482c-e8a8-4e58-bbe6-59e704ed2567 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:21.971873 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6da6c1f-522b-44cb-859a-8ae167ff12c9 req-4f63482c-e8a8-4e58-bbe6-59e704ed2567 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 943 time: 0.2201180
Feb 19 21:15:22.031243 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (bb1d0317-3787-440b-a709-af67bb4f4a39), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:22.065438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90497b07-f46a-4203-a627-5849cdf72399 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:15:22.069411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a404f10>,) {'filters': {'network_id': ['bb1d0317-3787-440b-a709-af67bb4f4a39']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:22.088309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a404f10>, '6e8a4adf-c4b8-4f55-9583-e0a794ce2d4e') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:22.088722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a404f10>, '6e8a4adf-c4b8-4f55-9583-e0a794ce2d4e') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:22.095727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-4a6dcd92-e93f-404a-bd4d-daef7defcb33 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733952
Feb 19 21:15:22.107079 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (6e8a4adf-c4b8-4f55-9583-e0a794ce2d4e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:22.157868 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6e8a4adf-c4b8-4f55-9583-e0a794ce2d4e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:22.168392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:22.168808 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (6e8a4adf-c4b8-4f55-9583-e0a794ce2d4e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:22.173130 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:22.257410 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d24b7079-22b9-48bc-883f-bd6bc0badb39 req-597b629f-6aa4-4b3f-ac41-d621debad710 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2700706
Feb 19 21:15:22.283566 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (bb1d0317-3787-440b-a709-af67bb4f4a39), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:22.298582 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:22.318697 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/bb1d0317-3787-440b-a709-af67bb4f4a39 HTTP/1.1" status: 204  len: 168 time: 0.9253969
Feb 19 21:15:22.330675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47678) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:22.337789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8292b3-1436-4c1c-83c5-a2f31feb6479 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=bb1d0317-3787-440b-a709-af67bb4f4a39,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:22.386174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1376429742'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:22.397857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f602ec8-acae-41d3-8ad6-1cb6131757fb None None] Network bb1d0317-3787-440b-a709-af67bb4f4a39 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:22.427204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f602ec8-acae-41d3-8ad6-1cb6131757fb None None] Network bb1d0317-3787-440b-a709-af67bb4f4a39 could not be found, it might have been deleted concurrently. {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 19 21:15:22.437345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b7079-22b9-48bc-883f-bd6bc0badb39 req-20066d54-2741-4647-b097-e272559c0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:22.442352 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d24b7079-22b9-48bc-883f-bd6bc0badb39 req-20066d54-2741-4647-b097-e272559c0f95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 1128 time: 0.1062069
Feb 19 21:15:22.451902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5225154-3635-47f7-82a8-6e9a3d983686 req-cb623e46-d82e-44de-80fe-88371c85bba0 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3452313
Feb 19 21:15:22.459435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6da6c1f-522b-44cb-859a-8ae167ff12c9 req-6941e4f4-e5e1-4d1e-81c9-ec0ec62becb9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3625844
Feb 19 21:15:22.535489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:22.539940 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:22.622165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:22.648813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b7079-22b9-48bc-883f-bd6bc0badb39 req-4ff579c1-561d-4dc1-a75f-a8889c0da803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:22.650589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24b7079-22b9-48bc-883f-bd6bc0badb39 req-4ff579c1-561d-4dc1-a75f-a8889c0da803 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 915 time: 0.1846070
Feb 19 21:15:22.654184 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b8840af5-48b2-40ef-bb32-860094e68512), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:22.654549 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment b8840af5-48b2-40ef-bb32-860094e68512 of type vlan for network 41282981-fc17-4a30-9aec-5630a9382435
Feb 19 21:15:22.719803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24b7079-22b9-48bc-883f-bd6bc0badb39 req-169cea6c-3284-4158-bc9f-b6ac2ea87ce2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 HTTP/1.1" status: 200  len: 217 time: 0.0625701
Feb 19 21:15:22.887427 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (41282981-fc17-4a30-9aec-5630a9382435), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:22.922923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b7079-22b9-48bc-883f-bd6bc0badb39 req-81e38e20-bff0-4b58-875a-402305a92bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:22.924532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24b7079-22b9-48bc-883f-bd6bc0badb39 req-81e38e20-bff0-4b58-875a-402305a92bab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3591c48b-f332-448c-84f0-445a098b4bc2 HTTP/1.1" status: 200  len: 854 time: 0.1575327
Feb 19 21:15:22.971201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24b7079-22b9-48bc-883f-bd6bc0badb39 req-9d5dfaa6-9621-458b-ae04-7a748ad50bac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370853
Feb 19 21:15:22.979279 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (41282981-fc17-4a30-9aec-5630a9382435), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:22.985603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:22.986213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:23.110646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7579017
Feb 19 21:15:23.115241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47726) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:23.120535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'network_id': '41282981-fc17-4a30-9aec-5630a9382435', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:23.123900 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6053a-665a-4710-8917-61574b294efd req-e2a06158-c04b-466d-b257-1b2d12748f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:23.132826 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0e6053a-665a-4710-8917-61574b294efd req-e2a06158-c04b-466d-b257-1b2d12748f5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 1125 time: 0.6104977
Feb 19 21:15:23.196939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c0983-8bfe-4d03-a48e-8de9187fff3e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=41282981-fc17-4a30-9aec-5630a9382435,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:23.208128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 41282981-fc17-4a30-9aec-5630a9382435 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:23.225701 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:23.304266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24b7079-22b9-48bc-883f-bd6bc0badb39 req-eab0dbc7-9950-467b-9329-60aee345993d service neutron] 10.222.0.10 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3071604
Feb 19 21:15:23.332580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6053a-665a-4710-8917-61574b294efd req-a00815ac-6168-43c5-88b1-c4a981fd1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:23.337486 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0e6053a-665a-4710-8917-61574b294efd req-a00815ac-6168-43c5-88b1-c4a981fd1d92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 200  len: 906 time: 0.1936741
Feb 19 21:15:23.386342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7a70a-8da1-4223-bb90-47a40293bfb7 req-10fc342f-6aa6-45e9-8113-1628687f89cd tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:23.387955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6f7a70a-8da1-4223-bb90-47a40293bfb7 req-10fc342f-6aa6-45e9-8113-1628687f89cd tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 946 time: 0.1711912
Feb 19 21:15:23.401789 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0e6053a-665a-4710-8917-61574b294efd req-d96c892d-24c5-487a-95d4-23bcb1b4c612 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c00e454-f41f-4b4a-a75e-e389847f6009 HTTP/1.1" status: 200  len: 217 time: 0.0560448
Feb 19 21:15:23.428609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:23.432653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:23.472461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6053a-665a-4710-8917-61574b294efd req-8314d2f2-73ba-4991-9d26-29d5619942dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:23.473970 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0e6053a-665a-4710-8917-61574b294efd req-8314d2f2-73ba-4991-9d26-29d5619942dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 200  len: 845 time: 0.0665734
Feb 19 21:15:23.486748 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d24b7079-22b9-48bc-883f-bd6bc0badb39 req-6fae3ec2-932d-40a2-9049-c567760a22c9 service neutron] 10.222.0.10 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734033
Feb 19 21:15:23.534166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Performing IP validity checks on allocation pools {{(pid=121128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 19 21:15:23.537043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 19 21:15:23.552748 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0e6053a-665a-4710-8917-61574b294efd req-7ae7ee9b-51ed-4a48-b230-bb29b4cdbe79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b5c251-7e40-4705-8f65-349582f371c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0722191
Feb 19 21:15:23.605527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6f7a70a-8da1-4223-bb90-47a40293bfb7 req-73208684-ef31-4eb8-956d-b9f102524ca7 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176121
Feb 19 21:15:23.745021 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0e6053a-665a-4710-8917-61574b294efd req-c0d52179-5e06-4067-b705-d5c061c7e046 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825614
Feb 19 21:15:23.768713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bef15d-be20-4ff0-bbff-544d58f5c9cc req-3a344f25-4e60-42b7-b9e5-e1b9fec40972 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:23.770527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12bef15d-be20-4ff0-bbff-544d58f5c9cc req-3a344f25-4e60-42b7-b9e5-e1b9fec40972 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 943 time: 0.1875966
Feb 19 21:15:23.869935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47744) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:23.900368 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4306b3d6-5f17-47dc-8316-aa20d57ad2a0 req-7fd05b31-1fbb-44d8-9d77-d12502b2ed2e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2466578
Feb 19 21:15:23.902996 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (09b6eff9-90ba-4424-990e-4e16b5189295), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:23.913924 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12bef15d-be20-4ff0-bbff-544d58f5c9cc req-3d78877d-be40-4fdb-89b8-41ff81c55870 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295984
Feb 19 21:15:23.956590 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0e6053a-665a-4710-8917-61574b294efd req-c147438b-ed25-4be8-9e7f-fec54863b414 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2040696
Feb 19 21:15:24.020457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=09b6eff9-90ba-4424-990e-4e16b5189295,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:24.047380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking segment: {'id': 'b8840af5-48b2-40ef-bb32-860094e68512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41282981-fc17-4a30-9aec-5630a9382435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:24.048105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network hostable DHCP agents. Network: 41282981-fc17-4a30-9aec-5630a9382435, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:24.055686 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6335d19e-9b43-4ce7-8b39-191da344c7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.056530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b3d6-5f17-47dc-8316-aa20d57ad2a0 req-b64b0dad-8c7e-4a4d-9dde-48bc4c044a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:24.059056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4306b3d6-5f17-47dc-8316-aa20d57ad2a0 req-b64b0dad-8c7e-4a4d-9dde-48bc4c044a4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f7a8678732a40b383cedd20600e102e&device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 1127 time: 0.1067989
Feb 19 21:15:24.086692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network 41282981-fc17-4a30-9aec-5630a9382435 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:24.153981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6335d19e-9b43-4ce7-8b39-191da344c7f3 admin admin] Publish callbacks [] for security_group (a885d3e3-0e60-4abe-8eb5-9f5ec999f83d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.159687 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6335d19e-9b43-4ce7-8b39-191da344c7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a885d3e3-0e60-4abe-8eb5-9f5ec999f83d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.193977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 41282981-fc17-4a30-9aec-5630a9382435) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:24.207323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f77d1b9-0355-4230-bf44-ae9ea0c06039 None None] Network 41282981-fc17-4a30-9aec-5630a9382435 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:24.210729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:24.211712 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.224417 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6335d19e-9b43-4ce7-8b39-191da344c7f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23cce192745a43c98a8df27b64943d2e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3528581
Feb 19 21:15:24.226597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335d19e-9b43-4ce7-8b39-191da344c7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a885d3e3-0e60-4abe-8eb5-9f5ec999f83d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:24.228062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47760) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:24.295358 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d3ae362e-72f6-47d3-96a5-aa39e11fcb8d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.1787872
Feb 19 21:15:24.297935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47762) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:24.320883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-41282981-fc17-4a30-9aec-5630a9382435', 'network_id': '41282981-fc17-4a30-9aec-5630a9382435', 'project_id': '112e97082e95498a8696f7ffe38c1071', 'fixed_ips': [{'subnet_id': '09b6eff9-90ba-4424-990e-4e16b5189295'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:24.323259 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.337670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b3d6-5f17-47dc-8316-aa20d57ad2a0 req-9ea0a508-2dbe-4755-a7b5-26a5c39a06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:24.339713 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4306b3d6-5f17-47dc-8316-aa20d57ad2a0 req-9ea0a508-2dbe-4755-a7b5-26a5c39a06ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 200  len: 915 time: 0.2423713
Feb 19 21:15:24.410882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (41282981-fc17-4a30-9aec-5630a9382435), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.412941 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c639c9a3-d9a7-453b-92a4-e79e8eadca58 admin admin] Publish callbacks [] for security_group (a885d3e3-0e60-4abe-8eb5-9f5ec999f83d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.417984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4306b3d6-5f17-47dc-8316-aa20d57ad2a0 req-a8b15a51-6100-4518-9d7b-9ac035f86e4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ffc28f0-49dd-404e-8b0d-b3e2f567d170 HTTP/1.1" status: 200  len: 217 time: 0.0670800
Feb 19 21:15:24.431200 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.475554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (09b6eff9-90ba-4424-990e-4e16b5189295), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.493538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Allocated IP 172.20.0.3 (41282981-fc17-4a30-9aec-5630a9382435/09b6eff9-90ba-4424-990e-4e16b5189295/65baab25-34c2-4435-ab44-a06e821579c8) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:24.496065 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c639c9a3-d9a7-453b-92a4-e79e8eadca58 admin admin] Publish callbacks [] for security_group (a885d3e3-0e60-4abe-8eb5-9f5ec999f83d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.554583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b3d6-5f17-47dc-8316-aa20d57ad2a0 req-229ec8ba-d087-4b4e-8d5b-16f86e8dab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:24.556766 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4306b3d6-5f17-47dc-8316-aa20d57ad2a0 req-229ec8ba-d087-4b4e-8d5b-16f86e8dab9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3591c48b-f332-448c-84f0-445a098b4bc2 HTTP/1.1" status: 200  len: 854 time: 0.1274340
Feb 19 21:15:24.608363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4306b3d6-5f17-47dc-8316-aa20d57ad2a0 req-7204dd3d-9870-413c-98fa-afef23c31d62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5dcb556e-7200-41f7-af8e-4f52d2bfd4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450323
Feb 19 21:15:24.645481 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c639c9a3-d9a7-453b-92a4-e79e8eadca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a885d3e3-0e60-4abe-8eb5-9f5ec999f83d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.649953 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c639c9a3-d9a7-453b-92a4-e79e8eadca58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.651790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c639c9a3-d9a7-453b-92a4-e79e8eadca58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a885d3e3-0e60-4abe-8eb5-9f5ec999f83d HTTP/1.1" status: 204  len: 168 time: 0.4198616
Feb 19 21:15:24.656746 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Publish callbacks [] for port (65baab25-34c2-4435-ab44-a06e821579c8), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.674664 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (65baab25-34c2-4435-ab44-a06e821579c8), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.706307 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (09b6eff9-90ba-4424-990e-4e16b5189295), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.747803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639c9a3-d9a7-453b-92a4-e79e8eadca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a885d3e3-0e60-4abe-8eb5-9f5ec999f83d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:24.782356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Subnet': ['ID=09b6eff9-90ba-4424-990e-4e16b5189295,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:24.815162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Pushing event updated for resources: {'Port': ['ID=65baab25-34c2-4435-ab44-a06e821579c8,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:24.834994 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Network 41282981-fc17-4a30-9aec-5630a9382435 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:24.836960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:24.845425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:24.893892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4306b3d6-5f17-47dc-8316-aa20d57ad2a0 req-c5d6dfeb-1853-4100-9f6a-9aa076a35400 service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2792315
Feb 19 21:15:24.896130 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (41282981-fc17-4a30-9aec-5630a9382435), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:24.901491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415495b-1d97-44b2-bae9-a69dfd532f18 req-9f5770d4-349b-4ffc-83c1-e7274da65b43 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:24.903202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b415495b-1d97-44b2-bae9-a69dfd532f18 req-9f5770d4-349b-4ffc-83c1-e7274da65b43 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 946 time: 0.1615717
Feb 19 21:15:24.930683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3c00e454-f41f-4b4a-a75e-e389847f6009 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:15:24.990715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa9b220>,) {'filters': {'network_id': ['41282981-fc17-4a30-9aec-5630a9382435']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:25.014316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa9b220>, 'b8840af5-48b2-40ef-bb32-860094e68512') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:25.015895 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aa9b220>, 'b8840af5-48b2-40ef-bb32-860094e68512') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:25.039526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Attempting to bind port 65baab25-34c2-4435-ab44-a06e821579c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:25.039947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Attempting to bind port 65baab25-34c2-4435-ab44-a06e821579c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b8840af5-48b2-40ef-bb32-860094e68512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41282981-fc17-4a30-9aec-5630a9382435'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:25.040475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Attempting to bind port 65baab25-34c2-4435-ab44-a06e821579c8 on network 41282981-fc17-4a30-9aec-5630a9382435 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:25.051096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:25.051492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Checking segment: {'id': 'b8840af5-48b2-40ef-bb32-860094e68512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41282981-fc17-4a30-9aec-5630a9382435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:25.052814 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.052814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Bound using segment: {'id': 'b8840af5-48b2-40ef-bb32-860094e68512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41282981-fc17-4a30-9aec-5630a9382435'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:25.052814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Bound port: 65baab25-34c2-4435-ab44-a06e821579c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8840af5-48b2-40ef-bb32-860094e68512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41282981-fc17-4a30-9aec-5630a9382435'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:25.053801 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (65baab25-34c2-4435-ab44-a06e821579c8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.067100 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (b8840af5-48b2-40ef-bb32-860094e68512), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.083458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b415495b-1d97-44b2-bae9-a69dfd532f18 req-7de6a517-65bf-4947-9f02-654c940b028a tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696177
Feb 19 21:15:25.129377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b8840af5-48b2-40ef-bb32-860094e68512), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.132492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4306b3d6-5f17-47dc-8316-aa20d57ad2a0 req-d2730808-7b81-44a4-b8f9-f246413fb7bc service neutron] 10.222.0.67 "GET /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2280858
Feb 19 21:15:25.147188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:25.147694 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (b8840af5-48b2-40ef-bb32-860094e68512), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:25.155426 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:25.230028 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e10313-d0e3-41f8-9d08-6f9a45d118ce req-446900c0-770c-4f09-87b6-462cb6aa6ca9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:25.235132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7e10313-d0e3-41f8-9d08-6f9a45d118ce req-446900c0-770c-4f09-87b6-462cb6aa6ca9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 943 time: 0.1200747
Feb 19 21:15:25.253408 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.db.api [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:15:25.253408 ncdv-master-1 neutron-server[121129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:15:25.253408 ncdv-master-1 neutron-server[121129]: [parameters: {'id': '41282981-fc17-4a30-9aec-5630a9382435'}]
Feb 19 21:15:25.253408 ncdv-master-1 neutron-server[121129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:15:25.254206 ncdv-master-1 neutron-server[121129]: DEBUG oslo_db.api [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:15:25.331659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] For port 65baab25-34c2-4435-ab44-a06e821579c8, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:25.339522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] For port 65baab25-34c2-4435-ab44-a06e821579c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65baab25-34c2-4435-ab44-a06e821579c8,segment=NetworkSegment(b8840af5-48b2-40ef-bb32-860094e68512),segment_id=b8840af5-48b2-40ef-bb32-860094e68512)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:25.342007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3c00e454-f41f-4b4a-a75e-e389847f6009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c00e454-f41f-4b4a-a75e-e389847f6009,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:25.362438 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (65baab25-34c2-4435-ab44-a06e821579c8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.362710 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7e10313-d0e3-41f8-9d08-6f9a45d118ce req-722108c1-5972-4cfa-a6e5-d3a78fd0ef3a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142764
Feb 19 21:15:25.371051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '3c00e454-f41f-4b4a-a75e-e389847f6009', 'network_id': 'd3b5c251-7e40-4705-8f65-349582f371c6', 'port_id': '3c00e454-f41f-4b4a-a75e-e389847f6009', 'mac_address': 'fa:16:3e:c9:a5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39b861-c372-4188-bb16-08087882fb5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:15:25.397531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa440c7-df9e-421b-8b67-18d86ddac7f0 req-89df2c50-38ba-4ac3-944f-7b375d4280a9 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:25.399365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dfa440c7-df9e-421b-8b67-18d86ddac7f0 req-89df2c50-38ba-4ac3-944f-7b375d4280a9 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 946 time: 0.1093464
Feb 19 21:15:25.541732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-dfa440c7-df9e-421b-8b67-18d86ddac7f0 req-d63ab036-e257-498b-b78d-538a8ca67638 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Deleting port 9f45f4da-a05f-4f9c-bf37-98035a0c7170 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:25.542498 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dfa440c7-df9e-421b-8b67-18d86ddac7f0 req-d63ab036-e257-498b-b78d-538a8ca67638 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.693864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-dfa440c7-df9e-421b-8b67-18d86ddac7f0 req-d63ab036-e257-498b-b78d-538a8ca67638 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] For port 9f45f4da-a05f-4f9c-bf37-98035a0c7170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f45f4da-a05f-4f9c-bf37-98035a0c7170,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:25.694047 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dfa440c7-df9e-421b-8b67-18d86ddac7f0 req-d63ab036-e257-498b-b78d-538a8ca67638 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.712670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-dfa440c7-df9e-421b-8b67-18d86ddac7f0 req-d63ab036-e257-498b-b78d-538a8ca67638 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Calling delete_port for 9f45f4da-a05f-4f9c-bf37-98035a0c7170 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:25.754759 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (41282981-fc17-4a30-9aec-5630a9382435), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.779132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3c00e454-f41f-4b4a-a75e-e389847f6009 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:25.780097 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.785044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c009a1-83f8-4084-8d9d-3368f6565789 None None] Pushing event updated for resources: {'Port': ['ID=65baab25-34c2-4435-ab44-a06e821579c8,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:25.823657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e67d19a-b8b2-4c32-a9f8-b4130b26d400 None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:15:25.833846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c00e454-f41f-4b4a-a75e-e389847f6009 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:15:25.846223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Deleting port 65baab25-34c2-4435-ab44-a06e821579c8 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:25.846614 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (65baab25-34c2-4435-ab44-a06e821579c8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.917455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3c00e454-f41f-4b4a-a75e-e389847f6009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c00e454-f41f-4b4a-a75e-e389847f6009,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:25.934920 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.939864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] For port 65baab25-34c2-4435-ab44-a06e821579c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65baab25-34c2-4435-ab44-a06e821579c8,segment=NetworkSegment(b8840af5-48b2-40ef-bb32-860094e68512),segment_id=b8840af5-48b2-40ef-bb32-860094e68512)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:25.940498 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (65baab25-34c2-4435-ab44-a06e821579c8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.956942 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dfa440c7-df9e-421b-8b67-18d86ddac7f0 req-d63ab036-e257-498b-b78d-538a8ca67638 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9f45f4da-a05f-4f9c-bf37-98035a0c7170), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:25.960367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Calling delete_port for 65baab25-34c2-4435-ab44-a06e821579c8 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:26.017193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ab036-e257-498b-b78d-538a8ca67638 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Pushing event deleted for resources: {'Port': ['ID=9f45f4da-a05f-4f9c-bf37-98035a0c7170,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:26.059321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4ffc28f0-49dd-404e-8b0d-b3e2f567d170', '9f45f4da-a05f-4f9c-bf37-98035a0c7170'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:26.121939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa440c7-df9e-421b-8b67-18d86ddac7f0 req-d63ab036-e257-498b-b78d-538a8ca67638 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] No DVR routers for this DVR port 9f45f4da-a05f-4f9c-bf37-98035a0c7170 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:26.126055 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dfa440c7-df9e-421b-8b67-18d86ddac7f0 req-d63ab036-e257-498b-b78d-538a8ca67638 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:26.127300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (65baab25-34c2-4435-ab44-a06e821579c8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:26.129668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dfa440c7-df9e-421b-8b67-18d86ddac7f0 req-d63ab036-e257-498b-b78d-538a8ca67638 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "DELETE /v2.0/ports/9f45f4da-a05f-4f9c-bf37-98035a0c7170 HTTP/1.1" status: 204  len: 173 time: 0.7240040
Feb 19 21:15:26.130201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b930a3-3352-432b-a506-7782e9a22efe', 'name': 'network-vif-deleted', 'tag': '9f45f4da-a05f-4f9c-bf37-98035a0c7170'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:26.133149 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814d44e3-f2ab-4d25-b762-57eae1c28c2e" -d '{"events": [{"server_uuid": "76b930a3-3352-432b-a506-7782e9a22efe", "name": "network-vif-deleted", "tag": "9f45f4da-a05f-4f9c-bf37-98035a0c7170"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:26.169047 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Port': ['ID=65baab25-34c2-4435-ab44-a06e821579c8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:26.178143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4b0c96ca-51f8-4dad-8d80-6cbca55d06e4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:26.189105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No DVR routers for this DVR port 65baab25-34c2-4435-ab44-a06e821579c8 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:26.190248 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863dd3f3-b898-4993-b7f3-76d323389aba x-openstack-request-id: req-863dd3f3-b898-4993-b7f3-76d323389aba {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:26.191550 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b930a3-3352-432b-a506-7782e9a22efe", "name": "network-vif-deleted", "tag": "9f45f4da-a05f-4f9c-bf37-98035a0c7170", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:26.192091 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-863dd3f3-b898-4993-b7f3-76d323389aba {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:26.192822 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b930a3-3352-432b-a506-7782e9a22efe', 'name': 'network-vif-deleted', 'tag': '9f45f4da-a05f-4f9c-bf37-98035a0c7170', 'status': 'completed', 'code': 200}
Feb 19 21:15:26.335193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e67d19a-b8b2-4c32-a9f8-b4130b26d400 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:15:26.407129 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (41282981-fc17-4a30-9aec-5630a9382435), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:26.422736 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:26.440704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6aaf7ee0>,) {'filters': {'network_id': ['41282981-fc17-4a30-9aec-5630a9382435']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:26.444734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['3c00e454-f41f-4b4a-a75e-e389847f6009'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:26.456845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aaf7ee0>, 'b8840af5-48b2-40ef-bb32-860094e68512') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:26.458099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6aaf7ee0>, 'b8840af5-48b2-40ef-bb32-860094e68512') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:26.477602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (b8840af5-48b2-40ef-bb32-860094e68512), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:26.510943 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b8840af5-48b2-40ef-bb32-860094e68512), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:26.558195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:26.558846 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (b8840af5-48b2-40ef-bb32-860094e68512), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:26.720641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3c00e454-f41f-4b4a-a75e-e389847f6009,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:26.744557 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:26.751111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (41282981-fc17-4a30-9aec-5630a9382435), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:26.763705 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:26.777336 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/41282981-fc17-4a30-9aec-5630a9382435 HTTP/1.1" status: 204  len: 168 time: 2.4779310
Feb 19 21:15:26.790306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15c4c0-5a12-4780-b8e6-f3e2febe5c78 req-b0111178-b33a-4a10-b117-1010390e7346 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:26.793356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af15c4c0-5a12-4780-b8e6-f3e2febe5c78 req-b0111178-b33a-4a10-b117-1010390e7346 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 944 time: 0.2955136
Feb 19 21:15:26.794559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47830) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:26.837658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a01956-f666-4fe7-a66b-af2453c24511 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=41282981-fc17-4a30-9aec-5630a9382435,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:26.876740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-864423690'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:26.882910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f56d610-c535-456f-bdda-b1b6cee30153 req-3bf0e084-b388-4016-8f5e-9e2ef93498a3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=76b930a3-3352-432b-a506-7782e9a22efe HTTP/1.1" status: 200  len: 210 time: 0.5280232
Feb 19 21:15:26.956101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af15c4c0-5a12-4780-b8e6-f3e2febe5c78 req-2a8abebe-c80e-4a60-9959-a31e376838b7 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421287
Feb 19 21:15:26.957488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:26.970372 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:27.022585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:27.057138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b012a446-53b7-43b5-b64d-8c18f525a455 None None] Network 41282981-fc17-4a30-9aec-5630a9382435 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:27.065328 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1a8dbc71-91ad-4420-bc27-184bd237dc10), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:27.065328 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment 1a8dbc71-91ad-4420-bc27-184bd237dc10 of type vlan for network 3e189cac-45bc-44d6-980f-f5c55a459bd5
Feb 19 21:15:27.100580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b012a446-53b7-43b5-b64d-8c18f525a455 None None] Network 41282981-fc17-4a30-9aec-5630a9382435 could not be found, it might have been deleted concurrently. {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 19 21:15:27.130144 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (3e189cac-45bc-44d6-980f-f5c55a459bd5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:27.169043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (3e189cac-45bc-44d6-980f-f5c55a459bd5), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:27.174504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:27.175131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:27.247709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4364369
Feb 19 21:15:27.250905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47840) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:27.256945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'network_id': '3e189cac-45bc-44d6-980f-f5c55a459bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:27.282327 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc33d3-e157-414c-81e9-0fd684fe7911 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=3e189cac-45bc-44d6-980f-f5c55a459bd5,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:27.298685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 3e189cac-45bc-44d6-980f-f5c55a459bd5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:27.419993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:27.426798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:27.691130 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (7fd3f22d-e096-4dd0-8320-674a923102b2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:27.781187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=7fd3f22d-e096-4dd0-8320-674a923102b2,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:27.789233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking segment: {'id': '1a8dbc71-91ad-4420-bc27-184bd237dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3e189cac-45bc-44d6-980f-f5c55a459bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:27.789645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network hostable DHCP agents. Network: 3e189cac-45bc-44d6-980f-f5c55a459bd5, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:27.807010 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network 3e189cac-45bc-44d6-980f-f5c55a459bd5 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:27.816747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e189cac-45bc-44d6-980f-f5c55a459bd5) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:27.822120 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:27.822736 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:27.830042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b4340-da2d-42e1-9726-d129cc4d16f0 None None] Network 3e189cac-45bc-44d6-980f-f5c55a459bd5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:27.851809 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-16a81f7a-f8d1-4680-96f2-33deed798e2f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.5985925
Feb 19 21:15:27.854407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47876) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:27.986532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e189cac-45bc-44d6-980f-f5c55a459bd5', 'network_id': '3e189cac-45bc-44d6-980f-f5c55a459bd5', 'project_id': '112e97082e95498a8696f7ffe38c1071', 'fixed_ips': [{'subnet_id': '7fd3f22d-e096-4dd0-8320-674a923102b2'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:27.987408 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.049446 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (3e189cac-45bc-44d6-980f-f5c55a459bd5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.190446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738b894-6e14-412d-862b-d1ddf897c391 req-40e7da04-80ec-4b1e-88b7-f4bcad0fd147 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:28.198221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a738b894-6e14-412d-862b-d1ddf897c391 req-40e7da04-80ec-4b1e-88b7-f4bcad0fd147 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 944 time: 0.1104212
Feb 19 21:15:28.211666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (7fd3f22d-e096-4dd0-8320-674a923102b2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.332618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Allocated IP 172.20.0.1 (3e189cac-45bc-44d6-980f-f5c55a459bd5/7fd3f22d-e096-4dd0-8320-674a923102b2/2d319b77-d7a8-4259-8e63-67af152479c9) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:28.342686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a738b894-6e14-412d-862b-d1ddf897c391 req-9fc5718a-440a-4d04-a158-c0f6e26efdfe tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215458
Feb 19 21:15:28.469122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487538f-b077-4c79-99bf-2dab9fc3d37f req-f5eb9edd-d18f-416e-9b3c-6b9c11a2e154 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:28.476624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a487538f-b077-4c79-99bf-2dab9fc3d37f req-f5eb9edd-d18f-416e-9b3c-6b9c11a2e154 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 946 time: 0.0715547
Feb 19 21:15:28.561067 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Publish callbacks [] for port (2d319b77-d7a8-4259-8e63-67af152479c9), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.568991 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (2d319b77-d7a8-4259-8e63-67af152479c9), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.597620 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (7fd3f22d-e096-4dd0-8320-674a923102b2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.619322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Network 3e189cac-45bc-44d6-980f-f5c55a459bd5 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:28.622976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:28.626951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:28.632905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Pushing event updated for resources: {'Port': ['ID=2d319b77-d7a8-4259-8e63-67af152479c9,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:28.647862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd3f22d-e096-4dd0-8320-674a923102b2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:28.691149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Attempting to bind port 2d319b77-d7a8-4259-8e63-67af152479c9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:28.691532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Attempting to bind port 2d319b77-d7a8-4259-8e63-67af152479c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1a8dbc71-91ad-4420-bc27-184bd237dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3e189cac-45bc-44d6-980f-f5c55a459bd5'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:28.691901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Attempting to bind port 2d319b77-d7a8-4259-8e63-67af152479c9 on network 3e189cac-45bc-44d6-980f-f5c55a459bd5 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:28.698288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:28.699105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Checking segment: {'id': '1a8dbc71-91ad-4420-bc27-184bd237dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3e189cac-45bc-44d6-980f-f5c55a459bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:28.699677 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.700234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Bound using segment: {'id': '1a8dbc71-91ad-4420-bc27-184bd237dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3e189cac-45bc-44d6-980f-f5c55a459bd5'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:28.700990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Bound port: 2d319b77-d7a8-4259-8e63-67af152479c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8dbc71-91ad-4420-bc27-184bd237dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3e189cac-45bc-44d6-980f-f5c55a459bd5'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:28.701629 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2d319b77-d7a8-4259-8e63-67af152479c9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.749896 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (3e189cac-45bc-44d6-980f-f5c55a459bd5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.781803 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6bfefa30>,) {'filters': {'network_id': ['3e189cac-45bc-44d6-980f-f5c55a459bd5']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:28.785971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] For port 2d319b77-d7a8-4259-8e63-67af152479c9, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:28.789423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] For port 2d319b77-d7a8-4259-8e63-67af152479c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d319b77-d7a8-4259-8e63-67af152479c9,segment=NetworkSegment(1a8dbc71-91ad-4420-bc27-184bd237dc10),segment_id=1a8dbc71-91ad-4420-bc27-184bd237dc10)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:28.795620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bfefa30>, '1a8dbc71-91ad-4420-bc27-184bd237dc10') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:28.796555 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bfefa30>, '1a8dbc71-91ad-4420-bc27-184bd237dc10') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:28.798406 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2d319b77-d7a8-4259-8e63-67af152479c9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.807952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (1a8dbc71-91ad-4420-bc27-184bd237dc10), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.825045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47924) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:28.832759 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1a8dbc71-91ad-4420-bc27-184bd237dc10), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.839464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:28.840635 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (1a8dbc71-91ad-4420-bc27-184bd237dc10), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:28.844475 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:28.870297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42873b-1516-46e1-9f37-44d4cfb73fef None None] Pushing event updated for resources: {'Port': ['ID=2d319b77-d7a8-4259-8e63-67af152479c9,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:28.907868 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.db.api [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:15:28.907868 ncdv-master-1 neutron-server[121129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:15:28.907868 ncdv-master-1 neutron-server[121129]: [parameters: {'id': '3e189cac-45bc-44d6-980f-f5c55a459bd5'}]
Feb 19 21:15:28.907868 ncdv-master-1 neutron-server[121129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:15:28.909075 ncdv-master-1 neutron-server[121129]: DEBUG oslo_db.api [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:15:28.914815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47928) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:28.940996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a565aa3a-1f4a-4871-9afe-62eda7f915de None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:15:28.974708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3c00e454-f41f-4b4a-a75e-e389847f6009 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:15:28.984250 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a487538f-b077-4c79-99bf-2dab9fc3d37f req-6e98fd29-cf3a-4c8e-8208-76ad292a91b5 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5061755
Feb 19 21:15:29.007189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-613f0cc8-529d-4bea-90c5-6a7fd391b7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.007390 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-55ab0ea1-e3fb-47e6-800e-ca04d545eb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.069285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 3c00e454-f41f-4b4a-a75e-e389847f6009 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:15:29.082120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 3c00e454-f41f-4b4a-a75e-e389847f6009 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:29.082512 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.105315 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-613f0cc8-529d-4bea-90c5-6a7fd391b7ef admin admin] Publish callbacks [] for security_group (3d0355b8-4a29-49d6-b97e-e501847f18ff), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.107816 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-55ab0ea1-e3fb-47e6-800e-ca04d545eb9e admin admin] Publish callbacks [] for security_group (216b4836-9b2e-44cc-9216-e716eed32cef), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.110589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-613f0cc8-529d-4bea-90c5-6a7fd391b7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3d0355b8-4a29-49d6-b97e-e501847f18ff), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.113694 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-55ab0ea1-e3fb-47e6-800e-ca04d545eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (216b4836-9b2e-44cc-9216-e716eed32cef), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.117002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565aa3a-1f4a-4871-9afe-62eda7f915de None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:15:29.163736 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-613f0cc8-529d-4bea-90c5-6a7fd391b7ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1163087e58fb4b42adb9cb92d103d048&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2477229
Feb 19 21:15:29.164528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f0cc8-529d-4bea-90c5-6a7fd391b7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0355b8-4a29-49d6-b97e-e501847f18ff,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:29.166574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47932) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:29.185639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-55ab0ea1-e3fb-47e6-800e-ca04d545eb9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9780e37cefb40688394abf1793095b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3594489
Feb 19 21:15:29.189116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47934) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:29.189250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab0ea1-e3fb-47e6-800e-ca04d545eb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216b4836-9b2e-44cc-9216-e716eed32cef,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:29.235487 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c92f-2b80-4fc9-b05a-35a51275ad35 admin admin] Publish callbacks [] for security_group (3d0355b8-4a29-49d6-b97e-e501847f18ff), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.248938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3c00e454-f41f-4b4a-a75e-e389847f6009 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:29.249340 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.252978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b8447258-e093-491b-a00b-6f067fa705d5 admin admin] Publish callbacks [] for security_group (216b4836-9b2e-44cc-9216-e716eed32cef), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.272723 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c92f-2b80-4fc9-b05a-35a51275ad35 admin admin] Publish callbacks [] for security_group (3d0355b8-4a29-49d6-b97e-e501847f18ff), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.276623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b8447258-e093-491b-a00b-6f067fa705d5 admin admin] Publish callbacks [] for security_group (216b4836-9b2e-44cc-9216-e716eed32cef), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.304068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f147bf0-9df9-4222-85dc-df35ee5063b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00e454-f41f-4b4a-a75e-e389847f6009'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:29.306561 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff388a4d-604a-43ce-b55f-5a5d9fbd6980" -d '{"events": [{"server_uuid": "8f147bf0-9df9-4222-85dc-df35ee5063b1", "name": "network-vif-plugged", "status": "completed", "tag": "3c00e454-f41f-4b4a-a75e-e389847f6009"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:29.322146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3c00e454-f41f-4b4a-a75e-e389847f6009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c00e454-f41f-4b4a-a75e-e389847f6009,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:29.345975 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.385000 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46879314-d654-496a-a906-d3cb079833d4 x-openstack-request-id: req-46879314-d654-496a-a906-d3cb079833d4 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:29.385305 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f147bf0-9df9-4222-85dc-df35ee5063b1", "name": "network-vif-plugged", "status": "completed", "tag": "3c00e454-f41f-4b4a-a75e-e389847f6009", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:29.385537 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46879314-d654-496a-a906-d3cb079833d4 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:29.386134 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f147bf0-9df9-4222-85dc-df35ee5063b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00e454-f41f-4b4a-a75e-e389847f6009', 'code': 200}
Feb 19 21:15:29.390080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b8447258-e093-491b-a00b-6f067fa705d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (216b4836-9b2e-44cc-9216-e716eed32cef), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.397442 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b8447258-e093-491b-a00b-6f067fa705d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.401563 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b8447258-e093-491b-a00b-6f067fa705d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/216b4836-9b2e-44cc-9216-e716eed32cef HTTP/1.1" status: 204  len: 168 time: 0.2090290
Feb 19 21:15:29.401771 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c92f-2b80-4fc9-b05a-35a51275ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3d0355b8-4a29-49d6-b97e-e501847f18ff), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.409001 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c92f-2b80-4fc9-b05a-35a51275ad35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.412563 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fbe2c92f-2b80-4fc9-b05a-35a51275ad35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d0355b8-4a29-49d6-b97e-e501847f18ff HTTP/1.1" status: 204  len: 168 time: 0.2443414
Feb 19 21:15:29.430277 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (3e189cac-45bc-44d6-980f-f5c55a459bd5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.446719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2c92f-2b80-4fc9-b05a-35a51275ad35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0355b8-4a29-49d6-b97e-e501847f18ff,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:29.460308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8447258-e093-491b-a00b-6f067fa705d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216b4836-9b2e-44cc-9216-e716eed32cef,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:29.468757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3c00e454-f41f-4b4a-a75e-e389847f6009,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:29.555902 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.568597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc29cb-a5c6-4346-b733-7225ba4bada8 None None] Network 3e189cac-45bc-44d6-980f-f5c55a459bd5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:29.626675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d158-e9ca-429c-be69-66de87c71f76 req-be2be122-e38e-465a-ac88-52b84ec4b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:29.628448 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e272d158-e9ca-429c-be69-66de87c71f76 req-be2be122-e38e-465a-ac88-52b84ec4b1bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 1127 time: 0.1460242
Feb 19 21:15:29.684549 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e3dc-60a4-4b3b-9a83-ac331bc85cf4 req-d64f0e9f-8389-4ee0-9aad-5e28553d5931 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:29.685041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Deleting port 2d319b77-d7a8-4259-8e63-67af152479c9 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:29.685546 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2d319b77-d7a8-4259-8e63-67af152479c9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.692080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e43e3dc-60a4-4b3b-9a83-ac331bc85cf4 req-d64f0e9f-8389-4ee0-9aad-5e28553d5931 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.1998336
Feb 19 21:15:29.719408 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e272d158-e9ca-429c-be69-66de87c71f76 req-e95a67b9-7d7e-4d11-834a-8cff35bad133 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763860
Feb 19 21:15:29.744993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2d2bb-e56c-4b6b-8005-f0184f71241a req-f89e1338-3ba1-4b0f-b1b8-389eb50a2c27 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:29.746487 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4d2d2bb-e56c-4b6b-8005-f0184f71241a req-f89e1338-3ba1-4b0f-b1b8-389eb50a2c27 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.10 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 946 time: 0.1642072
Feb 19 21:15:29.765602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e43e3dc-60a4-4b3b-9a83-ac331bc85cf4 req-5077aa4b-b686-47ac-9da9-c9aa6e6b17c2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723128
Feb 19 21:15:29.776770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 9f45f4da-a05f-4f9c-bf37-98035a0c7170 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:29.790063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] For port 2d319b77-d7a8-4259-8e63-67af152479c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d319b77-d7a8-4259-8e63-67af152479c9,segment=NetworkSegment(1a8dbc71-91ad-4420-bc27-184bd237dc10),segment_id=1a8dbc71-91ad-4420-bc27-184bd237dc10)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:29.790573 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2d319b77-d7a8-4259-8e63-67af152479c9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:29.806492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Calling delete_port for 2d319b77-d7a8-4259-8e63-67af152479c9 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:29.821936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 9f45f4da-a05f-4f9c-bf37-98035a0c7170 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:29.822521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 9f45f4da-a05f-4f9c-bf37-98035a0c7170 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:29.948046 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2d319b77-d7a8-4259-8e63-67af152479c9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.007943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Port': ['ID=2d319b77-d7a8-4259-8e63-67af152479c9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:30.011058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No DVR routers for this DVR port 2d319b77-d7a8-4259-8e63-67af152479c9 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:30.050039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b4d2d2bb-e56c-4b6b-8005-f0184f71241a req-801d9dde-c5be-47fc-8288-377879f6fe62 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Deleting port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:30.050422 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4d2d2bb-e56c-4b6b-8005-f0184f71241a req-801d9dde-c5be-47fc-8288-377879f6fe62 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.124692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (3e189cac-45bc-44d6-980f-f5c55a459bd5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.155115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae5db20>,) {'filters': {'network_id': ['3e189cac-45bc-44d6-980f-f5c55a459bd5']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:30.167406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae5db20>, '1a8dbc71-91ad-4420-bc27-184bd237dc10') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:30.167687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ae5db20>, '1a8dbc71-91ad-4420-bc27-184bd237dc10') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:30.179989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47950) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:30.184627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (1a8dbc71-91ad-4420-bc27-184bd237dc10), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.188889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47952) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:30.204657 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72ee7a82-1526-41ac-bb4b-8483b94244fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.219319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1a8dbc71-91ad-4420-bc27-184bd237dc10), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.229744 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b30fc5cf-d127-4cd4-8102-6f638ca36fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.232801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:30.233305 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (1a8dbc71-91ad-4420-bc27-184bd237dc10), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:30.236459 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:30.240170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b4d2d2bb-e56c-4b6b-8005-f0184f71241a req-801d9dde-c5be-47fc-8288-377879f6fe62 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] For port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:30.240698 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4d2d2bb-e56c-4b6b-8005-f0184f71241a req-801d9dde-c5be-47fc-8288-377879f6fe62 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.262985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b4d2d2bb-e56c-4b6b-8005-f0184f71241a req-801d9dde-c5be-47fc-8288-377879f6fe62 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Calling delete_port for 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:30.298199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463be897-2d82-4c32-a32a-fe321aa05612 req-74217873-154c-4434-901b-f7ba1f6e7f4f tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:30.299806 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-463be897-2d82-4c32-a32a-fe321aa05612 req-74217873-154c-4434-901b-f7ba1f6e7f4f tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=f43336a9-8a01-4986-a4a4-2db673d84070 HTTP/1.1" status: 200  len: 946 time: 0.1700668
Feb 19 21:15:30.312222 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (3e189cac-45bc-44d6-980f-f5c55a459bd5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.325570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.330002 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/3e189cac-45bc-44d6-980f-f5c55a459bd5 HTTP/1.1" status: 204  len: 168 time: 2.4742162
Feb 19 21:15:30.339910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47954) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:30.356366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2025174813'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:30.365332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197467e-c0e2-43f6-8a4d-b58c95f4aae3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=3e189cac-45bc-44d6-980f-f5c55a459bd5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:30.400156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:30.404945 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.430717 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-463be897-2d82-4c32-a32a-fe321aa05612 req-3e07fb07-bb71-49a5-a129-3dbb8c8ea3f3 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940909
Feb 19 21:15:30.471146 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b30fc5cf-d127-4cd4-8102-6f638ca36fd7 admin admin] Publish callbacks [] for security_group (9ef90f69-3445-4b85-afd7-3f12f76958ca), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.478949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:30.483359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72ee7a82-1526-41ac-bb4b-8483b94244fc admin admin] Publish callbacks [] for security_group (1dd792af-4bd1-4d01-8b8d-b1d53d42d07f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.490185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72ee7a82-1526-41ac-bb4b-8483b94244fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1dd792af-4bd1-4d01-8b8d-b1d53d42d07f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.497458 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b30fc5cf-d127-4cd4-8102-6f638ca36fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9ef90f69-3445-4b85-afd7-3f12f76958ca), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.509491 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a9206f52-037e-491e-a610-0e3329e9b80e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.509843 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment a9206f52-037e-491e-a610-0e3329e9b80e of type vlan for network d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b
Feb 19 21:15:30.555614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b30fc5cf-d127-4cd4-8102-6f638ca36fd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f6a906556254a72b4f4d311378e5a26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3655889
Feb 19 21:15:30.558452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47956) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:30.563709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee7a82-1526-41ac-bb4b-8483b94244fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd792af-4bd1-4d01-8b8d-b1d53d42d07f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:30.565256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fc5cf-d127-4cd4-8102-6f638ca36fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef90f69-3445-4b85-afd7-3f12f76958ca,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:30.570066 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4d2d2bb-e56c-4b6b-8005-f0184f71241a req-801d9dde-c5be-47fc-8288-377879f6fe62 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4b0c96ca-51f8-4dad-8d80-6cbca55d06e4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.577822 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-72ee7a82-1526-41ac-bb4b-8483b94244fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6bc677b62f74066b853ab15cdfd39c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3950922
Feb 19 21:15:30.583490 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 47958) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:30.594516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4ffc28f0-49dd-404e-8b0d-b3e2f567d170'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:30.604270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4b0c96ca-51f8-4dad-8d80-6cbca55d06e4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:30.621489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d9dde-c5be-47fc-8288-377879f6fe62 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Pushing event deleted for resources: {'Port': ['ID=4b0c96ca-51f8-4dad-8d80-6cbca55d06e4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:30.640261 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.673280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d2d2bb-e56c-4b6b-8005-f0184f71241a req-801d9dde-c5be-47fc-8288-377879f6fe62 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] No DVR routers for this DVR port 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:30.677236 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b4d2d2bb-e56c-4b6b-8005-f0184f71241a req-801d9dde-c5be-47fc-8288-377879f6fe62 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.680646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4d2d2bb-e56c-4b6b-8005-f0184f71241a req-801d9dde-c5be-47fc-8288-377879f6fe62 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.10 "DELETE /v2.0/ports/4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 HTTP/1.1" status: 204  len: 173 time: 0.7794051
Feb 19 21:15:30.681156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43336a9-8a01-4986-a4a4-2db673d84070', 'name': 'network-vif-deleted', 'tag': '4b0c96ca-51f8-4dad-8d80-6cbca55d06e4'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:30.683427 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5935dcd-d334-433f-95ac-3f8ca38347ae" -d '{"events": [{"server_uuid": "f43336a9-8a01-4986-a4a4-2db673d84070", "name": "network-vif-deleted", "tag": "4b0c96ca-51f8-4dad-8d80-6cbca55d06e4"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:30.707618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dda2e01a-60fc-4ee7-9597-814a44b8f407 admin admin] Publish callbacks [] for security_group (9ef90f69-3445-4b85-afd7-3f12f76958ca), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.744314 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dda2e01a-60fc-4ee7-9597-814a44b8f407 admin admin] Publish callbacks [] for security_group (9ef90f69-3445-4b85-afd7-3f12f76958ca), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.780278 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1a7b63-2215-4116-99f9-03704dfd9e96 x-openstack-request-id: req-bb1a7b63-2215-4116-99f9-03704dfd9e96 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:30.780676 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43336a9-8a01-4986-a4a4-2db673d84070", "name": "network-vif-deleted", "tag": "4b0c96ca-51f8-4dad-8d80-6cbca55d06e4", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:30.781129 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb1a7b63-2215-4116-99f9-03704dfd9e96 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:30.781614 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43336a9-8a01-4986-a4a4-2db673d84070', 'name': 'network-vif-deleted', 'tag': '4b0c96ca-51f8-4dad-8d80-6cbca55d06e4', 'status': 'completed', 'code': 200}
Feb 19 21:15:30.837512 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dda2e01a-60fc-4ee7-9597-814a44b8f407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9ef90f69-3445-4b85-afd7-3f12f76958ca), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.844512 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dda2e01a-60fc-4ee7-9597-814a44b8f407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.844799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.846525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dda2e01a-60fc-4ee7-9597-814a44b8f407 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ef90f69-3445-4b85-afd7-3f12f76958ca HTTP/1.1" status: 204  len: 168 time: 0.2867208
Feb 19 21:15:30.853054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:30.857114 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.877758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2e01a-60fc-4ee7-9597-814a44b8f407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef90f69-3445-4b85-afd7-3f12f76958ca,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:30.888971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0bd3-0b95-4570-b6db-1b36ae3e817d admin admin] Publish callbacks [] for security_group (1dd792af-4bd1-4d01-8b8d-b1d53d42d07f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.955416 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6139979
Feb 19 21:15:30.956690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 47966) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:30.979870 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0bd3-0b95-4570-b6db-1b36ae3e817d admin admin] Publish callbacks [] for security_group (1dd792af-4bd1-4d01-8b8d-b1d53d42d07f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:30.982537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81517d6-624e-417e-95ff-67a1b37627f5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:30.994874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'network_id': 'd9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:31.004375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:31.105332 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0bd3-0b95-4570-b6db-1b36ae3e817d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1dd792af-4bd1-4d01-8b8d-b1d53d42d07f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:31.107113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79002bc-9fd6-4b73-bd2a-611bacc8c369 req-b9e1a32b-5890-478f-b04c-86bc38c3fb9d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:31.114805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a79002bc-9fd6-4b73-bd2a-611bacc8c369 req-b9e1a32b-5890-478f-b04c-86bc38c3fb9d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.2181232
Feb 19 21:15:31.116301 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0bd3-0b95-4570-b6db-1b36ae3e817d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:31.118623 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a5ce0bd3-0b95-4570-b6db-1b36ae3e817d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1dd792af-4bd1-4d01-8b8d-b1d53d42d07f HTTP/1.1" status: 204  len: 168 time: 0.5334172
Feb 19 21:15:31.134102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce0bd3-0b95-4570-b6db-1b36ae3e817d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd792af-4bd1-4d01-8b8d-b1d53d42d07f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:31.189723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a79002bc-9fd6-4b73-bd2a-611bacc8c369 req-b8d71ecb-a5b7-4278-9215-fdcec7e26f66 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738702
Feb 19 21:15:31.191288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:31.206842 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:31.708584 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (6b314193-8531-42f7-b3dd-a630037ce766), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:31.751405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78754b-1a04-432a-bff7-1a2a97150403 req-1815c74b-a808-4588-9a83-4c6faa02b2c2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:31.759340 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d78754b-1a04-432a-bff7-1a2a97150403 req-1815c74b-a808-4588-9a83-4c6faa02b2c2 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.2418520
Feb 19 21:15:31.925846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=6b314193-8531-42f7-b3dd-a630037ce766,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:31.971893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking segment: {'id': 'a9206f52-037e-491e-a610-0e3329e9b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:31.972842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network hostable DHCP agents. Network: d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:31.994655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1d78754b-1a04-432a-bff7-1a2a97150403 req-b927e1d5-f555-4ea1-a907-027469ad811b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840971
Feb 19 21:15:32.033564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:32.049743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:32.063931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:32.065367 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:32.079005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07178732-1128-4e80-b8df-9f17c59e5c7a None None] Network d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:32.113835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dfc94f31-1561-43fd-b1e7-a040268c571a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.1545846
Feb 19 21:15:32.117206 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48020) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:32.266962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:32.274895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33349eed-a698-4b3f-96c2-49fe0860c525 req-92a0cf8f-197f-43a0-ac4d-b4727dd16071 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:32.276836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33349eed-a698-4b3f-96c2-49fe0860c525 req-92a0cf8f-197f-43a0-ac4d-b4727dd16071 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.1122410
Feb 19 21:15:32.351945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b', 'network_id': 'd9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b', 'project_id': '112e97082e95498a8696f7ffe38c1071', 'fixed_ips': [{'subnet_id': '6b314193-8531-42f7-b3dd-a630037ce766'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:32.352848 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:32.392098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33349eed-a698-4b3f-96c2-49fe0860c525 req-2b1cad93-982b-4cb4-a05f-1cff675b54ee tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052351
Feb 19 21:15:32.446301 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (6b314193-8531-42f7-b3dd-a630037ce766), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:32.671654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Allocated IP 172.20.0.1 (d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b/6b314193-8531-42f7-b3dd-a630037ce766/b4ad77b9-2cbb-44d0-84c1-455dfb844509) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:32.790152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afcb51-af9e-4415-8f8c-ee24f5a116b5 req-dd0757ee-08f8-4421-8871-7f4278596799 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:32.800892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55afcb51-af9e-4415-8f8c-ee24f5a116b5 req-dd0757ee-08f8-4421-8871-7f4278596799 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.0738673
Feb 19 21:15:33.016856 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:33.044111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:33.044609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4b0c96ca-51f8-4dad-8d80-6cbca55d06e4 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:33.066353 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Publish callbacks [] for port (b4ad77b9-2cbb-44d0-84c1-455dfb844509), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:33.077492 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (b4ad77b9-2cbb-44d0-84c1-455dfb844509), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:33.123524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (6b314193-8531-42f7-b3dd-a630037ce766), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:33.141434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Network d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:33.145773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Pushing event updated for resources: {'Port': ['ID=b4ad77b9-2cbb-44d0-84c1-455dfb844509,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:33.148361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:33.152392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:33.229259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Subnet': ['ID=6b314193-8531-42f7-b3dd-a630037ce766,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:33.277239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Attempting to bind port b4ad77b9-2cbb-44d0-84c1-455dfb844509 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:33.277499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Attempting to bind port b4ad77b9-2cbb-44d0-84c1-455dfb844509 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9206f52-037e-491e-a610-0e3329e9b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:33.277857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Attempting to bind port b4ad77b9-2cbb-44d0-84c1-455dfb844509 on network d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:33.283877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:33.284231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Checking segment: {'id': 'a9206f52-037e-491e-a610-0e3329e9b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:33.284885 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:33.285305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Bound using segment: {'id': 'a9206f52-037e-491e-a610-0e3329e9b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:33.285994 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Bound port: b4ad77b9-2cbb-44d0-84c1-455dfb844509, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9206f52-037e-491e-a610-0e3329e9b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:33.286711 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b4ad77b9-2cbb-44d0-84c1-455dfb844509), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:33.357059 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:33.361727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] For port b4ad77b9-2cbb-44d0-84c1-455dfb844509, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:33.367141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] For port b4ad77b9-2cbb-44d0-84c1-455dfb844509, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4ad77b9-2cbb-44d0-84c1-455dfb844509,segment=NetworkSegment(a9206f52-037e-491e-a610-0e3329e9b80e),segment_id=a9206f52-037e-491e-a610-0e3329e9b80e)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:33.375664 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b4ad77b9-2cbb-44d0-84c1-455dfb844509), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:33.401110 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a707a92e0>,) {'filters': {'network_id': ['d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:33.422956 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a707a92e0>, 'a9206f52-037e-491e-a610-0e3329e9b80e') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:33.432033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a707a92e0>, 'a9206f52-037e-491e-a610-0e3329e9b80e') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:33.454476 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a9206f52-037e-491e-a610-0e3329e9b80e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:33.470519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55afcb51-af9e-4415-8f8c-ee24f5a116b5 req-8f7c96af-2176-45dd-98d2-6d63687bb069 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6618104
Feb 19 21:15:33.478113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ff73f-b4d4-413f-97b1-7ba05cf71471 None None] Pushing event updated for resources: {'Port': ['ID=b4ad77b9-2cbb-44d0-84c1-455dfb844509,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:33.504611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a9206f52-037e-491e-a610-0e3329e9b80e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:33.512845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6525eb26-eb25-4bd5-88ee-1ed28b00a8a8 None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:15:33.518877 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:33.519842 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a9206f52-037e-491e-a610-0e3329e9b80e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:33.525358 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:33.554356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916da5-013b-4c0e-83ec-400002421c0d req-7ee8cc71-6176-4a16-a755-56c15c9e927f tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:33.557756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7916da5-013b-4c0e-83ec-400002421c0d req-7ee8cc71-6176-4a16-a755-56c15c9e927f tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 945 time: 0.1108119
Feb 19 21:15:33.650793 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.db.api [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:15:33.650793 ncdv-master-1 neutron-server[121129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:15:33.650793 ncdv-master-1 neutron-server[121129]: [parameters: {'id': 'd9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b'}]
Feb 19 21:15:33.650793 ncdv-master-1 neutron-server[121129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:15:33.651545 ncdv-master-1 neutron-server[121129]: DEBUG oslo_db.api [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:15:33.656812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7916da5-013b-4c0e-83ec-400002421c0d req-204623c1-5695-4cb6-b470-41a7d4ec734c tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895209
Feb 19 21:15:33.692212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525eb26-eb25-4bd5-88ee-1ed28b00a8a8 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:15:33.965328 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618668c8-ef5a-40fc-82c6-ce7fe0ec2c2d None None] Network d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:34.079651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48114) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:34.153875 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.219501 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33eaca0c-4dbf-4867-b679-e8db57542caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.220693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Deleting port b4ad77b9-2cbb-44d0-84c1-455dfb844509 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:34.221363 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b4ad77b9-2cbb-44d0-84c1-455dfb844509), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.317955 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33eaca0c-4dbf-4867-b679-e8db57542caa admin admin] Publish callbacks [] for security_group (6f3caa90-aa9f-4127-920c-080a16a728cb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.322008 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] For port b4ad77b9-2cbb-44d0-84c1-455dfb844509, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4ad77b9-2cbb-44d0-84c1-455dfb844509,segment=NetworkSegment(a9206f52-037e-491e-a610-0e3329e9b80e),segment_id=a9206f52-037e-491e-a610-0e3329e9b80e)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:34.322574 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b4ad77b9-2cbb-44d0-84c1-455dfb844509), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.323764 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33eaca0c-4dbf-4867-b679-e8db57542caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6f3caa90-aa9f-4127-920c-080a16a728cb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.341528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Calling delete_port for b4ad77b9-2cbb-44d0-84c1-455dfb844509 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:34.363522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eaca0c-4dbf-4867-b679-e8db57542caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3caa90-aa9f-4127-920c-080a16a728cb,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:34.383626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-33eaca0c-4dbf-4867-b679-e8db57542caa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1d8e5f9aeb646b198b8ee50da3d80af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3000734
Feb 19 21:15:34.383947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48126) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:34.447583 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6eda175e-371e-45e4-8070-f70a8a675b67 admin admin] Publish callbacks [] for security_group (6f3caa90-aa9f-4127-920c-080a16a728cb), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.460215 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b4ad77b9-2cbb-44d0-84c1-455dfb844509), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.474989 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6eda175e-371e-45e4-8070-f70a8a675b67 admin admin] Publish callbacks [] for security_group (6f3caa90-aa9f-4127-920c-080a16a728cb), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.497452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Port': ['ID=b4ad77b9-2cbb-44d0-84c1-455dfb844509,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:34.503562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No DVR routers for this DVR port b4ad77b9-2cbb-44d0-84c1-455dfb844509 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:34.567330 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6eda175e-371e-45e4-8070-f70a8a675b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6f3caa90-aa9f-4127-920c-080a16a728cb), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.570926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6eda175e-371e-45e4-8070-f70a8a675b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.575342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6eda175e-371e-45e4-8070-f70a8a675b67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f3caa90-aa9f-4127-920c-080a16a728cb HTTP/1.1" status: 204  len: 168 time: 0.1866698
Feb 19 21:15:34.587977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda175e-371e-45e4-8070-f70a8a675b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3caa90-aa9f-4127-920c-080a16a728cb,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:34.636193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.677247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70710fd0>,) {'filters': {'network_id': ['d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:34.695166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70710fd0>, 'a9206f52-037e-491e-a610-0e3329e9b80e') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:34.701496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70710fd0>, 'a9206f52-037e-491e-a610-0e3329e9b80e') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:34.713659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15082861-fe0c-4048-a817-8c514a715482 req-174ae857-31c0-4c08-a0ae-14923b79b604 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:34.715448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-15082861-fe0c-4048-a817-8c514a715482 req-174ae857-31c0-4c08-a0ae-14923b79b604 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.1112196
Feb 19 21:15:34.718822 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a9206f52-037e-491e-a610-0e3329e9b80e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.743996 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a9206f52-037e-491e-a610-0e3329e9b80e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.761208 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:34.761799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a9206f52-037e-491e-a610-0e3329e9b80e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:34.767937 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:34.832454 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-15082861-fe0c-4048-a817-8c514a715482 req-34dcd783-eb49-4ffc-b7ec-6cb797744b4a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059554
Feb 19 21:15:34.873299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815990d-fe14-4628-9af9-9d96bde00468 req-0836bef4-2543-47a7-afdc-a06798f771fe tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:34.876081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4815990d-fe14-4628-9af9-9d96bde00468 req-0836bef4-2543-47a7-afdc-a06798f771fe tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 945 time: 0.0972421
Feb 19 21:15:34.885878 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.894454 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.898845 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b HTTP/1.1" status: 204  len: 168 time: 2.7805352
Feb 19 21:15:34.903614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48152) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:34.910927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1517689866'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:34.932574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785703e-3dee-455b-a9c8-51e0b544cfb9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:34.954326 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:34.958931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:34.971299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5eb2-28c7-4efb-8084-07aa107081b3 req-05068ced-3ca5-4a79-bedb-99dc2b520e15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:34.972845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-786e5eb2-28c7-4efb-8084-07aa107081b3 req-05068ced-3ca5-4a79-bedb-99dc2b520e15 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 945 time: 0.0956004
Feb 19 21:15:34.996935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4815990d-fe14-4628-9af9-9d96bde00468 req-af5084aa-7f9a-47a2-9d6e-8cc9d357af6a tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/security-groups?id=10a9dc99-27c8-4436-85b9-29f8be14ca55&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071160
Feb 19 21:15:34.997963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:35.020517 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9ebd7926-1c76-4585-8b8a-50d81536e02d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.020884 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment 9ebd7926-1c76-4585-8b8a-50d81536e02d of type vlan for network f16cc32a-abef-43e7-b5bb-a15087bb981a
Feb 19 21:15:35.093730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-786e5eb2-28c7-4efb-8084-07aa107081b3 req-8470445d-1798-43e3-956a-e5c281cddf1e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Deleting port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:35.094975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-786e5eb2-28c7-4efb-8084-07aa107081b3 req-8470445d-1798-43e3-956a-e5c281cddf1e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.102710 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f16cc32a-abef-43e7-b5bb-a15087bb981a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.154112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f16cc32a-abef-43e7-b5bb-a15087bb981a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.165563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:35.168621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.241220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-786e5eb2-28c7-4efb-8084-07aa107081b3 req-8470445d-1798-43e3-956a-e5c281cddf1e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] For port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ffc28f0-49dd-404e-8b0d-b3e2f567d170,segment=NetworkSegment(9b4a3051-cbb5-4f5b-adea-dd91b1b60e63),segment_id=9b4a3051-cbb5-4f5b-adea-dd91b1b60e63)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:35.242192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-786e5eb2-28c7-4efb-8084-07aa107081b3 req-8470445d-1798-43e3-956a-e5c281cddf1e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.265288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-786e5eb2-28c7-4efb-8084-07aa107081b3 req-8470445d-1798-43e3-956a-e5c281cddf1e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Calling delete_port for 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:35.292423 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3869178
Feb 19 21:15:35.298047 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48168) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:35.306602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f1349dd0-f1a1-4765-8543-c7103e13be3c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'New_network'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:35.316589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48170) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:35.344398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37df9f-af1f-4dc5-bc0c-9508da0439d2 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=f16cc32a-abef-43e7-b5bb-a15087bb981a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:35.357005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f16cc32a-abef-43e7-b5bb-a15087bb981a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:35.546752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-786e5eb2-28c7-4efb-8084-07aa107081b3 req-8470445d-1798-43e3-956a-e5c281cddf1e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4ffc28f0-49dd-404e-8b0d-b3e2f567d170), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.562835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4ffc28f0-49dd-404e-8b0d-b3e2f567d170'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:35.605317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470445d-1798-43e3-956a-e5c281cddf1e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Pushing event deleted for resources: {'Port': ['ID=4ffc28f0-49dd-404e-8b0d-b3e2f567d170,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:35.646813 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e8c0b1-da86-4f78-8faa-41fb5a5de3ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.675840 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1349dd0-f1a1-4765-8543-c7103e13be3c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f16cc32a-abef-43e7-b5bb-a15087bb981a), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.682113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-786e5eb2-28c7-4efb-8084-07aa107081b3 req-8470445d-1798-43e3-956a-e5c281cddf1e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] No DVR routers for this DVR port 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:35.685472 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-786e5eb2-28c7-4efb-8084-07aa107081b3 req-8470445d-1798-43e3-956a-e5c281cddf1e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.689432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-786e5eb2-28c7-4efb-8084-07aa107081b3 req-8470445d-1798-43e3-956a-e5c281cddf1e tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.67 "DELETE /v2.0/ports/4ffc28f0-49dd-404e-8b0d-b3e2f567d170 HTTP/1.1" status: 204  len: 173 time: 0.7084248
Feb 19 21:15:35.689937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb9bd42-4d71-472f-937f-5a5192838186', 'name': 'network-vif-deleted', 'tag': '4ffc28f0-49dd-404e-8b0d-b3e2f567d170'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:35.692833 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346662e9-8619-4873-9316-d05fa4a401f0" -d '{"events": [{"server_uuid": "1fb9bd42-4d71-472f-937f-5a5192838186", "name": "network-vif-deleted", "tag": "4ffc28f0-49dd-404e-8b0d-b3e2f567d170"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:35.721493 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1349dd0-f1a1-4765-8543-c7103e13be3c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f16cc32a-abef-43e7-b5bb-a15087bb981a), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.732283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1349dd0-f1a1-4765-8543-c7103e13be3c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network f16cc32a-abef-43e7-b5bb-a15087bb981a is not hosted by any dhcp agent {{(pid=121129) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 19 21:15:35.740717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1349dd0-f1a1-4765-8543-c7103e13be3c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:35.741854 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f1349dd0-f1a1-4765-8543-c7103e13be3c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.743537 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f1349dd0-f1a1-4765-8543-c7103e13be3c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "PUT /v2.0/networks/f16cc32a-abef-43e7-b5bb-a15087bb981a HTTP/1.1" status: 200  len: 723 time: 0.4439695
Feb 19 21:15:35.748077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48184) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:35.754847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'network_id': 'f16cc32a-abef-43e7-b5bb-a15087bb981a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:35.775751 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3423d007-a278-4e8a-a0a8-d62c4d713287 x-openstack-request-id: req-3423d007-a278-4e8a-a0a8-d62c4d713287 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:35.776045 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb9bd42-4d71-472f-937f-5a5192838186", "name": "network-vif-deleted", "tag": "4ffc28f0-49dd-404e-8b0d-b3e2f567d170", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:35.776297 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3423d007-a278-4e8a-a0a8-d62c4d713287 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:35.776897 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb9bd42-4d71-472f-937f-5a5192838186', 'name': 'network-vif-deleted', 'tag': '4ffc28f0-49dd-404e-8b0d-b3e2f567d170', 'status': 'completed', 'code': 200}
Feb 19 21:15:35.852520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1349dd0-f1a1-4765-8543-c7103e13be3c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=f16cc32a-abef-43e7-b5bb-a15087bb981a,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:35.870704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f16cc32a-abef-43e7-b5bb-a15087bb981a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:35.883455 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e8c0b1-da86-4f78-8faa-41fb5a5de3ec admin admin] Publish callbacks [] for security_group (52f3cff3-e56c-43b9-a73f-bb3b485793b5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.892803 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72e8c0b1-da86-4f78-8faa-41fb5a5de3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (52f3cff3-e56c-43b9-a73f-bb3b485793b5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.911062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:35.919836 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:35.985292 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-72e8c0b1-da86-4f78-8faa-41fb5a5de3ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f006e5b74b334c22a53c320ab95f9869&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6583440
Feb 19 21:15:35.986839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48190) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:35.987852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8c0b1-da86-4f78-8faa-41fb5a5de3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f3cff3-e56c-43b9-a73f-bb3b485793b5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:36.065112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b0c5-5f32-4304-a16c-37cd9b88e4e6 admin admin] Publish callbacks [] for security_group (52f3cff3-e56c-43b9-a73f-bb3b485793b5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.090090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fde0c-3145-4d75-96c1-0321a4d193ba req-5ca6c59b-73df-4612-a8f8-70eb2859e091 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:36.091805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d33fde0c-3145-4d75-96c1-0321a4d193ba req-5ca6c59b-73df-4612-a8f8-70eb2859e091 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.0966582
Feb 19 21:15:36.115456 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b0c5-5f32-4304-a16c-37cd9b88e4e6 admin admin] Publish callbacks [] for security_group (52f3cff3-e56c-43b9-a73f-bb3b485793b5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.184086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b0c5-5f32-4304-a16c-37cd9b88e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (52f3cff3-e56c-43b9-a73f-bb3b485793b5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.187566 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b0c5-5f32-4304-a16c-37cd9b88e4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.189177 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c9d8b0c5-5f32-4304-a16c-37cd9b88e4e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52f3cff3-e56c-43b9-a73f-bb3b485793b5 HTTP/1.1" status: 204  len: 168 time: 0.1959741
Feb 19 21:15:36.210073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8b0c5-5f32-4304-a16c-37cd9b88e4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f3cff3-e56c-43b9-a73f-bb3b485793b5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:36.253892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d044ea49-23f4-41a4-87ba-5178afbe9227 req-4d160aea-ed59-4554-8be4-3e4d7d02f363 tempest-AttachVolumeNegativeTest-1367384515 tempest-AttachVolumeNegativeTest-1367384515-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fb9bd42-4d71-472f-937f-5a5192838186 HTTP/1.1" status: 200  len: 210 time: 0.0888033
Feb 19 21:15:36.322037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d33fde0c-3145-4d75-96c1-0321a4d193ba req-87aaafb9-c4da-4178-97a5-1241444a439d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182276
Feb 19 21:15:36.428832 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (1fd0a671-7f18-48f5-a214-10dac1ec7032), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.507703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=1fd0a671-7f18-48f5-a214-10dac1ec7032,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:36.517348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking segment: {'id': '9ebd7926-1c76-4585-8b8a-50d81536e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f16cc32a-abef-43e7-b5bb-a15087bb981a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:36.517695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network hostable DHCP agents. Network: f16cc32a-abef-43e7-b5bb-a15087bb981a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:36.538487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network f16cc32a-abef-43e7-b5bb-a15087bb981a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:36.554159 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f16cc32a-abef-43e7-b5bb-a15087bb981a) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:36.562598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:36.563780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.570393 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b163580f-14bc-4955-906d-ed232690a81e None None] Network f16cc32a-abef-43e7-b5bb-a15087bb981a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:36.603133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a3ddce03-be4b-4fa5-b1dc-e811a493a92b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8533471
Feb 19 21:15:36.609860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48206) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:36.615270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5031ef3e-c13d-4d53-b627-25ee4b2d51fd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:36.719963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48208) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:36.733345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5031ef3e-c13d-4d53-b627-25ee4b2d51fd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26660759'] for subnet (1fd0a671-7f18-48f5-a214-10dac1ec7032), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.741784 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55939e01-2557-41fe-a73f-a49b20badbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.768146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f16cc32a-abef-43e7-b5bb-a15087bb981a', 'network_id': 'f16cc32a-abef-43e7-b5bb-a15087bb981a', 'project_id': '112e97082e95498a8696f7ffe38c1071', 'fixed_ips': [{'subnet_id': '1fd0a671-7f18-48f5-a214-10dac1ec7032'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:36.769345 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.862360 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55939e01-2557-41fe-a73f-a49b20badbd4 admin admin] Publish callbacks [] for security_group (d578e19f-830c-4b62-b8ec-f0b3dc8dabf6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.872028 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55939e01-2557-41fe-a73f-a49b20badbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d578e19f-830c-4b62-b8ec-f0b3dc8dabf6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.925291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5031ef3e-c13d-4d53-b627-25ee4b2d51fd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751653240980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26754600'] for subnet (1fd0a671-7f18-48f5-a214-10dac1ec7032), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.950116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55939e01-2557-41fe-a73f-a49b20badbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d578e19f-830c-4b62-b8ec-f0b3dc8dabf6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:36.956598 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-55939e01-2557-41fe-a73f-a49b20badbd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e47108a7017f4d39b9abb0b3a97bc843&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2350869
Feb 19 21:15:36.959923 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48214) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:36.994438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5031ef3e-c13d-4d53-b627-25ee4b2d51fd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:36.995423 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5031ef3e-c13d-4d53-b627-25ee4b2d51fd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:36.996902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5031ef3e-c13d-4d53-b627-25ee4b2d51fd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "PUT /v2.0/subnets/1fd0a671-7f18-48f5-a214-10dac1ec7032 HTTP/1.1" status: 200  len: 806 time: 0.3860085
Feb 19 21:15:36.997997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031ef3e-c13d-4d53-b627-25ee4b2d51fd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=1fd0a671-7f18-48f5-a214-10dac1ec7032,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:37.000589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48216) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:37.021296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Allocated IP 172.20.0.2 (f16cc32a-abef-43e7-b5bb-a15087bb981a/1fd0a671-7f18-48f5-a214-10dac1ec7032/b3b68e0c-2b97-4dd1-9b9b-7360981f759c) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:37.050500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d287790-1482-4877-956f-fa56c39e399f admin admin] Publish callbacks [] for security_group (d578e19f-830c-4b62-b8ec-f0b3dc8dabf6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.100676 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d287790-1482-4877-956f-fa56c39e399f admin admin] Publish callbacks [] for security_group (d578e19f-830c-4b62-b8ec-f0b3dc8dabf6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.121327 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f16cc32a-abef-43e7-b5bb-a15087bb981a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.174643 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d287790-1482-4877-956f-fa56c39e399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d578e19f-830c-4b62-b8ec-f0b3dc8dabf6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.180263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d287790-1482-4877-956f-fa56c39e399f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.187398 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9d287790-1482-4877-956f-fa56c39e399f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d578e19f-830c-4b62-b8ec-f0b3dc8dabf6 HTTP/1.1" status: 204  len: 168 time: 0.2253137
Feb 19 21:15:37.202983 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Publish callbacks [] for port (b3b68e0c-2b97-4dd1-9b9b-7360981f759c), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.204682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (1fd0a671-7f18-48f5-a214-10dac1ec7032), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.207014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d287790-1482-4877-956f-fa56c39e399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d578e19f-830c-4b62-b8ec-f0b3dc8dabf6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:37.225662 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (b3b68e0c-2b97-4dd1-9b9b-7360981f759c), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.300923 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (1fd0a671-7f18-48f5-a214-10dac1ec7032), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.326595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Network f16cc32a-abef-43e7-b5bb-a15087bb981a is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:37.333020 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:37.341466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd0a671-7f18-48f5-a214-10dac1ec7032,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:37.359799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:37.399998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48230) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:37.407012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Pushing event updated for resources: {'Port': ['ID=b3b68e0c-2b97-4dd1-9b9b-7360981f759c,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:37.421869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.421869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.422224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.422331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.422603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.422941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.423273 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.423606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.423938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.424272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.424861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.425021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.425544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:37.449504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48232) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:37.463952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Attempting to bind port b3b68e0c-2b97-4dd1-9b9b-7360981f759c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:37.464217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Attempting to bind port b3b68e0c-2b97-4dd1-9b9b-7360981f759c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9ebd7926-1c76-4585-8b8a-50d81536e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f16cc32a-abef-43e7-b5bb-a15087bb981a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:37.465482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Attempting to bind port b3b68e0c-2b97-4dd1-9b9b-7360981f759c on network f16cc32a-abef-43e7-b5bb-a15087bb981a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:37.478445 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:37.480001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Checking segment: {'id': '9ebd7926-1c76-4585-8b8a-50d81536e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f16cc32a-abef-43e7-b5bb-a15087bb981a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:37.480526 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.482318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Bound using segment: {'id': '9ebd7926-1c76-4585-8b8a-50d81536e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f16cc32a-abef-43e7-b5bb-a15087bb981a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:37.483040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Bound port: b3b68e0c-2b97-4dd1-9b9b-7360981f759c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebd7926-1c76-4585-8b8a-50d81536e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f16cc32a-abef-43e7-b5bb-a15087bb981a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:37.484287 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b3b68e0c-2b97-4dd1-9b9b-7360981f759c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.486472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-160fc6e3-ba05-4302-820c-25df9bf05040 admin admin] Deleting subnet 3591c48b-f332-448c-84f0-445a098b4bc2 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:37.491504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-160fc6e3-ba05-4302-820c-25df9bf05040 admin admin] Publish callbacks [] for subnet (3591c48b-f332-448c-84f0-445a098b4bc2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.494171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f16cc32a-abef-43e7-b5bb-a15087bb981a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.539523 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-160fc6e3-ba05-4302-820c-25df9bf05040 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (3591c48b-f332-448c-84f0-445a098b4bc2), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.548805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a68ec5fd0>,) {'filters': {'network_id': ['f16cc32a-abef-43e7-b5bb-a15087bb981a']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:37.578941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a68ec5fd0>, '9ebd7926-1c76-4585-8b8a-50d81536e02d') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:37.579635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a68ec5fd0>, '9ebd7926-1c76-4585-8b8a-50d81536e02d') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:37.607105 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (9ebd7926-1c76-4585-8b8a-50d81536e02d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.613014 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-160fc6e3-ba05-4302-820c-25df9bf05040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (3591c48b-f332-448c-84f0-445a098b4bc2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.626599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] For port b3b68e0c-2b97-4dd1-9b9b-7360981f759c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:37.627600 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9ebd7926-1c76-4585-8b8a-50d81536e02d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.648685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:37.649255 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (9ebd7926-1c76-4585-8b8a-50d81536e02d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:37.652538 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:37.674111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c880d2-f2e5-4e98-a497-b855f54ebe8d req-3397e9eb-d4d2-4204-8f87-b89aabd78254 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:37.676003 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8c880d2-f2e5-4e98-a497-b855f54ebe8d req-3397e9eb-d4d2-4204-8f87-b89aabd78254 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.1143904
Feb 19 21:15:37.695995 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-160fc6e3-ba05-4302-820c-25df9bf05040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (3591c48b-f332-448c-84f0-445a098b4bc2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.736137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fc6e3-ba05-4302-820c-25df9bf05040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3591c48b-f332-448c-84f0-445a098b4bc2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:37.749679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] For port b3b68e0c-2b97-4dd1-9b9b-7360981f759c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3b68e0c-2b97-4dd1-9b9b-7360981f759c,segment=NetworkSegment(9ebd7926-1c76-4585-8b8a-50d81536e02d),segment_id=9ebd7926-1c76-4585-8b8a-50d81536e02d)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:37.755377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-160fc6e3-ba05-4302-820c-25df9bf05040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.758467 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b3b68e0c-2b97-4dd1-9b9b-7360981f759c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.766985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.api [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:15:37.766985 ncdv-master-1 neutron-server[121128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:15:37.766985 ncdv-master-1 neutron-server[121128]: [parameters: {'id': 'f16cc32a-abef-43e7-b5bb-a15087bb981a'}]
Feb 19 21:15:37.766985 ncdv-master-1 neutron-server[121128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:15:37.766985 ncdv-master-1 neutron-server[121128]: DEBUG oslo_db.api [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:15:37.772487 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-160fc6e3-ba05-4302-820c-25df9bf05040 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3591c48b-f332-448c-84f0-445a098b4bc2 HTTP/1.1" status: 204  len: 168 time: 0.3710072
Feb 19 21:15:37.775801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48238) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:37.788905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8c880d2-f2e5-4e98-a497-b855f54ebe8d req-d6131886-ac8b-4dd4-9129-6725c768fe29 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789955
Feb 19 21:15:37.864661 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (5dcb556e-7200-41f7-af8e-4f52d2bfd4af), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:37.903277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-44cf76c9-53f3-4e14-90ca-cf753722b2fd tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:37.911299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d2575-1456-42f3-b350-2a9fc6a240ee None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:15:37.914468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7a26e-e8b5-405a-9561-b45b06e3c1f8 None None] Pushing event updated for resources: {'Port': ['ID=b3b68e0c-2b97-4dd1-9b9b-7360981f759c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:37.946211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-44cf76c9-53f3-4e14-90ca-cf753722b2fd tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] 10.222.0.30 "PUT /v2.0/quotas/57f484787d8e4657b15dafdafd9d7a9c HTTP/1.1" status: 200  len: 366 time: 0.4955032
Feb 19 21:15:37.957099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48244) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:37.975633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-95ee7494-ba54-48af-a8a0-3daa8337d1d1 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0166941
Feb 19 21:15:37.977954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48246) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:38.004457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (5dcb556e-7200-41f7-af8e-4f52d2bfd4af), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.004937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48250) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:38.006643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d774a617-5071-4bcf-bc89-e4dc18a08329 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] 10.222.0.30 "GET /v2.0/quotas/57f484787d8e4657b15dafdafd9d7a9c HTTP/1.1" status: 200  len: 366 time: 0.0271926
Feb 19 21:15:38.035184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad74e50>,) {'filters': {'network_id': ['5dcb556e-7200-41f7-af8e-4f52d2bfd4af']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:38.036633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d2575-1456-42f3-b350-2a9fc6a240ee None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:15:38.047918 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-df51dddc-2341-4710-88a4-05600806d461 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/57f484787d8e4657b15dafdafd9d7a9c HTTP/1.1" status: 204  len: 168 time: 0.0384762
Feb 19 21:15:38.048196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48252) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:38.052299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad74e50>, '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:38.052609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad74e50>, '9b4a3051-cbb5-4f5b-adea-dd91b1b60e63') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:38.063529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-528c10bc-7a75-4d74-a6d4-f39ecab4fb3e tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0081904
Feb 19 21:15:38.063890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48256) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:38.073426 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (9b4a3051-cbb5-4f5b-adea-dd91b1b60e63), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.083854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c36b0383-8012-45f9-ba66-110ee3b42e02 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] 10.222.0.30 "GET /v2.0/quotas/57f484787d8e4657b15dafdafd9d7a9c HTTP/1.1" status: 200  len: 370 time: 0.0159996
Feb 19 21:15:38.084810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48258) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:38.099679 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9b4a3051-cbb5-4f5b-adea-dd91b1b60e63), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.100825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e4f2e568-cfed-474d-80ca-8ed4ad240c4d tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] 10.222.0.30 "GET /v2.0/quotas/57f484787d8e4657b15dafdafd9d7a9c/default HTTP/1.1" status: 200  len: 370 time: 0.0141127
Feb 19 21:15:38.103448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48260) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:38.113194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:38.113713 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (9b4a3051-cbb5-4f5b-adea-dd91b1b60e63), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:38.117926 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:38.120868 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-36a25afd-2d15-4801-aec1-8290731c6b31 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] delete failed (client error): The resource could not be found.
Feb 19 21:15:38.120868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-36a25afd-2d15-4801-aec1-8290731c6b31 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/57f484787d8e4657b15dafdafd9d7a9c HTTP/1.1" status: 404  len: 348 time: 0.0153389
Feb 19 21:15:38.191844 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (5dcb556e-7200-41f7-af8e-4f52d2bfd4af), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.200896 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.209065 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5dcb556e-7200-41f7-af8e-4f52d2bfd4af HTTP/1.1" status: 204  len: 168 time: 0.4321125
Feb 19 21:15:38.220773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff523f67-b1ab-4fdb-8b5b-38ff325f8f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dcb556e-7200-41f7-af8e-4f52d2bfd4af,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:38.268471 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f16cc32a-abef-43e7-b5bb-a15087bb981a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.297410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f58ad1-0e50-422c-b075-841e8bda8b23 None None] Network f16cc32a-abef-43e7-b5bb-a15087bb981a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:38.339201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Deleting port b3b68e0c-2b97-4dd1-9b9b-7360981f759c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:38.339703 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b3b68e0c-2b97-4dd1-9b9b-7360981f759c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.346120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48270) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:38.399238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48272) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:38.425377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Usage tracker for resource:network and project:32c0aa3a26d842ac8a46f12fe1073e54 is out of sync, need to count used quota {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 19 21:15:38.434102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 19 21:15:38.437166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709437a9-eb1a-421a-9284-84083e76e7e0 None None] Network f16cc32a-abef-43e7-b5bb-a15087bb981a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:38.447520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Usage tracker for resource:subnet and project:32c0aa3a26d842ac8a46f12fe1073e54 is out of sync, need to count used quota {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 19 21:15:38.450822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] For port b3b68e0c-2b97-4dd1-9b9b-7360981f759c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3b68e0c-2b97-4dd1-9b9b-7360981f759c,segment=NetworkSegment(9ebd7926-1c76-4585-8b8a-50d81536e02d),segment_id=9ebd7926-1c76-4585-8b8a-50d81536e02d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:38.451455 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b3b68e0c-2b97-4dd1-9b9b-7360981f759c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.459990 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7599114b-cdd1-48b7-b98b-6cf6f179c2e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f7a8678732a40b383cedd20600e102e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0592339
Feb 19 21:15:38.461204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48274) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:38.464561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 19 21:15:38.471955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Calling delete_port for b3b68e0c-2b97-4dd1-9b9b-7360981f759c owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:38.486497 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Usage tracker for resource:subnetpool and project:32c0aa3a26d842ac8a46f12fe1073e54 is out of sync, need to count used quota {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 19 21:15:38.525166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 19 21:15:38.535476 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9a45c65-5c88-41bb-82a0-f1eb52f26dfe admin admin] Publish callbacks [] for security_group (10a9dc99-27c8-4436-85b9-29f8be14ca55), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.537464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Usage tracker for resource:port and project:32c0aa3a26d842ac8a46f12fe1073e54 is out of sync, need to count used quota {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 19 21:15:38.547797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 19 21:15:38.563701 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9a45c65-5c88-41bb-82a0-f1eb52f26dfe admin admin] Publish callbacks [] for security_group (10a9dc99-27c8-4436-85b9-29f8be14ca55), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.564626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Usage tracker for resource:router and project:32c0aa3a26d842ac8a46f12fe1073e54 is out of sync, need to count used quota {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 19 21:15:38.571483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 19 21:15:38.587455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Usage tracker for resource:floatingip and project:32c0aa3a26d842ac8a46f12fe1073e54 is out of sync, need to count used quota {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 19 21:15:38.592713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 19 21:15:38.606237 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b3b68e0c-2b97-4dd1-9b9b-7360981f759c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.625004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9a45c65-5c88-41bb-82a0-f1eb52f26dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (10a9dc99-27c8-4436-85b9-29f8be14ca55), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.627772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c9a45c65-5c88-41bb-82a0-f1eb52f26dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.629189 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c9a45c65-5c88-41bb-82a0-f1eb52f26dfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10a9dc99-27c8-4436-85b9-29f8be14ca55 HTTP/1.1" status: 204  len: 168 time: 0.1670310
Feb 19 21:15:38.638447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a45c65-5c88-41bb-82a0-f1eb52f26dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a9dc99-27c8-4436-85b9-29f8be14ca55,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:38.643293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Port': ['ID=b3b68e0c-2b97-4dd1-9b9b-7360981f759c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:38.647680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No DVR routers for this DVR port b3b68e0c-2b97-4dd1-9b9b-7360981f759c on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:38.746827 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f16cc32a-abef-43e7-b5bb-a15087bb981a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.750039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Usage tracker for resource:security_group and project:32c0aa3a26d842ac8a46f12fe1073e54 is out of sync, need to count used quota {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 19 21:15:38.765065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 19 21:15:38.776633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a413f10>,) {'filters': {'network_id': ['f16cc32a-abef-43e7-b5bb-a15087bb981a']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:38.785526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48282) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:38.788499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a413f10>, '9ebd7926-1c76-4585-8b8a-50d81536e02d') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:38.789088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a413f10>, '9ebd7926-1c76-4585-8b8a-50d81536e02d') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:38.791054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Usage tracker for resource:security_group_rule and project:32c0aa3a26d842ac8a46f12fe1073e54 is out of sync, need to count used quota {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 19 21:15:38.802759 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (9ebd7926-1c76-4585-8b8a-50d81536e02d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.804544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.quota.resource [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=121128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 19 21:15:38.817857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-60208bc6-d503-43c9-8415-08a4e47d9e25 tempest-QuotasTest-206984368 tempest-QuotasTest-206984368-project-admin] 10.222.0.30 "GET /v2.0/quotas/32c0aa3a26d842ac8a46f12fe1073e54/details.json HTTP/1.1" status: 200  len: 703 time: 0.4705985
Feb 19 21:15:38.821985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9ebd7926-1c76-4585-8b8a-50d81536e02d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.829469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:38.830074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (9ebd7926-1c76-4585-8b8a-50d81536e02d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   warnings.warn('Neutron quota engine will require "--force" '
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:38.835843 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:38.954985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (f16cc32a-abef-43e7-b5bb-a15087bb981a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.966244 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:38.972916 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48292) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:38.973154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/f16cc32a-abef-43e7-b5bb-a15087bb981a HTTP/1.1" status: 204  len: 168 time: 1.9712603
Feb 19 21:15:38.985714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1182a6-b354-4d07-ad82-0f48b62f3aed tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=f16cc32a-abef-43e7-b5bb-a15087bb981a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:38.999703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a046b-9edd-4381-81f1-691a3b2a74bf req-4c73be0a-0c2e-4e32-af2d-1e8b61760e95 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:39.001977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b97a046b-9edd-4381-81f1-691a3b2a74bf req-4c73be0a-0c2e-4e32-af2d-1e8b61760e95 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.1077921
Feb 19 21:15:39.005699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1483444654-network', 'tenant_id': '4929d77b858b4d848172346c97160377'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:39.010629 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1f5797-443c-499e-bb38-e9cac9cad7ce tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:39.011167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1f5797-443c-499e-bb38-e9cac9cad7ce tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:39.020538 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ac1f5797-443c-499e-bb38-e9cac9cad7ce tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/f16cc32a-abef-43e7-b5bb-a15087bb981a HTTP/1.1" status: 404  len: 339 time: 0.0404525
Feb 19 21:15:39.020538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48294) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:39.025308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1071033690', 'description': 'd1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:39.055880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Made reservation on behalf of 4929d77b858b4d848172346c97160377 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:39.071373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b97a046b-9edd-4381-81f1-691a3b2a74bf req-121d9384-2d5d-48e7-914e-00eabc485169 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616028
Feb 19 21:15:39.073625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.077608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:39.081042 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.099298 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.128558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:39.146285 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0e9d30a1-c63d-4174-aeb7-a71041c209e0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.146637 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment 0e9d30a1-c63d-4174-aeb7-a71041c209e0 of type vlan for network 119d0b5e-7d46-4c91-973c-77acbcef5c0a
Feb 19 21:15:39.205965 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (119d0b5e-7d46-4c91-973c-77acbcef5c0a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.227189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48302) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:39.260139 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (119d0b5e-7d46-4c91-973c-77acbcef5c0a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.265658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:39.266769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.270716 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Publish callbacks [] for security_group (692cd1d6-1343-4fdd-9b66-dcebeae1b566), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.295072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (692cd1d6-1343-4fdd-9b66-dcebeae1b566), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.377779 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.3562667
Feb 19 21:15:39.382330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48310) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:39.400591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:39.413369 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692cd1d6-1343-4fdd-9b66-dcebeae1b566,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:39.417305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f055ad-cb7b-4c7d-b55e-73d089f362be tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=119d0b5e-7d46-4c91-973c-77acbcef5c0a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:39.424981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.425154 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Added segment f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1 of type vlan for network e5a29e46-9acc-46cd-9f60-d7bca6965158
Feb 19 21:15:39.474266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e5a29e46-9acc-46cd-9f60-d7bca6965158), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.479470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 119d0b5e-7d46-4c91-973c-77acbcef5c0a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:39.510504 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-300d89f6-5d71-4b86-8d26-57c04882664b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.542141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e5a29e46-9acc-46cd-9f60-d7bca6965158), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.547208 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:39.549456 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.553026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46afa4eb-95f4-42b9-8b3d-c37e18591e2b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:39.554928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-46afa4eb-95f4-42b9-8b3d-c37e18591e2b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/networks?id=119d0b5e-7d46-4c91-973c-77acbcef5c0a HTTP/1.1" status: 200  len: 761 time: 0.1698496
Feb 19 21:15:39.559864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48316) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:39.575065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5722913f-bbf0-4472-9052-b6140f01206b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'description': 'd2'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:39.633758 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-300d89f6-5d71-4b86-8d26-57c04882664b admin admin] Publish callbacks [] for security_group (09b3f296-d543-4a43-afec-c89789bf2a04), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.639046 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-300d89f6-5d71-4b86-8d26-57c04882664b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (09b3f296-d543-4a43-afec-c89789bf2a04), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.686567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d89f6-5d71-4b86-8d26-57c04882664b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b3f296-d543-4a43-afec-c89789bf2a04,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:39.712085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:39.713148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-300d89f6-5d71-4b86-8d26-57c04882664b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=febb867c941d4dbab905f7b936ba4238&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4842460
Feb 19 21:15:39.715018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48322) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:39.743802 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9567120
Feb 19 21:15:39.748703 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48324) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:39.751538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:39.752624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4ffc28f0-49dd-404e-8b0d-b3e2f567d170 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:39.760976 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] Request body: {'subnet': {'network_id': 'e5a29e46-9acc-46cd-9f60-d7bca6965158', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1483444654-subnet', 'tenant_id': '4929d77b858b4d848172346c97160377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:39.775564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a26b4-fa07-4699-932e-023bd8f9b502 admin admin] Pushing event updated for resources: {'Network': ['ID=e5a29e46-9acc-46cd-9f60-d7bca6965158,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:39.792384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e5a29e46-9acc-46cd-9f60-d7bca6965158 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:39.814131 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] Made reservation on behalf of 4929d77b858b4d848172346c97160377 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:39.817909 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.827578 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-135bb609-f51f-4054-b59a-f0b117ab13c7 admin admin] Publish callbacks [] for security_group (09b3f296-d543-4a43-afec-c89789bf2a04), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.886382 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-135bb609-f51f-4054-b59a-f0b117ab13c7 admin admin] Publish callbacks [] for security_group (09b3f296-d543-4a43-afec-c89789bf2a04), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.957968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-135bb609-f51f-4054-b59a-f0b117ab13c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (09b3f296-d543-4a43-afec-c89789bf2a04), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.961491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-135bb609-f51f-4054-b59a-f0b117ab13c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:39.964374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-135bb609-f51f-4054-b59a-f0b117ab13c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09b3f296-d543-4a43-afec-c89789bf2a04 HTTP/1.1" status: 204  len: 168 time: 0.2467201
Feb 19 21:15:39.972798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bb609-f51f-4054-b59a-f0b117ab13c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b3f296-d543-4a43-afec-c89789bf2a04,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:40.274113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435662bf-92ab-4d8c-987c-b3c55a83a95a req-b13b8714-e517-4027-9a1f-2a4bf6208c3b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:40.275739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-435662bf-92ab-4d8c-987c-b3c55a83a95a req-b13b8714-e517-4027-9a1f-2a4bf6208c3b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.0923231
Feb 19 21:15:40.333067 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-435662bf-92ab-4d8c-987c-b3c55a83a95a req-6551d86f-347f-4776-b9bb-505cc28fd28d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503392
Feb 19 21:15:40.363086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48342) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:40.377188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee42c-7682-4be5-9cf5-2732440e2bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.433602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5722913f-bbf0-4472-9052-b6140f01206b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (119d0b5e-7d46-4c91-973c-77acbcef5c0a), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.454240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5722913f-bbf0-4472-9052-b6140f01206b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (119d0b5e-7d46-4c91-973c-77acbcef5c0a), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.497923 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee42c-7682-4be5-9cf5-2732440e2bef admin admin] Publish callbacks [] for security_group (0edfc831-e900-40dd-981e-80a4d299d945), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.503486 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee42c-7682-4be5-9cf5-2732440e2bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0edfc831-e900-40dd-981e-80a4d299d945), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.517955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5722913f-bbf0-4472-9052-b6140f01206b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network 119d0b5e-7d46-4c91-973c-77acbcef5c0a is not hosted by any dhcp agent {{(pid=121129) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 19 21:15:40.522867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5722913f-bbf0-4472-9052-b6140f01206b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:40.523475 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5722913f-bbf0-4472-9052-b6140f01206b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.524792 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5722913f-bbf0-4472-9052-b6140f01206b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "PUT /v2.0/networks/119d0b5e-7d46-4c91-973c-77acbcef5c0a HTTP/1.1" status: 200  len: 758 time: 0.9617734
Feb 19 21:15:40.533072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48344) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:40.579792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8d9ee42c-7682-4be5-9cf5-2732440e2bef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32c0aa3a26d842ac8a46f12fe1073e54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2153769
Feb 19 21:15:40.581349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ee42c-7682-4be5-9cf5-2732440e2bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edfc831-e900-40dd-981e-80a4d299d945,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:40.586939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48348) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:40.606576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722913f-bbf0-4472-9052-b6140f01206b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=119d0b5e-7d46-4c91-973c-77acbcef5c0a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:40.621326 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 119d0b5e-7d46-4c91-973c-77acbcef5c0a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:40.684846 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b4c9002-6d59-4702-b806-8a4b83ffa87a admin admin] Publish callbacks [] for security_group (0edfc831-e900-40dd-981e-80a4d299d945), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.685083 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f02239b-fce8-47cb-9d4c-3ad737bf9978 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:40.690932 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5f02239b-fce8-47cb-9d4c-3ad737bf9978 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/networks?id=119d0b5e-7d46-4c91-973c-77acbcef5c0a HTTP/1.1" status: 200  len: 761 time: 0.1527202
Feb 19 21:15:40.692318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48352) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:40.709504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (7ac3fb62-17bf-451d-a649-ac9e1b8a2c83), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.711207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-654901129'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:40.761920 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b4c9002-6d59-4702-b806-8a4b83ffa87a admin admin] Publish callbacks [] for security_group (0edfc831-e900-40dd-981e-80a4d299d945), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.765408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac3fb62-17bf-451d-a649-ac9e1b8a2c83,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:40.782579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] Checking segment: {'id': 'f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e5a29e46-9acc-46cd-9f60-d7bca6965158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:40.783133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] Network hostable DHCP agents. Network: e5a29e46-9acc-46cd-9f60-d7bca6965158, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:40.791669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:40.797682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.803565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] Network e5a29e46-9acc-46cd-9f60-d7bca6965158 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:40.815753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5a29e46-9acc-46cd-9f60-d7bca6965158) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:40.820434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:40.824457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.827875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45462b42-45c7-4b39-8d9e-dabe3cb8a12a None None] Network e5a29e46-9acc-46cd-9f60-d7bca6965158 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:40.855624 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6178b015-3eef-42bb-bc67-d4b3ce0e4066 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0949790
Feb 19 21:15:40.869839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:40.898422 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b4c9002-6d59-4702-b806-8a4b83ffa87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0edfc831-e900-40dd-981e-80a4d299d945), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.903221 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b4c9002-6d59-4702-b806-8a4b83ffa87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.905509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9b4c9002-6d59-4702-b806-8a4b83ffa87a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0edfc831-e900-40dd-981e-80a4d299d945 HTTP/1.1" status: 204  len: 168 time: 0.3163795
Feb 19 21:15:40.907466 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6fe87446-5fc4-449c-9d9d-1832a24914f6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:40.907908 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment 6fe87446-5fc4-449c-9d9d-1832a24914f6 of type vlan for network e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b
Feb 19 21:15:40.936249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c9002-6d59-4702-b806-8a4b83ffa87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edfc831-e900-40dd-981e-80a4d299d945,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:40.997533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e926a8-f42a-4312-97e5-99ad1dc3084c None None] Network e5a29e46-9acc-46cd-9f60-d7bca6965158 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:41.000499 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:41.045523 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:41.056812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:41.057996 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:41.170356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4731224
Feb 19 21:15:41.173806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48368) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:41.176158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb376e4-f6b8-44fd-bed5-04e7b5963cf3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:41.179912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'network_id': 'e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:41.191183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:41.310968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:41.315404 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:41.527140 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1735ee-20e2-4aee-b36d-ed189960d66b req-9a6f71c7-1eff-45ae-ae67-a4cfa317432c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:41.531677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab1735ee-20e2-4aee-b36d-ed189960d66b req-9a6f71c7-1eff-45ae-ae67-a4cfa317432c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.1114960
Feb 19 21:15:41.569552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (6351eff8-1c50-40b7-a869-24010b533350), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:41.617327 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab1735ee-20e2-4aee-b36d-ed189960d66b req-6e41d760-7d8b-4e8a-8b1b-884d76369a6d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749011
Feb 19 21:15:41.644642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=6351eff8-1c50-40b7-a869-24010b533350,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:41.661102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking segment: {'id': '6fe87446-5fc4-449c-9d9d-1832a24914f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:41.661519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network hostable DHCP agents. Network: e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:41.682539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:41.694008 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:41.709774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3c20bd-9ee4-4c92-a088-5ade352ab0ff None None] Network e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:41.714106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:41.715001 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:41.744207 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ae0682d7-cc5d-44dd-836d-f467426edac9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5686977
Feb 19 21:15:41.747631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48396) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:41.849101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b', 'network_id': 'e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b', 'project_id': '112e97082e95498a8696f7ffe38c1071', 'fixed_ips': [{'subnet_id': '6351eff8-1c50-40b7-a869-24010b533350'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:41.850497 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:41.946608 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.008556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Allocated IP 172.20.0.2 (e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b/6351eff8-1c50-40b7-a869-24010b533350/c064a3f4-8ac0-4349-a0a4-832a05480922) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:42.044372 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (6351eff8-1c50-40b7-a869-24010b533350), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.053165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48406) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:42.062942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-955638662-network', 'tenant_id': '93ca6669fa674f74abb94f9f1eb19426'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:42.111812 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Made reservation on behalf of 93ca6669fa674f74abb94f9f1eb19426 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:42.114750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.126351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.209159 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Publish callbacks [] for port (c064a3f4-8ac0-4349-a0a4-832a05480922), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.228594 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (c064a3f4-8ac0-4349-a0a4-832a05480922), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.261787 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (6351eff8-1c50-40b7-a869-24010b533350), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.276942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Network e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:42.279838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:42.284757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:42.287094 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Publish callbacks [] for security_group (f91f7bb0-0862-48f7-85c5-faacb7ca54c2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.287911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Pushing event updated for resources: {'Port': ['ID=c064a3f4-8ac0-4349-a0a4-832a05480922,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:42.324908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Subnet': ['ID=6351eff8-1c50-40b7-a869-24010b533350,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:42.329772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f91f7bb0-0862-48f7-85c5-faacb7ca54c2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.395804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:42.417827 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91f7bb0-0862-48f7-85c5-faacb7ca54c2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:42.438179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.439367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.440392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.441144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.441604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.442365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.443086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.443747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.444619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.445257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.445887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.446514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.447456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:15:42.454930 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2a4c84dd-ff75-4663-a7af-b8e2a064a730), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.455594 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Added segment 2a4c84dd-ff75-4663-a7af-b8e2a064a730 of type vlan for network 2c4120ef-53d9-497d-b078-ab32bc9dfa53
Feb 19 21:15:42.459379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Attempting to bind port c064a3f4-8ac0-4349-a0a4-832a05480922 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:42.459891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Attempting to bind port c064a3f4-8ac0-4349-a0a4-832a05480922 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6fe87446-5fc4-449c-9d9d-1832a24914f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:42.460529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Attempting to bind port c064a3f4-8ac0-4349-a0a4-832a05480922 on network e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:42.489928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:42.490548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Checking segment: {'id': '6fe87446-5fc4-449c-9d9d-1832a24914f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:42.491226 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.491847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Bound using segment: {'id': '6fe87446-5fc4-449c-9d9d-1832a24914f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:42.492649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Bound port: c064a3f4-8ac0-4349-a0a4-832a05480922, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe87446-5fc4-449c-9d9d-1832a24914f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:42.493282 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c064a3f4-8ac0-4349-a0a4-832a05480922), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.531648 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.541068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (2c4120ef-53d9-497d-b078-ab32bc9dfa53), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.589100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a5a71f0>,) {'filters': {'network_id': ['e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:42.594083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (2c4120ef-53d9-497d-b078-ab32bc9dfa53), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.596894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:42.597901 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.604484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] For port c064a3f4-8ac0-4349-a0a4-832a05480922, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:42.604855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48420) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:42.619002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a5a71f0>, '6fe87446-5fc4-449c-9d9d-1832a24914f6') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:42.619769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a5a71f0>, '6fe87446-5fc4-449c-9d9d-1832a24914f6') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:42.620195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] For port c064a3f4-8ac0-4349-a0a4-832a05480922, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c064a3f4-8ac0-4349-a0a4-832a05480922,segment=NetworkSegment(6fe87446-5fc4-449c-9d9d-1832a24914f6),segment_id=6fe87446-5fc4-449c-9d9d-1832a24914f6)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:42.649634 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (6fe87446-5fc4-449c-9d9d-1832a24914f6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.651378 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c064a3f4-8ac0-4349-a0a4-832a05480922), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.684206 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6fe87446-5fc4-449c-9d9d-1832a24914f6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.708599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:42.709879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (6fe87446-5fc4-449c-9d9d-1832a24914f6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:42.716520 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:42.735199 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6789641
Feb 19 21:15:42.742793 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48428) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:42.750555 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] Request body: {'subnet': {'network_id': '2c4120ef-53d9-497d-b078-ab32bc9dfa53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-955638662-subnet', 'tenant_id': '93ca6669fa674f74abb94f9f1eb19426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:42.761830 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031822e-a360-4ec1-bc84-a2a9459051d3 admin admin] Pushing event updated for resources: {'Network': ['ID=2c4120ef-53d9-497d-b078-ab32bc9dfa53,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:42.782830 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] Made reservation on behalf of 93ca6669fa674f74abb94f9f1eb19426 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:42.786017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:42.876395 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.api [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:15:42.876395 ncdv-master-1 neutron-server[121128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:15:42.876395 ncdv-master-1 neutron-server[121128]: [parameters: {'id': 'e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b'}]
Feb 19 21:15:42.876395 ncdv-master-1 neutron-server[121128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:15:42.877462 ncdv-master-1 neutron-server[121128]: DEBUG oslo_db.api [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:15:42.895845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 2c4120ef-53d9-497d-b078-ab32bc9dfa53 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:42.915741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488950-d7c4-47e2-be54-d71d6d5ffe51 req-558190da-bcd7-4eee-8877-b465488ac623 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:42.921449 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68488950-d7c4-47e2-be54-d71d6d5ffe51 req-558190da-bcd7-4eee-8877-b465488ac623 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.1780403
Feb 19 21:15:42.991157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68488950-d7c4-47e2-be54-d71d6d5ffe51 req-2bdbdbb3-7087-45dd-a9c5-93da8349b119 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653975
Feb 19 21:15:43.052051 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (6bb3b001-ae32-4d3d-acea-54c86a2d3616), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.150393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1072966516'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:43.164801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb3b001-ae32-4d3d-acea-54c86a2d3616,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:43.176960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] Checking segment: {'id': '2a4c84dd-ff75-4663-a7af-b8e2a064a730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2c4120ef-53d9-497d-b078-ab32bc9dfa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:43.177323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:43.177743 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] Network hostable DHCP agents. Network: 2c4120ef-53d9-497d-b078-ab32bc9dfa53, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:43.181780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.192688 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.199705 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] Network 2c4120ef-53d9-497d-b078-ab32bc9dfa53 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:43.213771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c4120ef-53d9-497d-b078-ab32bc9dfa53) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:43.219807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:43.220635 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.257777 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9da7c674-2c7e-47c2-ae10-c314ac6113b1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4997468
Feb 19 21:15:43.258159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ff4bd-40c4-4482-8ab1-86df928f3ba2 None None] Network 2c4120ef-53d9-497d-b078-ab32bc9dfa53 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:43.267785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3719b4-5fcd-4b05-8285-208f365594fc None None] Pushing event updated for resources: {'Port': ['ID=c064a3f4-8ac0-4349-a0a4-832a05480922,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:43.325157 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for security_group (4c100d11-82ff-4cc4-a7f6-a112094d417c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.332175 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4c100d11-82ff-4cc4-a7f6-a112094d417c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.367381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa23d197-5ee9-4f92-85c8-2413008678e1 None None] Network e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:43.371245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:43.379918 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.388250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c100d11-82ff-4cc4-a7f6-a112094d417c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:43.398789 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a6d7354c-7dea-4fd7-940c-4a48e27bd66f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.400059 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Added segment a6d7354c-7dea-4fd7-940c-4a48e27bd66f of type vlan for network 3093a338-1bb2-47bc-b43b-364f1349065f
Feb 19 21:15:43.518975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (3093a338-1bb2-47bc-b43b-364f1349065f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.552908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Deleting port c064a3f4-8ac0-4349-a0a4-832a05480922 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:43.552908 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c064a3f4-8ac0-4349-a0a4-832a05480922), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.600485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae11842d-6f49-465b-a0b3-576815b5b6ca None None] Network 2c4120ef-53d9-497d-b078-ab32bc9dfa53 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:43.632806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] For port c064a3f4-8ac0-4349-a0a4-832a05480922, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c064a3f4-8ac0-4349-a0a4-832a05480922,segment=NetworkSegment(6fe87446-5fc4-449c-9d9d-1832a24914f6),segment_id=6fe87446-5fc4-449c-9d9d-1832a24914f6)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:43.633337 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c064a3f4-8ac0-4349-a0a4-832a05480922), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.650486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Calling delete_port for c064a3f4-8ac0-4349-a0a4-832a05480922 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:43.738423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48440) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:43.752600 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (3093a338-1bb2-47bc-b43b-364f1349065f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.760154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:43.761062 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.772190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c064a3f4-8ac0-4349-a0a4-832a05480922), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:43.818443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c6f6c-e770-40c5-bc60-442931610951 None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:15:43.855403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Port': ['ID=c064a3f4-8ac0-4349-a0a4-832a05480922,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:43.870000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.2600515
Feb 19 21:15:43.870178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48448) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:43.878375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:43.885768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No DVR routers for this DVR port c064a3f4-8ac0-4349-a0a4-832a05480922 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:43.923990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8555e2-6ce8-4a2e-945d-30852d8e67ab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Network': ['ID=3093a338-1bb2-47bc-b43b-364f1349065f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:43.938861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:43.958462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c6f6c-e770-40c5-bc60-442931610951 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:15:44.030083 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ed216471-ba46-4185-a467-cb7445cf6f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:44.093359 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:44.157402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6abfca60>,) {'filters': {'network_id': ['e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:44.196226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6abfca60>, '6fe87446-5fc4-449c-9d9d-1832a24914f6') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:44.196930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6abfca60>, '6fe87446-5fc4-449c-9d9d-1832a24914f6') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:44.216215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:44.219592 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:44.532904 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (6fe87446-5fc4-449c-9d9d-1832a24914f6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:44.614559 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6fe87446-5fc4-449c-9d9d-1832a24914f6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:44.644096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:44.644549 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (6fe87446-5fc4-449c-9d9d-1832a24914f6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:44.647555 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:44.689001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15394cbe-b2c3-42ba-807f-ee9e4d37fe60 req-2ac6bc99-dd10-4ed3-b09f-6112b046cbf7 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:44.690510 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-15394cbe-b2c3-42ba-807f-ee9e4d37fe60 req-2ac6bc99-dd10-4ed3-b09f-6112b046cbf7 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.5997107
Feb 19 21:15:44.788460 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ed216471-ba46-4185-a467-cb7445cf6f89 admin admin] Publish callbacks [] for security_group (18a48a13-26b7-472e-b675-b581c07a70bc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:44.796060 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ed216471-ba46-4185-a467-cb7445cf6f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (18a48a13-26b7-472e-b675-b581c07a70bc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:44.803430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0235576-9942-45ee-ac9d-a46277612100 req-15d5d0c9-fb2d-4c7e-a453-db0502f41254 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:44.804936 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-15d5d0c9-fb2d-4c7e-a453-db0502f41254 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/networks?id=e5a29e46-9acc-46cd-9f60-d7bca6965158 HTTP/1.1" status: 200  len: 809 time: 0.6377370
Feb 19 21:15:44.843128 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:44.879192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:44.882332 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b HTTP/1.1" status: 204  len: 168 time: 3.1334386
Feb 19 21:15:44.885312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48460) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:44.908262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-cd5a8e9f-b6ba-4a01-9ae9-ab7934c6ae1d tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/quotas/4929d77b858b4d848172346c97160377 HTTP/1.1" status: 200  len: 375 time: 0.0906849
Feb 19 21:15:44.915469 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3500927d-5254-442c-b75b-b0b1f667ec18 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] GET failed (client error): The resource could not be found.
Feb 19 21:15:44.916871 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3500927d-5254-442c-b75b-b0b1f667ec18 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/subnets/6351eff8-1c50-40b7-a869-24010b533350 HTTP/1.1" status: 404  len: 337 time: 0.0301559
Feb 19 21:15:44.919967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48462) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:44.922534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ed216471-ba46-4185-a467-cb7445cf6f89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50e358b169d34c9abc0afe489b9863e3&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1829536
Feb 19 21:15:44.927069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48464) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:44.930620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b64d30-0d60-4221-a4ab-89a9f3103fd0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:44.933473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed216471-ba46-4185-a467-cb7445cf6f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a48a13-26b7-472e-b675-b581c07a70bc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:44.938593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-15394cbe-b2c3-42ba-807f-ee9e4d37fe60 req-86f5e912-1fe3-4a99-939d-45ef08c209d4 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135880
Feb 19 21:15:44.946164 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-55617693-a4b7-49de-883d-91c867c36c93 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:44.947243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55617693-a4b7-49de-883d-91c867c36c93 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:44.954891 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-55617693-a4b7-49de-883d-91c867c36c93 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b HTTP/1.1" status: 404  len: 339 time: 0.0333798
Feb 19 21:15:44.965673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48466) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:44.985099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-baf9a5e8-b7ab-47c9-bc52-d00184d8f260 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4929d77b858b4d848172346c97160377&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0588217
Feb 19 21:15:45.111855 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (76e2ad4a-c217-4bbc-adc9-2e8538c4fe50), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:45.182114 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7db4189-885a-4f5d-ab7c-451f7699f36b admin admin] Publish callbacks [] for security_group (18a48a13-26b7-472e-b675-b581c07a70bc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:45.197576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8d1d4c-4058-44d0-97d5-00d82e2fd5f4 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:45.202682 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ff8d1d4c-4058-44d0-97d5-00d82e2fd5f4 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2320271
Feb 19 21:15:45.202952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48468) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:45.206061 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-d5a7cb90-2fa5-4316-9936-03ed52e2920b service neutron] 10.222.0.30 "GET /v2.0/networks/e5a29e46-9acc-46cd-9f60-d7bca6965158?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078404
Feb 19 21:15:45.235376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=76e2ad4a-c217-4bbc-adc9-2e8538c4fe50,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:45.248241 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8131de73-7611-4def-a855-10c3a647e50d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 207 time: 0.0409906
Feb 19 21:15:45.249227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48470) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:45.254360 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7db4189-885a-4f5d-ab7c-451f7699f36b admin admin] Publish callbacks [] for security_group (18a48a13-26b7-472e-b675-b581c07a70bc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:45.306516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:45.306892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network hostable DHCP agents. Network: 3093a338-1bb2-47bc-b43b-364f1349065f, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:45.363518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-7d55f2a4-20ba-4840-b990-6418d92e0702 service neutron] 10.222.0.30 "GET /v2.0/networks/e5a29e46-9acc-46cd-9f60-d7bca6965158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451292
Feb 19 21:15:45.365313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:45.375971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7db4189-885a-4f5d-ab7c-451f7699f36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (18a48a13-26b7-472e-b675-b581c07a70bc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:45.378769 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7db4189-885a-4f5d-ab7c-451f7699f36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:45.379959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c7db4189-885a-4f5d-ab7c-451f7699f36b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18a48a13-26b7-472e-b675-b581c07a70bc HTTP/1.1" status: 204  len: 168 time: 0.4473331
Feb 19 21:15:45.387941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3093a338-1bb2-47bc-b43b-364f1349065f) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:45.390328 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db4189-885a-4f5d-ab7c-451f7699f36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a48a13-26b7-472e-b675-b581c07a70bc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:45.394192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:45.394808 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:45.418001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-32aafabe-04bd-4c38-9e25-2cfbf4f33330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5465260
Feb 19 21:15:45.418819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48474) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:45.421548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a5d993-1ad2-49b0-bcd2-c86eb3347a79 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:45.424850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'name': 'tempest-NetworksTestDHCPv6-1411648514'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:45.527775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7e648-6820-4812-8564-48856b44b02e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:45.538460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7e648-6820-4812-8564-48856b44b02e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:45.551144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7e648-6820-4812-8564-48856b44b02e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:45.564423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7e648-6820-4812-8564-48856b44b02e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:45.570843 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9ce7e648-6820-4812-8564-48856b44b02e tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.3169470
Feb 19 21:15:45.572830 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48476) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:45.608443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:45.617525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:45.660740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port 13051a32-d971-4030-a9f2-b317e43ec7ca yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:15:45.695077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': '76e2ad4a-c217-4bbc-adc9-2e8538c4fe50'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:45.698613 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:45.801864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d15acdb-b5fe-4ea6-ab8f-3c58104ba576 req-f931b5aa-6ad2-4d49-9103-2ec267e12822 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 210 time: 0.1419442
Feb 19 21:15:45.868983 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-83e13c4e-f2d5-46a8-8e42-beb5b6d252b3 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.2910399
Feb 19 21:15:45.869713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48486) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:45.909129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/76e2ad4a-c217-4bbc-adc9-2e8538c4fe50/290b8658-d314-4164-8ea0-ab701744a05b) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:45.935862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb514b-2a2f-44c6-a919-2254cc8cb714 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:45.936880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb514b-2a2f-44c6-a919-2254cc8cb714 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:45.943573 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b5cb514b-2a2f-44c6-a919-2254cc8cb714 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0721250
Feb 19 21:15:45.943823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48488) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:46.050552 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d770d6-9342-4235-94a8-ea21419af64b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:46.051936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d770d6-9342-4235-94a8-ea21419af64b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:46.057698 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e3d770d6-9342-4235-94a8-ea21419af64b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1127207
Feb 19 21:15:46.058472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48492) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:46.105621 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Publish callbacks [] for port (290b8658-d314-4164-8ea0-ab701744a05b), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.114389 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (290b8658-d314-4164-8ea0-ab701744a05b), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.118942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48494) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:46.138603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc211c27-28ce-4e93-8d99-c9a18cb3941b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.163469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:46.166251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:46.174284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:46.177923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Pushing event updated for resources: {'Port': ['ID=290b8658-d314-4164-8ea0-ab701744a05b,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:46.246870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e7fe4-f3b4-4eea-8d25-3138f7254403 req-41f80e2a-344e-4838-81c3-a3f6aa537335 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:46.250146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b1e7fe4-f3b4-4eea-8d25-3138f7254403 req-41f80e2a-344e-4838-81c3-a3f6aa537335 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.2077079
Feb 19 21:15:46.274495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Attempting to bind port 290b8658-d314-4164-8ea0-ab701744a05b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:46.275074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Attempting to bind port 290b8658-d314-4164-8ea0-ab701744a05b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:46.275809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Attempting to bind port 290b8658-d314-4164-8ea0-ab701744a05b on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:46.284079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:46.284655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:46.285272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.286025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:46.286774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Bound port: 290b8658-d314-4164-8ea0-ab701744a05b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:46.287387 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (290b8658-d314-4164-8ea0-ab701744a05b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.292167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::183 (3093a338-1bb2-47bc-b43b-364f1349065f/76e2ad4a-c217-4bbc-adc9-2e8538c4fe50/13051a32-d971-4030-a9f2-b317e43ec7ca) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:46.309428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc211c27-28ce-4e93-8d99-c9a18cb3941b admin admin] Publish callbacks [] for security_group (f7907c8f-83fe-4449-b117-98b3a2f100e9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.318055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc211c27-28ce-4e93-8d99-c9a18cb3941b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f7907c8f-83fe-4449-b117-98b3a2f100e9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.391175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268e374-e1e7-418a-939c-6ad4f5e865a5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:46.393435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] For port 290b8658-d314-4164-8ea0-ab701744a05b, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:46.397453 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c268e374-e1e7-418a-939c-6ad4f5e865a5 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/networks/03dab081-e8de-4ee4-8ca3-d35ade5c82d5 HTTP/1.1" status: 200  len: 800 time: 0.3380058
Feb 19 21:15:46.397626 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] For port 290b8658-d314-4164-8ea0-ab701744a05b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=290b8658-d314-4164-8ea0-ab701744a05b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:46.399372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48500) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:46.407386 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (290b8658-d314-4164-8ea0-ab701744a05b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.412170 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc211c27-28ce-4e93-8d99-c9a18cb3941b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=955ed9bd345e45899714e2a4d42accea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2918632
Feb 19 21:15:46.414571 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc211c27-28ce-4e93-8d99-c9a18cb3941b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7907c8f-83fe-4449-b117-98b3a2f100e9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:46.427776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48502) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:46.472937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bffca-5312-40f0-b7eb-5b5f19d3a384 None None] Pushing event updated for resources: {'Port': ['ID=290b8658-d314-4164-8ea0-ab701744a05b,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:46.541148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b1e7fe4-f3b4-4eea-8d25-3138f7254403 req-4c837d76-66bd-4052-a2d4-1ac068049b0d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2812867
Feb 19 21:15:46.597627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-822cc48a-40b0-4704-985c-31a2a67c868b admin admin] Publish callbacks [] for security_group (f7907c8f-83fe-4449-b117-98b3a2f100e9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.602405 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-695d4883-b8ca-4a5e-a8f2-51c9949d1fa9 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/networks/03dab081-e8de-4ee4-8ca3-d35ade5c82d5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2016070
Feb 19 21:15:46.605958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48506) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:46.659581 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (13051a32-d971-4030-a9f2-b317e43ec7ca), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.664258 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-822cc48a-40b0-4704-985c-31a2a67c868b admin admin] Publish callbacks [] for security_group (f7907c8f-83fe-4449-b117-98b3a2f100e9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.705805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c56b4f4-3f56-4711-8afd-b7e63cd2ed51 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:46.710785 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7c56b4f4-3f56-4711-8afd-b7e63cd2ed51 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/subnets/574e0d1c-5562-4a2d-90f5-f41e78c931ba HTTP/1.1" status: 200  len: 811 time: 0.1000688
Feb 19 21:15:46.712020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48508) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:46.714308 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (13051a32-d971-4030-a9f2-b317e43ec7ca), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.806225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728f7327-62fd-4408-9371-97211fb7943f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['shared'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:46.808178 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-728f7327-62fd-4408-9371-97211fb7943f tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "GET /v2.0/subnets/574e0d1c-5562-4a2d-90f5-f41e78c931ba?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0951169
Feb 19 21:15:46.812469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48510) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:46.813160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:46.814716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:46.818772 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1343549090'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:46.823034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:46.835766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:46.836577 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.841102 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-822cc48a-40b0-4704-985c-31a2a67c868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f7907c8f-83fe-4449-b117-98b3a2f100e9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.844107 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-822cc48a-40b0-4704-985c-31a2a67c868b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.845488 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-822cc48a-40b0-4704-985c-31a2a67c868b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7907c8f-83fe-4449-b117-98b3a2f100e9 HTTP/1.1" status: 204  len: 168 time: 0.4031007
Feb 19 21:15:46.858540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=13051a32-d971-4030-a9f2-b317e43ec7ca,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:46.859796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cc48a-40b0-4704-985c-31a2a67c868b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7907c8f-83fe-4449-b117-98b3a2f100e9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:46.865682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:46.870084 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.898829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cab200f8-e5ac-4305-b5cd-a236be0d52db tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.4762740
Feb 19 21:15:46.899315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48516) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:46.918957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:46.930123 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4fdb3162-d2fe-481a-a5ac-ca4381d0d40c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:46.930782 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Added segment 4fdb3162-d2fe-481a-a5ac-ca4381d0d40c of type vlan for network 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5
Feb 19 21:15:46.988369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:47.039513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08154770-b4f7-4927-b2a8-a2ec2f98dbc6 req-8992b67e-1558-46d8-8d66-37f219b0ec48 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 210 time: 0.0580833
Feb 19 21:15:47.059199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:47.065799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:47.067039 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:47.082883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b303d487-a975-4c59-8c89-e92c973b22fe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:47.090157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b303d487-a975-4c59-8c89-e92c973b22fe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:47.094755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b303d487-a975-4c59-8c89-e92c973b22fe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.1912727
Feb 19 21:15:47.095626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48518) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:47.101210 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2870898
Feb 19 21:15:47.131024 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48520) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:47.136205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'network_id': '9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:47.230004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 290b8658-d314-4164-8ea0-ab701744a05b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:15:47.247869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67ad4c-1652-4903-b8f5-492bde1521c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Network': ['ID=9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:47.259060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d5091cc3-9727-4542-8d6b-331b068a2696 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port 13051a32-d971-4030-a9f2-b317e43ec7ca {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:47.259418 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5091cc3-9727-4542-8d6b-331b068a2696 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (13051a32-d971-4030-a9f2-b317e43ec7ca), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:47.288780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:47.323801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Made reservation on behalf of 112e97082e95498a8696f7ffe38c1071 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:47.328386 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:47.377169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 290b8658-d314-4164-8ea0-ab701744a05b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:47.377557 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (290b8658-d314-4164-8ea0-ab701744a05b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:47.399842 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5091cc3-9727-4542-8d6b-331b068a2696 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (13051a32-d971-4030-a9f2-b317e43ec7ca), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:47.414618 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_backend_mixin [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Performing IP validity checks on allocation pools {{(pid=121129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 19 21:15:47.415449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_backend_mixin [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 19 21:15:47.433528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d5091cc3-9727-4542-8d6b-331b068a2696 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for 13051a32-d971-4030-a9f2-b317e43ec7ca owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:47.572869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 290b8658-d314-4164-8ea0-ab701744a05b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:47.573871 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (290b8658-d314-4164-8ea0-ab701744a05b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:47.673677 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 290b8658-d314-4164-8ea0-ab701744a05b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=290b8658-d314-4164-8ea0-ab701744a05b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:47.689118 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (290b8658-d314-4164-8ea0-ab701744a05b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:47.707473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (8931502c-25fb-4476-916d-0b34dc602ba9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:47.783682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=290b8658-d314-4164-8ea0-ab701744a05b,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:47.828252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=8931502c-25fb-4476-916d-0b34dc602ba9,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:47.833422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Checking segment: {'id': '4fdb3162-d2fe-481a-a5ac-ca4381d0d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:47.833796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network hostable DHCP agents. Network: 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:47.849316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0235576-9942-45ee-ac9d-a46277612100 req-05501187-5d23-49e0-a7aa-31a55d5c17cf tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:47.851417 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-05501187-5d23-49e0-a7aa-31a55d5c17cf tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.67 "GET /v2.0/networks?id=e5a29e46-9acc-46cd-9f60-d7bca6965158 HTTP/1.1" status: 200  len: 809 time: 0.3310106
Feb 19 21:15:47.857935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Network 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:47.874892 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:47.880717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:47.881086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Request body: {'port': {'device_id': '00dedc93-b220-4908-8f4f-506d606555be', 'network_id': 'e5a29e46-9acc-46cd-9f60-d7bca6965158', 'admin_state_up': True, 'tenant_id': '4929d77b858b4d848172346c97160377'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:47.881867 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1695377'] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:47.886377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad106b-a914-4a8b-ad4a-d2822edfd3b8 None None] Network 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:47.903794 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a5e2ba86-0b47-474c-b301-a51473df2584 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 0.7716506
Feb 19 21:15:47.908485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48540) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:47.914758 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bc6935dd-f083-4f08-acaf-edd5815619c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:48.003162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9f456-0555-4dbe-a02d-1c0b6c001176 req-6f7624a8-b7e5-49bc-a3d4-a49cc9c0b1ff tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:48.006148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73a9f456-0555-4dbe-a02d-1c0b6c001176 req-6f7624a8-b7e5-49bc-a3d4-a49cc9c0b1ff tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.2923841
Feb 19 21:15:48.044932 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:15:48.083272 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc6935dd-f083-4f08-acaf-edd5815619c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25622342'] for subnet (8931502c-25fb-4476-916d-0b34dc602ba9), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.121247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5091cc3-9727-4542-8d6b-331b068a2696 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (13051a32-d971-4030-a9f2-b317e43ec7ca), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.159816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5', 'network_id': '9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5', 'project_id': '112e97082e95498a8696f7ffe38c1071', 'fixed_ips': [{'subnet_id': '8931502c-25fb-4476-916d-0b34dc602ba9'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:48.161740 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.191595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7109468-a6fb-4d9c-92b4-28fc987c2925 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:48.193614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5091cc3-9727-4542-8d6b-331b068a2696 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=13051a32-d971-4030-a9f2-b317e43ec7ca,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:48.210571 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73a9f456-0555-4dbe-a02d-1c0b6c001176 req-aaba6eac-7d23-4586-9ecf-f1f9bb7391d0 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911037
Feb 19 21:15:48.231676 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d5091cc3-9727-4542-8d6b-331b068a2696 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.239698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d5091cc3-9727-4542-8d6b-331b068a2696 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/13051a32-d971-4030-a9f2-b317e43ec7ca HTTP/1.1" status: 204  len: 168 time: 1.1395917
Feb 19 21:15:48.253534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48548) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:48.257428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1731acd6-042d-4ac2-a8cd-d463715969c2 req-05c3b5e2-f040-4284-a1a3-86b3ec5e33de tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 210 time: 0.0762548
Feb 19 21:15:48.265973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Made reservation on behalf of 4929d77b858b4d848172346c97160377 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:48.269761 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.375064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572fae81-b2a5-4fe3-93d7-cf6e48728330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:48.376748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572fae81-b2a5-4fe3-93d7-cf6e48728330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:48.378734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-572fae81-b2a5-4fe3-93d7-cf6e48728330 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1237514
Feb 19 21:15:48.381176 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc6935dd-f083-4f08-acaf-edd5815619c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751653240980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27200306'] for subnet (8931502c-25fb-4476-916d-0b34dc602ba9), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.382630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48552) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:48.432541 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-18fb7d07-6138-4f50-8f37-55805eae152d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.453916 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6935dd-f083-4f08-acaf-edd5815619c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:48.454818 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bc6935dd-f083-4f08-acaf-edd5815619c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.455619 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-68e8efb5-8fb4-4ba3-b7cc-b5be2a70531a None None] Provisioning complete for port 290b8658-d314-4164-8ea0-ab701744a05b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:48.456003 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-68e8efb5-8fb4-4ba3-b7cc-b5be2a70531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (290b8658-d314-4164-8ea0-ab701744a05b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.463299 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bc6935dd-f083-4f08-acaf-edd5815619c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "PUT /v2.0/subnets/8931502c-25fb-4476-916d-0b34dc602ba9 HTTP/1.1" status: 200  len: 877 time: 0.5531266
Feb 19 21:15:48.464148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48554) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:48.478881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6935dd-f083-4f08-acaf-edd5815619c6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event updated for resources: {'Subnet': ['ID=8931502c-25fb-4476-916d-0b34dc602ba9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:48.503891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-c496d1d1-e901-413a-b90c-29808faeead5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 76e2ad4a-c217-4bbc-adc9-2e8538c4fe50 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:48.529350 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c496d1d1-e901-413a-b90c-29808faeead5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (76e2ad4a-c217-4bbc-adc9-2e8538c4fe50), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.558545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Allocated IP 172.20.0.3 (9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5/8931502c-25fb-4476-916d-0b34dc602ba9/b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:48.628812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Allocated IP 172.20.0.12 (e5a29e46-9acc-46cd-9f60-d7bca6965158/7ac3fb62-17bf-451d-a649-ac9e1b8a2c83/373ba6f9-858a-4bc3-b3bf-ba987c52475f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:48.633190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c496d1d1-e901-413a-b90c-29808faeead5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (76e2ad4a-c217-4bbc-adc9-2e8538c4fe50), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.684375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-68e8efb5-8fb4-4ba3-b7cc-b5be2a70531a None None] Current status of the port 290b8658-d314-4164-8ea0-ab701744a05b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:48.750594 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.818261 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Publish callbacks [] for port (b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.829374 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.892957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Pushing event updated for resources: {'Port': ['ID=b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:48.907685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Network 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:48.907819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c496d1d1-e901-413a-b90c-29808faeead5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (76e2ad4a-c217-4bbc-adc9-2e8538c4fe50), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.919871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:48.923986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:48.975204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c1b4f69c-3230-4bce-8261-25e26c215c9c None None] Provisioning complete for port 290b8658-d314-4164-8ea0-ab701744a05b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:48.976846 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c1b4f69c-3230-4bce-8261-25e26c215c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (290b8658-d314-4164-8ea0-ab701744a05b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:48.987739 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (8931502c-25fb-4476-916d-0b34dc602ba9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.042408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Attempting to bind port b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:49.043191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Attempting to bind port b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4fdb3162-d2fe-481a-a5ac-ca4381d0d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:49.043191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Attempting to bind port b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d on network 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:49.057420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:49.057420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Checking segment: {'id': '4fdb3162-d2fe-481a-a5ac-ca4381d0d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:49.057903 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.058292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Bound using segment: {'id': '4fdb3162-d2fe-481a-a5ac-ca4381d0d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:49.058852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Bound port: b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdb3162-d2fe-481a-a5ac-ca4381d0d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:49.059349 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.076205 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Publish callbacks [] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.083180 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c496d1d1-e901-413a-b90c-29808faeead5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (76e2ad4a-c217-4bbc-adc9-2e8538c4fe50), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.135629 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c496d1d1-e901-413a-b90c-29808faeead5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.142262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c496d1d1-e901-413a-b90c-29808faeead5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/76e2ad4a-c217-4bbc-adc9-2e8538c4fe50 HTTP/1.1" status: 204  len: 168 time: 0.7556379
Feb 19 21:15:49.142783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48568) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:49.143683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496d1d1-e901-413a-b90c-29808faeead5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=76e2ad4a-c217-4bbc-adc9-2e8538c4fe50,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:49.174526 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (8931502c-25fb-4476-916d-0b34dc602ba9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.191201 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.207728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] For port b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:49.211597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] For port b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d,segment=NetworkSegment(4fdb3162-d2fe-481a-a5ac-ca4381d0d40c),segment_id=4fdb3162-d2fe-481a-a5ac-ca4381d0d40c)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:49.219814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 290b8658-d314-4164-8ea0-ab701744a05b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:15:49.230373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Subnet': ['ID=8931502c-25fb-4476-916d-0b34dc602ba9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:49.316619 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8ea91bd5-d2f3-4d85-bffa-30fdb1ec3861 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1694074
Feb 19 21:15:49.317461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48576) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:49.329367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d4ad21db-c72d-44c4-ae28-05e5ef426dee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:49.336499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Network e5a29e46-9acc-46cd-9f60-d7bca6965158 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:49.344033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:49.347146 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:49.382475 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.403213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Pushing event updated for resources: {'Port': ['ID=373ba6f9-858a-4bc3-b3bf-ba987c52475f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:49.460056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a5679d0>,) {'filters': {'network_id': ['9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:49.477284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ebda8f-1fa6-46b0-86ad-0232e3b51b1e None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:49.480859 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.485850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ad21db-c72d-44c4-ae28-05e5ef426dee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:49.494425 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4ad21db-c72d-44c4-ae28-05e5ef426dee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.497069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a5679d0>, '4fdb3162-d2fe-481a-a5ac-ca4381d0d40c') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:49.497444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a5679d0>, '4fdb3162-d2fe-481a-a5ac-ca4381d0d40c') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:49.507119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:49.507813 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.528228 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (4fdb3162-d2fe-481a-a5ac-ca4381d0d40c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.565891 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4fdb3162-d2fe-481a-a5ac-ca4381d0d40c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.576521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16465b65-3335-44c3-8990-e02e3dfd8020 req-47623c54-0059-4d6f-940e-00060355f3c6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:49.583800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16465b65-3335-44c3-8990-e02e3dfd8020 req-47623c54-0059-4d6f-940e-00060355f3c6 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.2223129
Feb 19 21:15:49.588345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-26bb6adc-729f-41ba-9440-53ebf9fd9b5f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7174959
Feb 19 21:15:49.596063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4f69c-3230-4bce-8261-25e26c215c9c None None] Current status of the port 290b8658-d314-4164-8ea0-ab701744a05b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:49.603517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:49.604136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (4fdb3162-d2fe-481a-a5ac-ca4381d0d40c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:49.615162 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:49.645531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Request body: {'port': {'device_id': '00dedc93-b220-4908-8f4f-506d606555be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:49.739121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d8c5cfac-4c21-496a-8c7c-a35c78e3de94 None None] Could not find standard attr ID for object 13051a32-d971-4030-a9f2-b317e43ec7ca. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:15:49.746794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3a27a-d4d5-44d8-a541-72d4d8dea91a None None] Pushing event updated for resources: {'Port': ['ID=b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:49.747747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601e3f5-6dfa-4696-92f1-d044a633438d req-c84d2911-881d-48e6-8662-9343ffa13bb0 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:49.750680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c601e3f5-6dfa-4696-92f1-d044a633438d req-c84d2911-881d-48e6-8662-9343ffa13bb0 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 932 time: 0.3167710
Feb 19 21:15:49.753363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 290b8658-d314-4164-8ea0-ab701744a05b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:49.753930 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (290b8658-d314-4164-8ea0-ab701744a05b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:49.812704 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.api [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 19 21:15:49.812704 ncdv-master-1 neutron-server[121128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 19 21:15:49.812704 ncdv-master-1 neutron-server[121128]: [parameters: {'id': '9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5'}]
Feb 19 21:15:49.812704 ncdv-master-1 neutron-server[121128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:15:49.813094 ncdv-master-1 neutron-server[121128]: DEBUG oslo_db.api [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:15:49.885214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 290b8658-d314-4164-8ea0-ab701744a05b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:49.931024 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ac71c-80b9-4761-b11b-60f99c7fc52a None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:50.061089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4ad21db-c72d-44c4-ae28-05e5ef426dee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (6178bffb-2f59-4dd4-bd45-98efe7b3284c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.075274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ac71c-80b9-4761-b11b-60f99c7fc52a None None] Deleting port 290b8658-d314-4164-8ea0-ab701744a05b {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:50.076114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac71c-80b9-4761-b11b-60f99c7fc52a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (290b8658-d314-4164-8ea0-ab701744a05b), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.152656 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad21db-c72d-44c4-ae28-05e5ef426dee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:50.157063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad21db-c72d-44c4-ae28-05e5ef426dee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:50.158910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad21db-c72d-44c4-ae28-05e5ef426dee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=6178bffb-2f59-4dd4-bd45-98efe7b3284c,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:50.161706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ad21db-c72d-44c4-ae28-05e5ef426dee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:50.162307 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4ad21db-c72d-44c4-ae28-05e5ef426dee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.188381 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d4ad21db-c72d-44c4-ae28-05e5ef426dee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8687718
Feb 19 21:15:50.190003 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48594) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:50.197391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'name': 'tempest-NetworksTestDHCPv6-1621670622'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:50.207306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16465b65-3335-44c3-8990-e02e3dfd8020 req-615379f0-bc83-410f-91d5-8cf98ab3bcff tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6226232
Feb 19 21:15:50.211494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ae4ac71c-80b9-4761-b11b-60f99c7fc52a None None] For port 290b8658-d314-4164-8ea0-ab701744a05b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=290b8658-d314-4164-8ea0-ab701744a05b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:50.211905 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac71c-80b9-4761-b11b-60f99c7fc52a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (290b8658-d314-4164-8ea0-ab701744a05b), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.236810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ac71c-80b9-4761-b11b-60f99c7fc52a None None] Calling delete_port for 290b8658-d314-4164-8ea0-ab701744a05b owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:50.266790 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.279677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c601e3f5-6dfa-4696-92f1-d044a633438d req-5e112229-dff3-4f10-aa47-85f8be0197a7 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/security-groups?id=692cd1d6-1343-4fdd-9b66-dcebeae1b566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5114343
Feb 19 21:15:50.315948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.363982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:50.367441 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac71c-80b9-4761-b11b-60f99c7fc52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (290b8658-d314-4164-8ea0-ab701744a05b), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.368211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.395449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port ff72f110-9110-4dfb-809d-480658b81a1b yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:15:50.403931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ac71c-80b9-4761-b11b-60f99c7fc52a None None] Pushing event deleted for resources: {'Port': ['ID=290b8658-d314-4164-8ea0-ab701744a05b,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:50.427978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ac71c-80b9-4761-b11b-60f99c7fc52a None None] No DVR routers for this DVR port 290b8658-d314-4164-8ea0-ab701744a05b on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:50.451370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf8c31-5872-451e-9d02-31f626d8f2f2 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:50.541043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Deleting port b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:50.541890 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.563649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::1f9 (3093a338-1bb2-47bc-b43b-364f1349065f/6178bffb-2f59-4dd4-bd45-98efe7b3284c/ff72f110-9110-4dfb-809d-480658b81a1b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:50.602969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': '6178bffb-2f59-4dd4-bd45-98efe7b3284c'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:50.603198 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.623088 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af65b867-970b-41e8-b2b9-4eecae269909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.660564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] For port b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d,segment=NetworkSegment(4fdb3162-d2fe-481a-a5ac-ca4381d0d40c),segment_id=4fdb3162-d2fe-481a-a5ac-ca4381d0d40c)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:50.660943 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.680075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Calling delete_port for b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:50.782755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373ba6f9-858a-4bc3-b3bf-ba987c52475f {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:15:50.794483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Publish callbacks [] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.818928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Transition to ACTIVE for port object 373ba6f9-858a-4bc3-b3bf-ba987c52475f will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:15:50.833726 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.880479 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (ff72f110-9110-4dfb-809d-480658b81a1b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.894410 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.906989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Pushing event updated for resources: {'Port': ['ID=373ba6f9-858a-4bc3-b3bf-ba987c52475f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:50.937419 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ff72f110-9110-4dfb-809d-480658b81a1b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:50.967613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No DVR routers for this DVR port b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:50.975830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Port': ['ID=b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:51.011605 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:51.015618 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:51.018695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/6178bffb-2f59-4dd4-bd45-98efe7b3284c/4e912e50-88b7-4025-9c4a-b27d9a3dd698) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:51.028111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:51.043645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:51.043982 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.083590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=ff72f110-9110-4dfb-809d-480658b81a1b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:51.099563 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a008209a-8fda-4a25-a19b-71678d26dbe7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.9079709
Feb 19 21:15:51.102312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48610) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:51.144008 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.184522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Attempting to bind port 373ba6f9-858a-4bc3-b3bf-ba987c52475f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:51.184982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Attempting to bind port 373ba6f9-858a-4bc3-b3bf-ba987c52475f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e5a29e46-9acc-46cd-9f60-d7bca6965158'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:51.185599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Attempting to bind port 373ba6f9-858a-4bc3-b3bf-ba987c52475f on network e5a29e46-9acc-46cd-9f60-d7bca6965158 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:51.207718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Port 373ba6f9-858a-4bc3-b3bf-ba987c52475f on network e5a29e46-9acc-46cd-9f60-d7bca6965158 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:15:51.208478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Attempting to bind port 373ba6f9-858a-4bc3-b3bf-ba987c52475f on network e5a29e46-9acc-46cd-9f60-d7bca6965158 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:51.217700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a72274a30>,) {'filters': {'network_id': ['9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:51.227917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 290b8658-d314-4164-8ea0-ab701744a05b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:51.231024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:51.231436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Checking segment: {'id': 'f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e5a29e46-9acc-46cd-9f60-d7bca6965158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:51.231831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Bound using segment: {'id': 'f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e5a29e46-9acc-46cd-9f60-d7bca6965158'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:51.233896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Bound port: 373ba6f9-858a-4bc3-b3bf-ba987c52475f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e5a29e46-9acc-46cd-9f60-d7bca6965158'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:51.233896 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.245474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72274a30>, '4fdb3162-d2fe-481a-a5ac-ca4381d0d40c') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:51.246077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72274a30>, '4fdb3162-d2fe-481a-a5ac-ca4381d0d40c') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:51.273535 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (4fdb3162-d2fe-481a-a5ac-ca4381d0d40c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.278941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e65d2-9557-4362-9661-692993cf481d None None] Network 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:51.300245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a8b88-6357-4373-844c-47dc137c859c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:51.301858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fe7a8b88-6357-4373-844c-47dc137c859c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.1985831
Feb 19 21:15:51.304873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48616) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:51.327736 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4fdb3162-d2fe-481a-a5ac-ca4381d0d40c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.347258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:51.347844 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (4fdb3162-d2fe-481a-a5ac-ca4381d0d40c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:51.352456 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:51.422162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 290b8658-d314-4164-8ea0-ab701744a05b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:51.422524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 290b8658-d314-4164-8ea0-ab701744a05b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:51.444479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-da72f742-4265-4ece-b3bf-44feb0c0108c None None] Could not find standard attr ID for object b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:15:51.457250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4a625267-0ea7-4f18-b031-3f4a76c40a97 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port ff72f110-9110-4dfb-809d-480658b81a1b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:51.457606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a625267-0ea7-4f18-b031-3f4a76c40a97 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ff72f110-9110-4dfb-809d-480658b81a1b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.469788 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Publish callbacks [] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.494079 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.506358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] For port 373ba6f9-858a-4bc3-b3bf-ba987c52475f, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:51.508931 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.517107 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.520501 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5 HTTP/1.1" status: 204  len: 168 time: 3.0552697
Feb 19 21:15:51.528956 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48622) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:51.563691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb48dd-b9fb-4338-be05-5141ec57aa15 req-516b36ff-0224-4213-b010-28c67fceba7f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:51.566487 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50fb48dd-b9fb-4338-be05-5141ec57aa15 req-516b36ff-0224-4213-b010-28c67fceba7f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.2406125
Feb 19 21:15:51.569122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] For port 373ba6f9-858a-4bc3-b3bf-ba987c52475f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=373ba6f9-858a-4bc3-b3bf-ba987c52475f,segment=NetworkSegment(f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1),segment_id=f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:51.582971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359ffcc-55e4-4398-9ad5-86388420b1cd tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:51.593905 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-494da84c-c204-46e6-8635-1220720ec077 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:51.594373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494da84c-c204-46e6-8635-1220720ec077 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:51.594506 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.601132 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-494da84c-c204-46e6-8635-1220720ec077 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/subnets/8931502c-25fb-4476-916d-0b34dc602ba9 HTTP/1.1" status: 404  len: 337 time: 0.0684760
Feb 19 21:15:51.602437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48624) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:51.603934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:51.605235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a6b59f-4906-420f-8cdb-f66c0dbdea29 None None] DHCP port deletion for 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:51.614890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:51.627077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Pushing event updated for resources: {'Port': ['ID=4e912e50-88b7-4025-9c4a-b27d9a3dd698,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:51.629952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:51.656131 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:51.656813 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.658237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] 10.222.0.67 "PUT /v2.0/ports/373ba6f9-858a-4bc3-b3bf-ba987c52475f HTTP/1.1" status: 200  len: 1092 time: 2.0478415
Feb 19 21:15:51.665249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00dedc93-b220-4908-8f4f-506d606555be', 'tag': '373ba6f9-858a-4bc3-b3bf-ba987c52475f'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:51.667812 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b0f1a1-1888-4a01-8327-94f979370cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "00dedc93-b220-4908-8f4f-506d606555be", "tag": "373ba6f9-858a-4bc3-b3bf-ba987c52475f"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:51.670860 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-231e7be8-3554-43e3-9390-0ddb661fdd23 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:51.673700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231e7be8-3554-43e3-9390-0ddb661fdd23 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:51.685173 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-231e7be8-3554-43e3-9390-0ddb661fdd23 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5 HTTP/1.1" status: 404  len: 339 time: 0.0819843
Feb 19 21:15:51.686183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48628) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:51.687882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3fafa6-d95a-4cdb-99ed-1f870aded404 None None] Network 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:51.691146 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb8ff9-0665-422f-babf-762a89858bd2 req-fe53803b-ac0d-417a-9780-a5d5ec82b8ed tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:51.693532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bfb8ff9-0665-422f-babf-762a89858bd2 req-fe53803b-ac0d-417a-9780-a5d5ec82b8ed tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 944 time: 0.2615709
Feb 19 21:15:51.725557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3fafa6-d95a-4cdb-99ed-1f870aded404 None None] Network 9f9cc73d-a467-4cf9-a884-ca41c5b8f3f5 could not be found, it might have been deleted concurrently. {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 19 21:15:51.748105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Attempting to bind port 4e912e50-88b7-4025-9c4a-b27d9a3dd698 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:51.749453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Attempting to bind port 4e912e50-88b7-4025-9c4a-b27d9a3dd698 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:51.750215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Attempting to bind port 4e912e50-88b7-4025-9c4a-b27d9a3dd698 on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:51.766229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:51.766750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:51.767172 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.767576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:51.768068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Bound port: 4e912e50-88b7-4025-9c4a-b27d9a3dd698, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:51.768564 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.774686 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ba09cc-1487-4d57-9ef8-98784cca8016 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:51.775151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ba09cc-1487-4d57-9ef8-98784cca8016 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:51.782101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50fb48dd-b9fb-4338-be05-5141ec57aa15 req-4cd58dad-1a9c-4fc9-990a-e49f28e95bee tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021108
Feb 19 21:15:51.788356 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-00ba09cc-1487-4d57-9ef8-98784cca8016 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/subnets/6351eff8-1c50-40b7-a869-24010b533350 HTTP/1.1" status: 404  len: 337 time: 0.0832989
Feb 19 21:15:51.792098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f6556-4f9b-4d52-9ea9-ab705cb52d73 service neutron] Pushing event updated for resources: {'Port': ['ID=373ba6f9-858a-4bc3-b3bf-ba987c52475f,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:51.798479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48632) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:51.822286 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a625267-0ea7-4f18-b031-3f4a76c40a97 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ff72f110-9110-4dfb-809d-480658b81a1b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.848363 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e07a97-e137-4057-b732-fab5d687eb51 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:51.848914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e07a97-e137-4057-b732-fab5d687eb51 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:51.853761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4a625267-0ea7-4f18-b031-3f4a76c40a97 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for ff72f110-9110-4dfb-809d-480658b81a1b owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:51.853993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e8e07a97-e137-4057-b732-fab5d687eb51 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/e102fbb2-4cb0-46bd-b07d-0d21c5d5c45b HTTP/1.1" status: 404  len: 339 time: 0.0517559
Feb 19 21:15:51.855724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48634) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:51.861934 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd3bff1-3305-48b4-bef0-94fc5e0a4ee6 x-openstack-request-id: req-efd3bff1-3305-48b4-bef0-94fc5e0a4ee6 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:51.862599 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00dedc93-b220-4908-8f4f-506d606555be", "tag": "373ba6f9-858a-4bc3-b3bf-ba987c52475f", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:51.863096 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efd3bff1-3305-48b4-bef0-94fc5e0a4ee6 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:51.863746 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00dedc93-b220-4908-8f4f-506d606555be', 'tag': '373ba6f9-858a-4bc3-b3bf-ba987c52475f', 'status': 'completed', 'code': 200}
Feb 19 21:15:51.863986 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.881835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0235576-9942-45ee-ac9d-a46277612100 req-c9f5e78f-e4cb-47a2-af67-a67ad0be9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:51.882464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] For port 4e912e50-88b7-4025-9c4a-b27d9a3dd698, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:51.884486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-c9f5e78f-e4cb-47a2-af67-a67ad0be9d6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4929d77b858b4d848172346c97160377&device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 1126 time: 0.1814897
Feb 19 21:15:51.886669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] For port 4e912e50-88b7-4025-9c4a-b27d9a3dd698, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e912e50-88b7-4025-9c4a-b27d9a3dd698,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:51.890890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bfb8ff9-0665-422f-babf-762a89858bd2 req-c2ea3188-48e5-44a0-a069-482496e11b78 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/security-groups?id=692cd1d6-1343-4fdd-9b66-dcebeae1b566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481462
Feb 19 21:15:51.894509 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:51.932638 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-e0213208-51b3-4307-97c2-4a91fcc596e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=373ba6f9-858a-4bc3-b3bf-ba987c52475f HTTP/1.1" status: 200  len: 217 time: 0.0403593
Feb 19 21:15:51.997845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ef781-7731-4fcc-95b6-4bd67113403b None None] Pushing event updated for resources: {'Port': ['ID=4e912e50-88b7-4025-9c4a-b27d9a3dd698,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:52.006763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0235576-9942-45ee-ac9d-a46277612100 req-d0751221-3b23-41f6-843c-bfa049f8ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:52.008269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-d0751221-3b23-41f6-843c-bfa049f8ad55 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ac3fb62-17bf-451d-a649-ac9e1b8a2c83 HTTP/1.1" status: 200  len: 849 time: 0.0670450
Feb 19 21:15:52.034570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (119d0b5e-7d46-4c91-973c-77acbcef5c0a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:52.044856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-8f38ffac-4473-4832-9e92-b63ec0c3a8aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e5a29e46-9acc-46cd-9f60-d7bca6965158&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303841
Feb 19 21:15:52.173094 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-60463999-2c23-48e7-8872-c5b4b5347988 service neutron] 10.222.0.67 "GET /v2.0/networks/e5a29e46-9acc-46cd-9f60-d7bca6965158?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225021
Feb 19 21:15:52.219828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (119d0b5e-7d46-4c91-973c-77acbcef5c0a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:52.239448 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a625267-0ea7-4f18-b031-3f4a76c40a97 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ff72f110-9110-4dfb-809d-480658b81a1b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:52.284081 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69875640>,) {'filters': {'network_id': ['119d0b5e-7d46-4c91-973c-77acbcef5c0a']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:52.286876 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a625267-0ea7-4f18-b031-3f4a76c40a97 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=ff72f110-9110-4dfb-809d-480658b81a1b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:52.305372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69875640>, '0e9d30a1-c63d-4174-aeb7-a71041c209e0') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:52.306269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69875640>, '0e9d30a1-c63d-4174-aeb7-a71041c209e0') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:52.339480 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (0e9d30a1-c63d-4174-aeb7-a71041c209e0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:52.348776 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a625267-0ea7-4f18-b031-3f4a76c40a97 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:52.354759 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4a625267-0ea7-4f18-b031-3f4a76c40a97 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/ff72f110-9110-4dfb-809d-480658b81a1b HTTP/1.1" status: 204  len: 168 time: 1.0480921
Feb 19 21:15:52.355517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48644) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.371943 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0235576-9942-45ee-ac9d-a46277612100 req-a375e4d5-78a7-4b8b-9577-1fc098b167ca service neutron] 10.222.0.67 "GET /v2.0/networks/e5a29e46-9acc-46cd-9f60-d7bca6965158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925511
Feb 19 21:15:52.401278 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0e9d30a1-c63d-4174-aeb7-a71041c209e0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:52.420999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:52.421423 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (0e9d30a1-c63d-4174-aeb7-a71041c209e0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:52.424798 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:52.492814 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0f1a1-1888-4a01-8327-94f979370cc9 req-5ff72c9a-900f-47a6-8b26-998c3c9b361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:52.494512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34b0f1a1-1888-4a01-8327-94f979370cc9 req-5ff72c9a-900f-47a6-8b26-998c3c9b361f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4929d77b858b4d848172346c97160377&device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 1126 time: 0.0666974
Feb 19 21:15:52.497189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac47b0d-6224-45cc-80d1-073774aeb16b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:52.498598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac47b0d-6224-45cc-80d1-073774aeb16b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:52.500144 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2ac47b0d-6224-45cc-80d1-073774aeb16b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1419261
Feb 19 21:15:52.503070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48650) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.511065 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (119d0b5e-7d46-4c91-973c-77acbcef5c0a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:52.523187 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:52.527605 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/119d0b5e-7d46-4c91-973c-77acbcef5c0a HTTP/1.1" status: 204  len: 168 time: 0.6708722
Feb 19 21:15:52.530689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48654) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.549991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a051538-19e2-4a28-ba69-3f8d9f29add6 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=119d0b5e-7d46-4c91-973c-77acbcef5c0a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:52.570647 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed61f0e7-2c73-42b7-ab22-1e71a7250a39 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:52.571124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed61f0e7-2c73-42b7-ab22-1e71a7250a39 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:52.574553 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ed61f0e7-2c73-42b7-ab22-1e71a7250a39 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/subnets/1fd0a671-7f18-48f5-a214-10dac1ec7032 HTTP/1.1" status: 404  len: 337 time: 0.0426676
Feb 19 21:15:52.577637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48658) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.605617 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7459bc30-dfe1-4dba-ad23-a7b0cdf82651 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:52.605617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7459bc30-dfe1-4dba-ad23-a7b0cdf82651 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:52.609334 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7459bc30-dfe1-4dba-ad23-a7b0cdf82651 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/f16cc32a-abef-43e7-b5bb-a15087bb981a HTTP/1.1" status: 404  len: 339 time: 0.0295880
Feb 19 21:15:52.612241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48660) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.614186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ec2c20-06a7-48c5-8b91-835f2db9a118 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 6178bffb-2f59-4dd4-bd45-98efe7b3284c {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:52.625815 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2c20-06a7-48c5-8b91-835f2db9a118 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (6178bffb-2f59-4dd4-bd45-98efe7b3284c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:52.644039 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-60fc752c-da90-4218-bac5-9a25a865bc43 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:52.644186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60fc752c-da90-4218-bac5-9a25a865bc43 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:52.656702 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-60fc752c-da90-4218-bac5-9a25a865bc43 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/subnets/6b314193-8531-42f7-b3dd-a630037ce766 HTTP/1.1" status: 404  len: 337 time: 0.0428212
Feb 19 21:15:52.659939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48664) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.694865 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-55872da6-a094-47b8-8ce2-3c4e1dad1b24 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:52.696165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55872da6-a094-47b8-8ce2-3c4e1dad1b24 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:52.697971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0f1a1-1888-4a01-8327-94f979370cc9 req-bc4d6f5f-ae4b-418d-9b65-367a26efc5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:52.700664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34b0f1a1-1888-4a01-8327-94f979370cc9 req-bc4d6f5f-ae4b-418d-9b65-367a26efc5bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=e5a29e46-9acc-46cd-9f60-d7bca6965158 HTTP/1.1" status: 200  len: 910 time: 0.1985912
Feb 19 21:15:52.706647 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2c20-06a7-48c5-8b91-835f2db9a118 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (6178bffb-2f59-4dd4-bd45-98efe7b3284c), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:52.706768 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-55872da6-a094-47b8-8ce2-3c4e1dad1b24 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/d9469bf1-8f9a-45e8-9e7c-ca1fd86d4f4b HTTP/1.1" status: 404  len: 339 time: 0.0413959
Feb 19 21:15:52.706768 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48666) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.733073 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00afd98-10ec-4fb6-b813-52ecb713416c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:52.734045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00afd98-10ec-4fb6-b813-52ecb713416c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:52.737321 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b00afd98-10ec-4fb6-b813-52ecb713416c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/subnets/7fd3f22d-e096-4dd0-8320-674a923102b2 HTTP/1.1" status: 404  len: 337 time: 0.0303342
Feb 19 21:15:52.739926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48668) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.759209 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-386dc07d-c0aa-4bd0-b168-600d893fc367 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:52.759780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386dc07d-c0aa-4bd0-b168-600d893fc367 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:52.767063 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-386dc07d-c0aa-4bd0-b168-600d893fc367 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/3e189cac-45bc-44d6-980f-f5c55a459bd5 HTTP/1.1" status: 404  len: 339 time: 0.0219553
Feb 19 21:15:52.767063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48672) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.793229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34b0f1a1-1888-4a01-8327-94f979370cc9 req-550308dd-b994-425c-8ce2-e8146232a2b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=373ba6f9-858a-4bc3-b3bf-ba987c52475f HTTP/1.1" status: 200  len: 217 time: 0.0841520
Feb 19 21:15:52.795359 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a66e34-222c-4313-a52a-380db353ce8b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:52.796662 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a66e34-222c-4313-a52a-380db353ce8b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:52.800057 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-63a66e34-222c-4313-a52a-380db353ce8b tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/subnets/09b6eff9-90ba-4424-990e-4e16b5189295 HTTP/1.1" status: 404  len: 337 time: 0.0320854
Feb 19 21:15:52.803795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48674) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.854642 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b3fb83-37d6-4d33-a8f2-0ace11dcb633 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:52.855442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b3fb83-37d6-4d33-a8f2-0ace11dcb633 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:52.860770 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a9b3fb83-37d6-4d33-a8f2-0ace11dcb633 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/41282981-fc17-4a30-9aec-5630a9382435 HTTP/1.1" status: 404  len: 339 time: 0.0550914
Feb 19 21:15:52.863234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48678) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.897607 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-51075c18-88e4-4cd0-97eb-a0c3d7db1cd7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:52.898288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51075c18-88e4-4cd0-97eb-a0c3d7db1cd7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:52.901961 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-51075c18-88e4-4cd0-97eb-a0c3d7db1cd7 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/subnets/8ff7af84-5ee5-429f-8b28-865feaeec659 HTTP/1.1" status: 404  len: 337 time: 0.0375493
Feb 19 21:15:52.904710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48680) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.931603 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-308fde12-7f61-4343-8169-2cbf309d0f47 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:52.932234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308fde12-7f61-4343-8169-2cbf309d0f47 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:52.935770 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-308fde12-7f61-4343-8169-2cbf309d0f47 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/bb1d0317-3787-440b-a709-af67bb4f4a39 HTTP/1.1" status: 404  len: 339 time: 0.0300112
Feb 19 21:15:52.940193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48684) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:52.969906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0f1a1-1888-4a01-8327-94f979370cc9 req-95748b2a-c829-41d2-a221-4456e8fe34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:52.970592 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6af59a-95e2-44e2-a329-47f0991f34f0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:52.971270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6af59a-95e2-44e2-a329-47f0991f34f0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:52.971889 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34b0f1a1-1888-4a01-8327-94f979370cc9 req-95748b2a-c829-41d2-a221-4456e8fe34f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ac3fb62-17bf-451d-a649-ac9e1b8a2c83 HTTP/1.1" status: 200  len: 849 time: 0.1727631
Feb 19 21:15:52.974971 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1b6af59a-95e2-44e2-a329-47f0991f34f0 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/subnets/0555be13-2b8b-4ee5-adb7-03554fe3c599 HTTP/1.1" status: 404  len: 337 time: 0.0334573
Feb 19 21:15:52.979596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48686) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:53.012757 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b67788-2c5d-46dd-9a64-d5b754feb27c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:53.013421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b67788-2c5d-46dd-9a64-d5b754feb27c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:53.017269 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-64b67788-2c5d-46dd-9a64-d5b754feb27c tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/fe0b21f1-6275-457e-b183-2b56e714dbd1 HTTP/1.1" status: 404  len: 339 time: 0.0359461
Feb 19 21:15:53.019839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48688) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:53.040045 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34b0f1a1-1888-4a01-8327-94f979370cc9 req-4e00a673-8bf4-4fa4-9486-09d522973da3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e5a29e46-9acc-46cd-9f60-d7bca6965158&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580316
Feb 19 21:15:53.042907 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2c20-06a7-48c5-8b91-835f2db9a118 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (6178bffb-2f59-4dd4-bd45-98efe7b3284c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.065266 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8df0b4-abc3-4346-b079-7637d1f4fb86 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:53.065731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8df0b4-abc3-4346-b079-7637d1f4fb86 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:53.071532 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6d8df0b4-abc3-4346-b079-7637d1f4fb86 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/subnets/7c8de92e-9e14-4703-86c0-3220e59b6949 HTTP/1.1" status: 404  len: 337 time: 0.0503933
Feb 19 21:15:53.077507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48690) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:53.112370 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa78f6a7-f9c3-47a9-ad82-972fec63961a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:53.121904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa78f6a7-f9c3-47a9-ad82-972fec63961a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:53.132916 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fa78f6a7-f9c3-47a9-ad82-972fec63961a tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/9d0a4662-a11c-48c1-a683-e3b1bd169124 HTTP/1.1" status: 404  len: 339 time: 0.0535228
Feb 19 21:15:53.144190 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48694) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:53.194562 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd44001f-f704-4278-98ce-c6be23e2c990 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:53.195020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd44001f-f704-4278-98ce-c6be23e2c990 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:53.198503 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.201211 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bd44001f-f704-4278-98ce-c6be23e2c990 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/subnets/c8b10a5e-21ac-4ef0-84ac-03ebceed378f HTTP/1.1" status: 404  len: 337 time: 0.0553412
Feb 19 21:15:53.204351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48696) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:53.219847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34b0f1a1-1888-4a01-8327-94f979370cc9 req-2f12d0df-3112-4758-91c6-6e5f481f304c service neutron] 10.222.0.67 "GET /v2.0/networks/e5a29e46-9acc-46cd-9f60-d7bca6965158?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717923
Feb 19 21:15:53.232879 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef5b140-b5c9-455a-a579-ed17d7b0ddee tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:15:53.233949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef5b140-b5c9-455a-a579-ed17d7b0ddee tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:15:53.238673 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fef5b140-b5c9-455a-a579-ed17d7b0ddee tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/aff4ec7b-0e1e-4ff6-b5cd-1633841b74a9 HTTP/1.1" status: 404  len: 339 time: 0.0329823
Feb 19 21:15:53.250124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48698) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:53.252396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4e912e50-88b7-4025-9c4a-b27d9a3dd698 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:15:53.334723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e7b6cd-01a5-4e80-8ed5-4cb5408b8c77 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Deleting subnet 574e0d1c-5562-4a2d-90f5-f41e78c931ba {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:53.341214 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b6cd-01a5-4e80-8ed5-4cb5408b8c77 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for subnet (574e0d1c-5562-4a2d-90f5-f41e78c931ba), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.366096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4e912e50-88b7-4025-9c4a-b27d9a3dd698 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:53.366480 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.428653 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b6cd-01a5-4e80-8ed5-4cb5408b8c77 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (574e0d1c-5562-4a2d-90f5-f41e78c931ba), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.449264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac86d7d-c72c-42d5-878c-193a5519f8c9 req-25fb217f-ae40-4a2e-a552-7be0cf3e6341 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:53.450922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eac86d7d-c72c-42d5-878c-193a5519f8c9 req-25fb217f-ae40-4a2e-a552-7be0cf3e6341 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.5317080
Feb 19 21:15:53.523372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1033d2-6b71-42af-97a7-cf5b8982405e req-f8a9435f-ba09-40be-8f6e-7f82d2a94411 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:53.524566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-49f0bdef-3235-4fd7-9de6-548d3f4a28bc None None] Provisioning complete for port 4e912e50-88b7-4025-9c4a-b27d9a3dd698 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:53.525113 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-49f0bdef-3235-4fd7-9de6-548d3f4a28bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.526895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4e912e50-88b7-4025-9c4a-b27d9a3dd698 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:53.527621 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.532216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1033d2-6b71-42af-97a7-cf5b8982405e req-f8a9435f-ba09-40be-8f6e-7f82d2a94411 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 944 time: 0.5323284
Feb 19 21:15:53.542943 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2c20-06a7-48c5-8b91-835f2db9a118 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (6178bffb-2f59-4dd4-bd45-98efe7b3284c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.661046 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:15:53.661802 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:15:53.664098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec2c20-06a7-48c5-8b91-835f2db9a118 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=6178bffb-2f59-4dd4-bd45-98efe7b3284c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:53.705368 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eac86d7d-c72c-42d5-878c-193a5519f8c9 req-5d80820f-b610-4abd-8f96-5fbafaab2456 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333815
Feb 19 21:15:53.712619 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2c20-06a7-48c5-8b91-835f2db9a118 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.720020 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f9ec2c20-06a7-48c5-8b91-835f2db9a118 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/6178bffb-2f59-4dd4-bd45-98efe7b3284c HTTP/1.1" status: 204  len: 168 time: 1.2118249
Feb 19 21:15:53.723520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48712) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:53.727010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b6cd-01a5-4e80-8ed5-4cb5408b8c77 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (574e0d1c-5562-4a2d-90f5-f41e78c931ba), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.745262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-49f0bdef-3235-4fd7-9de6-548d3f4a28bc None None] Current status of the port 4e912e50-88b7-4025-9c4a-b27d9a3dd698 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:53.746657 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-49f0bdef-3235-4fd7-9de6-548d3f4a28bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.805425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34b0f1a1-1888-4a01-8327-94f979370cc9 req-823c2afe-46fc-4202-86bd-b94a1432bc6c service neutron] 10.222.0.67 "GET /v2.0/networks/e5a29e46-9acc-46cd-9f60-d7bca6965158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5664892
Feb 19 21:15:53.813823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-49f0bdef-3235-4fd7-9de6-548d3f4a28bc None None] For port 4e912e50-88b7-4025-9c4a-b27d9a3dd698, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e912e50-88b7-4025-9c4a-b27d9a3dd698,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:53.814220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5ad0be5a-6772-4dea-8b49-3c89342320d8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0894327
Feb 19 21:15:53.819963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1033d2-6b71-42af-97a7-cf5b8982405e req-51db3ef7-6e87-4d75-8f97-dd6c287df329 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/security-groups?id=692cd1d6-1343-4fdd-9b66-dcebeae1b566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2868788
Feb 19 21:15:53.836882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48716) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:53.841587 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-49f0bdef-3235-4fd7-9de6-548d3f4a28bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.843572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f765011b-70d9-4156-936d-0f2c6b0575cd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:53.914085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0bdef-3235-4fd7-9de6-548d3f4a28bc None None] Pushing event updated for resources: {'Port': ['ID=4e912e50-88b7-4025-9c4a-b27d9a3dd698,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:53.929047 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b6cd-01a5-4e80-8ed5-4cb5408b8c77 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (574e0d1c-5562-4a2d-90f5-f41e78c931ba), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.930792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59536205-91c4-4adf-ad6e-947346430511 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:53.967848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7b6cd-01a5-4e80-8ed5-4cb5408b8c77 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Subnet': ['ID=574e0d1c-5562-4a2d-90f5-f41e78c931ba,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:53.970812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f765011b-70d9-4156-936d-0f2c6b0575cd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:53.975136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f765011b-70d9-4156-936d-0f2c6b0575cd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.982516 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b6cd-01a5-4e80-8ed5-4cb5408b8c77 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:53.991325 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d0e7b6cd-01a5-4e80-8ed5-4cb5408b8c77 tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/subnets/574e0d1c-5562-4a2d-90f5-f41e78c931ba HTTP/1.1" status: 204  len: 168 time: 0.7399349
Feb 19 21:15:53.992191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48728) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:53.996730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff7d86c-f6ae-41e4-a898-3eb8272c6411 None None] Network 03dab081-e8de-4ee4-8ca3-d35ade5c82d5 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:54.023876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-77457a81-0db9-425b-b8fb-f403be1ec81f None None] Could not find standard attr ID for object ff72f110-9110-4dfb-809d-480658b81a1b. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:15:54.231752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4e912e50-88b7-4025-9c4a-b27d9a3dd698 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:54.237388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031a98f9-bbde-4473-850a-60ad7069d591 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:54.249429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:54.277511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00bfee0-ed87-481b-9f9e-70545b0d00a2 None None] DHCP port deletion for 03dab081-e8de-4ee4-8ca3-d35ade5c82d5 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:54.283666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:54.284103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b7df25db-6a79-4ae4-b1ed-b6b71cc9a81d not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:54.310457 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f765011b-70d9-4156-936d-0f2c6b0575cd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (b3af97e7-cae7-4a94-b7a2-40a66b3b445a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.372228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-031a98f9-bbde-4473-850a-60ad7069d591 None None] Deleting port 4e912e50-88b7-4025-9c4a-b27d9a3dd698 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:54.372679 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-031a98f9-bbde-4473-850a-60ad7069d591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.388696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b00bfee0-ed87-481b-9f9e-70545b0d00a2 None None] Deleting port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:54.389132 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b00bfee0-ed87-481b-9f9e-70545b0d00a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.399482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765011b-70d9-4156-936d-0f2c6b0575cd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=b3af97e7-cae7-4a94-b7a2-40a66b3b445a,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:54.426471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765011b-70d9-4156-936d-0f2c6b0575cd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:54.430320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-f765011b-70d9-4156-936d-0f2c6b0575cd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:54.443655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f765011b-70d9-4156-936d-0f2c6b0575cd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:54.445973 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f765011b-70d9-4156-936d-0f2c6b0575cd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.476661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f765011b-70d9-4156-936d-0f2c6b0575cd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6381834
Feb 19 21:15:54.481134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48758) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:54.502086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'name': 'tempest-NetworksTestDHCPv6-1750012630'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:54.511144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.538869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b00bfee0-ed87-481b-9f9e-70545b0d00a2 None None] For port 1d5c59eb-07e2-49c4-b69b-52a844053ed3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d5c59eb-07e2-49c4-b69b-52a844053ed3,segment=NetworkSegment(0df277e4-1458-41fc-91a3-c152db8dbe50),segment_id=0df277e4-1458-41fc-91a3-c152db8dbe50)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:54.539279 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b00bfee0-ed87-481b-9f9e-70545b0d00a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.564570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-031a98f9-bbde-4473-850a-60ad7069d591 None None] For port 4e912e50-88b7-4025-9c4a-b27d9a3dd698, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e912e50-88b7-4025-9c4a-b27d9a3dd698,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:54.564990 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-031a98f9-bbde-4473-850a-60ad7069d591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.569270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b00bfee0-ed87-481b-9f9e-70545b0d00a2 None None] Calling delete_port for 1d5c59eb-07e2-49c4-b69b-52a844053ed3 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:54.587761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-031a98f9-bbde-4473-850a-60ad7069d591 None None] Calling delete_port for 4e912e50-88b7-4025-9c4a-b27d9a3dd698 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:54.589890 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (03dab081-e8de-4ee4-8ca3-d35ade5c82d5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.662139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Deleting port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:54.663028 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.670474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:54.675047 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.702864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port 34fe9fe9-0955-4be3-a123-7da444a2cf3f yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:15:54.752865 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b00bfee0-ed87-481b-9f9e-70545b0d00a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.800573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] For port 1d5c59eb-07e2-49c4-b69b-52a844053ed3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d5c59eb-07e2-49c4-b69b-52a844053ed3,segment=NetworkSegment(0df277e4-1458-41fc-91a3-c152db8dbe50),segment_id=0df277e4-1458-41fc-91a3-c152db8dbe50)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:54.800949 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.804504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bfee0-ed87-481b-9f9e-70545b0d00a2 None None] Pushing event deleted for resources: {'Port': ['ID=1d5c59eb-07e2-49c4-b69b-52a844053ed3,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:54.822441 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00bfee0-ed87-481b-9f9e-70545b0d00a2 None None] No DVR routers for this DVR port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:54.830479 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-031a98f9-bbde-4473-850a-60ad7069d591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (4e912e50-88b7-4025-9c4a-b27d9a3dd698), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:54.845015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Calling delete_port for 1d5c59eb-07e2-49c4-b69b-52a844053ed3 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:54.882652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a98f9-bbde-4473-850a-60ad7069d591 None None] Pushing event deleted for resources: {'Port': ['ID=4e912e50-88b7-4025-9c4a-b27d9a3dd698,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:54.891585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a98f9-bbde-4473-850a-60ad7069d591 None None] No DVR routers for this DVR port 4e912e50-88b7-4025-9c4a-b27d9a3dd698 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:54.923478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d60ff7-f137-4f39-9808-2a1f543c750d None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:54.928894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::1bf (3093a338-1bb2-47bc-b43b-364f1349065f/b3af97e7-cae7-4a94-b7a2-40a66b3b445a/34fe9fe9-0955-4be3-a123-7da444a2cf3f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:54.998097 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1d5c59eb-07e2-49c4-b69b-52a844053ed3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.040378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Port': ['ID=1d5c59eb-07e2-49c4-b69b-52a844053ed3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:55.043265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] No DVR routers for this DVR port 1d5c59eb-07e2-49c4-b69b-52a844053ed3 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:55.064312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': 'b3af97e7-cae7-4a94-b7a2-40a66b3b445a'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:55.065464 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.168698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4ef50-4887-41dd-87a2-35b650f42b2d req-d6416f25-f6ab-4d38-8eb6-cec91542de3a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:55.171181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55f4ef50-4887-41dd-87a2-35b650f42b2d req-d6416f25-f6ab-4d38-8eb6-cec91542de3a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.1801696
Feb 19 21:15:55.188366 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (03dab081-e8de-4ee4-8ca3-d35ade5c82d5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.190465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14640dfa-c174-4486-909d-bf09cecc7252 req-f0b55d06-8c75-45e3-8553-910d27e7696a tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:55.192180 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14640dfa-c174-4486-909d-bf09cecc7252 req-f0b55d06-8c75-45e3-8553-910d27e7696a tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 944 time: 0.2025414
Feb 19 21:15:55.201209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1d5c59eb-07e2-49c4-b69b-52a844053ed3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:55.226909 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (34fe9fe9-0955-4be3-a123-7da444a2cf3f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.231905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 1d5c59eb-07e2-49c4-b69b-52a844053ed3 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:55.233127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1d5c59eb-07e2-49c4-b69b-52a844053ed3 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:55.233127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4e912e50-88b7-4025-9c4a-b27d9a3dd698 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:55.238789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69a97b80>,) {'filters': {'network_id': ['03dab081-e8de-4ee4-8ca3-d35ade5c82d5']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:55.253963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69a97b80>, '0df277e4-1458-41fc-91a3-c152db8dbe50') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:55.254616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69a97b80>, '0df277e4-1458-41fc-91a3-c152db8dbe50') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:15:55.263247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 4e912e50-88b7-4025-9c4a-b27d9a3dd698 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:55.263599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4e912e50-88b7-4025-9c4a-b27d9a3dd698 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:55.275186 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (0df277e4-1458-41fc-91a3-c152db8dbe50), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.291345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55f4ef50-4887-41dd-87a2-35b650f42b2d req-0c603227-b490-4488-92b8-494da5ac2eb4 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087866
Feb 19 21:15:55.302660 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0df277e4-1458-41fc-91a3-c152db8dbe50), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.313289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:15:55.313961 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (0df277e4-1458-41fc-91a3-c152db8dbe50), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:15:55.317911 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:15:55.327301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14640dfa-c174-4486-909d-bf09cecc7252 req-df0816f5-47ed-4855-be7a-c1371fbfa839 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/security-groups?id=692cd1d6-1343-4fdd-9b66-dcebeae1b566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127744
Feb 19 21:15:55.339966 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (34fe9fe9-0955-4be3-a123-7da444a2cf3f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.394871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (03dab081-e8de-4ee4-8ca3-d35ade5c82d5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.397037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/b3af97e7-cae7-4a94-b7a2-40a66b3b445a/7ebd62dd-a45c-466b-93b2-bd8471a5fa34) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:55.400919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:55.404291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:55.409687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:55.415325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:55.415471 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.419377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=34fe9fe9-0955-4be3-a123-7da444a2cf3f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:55.424611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.430404 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] 10.222.0.30 "DELETE /v2.0/networks/03dab081-e8de-4ee4-8ca3-d35ade5c82d5 HTTP/1.1" status: 204  len: 168 time: 1.4364281
Feb 19 21:15:55.434221 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00106301-c8f2-4307-93c8-70c4477f665d tempest-NetworksTest-1542268984 tempest-NetworksTest-1542268984-project] Pushing event deleted for resources: {'Network': ['ID=03dab081-e8de-4ee4-8ca3-d35ade5c82d5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:55.437733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-73de25b1-40bb-409e-ab11-ca90dd0d6dcd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.9483347
Feb 19 21:15:55.437953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48814) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:55.506576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576ad37d-ab17-4663-a769-7c1d19c286c4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:55.508841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-576ad37d-ab17-4663-a769-7c1d19c286c4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.0699501
Feb 19 21:15:55.511540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48820) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:55.613723 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Publish callbacks [] for port (7ebd62dd-a45c-466b-93b2-bd8471a5fa34), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.620542 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (7ebd62dd-a45c-466b-93b2-bd8471a5fa34), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.629735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-eb25add5-143b-4d53-94d7-478fa9bdeb9f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port 34fe9fe9-0955-4be3-a123-7da444a2cf3f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:55.630295 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb25add5-143b-4d53-94d7-478fa9bdeb9f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (34fe9fe9-0955-4be3-a123-7da444a2cf3f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.642252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:55.645300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:55.667269 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:55.746728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Pushing event updated for resources: {'Port': ['ID=7ebd62dd-a45c-466b-93b2-bd8471a5fa34,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:55.754021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Attempting to bind port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:55.754749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Attempting to bind port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:55.755750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Attempting to bind port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:55.761755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:55.762551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:55.763184 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.763779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:55.765117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Bound port: 7ebd62dd-a45c-466b-93b2-bd8471a5fa34, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:55.765755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7ebd62dd-a45c-466b-93b2-bd8471a5fa34), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.774684 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb25add5-143b-4d53-94d7-478fa9bdeb9f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (34fe9fe9-0955-4be3-a123-7da444a2cf3f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:55.793141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-eb25add5-143b-4d53-94d7-478fa9bdeb9f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for 34fe9fe9-0955-4be3-a123-7da444a2cf3f owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:55.838272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 373ba6f9-858a-4bc3-b3bf-ba987c52475f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:15:55.854880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] For port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:55.862422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48834) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:55.879568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] For port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ebd62dd-a45c-466b-93b2-bd8471a5fa34,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:55.900497 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7ebd62dd-a45c-466b-93b2-bd8471a5fa34), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.075932 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dafc5ce2-04a3-4df7-ae25-b24a5f65420d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=112e97082e95498a8696f7ffe38c1071&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2118549
Feb 19 21:15:56.078782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48840) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:56.093600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48842) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:56.144194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57570538-2c3a-475a-b3bf-526002e3945b admin admin] Publish callbacks [] for security_group (ffc4f0bc-9865-4157-b59c-caf8ac5a873b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.171627 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.188077 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57570538-2c3a-475a-b3bf-526002e3945b admin admin] Publish callbacks [] for security_group (ffc4f0bc-9865-4157-b59c-caf8ac5a873b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.210259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59e138-b436-4921-ad86-6e250f0df248 None None] Pushing event updated for resources: {'Port': ['ID=7ebd62dd-a45c-466b-93b2-bd8471a5fa34,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:56.246301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 373ba6f9-858a-4bc3-b3bf-ba987c52475f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=373ba6f9-858a-4bc3-b3bf-ba987c52475f,segment=NetworkSegment(f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1),segment_id=f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:56.263020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57570538-2c3a-475a-b3bf-526002e3945b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ffc4f0bc-9865-4157-b59c-caf8ac5a873b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.266908 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57570538-2c3a-475a-b3bf-526002e3945b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.267235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '373ba6f9-858a-4bc3-b3bf-ba987c52475f', 'network_id': 'e5a29e46-9acc-46cd-9f60-d7bca6965158', 'port_id': '373ba6f9-858a-4bc3-b3bf-ba987c52475f', 'mac_address': 'fa:16:3e:76:6a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac3fb62-17bf-451d-a649-ac9e1b8a2c83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:15:56.268093 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-57570538-2c3a-475a-b3bf-526002e3945b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffc4f0bc-9865-4157-b59c-caf8ac5a873b HTTP/1.1" status: 204  len: 168 time: 0.1881628
Feb 19 21:15:56.276484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57570538-2c3a-475a-b3bf-526002e3945b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc4f0bc-9865-4157-b59c-caf8ac5a873b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:56.326346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 373ba6f9-858a-4bc3-b3bf-ba987c52475f is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:56.326529 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.334082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d284fdd-4e3f-43cc-b114-74ac5dfab76e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.341087 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb25add5-143b-4d53-94d7-478fa9bdeb9f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (34fe9fe9-0955-4be3-a123-7da444a2cf3f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.345725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373ba6f9-858a-4bc3-b3bf-ba987c52475f {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:15:56.381456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25add5-143b-4d53-94d7-478fa9bdeb9f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=34fe9fe9-0955-4be3-a123-7da444a2cf3f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:56.419717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 373ba6f9-858a-4bc3-b3bf-ba987c52475f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=373ba6f9-858a-4bc3-b3bf-ba987c52475f,segment=NetworkSegment(f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1),segment_id=f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:56.427713 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.503758 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d284fdd-4e3f-43cc-b114-74ac5dfab76e admin admin] Publish callbacks [] for security_group (ec7b9f47-89ff-4c42-93b7-44079994925a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.517629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d284fdd-4e3f-43cc-b114-74ac5dfab76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ec7b9f47-89ff-4c42-93b7-44079994925a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.519776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb25add5-143b-4d53-94d7-478fa9bdeb9f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.535073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eb25add5-143b-4d53-94d7-478fa9bdeb9f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/34fe9fe9-0955-4be3-a123-7da444a2cf3f HTTP/1.1" status: 204  len: 168 time: 1.0172243
Feb 19 21:15:56.543351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48852) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:56.546181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=373ba6f9-858a-4bc3-b3bf-ba987c52475f,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:56.585773 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2d284fdd-4e3f-43cc-b114-74ac5dfab76e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62137beb723b4b14b1811628e3f259f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4880793
Feb 19 21:15:56.590542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48856) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:56.597379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d284fdd-4e3f-43cc-b114-74ac5dfab76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7b9f47-89ff-4c42-93b7-44079994925a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:56.661064 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e465931-9072-4c3b-bc91-253509068355 admin admin] Publish callbacks [] for security_group (ec7b9f47-89ff-4c42-93b7-44079994925a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.664206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b02b099-84ce-4231-b354-2455104bed43 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:56.666103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b02b099-84ce-4231-b354-2455104bed43 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:56.671317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5b02b099-84ce-4231-b354-2455104bed43 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1288121
Feb 19 21:15:56.672183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48858) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:56.694321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e465931-9072-4c3b-bc91-253509068355 admin admin] Publish callbacks [] for security_group (ec7b9f47-89ff-4c42-93b7-44079994925a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.730976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['373ba6f9-858a-4bc3-b3bf-ba987c52475f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:15:56.747932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d2e4b2-3963-4ff3-b4e8-ddbdec1115b4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet b3af97e7-cae7-4a94-b7a2-40a66b3b445a {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:15:56.757132 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5943b7-0365-4469-8a1a-a75991b73c29 req-aa77ee69-4cb5-4967-ac76-30c3e33c23d4 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:56.766487 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d5943b7-0365-4469-8a1a-a75991b73c29 req-aa77ee69-4cb5-4967-ac76-30c3e33c23d4 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.3245816
Feb 19 21:15:56.771712 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e465931-9072-4c3b-bc91-253509068355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ec7b9f47-89ff-4c42-93b7-44079994925a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.777247 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e465931-9072-4c3b-bc91-253509068355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.778796 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6e465931-9072-4c3b-bc91-253509068355 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec7b9f47-89ff-4c42-93b7-44079994925a HTTP/1.1" status: 204  len: 168 time: 0.1872199
Feb 19 21:15:56.782408 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e4b2-3963-4ff3-b4e8-ddbdec1115b4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (b3af97e7-cae7-4a94-b7a2-40a66b3b445a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.790640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e465931-9072-4c3b-bc91-253509068355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7b9f47-89ff-4c42-93b7-44079994925a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:56.840117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ef319-b2c7-4604-a6c5-be636571c82e req-974361fa-e2b6-4c1f-8740-7ee0243782ed tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:56.841783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b5ef319-b2c7-4604-a6c5-be636571c82e req-974361fa-e2b6-4c1f-8740-7ee0243782ed tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 945 time: 0.3314216
Feb 19 21:15:56.877302 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e4b2-3963-4ff3-b4e8-ddbdec1115b4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (b3af97e7-cae7-4a94-b7a2-40a66b3b445a), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:56.983934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d5943b7-0365-4469-8a1a-a75991b73c29 req-79beafe1-a4a7-494b-8101-78e04bd6c6ec tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159369
Feb 19 21:15:57.034802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b5ef319-b2c7-4604-a6c5-be636571c82e req-52e2524b-dbf3-4ea6-8172-9b9617cc62ea tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/security-groups?id=692cd1d6-1343-4fdd-9b66-dcebeae1b566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841779
Feb 19 21:15:57.055263 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e4b2-3963-4ff3-b4e8-ddbdec1115b4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (b3af97e7-cae7-4a94-b7a2-40a66b3b445a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.179306 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e4b2-3963-4ff3-b4e8-ddbdec1115b4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (b3af97e7-cae7-4a94-b7a2-40a66b3b445a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.226977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2e4b2-3963-4ff3-b4e8-ddbdec1115b4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=b3af97e7-cae7-4a94-b7a2-40a66b3b445a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:57.247728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e4b2-3963-4ff3-b4e8-ddbdec1115b4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.252289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:15:57.257436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f3d2e4b2-3963-4ff3-b4e8-ddbdec1115b4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/b3af97e7-cae7-4a94-b7a2-40a66b3b445a HTTP/1.1" status: 204  len: 168 time: 0.5739486
Feb 19 21:15:57.257926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48878) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:57.281507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48880) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:57.302380 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-59a78185-cf96-4ff7-aedc-6c3e07594c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.317374 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12fadc92-8ad2-46ae-84a3-2d71ae91bdb9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0553882
Feb 19 21:15:57.317374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48882) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:57.341755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:57.342143 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7ebd62dd-a45c-466b-93b2-bd8471a5fa34), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.471181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c01f4-b55b-4539-aac9-1702e88158f5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:57.476903 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-639c01f4-b55b-4539-aac9-1702e88158f5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1576004
Feb 19 21:15:57.477854 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48884) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:57.480651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:57.481132 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7ebd62dd-a45c-466b-93b2-bd8471a5fa34), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.481491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-59a78185-cf96-4ff7-aedc-6c3e07594c77 admin admin] Publish callbacks [] for security_group (be659574-e678-4543-b23f-b22cdb2f74b3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.494934 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-59a78185-cf96-4ff7-aedc-6c3e07594c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (be659574-e678-4543-b23f-b22cdb2f74b3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.536892 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ebd62dd-a45c-466b-93b2-bd8471a5fa34,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:57.550284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7ebd62dd-a45c-466b-93b2-bd8471a5fa34), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.559832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c33d03-7b65-44f5-8104-aabf1d2b4bb7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:57.561615 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b1c33d03-7b65-44f5-8104-aabf1d2b4bb7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0825410
Feb 19 21:15:57.564720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a78185-cf96-4ff7-aedc-6c3e07594c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be659574-e678-4543-b23f-b22cdb2f74b3,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:57.571230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48888) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:57.586603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-59a78185-cf96-4ff7-aedc-6c3e07594c77 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0450196f463407598eaab1a7abb3913&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3015511
Feb 19 21:15:57.587316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48890) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:57.628853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5b547723-2848-4bd1-81a7-02fb4a13548d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0558000
Feb 19 21:15:57.629671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48892) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:57.633686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=7ebd62dd-a45c-466b-93b2-bd8471a5fa34,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:57.645980 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7e7d7f63-59f3-4e88-a838-4702a5c81e48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:57.673584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843daed7-a739-4481-a399-51acfaaf0c55 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:57.684969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48894) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:57.770990 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4efb9857-acfb-45d1-91fc-01a7bcf8daef admin admin] Publish callbacks [] for security_group (be659574-e678-4543-b23f-b22cdb2f74b3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.785977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7d7f63-59f3-4e88-a838-4702a5c81e48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:57.789498 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7f63-59f3-4e88-a838-4702a5c81e48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.797794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-37b91e2e-3d8e-43cf-befe-468f8b2219c0 None None] Provisioning complete for port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:57.798042 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-37b91e2e-3d8e-43cf-befe-468f8b2219c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7ebd62dd-a45c-466b-93b2-bd8471a5fa34), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.815381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1828102461'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:57.836720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 373ba6f9-858a-4bc3-b3bf-ba987c52475f up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:15:57.843688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:57.848181 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.860617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4efb9857-acfb-45d1-91fc-01a7bcf8daef admin admin] Publish callbacks [] for security_group (be659574-e678-4543-b23f-b22cdb2f74b3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.862259 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.896577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714cb1e-05e4-4871-9c33-71882fedf581 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:15:57.979262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-37b91e2e-3d8e-43cf-befe-468f8b2219c0 None None] Current status of the port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:57.979520 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4efb9857-acfb-45d1-91fc-01a7bcf8daef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (be659574-e678-4543-b23f-b22cdb2f74b3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.983622 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4efb9857-acfb-45d1-91fc-01a7bcf8daef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:57.984863 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4efb9857-acfb-45d1-91fc-01a7bcf8daef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be659574-e678-4543-b23f-b22cdb2f74b3 HTTP/1.1" status: 204  len: 168 time: 0.3965023
Feb 19 21:15:57.988171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 373ba6f9-858a-4bc3-b3bf-ba987c52475f completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:15:57.995225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 373ba6f9-858a-4bc3-b3bf-ba987c52475f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:15:57.995854 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.005834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb9857-acfb-45d1-91fc-01a7bcf8daef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be659574-e678-4543-b23f-b22cdb2f74b3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:58.039505 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (c27e6091-1e4f-4c10-92bf-d85a04e00fc7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.048447 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c27e6091-1e4f-4c10-92bf-d85a04e00fc7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.063774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8714cb1e-05e4-4871-9c33-71882fedf581 None None] Deleting port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:15:58.064235 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8714cb1e-05e4-4871-9c33-71882fedf581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7ebd62dd-a45c-466b-93b2-bd8471a5fa34), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.132625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7f63-59f3-4e88-a838-4702a5c81e48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (afa95c8c-44e6-47bb-bd0d-850f55f6ddc1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.138260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e6091-1e4f-4c10-92bf-d85a04e00fc7,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:58.161613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:58.204894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7d7f63-59f3-4e88-a838-4702a5c81e48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:58.208599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-7e7d7f63-59f3-4e88-a838-4702a5c81e48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:58.211522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8714cb1e-05e4-4871-9c33-71882fedf581 None None] For port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ebd62dd-a45c-466b-93b2-bd8471a5fa34,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:58.211953 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8714cb1e-05e4-4871-9c33-71882fedf581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7ebd62dd-a45c-466b-93b2-bd8471a5fa34), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.214227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7d7f63-59f3-4e88-a838-4702a5c81e48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:58.215080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7f63-59f3-4e88-a838-4702a5c81e48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.225398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d7f63-59f3-4e88-a838-4702a5c81e48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=afa95c8c-44e6-47bb-bd0d-850f55f6ddc1,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:58.242891 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7e7d7f63-59f3-4e88-a838-4702a5c81e48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6087816
Feb 19 21:15:58.243381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48904) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:58.244428 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 373ba6f9-858a-4bc3-b3bf-ba987c52475f is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:15:58.245015 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.247650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8714cb1e-05e4-4871-9c33-71882fedf581 None None] Calling delete_port for 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:15:58.255832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'fixed_ips': [{'subnet_id': 'afa95c8c-44e6-47bb-bd0d-850f55f6ddc1', 'ip_address': '2001:db8::3374:547a:ff66:71a0'}], 'name': 'tempest-NetworksTestDHCPv6-1352738553'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:58.256590 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a256c513-8a9c-43c4-ae98-fe6f9b699b12), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.257329 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Added segment a256c513-8a9c-43c4-ae98-fe6f9b699b12 of type vlan for network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c
Feb 19 21:15:58.279089 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dedc93-b220-4908-8f4f-506d606555be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ba6f9-858a-4bc3-b3bf-ba987c52475f'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:15:58.281547 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09a2bd3-6421-443a-8637-453599611217" -d '{"events": [{"server_uuid": "00dedc93-b220-4908-8f4f-506d606555be", "name": "network-vif-plugged", "status": "completed", "tag": "373ba6f9-858a-4bc3-b3bf-ba987c52475f"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:15:58.308898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a4b89-42f8-4b44-b934-05be793ab95f req-d6202236-d98a-45d1-98c0-41ce270e5e24 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:58.313018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-862a4b89-42f8-4b44-b934-05be793ab95f req-d6202236-d98a-45d1-98c0-41ce270e5e24 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.1529775
Feb 19 21:15:58.322692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 373ba6f9-858a-4bc3-b3bf-ba987c52475f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=373ba6f9-858a-4bc3-b3bf-ba987c52475f,segment=NetworkSegment(f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1),segment_id=f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:15:58.330272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.410183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=373ba6f9-858a-4bc3-b3bf-ba987c52475f,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:58.414279 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8714cb1e-05e4-4871-9c33-71882fedf581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (7ebd62dd-a45c-466b-93b2-bd8471a5fa34), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.443786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714cb1e-05e4-4871-9c33-71882fedf581 None None] Pushing event deleted for resources: {'Port': ['ID=7ebd62dd-a45c-466b-93b2-bd8471a5fa34,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:58.445885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714cb1e-05e4-4871-9c33-71882fedf581 None None] No DVR routers for this DVR port 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:15:58.450466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-862a4b89-42f8-4b44-b934-05be793ab95f req-027da7ee-7414-4ca9-8688-3942d066f23b tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984011
Feb 19 21:15:58.452776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (90f721e5-1984-4fc8-92b0-4419e1fe7d7c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.461047 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:58.474054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f2de5e-2db0-4085-986b-ef6f38190af8 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:58.489240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c2b2c-2a2f-4894-b40f-9f6cf10bbe50 req-6aa3a881-8489-42f3-9b11-7df4aae70c85 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:58.501453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-517c2b2c-2a2f-4894-b40f-9f6cf10bbe50 req-6aa3a881-8489-42f3-9b11-7df4aae70c85 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 945 time: 0.3194497
Feb 19 21:15:58.554104 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (90f721e5-1984-4fc8-92b0-4419e1fe7d7c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.567231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:58.570264 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a31f0ad-d5c6-48a0-bcba-48cf52ead677 x-openstack-request-id: req-2a31f0ad-d5c6-48a0-bcba-48cf52ead677 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:15:58.570564 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dedc93-b220-4908-8f4f-506d606555be", "name": "network-vif-plugged", "status": "completed", "tag": "373ba6f9-858a-4bc3-b3bf-ba987c52475f", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:15:58.570823 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a31f0ad-d5c6-48a0-bcba-48cf52ead677 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:15:58.571434 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dedc93-b220-4908-8f4f-506d606555be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ba6f9-858a-4bc3-b3bf-ba987c52475f', 'code': 200}
Feb 19 21:15:58.572684 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.625058 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.626105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': 'afa95c8c-44e6-47bb-bd0d-850f55f6ddc1'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:15:58.627272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.662602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port a2bf443f-1bd4-44ec-aca3-b8f3ea633643 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:15:58.726122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Network': ['ID=90f721e5-1984-4fc8-92b0-4419e1fe7d7c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:58.767822 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-91d30000-01af-41ff-94e0-9b2f3fd2ac27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.0817962
Feb 19 21:15:58.772377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48922) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:58.781225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'name': 'tempest-PortsTestJSON-193696841'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:58.782273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-517c2b2c-2a2f-4894-b40f-9f6cf10bbe50 req-8caa5f17-9335-4471-b136-e056e0f1ac1f tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/security-groups?id=692cd1d6-1343-4fdd-9b66-dcebeae1b566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2802622
Feb 19 21:15:58.822728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32b4b4-0a2a-43cf-8f09-44ca667ac3c6 req-c34ed739-d8ed-4eaf-b65e-890c22e933de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:58.824312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad32b4b4-0a2a-43cf-8f09-44ca667ac3c6 req-c34ed739-d8ed-4eaf-b65e-890c22e933de service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 1128 time: 0.0947132
Feb 19 21:15:58.838769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:15:58.915265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825482c2-6dff-4831-9f9c-1d328066d085 req-673dcc04-c8bd-4060-a272-4162e9f81131 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:58.916880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-825482c2-6dff-4831-9f9c-1d328066d085 req-673dcc04-c8bd-4060-a272-4162e9f81131 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.0916357
Feb 19 21:15:58.932077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad32b4b4-0a2a-43cf-8f09-44ca667ac3c6 req-bd4790c9-c555-41c6-8f2d-7983bd695c20 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=692cd1d6-1343-4fdd-9b66-dcebeae1b566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738757
Feb 19 21:15:58.949936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:58.955604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:58.974599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:15:58.983748 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-825482c2-6dff-4831-9f9c-1d328066d085 req-6927c666-48c6-4cb4-90a6-772b0582c894 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554979
Feb 19 21:15:59.021130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/afa95c8c-44e6-47bb-bd0d-850f55f6ddc1/5643bae7-3a53-4d43-9ba7-c607b5310c6c) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:59.148910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e087e4-b501-4800-9726-adcec848bc53 req-8c42ff49-6559-40c4-b028-398e7c251c80 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:59.154546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74e087e4-b501-4800-9726-adcec848bc53 req-8c42ff49-6559-40c4-b028-398e7c251c80 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.0825903
Feb 19 21:15:59.174343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:15:59.209184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:15:59.210033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7ebd62dd-a45c-466b-93b2-bd8471a5fa34 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:15:59.220409 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74e087e4-b501-4800-9726-adcec848bc53 req-295ef729-54b0-4d57-b9a6-d38c60f4953f tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501258
Feb 19 21:15:59.252422 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.290184 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Publish callbacks [] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.292046 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.304052 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.366290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:15:59.369463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:59.372820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:59.383868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Pushing event updated for resources: {'Port': ['ID=5643bae7-3a53-4d43-9ba7-c607b5310c6c,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:59.432211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:59.450704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::3374:547a:ff66:71a0 (3093a338-1bb2-47bc-b43b-364f1349065f/afa95c8c-44e6-47bb-bd0d-850f55f6ddc1/a2bf443f-1bd4-44ec-aca3-b8f3ea633643) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:15:59.465343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Checking segment: {'id': 'a256c513-8a9c-43c4-ae98-fe6f9b699b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:59.466048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network hostable DHCP agents. Network: 90f721e5-1984-4fc8-92b0-4419e1fe7d7c, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:15:59.497745 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.501497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Attempting to bind port 5643bae7-3a53-4d43-9ba7-c607b5310c6c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:15:59.501996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Attempting to bind port 5643bae7-3a53-4d43-9ba7-c607b5310c6c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:15:59.502369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Attempting to bind port 5643bae7-3a53-4d43-9ba7-c607b5310c6c on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:15:59.510468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:15:59.510861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:15:59.511272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.511678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:15:59.512161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Bound port: 5643bae7-3a53-4d43-9ba7-c607b5310c6c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:15:59.512586 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.532183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:15:59.556273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab830b-ecdd-457b-94bf-a34e841ebd2f req-ef7df526-46e3-4885-a2f2-6f6f260a6d1e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:59.557876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecab830b-ecdd-457b-94bf-a34e841ebd2f req-ef7df526-46e3-4885-a2f2-6f6f260a6d1e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.0691166
Feb 19 21:15:59.561221 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90f721e5-1984-4fc8-92b0-4419e1fe7d7c) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:15:59.564924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:15:59.571075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:59.571683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.585259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4876e-1a31-4d54-87d8-4b26a553371d None None] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:15:59.614225 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-222612ab-5804-4a4b-92d0-79a129f61f16 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.8401999
Feb 19 21:15:59.618969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48946) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:15:59.627122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ecab830b-ecdd-457b-94bf-a34e841ebd2f req-d5a65d9e-1f9b-45ba-a457-c6ab36df50e7 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618243
Feb 19 21:15:59.628823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-88094665'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:15:59.671127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:15:59.675535 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.691933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] For port 5643bae7-3a53-4d43-9ba7-c607b5310c6c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:15:59.730475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] For port 5643bae7-3a53-4d43-9ba7-c607b5310c6c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5643bae7-3a53-4d43-9ba7-c607b5310c6c,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:15:59.732193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:15:59.737666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (a2bf443f-1bd4-44ec-aca3-b8f3ea633643), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.742300 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.751827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (018bd3a6-8a48-4c25-9359-4b0387c891a7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.752403 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Added segment 018bd3a6-8a48-4c25-9359-4b0387c891a7 of type vlan for network 988ae46c-116b-43de-9522-992c764b7ecc
Feb 19 21:15:59.811523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105590c-4937-495c-bfd2-8d2e567ecf85 None None] Pushing event updated for resources: {'Port': ['ID=5643bae7-3a53-4d43-9ba7-c607b5310c6c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:15:59.813161 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (988ae46c-116b-43de-9522-992c764b7ecc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.850812 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a2bf443f-1bd4-44ec-aca3-b8f3ea633643), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.855929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (988ae46c-116b-43de-9522-992c764b7ecc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.862867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:59.863633 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:15:59.950666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a61764-f820-4637-be4e-adaf07c3d151 req-e45c4715-d31d-4e0c-8713-b388de90e847 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:15:59.953721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53a61764-f820-4637-be4e-adaf07c3d151 req-e45c4715-d31d-4e0c-8713-b388de90e847 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 946 time: 0.0783045
Feb 19 21:16:00.015748 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:00.019293 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3993533
Feb 19 21:16:00.025824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 48956) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:00.027293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:00.032541 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:00.038996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'ports': [{'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c'}, {'network_id': '988ae46c-116b-43de-9522-992c764b7ecc'}]} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:00.039973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:00.040712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': '988ae46c-116b-43de-9522-992c764b7ecc'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:00.041551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:00.042201 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:00.054608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff032afc-7e07-4333-a0e5-f51ddfb07e71 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Network': ['ID=988ae46c-116b-43de-9522-992c764b7ecc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:00.060844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=a2bf443f-1bd4-44ec-aca3-b8f3ea633643,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:00.067467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 988ae46c-116b-43de-9522-992c764b7ecc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:16:00.098427 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ead572fb-6bcf-497f-87d3-2d4aa300a76b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.8486452
Feb 19 21:16:00.101798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48958) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:00.164849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53a61764-f820-4637-be4e-adaf07c3d151 req-ab72e2c0-ec48-43fe-8f38-9f1cfa3f6633 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/security-groups?id=692cd1d6-1343-4fdd-9b66-dcebeae1b566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037897
Feb 19 21:16:00.203941 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1d96d-5060-42e4-bd7e-03fe145eb4ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:00.210190 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1d96d-5060-42e4-bd7e-03fe145eb4ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:00.212578 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9af1d96d-5060-42e4-bd7e-03fe145eb4ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.1092434
Feb 19 21:16:00.215165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48962) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:00.362143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4154ce93-5819-40ec-a8a2-a5163d27591d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port a2bf443f-1bd4-44ec-aca3-b8f3ea633643 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:00.362514 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4154ce93-5819-40ec-a8a2-a5163d27591d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a2bf443f-1bd4-44ec-aca3-b8f3ea633643), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:00.363997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 2} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:00.369569 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:00.387095 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:00.506848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4154ce93-5819-40ec-a8a2-a5163d27591d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a2bf443f-1bd4-44ec-aca3-b8f3ea633643), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:00.525163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4154ce93-5819-40ec-a8a2-a5163d27591d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for a2bf443f-1bd4-44ec-aca3-b8f3ea633643 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:00.611430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port c602e394-da59-4d41-96f9-3a86e969f690 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:00.732394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6098483-5f07-4558-8978-a0f7969c6a8d req-2623b7bc-354b-4446-9049-ace26de04c4e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:00.732394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6098483-5f07-4558-8978-a0f7969c6a8d req-2623b7bc-354b-4446-9049-ace26de04c4e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.1129594
Feb 19 21:16:00.754932 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4154ce93-5819-40ec-a8a2-a5163d27591d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a2bf443f-1bd4-44ec-aca3-b8f3ea633643), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:00.805649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154ce93-5819-40ec-a8a2-a5163d27591d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=a2bf443f-1bd4-44ec-aca3-b8f3ea633643,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:00.850315 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4154ce93-5819-40ec-a8a2-a5163d27591d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:00.854150 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4154ce93-5819-40ec-a8a2-a5163d27591d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/a2bf443f-1bd4-44ec-aca3-b8f3ea633643 HTTP/1.1" status: 204  len: 168 time: 0.6379631
Feb 19 21:16:00.856680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48982) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:00.921105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02725d4c-ec81-4b5e-8ad5-9bcf5cd53a5d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:00.922463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02725d4c-ec81-4b5e-8ad5-9bcf5cd53a5d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:00.927839 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-02725d4c-ec81-4b5e-8ad5-9bcf5cd53a5d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0653281
Feb 19 21:16:00.927839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48984) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:00.973424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867eb54-593d-4a05-964e-f3eea18285bd req-4f09dec7-d036-4578-af18-95ca3121e86d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:00.980509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d867eb54-593d-4a05-964e-f3eea18285bd req-4f09dec7-d036-4578-af18-95ca3121e86d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 945 time: 0.1921022
Feb 19 21:16:01.023036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3215d22-4ce0-4343-ba74-2d95a3b2b0ca tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet afa95c8c-44e6-47bb-bd0d-850f55f6ddc1 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:01.027315 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3215d22-4ce0-4343-ba74-2d95a3b2b0ca tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (afa95c8c-44e6-47bb-bd0d-850f55f6ddc1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.028610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-c6098483-5f07-4558-8978-a0f7969c6a8d req-eb5f698b-c98c-4385-a5ce-09b08f416a04 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Deleting port 3c00e454-f41f-4b4a-a75e-e389847f6009 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:01.029029 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6098483-5f07-4558-8978-a0f7969c6a8d req-eb5f698b-c98c-4385-a5ce-09b08f416a04 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.034449 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (c602e394-da59-4d41-96f9-3a86e969f690), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.086462 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3215d22-4ce0-4343-ba74-2d95a3b2b0ca tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (afa95c8c-44e6-47bb-bd0d-850f55f6ddc1), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.103203 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d867eb54-593d-4a05-964e-f3eea18285bd req-4d3986dd-12fb-4428-b060-df1ac73617ce tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181211
Feb 19 21:16:01.211127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port a6d31c1d-d716-478a-9481-69ee1710cd8e yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:01.229504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5643bae7-3a53-4d43-9ba7-c607b5310c6c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:01.259781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c6098483-5f07-4558-8978-a0f7969c6a8d req-eb5f698b-c98c-4385-a5ce-09b08f416a04 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] For port 3c00e454-f41f-4b4a-a75e-e389847f6009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c00e454-f41f-4b4a-a75e-e389847f6009,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:01.260238 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6098483-5f07-4558-8978-a0f7969c6a8d req-eb5f698b-c98c-4385-a5ce-09b08f416a04 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.292019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cec1e7c0-1940-4da5-b24e-f8013c8db4de None None] Provisioning complete for port 5643bae7-3a53-4d43-9ba7-c607b5310c6c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:01.292428 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cec1e7c0-1940-4da5-b24e-f8013c8db4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.312026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-c6098483-5f07-4558-8978-a0f7969c6a8d req-eb5f698b-c98c-4385-a5ce-09b08f416a04 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Calling delete_port for 3c00e454-f41f-4b4a-a75e-e389847f6009 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:01.314514 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3215d22-4ce0-4343-ba74-2d95a3b2b0ca tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (afa95c8c-44e6-47bb-bd0d-850f55f6ddc1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.397657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5643bae7-3a53-4d43-9ba7-c607b5310c6c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:01.400374 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.465128 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3215d22-4ce0-4343-ba74-2d95a3b2b0ca tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (afa95c8c-44e6-47bb-bd0d-850f55f6ddc1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.473985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48990) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:01.481280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cec1e7c0-1940-4da5-b24e-f8013c8db4de None None] Current status of the port 5643bae7-3a53-4d43-9ba7-c607b5310c6c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:01.481682 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cec1e7c0-1940-4da5-b24e-f8013c8db4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.489314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634072f-2e4e-43cd-9734-277a1b932ac1 req-5b925c0b-4995-4690-91b3-d327e45d5e33 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:01.497622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2634072f-2e4e-43cd-9734-277a1b932ac1 req-5b925c0b-4995-4690-91b3-d327e45d5e33 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 946 time: 0.2075398
Feb 19 21:16:01.526079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3215d22-4ce0-4343-ba74-2d95a3b2b0ca tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=afa95c8c-44e6-47bb-bd0d-850f55f6ddc1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:01.534568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3215d22-4ce0-4343-ba74-2d95a3b2b0ca tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.541836 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a3215d22-4ce0-4343-ba74-2d95a3b2b0ca tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/afa95c8c-44e6-47bb-bd0d-850f55f6ddc1 HTTP/1.1" status: 204  len: 168 time: 0.6130509
Feb 19 21:16:01.544053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48994) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:01.552737 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (a6d31c1d-d716-478a-9481-69ee1710cd8e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.591001 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-797673d7-9c48-4567-9ace-5f958a7ab82f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0456932
Feb 19 21:16:01.594423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 48996) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:01.599698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a795c1c9-3936-4a9c-a119-3869fc697a06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:01.610558 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-cec1e7c0-1940-4da5-b24e-f8013c8db4de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:16:01.611186 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-cec1e7c0-1940-4da5-b24e-f8013c8db4de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:16:01.613841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5643bae7-3a53-4d43-9ba7-c607b5310c6c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:01.614389 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.660995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2634072f-2e4e-43cd-9734-277a1b932ac1 req-4992a3bc-f765-44da-b99e-284ccc55104a tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/security-groups?id=692cd1d6-1343-4fdd-9b66-dcebeae1b566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615682
Feb 19 21:16:01.687511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 5643bae7-3a53-4d43-9ba7-c607b5310c6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5643bae7-3a53-4d43-9ba7-c607b5310c6c,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:01.707427 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.714469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b47b8f38-a4ab-4f02-a74a-c2fdf3b9c96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.734135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c602e394-da59-4d41-96f9-3a86e969f690), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.782663 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6098483-5f07-4558-8978-a0f7969c6a8d req-eb5f698b-c98c-4385-a5ce-09b08f416a04 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3c00e454-f41f-4b4a-a75e-e389847f6009), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.784898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=5643bae7-3a53-4d43-9ba7-c607b5310c6c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:01.807584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['26602451-8ab7-4868-aff7-0faa278f42dc', '3c00e454-f41f-4b4a-a75e-e389847f6009'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:16:01.862617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b47b8f38-a4ab-4f02-a74a-c2fdf3b9c96a admin admin] Publish callbacks [] for security_group (6a4c99f8-57a7-4ac8-8685-8d26ffadf722), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.882497 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b47b8f38-a4ab-4f02-a74a-c2fdf3b9c96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6a4c99f8-57a7-4ac8-8685-8d26ffadf722), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.891391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6098483-5f07-4558-8978-a0f7969c6a8d req-eb5f698b-c98c-4385-a5ce-09b08f416a04 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] No DVR routers for this DVR port 3c00e454-f41f-4b4a-a75e-e389847f6009 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:01.894897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:01.904414 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c6098483-5f07-4558-8978-a0f7969c6a8d req-eb5f698b-c98c-4385-a5ce-09b08f416a04 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.909417 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6098483-5f07-4558-8978-a0f7969c6a8d req-eb5f698b-c98c-4385-a5ce-09b08f416a04 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "DELETE /v2.0/ports/3c00e454-f41f-4b4a-a75e-e389847f6009 HTTP/1.1" status: 204  len: 173 time: 1.1728117
Feb 19 21:16:01.910686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f147bf0-9df9-4222-85dc-df35ee5063b1', 'name': 'network-vif-deleted', 'tag': '3c00e454-f41f-4b4a-a75e-e389847f6009'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:16:01.913360 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ec59e-586b-48d1-8c91-c68ecab357bd" -d '{"events": [{"server_uuid": "8f147bf0-9df9-4222-85dc-df35ee5063b1", "name": "network-vif-deleted", "tag": "3c00e454-f41f-4b4a-a75e-e389847f6009"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:16:01.919769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:01.923362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=c602e394-da59-4d41-96f9-3a86e969f690,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:01.926064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:01.927272 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a6d31c1d-d716-478a-9481-69ee1710cd8e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:01.953790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.954553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.955044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.955527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.956517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.956994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.957341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.957737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.958185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.958667 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.958981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.959483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.959762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:01.992025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f698b-c98c-4385-a5ce-09b08f416a04 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event deleted for resources: {'Port': ['ID=3c00e454-f41f-4b4a-a75e-e389847f6009,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:02.001529 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b47b8f38-a4ab-4f02-a74a-c2fdf3b9c96a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=465b4f4d5a554a74936e3481110afbfd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5201595
Feb 19 21:16:02.003727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b8f38-a4ab-4f02-a74a-c2fdf3b9c96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4c99f8-57a7-4ac8-8685-8d26ffadf722,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:02.017195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49004) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:02.066952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=a6d31c1d-d716-478a-9481-69ee1710cd8e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:02.088255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4738c61-42c9-4521-b7bd-afc1ac18d196 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:02.096653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a795c1c9-3936-4a9c-a119-3869fc697a06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:02.103394 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a795c1c9-3936-4a9c-a119-3869fc697a06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.113336 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Checking segment: {'id': '018bd3a6-8a48-4c25-9359-4b0387c891a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '988ae46c-116b-43de-9522-992c764b7ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:02.113727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network hostable DHCP agents. Network: 988ae46c-116b-43de-9522-992c764b7ecc, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:16:02.183777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 988ae46c-116b-43de-9522-992c764b7ecc is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:16:02.204907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 988ae46c-116b-43de-9522-992c764b7ecc) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:02.210070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:02.215258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:02.219479 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1bab3ff0-a6a9-4f10-92f8-4346fa96ca4d admin admin] Publish callbacks [] for security_group (6a4c99f8-57a7-4ac8-8685-8d26ffadf722), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.229347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:02.230112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.263226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59a5ee-5fcf-4b24-a54d-ec97430479bc None None] Network 988ae46c-116b-43de-9522-992c764b7ecc requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:02.265353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1bab3ff0-a6a9-4f10-92f8-4346fa96ca4d admin admin] Publish callbacks [] for security_group (6a4c99f8-57a7-4ac8-8685-8d26ffadf722), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.270236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-007bf6bd-bd9e-4f42-b854-ac5d34180372 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.2426412
Feb 19 21:16:02.273106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49012) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:02.384056 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daf3458-f873-4e92-92aa-f4be46ff6e49 x-openstack-request-id: req-9daf3458-f873-4e92-92aa-f4be46ff6e49 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:16:02.384414 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f147bf0-9df9-4222-85dc-df35ee5063b1", "name": "network-vif-deleted", "tag": "3c00e454-f41f-4b4a-a75e-e389847f6009", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:16:02.384681 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9daf3458-f873-4e92-92aa-f4be46ff6e49 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:16:02.385089 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f147bf0-9df9-4222-85dc-df35ee5063b1', 'name': 'network-vif-deleted', 'tag': '3c00e454-f41f-4b4a-a75e-e389847f6009', 'status': 'completed', 'code': 200}
Feb 19 21:16:02.412693 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a310330-1e63-470a-ae75-d85a1a781437 req-a84149bc-d4e5-4e18-b6fa-a37d102ec5b1 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f147bf0-9df9-4222-85dc-df35ee5063b1 HTTP/1.1" status: 200  len: 210 time: 0.0745311
Feb 19 21:16:02.423451 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a795c1c9-3936-4a9c-a119-3869fc697a06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (a1ec1153-bc9f-41f0-9a25-f427f08faa2e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.473059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c4434-a8a6-4153-b0a1-31dab77c6834 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port a6d31c1d-d716-478a-9481-69ee1710cd8e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:02.474584 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4434-a8a6-4153-b0a1-31dab77c6834 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a6d31c1d-d716-478a-9481-69ee1710cd8e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.489557 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1bab3ff0-a6a9-4f10-92f8-4346fa96ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6a4c99f8-57a7-4ac8-8685-8d26ffadf722), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.492370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1bab3ff0-a6a9-4f10-92f8-4346fa96ca4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.496087 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1bab3ff0-a6a9-4f10-92f8-4346fa96ca4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a4c99f8-57a7-4ac8-8685-8d26ffadf722 HTTP/1.1" status: 204  len: 168 time: 0.4736447
Feb 19 21:16:02.497813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795c1c9-3936-4a9c-a119-3869fc697a06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=a1ec1153-bc9f-41f0-9a25-f427f08faa2e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:02.511844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab3ff0-a6a9-4f10-92f8-4346fa96ca4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4c99f8-57a7-4ac8-8685-8d26ffadf722,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:02.520135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a795c1c9-3936-4a9c-a119-3869fc697a06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:02.521819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a795c1c9-3936-4a9c-a119-3869fc697a06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:02.524563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a795c1c9-3936-4a9c-a119-3869fc697a06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:02.525232 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a795c1c9-3936-4a9c-a119-3869fc697a06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.561426 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a795c1c9-3936-4a9c-a119-3869fc697a06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9649742
Feb 19 21:16:02.564449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49018) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:02.569999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'fixed_ips': [{'subnet_id': 'a1ec1153-bc9f-41f0-9a25-f427f08faa2e', 'ip_address': '2001:db8::99aa:8f36:7ed8:92ff'}], 'name': 'tempest-NetworksTestDHCPv6-82692849'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:02.639903 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4434-a8a6-4153-b0a1-31dab77c6834 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a6d31c1d-d716-478a-9481-69ee1710cd8e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.684598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c4434-a8a6-4153-b0a1-31dab77c6834 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for a6d31c1d-d716-478a-9481-69ee1710cd8e owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:02.738414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cec1e7c0-1940-4da5-b24e-f8013c8db4de None None] Current status of the port 5643bae7-3a53-4d43-9ba7-c607b5310c6c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:02.770265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:02.777783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.804565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port f0d0ea24-2340-4727-bfa7-03978b8a3ca2 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:02.855284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ab74b29d-3bba-4bab-8ed1-27b37aac534b None None] Could not find standard attr ID for object a2bf443f-1bd4-44ec-aca3-b8f3ea633643. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:02.860490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ab74b29d-3bba-4bab-8ed1-27b37aac534b None None] Could not find standard attr ID for object 34fe9fe9-0955-4be3-a123-7da444a2cf3f. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:02.879774 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4434-a8a6-4153-b0a1-31dab77c6834 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a6d31c1d-d716-478a-9481-69ee1710cd8e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.885790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fbb924-b3c8-4c8b-8840-1eb76b671b10 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:02.915421 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4434-a8a6-4153-b0a1-31dab77c6834 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.919923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4b5c4434-a8a6-4153-b0a1-31dab77c6834 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/a6d31c1d-d716-478a-9481-69ee1710cd8e HTTP/1.1" status: 204  len: 168 time: 0.6457570
Feb 19 21:16:02.921781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c4434-a8a6-4153-b0a1-31dab77c6834 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=a6d31c1d-d716-478a-9481-69ee1710cd8e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:02.924431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49032) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:02.947956 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-55fbb924-b3c8-4c8b-8840-1eb76b671b10 None None] Deleting port 5643bae7-3a53-4d43-9ba7-c607b5310c6c {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:02.949596 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55fbb924-b3c8-4c8b-8840-1eb76b671b10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:02.992702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a26244e-77b6-458f-93a6-a06ad9daefe5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:03.000110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a26244e-77b6-458f-93a6-a06ad9daefe5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:03.001788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8a26244e-77b6-458f-93a6-a06ad9daefe5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.0759494
Feb 19 21:16:03.004548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49034) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:03.013413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::99aa:8f36:7ed8:92ff (3093a338-1bb2-47bc-b43b-364f1349065f/a1ec1153-bc9f-41f0-9a25-f427f08faa2e/f0d0ea24-2340-4727-bfa7-03978b8a3ca2) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:03.017745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49036) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:03.036052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03259487-1de3-4b50-88c6-34f548e1f06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.044861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-55fbb924-b3c8-4c8b-8840-1eb76b671b10 None None] For port 5643bae7-3a53-4d43-9ba7-c607b5310c6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5643bae7-3a53-4d43-9ba7-c607b5310c6c,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:03.045952 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55fbb924-b3c8-4c8b-8840-1eb76b671b10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.059789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-55fbb924-b3c8-4c8b-8840-1eb76b671b10 None None] Calling delete_port for 5643bae7-3a53-4d43-9ba7-c607b5310c6c owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:03.127017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f2030-bb58-4f95-84d0-c1de714cda5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port c602e394-da59-4d41-96f9-3a86e969f690 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:03.127498 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2030-bb58-4f95-84d0-c1de714cda5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c602e394-da59-4d41-96f9-3a86e969f690), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.168603 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55fbb924-b3c8-4c8b-8840-1eb76b671b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (5643bae7-3a53-4d43-9ba7-c607b5310c6c), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.216454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2030-bb58-4f95-84d0-c1de714cda5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c602e394-da59-4d41-96f9-3a86e969f690), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.222979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fbb924-b3c8-4c8b-8840-1eb76b671b10 None None] No DVR routers for this DVR port 5643bae7-3a53-4d43-9ba7-c607b5310c6c on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:03.224759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5643bae7-3a53-4d43-9ba7-c607b5310c6c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:03.229129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbb924-b3c8-4c8b-8840-1eb76b671b10 None None] Pushing event deleted for resources: {'Port': ['ID=5643bae7-3a53-4d43-9ba7-c607b5310c6c,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:03.244589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f2030-bb58-4f95-84d0-c1de714cda5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for c602e394-da59-4d41-96f9-3a86e969f690 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:03.261862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03259487-1de3-4b50-88c6-34f548e1f06b admin admin] Publish callbacks [] for security_group (1d8f1671-2853-4bb5-b564-64a927957b25), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.273636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bc747b-d410-40a5-844a-df6a9d3a2cb0 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:03.277108 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03259487-1de3-4b50-88c6-34f548e1f06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1d8f1671-2853-4bb5-b564-64a927957b25), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.287471 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (f0d0ea24-2340-4727-bfa7-03978b8a3ca2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.334742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 5643bae7-3a53-4d43-9ba7-c607b5310c6c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:03.336287 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5643bae7-3a53-4d43-9ba7-c607b5310c6c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:03.361938 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-03259487-1de3-4b50-88c6-34f548e1f06b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d983b6eea3d1479b8282837f5b3a5a94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3406835
Feb 19 21:16:03.362746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49042) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:03.364624 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03259487-1de3-4b50-88c6-34f548e1f06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8f1671-2853-4bb5-b564-64a927957b25,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:03.369112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f0d0ea24-2340-4727-bfa7-03978b8a3ca2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.388834 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2030-bb58-4f95-84d0-c1de714cda5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c602e394-da59-4d41-96f9-3a86e969f690), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.424703 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:03.430954 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:03.433400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:03.439439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:03.440076 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.456001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=f0d0ea24-2340-4727-bfa7-03978b8a3ca2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:03.462848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f2030-bb58-4f95-84d0-c1de714cda5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=c602e394-da59-4d41-96f9-3a86e969f690,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:03.463378 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5d170843-2494-4520-8a78-8a339c6b5c21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 0.8976765
Feb 19 21:16:03.467105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49046) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:03.481788 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2030-bb58-4f95-84d0-c1de714cda5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.485645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9b2f2030-bb58-4f95-84d0-c1de714cda5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/c602e394-da59-4d41-96f9-3a86e969f690 HTTP/1.1" status: 204  len: 168 time: 0.4801412
Feb 19 21:16:03.488111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49048) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:03.490303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': 'a1ec1153-bc9f-41f0-9a25-f427f08faa2e'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:03.491234 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.558272 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28af869f-3302-4b9c-9984-87b08c3a86fc admin admin] Publish callbacks [] for security_group (1d8f1671-2853-4bb5-b564-64a927957b25), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.594614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b19d58-f697-4e84-a8c6-2825f077b451 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:03.596745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-15b19d58-f697-4e84-a8c6-2825f077b451 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1074719
Feb 19 21:16:03.602468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49056) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:03.617801 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28af869f-3302-4b9c-9984-87b08c3a86fc admin admin] Publish callbacks [] for security_group (1d8f1671-2853-4bb5-b564-64a927957b25), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.651708 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5f8b81-ce1d-4a7a-bfe7-81d8423a3d8c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:16:03.653506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6d5f8b81-ce1d-4a7a-bfe7-81d8423a3d8c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/a6d31c1d-d716-478a-9481-69ee1710cd8e HTTP/1.1" status: 404  len: 333 time: 0.0497038
Feb 19 21:16:03.657199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49060) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:03.713289 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6819ad25-4bea-4760-b841-411342ffe31f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:16:03.718709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6819ad25-4bea-4760-b841-411342ffe31f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/c602e394-da59-4d41-96f9-3a86e969f690 HTTP/1.1" status: 404  len: 333 time: 0.0604186
Feb 19 21:16:03.722006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49066) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:03.818424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/a1ec1153-bc9f-41f0-9a25-f427f08faa2e/96e687c5-113d-49b3-9adc-a917bcfc5c3d) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:03.832307 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (988ae46c-116b-43de-9522-992c764b7ecc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.835679 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28af869f-3302-4b9c-9984-87b08c3a86fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1d8f1671-2853-4bb5-b564-64a927957b25), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.838701 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28af869f-3302-4b9c-9984-87b08c3a86fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:03.843622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-28af869f-3302-4b9c-9984-87b08c3a86fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d8f1671-2853-4bb5-b564-64a927957b25 HTTP/1.1" status: 204  len: 168 time: 0.4748688
Feb 19 21:16:03.855832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af869f-3302-4b9c-9984-87b08c3a86fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8f1671-2853-4bb5-b564-64a927957b25,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:03.997732 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (988ae46c-116b-43de-9522-992c764b7ecc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.040706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a89b1f0>,) {'filters': {'network_id': ['988ae46c-116b-43de-9522-992c764b7ecc']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:04.067268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a89b1f0>, '018bd3a6-8a48-4c25-9359-4b0387c891a7') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:04.067607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a89b1f0>, '018bd3a6-8a48-4c25-9359-4b0387c891a7') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:04.072198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217883c-e8a7-41ee-a408-5b661f4ef8d7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:04.076092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7217883c-e8a7-41ee-a408-5b661f4ef8d7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 944 time: 0.6078837
Feb 19 21:16:04.079241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49086) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:04.092016 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (018bd3a6-8a48-4c25-9359-4b0387c891a7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.112866 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (018bd3a6-8a48-4c25-9359-4b0387c891a7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.127127 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Publish callbacks [] for port (96e687c5-113d-49b3-9adc-a917bcfc5c3d), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.128866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:16:04.129954 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (018bd3a6-8a48-4c25-9359-4b0387c891a7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:16:04.134416 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:16:04.152042 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (96e687c5-113d-49b3-9adc-a917bcfc5c3d), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.209976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:04.214387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:04.220213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:04.227524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Pushing event updated for resources: {'Port': ['ID=96e687c5-113d-49b3-9adc-a917bcfc5c3d,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:04.263442 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (988ae46c-116b-43de-9522-992c764b7ecc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.276360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9a3cab74-00a3-4321-ad01-5ae55d3ae3fc tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port f0d0ea24-2340-4727-bfa7-03978b8a3ca2 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:04.276779 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9a3cab74-00a3-4321-ad01-5ae55d3ae3fc tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f0d0ea24-2340-4727-bfa7-03978b8a3ca2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.290970 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.304565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/networks/988ae46c-116b-43de-9522-992c764b7ecc HTTP/1.1" status: 204  len: 168 time: 0.5813098
Feb 19 21:16:04.305589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf178c-5d69-4e9f-9183-f213c7ef0dd1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Network': ['ID=988ae46c-116b-43de-9522-992c764b7ecc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:04.308840 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49100) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:04.315530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1832987760'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:04.328161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Attempting to bind port 96e687c5-113d-49b3-9adc-a917bcfc5c3d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:04.328768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Attempting to bind port 96e687c5-113d-49b3-9adc-a917bcfc5c3d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:04.328978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Attempting to bind port 96e687c5-113d-49b3-9adc-a917bcfc5c3d on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:04.335625 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:04.336025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:04.336575 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.337061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:04.338006 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Bound port: 96e687c5-113d-49b3-9adc-a917bcfc5c3d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:04.338415 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (96e687c5-113d-49b3-9adc-a917bcfc5c3d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.347114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:04.352435 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.393142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:16:04.410751 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c5b21b27-fa8b-402b-8fba-d9fac44899a6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.411493 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Added segment c5b21b27-fa8b-402b-8fba-d9fac44899a6 of type vlan for network e3ed9ded-f735-46fd-b18c-c9dec3c95094
Feb 19 21:16:04.466150 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e3ed9ded-f735-46fd-b18c-c9dec3c95094), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.468960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] For port 96e687c5-113d-49b3-9adc-a917bcfc5c3d, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:04.471526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9a3cab74-00a3-4321-ad01-5ae55d3ae3fc tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f0d0ea24-2340-4727-bfa7-03978b8a3ca2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.472282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] For port 96e687c5-113d-49b3-9adc-a917bcfc5c3d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96e687c5-113d-49b3-9adc-a917bcfc5c3d,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:04.495363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9a3cab74-00a3-4321-ad01-5ae55d3ae3fc tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for f0d0ea24-2340-4727-bfa7-03978b8a3ca2 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:04.503079 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (96e687c5-113d-49b3-9adc-a917bcfc5c3d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.551899 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e3ed9ded-f735-46fd-b18c-c9dec3c95094), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.558612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:04.562677 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.617605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ecc51-eaca-4e6a-8342-b85f7f338947 None None] Pushing event updated for resources: {'Port': ['ID=96e687c5-113d-49b3-9adc-a917bcfc5c3d,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:04.746387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9a3cab74-00a3-4321-ad01-5ae55d3ae3fc tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f0d0ea24-2340-4727-bfa7-03978b8a3ca2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.756466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4458981
Feb 19 21:16:04.778614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49122) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:04.781138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cab74-00a3-4321-ad01-5ae55d3ae3fc tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=f0d0ea24-2340-4727-bfa7-03978b8a3ca2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:04.799684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': 'e3ed9ded-f735-46fd-b18c-c9dec3c95094', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:04.812486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6407b9-d2bb-46f9-a21b-9da845db707e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Network': ['ID=e3ed9ded-f735-46fd-b18c-c9dec3c95094,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:04.825912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e3ed9ded-f735-46fd-b18c-c9dec3c95094 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:16:04.845537 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9a3cab74-00a3-4321-ad01-5ae55d3ae3fc tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:04.853707 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9a3cab74-00a3-4321-ad01-5ae55d3ae3fc tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/f0d0ea24-2340-4727-bfa7-03978b8a3ca2 HTTP/1.1" status: 204  len: 168 time: 0.7723343
Feb 19 21:16:04.857264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49126) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:04.963683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f222c2-22e5-45fe-980f-2abe5b83b1b0 req-6f6c1a30-2e78-472e-b681-bc31fe94094c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:04.965286 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63f222c2-22e5-45fe-980f-2abe5b83b1b0 req-6f6c1a30-2e78-472e-b681-bc31fe94094c tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 946 time: 0.2697244
Feb 19 21:16:04.976107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bce538-033f-42db-b700-e7b771e113e4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:04.986357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bce538-033f-42db-b700-e7b771e113e4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:04.988145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-46bce538-033f-42db-b700-e7b771e113e4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1298618
Feb 19 21:16:04.991174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49130) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:05.030858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:05.034645 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.083687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b77aed-b95c-46a0-a753-defeec516e4d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet a1ec1153-bc9f-41f0-9a25-f427f08faa2e {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:05.093817 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76b77aed-b95c-46a0-a753-defeec516e4d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (a1ec1153-bc9f-41f0-9a25-f427f08faa2e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.115947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3c00e454-f41f-4b4a-a75e-e389847f6009 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:05.119710 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-63f222c2-22e5-45fe-980f-2abe5b83b1b0 req-8774b435-8097-42e5-a9da-a78773ee278a tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438291
Feb 19 21:16:05.132654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Performing IP validity checks on allocation pools {{(pid=121128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 19 21:16:05.133498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 19 21:16:05.169829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 3c00e454-f41f-4b4a-a75e-e389847f6009 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:05.171055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3c00e454-f41f-4b4a-a75e-e389847f6009 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:05.212597 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76b77aed-b95c-46a0-a753-defeec516e4d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (a1ec1153-bc9f-41f0-9a25-f427f08faa2e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.272823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 96e687c5-113d-49b3-9adc-a917bcfc5c3d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:05.340670 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.402577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 96e687c5-113d-49b3-9adc-a917bcfc5c3d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:05.403070 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (96e687c5-113d-49b3-9adc-a917bcfc5c3d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.407173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76b77aed-b95c-46a0-a753-defeec516e4d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a1ec1153-bc9f-41f0-9a25-f427f08faa2e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.419816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Subnet': ['ID=fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:05.428831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Checking segment: {'id': 'c5b21b27-fa8b-402b-8fba-d9fac44899a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e3ed9ded-f735-46fd-b18c-c9dec3c95094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:05.429209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network hostable DHCP agents. Network: e3ed9ded-f735-46fd-b18c-c9dec3c95094, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:16:05.453262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network e3ed9ded-f735-46fd-b18c-c9dec3c95094 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:16:05.473257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e3ed9ded-f735-46fd-b18c-c9dec3c95094) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:05.484752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c10157-4cef-433f-aa95-6affb27619e5 None None] Network e3ed9ded-f735-46fd-b18c-c9dec3c95094 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:05.492377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:05.493139 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.509953 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76b77aed-b95c-46a0-a753-defeec516e4d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (a1ec1153-bc9f-41f0-9a25-f427f08faa2e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.559807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b77aed-b95c-46a0-a753-defeec516e4d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ec1153-bc9f-41f0-9a25-f427f08faa2e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:05.571194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76b77aed-b95c-46a0-a753-defeec516e4d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.571370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4d111299-9f1c-4484-8df8-69a61b20d02b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7755229
Feb 19 21:16:05.571607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49152) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:05.572875 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-76b77aed-b95c-46a0-a753-defeec516e4d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/a1ec1153-bc9f-41f0-9a25-f427f08faa2e HTTP/1.1" status: 204  len: 168 time: 0.5805681
Feb 19 21:16:05.575423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49154) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:05.578116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': 'e3ed9ded-f735-46fd-b18c-c9dec3c95094', 'name': 'tempest-PortsTestJSON-459342540'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:05.592059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a36ff8-468d-4b88-b5ab-160c36d44923 req-1dbadd2d-c8ff-4259-9627-10f698fd22b0 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:05.594605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0a36ff8-468d-4b88-b5ab-160c36d44923 req-1dbadd2d-c8ff-4259-9627-10f698fd22b0 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 946 time: 0.0969689
Feb 19 21:16:05.619811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 96e687c5-113d-49b3-9adc-a917bcfc5c3d is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:05.623104 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (96e687c5-113d-49b3-9adc-a917bcfc5c3d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.652587 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4507aa8f-0c64-4258-82b5-d5d1b3ebb6ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0747409
Feb 19 21:16:05.661149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49162) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:05.676738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-661c604d-a979-4f30-8c28-a3e2822e23e2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:05.712646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e3ed9ded-f735-46fd-b18c-c9dec3c95094', 'network_id': 'e3ed9ded-f735-46fd-b18c-c9dec3c95094', 'project_id': 'e896604882924927a86fea7b4fdfb56b', 'fixed_ips': [{'subnet_id': 'fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:05.714828 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.778570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 96e687c5-113d-49b3-9adc-a917bcfc5c3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96e687c5-113d-49b3-9adc-a917bcfc5c3d,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:05.802626 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (96e687c5-113d-49b3-9adc-a917bcfc5c3d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.839893 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0a36ff8-468d-4b88-b5ab-160c36d44923 req-b00ae98b-60f4-4635-8952-c504cb26f756 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/security-groups?id=692cd1d6-1343-4fdd-9b66-dcebeae1b566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2336571
Feb 19 21:16:05.890024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661c604d-a979-4f30-8c28-a3e2822e23e2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:05.893836 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-661c604d-a979-4f30-8c28-a3e2822e23e2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:05.963675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=96e687c5-113d-49b3-9adc-a917bcfc5c3d,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:05.978921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49166) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:06.029948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:06.032214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Allocated IP 172.20.0.2 (e3ed9ded-f735-46fd-b18c-c9dec3c95094/fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c/c35d2824-4203-4ef1-bb25-d5044289f70a) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:06.033192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.076247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port 320a4e02-8c55-4579-ba4e-b44ddd31e406 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:06.093688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127be18d-e669-4af4-aad9-e9c8da87c089 req-95f2aad7-9fef-4b57-85d8-0ee61c0621c9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:06.095257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-127be18d-e669-4af4-aad9-e9c8da87c089 req-95f2aad7-9fef-4b57-85d8-0ee61c0621c9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 946 time: 0.2517622
Feb 19 21:16:06.167593 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d2a03ea1-27db-4652-b49f-2f4c79798013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.277839 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Publish callbacks [] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.286170 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d2a03ea1-27db-4652-b49f-2f4c79798013 admin admin] Publish callbacks [] for security_group (ed4e5141-8e33-47a0-ba18-1e874d9ec93e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.290148 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.294105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d2a03ea1-27db-4652-b49f-2f4c79798013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ed4e5141-8e33-47a0-ba18-1e874d9ec93e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.297112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3254705-c2db-4836-a0aa-64517e403304 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:06.346239 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d2a03ea1-27db-4652-b49f-2f4c79798013 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a398ba37d43452e9279b71d58136e5b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3648005
Feb 19 21:16:06.346239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a03ea1-27db-4652-b49f-2f4c79798013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4e5141-8e33-47a0-ba18-1e874d9ec93e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:06.349881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49172) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:06.397681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Network e3ed9ded-f735-46fd-b18c-c9dec3c95094 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:06.409213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:06.411022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-81c870d6-ea72-4fb8-b31e-91fa78af5464 None None] Provisioning complete for port 96e687c5-113d-49b3-9adc-a917bcfc5c3d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:06.411403 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81c870d6-ea72-4fb8-b31e-91fa78af5464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (96e687c5-113d-49b3-9adc-a917bcfc5c3d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.412299 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf29c25d-5d80-40a1-a0c4-fe91b1b7d0bf admin admin] Publish callbacks [] for security_group (ed4e5141-8e33-47a0-ba18-1e874d9ec93e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.413650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:06.418400 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Pushing event updated for resources: {'Port': ['ID=c35d2824-4203-4ef1-bb25-d5044289f70a,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:06.439700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf29c25d-5d80-40a1-a0c4-fe91b1b7d0bf admin admin] Publish callbacks [] for security_group (ed4e5141-8e33-47a0-ba18-1e874d9ec93e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.505308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf29c25d-5d80-40a1-a0c4-fe91b1b7d0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ed4e5141-8e33-47a0-ba18-1e874d9ec93e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.508606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf29c25d-5d80-40a1-a0c4-fe91b1b7d0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.512634 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cf29c25d-5d80-40a1-a0c4-fe91b1b7d0bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed4e5141-8e33-47a0-ba18-1e874d9ec93e HTTP/1.1" status: 204  len: 168 time: 0.1591153
Feb 19 21:16:06.520920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29c25d-5d80-40a1-a0c4-fe91b1b7d0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4e5141-8e33-47a0-ba18-1e874d9ec93e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:06.541617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Attempting to bind port c35d2824-4203-4ef1-bb25-d5044289f70a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:06.542013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Attempting to bind port c35d2824-4203-4ef1-bb25-d5044289f70a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c5b21b27-fa8b-402b-8fba-d9fac44899a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e3ed9ded-f735-46fd-b18c-c9dec3c95094'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:06.542472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Attempting to bind port c35d2824-4203-4ef1-bb25-d5044289f70a on network e3ed9ded-f735-46fd-b18c-c9dec3c95094 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:06.563868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:06.564252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Checking segment: {'id': 'c5b21b27-fa8b-402b-8fba-d9fac44899a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e3ed9ded-f735-46fd-b18c-c9dec3c95094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:06.565040 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.565441 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Bound using segment: {'id': 'c5b21b27-fa8b-402b-8fba-d9fac44899a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e3ed9ded-f735-46fd-b18c-c9dec3c95094'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:06.565939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Bound port: c35d2824-4203-4ef1-bb25-d5044289f70a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b21b27-fa8b-402b-8fba-d9fac44899a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e3ed9ded-f735-46fd-b18c-c9dec3c95094'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:06.566504 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.641161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-81c870d6-ea72-4fb8-b31e-91fa78af5464 None None] Current status of the port 96e687c5-113d-49b3-9adc-a917bcfc5c3d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:06.658632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-81c870d6-ea72-4fb8-b31e-91fa78af5464 None None] Could not find standard attr ID for object f0d0ea24-2340-4727-bfa7-03978b8a3ca2. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:06.668663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] For port c35d2824-4203-4ef1-bb25-d5044289f70a, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:06.674120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] For port c35d2824-4203-4ef1-bb25-d5044289f70a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35d2824-4203-4ef1-bb25-d5044289f70a,segment=NetworkSegment(c5b21b27-fa8b-402b-8fba-d9fac44899a6),segment_id=c5b21b27-fa8b-402b-8fba-d9fac44899a6)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:06.683298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede9733-3f82-4493-949b-e59d9062681e req-5ab70d00-f301-4132-ab8b-186e5a2f119e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:06.685240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cede9733-3f82-4493-949b-e59d9062681e req-5ab70d00-f301-4132-ab8b-186e5a2f119e tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 946 time: 0.2356045
Feb 19 21:16:06.686903 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.715635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.10 (e3ed9ded-f735-46fd-b18c-c9dec3c95094/fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c/320a4e02-8c55-4579-ba4e-b44ddd31e406) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:06.741635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c309a83-6ce8-46e7-9d78-59863ccd5f0d None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:06.813824 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-661c604d-a979-4f30-8c28-a3e2822e23e2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (d7b61f60-518d-478b-9c80-5a4094e2e1cd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.820821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f7644-987d-4b96-9415-72b39cf6557a None None] Pushing event updated for resources: {'Port': ['ID=c35d2824-4203-4ef1-bb25-d5044289f70a,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:06.834381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9c309a83-6ce8-46e7-9d78-59863ccd5f0d None None] Deleting port 96e687c5-113d-49b3-9adc-a917bcfc5c3d {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:06.835049 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9c309a83-6ce8-46e7-9d78-59863ccd5f0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (96e687c5-113d-49b3-9adc-a917bcfc5c3d), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.946206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9c309a83-6ce8-46e7-9d78-59863ccd5f0d None None] For port 96e687c5-113d-49b3-9adc-a917bcfc5c3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96e687c5-113d-49b3-9adc-a917bcfc5c3d,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:06.946206 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9c309a83-6ce8-46e7-9d78-59863ccd5f0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (96e687c5-113d-49b3-9adc-a917bcfc5c3d), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.966758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9c309a83-6ce8-46e7-9d78-59863ccd5f0d None None] Calling delete_port for 96e687c5-113d-49b3-9adc-a917bcfc5c3d owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:06.968847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-127be18d-e669-4af4-aad9-e9c8da87c089 req-3af60cbd-4dca-4c27-95e6-0931959cc0f9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Deleting port 26602451-8ab7-4868-aff7-0faa278f42dc {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:06.969207 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-127be18d-e669-4af4-aad9-e9c8da87c089 req-3af60cbd-4dca-4c27-95e6-0931959cc0f9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:06.983343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cede9733-3f82-4493-949b-e59d9062681e req-bea06af5-103d-4206-8da7-c31f7abc77f0 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/security-groups?id=7442123d-1b5a-415d-94ca-df77972929d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2623851
Feb 19 21:16:06.995537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c604d-a979-4f30-8c28-a3e2822e23e2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:07.086294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-661c604d-a979-4f30-8c28-a3e2822e23e2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:07.107307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c604d-a979-4f30-8c28-a3e2822e23e2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:07.107977 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-661c604d-a979-4f30-8c28-a3e2822e23e2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:07.154654 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9c309a83-6ce8-46e7-9d78-59863ccd5f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (96e687c5-113d-49b3-9adc-a917bcfc5c3d), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:07.190546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c309a83-6ce8-46e7-9d78-59863ccd5f0d None None] Pushing event deleted for resources: {'Port': ['ID=96e687c5-113d-49b3-9adc-a917bcfc5c3d,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:07.210321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c309a83-6ce8-46e7-9d78-59863ccd5f0d None None] No DVR routers for this DVR port 96e687c5-113d-49b3-9adc-a917bcfc5c3d on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:07.230631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d9c38c-d6bc-4358-87df-728f10c2cbbd None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:07.251209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed184a-7f23-4e2b-b45a-737e6f6ad7ce req-b5e2a5ce-49b5-43f6-a572-15e5b9b0c1a2 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:07.261480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97ed184a-7f23-4e2b-b45a-737e6f6ad7ce req-b5e2a5ce-49b5-43f6-a572-15e5b9b0c1a2 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.67 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 946 time: 0.3846009
Feb 19 21:16:07.262134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c604d-a979-4f30-8c28-a3e2822e23e2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=d7b61f60-518d-478b-9c80-5a4094e2e1cd,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:07.287256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-661c604d-a979-4f30-8c28-a3e2822e23e2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.6246634
Feb 19 21:16:07.290023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49188) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:07.297524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'fixed_ips': [{'subnet_id': 'd7b61f60-518d-478b-9c80-5a4094e2e1cd', 'ip_address': '2001:db8::6cc9:a382:d9b5:9387'}], 'name': 'tempest-NetworksTestDHCPv6-886441198'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:07.306156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c35d2824-4203-4ef1-bb25-d5044289f70a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:07.396743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-127be18d-e669-4af4-aad9-e9c8da87c089 req-3af60cbd-4dca-4c27-95e6-0931959cc0f9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] For port 26602451-8ab7-4868-aff7-0faa278f42dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26602451-8ab7-4868-aff7-0faa278f42dc,segment=NetworkSegment(4231a8a8-49d4-480a-a3d5-308ad5f30b46),segment_id=4231a8a8-49d4-480a-a3d5-308ad5f30b46)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:07.397475 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-127be18d-e669-4af4-aad9-e9c8da87c089 req-3af60cbd-4dca-4c27-95e6-0931959cc0f9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:07.420992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e71ef5-8a27-419f-9c3c-ff6573c4fa57 req-1405b0e0-4936-491f-aeef-a54e2b6a3999 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:07.422928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52e71ef5-8a27-419f-9c3c-ff6573c4fa57 req-1405b0e0-4936-491f-aeef-a54e2b6a3999 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 946 time: 0.3933318
Feb 19 21:16:07.428876 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (320a4e02-8c55-4579-ba4e-b44ddd31e406), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:07.460072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c35d2824-4203-4ef1-bb25-d5044289f70a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:07.460596 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:07.464218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': 'd7b61f60-518d-478b-9c80-5a4094e2e1cd'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:07.465731 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:07.471397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-127be18d-e669-4af4-aad9-e9c8da87c089 req-3af60cbd-4dca-4c27-95e6-0931959cc0f9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Calling delete_port for 26602451-8ab7-4868-aff7-0faa278f42dc owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:07.471665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:07.638068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:07.639601 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52e71ef5-8a27-419f-9c3c-ff6573c4fa57 req-abd48f7a-1f31-4c11-8183-783a911ad3b7 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/security-groups?id=692cd1d6-1343-4fdd-9b66-dcebeae1b566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029278
Feb 19 21:16:07.652855 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (320a4e02-8c55-4579-ba4e-b44ddd31e406), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:07.657406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-97ed184a-7f23-4e2b-b45a-737e6f6ad7ce req-f37223e8-e710-4632-b7de-a02ea04c3987 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Deleting port 373ba6f9-858a-4bc3-b3bf-ba987c52475f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:07.658034 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-97ed184a-7f23-4e2b-b45a-737e6f6ad7ce req-f37223e8-e710-4632-b7de-a02ea04c3987 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:07.715407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port b118f344-18a5-44be-95ab-5763be877763 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:07.805331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network e3ed9ded-f735-46fd-b18c-c9dec3c95094 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:07.827004 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=320a4e02-8c55-4579-ba4e-b44ddd31e406,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:07.867463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:07.870409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:07.939531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c35d2824-4203-4ef1-bb25-d5044289f70a is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:07.940165 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:07.960287 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/d7b61f60-518d-478b-9c80-5a4094e2e1cd/c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:07.986759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-97ed184a-7f23-4e2b-b45a-737e6f6ad7ce req-f37223e8-e710-4632-b7de-a02ea04c3987 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] For port 373ba6f9-858a-4bc3-b3bf-ba987c52475f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=373ba6f9-858a-4bc3-b3bf-ba987c52475f,segment=NetworkSegment(f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1),segment_id=f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:07.987277 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-97ed184a-7f23-4e2b-b45a-737e6f6ad7ce req-f37223e8-e710-4632-b7de-a02ea04c3987 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:07.995244 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:07.995971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.002162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port c35d2824-4203-4ef1-bb25-d5044289f70a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35d2824-4203-4ef1-bb25-d5044289f70a,segment=NetworkSegment(c5b21b27-fa8b-402b-8fba-d9fac44899a6),segment_id=c5b21b27-fa8b-402b-8fba-d9fac44899a6)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:08.005664 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-127be18d-e669-4af4-aad9-e9c8da87c089 req-3af60cbd-4dca-4c27-95e6-0931959cc0f9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (26602451-8ab7-4868-aff7-0faa278f42dc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.018883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.023221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-97ed184a-7f23-4e2b-b45a-737e6f6ad7ce req-f37223e8-e710-4632-b7de-a02ea04c3987 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Calling delete_port for 373ba6f9-858a-4bc3-b3bf-ba987c52475f owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:08.122743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e4075aae-7016-4f49-9775-a905ddb1c194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.5461245
Feb 19 21:16:08.123440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49206) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:08.125895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af60cbd-4dca-4c27-95e6-0931959cc0f9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Pushing event deleted for resources: {'Port': ['ID=26602451-8ab7-4868-aff7-0faa278f42dc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:08.160499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 96e687c5-113d-49b3-9adc-a917bcfc5c3d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:08.222511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 96e687c5-113d-49b3-9adc-a917bcfc5c3d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:08.222953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 96e687c5-113d-49b3-9adc-a917bcfc5c3d not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:08.248677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e4d7426c-9f4c-4f19-8831-bc7862cfc637 req-86a229a3-24d5-42e2-ad0d-4a7f2269a43d tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.30 "GET /v2.0/ports?device_id=b35b33f5-0976-42bb-a8af-ed5a596f08d5 HTTP/1.1" status: 200  len: 210 time: 0.1030188
Feb 19 21:16:08.268907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=c35d2824-4203-4ef1-bb25-d5044289f70a,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:08.286128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-127be18d-e669-4af4-aad9-e9c8da87c089 req-3af60cbd-4dca-4c27-95e6-0931959cc0f9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] No DVR routers for this DVR port 26602451-8ab7-4868-aff7-0faa278f42dc on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:08.292691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-127be18d-e669-4af4-aad9-e9c8da87c089 req-3af60cbd-4dca-4c27-95e6-0931959cc0f9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.296560 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-127be18d-e669-4af4-aad9-e9c8da87c089 req-3af60cbd-4dca-4c27-95e6-0931959cc0f9 tempest-ServersTestJSON-1270518497 tempest-ServersTestJSON-1270518497-project] 10.222.0.10 "DELETE /v2.0/ports/26602451-8ab7-4868-aff7-0faa278f42dc HTTP/1.1" status: 204  len: 173 time: 2.1946943
Feb 19 21:16:08.296920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35b33f5-0976-42bb-a8af-ed5a596f08d5', 'name': 'network-vif-deleted', 'tag': '26602451-8ab7-4868-aff7-0faa278f42dc'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:16:08.298702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1329c8c9-b60b-4cb9-8117-c453b5c15ad6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 320a4e02-8c55-4579-ba4e-b44ddd31e406 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:08.299175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1329c8c9-b60b-4cb9-8117-c453b5c15ad6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (320a4e02-8c55-4579-ba4e-b44ddd31e406), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.300307 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebace5b-8279-4a04-9850-b5e76e4f75ed" -d '{"events": [{"server_uuid": "b35b33f5-0976-42bb-a8af-ed5a596f08d5", "name": "network-vif-deleted", "tag": "26602451-8ab7-4868-aff7-0faa278f42dc"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:16:08.397217 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49683453-bac8-49e7-9d47-6215211faa81 x-openstack-request-id: req-49683453-bac8-49e7-9d47-6215211faa81 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:16:08.401235 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35b33f5-0976-42bb-a8af-ed5a596f08d5", "name": "network-vif-deleted", "tag": "26602451-8ab7-4868-aff7-0faa278f42dc", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:16:08.401235 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49683453-bac8-49e7-9d47-6215211faa81 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:16:08.401960 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35b33f5-0976-42bb-a8af-ed5a596f08d5', 'name': 'network-vif-deleted', 'tag': '26602451-8ab7-4868-aff7-0faa278f42dc', 'status': 'completed', 'code': 200}
Feb 19 21:16:08.409755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f54b4e-a50b-404f-be63-c2c0aade4233 None None] Network e3ed9ded-f735-46fd-b18c-c9dec3c95094 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:08.429827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1329c8c9-b60b-4cb9-8117-c453b5c15ad6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (320a4e02-8c55-4579-ba4e-b44ddd31e406), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.449908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1329c8c9-b60b-4cb9-8117-c453b5c15ad6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 320a4e02-8c55-4579-ba4e-b44ddd31e406 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:08.489253 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-97ed184a-7f23-4e2b-b45a-737e6f6ad7ce req-f37223e8-e710-4632-b7de-a02ea04c3987 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (373ba6f9-858a-4bc3-b3bf-ba987c52475f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.509550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['373ba6f9-858a-4bc3-b3bf-ba987c52475f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:16:08.541521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37223e8-e710-4632-b7de-a02ea04c3987 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Pushing event deleted for resources: {'Port': ['ID=373ba6f9-858a-4bc3-b3bf-ba987c52475f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:08.562154 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Publish callbacks [] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.574885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6cbe3d5a-2847-4c09-9a25-dae8e9924927 None None] Provisioning complete for port c35d2824-4203-4ef1-bb25-d5044289f70a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:08.575321 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6cbe3d5a-2847-4c09-9a25-dae8e9924927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.579399 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.615790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ed184a-7f23-4e2b-b45a-737e6f6ad7ce req-f37223e8-e710-4632-b7de-a02ea04c3987 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] No DVR routers for this DVR port 373ba6f9-858a-4bc3-b3bf-ba987c52475f on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:08.620434 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-97ed184a-7f23-4e2b-b45a-737e6f6ad7ce req-f37223e8-e710-4632-b7de-a02ea04c3987 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.625842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97ed184a-7f23-4e2b-b45a-737e6f6ad7ce req-f37223e8-e710-4632-b7de-a02ea04c3987 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.67 "DELETE /v2.0/ports/373ba6f9-858a-4bc3-b3bf-ba987c52475f HTTP/1.1" status: 204  len: 173 time: 1.3544629
Feb 19 21:16:08.646238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::6cc9:a382:d9b5:9387 (3093a338-1bb2-47bc-b43b-364f1349065f/d7b61f60-518d-478b-9c80-5a4094e2e1cd/b118f344-18a5-44be-95ab-5763be877763) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:08.651710 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1329c8c9-b60b-4cb9-8117-c453b5c15ad6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (320a4e02-8c55-4579-ba4e-b44ddd31e406), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.651948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Pushing event updated for resources: {'Port': ['ID=c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:08.685056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329c8c9-b60b-4cb9-8117-c453b5c15ad6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=320a4e02-8c55-4579-ba4e-b44ddd31e406,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:08.712676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:08.718063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:08.720782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:08.780763 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1329c8c9-b60b-4cb9-8117-c453b5c15ad6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.786570 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1329c8c9-b60b-4cb9-8117-c453b5c15ad6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/320a4e02-8c55-4579-ba4e-b44ddd31e406 HTTP/1.1" status: 204  len: 168 time: 0.6601274
Feb 19 21:16:08.788660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49220) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:08.833008 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff84e79-2fc3-4099-8689-d1725cf8a7ba tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:16:08.834012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff84e79-2fc3-4099-8689-d1725cf8a7ba tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:16:08.844193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bff84e79-2fc3-4099-8689-d1725cf8a7ba tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/320a4e02-8c55-4579-ba4e-b44ddd31e406 HTTP/1.1" status: 404  len: 333 time: 0.0539567
Feb 19 21:16:08.845007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49222) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:08.924873 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b21a2bf-f508-489a-8c33-5635f7e777de tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:16:08.926554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7b21a2bf-f508-489a-8c33-5635f7e777de tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/320a4e02-8c55-4579-ba4e-b44ddd31e406 HTTP/1.1" status: 404  len: 333 time: 0.0804596
Feb 19 21:16:08.942725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe3d5a-2847-4c09-9a25-dae8e9924927 None None] Current status of the port c35d2824-4203-4ef1-bb25-d5044289f70a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:08.947726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Attempting to bind port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:08.948112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Attempting to bind port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:08.948552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Attempting to bind port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:08.959087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:08.959482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:08.959903 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.960374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:08.964560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Bound port: c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:08.964560 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:08.985627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c743bd3d-45e9-4381-9b7d-cc224e689948 req-cd3c89e3-87b1-4337-8f3e-c9a3861ab922 tempest-VolumesActionsTest-1474651639 tempest-VolumesActionsTest-1474651639-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dedc93-b220-4908-8f4f-506d606555be HTTP/1.1" status: 200  len: 210 time: 0.0826244
Feb 19 21:16:08.990637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49224) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:09.000810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (b118f344-18a5-44be-95ab-5763be877763), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.047851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b118f344-18a5-44be-95ab-5763be877763), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.066942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ee60cf-bb75-4dd4-b80c-9c8a619ee976 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting subnet fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:09.072308 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5ee60cf-bb75-4dd4-b80c-9c8a619ee976 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.075450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] For port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:09.079863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] For port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:09.092908 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.110672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:09.117486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:09.123105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:09.130005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:09.132815 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.158492 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5ee60cf-bb75-4dd4-b80c-9c8a619ee976 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.169590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=b118f344-18a5-44be-95ab-5763be877763,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:09.178855 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-effb393f-d175-4d48-bb95-b44348de1a4c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.8865962
Feb 19 21:16:09.190766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49230) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:09.232364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8c5fe-5192-4c77-b366-ae2ffd8e8239 None None] Pushing event updated for resources: {'Port': ['ID=c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:09.240843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 26602451-8ab7-4868-aff7-0faa278f42dc no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:09.300241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f8e49-9931-4aba-a1e9-c932bcfe8256 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:09.307611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f8e49-9931-4aba-a1e9-c932bcfe8256 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:09.309384 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d14f8e49-9931-4aba-a1e9-c932bcfe8256 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1175997
Feb 19 21:16:09.314584 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49234) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:09.316697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 26602451-8ab7-4868-aff7-0faa278f42dc {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:09.317473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 26602451-8ab7-4868-aff7-0faa278f42dc not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:09.320737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c35d2824-4203-4ef1-bb25-d5044289f70a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:09.376843 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49238) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:09.409576 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5ee60cf-bb75-4dd4-b80c-9c8a619ee976 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.497605 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5ee60cf-bb75-4dd4-b80c-9c8a619ee976 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.502257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c35d2824-4203-4ef1-bb25-d5044289f70a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:09.503053 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.533667 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5ee60cf-bb75-4dd4-b80c-9c8a619ee976 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.538259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f5ee60cf-bb75-4dd4-b80c-9c8a619ee976 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c HTTP/1.1" status: 204  len: 168 time: 0.5465534
Feb 19 21:16:09.539428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee60cf-bb75-4dd4-b80c-9c8a619ee976 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:09.542199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49240) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:09.548049 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c30cc3a-01f3-4c06-a766-fd7b898b8a15 admin admin] Deleting subnet dd39b861-c372-4188-bb16-08087882fb5d {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:09.560118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7c30cc3a-01f3-4c06-a766-fd7b898b8a15 admin admin] Publish callbacks [] for subnet (dd39b861-c372-4188-bb16-08087882fb5d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.579276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e653d562-1e63-4005-81ef-743789ff6407 None None] Provisioning complete for port c35d2824-4203-4ef1-bb25-d5044289f70a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:09.579923 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e653d562-1e63-4005-81ef-743789ff6407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.650405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c35d2824-4203-4ef1-bb25-d5044289f70a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:09.662895 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e3ed9ded-f735-46fd-b18c-c9dec3c95094), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.664608 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7c30cc3a-01f3-4c06-a766-fd7b898b8a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (dd39b861-c372-4188-bb16-08087882fb5d), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.709925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e653d562-1e63-4005-81ef-743789ff6407 None None] Current status of the port c35d2824-4203-4ef1-bb25-d5044289f70a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:09.729938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-00fb2ae0-6bda-4d81-aaab-d9a99fd39780 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port b118f344-18a5-44be-95ab-5763be877763 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:09.730289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00fb2ae0-6bda-4d81-aaab-d9a99fd39780 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b118f344-18a5-44be-95ab-5763be877763), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.739511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port c35d2824-4203-4ef1-bb25-d5044289f70a {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:09.740087 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.791536 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7c30cc3a-01f3-4c06-a766-fd7b898b8a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (dd39b861-c372-4188-bb16-08087882fb5d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.831969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] For port c35d2824-4203-4ef1-bb25-d5044289f70a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35d2824-4203-4ef1-bb25-d5044289f70a,segment=NetworkSegment(c5b21b27-fa8b-402b-8fba-d9fac44899a6),segment_id=c5b21b27-fa8b-402b-8fba-d9fac44899a6)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:09.832909 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.883705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d1f47-4c80-4526-bfb1-7678e035a230 None None] Network e3ed9ded-f735-46fd-b18c-c9dec3c95094 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:09.894253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for c35d2824-4203-4ef1-bb25-d5044289f70a owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:09.911436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00fb2ae0-6bda-4d81-aaab-d9a99fd39780 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b118f344-18a5-44be-95ab-5763be877763), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:09.934557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-00fb2ae0-6bda-4d81-aaab-d9a99fd39780 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for b118f344-18a5-44be-95ab-5763be877763 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:09.979240 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-991764ea-f5df-4ce5-be90-e85fdf50214e None None] Could not find standard attr ID for object 320a4e02-8c55-4579-ba4e-b44ddd31e406. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:10.020256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c35d2824-4203-4ef1-bb25-d5044289f70a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.044076 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7c30cc3a-01f3-4c06-a766-fd7b898b8a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (dd39b861-c372-4188-bb16-08087882fb5d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.072471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=c35d2824-4203-4ef1-bb25-d5044289f70a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:10.074566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No DVR routers for this DVR port c35d2824-4203-4ef1-bb25-d5044289f70a on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:10.114393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30cc3a-01f3-4c06-a766-fd7b898b8a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd39b861-c372-4188-bb16-08087882fb5d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:10.129465 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7c30cc3a-01f3-4c06-a766-fd7b898b8a15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.132711 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7c30cc3a-01f3-4c06-a766-fd7b898b8a15 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dd39b861-c372-4188-bb16-08087882fb5d HTTP/1.1" status: 204  len: 168 time: 0.7548852
Feb 19 21:16:10.135905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49256) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:10.173969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e28331-b907-4ac5-83e7-b8a3c57f0d44 None None] DHCP port deletion for e3ed9ded-f735-46fd-b18c-c9dec3c95094 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:10.223447 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (d3b5c251-7e40-4705-8f65-349582f371c6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.238630 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e3ed9ded-f735-46fd-b18c-c9dec3c95094), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.268991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a7208c070>,) {'filters': {'network_id': ['e3ed9ded-f735-46fd-b18c-c9dec3c95094']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:10.287276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a7208c070>, 'c5b21b27-fa8b-402b-8fba-d9fac44899a6') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:10.287597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a7208c070>, 'c5b21b27-fa8b-402b-8fba-d9fac44899a6') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:10.299641 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (c5b21b27-fa8b-402b-8fba-d9fac44899a6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.316010 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c5b21b27-fa8b-402b-8fba-d9fac44899a6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.325299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:16:10.325783 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (c5b21b27-fa8b-402b-8fba-d9fac44899a6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:16:10.330303 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:16:10.358223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (d3b5c251-7e40-4705-8f65-349582f371c6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.362048 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00fb2ae0-6bda-4d81-aaab-d9a99fd39780 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b118f344-18a5-44be-95ab-5763be877763), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.406270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dedc93-b220-4908-8f4f-506d606555be', 'name': 'network-vif-deleted', 'tag': '373ba6f9-858a-4bc3-b3bf-ba987c52475f'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:16:10.408782 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa9d042-85d4-4f60-87cc-652b515f4d44" -d '{"events": [{"server_uuid": "00dedc93-b220-4908-8f4f-506d606555be", "name": "network-vif-deleted", "tag": "373ba6f9-858a-4bc3-b3bf-ba987c52475f"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:16:10.425590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb2ae0-6bda-4d81-aaab-d9a99fd39780 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=b118f344-18a5-44be-95ab-5763be877763,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:10.443960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab42490>,) {'filters': {'network_id': ['d3b5c251-7e40-4705-8f65-349582f371c6']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:10.459573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e3ed9ded-f735-46fd-b18c-c9dec3c95094), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.466855 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.474551 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00fb2ae0-6bda-4d81-aaab-d9a99fd39780 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.476894 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/networks/e3ed9ded-f735-46fd-b18c-c9dec3c95094 HTTP/1.1" status: 204  len: 168 time: 0.9316335
Feb 19 21:16:10.477791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49268) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:10.477910 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-00fb2ae0-6bda-4d81-aaab-d9a99fd39780 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/b118f344-18a5-44be-95ab-5763be877763 HTTP/1.1" status: 204  len: 168 time: 1.1620817
Feb 19 21:16:10.479729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab42490>, '4231a8a8-49d4-480a-a3d5-308ad5f30b46') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:10.480025 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ab42490>, '4231a8a8-49d4-480a-a3d5-308ad5f30b46') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:10.481635 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49270) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:10.506364 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1756009094'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:10.512966 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2543c3-47df-4972-9802-ab9c3a499524 x-openstack-request-id: req-6f2543c3-47df-4972-9802-ab9c3a499524 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:16:10.513267 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dedc93-b220-4908-8f4f-506d606555be", "name": "network-vif-deleted", "tag": "373ba6f9-858a-4bc3-b3bf-ba987c52475f", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:16:10.513692 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f2543c3-47df-4972-9802-ab9c3a499524 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:16:10.515486 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dedc93-b220-4908-8f4f-506d606555be', 'name': 'network-vif-deleted', 'tag': '373ba6f9-858a-4bc3-b3bf-ba987c52475f', 'status': 'completed', 'code': 200}
Feb 19 21:16:10.516720 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (4231a8a8-49d4-480a-a3d5-308ad5f30b46), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.519648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe67b0-f3f6-476b-aff3-e0bb88f1ef4c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Network': ['ID=e3ed9ded-f735-46fd-b18c-c9dec3c95094,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:10.547194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4231a8a8-49d4-480a-a3d5-308ad5f30b46), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.563170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92413f31-2332-4f6c-8ffe-170dc3b65133 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:10.564797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92413f31-2332-4f6c-8ffe-170dc3b65133 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:10.565228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:10.566547 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-92413f31-2332-4f6c-8ffe-170dc3b65133 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0840030
Feb 19 21:16:10.567795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:16:10.568309 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (4231a8a8-49d4-480a-a3d5-308ad5f30b46), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:16:10.570278 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:16:10.573853 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.577820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49276) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:10.643479 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (d3b5c251-7e40-4705-8f65-349582f371c6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.649424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.653983 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] 10.222.0.30 "DELETE /v2.0/networks/d3b5c251-7e40-4705-8f65-349582f371c6 HTTP/1.1" status: 204  len: 168 time: 0.5170963
Feb 19 21:16:10.681268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbbe67-85ed-4b48-a7c0-a115d424448e admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b5c251-7e40-4705-8f65-349582f371c6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:10.699922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fa3296-9821-4d8d-bee2-bfe60b64a9b9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet d7b61f60-518d-478b-9c80-5a4094e2e1cd {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:10.706705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3296-9821-4d8d-bee2-bfe60b64a9b9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (d7b61f60-518d-478b-9c80-5a4094e2e1cd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.769504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:16:10.779021 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3296-9821-4d8d-bee2-bfe60b64a9b9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (d7b61f60-518d-478b-9c80-5a4094e2e1cd), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.819127 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7fedb5f6-9ffe-48e3-abc9-b54b14989985), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.819483 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Added segment 7fedb5f6-9ffe-48e3-abc9-b54b14989985 of type vlan for network ffb27587-4153-4ed5-9bd0-5989ebd81288
Feb 19 21:16:10.896666 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (ffb27587-4153-4ed5-9bd0-5989ebd81288), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.906545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49294) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:10.962788 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3296-9821-4d8d-bee2-bfe60b64a9b9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d7b61f60-518d-478b-9c80-5a4094e2e1cd), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:10.971874 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-32ff22af-104c-45e4-aa14-c15aa2e5ca9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab36d6d50f8f40408962ab92e9cd1671&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0609930
Feb 19 21:16:10.972992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49296) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:10.973335 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49298) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:11.002464 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (ffb27587-4153-4ed5-9bd0-5989ebd81288), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.007643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:11.008626 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.042525 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2ea57c0-256e-4671-b2a3-3e750630ade9 admin admin] Publish callbacks [] for security_group (7442123d-1b5a-415d-94ca-df77972929d6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.072279 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2ea57c0-256e-4671-b2a3-3e750630ade9 admin admin] Publish callbacks [] for security_group (7442123d-1b5a-415d-94ca-df77972929d6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.093752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6118772
Feb 19 21:16:11.097431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49302) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:11.104268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': 'ffb27587-4153-4ed5-9bd0-5989ebd81288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:11.114694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5633401-d6e3-4997-9712-fb34efb53e90 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Network': ['ID=ffb27587-4153-4ed5-9bd0-5989ebd81288,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:11.130503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network ffb27587-4153-4ed5-9bd0-5989ebd81288 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:16:11.143480 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3296-9821-4d8d-bee2-bfe60b64a9b9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (d7b61f60-518d-478b-9c80-5a4094e2e1cd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.192349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa3296-9821-4d8d-bee2-bfe60b64a9b9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b61f60-518d-478b-9c80-5a4094e2e1cd,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:11.192349 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3296-9821-4d8d-bee2-bfe60b64a9b9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.194453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c4fa3296-9821-4d8d-bee2-bfe60b64a9b9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/d7b61f60-518d-478b-9c80-5a4094e2e1cd HTTP/1.1" status: 204  len: 168 time: 0.6120734
Feb 19 21:16:11.195298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49304) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:11.277125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:11.302526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2ea57c0-256e-4671-b2a3-3e750630ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7442123d-1b5a-415d-94ca-df77972929d6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.302802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-be8b638a-57e9-4f5c-90a9-6a110d354764 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1056287
Feb 19 21:16:11.305256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49306) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:11.305389 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2ea57c0-256e-4671-b2a3-3e750630ade9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.306556 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e2ea57c0-256e-4671-b2a3-3e750630ade9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7442123d-1b5a-415d-94ca-df77972929d6 HTTP/1.1" status: 204  len: 168 time: 0.3321338
Feb 19 21:16:11.329914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:11.334801 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.339551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0064db4d-c399-488f-9a9e-9e850e85edde None None] Provisioning complete for port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:11.340168 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0064db4d-c399-488f-9a9e-9e850e85edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.365521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea57c0-256e-4671-b2a3-3e750630ade9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7442123d-1b5a-415d-94ca-df77972929d6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:11.380844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def3f417-de44-4dcf-9e2a-be8c609b3f7c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:11.383211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-def3f417-de44-4dcf-9e2a-be8c609b3f7c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0763958
Feb 19 21:16:11.387445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49310) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:11.430901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:11.431606 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.470582 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29342692-8c68-4457-a052-07affd391037 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:11.472182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-29342692-8c68-4457-a052-07affd391037 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0832593
Feb 19 21:16:11.475413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49314) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:11.476678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6160692-a609-44da-9bcb-6bdf3f4a7c20 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:11.488405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-462f5c78-54b5-485a-a30f-1b31fa37ca10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.527249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-95d5e64e-f68d-4254-8434-487692620f79 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0492435
Feb 19 21:16:11.536174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49318) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:11.541587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-23d15861-22c4-43c7-ba5c-8691e45485b2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:11.677249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0064db4d-c399-488f-9a9e-9e850e85edde None None] Current status of the port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:11.688267 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0064db4d-c399-488f-9a9e-9e850e85edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.724009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:11.724421 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.758857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d15861-22c4-43c7-ba5c-8691e45485b2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:11.767942 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-23d15861-22c4-43c7-ba5c-8691e45485b2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.773695 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-462f5c78-54b5-485a-a30f-1b31fa37ca10 admin admin] Publish callbacks [] for security_group (4f477d73-d6b8-47d8-a1cd-2723d2c012d9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.786769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-462f5c78-54b5-485a-a30f-1b31fa37ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f477d73-d6b8-47d8-a1cd-2723d2c012d9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.851112 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-462f5c78-54b5-485a-a30f-1b31fa37ca10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=069c3a58cce64235a7ab672b83c064eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8697059
Feb 19 21:16:11.851879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49334) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:11.925630 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2823cd-06eb-43ab-b4b2-fcdd40068aa2 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:11.927538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 373ba6f9-858a-4bc3-b3bf-ba987c52475f no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:11.933251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f5c78-54b5-485a-a30f-1b31fa37ca10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f477d73-d6b8-47d8-a1cd-2723d2c012d9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:11.933608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0064db4d-c399-488f-9a9e-9e850e85edde None None] For port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:11.959071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 373ba6f9-858a-4bc3-b3bf-ba987c52475f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:11.959426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 373ba6f9-858a-4bc3-b3bf-ba987c52475f not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:11.960897 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0064db4d-c399-488f-9a9e-9e850e85edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:11.991536 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.055601 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d52dcf9-2808-4a72-85f4-f5e68dfe6d47 admin admin] Publish callbacks [] for security_group (4f477d73-d6b8-47d8-a1cd-2723d2c012d9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.091847 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-23d15861-22c4-43c7-ba5c-8691e45485b2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (2ba975aa-94ab-4d17-8ec3-510ff750291f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.098444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-85eb9a32-d282-4187-b125-3ce0f87a60dd None None] Could not find standard attr ID for object f0d0ea24-2340-4727-bfa7-03978b8a3ca2. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:12.118992 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:16:12.119663 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:16:12.121944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064db4d-c399-488f-9a9e-9e850e85edde None None] Pushing event updated for resources: {'Port': ['ID=c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:12.128223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Subnet': ['ID=fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:12.133177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d52dcf9-2808-4a72-85f4-f5e68dfe6d47 admin admin] Publish callbacks [] for security_group (4f477d73-d6b8-47d8-a1cd-2723d2c012d9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.136295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ff2823cd-06eb-43ab-b4b2-fcdd40068aa2 None None] Deleting port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:12.137289 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff2823cd-06eb-43ab-b4b2-fcdd40068aa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.161354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Checking segment: {'id': '7fedb5f6-9ffe-48e3-abc9-b54b14989985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ffb27587-4153-4ed5-9bd0-5989ebd81288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:12.161861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network hostable DHCP agents. Network: ffb27587-4153-4ed5-9bd0-5989ebd81288, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:16:12.183749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d15861-22c4-43c7-ba5c-8691e45485b2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=2ba975aa-94ab-4d17-8ec3-510ff750291f,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:12.193405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d15861-22c4-43c7-ba5c-8691e45485b2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:12.196068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-23d15861-22c4-43c7-ba5c-8691e45485b2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:12.206236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d15861-22c4-43c7-ba5c-8691e45485b2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:12.206839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network ffb27587-4153-4ed5-9bd0-5989ebd81288 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:16:12.207650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-23d15861-22c4-43c7-ba5c-8691e45485b2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.227099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ffb27587-4153-4ed5-9bd0-5989ebd81288) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:12.236259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:12.238475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ff2823cd-06eb-43ab-b4b2-fcdd40068aa2 None None] For port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:12.239076 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff2823cd-06eb-43ab-b4b2-fcdd40068aa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.239208 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.243657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceec920-c642-45e1-abdd-396b45a129d7 None None] Network ffb27587-4153-4ed5-9bd0-5989ebd81288 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:12.246983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d52dcf9-2808-4a72-85f4-f5e68dfe6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4f477d73-d6b8-47d8-a1cd-2723d2c012d9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.251164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-23d15861-22c4-43c7-ba5c-8691e45485b2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7106807
Feb 19 21:16:12.251325 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4d52dcf9-2808-4a72-85f4-f5e68dfe6d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.251417 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49352) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:12.255885 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4d52dcf9-2808-4a72-85f4-f5e68dfe6d47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f477d73-d6b8-47d8-a1cd-2723d2c012d9 HTTP/1.1" status: 204  len: 168 time: 0.4001744
Feb 19 21:16:12.258839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'fixed_ips': [{'subnet_id': '2ba975aa-94ab-4d17-8ec3-510ff750291f', 'ip_address': '2001:db8::69a8:c4d7:d03:803c'}], 'name': 'tempest-NetworksTestDHCPv6-1161179639'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:12.278758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ff2823cd-06eb-43ab-b4b2-fcdd40068aa2 None None] Calling delete_port for c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:12.290480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52dcf9-2808-4a72-85f4-f5e68dfe6d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f477d73-d6b8-47d8-a1cd-2723d2c012d9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:12.304080 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9315b948-ee7a-47ab-8748-ff9a8dc10cc3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2052896
Feb 19 21:16:12.309060 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49356) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:12.321935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': 'ffb27587-4153-4ed5-9bd0-5989ebd81288', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1502881399'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:12.469893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ffb27587-4153-4ed5-9bd0-5989ebd81288', 'network_id': 'ffb27587-4153-4ed5-9bd0-5989ebd81288', 'project_id': 'e896604882924927a86fea7b4fdfb56b', 'fixed_ips': [{'subnet_id': 'fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:12.471191 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.477970 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff2823cd-06eb-43ab-b4b2-fcdd40068aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.482235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:12.516422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2823cd-06eb-43ab-b4b2-fcdd40068aa2 None None] Pushing event deleted for resources: {'Port': ['ID=c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:12.527818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2823cd-06eb-43ab-b4b2-fcdd40068aa2 None None] No DVR routers for this DVR port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:12.590464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913bead0-3ed3-4ff8-af44-f33766a66a83 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:12.597928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:12.612283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.612533 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.634612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port df711b9b-61f0-4b59-a523-dbe515f08ad5 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:12.676610 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port 32d3170e-5be5-43ad-b990-d0e840c65b92 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:12.678083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Port c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd update to ACTIVE by agent not found {{(pid=121130) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 19 21:16:12.803955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Allocated IP 172.20.0.2 (ffb27587-4153-4ed5-9bd0-5989ebd81288/fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08/94c79098-9fac-4836-bffb-905ebd726cc4) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:12.807947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c35d2824-4203-4ef1-bb25-d5044289f70a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:12.838366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': '2ba975aa-94ab-4d17-8ec3-510ff750291f'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:12.839360 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:12.844246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c35d2824-4203-4ef1-bb25-d5044289f70a {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:12.844631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c35d2824-4203-4ef1-bb25-d5044289f70a not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:12.975887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::69a8:c4d7:d03:803c (3093a338-1bb2-47bc-b43b-364f1349065f/2ba975aa-94ab-4d17-8ec3-510ff750291f/df711b9b-61f0-4b59-a523-dbe515f08ad5) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:13.231007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:13.281519 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:13.282723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c8c0f7fc-d47c-4b0e-8bcc-0a0c645ab0cd not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:13.329870 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Publish callbacks [] for port (94c79098-9fac-4836-bffb-905ebd726cc4), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:13.346114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:13.455497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Network ffb27587-4153-4ed5-9bd0-5989ebd81288 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:13.464977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:13.484427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:13.487789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Pushing event updated for resources: {'Port': ['ID=94c79098-9fac-4836-bffb-905ebd726cc4,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:13.492186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.12 (ffb27587-4153-4ed5-9bd0-5989ebd81288/fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08/32d3170e-5be5-43ad-b990-d0e840c65b92) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:13.615687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Attempting to bind port 94c79098-9fac-4836-bffb-905ebd726cc4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:13.620662 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Attempting to bind port 94c79098-9fac-4836-bffb-905ebd726cc4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7fedb5f6-9ffe-48e3-abc9-b54b14989985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ffb27587-4153-4ed5-9bd0-5989ebd81288'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:13.621823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Attempting to bind port 94c79098-9fac-4836-bffb-905ebd726cc4 on network ffb27587-4153-4ed5-9bd0-5989ebd81288 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:13.635380 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:13.637902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Checking segment: {'id': '7fedb5f6-9ffe-48e3-abc9-b54b14989985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ffb27587-4153-4ed5-9bd0-5989ebd81288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:13.639823 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:13.640429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Bound using segment: {'id': '7fedb5f6-9ffe-48e3-abc9-b54b14989985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ffb27587-4153-4ed5-9bd0-5989ebd81288'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:13.641040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Bound port: 94c79098-9fac-4836-bffb-905ebd726cc4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fedb5f6-9ffe-48e3-abc9-b54b14989985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ffb27587-4153-4ed5-9bd0-5989ebd81288'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:13.643233 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:13.671092 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (df711b9b-61f0-4b59-a523-dbe515f08ad5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:13.734447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] For port 94c79098-9fac-4836-bffb-905ebd726cc4, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:13.738327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] For port 94c79098-9fac-4836-bffb-905ebd726cc4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94c79098-9fac-4836-bffb-905ebd726cc4,segment=NetworkSegment(7fedb5f6-9ffe-48e3-abc9-b54b14989985),segment_id=7fedb5f6-9ffe-48e3-abc9-b54b14989985)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:13.745997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:13.758933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (32d3170e-5be5-43ad-b990-d0e840c65b92), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:13.765551 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (df711b9b-61f0-4b59-a523-dbe515f08ad5), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:13.812450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9f588-4f3e-4cff-a840-397ad93b1ba0 None None] Pushing event updated for resources: {'Port': ['ID=94c79098-9fac-4836-bffb-905ebd726cc4,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:13.832006 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (32d3170e-5be5-43ad-b990-d0e840c65b92), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:13.907808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/2ba975aa-94ab-4d17-8ec3-510ff750291f/84e85fee-939a-4969-b4c7-3a02f9d51feb) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:13.920589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network ffb27587-4153-4ed5-9bd0-5989ebd81288 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:13.921012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:13.931027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:13.938745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:13.944396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:13.955796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:13.956282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:13.958319 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:13.981752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=df711b9b-61f0-4b59-a523-dbe515f08ad5,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:13.999850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fd5656af-7d61-454f-84f0-24465d7eaafe tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.7474823
Feb 19 21:16:14.005217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49450) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:14.008511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0da6791a-ff43-405d-a5f5-ae518ba1123b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'fixed_ips': [{'subnet_id': '2ba975aa-94ab-4d17-8ec3-510ff750291f', 'ip_address': '2001:db8::69a8:c4d7:d03:803c'}], 'name': 'tempest-NetworksTestDHCPv6-1078933534'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:14.021437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=32d3170e-5be5-43ad-b990-d0e840c65b92,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:14.069492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:14.071070 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:14.096917 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1528db0a-91d2-4551-b5bb-3d3db29335d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 887 time: 1.7843888
Feb 19 21:16:14.097837 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49456) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:14.260219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-31999ae2-6e5c-40b7-8dfd-bf68a5961792 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 32d3170e-5be5-43ad-b990-d0e840c65b92 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:14.260592 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31999ae2-6e5c-40b7-8dfd-bf68a5961792 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (32d3170e-5be5-43ad-b990-d0e840c65b92), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:14.280669 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Publish callbacks [] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:14.297495 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:14.314431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da6791a-ff43-405d-a5f5-ae518ba1123b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:14.334588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0da6791a-ff43-405d-a5f5-ae518ba1123b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:14.373357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-0da6791a-ff43-405d-a5f5-ae518ba1123b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port 0dac10bb-e684-4959-a76b-5aae02d7f3f3 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:14.388290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:14.395391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:14.411818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:14.437504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31999ae2-6e5c-40b7-8dfd-bf68a5961792 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (32d3170e-5be5-43ad-b990-d0e840c65b92), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:14.442339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Pushing event updated for resources: {'Port': ['ID=84e85fee-939a-4969-b4c7-3a02f9d51feb,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:14.465220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-31999ae2-6e5c-40b7-8dfd-bf68a5961792 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 32d3170e-5be5-43ad-b990-d0e840c65b92 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:14.507633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Attempting to bind port 84e85fee-939a-4969-b4c7-3a02f9d51feb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:14.508115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Attempting to bind port 84e85fee-939a-4969-b4c7-3a02f9d51feb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:14.508618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Attempting to bind port 84e85fee-939a-4969-b4c7-3a02f9d51feb on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:14.514912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:14.515440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:14.515950 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:14.516580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:14.517168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Bound port: 84e85fee-939a-4969-b4c7-3a02f9d51feb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:14.517751 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:14.627881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] For port 84e85fee-939a-4969-b4c7-3a02f9d51feb, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:14.635904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] For port 84e85fee-939a-4969-b4c7-3a02f9d51feb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84e85fee-939a-4969-b4c7-3a02f9d51feb,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:14.649910 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:14.734158 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31999ae2-6e5c-40b7-8dfd-bf68a5961792 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (32d3170e-5be5-43ad-b990-d0e840c65b92), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:14.740488 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da6791a-ff43-405d-a5f5-ae518ba1123b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:16:14.740974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da6791a-ff43-405d-a5f5-ae518ba1123b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:16:14.780960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c90ee-27bb-46ae-a4ff-523cade75aeb None None] Pushing event updated for resources: {'Port': ['ID=84e85fee-939a-4969-b4c7-3a02f9d51feb,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:14.796034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0da6791a-ff43-405d-a5f5-ae518ba1123b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 0.7897179
Feb 19 21:16:14.796402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49480) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:14.818987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31999ae2-6e5c-40b7-8dfd-bf68a5961792 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=32d3170e-5be5-43ad-b990-d0e840c65b92,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:14.923016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68634444-0552-4ec7-b4b4-5bff9a75ef4f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:14.942958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68634444-0552-4ec7-b4b4-5bff9a75ef4f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:14.948339 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-68634444-0552-4ec7-b4b4-5bff9a75ef4f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1493621
Feb 19 21:16:14.949847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49486) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:14.997154 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31999ae2-6e5c-40b7-8dfd-bf68a5961792 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.001138 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-31999ae2-6e5c-40b7-8dfd-bf68a5961792 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/32d3170e-5be5-43ad-b990-d0e840c65b92 HTTP/1.1" status: 204  len: 168 time: 0.9029508
Feb 19 21:16:15.006828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49488) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:15.071677 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a4fdf5-32ee-452e-8791-cd12fe4527f9 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:16:15.074125 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e7a4fdf5-32ee-452e-8791-cd12fe4527f9 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/32d3170e-5be5-43ad-b990-d0e840c65b92 HTTP/1.1" status: 404  len: 333 time: 0.0673206
Feb 19 21:16:15.079392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49504) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:15.142606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-7ed07e59-7635-428b-a37b-1a31cbd9c9a3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port df711b9b-61f0-4b59-a523-dbe515f08ad5 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:15.143334 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ed07e59-7635-428b-a37b-1a31cbd9c9a3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (df711b9b-61f0-4b59-a523-dbe515f08ad5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.211566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49506) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:15.220475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9c24c6-4752-41d7-b3d8-307f4caa9947 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting subnet fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:15.227109 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd9c24c6-4752-41d7-b3d8-307f4caa9947 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.306021 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ed07e59-7635-428b-a37b-1a31cbd9c9a3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (df711b9b-61f0-4b59-a523-dbe515f08ad5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.319736 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd9c24c6-4752-41d7-b3d8-307f4caa9947 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.325388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-7ed07e59-7635-428b-a37b-1a31cbd9c9a3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for df711b9b-61f0-4b59-a523-dbe515f08ad5 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:15.459162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 94c79098-9fac-4836-bffb-905ebd726cc4 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:15.477906 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e0d07b5-0133-49ca-9a93-1c1d6098ef1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.514709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd9c24c6-4752-41d7-b3d8-307f4caa9947 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.575584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 94c79098-9fac-4836-bffb-905ebd726cc4 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:15.576969 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.636729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd9c24c6-4752-41d7-b3d8-307f4caa9947 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.641313 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ed07e59-7635-428b-a37b-1a31cbd9c9a3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (df711b9b-61f0-4b59-a523-dbe515f08ad5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.665383 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd9c24c6-4752-41d7-b3d8-307f4caa9947 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.670179 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dd9c24c6-4752-41d7-b3d8-307f4caa9947 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08 HTTP/1.1" status: 204  len: 168 time: 0.5896354
Feb 19 21:16:15.677152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49512) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:15.704914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 94c79098-9fac-4836-bffb-905ebd726cc4 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:15.705432 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.718234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c24c6-4752-41d7-b3d8-307f4caa9947 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Subnet': ['ID=fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:15.742842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49514) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:15.789789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 94c79098-9fac-4836-bffb-905ebd726cc4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94c79098-9fac-4836-bffb-905ebd726cc4,segment=NetworkSegment(7fedb5f6-9ffe-48e3-abc9-b54b14989985),segment_id=7fedb5f6-9ffe-48e3-abc9-b54b14989985)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:15.796627 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.807520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfd0fea-3f2f-4dcf-badd-b8056c71e687 None None] Network ffb27587-4153-4ed5-9bd0-5989ebd81288 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:15.809771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed07e59-7635-428b-a37b-1a31cbd9c9a3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=df711b9b-61f0-4b59-a523-dbe515f08ad5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:15.860525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ed07e59-7635-428b-a37b-1a31cbd9c9a3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.866377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49526) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:15.880905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7ed07e59-7635-428b-a37b-1a31cbd9c9a3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/df711b9b-61f0-4b59-a523-dbe515f08ad5 HTTP/1.1" status: 204  len: 168 time: 0.9295726
Feb 19 21:16:15.937700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-496f93c5-02ef-40a4-88ff-dc1fe9d1816d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.945258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=94c79098-9fac-4836-bffb-905ebd726cc4,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:15.946267 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (ffb27587-4153-4ed5-9bd0-5989ebd81288), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.952526 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e0d07b5-0133-49ca-9a93-1c1d6098ef1d admin admin] Publish callbacks [] for security_group (50b59722-fa56-4d4c-a4fe-a3ebc6be9921), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.970357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2c2041a2-dc59-46c4-9d2a-9c3bc20cda49 None None] Provisioning complete for port 94c79098-9fac-4836-bffb-905ebd726cc4 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:15.970778 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2c2041a2-dc59-46c4-9d2a-9c3bc20cda49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:15.972190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e0d07b5-0133-49ca-9a93-1c1d6098ef1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (50b59722-fa56-4d4c-a4fe-a3ebc6be9921), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.007072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc8904a-53f7-4c9d-8cdc-79f706a2e5ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:16.008673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc8904a-53f7-4c9d-8cdc-79f706a2e5ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:16.012709 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2dc8904a-53f7-4c9d-8cdc-79f706a2e5ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1429834
Feb 19 21:16:16.023324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49538) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:16.119182 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-496f93c5-02ef-40a4-88ff-dc1fe9d1816d admin admin] Publish callbacks [] for security_group (ae686415-3bfc-4c89-904e-354aa2e25267), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.132632 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-496f93c5-02ef-40a4-88ff-dc1fe9d1816d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ae686415-3bfc-4c89-904e-354aa2e25267), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.146313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d07b5-0133-49ca-9a93-1c1d6098ef1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b59722-fa56-4d4c-a4fe-a3ebc6be9921,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:16.168017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0e0d07b5-0133-49ca-9a93-1c1d6098ef1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e84fb425ca4049869c3cb1643d2097a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9550271
Feb 19 21:16:16.171290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49542) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:16.180133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d4a428-5131-4557-aa9a-15599c22f88a None None] DHCP port deletion for ffb27587-4153-4ed5-9bd0-5989ebd81288 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:16.183622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-2daf444e-f0ee-4501-a3d5-3ba502c15418 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 2ba975aa-94ab-4d17-8ec3-510ff750291f {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:16.189387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2c2041a2-dc59-46c4-9d2a-9c3bc20cda49 None None] Current status of the port 94c79098-9fac-4836-bffb-905ebd726cc4 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:16.189956 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2daf444e-f0ee-4501-a3d5-3ba502c15418 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (2ba975aa-94ab-4d17-8ec3-510ff750291f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.230563 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-496f93c5-02ef-40a4-88ff-dc1fe9d1816d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30668a142642467ea7dca6d881da1859&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4839811
Feb 19 21:16:16.235970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49544) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:16.268601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-45d4a428-5131-4557-aa9a-15599c22f88a None None] Deleting port 94c79098-9fac-4836-bffb-905ebd726cc4 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:16.269363 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-45d4a428-5131-4557-aa9a-15599c22f88a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.271786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f93c5-02ef-40a4-88ff-dc1fe9d1816d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae686415-3bfc-4c89-904e-354aa2e25267,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:16.290354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 94c79098-9fac-4836-bffb-905ebd726cc4 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:16.291062 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.296073 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2daf444e-f0ee-4501-a3d5-3ba502c15418 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (2ba975aa-94ab-4d17-8ec3-510ff750291f), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.351273 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0919cedd-647b-4a10-bcd8-183fcd88bac0 admin admin] Publish callbacks [] for security_group (ae686415-3bfc-4c89-904e-354aa2e25267), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.381902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-45d4a428-5131-4557-aa9a-15599c22f88a None None] For port 94c79098-9fac-4836-bffb-905ebd726cc4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94c79098-9fac-4836-bffb-905ebd726cc4,segment=NetworkSegment(7fedb5f6-9ffe-48e3-abc9-b54b14989985),segment_id=7fedb5f6-9ffe-48e3-abc9-b54b14989985)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:16.384883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-45d4a428-5131-4557-aa9a-15599c22f88a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.390435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0919cedd-647b-4a10-bcd8-183fcd88bac0 admin admin] Publish callbacks [] for security_group (ae686415-3bfc-4c89-904e-354aa2e25267), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.402474 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98e4a7d2-39a5-4e24-8f1f-0d5fa4c4a1ba admin admin] Publish callbacks [] for security_group (50b59722-fa56-4d4c-a4fe-a3ebc6be9921), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.421877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-45d4a428-5131-4557-aa9a-15599c22f88a None None] Calling delete_port for 94c79098-9fac-4836-bffb-905ebd726cc4 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:16.464639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] For port 94c79098-9fac-4836-bffb-905ebd726cc4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94c79098-9fac-4836-bffb-905ebd726cc4,segment=NetworkSegment(7fedb5f6-9ffe-48e3-abc9-b54b14989985),segment_id=7fedb5f6-9ffe-48e3-abc9-b54b14989985)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:16.464992 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.487997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 94c79098-9fac-4836-bffb-905ebd726cc4 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:16.497440 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98e4a7d2-39a5-4e24-8f1f-0d5fa4c4a1ba admin admin] Publish callbacks [] for security_group (50b59722-fa56-4d4c-a4fe-a3ebc6be9921), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.499681 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0919cedd-647b-4a10-bcd8-183fcd88bac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ae686415-3bfc-4c89-904e-354aa2e25267), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.503206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0919cedd-647b-4a10-bcd8-183fcd88bac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.504596 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0919cedd-647b-4a10-bcd8-183fcd88bac0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae686415-3bfc-4c89-904e-354aa2e25267 HTTP/1.1" status: 204  len: 168 time: 0.2589855
Feb 19 21:16:16.517750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919cedd-647b-4a10-bcd8-183fcd88bac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae686415-3bfc-4c89-904e-354aa2e25267,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:16.595805 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-45d4a428-5131-4557-aa9a-15599c22f88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.641690 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4a428-5131-4557-aa9a-15599c22f88a None None] Pushing event deleted for resources: {'Port': ['ID=94c79098-9fac-4836-bffb-905ebd726cc4,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:16.654164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4a428-5131-4557-aa9a-15599c22f88a None None] No DVR routers for this DVR port 94c79098-9fac-4836-bffb-905ebd726cc4 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:16.666281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-49e36da3-4141-4a3b-8e9d-7f1d5a17f6b2 None None] Provisioning complete for port 84e85fee-939a-4969-b4c7-3a02f9d51feb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:16.666612 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-49e36da3-4141-4a3b-8e9d-7f1d5a17f6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.704657 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2daf444e-f0ee-4501-a3d5-3ba502c15418 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (2ba975aa-94ab-4d17-8ec3-510ff750291f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.797767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-49e36da3-4141-4a3b-8e9d-7f1d5a17f6b2 None None] Current status of the port 84e85fee-939a-4969-b4c7-3a02f9d51feb is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:16.797985 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-49e36da3-4141-4a3b-8e9d-7f1d5a17f6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.821672 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98e4a7d2-39a5-4e24-8f1f-0d5fa4c4a1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (50b59722-fa56-4d4c-a4fe-a3ebc6be9921), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.825261 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98e4a7d2-39a5-4e24-8f1f-0d5fa4c4a1ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.827220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-98e4a7d2-39a5-4e24-8f1f-0d5fa4c4a1ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50b59722-fa56-4d4c-a4fe-a3ebc6be9921 HTTP/1.1" status: 204  len: 168 time: 0.6535475
Feb 19 21:16:16.853811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4a7d2-39a5-4e24-8f1f-0d5fa4c4a1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b59722-fa56-4d4c-a4fe-a3ebc6be9921,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:16.857981 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (94c79098-9fac-4836-bffb-905ebd726cc4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.919186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=94c79098-9fac-4836-bffb-905ebd726cc4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:16.927609 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2daf444e-f0ee-4501-a3d5-3ba502c15418 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (2ba975aa-94ab-4d17-8ec3-510ff750291f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:16.942063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No DVR routers for this DVR port 94c79098-9fac-4836-bffb-905ebd726cc4 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:16.979789 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-49e36da3-4141-4a3b-8e9d-7f1d5a17f6b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:16:16.980169 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-49e36da3-4141-4a3b-8e9d-7f1d5a17f6b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:16:16.999881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf444e-f0ee-4501-a3d5-3ba502c15418 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba975aa-94ab-4d17-8ec3-510ff750291f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:17.002131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2daf444e-f0ee-4501-a3d5-3ba502c15418 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.007916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2daf444e-f0ee-4501-a3d5-3ba502c15418 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/2ba975aa-94ab-4d17-8ec3-510ff750291f HTTP/1.1" status: 204  len: 168 time: 0.9811006
Feb 19 21:16:17.008276 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49570) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:17.067483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49572) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:17.076072 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b7579a5e-3078-4031-bc7a-401a44a5827b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0664635
Feb 19 21:16:17.076635 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (ffb27587-4153-4ed5-9bd0-5989ebd81288), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.085237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49574) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:17.098681 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-187c2946-26da-4060-b70f-203df9c156a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.107387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-18cc2d2b-0e39-4f7d-b6d0-ef029051323c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:17.204717 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-187c2946-26da-4060-b70f-203df9c156a7 admin admin] Publish callbacks [] for security_group (8399d4e8-0f58-4083-a763-3fe0dfd5604a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.209914 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-187c2946-26da-4060-b70f-203df9c156a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8399d4e8-0f58-4083-a763-3fe0dfd5604a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.229012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 84e85fee-939a-4969-b4c7-3a02f9d51feb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:17.240504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1ab5b0>,) {'filters': {'network_id': ['ffb27587-4153-4ed5-9bd0-5989ebd81288']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:17.258989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1ab5b0>, '7fedb5f6-9ffe-48e3-abc9-b54b14989985') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:17.259318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1ab5b0>, '7fedb5f6-9ffe-48e3-abc9-b54b14989985') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:17.278347 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-187c2946-26da-4060-b70f-203df9c156a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6419494309f647738a2fc3e35f164791&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2092516
Feb 19 21:16:17.281047 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (7fedb5f6-9ffe-48e3-abc9-b54b14989985), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.282772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49580) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:17.302263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c2946-26da-4060-b70f-203df9c156a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8399d4e8-0f58-4083-a763-3fe0dfd5604a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:17.336133 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7fedb5f6-9ffe-48e3-abc9-b54b14989985), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.352320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:16:17.352783 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (7fedb5f6-9ffe-48e3-abc9-b54b14989985), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.354111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f356b1e-8025-47df-b4df-b0463a62de49 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:16:17.356374 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:16:17.359498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 84e85fee-939a-4969-b4c7-3a02f9d51feb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:17.359498 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.375072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cc2d2b-0e39-4f7d-b6d0-ef029051323c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:17.377573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-18cc2d2b-0e39-4f7d-b6d0-ef029051323c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.492773 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25395c8e-cb97-413a-bdbd-874e2242792d admin admin] Publish callbacks [] for security_group (8399d4e8-0f58-4083-a763-3fe0dfd5604a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.536265 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25395c8e-cb97-413a-bdbd-874e2242792d admin admin] Publish callbacks [] for security_group (8399d4e8-0f58-4083-a763-3fe0dfd5604a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.549574 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (ffb27587-4153-4ed5-9bd0-5989ebd81288), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.562139 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.567772 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/networks/ffb27587-4153-4ed5-9bd0-5989ebd81288 HTTP/1.1" status: 204  len: 168 time: 1.8844643
Feb 19 21:16:17.569630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49592) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:17.579431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'name': 'tempest-PortsTestJSON-1885395051'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:17.599593 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6ef85-f2d4-471b-b090-5ae71eb728e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Network': ['ID=ffb27587-4153-4ed5-9bd0-5989ebd81288,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:17.678538 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25395c8e-cb97-413a-bdbd-874e2242792d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8399d4e8-0f58-4083-a763-3fe0dfd5604a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.681298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-25395c8e-cb97-413a-bdbd-874e2242792d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.685794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-25395c8e-cb97-413a-bdbd-874e2242792d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8399d4e8-0f58-4083-a763-3fe0dfd5604a HTTP/1.1" status: 204  len: 168 time: 0.4018552
Feb 19 21:16:17.721531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25395c8e-cb97-413a-bdbd-874e2242792d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8399d4e8-0f58-4083-a763-3fe0dfd5604a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:17.766472 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-18cc2d2b-0e39-4f7d-b6d0-ef029051323c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (f6580e2d-22c1-46e6-bcf6-313f31c646fc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.858810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:17.863127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc2d2b-0e39-4f7d-b6d0-ef029051323c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=f6580e2d-22c1-46e6-bcf6-313f31c646fc,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:17.865330 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.879764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc2d2b-0e39-4f7d-b6d0-ef029051323c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:17.881363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-18cc2d2b-0e39-4f7d-b6d0-ef029051323c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:17.881562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-49e36da3-4141-4a3b-8e9d-7f1d5a17f6b2 None None] Current status of the port 84e85fee-939a-4969-b4c7-3a02f9d51feb is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:17.884208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc2d2b-0e39-4f7d-b6d0-ef029051323c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:17.885070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-18cc2d2b-0e39-4f7d-b6d0-ef029051323c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.893786 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-49e36da3-4141-4a3b-8e9d-7f1d5a17f6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:17.905760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-18cc2d2b-0e39-4f7d-b6d0-ef029051323c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8129117
Feb 19 21:16:17.907348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port f33563f4-75ea-4ccb-8970-3b0a13ab0972 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:17.911770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49604) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:17.935343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-70af4522-eb22-49df-9262-6b341d5e60d1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'fixed_ips': [{'subnet_id': 'f6580e2d-22c1-46e6-bcf6-313f31c646fc', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2053379964'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:17.985806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 84e85fee-939a-4969-b4c7-3a02f9d51feb is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:17.986207 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.050042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-49e36da3-4141-4a3b-8e9d-7f1d5a17f6b2 None None] For port 84e85fee-939a-4969-b4c7-3a02f9d51feb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84e85fee-939a-4969-b4c7-3a02f9d51feb,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:18.073854 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-49e36da3-4141-4a3b-8e9d-7f1d5a17f6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.142166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70af4522-eb22-49df-9262-6b341d5e60d1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:18.219220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf4754-73f1-4fcd-8962-3af8942a5e93 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:18.245759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6cef3db8-af15-4a3d-ae1d-5f92696bef13 None None] Could not find standard attr ID for object df711b9b-61f0-4b59-a523-dbe515f08ad5. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:18.285542 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70af4522-eb22-49df-9262-6b341d5e60d1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.310102 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6cef3db8-af15-4a3d-ae1d-5f92696bef13 None None] Could not find standard attr ID for object b118f344-18a5-44be-95ab-5763be877763. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:18.311953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-70af4522-eb22-49df-9262-6b341d5e60d1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port dc13c6fe-3cca-4a74-8376-93aff9ae54d7 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:18.357676 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:16:18.358045 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:16:18.359562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e36da3-4141-4a3b-8e9d-7f1d5a17f6b2 None None] Pushing event updated for resources: {'Port': ['ID=84e85fee-939a-4969-b4c7-3a02f9d51feb,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:18.371175 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a2b9fff5-850e-43d7-878e-936fafc71282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.394875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf4754-73f1-4fcd-8962-3af8942a5e93 None None] Deleting port 84e85fee-939a-4969-b4c7-3a02f9d51feb {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:18.395255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cbbf4754-73f1-4fcd-8962-3af8942a5e93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.405289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (f33563f4-75ea-4ccb-8970-3b0a13ab0972), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.488089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f33563f4-75ea-4ccb-8970-3b0a13ab0972), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.527923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-cbbf4754-73f1-4fcd-8962-3af8942a5e93 None None] For port 84e85fee-939a-4969-b4c7-3a02f9d51feb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84e85fee-939a-4969-b4c7-3a02f9d51feb,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:18.529147 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cbbf4754-73f1-4fcd-8962-3af8942a5e93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.537569 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:18.541299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:18.545514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:18.550937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:18.551702 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.558365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf4754-73f1-4fcd-8962-3af8942a5e93 None None] Calling delete_port for 84e85fee-939a-4969-b4c7-3a02f9d51feb owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:18.562774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=f33563f4-75ea-4ccb-8970-3b0a13ab0972,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:18.581960 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d5e12cea-a534-4767-8ba4-fe4a7f18f94a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.0103009
Feb 19 21:16:18.584953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49642) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:18.597778 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-70af4522-eb22-49df-9262-6b341d5e60d1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:16:18.598466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70af4522-eb22-49df-9262-6b341d5e60d1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:16:18.645449 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-70af4522-eb22-49df-9262-6b341d5e60d1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400  len: 349 time: 0.7281477
Feb 19 21:16:18.645858 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49646) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:18.735266 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cbbf4754-73f1-4fcd-8962-3af8942a5e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (84e85fee-939a-4969-b4c7-3a02f9d51feb), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.771663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf4754-73f1-4fcd-8962-3af8942a5e93 None None] Pushing event deleted for resources: {'Port': ['ID=84e85fee-939a-4969-b4c7-3a02f9d51feb,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:18.776285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf4754-73f1-4fcd-8962-3af8942a5e93 None None] No DVR routers for this DVR port 84e85fee-939a-4969-b4c7-3a02f9d51feb on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:18.776640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c377d-6d34-4e93-950a-91ba4b007b3b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:18.781467 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-505c377d-6d34-4e93-950a-91ba4b007b3b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1334088
Feb 19 21:16:18.783158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49650) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:18.809370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf4cd74-0982-4141-942f-2a13a60bca50 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:18.823916 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a83b2717-1ddc-4e8c-bff5-a7cbd4a1c70d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port f33563f4-75ea-4ccb-8970-3b0a13ab0972 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:18.824540 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a83b2717-1ddc-4e8c-bff5-a7cbd4a1c70d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f33563f4-75ea-4ccb-8970-3b0a13ab0972), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.931159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Port 84e85fee-939a-4969-b4c7-3a02f9d51feb update to ACTIVE by agent not found {{(pid=121130) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 19 21:16:18.943053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75bc6ca-c1ee-4d9a-99b7-a3325d1b3b12 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:18.949295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75bc6ca-c1ee-4d9a-99b7-a3325d1b3b12 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:18.951046 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f75bc6ca-c1ee-4d9a-99b7-a3325d1b3b12 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1667495
Feb 19 21:16:18.953409 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a83b2717-1ddc-4e8c-bff5-a7cbd4a1c70d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f33563f4-75ea-4ccb-8970-3b0a13ab0972), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.953956 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49670) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:18.954373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49672) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:18.988234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc70a5-8567-4579-8eb0-bd39740ef0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': 'f6580e2d-22c1-46e6-bcf6-313f31c646fc'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:18.989446 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31fc70a5-8567-4579-8eb0-bd39740ef0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:18.999940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a83b2717-1ddc-4e8c-bff5-a7cbd4a1c70d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for f33563f4-75ea-4ccb-8970-3b0a13ab0972 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:19.046815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-84916627-3b62-4326-a902-e70f41c67397 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet f6580e2d-22c1-46e6-bcf6-313f31c646fc {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:19.073385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84916627-3b62-4326-a902-e70f41c67397 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (f6580e2d-22c1-46e6-bcf6-313f31c646fc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:19.116457 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a83b2717-1ddc-4e8c-bff5-a7cbd4a1c70d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f33563f4-75ea-4ccb-8970-3b0a13ab0972), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:19.172478 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84916627-3b62-4326-a902-e70f41c67397 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (f6580e2d-22c1-46e6-bcf6-313f31c646fc), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:19.185594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b2717-1ddc-4e8c-bff5-a7cbd4a1c70d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=f33563f4-75ea-4ccb-8970-3b0a13ab0972,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:19.206867 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a83b2717-1ddc-4e8c-bff5-a7cbd4a1c70d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:19.220171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a83b2717-1ddc-4e8c-bff5-a7cbd4a1c70d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/f33563f4-75ea-4ccb-8970-3b0a13ab0972 HTTP/1.1" status: 204  len: 168 time: 0.6331682
Feb 19 21:16:19.221500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49686) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:19.236542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'mac_address': 'fa:16:3e:70:2e:f4', 'name': 'tempest-PortsTestJSON-636421665'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:19.257215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 94c79098-9fac-4836-bffb-905ebd726cc4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:19.298265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 94c79098-9fac-4836-bffb-905ebd726cc4 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:19.299068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 94c79098-9fac-4836-bffb-905ebd726cc4 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:19.337815 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84916627-3b62-4326-a902-e70f41c67397 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (f6580e2d-22c1-46e6-bcf6-313f31c646fc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:19.408693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:19.425076 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 84e85fee-939a-4969-b4c7-3a02f9d51feb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:19.453605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 84e85fee-939a-4969-b4c7-3a02f9d51feb {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:19.454044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 84e85fee-939a-4969-b4c7-3a02f9d51feb not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:19.781571 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84916627-3b62-4326-a902-e70f41c67397 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (f6580e2d-22c1-46e6-bcf6-313f31c646fc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server [None req-31fc70a5-8567-4579-8eb0-bd39740ef0c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6580e2d-22c1-46e6-bcf6-313f31c646fc: This subnet is being modified by another concurrent operation.
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise exception
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6580e2d-22c1-46e6-bcf6-313f31c646fc: This subnet is being modified by another concurrent operation.
Feb 19 21:16:19.789845 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:16:19.798568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2187df3a-f55f-4f58-afc0-b2ba31436ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:19.818829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c2df6e-a0f1-4836-9979-7177b9fff28a None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:16:19.834671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84916627-3b62-4326-a902-e70f41c67397 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:19.841358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49716) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:19.844743 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-84916627-3b62-4326-a902-e70f41c67397 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/f6580e2d-22c1-46e6-bcf6-313f31c646fc HTTP/1.1" status: 204  len: 168 time: 0.8852158
Feb 19 21:16:19.850020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84916627-3b62-4326-a902-e70f41c67397 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=f6580e2d-22c1-46e6-bcf6-313f31c646fc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:19.865283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:19.903714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port 38878dc3-1b58-4542-ad55-070f4510c831 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:19.934243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9bae5058-223c-4d33-9b9c-36d3cb3a72d8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0874860
Feb 19 21:16:19.934802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49718) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:19.940572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2df6e-a0f1-4836-9979-7177b9fff28a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:16:19.945047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cb19f1a0-6c5c-4933-a1be-58bc7ec5b075 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:20.063512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb19f1a0-6c5c-4933-a1be-58bc7ec5b075 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:20.068618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb19f1a0-6c5c-4933-a1be-58bc7ec5b075 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.103319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2187df3a-f55f-4f58-afc0-b2ba31436ea5 admin admin] Publish callbacks [] for security_group (940ac22e-8e43-40bc-a2f7-3cca8fa43fcf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.129860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2187df3a-f55f-4f58-afc0-b2ba31436ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (940ac22e-8e43-40bc-a2f7-3cca8fa43fcf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.204733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187df3a-f55f-4f58-afc0-b2ba31436ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940ac22e-8e43-40bc-a2f7-3cca8fa43fcf,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:20.213614 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2187df3a-f55f-4f58-afc0-b2ba31436ea5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e22920e252b0459095bd113adcca0495&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2564728
Feb 19 21:16:20.215278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49726) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:20.235600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (38878dc3-1b58-4542-ad55-070f4510c831), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.303647 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9810b3b0-7674-40b9-90ff-6754b2519d4f admin admin] Publish callbacks [] for security_group (940ac22e-8e43-40bc-a2f7-3cca8fa43fcf), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.313124 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb19f1a0-6c5c-4933-a1be-58bc7ec5b075 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (84c35e90-5f0b-4a37-b5d6-022083ade6fe), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.315083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (38878dc3-1b58-4542-ad55-070f4510c831), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.355081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19f1a0-6c5c-4933-a1be-58bc7ec5b075 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:20.362222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-cb19f1a0-6c5c-4933-a1be-58bc7ec5b075 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:20.364876 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9810b3b0-7674-40b9-90ff-6754b2519d4f admin admin] Publish callbacks [] for security_group (940ac22e-8e43-40bc-a2f7-3cca8fa43fcf), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.366864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19f1a0-6c5c-4933-a1be-58bc7ec5b075 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:20.367529 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb19f1a0-6c5c-4933-a1be-58bc7ec5b075 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.377000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52288eda-c423-4deb-9f74-d48460b7aa9e None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:20.386104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:20.386791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19f1a0-6c5c-4933-a1be-58bc7ec5b075 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=84c35e90-5f0b-4a37-b5d6-022083ade6fe,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:20.395470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:20.399720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cb19f1a0-6c5c-4933-a1be-58bc7ec5b075 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4615374
Feb 19 21:16:20.402530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49750) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:20.406707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:20.407628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e9a1977b-bce6-42d5-ab73-b6f4ff21354b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1288309513', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:20.412213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:20.412822 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.433990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=38878dc3-1b58-4542-ad55-070f4510c831,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:20.443533 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9a1977b-bce6-42d5-ab73-b6f4ff21354b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (bad85771-9763-4a9f-943a-484206f29c9b), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.445555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9a1977b-bce6-42d5-ab73-b6f4ff21354b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (bad85771-9763-4a9f-943a-484206f29c9b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.454095 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-68142caa-e34e-48dd-9bd8-843d32044c8a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.2282093
Feb 19 21:16:20.454853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49756) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:20.480614 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9810b3b0-7674-40b9-90ff-6754b2519d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (940ac22e-8e43-40bc-a2f7-3cca8fa43fcf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.483771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9810b3b0-7674-40b9-90ff-6754b2519d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.488553 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9810b3b0-7674-40b9-90ff-6754b2519d4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/940ac22e-8e43-40bc-a2f7-3cca8fa43fcf HTTP/1.1" status: 204  len: 168 time: 0.2630146
Feb 19 21:16:20.497018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810b3b0-7674-40b9-90ff-6754b2519d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940ac22e-8e43-40bc-a2f7-3cca8fa43fcf,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:20.507608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b1db50-d49c-403c-9b2b-4931049b60e7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:20.511554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-59b1db50-d49c-403c-9b2b-4931049b60e7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/38878dc3-1b58-4542-ad55-070f4510c831 HTTP/1.1" status: 200  len: 840 time: 0.0530028
Feb 19 21:16:20.512633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49760) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:20.565815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': '84c35e90-5f0b-4a37-b5d6-022083ade6fe'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:20.566761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.579743 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c1536d58-c83c-4b68-92b4-811308e057a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.675099 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9a1977b-bce6-42d5-ab73-b6f4ff21354b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for router_controller (bad85771-9763-4a9f-943a-484206f29c9b), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.680978 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9a1977b-bce6-42d5-ab73-b6f4ff21354b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (bad85771-9763-4a9f-943a-484206f29c9b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.721233 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9a1977b-bce6-42d5-ab73-b6f4ff21354b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.722853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e9a1977b-bce6-42d5-ab73-b6f4ff21354b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.3193142
Feb 19 21:16:20.726551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49768) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:20.747844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-07badb61-4f36-4957-ac73-5bc8a070861a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 38878dc3-1b58-4542-ad55-070f4510c831 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:20.748422 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-07badb61-4f36-4957-ac73-5bc8a070861a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (38878dc3-1b58-4542-ad55-070f4510c831), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.757426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/84c35e90-5f0b-4a37-b5d6-022083ade6fe/bd73ee66-08aa-4a6a-992d-b554d4313e2e) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:20.870340 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-07badb61-4f36-4957-ac73-5bc8a070861a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (38878dc3-1b58-4542-ad55-070f4510c831), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.909734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-07badb61-4f36-4957-ac73-5bc8a070861a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 38878dc3-1b58-4542-ad55-070f4510c831 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:20.932692 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Publish callbacks [] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:20.940694 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.028248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:21.046597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:21.054535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:21.073264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Pushing event updated for resources: {'Port': ['ID=bd73ee66-08aa-4a6a-992d-b554d4313e2e,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:21.082771 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-07badb61-4f36-4957-ac73-5bc8a070861a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (38878dc3-1b58-4542-ad55-070f4510c831), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.126821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07badb61-4f36-4957-ac73-5bc8a070861a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=38878dc3-1b58-4542-ad55-070f4510c831,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:21.137558 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-07badb61-4f36-4957-ac73-5bc8a070861a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.145219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-07badb61-4f36-4957-ac73-5bc8a070861a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/38878dc3-1b58-4542-ad55-070f4510c831 HTTP/1.1" status: 204  len: 168 time: 0.6292236
Feb 19 21:16:21.145811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49792) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:21.160911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49794) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:21.187793 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6008d457-9303-48a7-9f02-548e121a6c45 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:16:21.192899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6008d457-9303-48a7-9f02-548e121a6c45 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/38878dc3-1b58-4542-ad55-070f4510c831 HTTP/1.1" status: 404  len: 333 time: 0.0425220
Feb 19 21:16:21.193176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49798) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:21.204942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'name': 'tempest-PortsTestJSON-1683174980'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:21.214031 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Attempting to bind port bd73ee66-08aa-4a6a-992d-b554d4313e2e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:21.214442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Attempting to bind port bd73ee66-08aa-4a6a-992d-b554d4313e2e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:21.214851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Attempting to bind port bd73ee66-08aa-4a6a-992d-b554d4313e2e on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:21.222796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:21.223264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:21.223695 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.224115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:21.224660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Bound port: bd73ee66-08aa-4a6a-992d-b554d4313e2e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:21.225050 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.278193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.356990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e73701ff-a2c6-4632-9778-603778125569 None None] For port bd73ee66-08aa-4a6a-992d-b554d4313e2e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:21.363618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e73701ff-a2c6-4632-9778-603778125569 None None] For port bd73ee66-08aa-4a6a-992d-b554d4313e2e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd73ee66-08aa-4a6a-992d-b554d4313e2e,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:21.377271 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.423705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:21.450452 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.453528 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da9f0355-7843-4ed1-bb70-09f2856b64b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.486843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port 332b2f2e-b3ff-450c-9b33-b44e3d0ee65f yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:21.537550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73701ff-a2c6-4632-9778-603778125569 None None] Pushing event updated for resources: {'Port': ['ID=bd73ee66-08aa-4a6a-992d-b554d4313e2e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:21.643678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::1 (3093a338-1bb2-47bc-b43b-364f1349065f/84c35e90-5f0b-4a37-b5d6-022083ade6fe/1c657977-f130-476b-b195-599d908e9c0b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:21.752430 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da9f0355-7843-4ed1-bb70-09f2856b64b5 admin admin] Publish callbacks [] for security_group (fa96a6fb-2f8b-4552-aca1-bf202ab3027d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.766271 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da9f0355-7843-4ed1-bb70-09f2856b64b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fa96a6fb-2f8b-4552-aca1-bf202ab3027d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.812111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (332b2f2e-b3ff-450c-9b33-b44e3d0ee65f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.856073 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.865369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-da9f0355-7843-4ed1-bb70-09f2856b64b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=621ace9ddf7a4af8b554936b579e861d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7034049
Feb 19 21:16:21.867968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49822) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:21.881932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f0355-7843-4ed1-bb70-09f2856b64b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa96a6fb-2f8b-4552-aca1-bf202ab3027d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:21.883251 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (1c657977-f130-476b-b195-599d908e9c0b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.950656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1c657977-f130-476b-b195-599d908e9c0b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.959044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (332b2f2e-b3ff-450c-9b33-b44e3d0ee65f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:21.980390 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1177cc7-72a0-43c5-a28a-ef3ff8e40b4b admin admin] Publish callbacks [] for security_group (fa96a6fb-2f8b-4552-aca1-bf202ab3027d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.020563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:22.025286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=1c657977-f130-476b-b195-599d908e9c0b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:22.033881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:22.038042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:22.048475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:22.049454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.060296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:22.071418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:22.075105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:22.078088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (bad85771-9763-4a9f-943a-484206f29c9b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.086846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=332b2f2e-b3ff-450c-9b33-b44e3d0ee65f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:22.093187 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1177cc7-72a0-43c5-a28a-ef3ff8e40b4b admin admin] Publish callbacks [] for security_group (fa96a6fb-2f8b-4552-aca1-bf202ab3027d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.106775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-34b06c4e-dd5d-4671-9be1-0d4dbfe3edb8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.9125187
Feb 19 21:16:22.109461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49838) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:22.115503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-879ee275-6f80-4482-8e5a-d76c1b620ff5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:22.231798 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879ee275-6f80-4482-8e5a-d76c1b620ff5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (332b2f2e-b3ff-450c-9b33-b44e3d0ee65f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.259553 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1177cc7-72a0-43c5-a28a-ef3ff8e40b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fa96a6fb-2f8b-4552-aca1-bf202ab3027d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.265649 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1177cc7-72a0-43c5-a28a-ef3ff8e40b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.278699 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a1177cc7-72a0-43c5-a28a-ef3ff8e40b4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa96a6fb-2f8b-4552-aca1-bf202ab3027d HTTP/1.1" status: 204  len: 168 time: 0.4019446
Feb 19 21:16:22.279461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1c657977-f130-476b-b195-599d908e9c0b), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.307044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1177cc7-72a0-43c5-a28a-ef3ff8e40b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa96a6fb-2f8b-4552-aca1-bf202ab3027d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:22.637576 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879ee275-6f80-4482-8e5a-d76c1b620ff5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (332b2f2e-b3ff-450c-9b33-b44e3d0ee65f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.647104 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879ee275-6f80-4482-8e5a-d76c1b620ff5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (332b2f2e-b3ff-450c-9b33-b44e3d0ee65f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.721021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-879ee275-6f80-4482-8e5a-d76c1b620ff5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] In _notify_port_updated(), no bound segment for port 332b2f2e-b3ff-450c-9b33-b44e3d0ee65f on network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:16:22.725759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ee275-6f80-4482-8e5a-d76c1b620ff5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:22.726395 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-879ee275-6f80-4482-8e5a-d76c1b620ff5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.730239 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-879ee275-6f80-4482-8e5a-d76c1b620ff5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "PUT /v2.0/ports/332b2f2e-b3ff-450c-9b33-b44e3d0ee65f HTTP/1.1" status: 200  len: 818 time: 0.6172812
Feb 19 21:16:22.735048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49874) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:22.773269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (1c657977-f130-476b-b195-599d908e9c0b), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.781466 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (1c657977-f130-476b-b195-599d908e9c0b), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.783412 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (bad85771-9763-4a9f-943a-484206f29c9b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.837962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ee275-6f80-4482-8e5a-d76c1b620ff5 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=332b2f2e-b3ff-450c-9b33-b44e3d0ee65f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:22.918959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=1c657977-f130-476b-b195-599d908e9c0b,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:22.965530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d1f483d3-f819-4c2a-997b-5d646565dc34 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 332b2f2e-b3ff-450c-9b33-b44e3d0ee65f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:22.965892 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1f483d3-f819-4c2a-997b-5d646565dc34 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (332b2f2e-b3ff-450c-9b33-b44e3d0ee65f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:22.986667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:22.988420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:23.071722 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1f483d3-f819-4c2a-997b-5d646565dc34 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (332b2f2e-b3ff-450c-9b33-b44e3d0ee65f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.095320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49890) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:23.098330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d1f483d3-f819-4c2a-997b-5d646565dc34 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 332b2f2e-b3ff-450c-9b33-b44e3d0ee65f owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:23.112805 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82fc3c97-9fdc-4741-bf34-9d4d06ff7219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.218013 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Router bad85771-9763-4a9f-943a-484206f29c9b is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:16:23.235435 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.256002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ef40094d-2fde-4ee9-8e95-ec4364451616 None None] Provisioning complete for port bd73ee66-08aa-4a6a-992d-b554d4313e2e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:23.256418 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ef40094d-2fde-4ee9-8e95-ec4364451616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.258559 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82fc3c97-9fdc-4741-bf34-9d4d06ff7219 admin admin] Publish callbacks [] for security_group (2a8d7991-8366-4d01-b176-b6ca4f9090f4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.320439 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82fc3c97-9fdc-4741-bf34-9d4d06ff7219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2a8d7991-8366-4d01-b176-b6ca4f9090f4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.387204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc3c97-9fdc-4741-bf34-9d4d06ff7219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8d7991-8366-4d01-b176-b6ca4f9090f4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:23.438957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-82fc3c97-9fdc-4741-bf34-9d4d06ff7219 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=426fba5ebba24a95893b57dc00625638&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3425734
Feb 19 21:16:23.439642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49896) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:23.449249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ef40094d-2fde-4ee9-8e95-ec4364451616 None None] Current status of the port bd73ee66-08aa-4a6a-992d-b554d4313e2e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:23.449249 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ef40094d-2fde-4ee9-8e95-ec4364451616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.470707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:16:23.480301 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-45aa76d2-ebab-45ff-954e-2c838041bd82 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "PUT /v2.0/routers/bad85771-9763-4a9f-943a-484206f29c9b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7505865
Feb 19 21:16:23.493399 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Sync routers for ids ['bad85771-9763-4a9f-943a-484206f29c9b'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:16:23.495528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49902) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:23.535780 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Routers {'bad85771-9763-4a9f-943a-484206f29c9b'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:16:23.538246 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7027f610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['bad85771-9763-4a9f-943a-484206f29c9b'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:23.590411 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ef40094d-2fde-4ee9-8e95-ec4364451616 None None] For port bd73ee66-08aa-4a6a-992d-b554d4313e2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd73ee66-08aa-4a6a-992d-b554d4313e2e,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:23.598599 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ef40094d-2fde-4ee9-8e95-ec4364451616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.618143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d86b8f3-aa78-478f-a998-1af82a1d2a49 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:23.622467 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1d86b8f3-aa78-478f-a998-1af82a1d2a49 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports/1c657977-f130-476b-b195-599d908e9c0b HTTP/1.1" status: 200  len: 911 time: 0.1235154
Feb 19 21:16:23.624199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49906) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:23.650965 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1f483d3-f819-4c2a-997b-5d646565dc34 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (332b2f2e-b3ff-450c-9b33-b44e3d0ee65f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.663558 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00a11125-4f72-45fc-978a-8b2702786f2d admin admin] Publish callbacks [] for security_group (2a8d7991-8366-4d01-b176-b6ca4f9090f4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.724640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40094d-2fde-4ee9-8e95-ec4364451616 None None] Pushing event updated for resources: {'Port': ['ID=bd73ee66-08aa-4a6a-992d-b554d4313e2e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:23.750099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00a11125-4f72-45fc-978a-8b2702786f2d admin admin] Publish callbacks [] for security_group (2a8d7991-8366-4d01-b176-b6ca4f9090f4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.754232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bd73ee66-08aa-4a6a-992d-b554d4313e2e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:23.823895 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00a11125-4f72-45fc-978a-8b2702786f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2a8d7991-8366-4d01-b176-b6ca4f9090f4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.831407 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-00a11125-4f72-45fc-978a-8b2702786f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.845152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f483d3-f819-4c2a-997b-5d646565dc34 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=332b2f2e-b3ff-450c-9b33-b44e3d0ee65f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:23.845342 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-00a11125-4f72-45fc-978a-8b2702786f2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a8d7991-8366-4d01-b176-b6ca4f9090f4 HTTP/1.1" status: 204  len: 168 time: 0.3974199
Feb 19 21:16:23.846789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-19a5f285-c94b-4b13-8de3-5d969f7f5fcd None None] Provisioning complete for port 1c657977-f130-476b-b195-599d908e9c0b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:23.847353 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-19a5f285-c94b-4b13-8de3-5d969f7f5fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1c657977-f130-476b-b195-599d908e9c0b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.869610 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a11125-4f72-45fc-978a-8b2702786f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8d7991-8366-4d01-b176-b6ca4f9090f4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:23.885213 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Set router bad85771-9763-4a9f-943a-484206f29c9b gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:16:23.907955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-bc91bf50-d048-478e-b33c-5a01db1bd86b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2550063
Feb 19 21:16:23.933393 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1f483d3-f819-4c2a-997b-5d646565dc34 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:23.948603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d1f483d3-f819-4c2a-997b-5d646565dc34 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/332b2f2e-b3ff-450c-9b33-b44e3d0ee65f HTTP/1.1" status: 204  len: 168 time: 1.2102199
Feb 19 21:16:23.948972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-19a5f285-c94b-4b13-8de3-5d969f7f5fcd None None] Port 1c657977-f130-476b-b195-599d908e9c0b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:16:23.949064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49924) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:24.002750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bd73ee66-08aa-4a6a-992d-b554d4313e2e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:24.003137 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:24.026813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e5ca36-2d62-46a6-a665-e632f1efd48b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:24.048158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e5ca36-2d62-46a6-a665-e632f1efd48b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:24.073814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d3e5ca36-2d62-46a6-a665-e632f1efd48b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4483058
Feb 19 21:16:24.074548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7bfb0c-de0b-4a2a-bf29-73776f741d9e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:24.074715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 49930) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:24.081652 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4e7bfb0c-de0b-4a2a-bf29-73776f741d9e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1315787
Feb 19 21:16:24.084157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49932) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:24.088374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-35bf9696-fe0c-4b93-a4a1-9cb3fd9c6994 None None] Provisioning complete for port 1c657977-f130-476b-b195-599d908e9c0b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:24.088760 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-35bf9696-fe0c-4b93-a4a1-9cb3fd9c6994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1c657977-f130-476b-b195-599d908e9c0b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:24.129843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-35bf9696-fe0c-4b93-a4a1-9cb3fd9c6994 None None] Port 1c657977-f130-476b-b195-599d908e9c0b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:16:24.143794 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e50ccd-9dec-420d-ba07-03a351584665 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:16:24.177647 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-93e50ccd-9dec-420d-ba07-03a351584665 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/332b2f2e-b3ff-450c-9b33-b44e3d0ee65f HTTP/1.1" status: 404  len: 333 time: 0.0922718
Feb 19 21:16:24.181069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49938) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:24.188744 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-439475906'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:24.227284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bd73ee66-08aa-4a6a-992d-b554d4313e2e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:24.247249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:24.251180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-eeaaa301-8792-4326-b9cf-a6300c7c9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:24.251720 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:24.253177 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-eeaaa301-8792-4326-b9cf-a6300c7c9b75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da6216f26c814fceaa94fc64e78c8efc&device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 1128 time: 0.2691307
Feb 19 21:16:24.315269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:16:24.343812 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b8807c27-6b42-46c0-8af0-4b677f285b40), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:24.344454 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Added segment b8807c27-6b42-46c0-8af0-4b677f285b40 of type vlan for network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc
Feb 19 21:16:24.425426 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:24.431233 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (104c7b89-c847-4a27-9ac2-2b62b08cdfdc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:24.460259 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7027f610>, [{'id': 'bad85771-9763-4a9f-943a-484206f29c9b', 'name': 'tempest-NetworksTestDHCPv6-router-1288309513', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:16:20Z', 'updated_at': '2022-02-19T21:16:22Z', 'revision_number': 2, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'gw_port_host': None, '_interfaces': [{'id': '1c657977-f130-476b-b195-599d908e9c0b', 'name': '', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'mac_address': 'fa:16:3e:71:08:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad85771-9763-4a9f-943a-484206f29c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '84c35e90-5f0b-4a37-b5d6-022083ade6fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:16:21Z', 'updated_at': '2022-02-19T21:16:22Z', 'revision_number': 2, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'subnets': [{'id': '84c35e90-5f0b-4a37-b5d6-022083ade6fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:24.517763 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (104c7b89-c847-4a27-9ac2-2b62b08cdfdc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:24.527212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:24.531550 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:24.552132 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Checking router: bad85771-9763-4a9f-943a-484206f29c9b for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:16:24.552769 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Updating router bad85771-9763-4a9f-943a-484206f29c9b port 1c657977-f130-476b-b195-599d908e9c0b binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:16:24.568539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-9f123740-a7fd-4eb4-9b6c-1c217274a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:24.570188 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-9f123740-a7fd-4eb4-9b6c-1c217274a649 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42bca65-bbe1-406f-ae65-02b04761560d HTTP/1.1" status: 200  len: 910 time: 0.2549391
Feb 19 21:16:24.617190 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1c657977-f130-476b-b195-599d908e9c0b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:24.684827 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5020387
Feb 19 21:16:24.692034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 49962) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:24.719223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:24.746517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-d9a8290c-6633-4e74-850d-3baa546d4627 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0 HTTP/1.1" status: 200  len: 1001 time: 0.1690567
Feb 19 21:16:24.863375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-40217250-5f5c-469c-8d7e-71bbfec9cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:24.864863 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf87b8a-0a65-4b0f-a45e-fd674441e47b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Network': ['ID=104c7b89-c847-4a27-9ac2-2b62b08cdfdc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:24.865362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-40217250-5f5c-469c-8d7e-71bbfec9cf9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0845f4a-d363-4cf1-994e-3ceaa72349b0 HTTP/1.1" status: 200  len: 848 time: 0.1117930
Feb 19 21:16:24.879795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:16:24.890767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:24.894308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:25.116027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (bad85771-9763-4a9f-943a-484206f29c9b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:25.270721 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Publish callbacks [] for port (1c657977-f130-476b-b195-599d908e9c0b), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:25.286957 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1c657977-f130-476b-b195-599d908e9c0b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:25.367055 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Pushing event updated for resources: {'Port': ['ID=1c657977-f130-476b-b195-599d908e9c0b,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:25.376595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (15c06b57-1b9a-405c-992d-9fe810c5473a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:25.382815 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:16:25.384397 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.384743 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.385088 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.385526 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.385863 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.386416 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.386679 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.387011 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.387395 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.387866 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.388296 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.388722 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.389159 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:25.410271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-3fee0304-a93f-487f-8aaf-1a3477a0d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:25.412912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-3fee0304-a93f-487f-8aaf-1a3477a0d8ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42bca65-bbe1-406f-ae65-02b04761560d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2915020
Feb 19 21:16:25.480711 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Attempting to bind port 1c657977-f130-476b-b195-599d908e9c0b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:25.481031 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Attempting to bind port 1c657977-f130-476b-b195-599d908e9c0b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:25.481521 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Attempting to bind port 1c657977-f130-476b-b195-599d908e9c0b on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:25.488306 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:25.488838 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:25.489284 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:25.489743 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:25.490279 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Bound port: 1c657977-f130-476b-b195-599d908e9c0b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:25.490868 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1c657977-f130-476b-b195-599d908e9c0b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:25.585772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bd73ee66-08aa-4a6a-992d-b554d4313e2e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:25.690234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Subnet': ['ID=15c06b57-1b9a-405c-992d-9fe810c5473a,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:25.701971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Checking segment: {'id': 'b8807c27-6b42-46c0-8af0-4b677f285b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:25.702706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network hostable DHCP agents. Network: 104c7b89-c847-4a27-9ac2-2b62b08cdfdc, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:16:25.746991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:16:25.761944 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] For port 1c657977-f130-476b-b195-599d908e9c0b, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:25.767195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 104c7b89-c847-4a27-9ac2-2b62b08cdfdc) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:25.776978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:25.778353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:25.782527 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] For port 1c657977-f130-476b-b195-599d908e9c0b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c657977-f130-476b-b195-599d908e9c0b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:25.801704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69978a9b-1ea1-4ee8-979b-836a26965b96 None None] Network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:25.805217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-8b649966-2dd9-494f-a5be-a3c5d9bcb8bf service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3826659
Feb 19 21:16:25.815715 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1c657977-f130-476b-b195-599d908e9c0b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:25.842370 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d9043145-39e6-4872-a4f3-575a8d3b3d42 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1375616
Feb 19 21:16:25.843181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50020) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:25.864220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-12878570-ba11-4c71-b1e5-aadac3ab175a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:26.028634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-809e33d8-2f48-4be4-8c5d-2bfd89524e83 req-940de12c-f300-4a51-8ed9-5247675b8de2 service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2144296
Feb 19 21:16:26.052632 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Routers {'bad85771-9763-4a9f-943a-484206f29c9b'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:16:26.053896 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7027f610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['bad85771-9763-4a9f-943a-484206f29c9b'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:26.069326 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6906faf-3867-418c-a410-0a3e7dcf3958 None None] Pushing event updated for resources: {'Port': ['ID=1c657977-f130-476b-b195-599d908e9c0b,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:26.119095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bd73ee66-08aa-4a6a-992d-b554d4313e2e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:26.127376 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:26.189222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port 1c657977-f130-476b-b195-599d908e9c0b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:26.192893 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1c657977-f130-476b-b195-599d908e9c0b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:26.358740 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12878570-ba11-4c71-b1e5-aadac3ab175a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:26.365376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12878570-ba11-4c71-b1e5-aadac3ab175a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:26.421938 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] Set router bad85771-9763-4a9f-943a-484206f29c9b gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:16:26.446867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-98b499b9-8028-4f1a-85c2-de732b67bf6b None None] Provisioning complete for port 1c657977-f130-476b-b195-599d908e9c0b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:26.450518 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-98b499b9-8028-4f1a-85c2-de732b67bf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1c657977-f130-476b-b195-599d908e9c0b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:26.504835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] For port 1c657977-f130-476b-b195-599d908e9c0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c657977-f130-476b-b195-599d908e9c0b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:26.508183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1c657977-f130-476b-b195-599d908e9c0b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:26.579994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for 1c657977-f130-476b-b195-599d908e9c0b owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:26.733667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50050) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:26.771499 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:26.871790 ncdv-master-1 neutron-server[121129]: INFO neutron.db.ipam_backend_mixin [None req-12878570-ba11-4c71-b1e5-aadac3ab175a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 15c06b57-1b9a-405c-992d-9fe810c5473a (CIDR: 172.20.0.0/28)
Feb 19 21:16:26.877960 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-12878570-ba11-4c71-b1e5-aadac3ab175a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:16:26.878734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12878570-ba11-4c71-b1e5-aadac3ab175a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:16:26.918489 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12878570-ba11-4c71-b1e5-aadac3ab175a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0738721
Feb 19 21:16:26.921559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50054) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:26.950379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fcd97a7d-36d8-4941-84f5-77cc8a968a9f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:27.071915 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23e0043d-875a-4e8e-8631-5806bdf5cffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:27.085034 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (1c657977-f130-476b-b195-599d908e9c0b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:27.122668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-104c7b89-c847-4a27-9ac2-2b62b08cdfdc', 'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc', 'project_id': 'e896604882924927a86fea7b4fdfb56b', 'fixed_ips': [{'subnet_id': '15c06b57-1b9a-405c-992d-9fe810c5473a'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:27.129746 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:27.160672 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7027f610>, [{'id': 'bad85771-9763-4a9f-943a-484206f29c9b', 'name': 'tempest-NetworksTestDHCPv6-router-1288309513', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:16:20Z', 'updated_at': '2022-02-19T21:16:22Z', 'revision_number': 2, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'gw_port_host': None, '_interfaces': [{'id': '1c657977-f130-476b-b195-599d908e9c0b', 'name': '', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'mac_address': 'fa:16:3e:71:08:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad85771-9763-4a9f-943a-484206f29c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '84c35e90-5f0b-4a37-b5d6-022083ade6fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:16:21Z', 'updated_at': '2022-02-19T21:16:25Z', 'revision_number': 4, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'subnets': [{'id': '84c35e90-5f0b-4a37-b5d6-022083ade6fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:27.189988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd97a7d-36d8-4941-84f5-77cc8a968a9f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:27.193935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcd97a7d-36d8-4941-84f5-77cc8a968a9f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:27.196428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=1c657977-f130-476b-b195-599d908e9c0b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:27.219268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bd73ee66-08aa-4a6a-992d-b554d4313e2e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:27.268506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-98b499b9-8028-4f1a-85c2-de732b67bf6b None None] Current status of the port 1c657977-f130-476b-b195-599d908e9c0b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:27.269806 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-98b499b9-8028-4f1a-85c2-de732b67bf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1c657977-f130-476b-b195-599d908e9c0b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:27.289673 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be71e58-01a2-4351-b1ab-f8f02601f370 None None] The sync data for ids ['bad85771-9763-4a9f-943a-484206f29c9b'] in ncdv-master-1 is: [{'id': 'bad85771-9763-4a9f-943a-484206f29c9b', 'name': 'tempest-NetworksTestDHCPv6-router-1288309513', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:16:20Z', 'updated_at': '2022-02-19T21:16:22Z', 'revision_number': 2, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'gw_port_host': None, '_interfaces': [{'id': '1c657977-f130-476b-b195-599d908e9c0b', 'name': '', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'mac_address': 'fa:16:3e:71:08:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad85771-9763-4a9f-943a-484206f29c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '84c35e90-5f0b-4a37-b5d6-022083ade6fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:16:21Z', 'updated_at': '2022-02-19T21:16:25Z', 'revision_number': 4, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'subnets': [{'id': '84c35e90-5f0b-4a37-b5d6-022083ade6fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:16:27.374292 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23e0043d-875a-4e8e-8631-5806bdf5cffe admin admin] Publish callbacks [] for security_group (f8fa2135-f4f7-41a8-894a-353a6f942420), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:27.396704 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23e0043d-875a-4e8e-8631-5806bdf5cffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f8fa2135-f4f7-41a8-894a-353a6f942420), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:27.489665 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-23e0043d-875a-4e8e-8631-5806bdf5cffe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66d5978e30ce4cd59a5504018981fc52&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7363625
Feb 19 21:16:27.490487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50070) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:27.492561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0043d-875a-4e8e-8631-5806bdf5cffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fa2135-f4f7-41a8-894a-353a6f942420,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:27.551905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50078) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:27.662912 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (bad85771-9763-4a9f-943a-484206f29c9b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:27.730880 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9246a043-fb8c-4bdd-96ad-b18bb1e183d5 admin admin] Publish callbacks [] for security_group (f8fa2135-f4f7-41a8-894a-353a6f942420), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:27.739042 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52cceb3-6fbe-481b-8271-fbd4a50542c0 admin admin] Deleting subnet 7ac3fb62-17bf-451d-a649-ac9e1b8a2c83 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:27.746296 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e52cceb3-6fbe-481b-8271-fbd4a50542c0 admin admin] Publish callbacks [] for subnet (7ac3fb62-17bf-451d-a649-ac9e1b8a2c83), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.045130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Allocated IP 172.20.0.2 (104c7b89-c847-4a27-9ac2-2b62b08cdfdc/15c06b57-1b9a-405c-992d-9fe810c5473a/42217dc4-1c78-42a7-b345-be97444c4fb0) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:28.067524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Router bad85771-9763-4a9f-943a-484206f29c9b has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:16:28.242902 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Publish callbacks [] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.254272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.272509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c9ea64a0-b30c-4f70-8d65-72f5d2012e26 None None] Could not find standard attr ID for object 1c657977-f130-476b-b195-599d908e9c0b. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:28.307043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:28.314561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:28.319018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:28.337033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Pushing event updated for resources: {'Port': ['ID=42217dc4-1c78-42a7-b345-be97444c4fb0,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:28.352070 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e52cceb3-6fbe-481b-8271-fbd4a50542c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (7ac3fb62-17bf-451d-a649-ac9e1b8a2c83), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.392115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9246a043-fb8c-4bdd-96ad-b18bb1e183d5 admin admin] Publish callbacks [] for security_group (f8fa2135-f4f7-41a8-894a-353a6f942420), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.403769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Attempting to bind port 42217dc4-1c78-42a7-b345-be97444c4fb0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:28.404962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Attempting to bind port 42217dc4-1c78-42a7-b345-be97444c4fb0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b8807c27-6b42-46c0-8af0-4b677f285b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:28.405642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Attempting to bind port 42217dc4-1c78-42a7-b345-be97444c4fb0 on network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:28.414478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:28.415386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Checking segment: {'id': 'b8807c27-6b42-46c0-8af0-4b677f285b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:28.418961 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.419406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Bound using segment: {'id': 'b8807c27-6b42-46c0-8af0-4b677f285b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:28.420091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Bound port: 42217dc4-1c78-42a7-b345-be97444c4fb0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8807c27-6b42-46c0-8af0-4b677f285b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:28.420550 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.431659 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcd97a7d-36d8-4941-84f5-77cc8a968a9f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (d5fc3111-410f-463a-8647-88c2ca95fa05), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.505072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] For port 42217dc4-1c78-42a7-b345-be97444c4fb0, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:28.508465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] For port 42217dc4-1c78-42a7-b345-be97444c4fb0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42217dc4-1c78-42a7-b345-be97444c4fb0,segment=NetworkSegment(b8807c27-6b42-46c0-8af0-4b677f285b40),segment_id=b8807c27-6b42-46c0-8af0-4b677f285b40)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:28.522907 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.536813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd97a7d-36d8-4941-84f5-77cc8a968a9f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:28.541228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e52cceb3-6fbe-481b-8271-fbd4a50542c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (7ac3fb62-17bf-451d-a649-ac9e1b8a2c83), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.543975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-fcd97a7d-36d8-4941-84f5-77cc8a968a9f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:28.548203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd97a7d-36d8-4941-84f5-77cc8a968a9f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:28.549057 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcd97a7d-36d8-4941-84f5-77cc8a968a9f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.578241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:16:28.593693 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a620cb2f-ae14-41d6-ae4c-b73cf08b7e74 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "PUT /v2.0/routers/bad85771-9763-4a9f-943a-484206f29c9b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5103776
Feb 19 21:16:28.597723 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fcd97a7d-36d8-4941-84f5-77cc8a968a9f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.6718295
Feb 19 21:16:28.597913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50106) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:28.601451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50108) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:28.613731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc', 'fixed_ips': [{'subnet_id': '15c06b57-1b9a-405c-992d-9fe810c5473a'}, {'subnet_id': 'd5fc3111-410f-463a-8647-88c2ca95fa05'}], 'name': 'tempest-PortsTestJSON-10699987'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:28.662120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4eb769-7663-4df1-84c5-92e8f090686a None None] Pushing event updated for resources: {'Port': ['ID=42217dc4-1c78-42a7-b345-be97444c4fb0,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:28.700937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912d1bf-9739-46c4-a500-88b742425fde tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:28.711233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912d1bf-9739-46c4-a500-88b742425fde tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:28.715417 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8912d1bf-9739-46c4-a500-88b742425fde tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1156628
Feb 19 21:16:28.715808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50110) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:28.721291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd97a7d-36d8-4941-84f5-77cc8a968a9f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Subnet': ['ID=d5fc3111-410f-463a-8647-88c2ca95fa05,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:28.744568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9246a043-fb8c-4bdd-96ad-b18bb1e183d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f8fa2135-f4f7-41a8-894a-353a6f942420), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.747743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9246a043-fb8c-4bdd-96ad-b18bb1e183d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.753385 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9246a043-fb8c-4bdd-96ad-b18bb1e183d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8fa2135-f4f7-41a8-894a-353a6f942420 HTTP/1.1" status: 204  len: 168 time: 1.2574854
Feb 19 21:16:28.797979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d01ae9a-16fa-4268-a24a-1090e7eed8e0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 84c35e90-5f0b-4a37-b5d6-022083ade6fe {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:28.802108 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d01ae9a-16fa-4268-a24a-1090e7eed8e0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (84c35e90-5f0b-4a37-b5d6-022083ade6fe), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.812700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246a043-fb8c-4bdd-96ad-b18bb1e183d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fa2135-f4f7-41a8-894a-353a6f942420,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:28.818313 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e52cceb3-6fbe-481b-8271-fbd4a50542c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (7ac3fb62-17bf-451d-a649-ac9e1b8a2c83), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.866516 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cceb3-6fbe-481b-8271-fbd4a50542c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac3fb62-17bf-451d-a649-ac9e1b8a2c83,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:28.884731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e52cceb3-6fbe-481b-8271-fbd4a50542c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:28.889266 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e52cceb3-6fbe-481b-8271-fbd4a50542c0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7ac3fb62-17bf-451d-a649-ac9e1b8a2c83 HTTP/1.1" status: 204  len: 168 time: 1.3334022
Feb 19 21:16:28.892076 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50124) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:28.914300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:29.001974 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d01ae9a-16fa-4268-a24a-1090e7eed8e0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (84c35e90-5f0b-4a37-b5d6-022083ade6fe), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.097148 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e5a29e46-9acc-46cd-9f60-d7bca6965158), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.108926 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.139876 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port aacfa57d-f77b-4970-9916-5c8847075b4e yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:29.331209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d01ae9a-16fa-4268-a24a-1090e7eed8e0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (84c35e90-5f0b-4a37-b5d6-022083ade6fe), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.377196 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e5a29e46-9acc-46cd-9f60-d7bca6965158), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.398153 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50144) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:29.421215 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cca6502b-b4e7-469c-8717-b793700fe853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.427095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a732b1ac0>,) {'filters': {'network_id': ['e5a29e46-9acc-46cd-9f60-d7bca6965158']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:29.445074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a732b1ac0>, 'f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:29.445677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a732b1ac0>, 'f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:29.465384 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.465870 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.494685 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d01ae9a-16fa-4268-a24a-1090e7eed8e0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (84c35e90-5f0b-4a37-b5d6-022083ade6fe), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.497433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.530818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:16:29.531332 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (f1cd3fd1-c17b-4d79-9f49-42389f5b3ad1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:16:29.533366 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:16:29.543820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01ae9a-16fa-4268-a24a-1090e7eed8e0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=84c35e90-5f0b-4a37-b5d6-022083ade6fe,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:29.550431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 42217dc4-1c78-42a7-b345-be97444c4fb0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:29.611406 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3d01ae9a-16fa-4268-a24a-1090e7eed8e0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.615290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3d01ae9a-16fa-4268-a24a-1090e7eed8e0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/84c35e90-5f0b-4a37-b5d6-022083ade6fe HTTP/1.1" status: 204  len: 168 time: 0.8960669
Feb 19 21:16:29.619514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50146) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:29.623465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9847ce-7c93-46ec-afcb-7e3bc1a86c30 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:29.693336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.8 (104c7b89-c847-4a27-9ac2-2b62b08cdfdc/15c06b57-1b9a-405c-992d-9fe810c5473a/aacfa57d-f77b-4970-9916-5c8847075b4e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:29.715651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.26 (104c7b89-c847-4a27-9ac2-2b62b08cdfdc/d5fc3111-410f-463a-8647-88c2ca95fa05/aacfa57d-f77b-4970-9916-5c8847075b4e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:29.729999 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e5a29e46-9acc-46cd-9f60-d7bca6965158), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.738624 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cca6502b-b4e7-469c-8717-b793700fe853 admin admin] Publish callbacks [] for security_group (86a044bf-76f4-45ac-a1fa-451f578b95cb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.750274 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.757453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e5a29e46-9acc-46cd-9f60-d7bca6965158 HTTP/1.1" status: 204  len: 168 time: 0.8605006
Feb 19 21:16:29.757699 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cca6502b-b4e7-469c-8717-b793700fe853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (86a044bf-76f4-45ac-a1fa-451f578b95cb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.762177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50154) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:29.771463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49afde-4500-4988-8f5c-1b6b6fe13c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5a29e46-9acc-46cd-9f60-d7bca6965158,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:29.774769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 42217dc4-1c78-42a7-b345-be97444c4fb0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:29.775231 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.802236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-41d03f80-5170-426b-aa72-95b2e19057c6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1787689
Feb 19 21:16:29.802553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50156) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:29.865583 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6502b-b4e7-469c-8717-b793700fe853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a044bf-76f4-45ac-a1fa-451f578b95cb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:29.888026 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a1fa1-0d58-405b-9ff3-0867125d268a None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:29.931765 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cca6502b-b4e7-469c-8717-b793700fe853 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b49d2044290478a9882e5427d79c923&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5325336
Feb 19 21:16:29.937353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50164) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:29.940962 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2fdfd393-48aa-425c-800f-ea60101f92ba tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for router (bad85771-9763-4a9f-943a-484206f29c9b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:29.946944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 42217dc4-1c78-42a7-b345-be97444c4fb0 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:29.947647 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.023099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 42217dc4-1c78-42a7-b345-be97444c4fb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42217dc4-1c78-42a7-b345-be97444c4fb0,segment=NetworkSegment(b8807c27-6b42-46c0-8af0-4b677f285b40),segment_id=b8807c27-6b42-46c0-8af0-4b677f285b40)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:30.028629 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.070860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea81dfa-9aec-4920-8dfc-d0b291d9fb5e admin admin] Deleting subnet 6bb3b001-ae32-4d3d-acea-54c86a2d3616 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:30.081320 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5ea81dfa-9aec-4920-8dfc-d0b291d9fb5e admin admin] Publish callbacks [] for subnet (6bb3b001-ae32-4d3d-acea-54c86a2d3616), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.123905 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bde2e323-8843-4b8f-86b3-95b193cd61d8 admin admin] Publish callbacks [] for security_group (86a044bf-76f4-45ac-a1fa-451f578b95cb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.138227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-064a1fa1-0d58-405b-9ff3-0867125d268a None None] Deleting port bd73ee66-08aa-4a6a-992d-b554d4313e2e {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:30.139640 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-064a1fa1-0d58-405b-9ff3-0867125d268a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.142893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=42217dc4-1c78-42a7-b345-be97444c4fb0,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:30.218524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f8ccd-87f6-444e-92df-658792c90077 None None] Sync routers for ids ['bad85771-9763-4a9f-943a-484206f29c9b'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:16:30.220678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bde2e323-8843-4b8f-86b3-95b193cd61d8 admin admin] Publish callbacks [] for security_group (86a044bf-76f4-45ac-a1fa-451f578b95cb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.227852 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2fdfd393-48aa-425c-800f-ea60101f92ba tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (bad85771-9763-4a9f-943a-484206f29c9b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.231477 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2fdfd393-48aa-425c-800f-ea60101f92ba tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for router_controller (bad85771-9763-4a9f-943a-484206f29c9b), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.242892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5ea81dfa-9aec-4920-8dfc-d0b291d9fb5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (6bb3b001-ae32-4d3d-acea-54c86a2d3616), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.267167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f8ccd-87f6-444e-92df-658792c90077 None None] Routers {'bad85771-9763-4a9f-943a-484206f29c9b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:16:30.268495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-035f8ccd-87f6-444e-92df-658792c90077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6308c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['bad85771-9763-4a9f-943a-484206f29c9b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:30.272736 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.301765 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2fdfd393-48aa-425c-800f-ea60101f92ba tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (bad85771-9763-4a9f-943a-484206f29c9b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.302458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdfd393-48aa-425c-800f-ea60101f92ba tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Fanout notify agent at l3_agent the message router_deleted on router bad85771-9763-4a9f-943a-484206f29c9b {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:16:30.316365 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2fdfd393-48aa-425c-800f-ea60101f92ba tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.320225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2fdfd393-48aa-425c-800f-ea60101f92ba tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/routers/bad85771-9763-4a9f-943a-484206f29c9b HTTP/1.1" status: 204  len: 168 time: 0.5140376
Feb 19 21:16:30.320503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50168) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:30.328798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5c1ec921-65ab-49a9-a46e-249c665ac7ae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:30.397980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50170) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:30.410633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-064a1fa1-0d58-405b-9ff3-0867125d268a None None] For port bd73ee66-08aa-4a6a-992d-b554d4313e2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd73ee66-08aa-4a6a-992d-b554d4313e2e,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:30.412218 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-064a1fa1-0d58-405b-9ff3-0867125d268a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.425232 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5ea81dfa-9aec-4920-8dfc-d0b291d9fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (6bb3b001-ae32-4d3d-acea-54c86a2d3616), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.431373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-035f8ccd-87f6-444e-92df-658792c90077 None None] Set router bad85771-9763-4a9f-943a-484206f29c9b gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:16:30.478021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.492431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1ec921-65ab-49a9-a46e-249c665ac7ae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:30.496006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec921-65ab-49a9-a46e-249c665ac7ae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.507137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-064a1fa1-0d58-405b-9ff3-0867125d268a None None] Calling delete_port for bd73ee66-08aa-4a6a-992d-b554d4313e2e owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:30.508083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe4f722-2e77-4a7f-9b11-a11ff5df519f None None] Network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:30.523836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-035f8ccd-87f6-444e-92df-658792c90077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6308c910>, [{'id': 'bad85771-9763-4a9f-943a-484206f29c9b', 'name': 'tempest-NetworksTestDHCPv6-router-1288309513', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:16:20Z', 'updated_at': '2022-02-19T21:16:26Z', 'revision_number': 3, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:30.559788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bde2e323-8843-4b8f-86b3-95b193cd61d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (86a044bf-76f4-45ac-a1fa-451f578b95cb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.563591 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bde2e323-8843-4b8f-86b3-95b193cd61d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.567622 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bde2e323-8843-4b8f-86b3-95b193cd61d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86a044bf-76f4-45ac-a1fa-451f578b95cb HTTP/1.1" status: 204  len: 168 time: 0.6231866
Feb 19 21:16:30.602002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:30.603024 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2e323-8843-4b8f-86b3-95b193cd61d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a044bf-76f4-45ac-a1fa-451f578b95cb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:30.606029 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5ea81dfa-9aec-4920-8dfc-d0b291d9fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (6bb3b001-ae32-4d3d-acea-54c86a2d3616), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.611841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=aacfa57d-f77b-4970-9916-5c8847075b4e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:30.614893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:30.619822 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06b65dcc-8157-4b92-b472-c55d9ff77dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.637819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:30.639245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f8ccd-87f6-444e-92df-658792c90077 None None] Checking router: bad85771-9763-4a9f-943a-484206f29c9b for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:16:30.645997 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea81dfa-9aec-4920-8dfc-d0b291d9fb5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb3b001-ae32-4d3d-acea-54c86a2d3616,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:30.675888 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5ea81dfa-9aec-4920-8dfc-d0b291d9fb5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.679398 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5ea81dfa-9aec-4920-8dfc-d0b291d9fb5e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6bb3b001-ae32-4d3d-acea-54c86a2d3616 HTTP/1.1" status: 204  len: 168 time: 0.8799372
Feb 19 21:16:30.684494 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50176) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:30.751619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:30.752563 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.754903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5cc0d3c7-378c-480e-851c-e83a1c2af6c7 None None] Provisioning complete for port 42217dc4-1c78-42a7-b345-be97444c4fb0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:30.755339 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d3c7-378c-480e-851c-e83a1c2af6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.781680 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-87caa519-82de-434e-8f05-f0da9c55ce2a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1002 time: 2.1764901
Feb 19 21:16:30.784400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50178) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:30.790595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3ebe5e0a-8523-4b77-a1b1-e0b89e1bad5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15c06b57-1b9a-405c-992d-9fe810c5473a'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:30.798634 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (2c4120ef-53d9-497d-b078-ab32bc9dfa53), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.812362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f8ccd-87f6-444e-92df-658792c90077 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:16:30.812756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f8ccd-87f6-444e-92df-658792c90077 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 19 21:16:30.813378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_agentschedulers_db [None req-035f8ccd-87f6-444e-92df-658792c90077 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bad85771-9763-4a9f-943a-484206f29c9b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent'). {{(pid=121130) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 19 21:16:30.813775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f8ccd-87f6-444e-92df-658792c90077 None None] The sync data for ids ['bad85771-9763-4a9f-943a-484206f29c9b'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:16:30.925725 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-064a1fa1-0d58-405b-9ff3-0867125d268a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (bd73ee66-08aa-4a6a-992d-b554d4313e2e), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.929582 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec921-65ab-49a9-a46e-249c665ac7ae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (484f4ee5-f2c3-4b58-beb9-cc0c680dbba7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.959843 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5e0a-8523-4b77-a1b1-e0b89e1bad5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:30.965993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a1fa1-0d58-405b-9ff3-0867125d268a None None] Pushing event deleted for resources: {'Port': ['ID=bd73ee66-08aa-4a6a-992d-b554d4313e2e,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:30.974298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a1fa1-0d58-405b-9ff3-0867125d268a None None] No DVR routers for this DVR port bd73ee66-08aa-4a6a-992d-b554d4313e2e on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:30.991844 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (2c4120ef-53d9-497d-b078-ab32bc9dfa53), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.013946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0d3c7-378c-480e-851c-e83a1c2af6c7 None None] Current status of the port 42217dc4-1c78-42a7-b345-be97444c4fb0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:31.037976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0f93f-b71c-46a3-8f1e-f5e17d99806d None None] Update dhcp port {'port': {'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc', 'fixed_ips': [{'subnet_id': '15c06b57-1b9a-405c-992d-9fe810c5473a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd5fc3111-410f-463a-8647-88c2ca95fa05'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '42217dc4-1c78-42a7-b345-be97444c4fb0'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:16:31.040109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a24cac0>,) {'filters': {'network_id': ['2c4120ef-53d9-497d-b078-ab32bc9dfa53']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:31.048639 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06b65dcc-8157-4b92-b472-c55d9ff77dc2 admin admin] Publish callbacks [] for security_group (786de6c0-e867-447f-b9a1-5d149902979a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.058442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ec921-65ab-49a9-a46e-249c665ac7ae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:31.059258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a24cac0>, '2a4c84dd-ff75-4663-a7af-b8e2a064a730') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:31.059855 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a24cac0>, '2a4c84dd-ff75-4663-a7af-b8e2a064a730') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:31.063102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ec921-65ab-49a9-a46e-249c665ac7ae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:31.067405 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06b65dcc-8157-4b92-b472-c55d9ff77dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (786de6c0-e867-447f-b9a1-5d149902979a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.077884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc8d163-c398-4110-90a6-9b73905d7a85 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:31.091353 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-28f0f93f-b71c-46a3-8f1e-f5e17d99806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.094932 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (2a4c84dd-ff75-4663-a7af-b8e2a064a730), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.096797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1ec921-65ab-49a9-a46e-249c665ac7ae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:31.098411 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec921-65ab-49a9-a46e-249c665ac7ae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.104514 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-06b65dcc-8157-4b92-b472-c55d9ff77dc2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cec3aa5c4f9e444bb1951f1b63e87804&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7049778
Feb 19 21:16:31.107138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50186) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:31.108126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ec921-65ab-49a9-a46e-249c665ac7ae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=484f4ee5-f2c3-4b58-beb9-cc0c680dbba7,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:31.121721 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2a4c84dd-ff75-4663-a7af-b8e2a064a730), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.171716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:16:31.172238 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (2a4c84dd-ff75-4663-a7af-b8e2a064a730), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:16:31.174638 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:16:31.191774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b65dcc-8157-4b92-b472-c55d9ff77dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786de6c0-e867-447f-b9a1-5d149902979a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:31.232080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5c1ec921-65ab-49a9-a46e-249c665ac7ae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9097776
Feb 19 21:16:31.233194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50190) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:31.249336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-be052764-c9ed-407a-a064-ad8ee8fd54cf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2007915847', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:31.251004 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7456bad3-5d11-4323-99fa-f911a100299b admin admin] Publish callbacks [] for security_group (786de6c0-e867-447f-b9a1-5d149902979a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.296910 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7456bad3-5d11-4323-99fa-f911a100299b admin admin] Publish callbacks [] for security_group (786de6c0-e867-447f-b9a1-5d149902979a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.327656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (2c4120ef-53d9-497d-b078-ab32bc9dfa53), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.346618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be052764-c9ed-407a-a064-ad8ee8fd54cf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (d9afa441-0e05-414c-ab0d-c56a0052638f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.347885 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be052764-c9ed-407a-a064-ad8ee8fd54cf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (d9afa441-0e05-414c-ab0d-c56a0052638f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.359292 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.368923 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2c4120ef-53d9-497d-b078-ab32bc9dfa53 HTTP/1.1" status: 204  len: 168 time: 0.6836390
Feb 19 21:16:31.378446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': '484f4ee5-f2c3-4b58-beb9-cc0c680dbba7'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:31.379633 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.403777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1828a-1b1b-4b21-998b-d7d9f4493bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c4120ef-53d9-497d-b078-ab32bc9dfa53,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:31.454474 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7456bad3-5d11-4323-99fa-f911a100299b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (786de6c0-e867-447f-b9a1-5d149902979a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.458466 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7456bad3-5d11-4323-99fa-f911a100299b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.462506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7456bad3-5d11-4323-99fa-f911a100299b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/786de6c0-e867-447f-b9a1-5d149902979a HTTP/1.1" status: 204  len: 168 time: 0.3505962
Feb 19 21:16:31.472145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456bad3-5d11-4323-99fa-f911a100299b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786de6c0-e867-447f-b9a1-5d149902979a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:31.504956 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be052764-c9ed-407a-a064-ad8ee8fd54cf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for router_controller (d9afa441-0e05-414c-ab0d-c56a0052638f), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.511265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be052764-c9ed-407a-a064-ad8ee8fd54cf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (d9afa441-0e05-414c-ab0d-c56a0052638f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.540750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be052764-c9ed-407a-a064-ad8ee8fd54cf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.543036 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-be052764-c9ed-407a-a064-ad8ee8fd54cf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.3085999
Feb 19 21:16:31.545867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50198) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:31.639268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 42217dc4-1c78-42a7-b345-be97444c4fb0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:31.706201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50202) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:31.806826 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e4de2a0e-d063-49c9-a7d1-c4753ec96c19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4929d77b858b4d848172346c97160377&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0925736
Feb 19 21:16:31.809122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50206) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:31.825716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-28f0f93f-b71c-46a3-8f1e-f5e17d99806d None None] Allocated IP 172.20.0.18 (104c7b89-c847-4a27-9ac2-2b62b08cdfdc/d5fc3111-410f-463a-8647-88c2ca95fa05/42217dc4-1c78-42a7-b345-be97444c4fb0) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:31.908456 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.919068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3974ccf1-22b0-4ab0-b337-d3663ccdbff1 admin admin] Publish callbacks [] for security_group (692cd1d6-1343-4fdd-9b66-dcebeae1b566), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.941608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 42217dc4-1c78-42a7-b345-be97444c4fb0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:31.941824 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:31.972002 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3974ccf1-22b0-4ab0-b337-d3663ccdbff1 admin admin] Publish callbacks [] for security_group (692cd1d6-1343-4fdd-9b66-dcebeae1b566), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.004453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/484f4ee5-f2c3-4b58-beb9-cc0c680dbba7/726647f6-bd74-4e89-8cc9-0aa0bd516693) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:32.057606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3974ccf1-22b0-4ab0-b337-d3663ccdbff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (692cd1d6-1343-4fdd-9b66-dcebeae1b566), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.062207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3974ccf1-22b0-4ab0-b337-d3663ccdbff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.063526 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3974ccf1-22b0-4ab0-b337-d3663ccdbff1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/692cd1d6-1343-4fdd-9b66-dcebeae1b566 HTTP/1.1" status: 204  len: 168 time: 0.2532818
Feb 19 21:16:32.073785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974ccf1-22b0-4ab0-b337-d3663ccdbff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692cd1d6-1343-4fdd-9b66-dcebeae1b566,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:32.100184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50214) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:32.122832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f594effd-1ee6-4446-96cf-6454801efaef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.128957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-28f0f93f-b71c-46a3-8f1e-f5e17d99806d None None] For port 42217dc4-1c78-42a7-b345-be97444c4fb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42217dc4-1c78-42a7-b345-be97444c4fb0,segment=NetworkSegment(b8807c27-6b42-46c0-8af0-4b677f285b40),segment_id=b8807c27-6b42-46c0-8af0-4b677f285b40)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:32.288023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f594effd-1ee6-4446-96cf-6454801efaef admin admin] Publish callbacks [] for security_group (e7149d5e-e37c-48d4-bf05-302b3548eb95), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.294540 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f594effd-1ee6-4446-96cf-6454801efaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e7149d5e-e37c-48d4-bf05-302b3548eb95), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.295805 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-28f0f93f-b71c-46a3-8f1e-f5e17d99806d None None] Publish callbacks [] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.300800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 42217dc4-1c78-42a7-b345-be97444c4fb0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:32.317961 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-28f0f93f-b71c-46a3-8f1e-f5e17d99806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.366664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594effd-1ee6-4446-96cf-6454801efaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7149d5e-e37c-48d4-bf05-302b3548eb95,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:32.376776 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f594effd-1ee6-4446-96cf-6454801efaef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9decc768dc74412c85e4108e5f217a58&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2751260
Feb 19 21:16:32.379817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50220) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:32.396692 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3ebe5e0a-8523-4b77-a1b1-e0b89e1bad5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Delete allocated IP 172.20.0.26 (104c7b89-c847-4a27-9ac2-2b62b08cdfdc/d5fc3111-410f-463a-8647-88c2ca95fa05) {{(pid=121129) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 19 21:16:32.424007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1c657977-f130-476b-b195-599d908e9c0b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:32.493587 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d9bc182a-df5a-40d9-a034-042e6f8240fd admin admin] Publish callbacks [] for security_group (e7149d5e-e37c-48d4-bf05-302b3548eb95), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.519099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 1c657977-f130-476b-b195-599d908e9c0b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:32.519493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1c657977-f130-476b-b195-599d908e9c0b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:32.519957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bd73ee66-08aa-4a6a-992d-b554d4313e2e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:32.522047 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d9bc182a-df5a-40d9-a034-042e6f8240fd admin admin] Publish callbacks [] for security_group (e7149d5e-e37c-48d4-bf05-302b3548eb95), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.556776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: bd73ee66-08aa-4a6a-992d-b554d4313e2e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:32.557173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bd73ee66-08aa-4a6a-992d-b554d4313e2e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:32.562593 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Publish callbacks [] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.577362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0f93f-b71c-46a3-8f1e-f5e17d99806d None None] Pushing event updated for resources: {'Port': ['ID=42217dc4-1c78-42a7-b345-be97444c4fb0,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:32.588769 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.619589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5e0a-8523-4b77-a1b1-e0b89e1bad5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.626921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5e0a-8523-4b77-a1b1-e0b89e1bad5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.651073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:32.653487 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d9bc182a-df5a-40d9-a034-042e6f8240fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e7149d5e-e37c-48d4-bf05-302b3548eb95), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.657352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:32.658437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d9bc182a-df5a-40d9-a034-042e6f8240fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.661727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d9bc182a-df5a-40d9-a034-042e6f8240fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7149d5e-e37c-48d4-bf05-302b3548eb95 HTTP/1.1" status: 204  len: 168 time: 0.2786634
Feb 19 21:16:32.670798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:32.688471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc182a-df5a-40d9-a034-042e6f8240fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7149d5e-e37c-48d4-bf05-302b3548eb95,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:32.693305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::1 (3093a338-1bb2-47bc-b43b-364f1349065f/484f4ee5-f2c3-4b58-beb9-cc0c680dbba7/f2901969-bc06-46fa-a4ed-b8b8558e1f5b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:32.706290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Pushing event updated for resources: {'Port': ['ID=726647f6-bd74-4e89-8cc9-0aa0bd516693,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:32.833360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe5e0a-8523-4b77-a1b1-e0b89e1bad5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=aacfa57d-f77b-4970-9916-5c8847075b4e,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:32.865673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe5e0a-8523-4b77-a1b1-e0b89e1bad5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] In _notify_port_updated(), no bound segment for port aacfa57d-f77b-4970-9916-5c8847075b4e on network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:16:32.871446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe5e0a-8523-4b77-a1b1-e0b89e1bad5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:32.872118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5e0a-8523-4b77-a1b1-e0b89e1bad5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.874489 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3ebe5e0a-8523-4b77-a1b1-e0b89e1bad5d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "PUT /v2.0/ports/aacfa57d-f77b-4970-9916-5c8847075b4e HTTP/1.1" status: 200  len: 917 time: 2.0888362
Feb 19 21:16:32.878842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50230) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:32.882928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Attempting to bind port 726647f6-bd74-4e89-8cc9-0aa0bd516693 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:32.884815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Attempting to bind port 726647f6-bd74-4e89-8cc9-0aa0bd516693 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:32.885207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Attempting to bind port 726647f6-bd74-4e89-8cc9-0aa0bd516693 on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:32.892029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3cdda7bf-b972-45b8-bc25-0a04f9aa3ffb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15c06b57-1b9a-405c-992d-9fe810c5473a'}, {'subnet_id': 'd5fc3111-410f-463a-8647-88c2ca95fa05'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:32.893127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:32.893698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:32.894299 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.894989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:32.895609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Bound port: 726647f6-bd74-4e89-8cc9-0aa0bd516693, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:32.896248 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:32.942552 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50232) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:33.011146 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:33.031160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] For port 726647f6-bd74-4e89-8cc9-0aa0bd516693, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:33.039910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] For port 726647f6-bd74-4e89-8cc9-0aa0bd516693, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=726647f6-bd74-4e89-8cc9-0aa0bd516693,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:33.071748 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:33.081744 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:33.103744 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6ef46f6c-21f8-44f5-8320-e640f2ec1a7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93ca6669fa674f74abb94f9f1eb19426&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1599276
Feb 19 21:16:33.107099 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50238) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:33.135497 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cdda7bf-b972-45b8-bc25-0a04f9aa3ffb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:33.190419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd5350-7241-4e4e-bf69-d6e43429f727 None None] Pushing event updated for resources: {'Port': ['ID=726647f6-bd74-4e89-8cc9-0aa0bd516693,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:33.233192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=f2901969-bc06-46fa-a4ed-b8b8558e1f5b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:33.249744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:33.251381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:33.254207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:33.255154 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (d9afa441-0e05-414c-ab0d-c56a0052638f), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:33.371047 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c077be3c-0f71-4d67-aa42-d69f3dde9cd9 admin admin] Publish callbacks [] for security_group (f91f7bb0-0862-48f7-85c5-faacb7ca54c2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:33.448616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c077be3c-0f71-4d67-aa42-d69f3dde9cd9 admin admin] Publish callbacks [] for security_group (f91f7bb0-0862-48f7-85c5-faacb7ca54c2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:33.511746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 42217dc4-1c78-42a7-b345-be97444c4fb0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:33.543241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:33.633788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b372a-48c8-488b-9497-be9849612330 None None] Network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:33.706941 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c077be3c-0f71-4d67-aa42-d69f3dde9cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f91f7bb0-0862-48f7-85c5-faacb7ca54c2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:33.735087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c077be3c-0f71-4d67-aa42-d69f3dde9cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:33.739460 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c077be3c-0f71-4d67-aa42-d69f3dde9cd9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f91f7bb0-0862-48f7-85c5-faacb7ca54c2 HTTP/1.1" status: 204  len: 168 time: 0.6204445
Feb 19 21:16:33.765352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077be3c-0f71-4d67-aa42-d69f3dde9cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91f7bb0-0862-48f7-85c5-faacb7ca54c2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:33.888359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0238d250-3d84-4840-a36c-0d9bb0bc769d None None] Provisioning complete for port 42217dc4-1c78-42a7-b345-be97444c4fb0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:33.890942 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0238d250-3d84-4840-a36c-0d9bb0bc769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:33.899209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3cdda7bf-b972-45b8-bc25-0a04f9aa3ffb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.28 (104c7b89-c847-4a27-9ac2-2b62b08cdfdc/d5fc3111-410f-463a-8647-88c2ca95fa05/aacfa57d-f77b-4970-9916-5c8847075b4e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:34.052654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 42217dc4-1c78-42a7-b345-be97444c4fb0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:34.056125 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:34.067273 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:34.075070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:34.076021 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (d9afa441-0e05-414c-ab0d-c56a0052638f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:34.165916 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cdda7bf-b972-45b8-bc25-0a04f9aa3ffb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:34.174851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cdda7bf-b972-45b8-bc25-0a04f9aa3ffb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:34.241755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=f2901969-bc06-46fa-a4ed-b8b8558e1f5b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:34.261814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0238d250-3d84-4840-a36c-0d9bb0bc769d None None] Current status of the port 42217dc4-1c78-42a7-b345-be97444c4fb0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:34.341611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 42217dc4-1c78-42a7-b345-be97444c4fb0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:34.344894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0238d250-3d84-4840-a36c-0d9bb0bc769d None None] Provisioning complete for port aacfa57d-f77b-4970-9916-5c8847075b4e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:34.345278 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0238d250-3d84-4840-a36c-0d9bb0bc769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:34.365181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:34.370287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:34.383582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0238d250-3d84-4840-a36c-0d9bb0bc769d None None] Port aacfa57d-f77b-4970-9916-5c8847075b4e cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:16:34.438743 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdda7bf-b972-45b8-bc25-0a04f9aa3ffb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=aacfa57d-f77b-4970-9916-5c8847075b4e,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:34.456412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3cdda7bf-b972-45b8-bc25-0a04f9aa3ffb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] In _notify_port_updated(), no bound segment for port aacfa57d-f77b-4970-9916-5c8847075b4e on network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:16:34.463840 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdda7bf-b972-45b8-bc25-0a04f9aa3ffb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:34.464789 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cdda7bf-b972-45b8-bc25-0a04f9aa3ffb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:34.466388 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3cdda7bf-b972-45b8-bc25-0a04f9aa3ffb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "PUT /v2.0/ports/aacfa57d-f77b-4970-9916-5c8847075b4e HTTP/1.1" status: 200  len: 997 time: 1.5863297
Feb 19 21:16:34.470767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50272) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:34.603941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Router d9afa441-0e05-414c-ab0d-c56a0052638f is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:16:34.644745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-12b13fa2-0bcd-4293-b63b-1a74d95764bf tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port aacfa57d-f77b-4970-9916-5c8847075b4e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:34.645097 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12b13fa2-0bcd-4293-b63b-1a74d95764bf tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:34.768169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:16:34.781695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7b9d0259-56a1-4415-b6cd-93668c2da1ce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "PUT /v2.0/routers/d9afa441-0e05-414c-ab0d-c56a0052638f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2346988
Feb 19 21:16:34.783088 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Sync routers for ids ['d9afa441-0e05-414c-ab0d-c56a0052638f'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:16:34.787361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50282) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:34.797379 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Routers {'d9afa441-0e05-414c-ab0d-c56a0052638f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:16:34.799193 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70416f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d9afa441-0e05-414c-ab0d-c56a0052638f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:34.803513 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12b13fa2-0bcd-4293-b63b-1a74d95764bf tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:34.835374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-12b13fa2-0bcd-4293-b63b-1a74d95764bf tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for aacfa57d-f77b-4970-9916-5c8847075b4e owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:34.898438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc15ad67-1857-458d-9d54-d8b825f00ace tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:34.926102 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fc15ad67-1857-458d-9d54-d8b825f00ace tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports/f2901969-bc06-46fa-a4ed-b8b8558e1f5b HTTP/1.1" status: 200  len: 911 time: 0.1332295
Feb 19 21:16:34.926815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50292) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:35.048850 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Set router d9afa441-0e05-414c-ab0d-c56a0052638f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:16:35.064740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff7d16-bfc5-4f60-9852-68b8f949cebc tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:35.070482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff7d16-bfc5-4f60-9852-68b8f949cebc tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:35.072810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-08ff7d16-bfc5-4f60-9852-68b8f949cebc tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.1447196
Feb 19 21:16:35.076244 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50296) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:35.119965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4006e953-4b68-4e52-b9d6-46ceb5de5b3b None None] Provisioning complete for port 726647f6-bd74-4e89-8cc9-0aa0bd516693 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:35.122582 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4006e953-4b68-4e52-b9d6-46ceb5de5b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:35.346795 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12b13fa2-0bcd-4293-b63b-1a74d95764bf tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (aacfa57d-f77b-4970-9916-5c8847075b4e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:35.353622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4006e953-4b68-4e52-b9d6-46ceb5de5b3b None None] Current status of the port 726647f6-bd74-4e89-8cc9-0aa0bd516693 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:35.354400 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4006e953-4b68-4e52-b9d6-46ceb5de5b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:35.475435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4006e953-4b68-4e52-b9d6-46ceb5de5b3b None None] For port 726647f6-bd74-4e89-8cc9-0aa0bd516693, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=726647f6-bd74-4e89-8cc9-0aa0bd516693,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:35.489273 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4006e953-4b68-4e52-b9d6-46ceb5de5b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:35.517655 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b13fa2-0bcd-4293-b63b-1a74d95764bf tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=aacfa57d-f77b-4970-9916-5c8847075b4e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:35.692513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 726647f6-bd74-4e89-8cc9-0aa0bd516693 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:35.729450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0402dbd9-b82c-496e-8b61-708cea8e2b3c None None] Provisioning complete for port f2901969-bc06-46fa-a4ed-b8b8558e1f5b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:35.729830 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0402dbd9-b82c-496e-8b61-708cea8e2b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:35.743423 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70416f70>, [{'id': 'd9afa441-0e05-414c-ab0d-c56a0052638f', 'name': 'tempest-NetworksTestDHCPv6-router-2007915847', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:16:31Z', 'updated_at': '2022-02-19T21:16:33Z', 'revision_number': 2, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'gw_port_host': None, '_interfaces': [{'id': 'f2901969-bc06-46fa-a4ed-b8b8558e1f5b', 'name': '', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'mac_address': 'fa:16:3e:fc:78:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9afa441-0e05-414c-ab0d-c56a0052638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '484f4ee5-f2c3-4b58-beb9-cc0c680dbba7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:16:32Z', 'updated_at': '2022-02-19T21:16:33Z', 'revision_number': 2, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'subnets': [{'id': '484f4ee5-f2c3-4b58-beb9-cc0c680dbba7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:35.827943 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Checking router: d9afa441-0e05-414c-ab0d-c56a0052638f for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:16:35.834260 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Updating router d9afa441-0e05-414c-ab0d-c56a0052638f port f2901969-bc06-46fa-a4ed-b8b8558e1f5b binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:16:35.891269 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:35.925362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006e953-4b68-4e52-b9d6-46ceb5de5b3b None None] Pushing event updated for resources: {'Port': ['ID=726647f6-bd74-4e89-8cc9-0aa0bd516693,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:35.932910 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12b13fa2-0bcd-4293-b63b-1a74d95764bf tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:35.938838 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12b13fa2-0bcd-4293-b63b-1a74d95764bf tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/aacfa57d-f77b-4970-9916-5c8847075b4e HTTP/1.1" status: 204  len: 168 time: 1.4667623
Feb 19 21:16:35.941837 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50320) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:35.996226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0402dbd9-b82c-496e-8b61-708cea8e2b3c None None] Port f2901969-bc06-46fa-a4ed-b8b8558e1f5b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:16:36.010001 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-40542b44-0abb-4caf-b30f-2e577ffc2e81 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:16:36.018843 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-40542b44-0abb-4caf-b30f-2e577ffc2e81 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/aacfa57d-f77b-4970-9916-5c8847075b4e HTTP/1.1" status: 404  len: 333 time: 0.0725262
Feb 19 21:16:36.019781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50326) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:36.042015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 726647f6-bd74-4e89-8cc9-0aa0bd516693 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:36.043342 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:36.104975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c675764-b39d-4cd2-ba43-13367fd2fd37 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting subnet d5fc3111-410f-463a-8647-88c2ca95fa05 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:36.143196 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c675764-b39d-4cd2-ba43-13367fd2fd37 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (d5fc3111-410f-463a-8647-88c2ca95fa05), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:36.173915 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-18fcde24-7aa0-4476-a523-09fa691c243b None None] Provisioning complete for port 42217dc4-1c78-42a7-b345-be97444c4fb0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:36.175312 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-18fcde24-7aa0-4476-a523-09fa691c243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:36.469403 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c675764-b39d-4cd2-ba43-13367fd2fd37 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (d5fc3111-410f-463a-8647-88c2ca95fa05), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:36.554788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 726647f6-bd74-4e89-8cc9-0aa0bd516693 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:36.572188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-18fcde24-7aa0-4476-a523-09fa691c243b None None] Current status of the port 42217dc4-1c78-42a7-b345-be97444c4fb0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:36.577773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-18fcde24-7aa0-4476-a523-09fa691c243b None None] Could not find standard attr ID for object aacfa57d-f77b-4970-9916-5c8847075b4e. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:36.588846 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Publish callbacks [] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:36.590385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-18fcde24-7aa0-4476-a523-09fa691c243b None None] Provisioning complete for port f2901969-bc06-46fa-a4ed-b8b8558e1f5b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:36.590870 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-18fcde24-7aa0-4476-a523-09fa691c243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:36.603971 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:36.633043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-18fcde24-7aa0-4476-a523-09fa691c243b None None] Port f2901969-bc06-46fa-a4ed-b8b8558e1f5b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:16:36.687502 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd29cf7-ecb3-4175-971a-49310d68425d None None] Pushing event updated for resources: {'Port': ['ID=f2901969-bc06-46fa-a4ed-b8b8558e1f5b,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:36.750079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1c3bea49-92d4-4ee0-9ed4-a5d559a6cac6 None None] Could not find standard attr ID for object aacfa57d-f77b-4970-9916-5c8847075b4e. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:36.793854 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c675764-b39d-4cd2-ba43-13367fd2fd37 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d5fc3111-410f-463a-8647-88c2ca95fa05), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:36.816037 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Attempting to bind port f2901969-bc06-46fa-a4ed-b8b8558e1f5b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:36.817115 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Attempting to bind port f2901969-bc06-46fa-a4ed-b8b8558e1f5b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:36.820567 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Attempting to bind port f2901969-bc06-46fa-a4ed-b8b8558e1f5b on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:36.834238 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:36.837343 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:36.839472 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:36.841591 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:36.843395 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Bound port: f2901969-bc06-46fa-a4ed-b8b8558e1f5b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:36.844323 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:36.978948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c675764-b39d-4cd2-ba43-13367fd2fd37 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (d5fc3111-410f-463a-8647-88c2ca95fa05), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:37.019804 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] For port f2901969-bc06-46fa-a4ed-b8b8558e1f5b, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:37.023895 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] For port f2901969-bc06-46fa-a4ed-b8b8558e1f5b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2901969-bc06-46fa-a4ed-b8b8558e1f5b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:37.040899 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:37.091456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c675764-b39d-4cd2-ba43-13367fd2fd37 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Subnet': ['ID=d5fc3111-410f-463a-8647-88c2ca95fa05,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:37.099715 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c675764-b39d-4cd2-ba43-13367fd2fd37 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:37.104620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6c675764-b39d-4cd2-ba43-13367fd2fd37 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/d5fc3111-410f-463a-8647-88c2ca95fa05 HTTP/1.1" status: 204  len: 168 time: 1.0836117
Feb 19 21:16:37.107151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50364) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:37.138376 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (d9afa441-0e05-414c-ab0d-c56a0052638f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:37.181201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Provisioning complete for port f2901969-bc06-46fa-a4ed-b8b8558e1f5b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:37.183302 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:37.222166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-73036b6e-fbf2-4926-afbc-00f564e3e84c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting subnet 15c06b57-1b9a-405c-992d-9fe810c5473a {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:37.235830 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73036b6e-fbf2-4926-afbc-00f564e3e84c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (15c06b57-1b9a-405c-992d-9fe810c5473a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:37.348414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Current status of the port f2901969-bc06-46fa-a4ed-b8b8558e1f5b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:37.368257 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:37.416578 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73036b6e-fbf2-4926-afbc-00f564e3e84c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (15c06b57-1b9a-405c-992d-9fe810c5473a), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:37.438270 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd29cf7-ecb3-4175-971a-49310d68425d None None] Pushing event updated for resources: {'Port': ['ID=f2901969-bc06-46fa-a4ed-b8b8558e1f5b,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:37.475051 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Routers {'d9afa441-0e05-414c-ab0d-c56a0052638f'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:16:37.475852 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70416f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d9afa441-0e05-414c-ab0d-c56a0052638f'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:37.477427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] For port f2901969-bc06-46fa-a4ed-b8b8558e1f5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2901969-bc06-46fa-a4ed-b8b8558e1f5b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:37.493194 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:37.641640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 726647f6-bd74-4e89-8cc9-0aa0bd516693 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:37.754364 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] Set router d9afa441-0e05-414c-ab0d-c56a0052638f gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:16:37.757584 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73036b6e-fbf2-4926-afbc-00f564e3e84c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (15c06b57-1b9a-405c-992d-9fe810c5473a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:37.844001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624fb39-0475-4f24-9e04-8af036d63cc7 None None] Network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:37.943695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port f2901969-bc06-46fa-a4ed-b8b8558e1f5b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:37.945096 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:37.976108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0cdaa97d-488b-41e2-9a06-a81f89527ae4 None None] Could not find standard attr ID for object aacfa57d-f77b-4970-9916-5c8847075b4e. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:38.002207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Pushing event updated for resources: {'Port': ['ID=f2901969-bc06-46fa-a4ed-b8b8558e1f5b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:38.003112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73036b6e-fbf2-4926-afbc-00f564e3e84c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (15c06b57-1b9a-405c-992d-9fe810c5473a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:38.016546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.017095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.017610 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.018136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.018642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.019209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.019721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.020235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.020767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.021267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.021763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.022282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.022794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7f0aca-72b6-42e2-876c-9cf5cf1a6ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:38.049998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0cdaa97d-488b-41e2-9a06-a81f89527ae4 None None] Provisioning complete for port f2901969-bc06-46fa-a4ed-b8b8558e1f5b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:38.050645 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa97d-488b-41e2-9a06-a81f89527ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:38.100723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 726647f6-bd74-4e89-8cc9-0aa0bd516693 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:38.101279 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:38.104151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73036b6e-fbf2-4926-afbc-00f564e3e84c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Subnet': ['ID=15c06b57-1b9a-405c-992d-9fe810c5473a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:38.121684 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-73036b6e-fbf2-4926-afbc-00f564e3e84c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:38.131112 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-73036b6e-fbf2-4926-afbc-00f564e3e84c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/15c06b57-1b9a-405c-992d-9fe810c5473a HTTP/1.1" status: 204  len: 168 time: 1.0226705
Feb 19 21:16:38.135530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50400) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:38.171763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] For port f2901969-bc06-46fa-a4ed-b8b8558e1f5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2901969-bc06-46fa-a4ed-b8b8558e1f5b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:38.172322 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:38.205443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for f2901969-bc06-46fa-a4ed-b8b8558e1f5b owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:38.300404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 726647f6-bd74-4e89-8cc9-0aa0bd516693 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:38.307060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0cdaa97d-488b-41e2-9a06-a81f89527ae4 None None] Current status of the port f2901969-bc06-46fa-a4ed-b8b8558e1f5b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:38.324870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88150ac-b625-4d77-98ea-f8112c0639a0 None None] Update dhcp port {'port': {'network_id': '104c7b89-c847-4a27-9ac2-2b62b08cdfdc', 'fixed_ips': [{'subnet_id': '15c06b57-1b9a-405c-992d-9fe810c5473a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '42217dc4-1c78-42a7-b345-be97444c4fb0'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:16:38.338644 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70416f70>, [{'id': 'd9afa441-0e05-414c-ab0d-c56a0052638f', 'name': 'tempest-NetworksTestDHCPv6-router-2007915847', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:16:31Z', 'updated_at': '2022-02-19T21:16:33Z', 'revision_number': 2, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'gw_port_host': None, '_interfaces': [{'id': 'f2901969-bc06-46fa-a4ed-b8b8558e1f5b', 'name': '', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'mac_address': 'fa:16:3e:fc:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9afa441-0e05-414c-ab0d-c56a0052638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '484f4ee5-f2c3-4b58-beb9-cc0c680dbba7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:16:32Z', 'updated_at': '2022-02-19T21:16:37Z', 'revision_number': 5, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'subnets': [{'id': '484f4ee5-f2c3-4b58-beb9-cc0c680dbba7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:38.369056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f88150ac-b625-4d77-98ea-f8112c0639a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:38.429471 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc6ae3-7298-4ea1-a049-7270f2b32b13 None None] The sync data for ids ['d9afa441-0e05-414c-ab0d-c56a0052638f'] in ncdv-master-1 is: [{'id': 'd9afa441-0e05-414c-ab0d-c56a0052638f', 'name': 'tempest-NetworksTestDHCPv6-router-2007915847', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:16:31Z', 'updated_at': '2022-02-19T21:16:33Z', 'revision_number': 2, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'gw_port_host': None, '_interfaces': [{'id': 'f2901969-bc06-46fa-a4ed-b8b8558e1f5b', 'name': '', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'mac_address': 'fa:16:3e:fc:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9afa441-0e05-414c-ab0d-c56a0052638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '484f4ee5-f2c3-4b58-beb9-cc0c680dbba7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:16:32Z', 'updated_at': '2022-02-19T21:16:37Z', 'revision_number': 5, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'subnets': [{'id': '484f4ee5-f2c3-4b58-beb9-cc0c680dbba7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:16:38.452502 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (104c7b89-c847-4a27-9ac2-2b62b08cdfdc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:38.620029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 42217dc4-1c78-42a7-b345-be97444c4fb0 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:38.620991 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:38.669396 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f2901969-bc06-46fa-a4ed-b8b8558e1f5b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:38.739061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c24fb-63ee-4179-8c1c-a2b142881c03 None None] Network 104c7b89-c847-4a27-9ac2-2b62b08cdfdc requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:38.753202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=f2901969-bc06-46fa-a4ed-b8b8558e1f5b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:38.799246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] For port 42217dc4-1c78-42a7-b345-be97444c4fb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42217dc4-1c78-42a7-b345-be97444c4fb0,segment=NetworkSegment(b8807c27-6b42-46c0-8af0-4b677f285b40),segment_id=b8807c27-6b42-46c0-8af0-4b677f285b40)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:38.800713 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:38.838552 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 42217dc4-1c78-42a7-b345-be97444c4fb0 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:38.924035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-49fe63e9-e14d-444d-9811-cd6a6ae453a3 None None] Provisioning complete for port 42217dc4-1c78-42a7-b345-be97444c4fb0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:38.924509 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-49fe63e9-e14d-444d-9811-cd6a6ae453a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:39.054746 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (42217dc4-1c78-42a7-b345-be97444c4fb0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:39.056489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-49fe63e9-e14d-444d-9811-cd6a6ae453a3 None None] Could not find standard attr ID for object 42217dc4-1c78-42a7-b345-be97444c4fb0. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:39.063880 ncdv-master-1 neutron-server[121130]: INFO neutron.plugins.ml2.db [None req-49fe63e9-e14d-444d-9811-cd6a6ae453a3 None None] No ports have port_id starting with 42217dc4-1c78-42a7-b345-be97444c4fb0
Feb 19 21:16:39.089780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (d9afa441-0e05-414c-ab0d-c56a0052638f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:39.149758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc03b9c-1b01-482c-8fd6-401220923da5 None None] DHCP port deletion for 104c7b89-c847-4a27-9ac2-2b62b08cdfdc request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:39.222857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=42217dc4-1c78-42a7-b345-be97444c4fb0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:39.243232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No DVR routers for this DVR port 42217dc4-1c78-42a7-b345-be97444c4fb0 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:39.542964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 42217dc4-1c78-42a7-b345-be97444c4fb0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:39.573582 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Router d9afa441-0e05-414c-ab0d-c56a0052638f has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:16:39.622353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 42217dc4-1c78-42a7-b345-be97444c4fb0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:39.658821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 42217dc4-1c78-42a7-b345-be97444c4fb0 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:39.734624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:16:39.749450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6545822d-36be-4448-aa38-49f64b104c23 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "PUT /v2.0/routers/d9afa441-0e05-414c-ab0d-c56a0052638f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6693015
Feb 19 21:16:39.750205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50468) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:39.871964 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (104c7b89-c847-4a27-9ac2-2b62b08cdfdc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:39.902331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c7820-e404-4c5d-b744-62b1694d3a96 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:39.905575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c7820-e404-4c5d-b744-62b1694d3a96 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:39.908407 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f41c7820-e404-4c5d-b744-62b1694d3a96 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1565170
Feb 19 21:16:39.911048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50476) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:39.920661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a52be80>,) {'filters': {'network_id': ['104c7b89-c847-4a27-9ac2-2b62b08cdfdc']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:39.939534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a52be80>, 'b8807c27-6b42-46c0-8af0-4b677f285b40') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:39.941399 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a52be80>, 'b8807c27-6b42-46c0-8af0-4b677f285b40') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:39.964463 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (b8807c27-6b42-46c0-8af0-4b677f285b40), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:39.993294 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b8807c27-6b42-46c0-8af0-4b677f285b40), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.004643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:16:40.005015 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (b8807c27-6b42-46c0-8af0-4b677f285b40), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:16:40.010548 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:16:40.033022 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d8900d-ab83-4319-8cca-da074c87658f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 484f4ee5-f2c3-4b58-beb9-cc0c680dbba7 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:40.038552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-56d8900d-ab83-4319-8cca-da074c87658f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (484f4ee5-f2c3-4b58-beb9-cc0c680dbba7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.084854 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (104c7b89-c847-4a27-9ac2-2b62b08cdfdc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.099355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.105625 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/networks/104c7b89-c847-4a27-9ac2-2b62b08cdfdc HTTP/1.1" status: 204  len: 168 time: 1.9673755
Feb 19 21:16:40.113757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50484) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:40.133599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23210a5c-0b6d-4152-b4da-a7b92818394c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Network': ['ID=104c7b89-c847-4a27-9ac2-2b62b08cdfdc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:40.160441 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-56d8900d-ab83-4319-8cca-da074c87658f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (484f4ee5-f2c3-4b58-beb9-cc0c680dbba7), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.243067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5df6602-1af2-4c8a-ad5e-8e2b290f8f57 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:40.244631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e5df6602-1af2-4c8a-ad5e-8e2b290f8f57 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1295691
Feb 19 21:16:40.250305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50496) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:40.328923 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-56d8900d-ab83-4319-8cca-da074c87658f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (484f4ee5-f2c3-4b58-beb9-cc0c680dbba7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.369908 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-457591a2-f028-463e-8357-03b4abeb519a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1181948
Feb 19 21:16:40.373554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50506) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:40.380527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-774007703'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:40.430179 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-56d8900d-ab83-4319-8cca-da074c87658f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (484f4ee5-f2c3-4b58-beb9-cc0c680dbba7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.432569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:40.436441 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.474254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8900d-ab83-4319-8cca-da074c87658f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=484f4ee5-f2c3-4b58-beb9-cc0c680dbba7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:40.482306 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-56d8900d-ab83-4319-8cca-da074c87658f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.485758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-56d8900d-ab83-4319-8cca-da074c87658f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/484f4ee5-f2c3-4b58-beb9-cc0c680dbba7 HTTP/1.1" status: 204  len: 168 time: 0.5723140
Feb 19 21:16:40.488297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50516) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:40.500392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36830172-2156-4bff-aded-b3cb0e05b359 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:40.500725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:16:40.532569 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (aed120ff-e303-4965-ad11-daac97b84b47), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.532957 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Added segment aed120ff-e303-4965-ad11-daac97b84b47 of type vlan for network 6d849142-7c0b-4d62-b56e-0dfdc86c584f
Feb 19 21:16:40.627991 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (6d849142-7c0b-4d62-b56e-0dfdc86c584f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.680534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (6d849142-7c0b-4d62-b56e-0dfdc86c584f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.686531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:40.687174 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.771201 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c96de0b2-ecac-4d63-ac18-113c2428c85c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.2815955
Feb 19 21:16:40.775353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50528) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:40.801097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d0f1c-f843-45d6-9bde-d0030ab7713a None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:40.862222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4849565
Feb 19 21:16:40.864278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50530) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:40.894948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '6d849142-7c0b-4d62-b56e-0dfdc86c584f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:40.929816 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55981de1-c3d4-4d74-859c-208e469c8447 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for router (d9afa441-0e05-414c-ab0d-c56a0052638f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:40.962904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee571f-39b3-40ce-a81a-9bb530cceba9 None None] Sync routers for ids ['d9afa441-0e05-414c-ab0d-c56a0052638f'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:16:41.014599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-630d0f1c-f843-45d6-9bde-d0030ab7713a None None] Deleting port 726647f6-bd74-4e89-8cc9-0aa0bd516693 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:41.016994 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-630d0f1c-f843-45d6-9bde-d0030ab7713a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.034683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee571f-39b3-40ce-a81a-9bb530cceba9 None None] Routers {'d9afa441-0e05-414c-ab0d-c56a0052638f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:16:41.035682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-84ee571f-39b3-40ce-a81a-9bb530cceba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62e82cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d9afa441-0e05-414c-ab0d-c56a0052638f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:41.055304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50538) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:41.158579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c45e42-5f60-4516-9cc9-f4c6f5e409c6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Network': ['ID=6d849142-7c0b-4d62-b56e-0dfdc86c584f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:41.204749 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55981de1-c3d4-4d74-859c-208e469c8447 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (d9afa441-0e05-414c-ab0d-c56a0052638f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.208561 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55981de1-c3d4-4d74-859c-208e469c8447 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for router_controller (d9afa441-0e05-414c-ab0d-c56a0052638f), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.211004 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:41.219183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.306034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab44c87-ff3e-4d5a-880c-7f08f9f074b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.318491 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55981de1-c3d4-4d74-859c-208e469c8447 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (d9afa441-0e05-414c-ab0d-c56a0052638f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.319352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55981de1-c3d4-4d74-859c-208e469c8447 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Fanout notify agent at l3_agent the message router_deleted on router d9afa441-0e05-414c-ab0d-c56a0052638f {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:16:41.331730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-55981de1-c3d4-4d74-859c-208e469c8447 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.332897 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-55981de1-c3d4-4d74-859c-208e469c8447 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/routers/d9afa441-0e05-414c-ab0d-c56a0052638f HTTP/1.1" status: 204  len: 168 time: 0.5565717
Feb 19 21:16:41.336128 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50550) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:41.339061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 6d849142-7c0b-4d62-b56e-0dfdc86c584f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:16:41.420147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3c9a8-9b6b-41b9-ab8d-240fbf08350e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:41.422253 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ede3c9a8-9b6b-41b9-ab8d-240fbf08350e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0848935
Feb 19 21:16:41.425178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50554) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:41.497345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 726647f6-bd74-4e89-8cc9-0aa0bd516693 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:41.543280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab44c87-ff3e-4d5a-880c-7f08f9f074b5 admin admin] Publish callbacks [] for security_group (5a20362b-f41d-43f2-ab76-e3f490feb8c8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.548155 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eb0f9b-5b6b-4d81-8983-a70dc9bb9be7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:41.550307 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c0eb0f9b-5b6b-4d81-8983-a70dc9bb9be7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1196277
Feb 19 21:16:41.553163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:41.561316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-84ee571f-39b3-40ce-a81a-9bb530cceba9 None None] Set router d9afa441-0e05-414c-ab0d-c56a0052638f gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:16:41.586812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-630d0f1c-f843-45d6-9bde-d0030ab7713a None None] For port 726647f6-bd74-4e89-8cc9-0aa0bd516693, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=726647f6-bd74-4e89-8cc9-0aa0bd516693,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:41.593184 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-630d0f1c-f843-45d6-9bde-d0030ab7713a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.604763 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab44c87-ff3e-4d5a-880c-7f08f9f074b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5a20362b-f41d-43f2-ab76-e3f490feb8c8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.630749 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1ab44c87-ff3e-4d5a-880c-7f08f9f074b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=741b4d089111491bb927fa8b49ba36a0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5743122
Feb 19 21:16:41.632727 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-20271a33-63e8-48e7-880b-d5b78201b991 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0783219
Feb 19 21:16:41.633284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50572) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:41.639709 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50574) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:41.647922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5be9aadf-b6cc-4604-8df7-a0671396c4ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:41.712773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-630d0f1c-f843-45d6-9bde-d0030ab7713a None None] Calling delete_port for 726647f6-bd74-4e89-8cc9-0aa0bd516693 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:41.718051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-84ee571f-39b3-40ce-a81a-9bb530cceba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62e82cd0>, [{'id': 'd9afa441-0e05-414c-ab0d-c56a0052638f', 'name': 'tempest-NetworksTestDHCPv6-router-2007915847', 'tenant_id': 'ee1f38ceb0d34c39af97d64199951236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:16:31Z', 'updated_at': '2022-02-19T21:16:38Z', 'revision_number': 3, 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:41.736937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab44c87-ff3e-4d5a-880c-7f08f9f074b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a20362b-f41d-43f2-ab76-e3f490feb8c8,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:41.767322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee571f-39b3-40ce-a81a-9bb530cceba9 None None] Checking router: d9afa441-0e05-414c-ab0d-c56a0052638f for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:16:41.769388 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-201a4f96-05bf-417e-a027-6f3adcccc1e4 admin admin] Publish callbacks [] for security_group (5a20362b-f41d-43f2-ab76-e3f490feb8c8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.815827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-201a4f96-05bf-417e-a027-6f3adcccc1e4 admin admin] Publish callbacks [] for security_group (5a20362b-f41d-43f2-ab76-e3f490feb8c8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.890012 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (cdb1a475-b43b-4b64-bf9e-a0f7703febb4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.908233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee571f-39b3-40ce-a81a-9bb530cceba9 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:16:41.908833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee571f-39b3-40ce-a81a-9bb530cceba9 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 19 21:16:41.909485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_agentschedulers_db [None req-84ee571f-39b3-40ce-a81a-9bb530cceba9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9afa441-0e05-414c-ab0d-c56a0052638f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent'). {{(pid=121130) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 19 21:16:41.909829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee571f-39b3-40ce-a81a-9bb530cceba9 None None] The sync data for ids ['d9afa441-0e05-414c-ab0d-c56a0052638f'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:16:41.915849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-201a4f96-05bf-417e-a027-6f3adcccc1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5a20362b-f41d-43f2-ab76-e3f490feb8c8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.928381 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-201a4f96-05bf-417e-a027-6f3adcccc1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.930437 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-201a4f96-05bf-417e-a027-6f3adcccc1e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a20362b-f41d-43f2-ab76-e3f490feb8c8 HTTP/1.1" status: 204  len: 168 time: 0.2947567
Feb 19 21:16:41.944742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a4f96-05bf-417e-a027-6f3adcccc1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a20362b-f41d-43f2-ab76-e3f490feb8c8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:41.961717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 726647f6-bd74-4e89-8cc9-0aa0bd516693 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:41.962284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:41.971310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be9aadf-b6cc-4604-8df7-a0671396c4ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:41.976431 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5be9aadf-b6cc-4604-8df7-a0671396c4ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:42.028202 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-630d0f1c-f843-45d6-9bde-d0030ab7713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (726647f6-bd74-4e89-8cc9-0aa0bd516693), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:42.069025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Subnet': ['ID=cdb1a475-b43b-4b64-bf9e-a0f7703febb4,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:42.108900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d0f1c-f843-45d6-9bde-d0030ab7713a None None] Pushing event deleted for resources: {'Port': ['ID=726647f6-bd74-4e89-8cc9-0aa0bd516693,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:42.113692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d0f1c-f843-45d6-9bde-d0030ab7713a None None] No DVR routers for this DVR port 726647f6-bd74-4e89-8cc9-0aa0bd516693 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:42.127138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Checking segment: {'id': 'aed120ff-e303-4965-ad11-daac97b84b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6d849142-7c0b-4d62-b56e-0dfdc86c584f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:42.127798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network hostable DHCP agents. Network: 6d849142-7c0b-4d62-b56e-0dfdc86c584f, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:16:42.174460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 6d849142-7c0b-4d62-b56e-0dfdc86c584f is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:16:42.206938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d849142-7c0b-4d62-b56e-0dfdc86c584f) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:42.215432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c4dbb-98ed-4baf-8d43-63459226e232 None None] Network 6d849142-7c0b-4d62-b56e-0dfdc86c584f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:42.235976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:42.236735 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:42.262871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9db90b83-9711-4f51-b0f9-2a4cae62635b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3971038
Feb 19 21:16:42.266113 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50630) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:42.276573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': '6d849142-7c0b-4d62-b56e-0dfdc86c584f', 'name': 'tempest-PortsTestJSON-1424694348'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:42.538504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6d849142-7c0b-4d62-b56e-0dfdc86c584f', 'network_id': '6d849142-7c0b-4d62-b56e-0dfdc86c584f', 'project_id': 'e896604882924927a86fea7b4fdfb56b', 'fixed_ips': [{'subnet_id': 'cdb1a475-b43b-4b64-bf9e-a0f7703febb4'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:42.539625 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:42.549118 ncdv-master-1 neutron-server[121128]: DEBUG neutron.objects.ports [None req-5be9aadf-b6cc-4604-8df7-a0671396c4ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:16:42.551173 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5be9aadf-b6cc-4604-8df7-a0671396c4ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (6f73f787-3302-4a0c-8513-0ec86eaa4a93), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:42.551352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50640) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:42.621475 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:42.636912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:42.639438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9aadf-b6cc-4604-8df7-a0671396c4ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=6f73f787-3302-4a0c-8513-0ec86eaa4a93,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:42.641345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:42.661528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be9aadf-b6cc-4604-8df7-a0671396c4ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:42.663916 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5be9aadf-b6cc-4604-8df7-a0671396c4ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:42.678151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port 3ff7807d-0be1-413a-b2fb-b8257e16cb3b yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:42.682989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9aadf-b6cc-4604-8df7-a0671396c4ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:42.686194 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5be9aadf-b6cc-4604-8df7-a0671396c4ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:42.687271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf852b39-f646-4edb-9abb-5dd3fb7c80d5 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:42.746850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5be9aadf-b6cc-4604-8df7-a0671396c4ea tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.1050334
Feb 19 21:16:42.747756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50658) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:42.753619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c9f7f7fc-2ce1-479d-8a2b-8a23ab55261d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:42.853873 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Publish callbacks [] for security_group (890c3a1f-7247-4588-8315-c85cc5619a38), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:42.855118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Allocated IP 172.20.0.2 (6d849142-7c0b-4d62-b56e-0dfdc86c584f/cdb1a475-b43b-4b64-bf9e-a0f7703febb4/615d0f42-31c5-4265-af1e-49621facc908) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:42.862150 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (890c3a1f-7247-4588-8315-c85cc5619a38), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:42.913819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890c3a1f-7247-4588-8315-c85cc5619a38,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:42.923900 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13496872377f472b86ae6901f017bc3d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3713920
Feb 19 21:16:42.927449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50678) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:42.930477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.930884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.931413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.931769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.932114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.932561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.932903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.933244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.933582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.934122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.934440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.934769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.935106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da0a26-eb3b-4086-bd86-2e1ec66c0c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:16:42.946613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': '6f73f787-3302-4a0c-8513-0ec86eaa4a93'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:42.947849 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:42.982808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f7f7fc-2ce1-479d-8a2b-8a23ab55261d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:42.986714 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9f7f7fc-2ce1-479d-8a2b-8a23ab55261d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.064474 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c0aae048-adc6-4f49-9b4c-3cf2b74d67e1 admin admin] Publish callbacks [] for security_group (890c3a1f-7247-4588-8315-c85cc5619a38), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.110410 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c0aae048-adc6-4f49-9b4c-3cf2b74d67e1 admin admin] Publish callbacks [] for security_group (890c3a1f-7247-4588-8315-c85cc5619a38), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.191612 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c0aae048-adc6-4f49-9b4c-3cf2b74d67e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (890c3a1f-7247-4588-8315-c85cc5619a38), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.194374 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c0aae048-adc6-4f49-9b4c-3cf2b74d67e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.196376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c0aae048-adc6-4f49-9b4c-3cf2b74d67e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/890c3a1f-7247-4588-8315-c85cc5619a38 HTTP/1.1" status: 204  len: 168 time: 0.2668531
Feb 19 21:16:43.236161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aae048-adc6-4f49-9b4c-3cf2b74d67e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890c3a1f-7247-4588-8315-c85cc5619a38,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:43.334921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Publish callbacks [] for port (615d0f42-31c5-4265-af1e-49621facc908), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.337065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Allocated IP 2001:db8::f816:3eff:fe8d:17b3 (3093a338-1bb2-47bc-b43b-364f1349065f/6f73f787-3302-4a0c-8513-0ec86eaa4a93/4abfc03a-6d56-41a7-9f5f-4126c1115265) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:43.346196 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9f7f7fc-2ce1-479d-8a2b-8a23ab55261d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (d698acee-9667-46cf-9f18-b77ba87804e0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.351903 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (615d0f42-31c5-4265-af1e-49621facc908), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.402445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f7f7fc-2ce1-479d-8a2b-8a23ab55261d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:43.405133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Network 6d849142-7c0b-4d62-b56e-0dfdc86c584f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:43.407924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-c9f7f7fc-2ce1-479d-8a2b-8a23ab55261d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:43.417169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7f7fc-2ce1-479d-8a2b-8a23ab55261d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:43.417997 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9f7f7fc-2ce1-479d-8a2b-8a23ab55261d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.435238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.7 (6d849142-7c0b-4d62-b56e-0dfdc86c584f/cdb1a475-b43b-4b64-bf9e-a0f7703febb4/3ff7807d-0be1-413a-b2fb-b8257e16cb3b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:43.442544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f2901969-bc06-46fa-a4ed-b8b8558e1f5b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:43.447361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c9f7f7fc-2ce1-479d-8a2b-8a23ab55261d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6968551
Feb 19 21:16:43.449357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:43.452348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50700) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:43.460060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:56:74:b7', 'name': 'tempest-NetworksTestDHCPv6-1156734041'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:43.478464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:43.485434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: f2901969-bc06-46fa-a4ed-b8b8558e1f5b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:43.485788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7f7fc-2ce1-479d-8a2b-8a23ab55261d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=d698acee-9667-46cf-9f18-b77ba87804e0,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:43.486219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f2901969-bc06-46fa-a4ed-b8b8558e1f5b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:43.503780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Pushing event updated for resources: {'Port': ['ID=615d0f42-31c5-4265-af1e-49621facc908,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:43.594981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Attempting to bind port 615d0f42-31c5-4265-af1e-49621facc908 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:43.595730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Attempting to bind port 615d0f42-31c5-4265-af1e-49621facc908 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aed120ff-e303-4965-ad11-daac97b84b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6d849142-7c0b-4d62-b56e-0dfdc86c584f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:43.596280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Attempting to bind port 615d0f42-31c5-4265-af1e-49621facc908 on network 6d849142-7c0b-4d62-b56e-0dfdc86c584f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:43.605473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:43.606070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Checking segment: {'id': 'aed120ff-e303-4965-ad11-daac97b84b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6d849142-7c0b-4d62-b56e-0dfdc86c584f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:43.606692 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.608025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Bound using segment: {'id': 'aed120ff-e303-4965-ad11-daac97b84b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6d849142-7c0b-4d62-b56e-0dfdc86c584f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:43.608722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Bound port: 615d0f42-31c5-4265-af1e-49621facc908, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed120ff-e303-4965-ad11-daac97b84b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6d849142-7c0b-4d62-b56e-0dfdc86c584f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:43.609828 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (615d0f42-31c5-4265-af1e-49621facc908), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.687839 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (3ff7807d-0be1-413a-b2fb-b8257e16cb3b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.715524 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Publish callbacks [] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.728099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:43.736910 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.739739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] For port 615d0f42-31c5-4265-af1e-49621facc908, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:43.746342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] For port 615d0f42-31c5-4265-af1e-49621facc908, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=615d0f42-31c5-4265-af1e-49621facc908,segment=NetworkSegment(aed120ff-e303-4965-ad11-daac97b84b47),segment_id=aed120ff-e303-4965-ad11-daac97b84b47)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:43.798028 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3ff7807d-0be1-413a-b2fb-b8257e16cb3b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.826467 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (615d0f42-31c5-4265-af1e-49621facc908), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:43.865414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:43.872069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=3ff7807d-0be1-413a-b2fb-b8257e16cb3b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:43.890325 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 6d849142-7c0b-4d62-b56e-0dfdc86c584f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:43.892315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:43.897023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:43.897707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:43.903488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:43.939155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Pushing event updated for resources: {'Port': ['ID=4abfc03a-6d56-41a7-9f5f-4126c1115265,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:43.977427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:43.978617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:44.011368 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:44.032817 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-89cb1a1c-40cf-430c-8136-296426580a27 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.7653854
Feb 19 21:16:44.034947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50744) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:44.051279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': '6d849142-7c0b-4d62-b56e-0dfdc86c584f', 'name': 'tempest-PortsTestJSON-773821273'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:44.077777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port 74d824c8-f26c-4ce8-9c73-54dde888e991 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:44.194731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7429e5-dc4f-4492-8245-aec0906a4dc7 None None] Pushing event updated for resources: {'Port': ['ID=615d0f42-31c5-4265-af1e-49621facc908,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:44.212114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Attempting to bind port 4abfc03a-6d56-41a7-9f5f-4126c1115265 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:44.212557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Attempting to bind port 4abfc03a-6d56-41a7-9f5f-4126c1115265 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:44.216128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Attempting to bind port 4abfc03a-6d56-41a7-9f5f-4126c1115265 on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:44.233573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:44.233975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:44.235882 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:44.235882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:44.240682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Bound port: 4abfc03a-6d56-41a7-9f5f-4126c1115265, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:44.241613 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:44.278880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:44.288889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:44.315293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port c699e0dd-0e7b-4305-8305-25750fde1cb4 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:44.394752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 172.20.0.7 (3093a338-1bb2-47bc-b43b-364f1349065f/d698acee-9667-46cf-9f18-b77ba87804e0/74d824c8-f26c-4ce8-9c73-54dde888e991) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:44.401945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::f816:3eff:fe56:74b7 (3093a338-1bb2-47bc-b43b-364f1349065f/6f73f787-3302-4a0c-8513-0ec86eaa4a93/74d824c8-f26c-4ce8-9c73-54dde888e991) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:44.434878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d9c4a711-f599-4870-9355-74996e826598 None None] For port 4abfc03a-6d56-41a7-9f5f-4126c1115265, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:44.439635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d9c4a711-f599-4870-9355-74996e826598 None None] For port 4abfc03a-6d56-41a7-9f5f-4126c1115265, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4abfc03a-6d56-41a7-9f5f-4126c1115265,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:44.456681 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:44.568366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4a711-f599-4870-9355-74996e826598 None None] Pushing event updated for resources: {'Port': ['ID=4abfc03a-6d56-41a7-9f5f-4126c1115265,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:44.588948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.4 (6d849142-7c0b-4d62-b56e-0dfdc86c584f/cdb1a475-b43b-4b64-bf9e-a0f7703febb4/c699e0dd-0e7b-4305-8305-25750fde1cb4) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:44.740606 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (74d824c8-f26c-4ce8-9c73-54dde888e991), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:44.840722 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (c699e0dd-0e7b-4305-8305-25750fde1cb4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:44.845484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (74d824c8-f26c-4ce8-9c73-54dde888e991), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:44.907228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=74d824c8-f26c-4ce8-9c73-54dde888e991,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:44.948899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:44.950012 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c699e0dd-0e7b-4305-8305-25750fde1cb4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:44.950457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:44.958829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:45.073318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=c699e0dd-0e7b-4305-8305-25750fde1cb4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:45.122611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:45.123490 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 6d849142-7c0b-4d62-b56e-0dfdc86c584f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:45.123802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:45.132914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:45.138919 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:45.155567 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3864ea01-e62c-4689-94b9-ebe315a2e496 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.6989193
Feb 19 21:16:45.155737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50792) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:45.212491 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:45.213086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:45.258560 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-31ed7189-6af3-4a50-bc34-a1a64116cf72 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.2181969
Feb 19 21:16:45.263162 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50800) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:45.301247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76066b05-f344-4cf0-bce2-cf46f18e5957 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:45.319802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76066b05-f344-4cf0-bce2-cf46f18e5957 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:45.321867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-76066b05-f344-4cf0-bce2-cf46f18e5957 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.1651518
Feb 19 21:16:45.326039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50812) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:45.452394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60050db-c73d-4574-a91b-92f04a422830 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:45.458405 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d60050db-c73d-4574-a91b-92f04a422830 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200  len: 922 time: 0.1940498
Feb 19 21:16:45.461588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50818) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:45.611356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-1a3dce29-c173-4037-9169-989ee36fcef9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port 74d824c8-f26c-4ce8-9c73-54dde888e991 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:45.612132 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a3dce29-c173-4037-9169-989ee36fcef9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (74d824c8-f26c-4ce8-9c73-54dde888e991), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:45.674637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8a391119-c9e7-418c-bef1-6defaabe7ca3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port c699e0dd-0e7b-4305-8305-25750fde1cb4 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:45.674637 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a391119-c9e7-418c-bef1-6defaabe7ca3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c699e0dd-0e7b-4305-8305-25750fde1cb4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:45.713658 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 615d0f42-31c5-4265-af1e-49621facc908 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:45.825530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 615d0f42-31c5-4265-af1e-49621facc908 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:45.829141 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (615d0f42-31c5-4265-af1e-49621facc908), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:45.862197 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a391119-c9e7-418c-bef1-6defaabe7ca3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c699e0dd-0e7b-4305-8305-25750fde1cb4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:45.866971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a3dce29-c173-4037-9169-989ee36fcef9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (74d824c8-f26c-4ce8-9c73-54dde888e991), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:45.896120 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8a391119-c9e7-418c-bef1-6defaabe7ca3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for c699e0dd-0e7b-4305-8305-25750fde1cb4 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:45.902027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-1a3dce29-c173-4037-9169-989ee36fcef9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for 74d824c8-f26c-4ce8-9c73-54dde888e991 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:46.048213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692e9c1a-448c-454a-bf91-e04a5ec42007 None None] Network 6d849142-7c0b-4d62-b56e-0dfdc86c584f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:46.252480 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a3dce29-c173-4037-9169-989ee36fcef9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (74d824c8-f26c-4ce8-9c73-54dde888e991), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:46.276743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a391119-c9e7-418c-bef1-6defaabe7ca3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c699e0dd-0e7b-4305-8305-25750fde1cb4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:46.303585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 615d0f42-31c5-4265-af1e-49621facc908 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:46.304545 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (615d0f42-31c5-4265-af1e-49621facc908), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:46.324033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a391119-c9e7-418c-bef1-6defaabe7ca3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=c699e0dd-0e7b-4305-8305-25750fde1cb4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:46.356113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dce29-c173-4037-9169-989ee36fcef9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=74d824c8-f26c-4ce8-9c73-54dde888e991,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:46.421839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-dea79e51-a27f-4e3b-8fce-ffceae4233cc None None] Provisioning complete for port 615d0f42-31c5-4265-af1e-49621facc908 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:46.424710 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dea79e51-a27f-4e3b-8fce-ffceae4233cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (615d0f42-31c5-4265-af1e-49621facc908), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:46.454119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a391119-c9e7-418c-bef1-6defaabe7ca3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:46.459403 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8a391119-c9e7-418c-bef1-6defaabe7ca3 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/c699e0dd-0e7b-4305-8305-25750fde1cb4 HTTP/1.1" status: 204  len: 168 time: 0.9967563
Feb 19 21:16:46.462879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50846) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:46.542950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a3dce29-c173-4037-9169-989ee36fcef9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:46.545627 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b0371a-327e-4f0e-ae02-59244c3f9bec tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:16:46.553668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1a3dce29-c173-4037-9169-989ee36fcef9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/74d824c8-f26c-4ce8-9c73-54dde888e991 HTTP/1.1" status: 204  len: 168 time: 1.2261283
Feb 19 21:16:46.556929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50850) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:46.573762 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e9b0371a-327e-4f0e-ae02-59244c3f9bec tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/c699e0dd-0e7b-4305-8305-25750fde1cb4 HTTP/1.1" status: 404  len: 333 time: 0.1053874
Feb 19 21:16:46.577771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50854) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:46.596810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 615d0f42-31c5-4265-af1e-49621facc908, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=615d0f42-31c5-4265-af1e-49621facc908,segment=NetworkSegment(aed120ff-e303-4965-ad11-daac97b84b47),segment_id=aed120ff-e303-4965-ad11-daac97b84b47)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:46.663478 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (615d0f42-31c5-4265-af1e-49621facc908), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:46.664670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4abfc03a-6d56-41a7-9f5f-4126c1115265 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:46.677438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad942079-7cd4-48c7-a95e-5b08d0dc0833 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:46.699283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5830e59e-5735-4b0d-82cb-12d204b7adc6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:46.706537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5830e59e-5735-4b0d-82cb-12d204b7adc6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:46.708179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5830e59e-5735-4b0d-82cb-12d204b7adc6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:46.711782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5830e59e-5735-4b0d-82cb-12d204b7adc6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1538055
Feb 19 21:16:46.714645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50860) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:46.759088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0eff6a1e-3ecb-4ae0-9526-0a1ffdc5f2aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 3ff7807d-0be1-413a-b2fb-b8257e16cb3b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:46.759344 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0eff6a1e-3ecb-4ae0-9526-0a1ffdc5f2aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3ff7807d-0be1-413a-b2fb-b8257e16cb3b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:46.860768 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3e2a2d-fb56-49ce-8eef-07d7ec7b8112 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 6f73f787-3302-4a0c-8513-0ec86eaa4a93 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:46.868655 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2a2d-fb56-49ce-8eef-07d7ec7b8112 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (6f73f787-3302-4a0c-8513-0ec86eaa4a93), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:46.921080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0eff6a1e-3ecb-4ae0-9526-0a1ffdc5f2aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3ff7807d-0be1-413a-b2fb-b8257e16cb3b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:46.940092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2a2d-fb56-49ce-8eef-07d7ec7b8112 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (6f73f787-3302-4a0c-8513-0ec86eaa4a93), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:46.942986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0eff6a1e-3ecb-4ae0-9526-0a1ffdc5f2aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 3ff7807d-0be1-413a-b2fb-b8257e16cb3b owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:46.977770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=615d0f42-31c5-4265-af1e-49621facc908,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:46.996060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4abfc03a-6d56-41a7-9f5f-4126c1115265 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:46.996210 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.094960 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2a2d-fb56-49ce-8eef-07d7ec7b8112 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (6f73f787-3302-4a0c-8513-0ec86eaa4a93), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.140483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dea79e51-a27f-4e3b-8fce-ffceae4233cc None None] Current status of the port 615d0f42-31c5-4265-af1e-49621facc908 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:47.143331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4abfc03a-6d56-41a7-9f5f-4126c1115265 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:47.144039 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.253981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2a2d-fb56-49ce-8eef-07d7ec7b8112 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (6f73f787-3302-4a0c-8513-0ec86eaa4a93), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.312880 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0eff6a1e-3ecb-4ae0-9526-0a1ffdc5f2aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3ff7807d-0be1-413a-b2fb-b8257e16cb3b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.314460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e2a2d-fb56-49ce-8eef-07d7ec7b8112 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=6f73f787-3302-4a0c-8513-0ec86eaa4a93,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:47.318783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2a2d-fb56-49ce-8eef-07d7ec7b8112 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.332114 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2b3e2a2d-fb56-49ce-8eef-07d7ec7b8112 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/6f73f787-3302-4a0c-8513-0ec86eaa4a93 HTTP/1.1" status: 204  len: 168 time: 0.6134589
Feb 19 21:16:47.332229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50890) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:47.365017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff6a1e-3ecb-4ae0-9526-0a1ffdc5f2aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=3ff7807d-0be1-413a-b2fb-b8257e16cb3b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:47.427695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac3cc4d-8d0a-4282-9215-9ced1f55ada3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet d698acee-9667-46cf-9f18-b77ba87804e0 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:47.428283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fd729f76-5d6b-476e-97dd-145cee442c95 None None] Provisioning complete for port 4abfc03a-6d56-41a7-9f5f-4126c1115265 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:47.436691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aac3cc4d-8d0a-4282-9215-9ced1f55ada3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (d698acee-9667-46cf-9f18-b77ba87804e0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.436936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fd729f76-5d6b-476e-97dd-145cee442c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.516843 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:16:47.519950 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:16:47.536246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a50b5b4-53cf-40bd-b40b-c1bb948046aa None None] Update dhcp port {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'fixed_ips': [{'subnet_id': '6f73f787-3302-4a0c-8513-0ec86eaa4a93', 'ip_address': '2001:db8::f816:3eff:fe8d:17b3'}, {'subnet_id': 'd698acee-9667-46cf-9f18-b77ba87804e0'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '4abfc03a-6d56-41a7-9f5f-4126c1115265'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:16:47.538181 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0eff6a1e-3ecb-4ae0-9526-0a1ffdc5f2aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.555003 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0eff6a1e-3ecb-4ae0-9526-0a1ffdc5f2aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/3ff7807d-0be1-413a-b2fb-b8257e16cb3b HTTP/1.1" status: 204  len: 168 time: 0.9758730
Feb 19 21:16:47.557821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50896) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:47.589636 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aac3cc4d-8d0a-4282-9215-9ced1f55ada3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (d698acee-9667-46cf-9f18-b77ba87804e0), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.618109 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-be636b67-e95b-4890-8a4c-7d908e6bdb04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:16:47.619613 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-be636b67-e95b-4890-8a4c-7d908e6bdb04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/3ff7807d-0be1-413a-b2fb-b8257e16cb3b HTTP/1.1" status: 404  len: 333 time: 0.0608048
Feb 19 21:16:47.622444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50904) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:47.634683 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9a50b5b4-53cf-40bd-b40b-c1bb948046aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.742239 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aac3cc4d-8d0a-4282-9215-9ced1f55ada3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d698acee-9667-46cf-9f18-b77ba87804e0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.752367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-697503a2-fcf2-4eec-b80e-32da1ba74f91 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting subnet cdb1a475-b43b-4b64-bf9e-a0f7703febb4 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:47.755552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-697503a2-fcf2-4eec-b80e-32da1ba74f91 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (cdb1a475-b43b-4b64-bf9e-a0f7703febb4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.824081 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-697503a2-fcf2-4eec-b80e-32da1ba74f91 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (cdb1a475-b43b-4b64-bf9e-a0f7703febb4), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:47.960955 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-697503a2-fcf2-4eec-b80e-32da1ba74f91 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (cdb1a475-b43b-4b64-bf9e-a0f7703febb4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.016139 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aac3cc4d-8d0a-4282-9215-9ced1f55ada3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (d698acee-9667-46cf-9f18-b77ba87804e0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.034644 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fd729f76-5d6b-476e-97dd-145cee442c95 None None] Current status of the port 4abfc03a-6d56-41a7-9f5f-4126c1115265 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:48.035476 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fd729f76-5d6b-476e-97dd-145cee442c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.080189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-697503a2-fcf2-4eec-b80e-32da1ba74f91 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (cdb1a475-b43b-4b64-bf9e-a0f7703febb4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.166771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fd729f76-5d6b-476e-97dd-145cee442c95 None None] For port 4abfc03a-6d56-41a7-9f5f-4126c1115265, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4abfc03a-6d56-41a7-9f5f-4126c1115265,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:48.202912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697503a2-fcf2-4eec-b80e-32da1ba74f91 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb1a475-b43b-4b64-bf9e-a0f7703febb4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:48.210472 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fd729f76-5d6b-476e-97dd-145cee442c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.233893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-697503a2-fcf2-4eec-b80e-32da1ba74f91 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.237300 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-697503a2-fcf2-4eec-b80e-32da1ba74f91 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/cdb1a475-b43b-4b64-bf9e-a0f7703febb4 HTTP/1.1" status: 204  len: 168 time: 0.6138678
Feb 19 21:16:48.240075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50926) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server [None req-9a50b5b4-53cf-40bd-b40b-c1bb948046aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d698acee-9667-46cf-9f18-b77ba87804e0: This subnet is being modified by another concurrent operation.
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise exception
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d698acee-9667-46cf-9f18-b77ba87804e0: This subnet is being modified by another concurrent operation.
Feb 19 21:16:48.342206 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:16:48.439260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (6d849142-7c0b-4d62-b56e-0dfdc86c584f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.582532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 615d0f42-31c5-4265-af1e-49621facc908 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:48.584760 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (615d0f42-31c5-4265-af1e-49621facc908), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.658285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86eeaf-265f-4a2e-923e-d0fda97cc2cb None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:48.780866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] For port 615d0f42-31c5-4265-af1e-49621facc908, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=615d0f42-31c5-4265-af1e-49621facc908,segment=NetworkSegment(aed120ff-e303-4965-ad11-daac97b84b47),segment_id=aed120ff-e303-4965-ad11-daac97b84b47)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:48.781573 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (615d0f42-31c5-4265-af1e-49621facc908), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.801495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aac3cc4d-8d0a-4282-9215-9ced1f55ada3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.803710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 615d0f42-31c5-4265-af1e-49621facc908 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:48.808042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aac3cc4d-8d0a-4282-9215-9ced1f55ada3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/d698acee-9667-46cf-9f18-b77ba87804e0 HTTP/1.1" status: 204  len: 168 time: 1.4749997
Feb 19 21:16:48.809696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3cc4d-8d0a-4282-9215-9ced1f55ada3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=d698acee-9667-46cf-9f18-b77ba87804e0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:48.813049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50958) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:48.848001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79581ac4-b4f2-470c-96b2-f3afc3421d87 None None] Network 6d849142-7c0b-4d62-b56e-0dfdc86c584f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:48.897409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd729f76-5d6b-476e-97dd-145cee442c95 None None] Pushing event updated for resources: {'Port': ['ID=4abfc03a-6d56-41a7-9f5f-4126c1115265,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:48.902302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4abfc03a-6d56-41a7-9f5f-4126c1115265 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:48.902921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.934173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9da2be22-c344-4e95-bfda-1f24602b49f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1167305
Feb 19 21:16:48.934592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50964) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:48.946165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:48.971534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-efdb8fb7-d16c-436e-a723-238a7eed0ee1 None None] Provisioning complete for port 615d0f42-31c5-4265-af1e-49621facc908 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:48.972250 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-efdb8fb7-d16c-436e-a723-238a7eed0ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (615d0f42-31c5-4265-af1e-49621facc908), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:48.989587 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-354deb0c-9bd5-4f34-8595-2de024c984f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.056625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50968) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:49.064184 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (615d0f42-31c5-4265-af1e-49621facc908), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.100357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=615d0f42-31c5-4265-af1e-49621facc908,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:49.117465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No DVR routers for this DVR port 615d0f42-31c5-4265-af1e-49621facc908 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:49.156618 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:16:49.157109 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:16:49.160434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-efdb8fb7-d16c-436e-a723-238a7eed0ee1 None None] Could not find standard attr ID for object 615d0f42-31c5-4265-af1e-49621facc908. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:49.166174 ncdv-master-1 neutron-server[121130]: INFO neutron.plugins.ml2.db [None req-efdb8fb7-d16c-436e-a723-238a7eed0ee1 None None] No ports have port_id starting with 615d0f42-31c5-4265-af1e-49621facc908
Feb 19 21:16:49.180970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-efdb8fb7-d16c-436e-a723-238a7eed0ee1 None None] Could not find standard attr ID for object 3ff7807d-0be1-413a-b2fb-b8257e16cb3b. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:49.184775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-efdb8fb7-d16c-436e-a723-238a7eed0ee1 None None] Could not find standard attr ID for object c699e0dd-0e7b-4305-8305-25750fde1cb4. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:49.186331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:49.194685 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.231801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db87b84-297a-40bf-97b0-109f1d2ee834 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:49.284025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b16c9d-fc0a-4ef9-b81c-46fa938832f0 None None] DHCP port deletion for 6d849142-7c0b-4d62-b56e-0dfdc86c584f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:49.339188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ede4a268-527a-4cd0-839f-a302276c522c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.344872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5564a15c-0161-4b5e-8749-7f65594ca649 None None] Provisioning complete for port 4abfc03a-6d56-41a7-9f5f-4126c1115265 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:49.345260 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5564a15c-0161-4b5e-8749-7f65594ca649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.362020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (6d849142-7c0b-4d62-b56e-0dfdc86c584f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.395170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a177190>,) {'filters': {'network_id': ['6d849142-7c0b-4d62-b56e-0dfdc86c584f']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:49.406993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a177190>, 'aed120ff-e303-4965-ad11-daac97b84b47') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:49.407785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a177190>, 'aed120ff-e303-4965-ad11-daac97b84b47') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:16:49.421159 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (aed120ff-e303-4965-ad11-daac97b84b47), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.445461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (aed120ff-e303-4965-ad11-daac97b84b47), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.455595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:16:49.470538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5db87b84-297a-40bf-97b0-109f1d2ee834 None None] Deleting port 4abfc03a-6d56-41a7-9f5f-4126c1115265 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:49.471085 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5db87b84-297a-40bf-97b0-109f1d2ee834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.471616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (aed120ff-e303-4965-ad11-daac97b84b47), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:16:49.478399 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:16:49.631229 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (6d849142-7c0b-4d62-b56e-0dfdc86c584f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.639615 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.644708 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/networks/6d849142-7c0b-4d62-b56e-0dfdc86c584f HTTP/1.1" status: 204  len: 168 time: 1.4036336
Feb 19 21:16:49.650724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50980) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:49.653304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5db87b84-297a-40bf-97b0-109f1d2ee834 None None] For port 4abfc03a-6d56-41a7-9f5f-4126c1115265, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4abfc03a-6d56-41a7-9f5f-4126c1115265,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:49.653736 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5db87b84-297a-40bf-97b0-109f1d2ee834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.668694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-345273590'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:49.674575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c45f6-4429-4a1f-9d8e-ce7534f6084b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Network': ['ID=6d849142-7c0b-4d62-b56e-0dfdc86c584f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:49.697099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5db87b84-297a-40bf-97b0-109f1d2ee834 None None] Calling delete_port for 4abfc03a-6d56-41a7-9f5f-4126c1115265 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:49.711557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5564a15c-0161-4b5e-8749-7f65594ca649 None None] Current status of the port 4abfc03a-6d56-41a7-9f5f-4126c1115265 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:49.712671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:49.718586 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.782523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:16:49.811142 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5db87b84-297a-40bf-97b0-109f1d2ee834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (4abfc03a-6d56-41a7-9f5f-4126c1115265), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.812429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2acd971e-53d4-4022-a9e5-d08ef47e851f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.812938 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Added segment 2acd971e-53d4-4022-a9e5-d08ef47e851f of type vlan for network 1eedd98b-379f-446c-8405-0fab345efc5a
Feb 19 21:16:49.852485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db87b84-297a-40bf-97b0-109f1d2ee834 None None] No DVR routers for this DVR port 4abfc03a-6d56-41a7-9f5f-4126c1115265 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:49.856385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db87b84-297a-40bf-97b0-109f1d2ee834 None None] Pushing event deleted for resources: {'Port': ['ID=4abfc03a-6d56-41a7-9f5f-4126c1115265,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:49.879146 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (1eedd98b-379f-446c-8405-0fab345efc5a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.883427 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ede4a268-527a-4cd0-839f-a302276c522c admin admin] Publish callbacks [] for security_group (93a31376-77e8-4050-86ce-f3487ba2122a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.900398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14a5f50-6d20-43af-a181-53c280a39c65 None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:16:49.900634 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ede4a268-527a-4cd0-839f-a302276c522c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (93a31376-77e8-4050-86ce-f3487ba2122a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.916565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.objects.ports [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:16:49.943866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (1eedd98b-379f-446c-8405-0fab345efc5a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.950594 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:49.952687 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:49.993923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14a5f50-6d20-43af-a181-53c280a39c65 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:16:50.008418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Port 4abfc03a-6d56-41a7-9f5f-4126c1115265 update to ACTIVE by agent not found {{(pid=121130) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 19 21:16:50.041564 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3862734
Feb 19 21:16:50.041855 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 50984) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:50.050189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '1eedd98b-379f-446c-8405-0fab345efc5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:50.197071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 615d0f42-31c5-4265-af1e-49621facc908 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:50.208707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ede4a268-527a-4cd0-839f-a302276c522c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50984b380928456a887bd08bbde86c5c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1493926
Feb 19 21:16:50.208707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 50994) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:50.228696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4a268-527a-4cd0-839f-a302276c522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a31376-77e8-4050-86ce-f3487ba2122a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:50.243369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 615d0f42-31c5-4265-af1e-49621facc908 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:50.243858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 615d0f42-31c5-4265-af1e-49621facc908 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:50.244383 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4abfc03a-6d56-41a7-9f5f-4126c1115265 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:50.271424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 4abfc03a-6d56-41a7-9f5f-4126c1115265 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:50.271866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4abfc03a-6d56-41a7-9f5f-4126c1115265 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:50.284984 ncdv-master-1 neutron-server[121128]: WARNING neutron.services.revisions.revision_plugin [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f5a6b159280] {port_id='4abfc03a-6d56-41a7-9f5f-4126c1115265', ip_address='2001:db8::f816:3eff:fe8d:17b3', subnet_id='d6e25b07-e127-465d-a630-049500e0c45f', network_id='3093a338-1bb2-47bc-b43b-364f1349065f'}> to bump revision.
Feb 19 21:16:50.342301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_pluggable_backend [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Port 4abfc03a-6d56-41a7-9f5f-4126c1115265 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=121128) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Feb 19 21:16:50.342623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_pluggable_backend [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8d:17b3 {{(pid=121128) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Feb 19 21:16:50.383394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_pluggable_backend [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8d:17b3 {{(pid=121128) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Feb 19 21:16:50.403701 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (d6e25b07-e127-465d-a630-049500e0c45f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:50.457948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': 'd6e25b07-e127-465d-a630-049500e0c45f'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:50.459378 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:50.485908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d28fea-0c2e-456f-bd47-0492fa710829 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Network': ['ID=1eedd98b-379f-446c-8405-0fab345efc5a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:50.488722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=d6e25b07-e127-465d-a630-049500e0c45f,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:50.512618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 1eedd98b-379f-446c-8405-0fab345efc5a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:16:50.522812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:50.524255 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff90c83-a19a-4a8c-b88c-31c69c6420cf admin admin] Publish callbacks [] for security_group (93a31376-77e8-4050-86ce-f3487ba2122a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:50.535698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:50.547031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:50.561236 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:50.587262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:50.598212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:50.633375 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff90c83-a19a-4a8c-b88c-31c69c6420cf admin admin] Publish callbacks [] for security_group (93a31376-77e8-4050-86ce-f3487ba2122a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:50.697313 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dc776bd6-387f-4ab4-8808-9c30e7ebb8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:50.726863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e35eba77-585a-4ef4-beb2-a2ae6da9332b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7828338
Feb 19 21:16:50.739475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51008) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:50.753997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-fd616140-8e4d-4242-9aa7-557533a7ab08 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:50.805508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Allocated IP 2001:db8::f816:3eff:fecd:c7c5 (3093a338-1bb2-47bc-b43b-364f1349065f/d6e25b07-e127-465d-a630-049500e0c45f/21663201-5939-407d-b0ca-05d24189fb77) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:50.873907 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff90c83-a19a-4a8c-b88c-31c69c6420cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (93a31376-77e8-4050-86ce-f3487ba2122a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:50.877051 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff90c83-a19a-4a8c-b88c-31c69c6420cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:50.879185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fff90c83-a19a-4a8c-b88c-31c69c6420cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93a31376-77e8-4050-86ce-f3487ba2122a HTTP/1.1" status: 204  len: 168 time: 0.6559250
Feb 19 21:16:50.926065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff90c83-a19a-4a8c-b88c-31c69c6420cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a31376-77e8-4050-86ce-f3487ba2122a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:51.087806 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (c04aeaa2-543c-43ad-b3d0-4626cbf274fe), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.123218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd616140-8e4d-4242-9aa7-557533a7ab08 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:51.128729 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd616140-8e4d-4242-9aa7-557533a7ab08 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.154980 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Publish callbacks [] for port (21663201-5939-407d-b0ca-05d24189fb77), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.169764 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (21663201-5939-407d-b0ca-05d24189fb77), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.262053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Checking segment: {'id': '2acd971e-53d4-4022-a9e5-d08ef47e851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1eedd98b-379f-446c-8405-0fab345efc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:51.262276 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network hostable DHCP agents. Network: 1eedd98b-379f-446c-8405-0fab345efc5a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:16:51.267757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Subnet': ['ID=c04aeaa2-543c-43ad-b3d0-4626cbf274fe,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:51.285582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:51.289220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 1eedd98b-379f-446c-8405-0fab345efc5a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:16:51.295809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:51.304848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:51.312473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1eedd98b-379f-446c-8405-0fab345efc5a) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:51.324284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:51.326444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.331750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Pushing event updated for resources: {'Port': ['ID=21663201-5939-407d-b0ca-05d24189fb77,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:51.367072 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d8e54d61-c520-4484-83ed-70909d2a81e0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3215461
Feb 19 21:16:51.368274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51066) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:51.376646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': '1eedd98b-379f-446c-8405-0fab345efc5a', 'name': 'tempest-PortsTestJSON-1113278408', 'fixed_ips': [{'subnet_id': 'c04aeaa2-543c-43ad-b3d0-4626cbf274fe', 'ip_address': '172.20.0.10'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:51.401830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Attempting to bind port 21663201-5939-407d-b0ca-05d24189fb77 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:51.402550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Attempting to bind port 21663201-5939-407d-b0ca-05d24189fb77 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:51.403171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Attempting to bind port 21663201-5939-407d-b0ca-05d24189fb77 on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:51.416595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:51.418499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:51.422744 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.424081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:51.425954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Bound port: 21663201-5939-407d-b0ca-05d24189fb77, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:51.426518 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (21663201-5939-407d-b0ca-05d24189fb77), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.540795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] For port 21663201-5939-407d-b0ca-05d24189fb77, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:51.549382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] For port 21663201-5939-407d-b0ca-05d24189fb77, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21663201-5939-407d-b0ca-05d24189fb77,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:51.560116 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (21663201-5939-407d-b0ca-05d24189fb77), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.594883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:51.692273 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fa445-045e-4618-99a3-32f5699b9f1a None None] Pushing event updated for resources: {'Port': ['ID=21663201-5939-407d-b0ca-05d24189fb77,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:51.724593 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd616140-8e4d-4242-9aa7-557533a7ab08 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (510caff6-a95b-4320-887b-ba8111010101), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.820597 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.829435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd616140-8e4d-4242-9aa7-557533a7ab08 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:51.844119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-fd616140-8e4d-4242-9aa7-557533a7ab08 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:51.846831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port d4f4f158-060f-44c8-afc2-4195cdabd8eb yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:51.855028 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd616140-8e4d-4242-9aa7-557533a7ab08 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:51.855693 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd616140-8e4d-4242-9aa7-557533a7ab08 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.864672 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:51.878734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd616140-8e4d-4242-9aa7-557533a7ab08 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=510caff6-a95b-4320-887b-ba8111010101,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:51.890740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fd616140-8e4d-4242-9aa7-557533a7ab08 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1468310
Feb 19 21:16:51.890874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51090) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:51.897678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:c4:cb:ef', 'name': 'tempest-NetworksTestDHCPv6-993283842'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:52.150520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:52.190055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.10 (1eedd98b-379f-446c-8405-0fab345efc5a/c04aeaa2-543c-43ad-b3d0-4626cbf274fe/d4f4f158-060f-44c8-afc2-4195cdabd8eb) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:52.291998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 21663201-5939-407d-b0ca-05d24189fb77 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:52.370050 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:52.371597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 21663201-5939-407d-b0ca-05d24189fb77 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:52.372177 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (21663201-5939-407d-b0ca-05d24189fb77), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:52.399609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port d0f228fc-f4f2-42c2-8747-a30915bc03cb yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:52.445972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (d4f4f158-060f-44c8-afc2-4195cdabd8eb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:52.477959 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 21663201-5939-407d-b0ca-05d24189fb77 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:52.478098 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (21663201-5939-407d-b0ca-05d24189fb77), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:52.534041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d4f4f158-060f-44c8-afc2-4195cdabd8eb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:52.543010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 21663201-5939-407d-b0ca-05d24189fb77, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21663201-5939-407d-b0ca-05d24189fb77,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:52.550857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (21663201-5939-407d-b0ca-05d24189fb77), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:52.645986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 1eedd98b-379f-446c-8405-0fab345efc5a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:52.652954 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:52.660227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=21663201-5939-407d-b0ca-05d24189fb77,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:52.676368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 172.20.0.4 (3093a338-1bb2-47bc-b43b-364f1349065f/510caff6-a95b-4320-887b-ba8111010101/d0f228fc-f4f2-42c2-8747-a30915bc03cb) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:52.691431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::f816:3eff:fec4:cbef (3093a338-1bb2-47bc-b43b-364f1349065f/d6e25b07-e127-465d-a630-049500e0c45f/d0f228fc-f4f2-42c2-8747-a30915bc03cb) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:52.716240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=d4f4f158-060f-44c8-afc2-4195cdabd8eb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:52.723606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:52.850489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:52.851685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:52.899092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-730c583f-2cdc-420b-87fb-b2edc15c9a3a tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.5301342
Feb 19 21:16:52.901660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51130) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:52.913691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': '1eedd98b-379f-446c-8405-0fab345efc5a', 'name': 'tempest-PortsTestJSON-1867394416', 'fixed_ips': [{'subnet_id': 'c04aeaa2-543c-43ad-b3d0-4626cbf274fe', 'ip_address': '172.20.0.9'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:53.145405 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (d0f228fc-f4f2-42c2-8747-a30915bc03cb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:53.208970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:53.221676 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:53.296588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d0f228fc-f4f2-42c2-8747-a30915bc03cb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:53.350143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=d0f228fc-f4f2-42c2-8747-a30915bc03cb,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:53.377413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:53.379350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:53.383142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:53.411514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391230fc-8303-4705-a0b3-28ea8439ef9a None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:53.437665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8e1b2c-8713-407a-b76f-fb75aac8639d None None] Network 1eedd98b-379f-446c-8405-0fab345efc5a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:53.489474 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:53.541316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-35cb0be3-30a9-45b2-8883-a2ba12f302f0 None None] Provisioning complete for port 21663201-5939-407d-b0ca-05d24189fb77 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:53.541912 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-35cb0be3-30a9-45b2-8883-a2ba12f302f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (21663201-5939-407d-b0ca-05d24189fb77), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:53.552215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:53.554140 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:53.562382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port 0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:53.657817 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9d3efe95-1c22-46fc-bd14-818410d30bd4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 1.7635562
Feb 19 21:16:53.658586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51184) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:53.798934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-35cb0be3-30a9-45b2-8883-a2ba12f302f0 None None] Current status of the port 21663201-5939-407d-b0ca-05d24189fb77 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:53.846135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdbedd0-2702-47ce-aa5d-5ee7f8a319ba tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:53.856272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdbedd0-2702-47ce-aa5d-5ee7f8a319ba tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:53.858787 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-afdbedd0-2702-47ce-aa5d-5ee7f8a319ba tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.1991618
Feb 19 21:16:53.862483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51190) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:53.879204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1eedd98b-379f-446c-8405-0fab345efc5a', 'network_id': '1eedd98b-379f-446c-8405-0fab345efc5a', 'project_id': 'e896604882924927a86fea7b4fdfb56b', 'fixed_ips': [{'subnet_id': 'c04aeaa2-543c-43ad-b3d0-4626cbf274fe'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:53.880231 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:53.892428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.9 (1eedd98b-379f-446c-8405-0fab345efc5a/c04aeaa2-543c-43ad-b3d0-4626cbf274fe/0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:54.142631 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a364dc45-6480-4b68-88fe-179569eea94a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port d0f228fc-f4f2-42c2-8747-a30915bc03cb {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:54.142986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a364dc45-6480-4b68-88fe-179569eea94a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d0f228fc-f4f2-42c2-8747-a30915bc03cb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:54.205345 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51202) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:54.249577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68a37c-11dd-4923-b074-21ba9f4c5224 None None] Update dhcp port {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'fixed_ips': [{'subnet_id': 'd6e25b07-e127-465d-a630-049500e0c45f', 'ip_address': '2001:db8::f816:3eff:fecd:c7c5'}, {'subnet_id': '510caff6-a95b-4320-887b-ba8111010101'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '21663201-5939-407d-b0ca-05d24189fb77'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:16:54.352084 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:54.353416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 21663201-5939-407d-b0ca-05d24189fb77 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:54.404035 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:54.422084 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5c68a37c-11dd-4923-b074-21ba9f4c5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (21663201-5939-407d-b0ca-05d24189fb77), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:54.489944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 1eedd98b-379f-446c-8405-0fab345efc5a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:54.494618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:54.505508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:54.542897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a364dc45-6480-4b68-88fe-179569eea94a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d0f228fc-f4f2-42c2-8747-a30915bc03cb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:54.574053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a364dc45-6480-4b68-88fe-179569eea94a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for d0f228fc-f4f2-42c2-8747-a30915bc03cb owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:54.589193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:54.607712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:54.644009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:54.644867 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:54.658076 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:54.710456 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:54.722800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c1194897-1be7-4584-9ae6-6ce5d30b38e2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.8202331
Feb 19 21:16:54.725411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51228) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:54.771257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Allocated IP 172.20.0.2 (1eedd98b-379f-446c-8405-0fab345efc5a/c04aeaa2-543c-43ad-b3d0-4626cbf274fe/1cdf1550-a136-4136-bdc7-44a2e5de5988) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:54.793265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 21663201-5939-407d-b0ca-05d24189fb77 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:54.793976 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (21663201-5939-407d-b0ca-05d24189fb77), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:54.891858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b9bb1-8f2d-447c-aa38-3e93b94ec4d4 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:54.896919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5b7b9bb1-8f2d-447c-aa38-3e93b94ec4d4 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.1703668
Feb 19 21:16:54.897796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51230) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:54.930678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a364dc45-6480-4b68-88fe-179569eea94a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d0f228fc-f4f2-42c2-8747-a30915bc03cb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:54.948840 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.026983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364dc45-6480-4b68-88fe-179569eea94a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=d0f228fc-f4f2-42c2-8747-a30915bc03cb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:55.047622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a506c9b5-3612-4a36-b6a9-4bf383450c9c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:55.065565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a506c9b5-3612-4a36-b6a9-4bf383450c9c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:55.071872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51234) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:55.074586 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a506c9b5-3612-4a36-b6a9-4bf383450c9c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 1641 time: 0.1742578
Feb 19 21:16:55.110444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-5c68a37c-11dd-4923-b074-21ba9f4c5224 None None] Allocated IP 172.20.0.2 (3093a338-1bb2-47bc-b43b-364f1349065f/510caff6-a95b-4320-887b-ba8111010101/21663201-5939-407d-b0ca-05d24189fb77) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:55.141589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a364dc45-6480-4b68-88fe-179569eea94a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.148497 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a364dc45-6480-4b68-88fe-179569eea94a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/d0f228fc-f4f2-42c2-8747-a30915bc03cb HTTP/1.1" status: 204  len: 168 time: 1.2823143
Feb 19 21:16:55.149031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51236) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:55.246782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Allocated IP 172.35.2.111 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/b0e183a7-400c-4f52-b334-acd6ed3c5ac5) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:55.254662 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb46671-1b91-48a3-9b00-635f5fc51b26 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:55.255856 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb46671-1b91-48a3-9b00-635f5fc51b26 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:55.257462 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb46671-1b91-48a3-9b00-635f5fc51b26 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:55.259548 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0bb46671-1b91-48a3-9b00-635f5fc51b26 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1093810
Feb 19 21:16:55.262213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51254) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:55.278046 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 21663201-5939-407d-b0ca-05d24189fb77 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:55.293910 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Publish callbacks [] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.304230 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.345039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbc92cd-ce88-414e-8662-76112b15e0f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 510caff6-a95b-4320-887b-ba8111010101 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:55.354886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-079ef48c-703e-4f74-bfa7-72852215219c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:55.355239 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-079ef48c-703e-4f74-bfa7-72852215219c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.387124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Network 1eedd98b-379f-446c-8405-0fab345efc5a is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:55.396661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:55.403827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5c68a37c-11dd-4923-b074-21ba9f4c5224 None None] For port 21663201-5939-407d-b0ca-05d24189fb77, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21663201-5939-407d-b0ca-05d24189fb77,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:55.409427 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks [] for port (b0e183a7-400c-4f52-b334-acd6ed3c5ac5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.413141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:55.437098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Pushing event updated for resources: {'Port': ['ID=1cdf1550-a136-4136-bdc7-44a2e5de5988,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:55.464925 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b0e183a7-400c-4f52-b334-acd6ed3c5ac5), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.480439 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-079ef48c-703e-4f74-bfa7-72852215219c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.497373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-079ef48c-703e-4f74-bfa7-72852215219c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:55.515095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:55.516781 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5c68a37c-11dd-4923-b074-21ba9f4c5224 None None] Publish callbacks [] for port (21663201-5939-407d-b0ca-05d24189fb77), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.519037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:55.524148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:55.536138 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5c68a37c-11dd-4923-b074-21ba9f4c5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (21663201-5939-407d-b0ca-05d24189fb77), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.557232 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ddbc92cd-ce88-414e-8662-76112b15e0f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (510caff6-a95b-4320-887b-ba8111010101), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.558699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Pushing event updated for resources: {'Port': ['ID=b0e183a7-400c-4f52-b334-acd6ed3c5ac5,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:55.614923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ddbc92cd-ce88-414e-8662-76112b15e0f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (510caff6-a95b-4320-887b-ba8111010101), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.642689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Attempting to bind port 1cdf1550-a136-4136-bdc7-44a2e5de5988 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:55.642689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Attempting to bind port 1cdf1550-a136-4136-bdc7-44a2e5de5988 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2acd971e-53d4-4022-a9e5-d08ef47e851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1eedd98b-379f-446c-8405-0fab345efc5a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:55.642689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Attempting to bind port 1cdf1550-a136-4136-bdc7-44a2e5de5988 on network 1eedd98b-379f-446c-8405-0fab345efc5a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:55.667654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:55.667654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Checking segment: {'id': '2acd971e-53d4-4022-a9e5-d08ef47e851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1eedd98b-379f-446c-8405-0fab345efc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:55.668433 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.669029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Bound using segment: {'id': '2acd971e-53d4-4022-a9e5-d08ef47e851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1eedd98b-379f-446c-8405-0fab345efc5a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:55.669812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Bound port: 1cdf1550-a136-4136-bdc7-44a2e5de5988, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acd971e-53d4-4022-a9e5-d08ef47e851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1eedd98b-379f-446c-8405-0fab345efc5a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:55.670411 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.673239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68a37c-11dd-4923-b074-21ba9f4c5224 None None] Pushing event updated for resources: {'Port': ['ID=21663201-5939-407d-b0ca-05d24189fb77,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:55.688933 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks [] for floatingip (cd810d53-0a04-4cb6-980f-aa2a25e885ad), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.780105 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b0e183a7-400c-4f52-b334-acd6ed3c5ac5), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.788529 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ddbc92cd-ce88-414e-8662-76112b15e0f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (510caff6-a95b-4320-887b-ba8111010101), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.825332 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-079ef48c-703e-4f74-bfa7-72852215219c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.838425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] For port 1cdf1550-a136-4136-bdc7-44a2e5de5988, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:55.844637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] For port 1cdf1550-a136-4136-bdc7-44a2e5de5988, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cdf1550-a136-4136-bdc7-44a2e5de5988,segment=NetworkSegment(2acd971e-53d4-4022-a9e5-d08ef47e851f),segment_id=2acd971e-53d4-4022-a9e5-d08ef47e851f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:55.851477 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:55.867982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ef48c-703e-4f74-bfa7-72852215219c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:55.920687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e8768-8890-4dba-be80-2a130d9f42e5 None None] Pushing event updated for resources: {'Port': ['ID=1cdf1550-a136-4136-bdc7-44a2e5de5988,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:55.976259 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ddbc92cd-ce88-414e-8662-76112b15e0f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (510caff6-a95b-4320-887b-ba8111010101), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.021015 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.032139 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ddbc92cd-ce88-414e-8662-76112b15e0f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.038965 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ddbc92cd-ce88-414e-8662-76112b15e0f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/510caff6-a95b-4320-887b-ba8111010101 HTTP/1.1" status: 204  len: 168 time: 0.7734551
Feb 19 21:16:56.040471 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc92cd-ce88-414e-8662-76112b15e0f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=510caff6-a95b-4320-887b-ba8111010101,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:56.045638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51266) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:56.099776 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-079ef48c-703e-4f74-bfa7-72852215219c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.119593 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-079ef48c-703e-4f74-bfa7-72852215219c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a HTTP/1.1" status: 204  len: 168 time: 1.0465443
Feb 19 21:16:56.124533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51270) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:56.130590 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks [] for port (b0e183a7-400c-4f52-b334-acd6ed3c5ac5), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.137632 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b0e183a7-400c-4f52-b334-acd6ed3c5ac5), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.162008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 21663201-5939-407d-b0ca-05d24189fb77 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:56.174509 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c79d7a-a9e9-44c5-9eb3-e89fe2b8c9e4 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:16:56.178742 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f6c79d7a-a9e9-44c5-9eb3-e89fe2b8c9e4 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/0dda4711-c3ff-4ea4-b45f-0d8d8fdf900a HTTP/1.1" status: 404  len: 333 time: 0.0497079
Feb 19 21:16:56.182039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51272) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:56.281624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 21663201-5939-407d-b0ca-05d24189fb77 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:56.282162 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (21663201-5939-407d-b0ca-05d24189fb77), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.325073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-af22e0fc-0fdc-411c-965f-c518c6b3d53e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet d6e25b07-e127-465d-a630-049500e0c45f {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:56.340678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af22e0fc-0fdc-411c-965f-c518c6b3d53e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (d6e25b07-e127-465d-a630-049500e0c45f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.368045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (cd810d53-0a04-4cb6-980f-aa2a25e885ad), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.393556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Pushing event updated for resources: {'Port': ['ID=b0e183a7-400c-4f52-b334-acd6ed3c5ac5,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:56.416432 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.422972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3c7d010c-b03b-4254-82cc-deb2744ebe5f tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2110908
Feb 19 21:16:56.422972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51282) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:56.429641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5a915397-34ec-4df0-8bd7-4b810e8c4305 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1397993392', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'fixed_ips': [{'ip_address': '172.35.2.111'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:56.484033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a915397-34ec-4df0-8bd7-4b810e8c4305 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Made reservation on behalf of 16ead202d6b84d91a5f9467961fdedab for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:56.489500 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a915397-34ec-4df0-8bd7-4b810e8c4305 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.490545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 21663201-5939-407d-b0ca-05d24189fb77 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:56.501472 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af22e0fc-0fdc-411c-965f-c518c6b3d53e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (d6e25b07-e127-465d-a630-049500e0c45f), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.520067 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a915397-34ec-4df0-8bd7-4b810e8c4305 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.599978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-738ac179-b9ed-4ecb-83e7-bb0adcabc0d7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port d4f4f158-060f-44c8-afc2-4195cdabd8eb {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:56.600317 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738ac179-b9ed-4ecb-83e7-bb0adcabc0d7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d4f4f158-060f-44c8-afc2-4195cdabd8eb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.689944 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a915397-34ec-4df0-8bd7-4b810e8c4305 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks [] for security_group (8b72fb79-1710-47c9-8cdc-70fdf629f740), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.715640 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a915397-34ec-4df0-8bd7-4b810e8c4305 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8b72fb79-1710-47c9-8cdc-70fdf629f740), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.722008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-5a915397-34ec-4df0-8bd7-4b810e8c4305 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] device_id is not set on port 08595770-57cd-4b35-940e-85713e92c4d1 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:16:56.807587 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af22e0fc-0fdc-411c-965f-c518c6b3d53e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d6e25b07-e127-465d-a630-049500e0c45f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.898262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a915397-34ec-4df0-8bd7-4b810e8c4305 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b72fb79-1710-47c9-8cdc-70fdf629f740,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:56.901394 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738ac179-b9ed-4ecb-83e7-bb0adcabc0d7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d4f4f158-060f-44c8-afc2-4195cdabd8eb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:56.967994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-738ac179-b9ed-4ecb-83e7-bb0adcabc0d7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for d4f4f158-060f-44c8-afc2-4195cdabd8eb owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:56.983922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af22e0fc-0fdc-411c-965f-c518c6b3d53e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (d6e25b07-e127-465d-a630-049500e0c45f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.063232 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a915397-34ec-4df0-8bd7-4b810e8c4305 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:16:57.063826 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a915397-34ec-4df0-8bd7-4b810e8c4305 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:16:57.074620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22e0fc-0fdc-411c-965f-c518c6b3d53e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e25b07-e127-465d-a630-049500e0c45f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:57.081597 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-af22e0fc-0fdc-411c-965f-c518c6b3d53e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.082231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15c5568-ed27-422f-b5e2-92ffca171404 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:57.089578 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-af22e0fc-0fdc-411c-965f-c518c6b3d53e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/d6e25b07-e127-465d-a630-049500e0c45f HTTP/1.1" status: 204  len: 168 time: 1.0429640
Feb 19 21:16:57.090296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51306) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:57.102443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5a915397-34ec-4df0-8bd7-4b810e8c4305 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.6782448
Feb 19 21:16:57.105721 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51310) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:57.107965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-36ad15d0-27d5-46dd-b72c-f8ea3faab01d None None] Could not find standard attr ID for object d0f228fc-f4f2-42c2-8747-a30915bc03cb. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:57.170963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9fbe7825-a2a6-4e32-8149-ffd23b7be8d2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0753658
Feb 19 21:16:57.171291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51318) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:57.177106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-07c25645-ae15-45aa-8423-b099cda42429 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:57.189238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-36ad15d0-27d5-46dd-b72c-f8ea3faab01d None None] Provisioning complete for port 21663201-5939-407d-b0ca-05d24189fb77 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:57.189826 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-36ad15d0-27d5-46dd-b72c-f8ea3faab01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (21663201-5939-407d-b0ca-05d24189fb77), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.346746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c25645-ae15-45aa-8423-b099cda42429 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:57.354400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-07c25645-ae15-45aa-8423-b099cda42429 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.388702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-36ad15d0-27d5-46dd-b72c-f8ea3faab01d None None] Current status of the port 21663201-5939-407d-b0ca-05d24189fb77 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:57.448921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a3fe9-d62d-4091-a55a-9ae108219ef1 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:57.493151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-88219112-963c-4809-a818-d8545e100837 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Deleting port b0e183a7-400c-4f52-b334-acd6ed3c5ac5 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:57.494356 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88219112-963c-4809-a818-d8545e100837 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b0e183a7-400c-4f52-b334-acd6ed3c5ac5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.534517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a3fe9-d62d-4091-a55a-9ae108219ef1 None None] Deleting port 21663201-5939-407d-b0ca-05d24189fb77 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:57.535079 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3fe9-d62d-4091-a55a-9ae108219ef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (21663201-5939-407d-b0ca-05d24189fb77), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.587062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738ac179-b9ed-4ecb-83e7-bb0adcabc0d7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d4f4f158-060f-44c8-afc2-4195cdabd8eb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.605454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fb4a3fe9-d62d-4091-a55a-9ae108219ef1 None None] For port 21663201-5939-407d-b0ca-05d24189fb77, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21663201-5939-407d-b0ca-05d24189fb77,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:57.606211 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3fe9-d62d-4091-a55a-9ae108219ef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (21663201-5939-407d-b0ca-05d24189fb77), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.623677 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a3fe9-d62d-4091-a55a-9ae108219ef1 None None] Calling delete_port for 21663201-5939-407d-b0ca-05d24189fb77 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:57.650573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ac179-b9ed-4ecb-83e7-bb0adcabc0d7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=d4f4f158-060f-44c8-afc2-4195cdabd8eb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:57.657623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88219112-963c-4809-a818-d8545e100837 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b0e183a7-400c-4f52-b334-acd6ed3c5ac5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.658685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88219112-963c-4809-a818-d8545e100837 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks [] for floatingip (b0e183a7-400c-4f52-b334-acd6ed3c5ac5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.706835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b68ea22-bdb8-4297-a4b2-54d078d10777 None None] Network 1eedd98b-379f-446c-8405-0fab345efc5a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:57.717750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-88219112-963c-4809-a818-d8545e100837 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Calling delete_port for b0e183a7-400c-4f52-b334-acd6ed3c5ac5 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:57.759762 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-07c25645-ae15-45aa-8423-b099cda42429 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (5f94af78-5d61-454d-a209-cceff1354def), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.790191 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-738ac179-b9ed-4ecb-83e7-bb0adcabc0d7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.797662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51328) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:57.797855 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-738ac179-b9ed-4ecb-83e7-bb0adcabc0d7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/d4f4f158-060f-44c8-afc2-4195cdabd8eb HTTP/1.1" status: 204  len: 168 time: 1.6115477
Feb 19 21:16:57.836038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c25645-ae15-45aa-8423-b099cda42429 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:57.843789 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-07c25645-ae15-45aa-8423-b099cda42429 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:57.847094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c25645-ae15-45aa-8423-b099cda42429 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:16:57.847727 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-07c25645-ae15-45aa-8423-b099cda42429 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.850354 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-33efd95c-c9af-460e-b36c-dab296d9c8f8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:16:57.851845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-33efd95c-c9af-460e-b36c-dab296d9c8f8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/d4f4f158-060f-44c8-afc2-4195cdabd8eb HTTP/1.1" status: 404  len: 333 time: 0.0531597
Feb 19 21:16:57.855945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51332) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:57.867968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c25645-ae15-45aa-8423-b099cda42429 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=5f94af78-5d61-454d-a209-cceff1354def,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:57.885309 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-07c25645-ae15-45aa-8423-b099cda42429 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7127562
Feb 19 21:16:57.888142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51334) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:57.893446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:16:57.922958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7dac195c-31a3-4f72-b612-e3a4d5aa7894 None None] Provisioning complete for port 1cdf1550-a136-4136-bdc7-44a2e5de5988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:57.923292 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7dac195c-31a3-4f72-b612-e3a4d5aa7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.978948 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3fe9-d62d-4091-a55a-9ae108219ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (21663201-5939-407d-b0ca-05d24189fb77), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:57.995088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-5133a31b-d992-4af1-a4c4-ec440dd64c44 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting subnet c04aeaa2-543c-43ad-b3d0-4626cbf274fe {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:16:58.002789 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5133a31b-d992-4af1-a4c4-ec440dd64c44 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (c04aeaa2-543c-43ad-b3d0-4626cbf274fe), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.019999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a3fe9-d62d-4091-a55a-9ae108219ef1 None None] Pushing event deleted for resources: {'Port': ['ID=21663201-5939-407d-b0ca-05d24189fb77,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:58.030209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a3fe9-d62d-4091-a55a-9ae108219ef1 None None] No DVR routers for this DVR port 21663201-5939-407d-b0ca-05d24189fb77 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:58.058055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f73e6-7be4-4dcb-ac99-72eeec024100 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:58.075153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5133a31b-d992-4af1-a4c4-ec440dd64c44 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (c04aeaa2-543c-43ad-b3d0-4626cbf274fe), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.103118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88219112-963c-4809-a818-d8545e100837 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b0e183a7-400c-4f52-b334-acd6ed3c5ac5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.159452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88219112-963c-4809-a818-d8545e100837 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0e183a7-400c-4f52-b334-acd6ed3c5ac5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:58.213626 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7dac195c-31a3-4f72-b612-e3a4d5aa7894 None None] Current status of the port 1cdf1550-a136-4136-bdc7-44a2e5de5988 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:58.214205 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7dac195c-31a3-4f72-b612-e3a4d5aa7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.335878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': '5f94af78-5d61-454d-a209-cceff1354def'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:16:58.337508 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.344812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7dac195c-31a3-4f72-b612-e3a4d5aa7894 None None] For port 1cdf1550-a136-4136-bdc7-44a2e5de5988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cdf1550-a136-4136-bdc7-44a2e5de5988,segment=NetworkSegment(2acd971e-53d4-4022-a9e5-d08ef47e851f),segment_id=2acd971e-53d4-4022-a9e5-d08ef47e851f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:58.362497 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7dac195c-31a3-4f72-b612-e3a4d5aa7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.372016 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88219112-963c-4809-a818-d8545e100837 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks [] for floatingip (cd810d53-0a04-4cb6-980f-aa2a25e885ad), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.375568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-88219112-963c-4809-a818-d8545e100837 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.384375 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-88219112-963c-4809-a818-d8545e100837 tempest-ExternalNetworksAdminNegativeTestJSON-71469663 tempest-ExternalNetworksAdminNegativeTestJSON-71469663-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/cd810d53-0a04-4cb6-980f-aa2a25e885ad HTTP/1.1" status: 204  len: 168 time: 1.2727797
Feb 19 21:16:58.410177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5133a31b-d992-4af1-a4c4-ec440dd64c44 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (c04aeaa2-543c-43ad-b3d0-4626cbf274fe), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.520874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5133a31b-d992-4af1-a4c4-ec440dd64c44 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (c04aeaa2-543c-43ad-b3d0-4626cbf274fe), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.564271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Allocated IP 172.20.0.2 (3093a338-1bb2-47bc-b43b-364f1349065f/5f94af78-5d61-454d-a209-cceff1354def/0e3aedc9-a24c-4bef-a38b-d8c98d44b501) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:16:58.613373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133a31b-d992-4af1-a4c4-ec440dd64c44 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Subnet': ['ID=c04aeaa2-543c-43ad-b3d0-4626cbf274fe,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:58.623884 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5133a31b-d992-4af1-a4c4-ec440dd64c44 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.636980 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5133a31b-d992-4af1-a4c4-ec440dd64c44 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/c04aeaa2-543c-43ad-b3d0-4626cbf274fe HTTP/1.1" status: 204  len: 168 time: 0.7801695
Feb 19 21:16:58.639451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51346) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:58.651596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7dac195c-31a3-4f72-b612-e3a4d5aa7894 None None] Could not find standard attr ID for object d4f4f158-060f-44c8-afc2-4195cdabd8eb. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:16:58.688578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1cdf1550-a136-4136-bdc7-44a2e5de5988 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:16:58.698868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e8b77-9270-41d9-a015-92f093711e55 None None] Network 1eedd98b-379f-446c-8405-0fab345efc5a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:16:58.772525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:16:58.781352 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.911873 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (1eedd98b-379f-446c-8405-0fab345efc5a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.925512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac195c-31a3-4f72-b612-e3a4d5aa7894 None None] Pushing event updated for resources: {'Port': ['ID=1cdf1550-a136-4136-bdc7-44a2e5de5988,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:58.957454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1cdf1550-a136-4136-bdc7-44a2e5de5988 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:58.957904 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:58.963223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a83bfdaf-8f5c-48e1-accf-66191d076923 None None] Provisioning complete for port 1cdf1550-a136-4136-bdc7-44a2e5de5988 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:16:58.963605 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a83bfdaf-8f5c-48e1-accf-66191d076923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.101635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 1cdf1550-a136-4136-bdc7-44a2e5de5988 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:59.101986 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.160834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51362) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:59.223229 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Publish callbacks [] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.241387 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.252897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] For port 1cdf1550-a136-4136-bdc7-44a2e5de5988, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cdf1550-a136-4136-bdc7-44a2e5de5988,segment=NetworkSegment(2acd971e-53d4-4022-a9e5-d08ef47e851f),segment_id=2acd971e-53d4-4022-a9e5-d08ef47e851f)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:59.252897 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.277563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 1cdf1550-a136-4136-bdc7-44a2e5de5988 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:59.349166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:16:59.415471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1cdf1550-a136-4136-bdc7-44a2e5de5988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:59.417800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:16:59.419645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3063ae8f-5272-4550-a7fa-dcd115e531f0 None None] DHCP port deletion for 1eedd98b-379f-446c-8405-0fab345efc5a request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:16:59.424421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:16:59.428070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Pushing event updated for resources: {'Port': ['ID=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:59.438696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ceb25db4-bb43-4ffb-b77e-ec7944f80910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.449147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a83bfdaf-8f5c-48e1-accf-66191d076923 None None] Current status of the port 1cdf1550-a136-4136-bdc7-44a2e5de5988 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:16:59.569331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ceb25db4-bb43-4ffb-b77e-ec7944f80910 admin admin] Publish callbacks [] for security_group (2de9bda8-4e3b-472c-b60a-67370a56202f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.575529 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ceb25db4-bb43-4ffb-b77e-ec7944f80910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2de9bda8-4e3b-472c-b60a-67370a56202f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.595222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 21663201-5939-407d-b0ca-05d24189fb77 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:16:59.610706 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.625377 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ceb25db4-bb43-4ffb-b77e-ec7944f80910 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0f555126ca64a3b8f54ce6a8470f9f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4634306
Feb 19 21:16:59.627173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb25db4-bb43-4ffb-b77e-ec7944f80910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de9bda8-4e3b-472c-b60a-67370a56202f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:59.629897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51378) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:16:59.644967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.objects.ports [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:16:59.646274 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.668397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 21663201-5939-407d-b0ca-05d24189fb77 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:16:59.669662 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 21663201-5939-407d-b0ca-05d24189fb77 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:16:59.710438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Attempting to bind port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:16:59.711770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Attempting to bind port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:16:59.712800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Attempting to bind port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:16:59.722171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:16:59.722816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:16:59.723408 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.723988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:16:59.724656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Bound port: 0e3aedc9-a24c-4bef-a38b-d8c98d44b501, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:16:59.725600 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.741374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3063ae8f-5272-4550-a7fa-dcd115e531f0 None None] Deleting port 1cdf1550-a136-4136-bdc7-44a2e5de5988 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:16:59.742862 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3063ae8f-5272-4550-a7fa-dcd115e531f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.745788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=1cdf1550-a136-4136-bdc7-44a2e5de5988,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:59.748986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No DVR routers for this DVR port 1cdf1550-a136-4136-bdc7-44a2e5de5988 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:59.772550 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6c861cb-b4b0-4780-b142-ec1b35b1f0c2 admin admin] Publish callbacks [] for security_group (2de9bda8-4e3b-472c-b60a-67370a56202f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.827740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6c861cb-b4b0-4780-b142-ec1b35b1f0c2 admin admin] Publish callbacks [] for security_group (2de9bda8-4e3b-472c-b60a-67370a56202f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.864102 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3063ae8f-5272-4550-a7fa-dcd115e531f0 None None] For port 1cdf1550-a136-4136-bdc7-44a2e5de5988, host ncdv-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:16:59.865026 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3063ae8f-5272-4550-a7fa-dcd115e531f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.891634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3063ae8f-5272-4550-a7fa-dcd115e531f0 None None] Calling delete_port for 1cdf1550-a136-4136-bdc7-44a2e5de5988 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:16:59.896289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.ipam_backend_mixin [None req-3063ae8f-5272-4550-a7fa-dcd115e531f0 None None] Port 1cdf1550-a136-4136-bdc7-44a2e5de5988 was not found and therefore no delete operation was performed {{(pid=121130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:16:59.902576 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3063ae8f-5272-4550-a7fa-dcd115e531f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (1cdf1550-a136-4136-bdc7-44a2e5de5988), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.907485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] For port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:16:59.917765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] For port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:16:59.930407 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6c861cb-b4b0-4780-b142-ec1b35b1f0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2de9bda8-4e3b-472c-b60a-67370a56202f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.933427 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6c861cb-b4b0-4780-b142-ec1b35b1f0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.934805 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e6c861cb-b4b0-4780-b142-ec1b35b1f0c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2de9bda8-4e3b-472c-b60a-67370a56202f HTTP/1.1" status: 204  len: 168 time: 0.2966437
Feb 19 21:16:59.944545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3063ae8f-5272-4550-a7fa-dcd115e531f0 None None] No DVR routers for this DVR port 1cdf1550-a136-4136-bdc7-44a2e5de5988 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:16:59.944718 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c861cb-b4b0-4780-b142-ec1b35b1f0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de9bda8-4e3b-472c-b60a-67370a56202f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:59.946963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063ae8f-5272-4550-a7fa-dcd115e531f0 None None] Pushing event deleted for resources: {'Port': ['ID=1cdf1550-a136-4136-bdc7-44a2e5de5988,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:16:59.952358 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:16:59.990882 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (1eedd98b-379f-446c-8405-0fab345efc5a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.050198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f23dc9-d3fb-4668-bfcc-0e7808c8903a None None] Pushing event updated for resources: {'Port': ['ID=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:00.051810 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.060937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b2b7cd0>,) {'filters': {'network_id': ['1eedd98b-379f-446c-8405-0fab345efc5a']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:00.081854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b2b7cd0>, '2acd971e-53d4-4022-a9e5-d08ef47e851f') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:00.082150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b2b7cd0>, '2acd971e-53d4-4022-a9e5-d08ef47e851f') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:00.153245 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (2acd971e-53d4-4022-a9e5-d08ef47e851f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.207904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1cdf1550-a136-4136-bdc7-44a2e5de5988 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:17:00.257581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 1cdf1550-a136-4136-bdc7-44a2e5de5988 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:17:00.269452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1cdf1550-a136-4136-bdc7-44a2e5de5988 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:17:00.349254 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2acd971e-53d4-4022-a9e5-d08ef47e851f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.373191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:17:00.373618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (2acd971e-53d4-4022-a9e5-d08ef47e851f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:17:00.376967 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:17:00.457229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] For port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:00.482974 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (1eedd98b-379f-446c-8405-0fab345efc5a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.494726 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.503059 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51418) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:00.503653 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/networks/1eedd98b-379f-446c-8405-0fab345efc5a HTTP/1.1" status: 204  len: 168 time: 1.8586154
Feb 19 21:17:00.519149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1367312311'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:00.530262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593369af-2074-4e26-8eeb-8db9dfd76f4f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Network': ['ID=1eedd98b-379f-446c-8405-0fab345efc5a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:00.536506 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.547268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.559309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:00.567343 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.603648 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (41676fd3-f4fe-446d-af85-8af39268531b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.613441 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:17:00.633345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0ad58f86-da73-4d29-947e-99187b3bb5fb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.633696 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Added segment 0ad58f86-da73-4d29-947e-99187b3bb5fb of type vlan for network a22acecd-4415-424c-95da-9ebfae7a0f7b
Feb 19 21:17:00.642855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:00.664765 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51422) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:00.699450 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:00.706323 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (a22acecd-4415-424c-95da-9ebfae7a0f7b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.710800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:00.711415 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.759557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,revision_number=4']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:00.771512 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-933dac58-5c3b-48d3-8ecf-f9117d603c47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16ead202d6b84d91a5f9467961fdedab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1046948
Feb 19 21:17:00.773134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=41676fd3-f4fe-446d-af85-8af39268531b,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:00.773974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51434) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:00.785547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51436) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:00.786779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e135ce93-1daa-4b40-af97-290b9b09b9e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.8961973
Feb 19 21:17:00.791864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:df:a6:95', 'name': 'tempest-NetworksTestDHCPv6-2119429144'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:00.798948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (a22acecd-4415-424c-95da-9ebfae7a0f7b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.804887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:00.805832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:00.956145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4500387
Feb 19 21:17:00.959120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51452) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:00.964978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': 'a22acecd-4415-424c-95da-9ebfae7a0f7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:00.969313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d8275-e784-45b3-82dd-effc9ed521d8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Network': ['ID=a22acecd-4415-424c-95da-9ebfae7a0f7b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:00.986370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network a22acecd-4415-424c-95da-9ebfae7a0f7b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:17:00.993652 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7ae7-aef7-465a-9dad-41305407764d admin admin] Publish callbacks [] for security_group (8b72fb79-1710-47c9-8cdc-70fdf629f740), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.017080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7ae7-aef7-465a-9dad-41305407764d admin admin] Publish callbacks [] for security_group (8b72fb79-1710-47c9-8cdc-70fdf629f740), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.115595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7ae7-aef7-465a-9dad-41305407764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8b72fb79-1710-47c9-8cdc-70fdf629f740), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.124239 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7ae7-aef7-465a-9dad-41305407764d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.124540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:01.124996 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fd6b7ae7-aef7-465a-9dad-41305407764d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b72fb79-1710-47c9-8cdc-70fdf629f740 HTTP/1.1" status: 204  len: 168 time: 0.3459713
Feb 19 21:17:01.124996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:01.125267 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.142809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b7ae7-aef7-465a-9dad-41305407764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b72fb79-1710-47c9-8cdc-70fdf629f740,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:01.240834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.268762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port a2345939-c874-459d-b551-46a5de339cac yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:01.433848 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (fe454ace-e3a9-48de-b801-ea7c2052ebf7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.537220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02ae1e-8069-46da-8ab2-55473e659649 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:01.547035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 172.20.0.12 (3093a338-1bb2-47bc-b43b-364f1349065f/5f94af78-5d61-454d-a209-cceff1354def/a2345939-c874-459d-b551-46a5de339cac) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:01.556133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::f816:3eff:fedf:a695 (3093a338-1bb2-47bc-b43b-364f1349065f/41676fd3-f4fe-446d-af85-8af39268531b/a2345939-c874-459d-b551-46a5de339cac) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:01.576650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Subnet': ['ID=fe454ace-e3a9-48de-b801-ea7c2052ebf7,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:01.641913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Checking segment: {'id': '0ad58f86-da73-4d29-947e-99187b3bb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a22acecd-4415-424c-95da-9ebfae7a0f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:01.642401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network hostable DHCP agents. Network: a22acecd-4415-424c-95da-9ebfae7a0f7b, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:17:01.681767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network a22acecd-4415-424c-95da-9ebfae7a0f7b is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:17:01.714175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a22acecd-4415-424c-95da-9ebfae7a0f7b) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:01.733103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:01.733768 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.748084 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1685a123-eaac-4f7b-b4e8-582cf5851068 None None] Network a22acecd-4415-424c-95da-9ebfae7a0f7b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:01.767922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-982268e7-8eb3-4493-af66-b6f65f57dc4d tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8074582
Feb 19 21:17:01.770990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51474) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:01.776953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5f85bd5b-eb7b-405b-be96-010503b3ed5f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1980303152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:01.828569 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f85bd5b-eb7b-405b-be96-010503b3ed5f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (48ca828f-4dc0-422b-a2b9-70bc45c4b877), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.830204 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f85bd5b-eb7b-405b-be96-010503b3ed5f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (48ca828f-4dc0-422b-a2b9-70bc45c4b877), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.845695 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (a2345939-c874-459d-b551-46a5de339cac), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.852023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b3423359-7e10-4713-b25a-bf5e4f67d133 None None] Provisioning complete for port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:01.852425 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b3423359-7e10-4713-b25a-bf5e4f67d133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.899553 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f85bd5b-eb7b-405b-be96-010503b3ed5f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for router_controller (48ca828f-4dc0-422b-a2b9-70bc45c4b877), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.909893 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f85bd5b-eb7b-405b-be96-010503b3ed5f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (48ca828f-4dc0-422b-a2b9-70bc45c4b877), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.933875 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a2345939-c874-459d-b551-46a5de339cac), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.951614 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5f85bd5b-eb7b-405b-be96-010503b3ed5f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:01.958832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5f85bd5b-eb7b-405b-be96-010503b3ed5f tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.1860182
Feb 19 21:17:01.959799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51480) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:01.968897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'network_id': 'a22acecd-4415-424c-95da-9ebfae7a0f7b', 'name': 'tempest-PortsTestJSON-1012132651'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:01.980711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:01.984922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:01.993175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:02.017178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b3423359-7e10-4713-b25a-bf5e4f67d133 None None] Current status of the port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:02.017771 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b3423359-7e10-4713-b25a-bf5e4f67d133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:02.038513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a22acecd-4415-424c-95da-9ebfae7a0f7b', 'network_id': 'a22acecd-4415-424c-95da-9ebfae7a0f7b', 'project_id': 'e896604882924927a86fea7b4fdfb56b', 'fixed_ips': [{'subnet_id': 'fe454ace-e3a9-48de-b801-ea7c2052ebf7'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:02.039497 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:02.058135 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:02.058964 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:02.081414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=a2345939-c874-459d-b551-46a5de339cac,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:02.093388 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a536e5cb-91b9-4c18-9cf8-bbca6add7855 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.3058186
Feb 19 21:17:02.100735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b3423359-7e10-4713-b25a-bf5e4f67d133 None None] For port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:02.101764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51486) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:02.190335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:02.194301 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:02.209596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8b6a1-5d85-461c-9052-eaead38fc3b8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:02.215966 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b3423359-7e10-4713-b25a-bf5e4f67d133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:02.228920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8b6a1-5d85-461c-9052-eaead38fc3b8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:02.230430 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-64d8b6a1-5d85-461c-9052-eaead38fc3b8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.1241696
Feb 19 21:17:02.235272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51492) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:02.237307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port 6dcaee8a-9627-4b98-918c-29b51a67d7c8 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:02.268270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:02.285244 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:17:02.374413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3423359-7e10-4713-b25a-bf5e4f67d133 None None] Pushing event updated for resources: {'Port': ['ID=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:02.391103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Allocated IP 172.20.0.2 (a22acecd-4415-424c-95da-9ebfae7a0f7b/fe454ace-e3a9-48de-b801-ea7c2052ebf7/602a9b57-712e-4514-8e12-1c1086f1d1d5) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:02.416832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:02.417161 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:02.429231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-6e83fc8b-1007-494d-8fb0-800503f05744 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port a2345939-c874-459d-b551-46a5de339cac {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:02.441504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e83fc8b-1007-494d-8fb0-800503f05744 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a2345939-c874-459d-b551-46a5de339cac), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:02.579770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:02.631792 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e83fc8b-1007-494d-8fb0-800503f05744 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a2345939-c874-459d-b551-46a5de339cac), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:02.661087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-6e83fc8b-1007-494d-8fb0-800503f05744 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for a2345939-c874-459d-b551-46a5de339cac owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:02.689335 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Publish callbacks [] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:02.719639 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:02.833018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Network a22acecd-4415-424c-95da-9ebfae7a0f7b is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:02.856109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:02.861907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:02.873885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.10 (a22acecd-4415-424c-95da-9ebfae7a0f7b/fe454ace-e3a9-48de-b801-ea7c2052ebf7/6dcaee8a-9627-4b98-918c-29b51a67d7c8) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:02.897389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Pushing event updated for resources: {'Port': ['ID=602a9b57-712e-4514-8e12-1c1086f1d1d5,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:03.012458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Attempting to bind port 602a9b57-712e-4514-8e12-1c1086f1d1d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:03.012458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Attempting to bind port 602a9b57-712e-4514-8e12-1c1086f1d1d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ad58f86-da73-4d29-947e-99187b3bb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a22acecd-4415-424c-95da-9ebfae7a0f7b'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:03.012458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Attempting to bind port 602a9b57-712e-4514-8e12-1c1086f1d1d5 on network a22acecd-4415-424c-95da-9ebfae7a0f7b {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:03.022707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:03.023376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Checking segment: {'id': '0ad58f86-da73-4d29-947e-99187b3bb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a22acecd-4415-424c-95da-9ebfae7a0f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:03.023476 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:03.023869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Bound using segment: {'id': '0ad58f86-da73-4d29-947e-99187b3bb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a22acecd-4415-424c-95da-9ebfae7a0f7b'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:03.025134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Bound port: 602a9b57-712e-4514-8e12-1c1086f1d1d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad58f86-da73-4d29-947e-99187b3bb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a22acecd-4415-424c-95da-9ebfae7a0f7b'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:03.025134 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:03.056603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e83fc8b-1007-494d-8fb0-800503f05744 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a2345939-c874-459d-b551-46a5de339cac), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:03.108199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83fc8b-1007-494d-8fb0-800503f05744 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=a2345939-c874-459d-b551-46a5de339cac,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:03.164871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] For port 602a9b57-712e-4514-8e12-1c1086f1d1d5, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:03.181455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] For port 602a9b57-712e-4514-8e12-1c1086f1d1d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=602a9b57-712e-4514-8e12-1c1086f1d1d5,segment=NetworkSegment(0ad58f86-da73-4d29-947e-99187b3bb5fb),segment_id=0ad58f86-da73-4d29-947e-99187b3bb5fb)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:03.192617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f29d3521-cc90-4099-bcd8-8e3c50671447 None None] Provisioning complete for port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:03.193265 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f29d3521-cc90-4099-bcd8-8e3c50671447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:03.237289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6e83fc8b-1007-494d-8fb0-800503f05744 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:03.241322 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6e83fc8b-1007-494d-8fb0-800503f05744 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/a2345939-c874-459d-b551-46a5de339cac HTTP/1.1" status: 204  len: 168 time: 1.0054450
Feb 19 21:17:03.243740 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51536) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:03.250416 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:03.265306 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:03.313009 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:03.389762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=6dcaee8a-9627-4b98-918c-29b51a67d7c8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:03.421647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.422085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.423112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.424208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.425978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.427657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.428096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.430781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.431428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.432279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.432897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.433542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.436104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:03.448126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network a22acecd-4415-424c-95da-9ebfae7a0f7b is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:03.453372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:03.463319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:03.479090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef65afb-6358-4a67-85bc-a5085e76ffa7 None None] Pushing event updated for resources: {'Port': ['ID=602a9b57-712e-4514-8e12-1c1086f1d1d5,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:03.481781 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f29d3521-cc90-4099-bcd8-8e3c50671447 None None] Current status of the port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:03.574976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:03.575645 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:03.603268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8929e8f9-8e9f-4928-82b3-21621d387932 None None] Could not find standard attr ID for object 74d824c8-f26c-4ce8-9c73-54dde888e991. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:03.633487 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-597ca8ef-68cf-446c-b181-1889151833cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.6720674
Feb 19 21:17:03.634168 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51548) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:03.930867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a8131-1131-4027-801e-d9fb9365e585 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:03.932216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a8131-1131-4027-801e-d9fb9365e585 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:03.936862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a8131-1131-4027-801e-d9fb9365e585 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:03.938113 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-729a8131-1131-4027-801e-d9fb9365e585 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.6930165
Feb 19 21:17:03.941185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:04.119216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8a09e5-536a-4d7e-9859-a426125821ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 41676fd3-f4fe-446d-af85-8af39268531b {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:04.125396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b8a09e5-536a-4d7e-9859-a426125821ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (41676fd3-f4fe-446d-af85-8af39268531b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:04.237295 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b8a09e5-536a-4d7e-9859-a426125821ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (41676fd3-f4fe-446d-af85-8af39268531b), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:04.254725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ba8d863c-2b28-41d3-b9e9-f18b3f4a557d None None] Could not find standard attr ID for object d0f228fc-f4f2-42c2-8747-a30915bc03cb. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:04.346450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:04.422654 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b8a09e5-536a-4d7e-9859-a426125821ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (41676fd3-f4fe-446d-af85-8af39268531b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:04.493172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:04.493562 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:04.520477 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:04.526928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b8a09e5-536a-4d7e-9859-a426125821ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (41676fd3-f4fe-446d-af85-8af39268531b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:04.552375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7b8a09e5-536a-4d7e-9859-a426125821ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:04.556810 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7b8a09e5-536a-4d7e-9859-a426125821ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/41676fd3-f4fe-446d-af85-8af39268531b HTTP/1.1" status: 204  len: 168 time: 0.6145983
Feb 19 21:17:04.559618 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51586) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:04.594967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a09e5-536a-4d7e-9859-a426125821ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=41676fd3-f4fe-446d-af85-8af39268531b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:04.670505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-46886384-da8e-4b25-9203-477449d6fbe8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 5f94af78-5d61-454d-a209-cceff1354def {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:04.676910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:04.678078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 602a9b57-712e-4514-8e12-1c1086f1d1d5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:04.683994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-46886384-da8e-4b25-9203-477449d6fbe8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (5f94af78-5d61-454d-a209-cceff1354def), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:04.714832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51588) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:04.753568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2189aa8d-b051-4b14-ac35-3c959ec0bb2f None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:04.769387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-46886384-da8e-4b25-9203-477449d6fbe8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (5f94af78-5d61-454d-a209-cceff1354def), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:04.829723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b0e75466-7d61-4035-b0a7-52d5a5c09f7a None None] Could not find standard attr ID for object a2345939-c874-459d-b551-46a5de339cac. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:04.844746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 602a9b57-712e-4514-8e12-1c1086f1d1d5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:04.845128 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:04.966439 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-46886384-da8e-4b25-9203-477449d6fbe8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (5f94af78-5d61-454d-a209-cceff1354def), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.076549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 602a9b57-712e-4514-8e12-1c1086f1d1d5 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:05.077014 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.080554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1460055766', 'router:external': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:05.141962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-46886384-da8e-4b25-9203-477449d6fbe8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (5f94af78-5d61-454d-a209-cceff1354def), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.157332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 602a9b57-712e-4514-8e12-1c1086f1d1d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=602a9b57-712e-4514-8e12-1c1086f1d1d5,segment=NetworkSegment(0ad58f86-da73-4d29-947e-99187b3bb5fb),segment_id=0ad58f86-da73-4d29-947e-99187b3bb5fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:05.175291 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.183810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Made reservation on behalf of e06193abd1d34eaab32fdda1693b0ed4 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:05.188025 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.196581 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.205895 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.215989 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.221218 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-46886384-da8e-4b25-9203-477449d6fbe8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.226999 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-46886384-da8e-4b25-9203-477449d6fbe8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/5f94af78-5d61-454d-a209-cceff1354def HTTP/1.1" status: 204  len: 168 time: 0.6611006
Feb 19 21:17:05.226999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46886384-da8e-4b25-9203-477449d6fbe8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=5f94af78-5d61-454d-a209-cceff1354def,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:05.228031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51614) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:05.284906 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-558c2dd4-ccef-41df-b7a5-343f37760082 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0551975
Feb 19 21:17:05.287457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51616) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:05.295658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-48b6b440-0702-4a99-86ec-34c25fb86b21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:05.334197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=602a9b57-712e-4514-8e12-1c1086f1d1d5,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:05.381541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0c9cf-4b46-4d6f-b686-62edabe6161e None None] Network a22acecd-4415-424c-95da-9ebfae7a0f7b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:05.421810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=6dcaee8a-9627-4b98-918c-29b51a67d7c8,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:05.476209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b6b440-0702-4a99-86ec-34c25fb86b21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:05.479962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48b6b440-0702-4a99-86ec-34c25fb86b21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.534553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8b372574-671c-4000-aa78-6cfea03cfd54 None None] Provisioning complete for port 602a9b57-712e-4514-8e12-1c1086f1d1d5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:05.535418 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8b372574-671c-4000-aa78-6cfea03cfd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.624519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (48ca828f-4dc0-422b-a2b9-70bc45c4b877), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.687695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8b372574-671c-4000-aa78-6cfea03cfd54 None None] Current status of the port 602a9b57-712e-4514-8e12-1c1086f1d1d5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:05.831663 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for security_group (8b6ba0a9-a5f7-4259-ac42-ceeaea16d699), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.844139 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48b6b440-0702-4a99-86ec-34c25fb86b21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (f223a0cb-ca22-486e-9219-6b46a992a357), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.853129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8b6ba0a9-a5f7-4259-ac42-ceeaea16d699), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.896068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:17:05.902438 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.907293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6ba0a9-a5f7-4259-ac42-ceeaea16d699,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:05.932102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b6b440-0702-4a99-86ec-34c25fb86b21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:05.934264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-48b6b440-0702-4a99-86ec-34c25fb86b21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:05.940916 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ff4683af-14a0-461b-a47b-ad449956f9de), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.941547 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Added segment ff4683af-14a0-461b-a47b-ad449956f9de of type vlan for network fcc83cd1-7420-4422-bdc6-b497a9a9c5e1
Feb 19 21:17:05.942313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b6b440-0702-4a99-86ec-34c25fb86b21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:05.943446 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48b6b440-0702-4a99-86ec-34c25fb86b21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:05.966711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6b440-0702-4a99-86ec-34c25fb86b21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=f223a0cb-ca22-486e-9219-6b46a992a357,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:05.986004 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-48b6b440-0702-4a99-86ec-34c25fb86b21 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6960263
Feb 19 21:17:05.988563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51622) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:05.994809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:06.083177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8a24fbda-eeec-456f-b90f-ae27203b34aa None None] Provisioning complete for port 602a9b57-712e-4514-8e12-1c1086f1d1d5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:06.083662 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8a24fbda-eeec-456f-b90f-ae27203b34aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:06.207500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 602a9b57-712e-4514-8e12-1c1086f1d1d5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:06.255471 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (fcc83cd1-7420-4422-bdc6-b497a9a9c5e1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:06.273276 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:06.287780 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:06.345287 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (fcc83cd1-7420-4422-bdc6-b497a9a9c5e1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:06.349401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:06.350322 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:06.368889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8a24fbda-eeec-456f-b90f-ae27203b34aa None None] Current status of the port 602a9b57-712e-4514-8e12-1c1086f1d1d5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:06.376238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ee906c-cdd3-4d25-add8-db6558ca2582 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:06.460044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 602a9b57-712e-4514-8e12-1c1086f1d1d5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:06.466201 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:06.525089 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8a24fbda-eeec-456f-b90f-ae27203b34aa None None] Provisioning complete for port 6dcaee8a-9627-4b98-918c-29b51a67d7c8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:06.525677 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8a24fbda-eeec-456f-b90f-ae27203b34aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:06.551012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event updated for resources: {'Network': ['ID=fcc83cd1-7420-4422-bdc6-b497a9a9c5e1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:06.573979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ecebe135-a986-49e4-971c-4671eaebce02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.8576045
Feb 19 21:17:06.578301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51630) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:06.587087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Request body: {'subnet': {'network_id': 'fcc83cd1-7420-4422-bdc6-b497a9a9c5e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:06.661498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Made reservation on behalf of e06193abd1d34eaab32fdda1693b0ed4 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:06.667274 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:06.705601 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:06.715467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:06.853936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network fcc83cd1-7420-4422-bdc6-b497a9a9c5e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:17:06.879680 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (48ca828f-4dc0-422b-a2b9-70bc45c4b877), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:06.886688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=6dcaee8a-9627-4b98-918c-29b51a67d7c8,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:06.940778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8a24fbda-eeec-456f-b90f-ae27203b34aa None None] Port 6dcaee8a-9627-4b98-918c-29b51a67d7c8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:07.027810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 602a9b57-712e-4514-8e12-1c1086f1d1d5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:07.054621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network a22acecd-4415-424c-95da-9ebfae7a0f7b is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:07.056307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:07.071544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-39f4fce2-3598-4077-b1c0-a84c194dec57 None None] Provisioning complete for port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:07.071544 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-39f4fce2-3598-4077-b1c0-a84c194dec57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:07.251145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-39f4fce2-3598-4077-b1c0-a84c194dec57 None None] Current status of the port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:07.255422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:17:07.267956 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-39f4fce2-3598-4077-b1c0-a84c194dec57 None None] Provisioning complete for port 6dcaee8a-9627-4b98-918c-29b51a67d7c8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:07.271089 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-39f4fce2-3598-4077-b1c0-a84c194dec57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:07.380487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Router 48ca828f-4dc0-422b-a2b9-70bc45c4b877 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:17:07.381771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-39f4fce2-3598-4077-b1c0-a84c194dec57 None None] Port 6dcaee8a-9627-4b98-918c-29b51a67d7c8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:07.617269 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-59829711-72c7-48f8-844b-88d4423f44fd None None] Provisioning complete for port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:07.617607 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-59829711-72c7-48f8-844b-88d4423f44fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:07.732728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-59829711-72c7-48f8-844b-88d4423f44fd None None] Current status of the port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:07.757836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-59829711-72c7-48f8-844b-88d4423f44fd None None] Provisioning complete for port 6dcaee8a-9627-4b98-918c-29b51a67d7c8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:07.760149 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-59829711-72c7-48f8-844b-88d4423f44fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:07.816222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-59829711-72c7-48f8-844b-88d4423f44fd None None] Port 6dcaee8a-9627-4b98-918c-29b51a67d7c8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:07.844532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:07.908971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:17:07.917157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-40b18e2d-f247-4813-ae2d-23c8b1c285ae tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "PUT /v2.0/routers/48ca828f-4dc0-422b-a2b9-70bc45c4b877/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2817564
Feb 19 21:17:07.917989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51686) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:07.923643 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d092e-e18a-45dd-9bbe-403120216781 None None] Sync routers for ids ['48ca828f-4dc0-422b-a2b9-70bc45c4b877'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:17:07.928201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:17:07.928794 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (d462895a-a77f-4e99-97fd-672020bea926), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:07.939863 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d092e-e18a-45dd-9bbe-403120216781 None None] Routers {'48ca828f-4dc0-422b-a2b9-70bc45c4b877'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:07.941210 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-277d092e-e18a-45dd-9bbe-403120216781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70511b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['48ca828f-4dc0-422b-a2b9-70bc45c4b877'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:07.974344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9721a2cd-2d6e-45e2-ba8c-812ac0f62bde tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:07.978146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d462895a-a77f-4e99-97fd-672020bea926,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:07.978936 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9721a2cd-2d6e-45e2-ba8c-812ac0f62bde tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ca828f-4dc0-422b-a2b9-70bc45c4b877 HTTP/1.1" status: 200  len: 983 time: 0.0598884
Feb 19 21:17:07.979854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51690) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:07.998119 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-277d092e-e18a-45dd-9bbe-403120216781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70511b50>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:08.011230 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d092e-e18a-45dd-9bbe-403120216781 None None] Routers {'48ca828f-4dc0-422b-a2b9-70bc45c4b877'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:08.013754 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-277d092e-e18a-45dd-9bbe-403120216781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70511b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['48ca828f-4dc0-422b-a2b9-70bc45c4b877'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:08.071429 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-277d092e-e18a-45dd-9bbe-403120216781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70511b50>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:08.072552 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d092e-e18a-45dd-9bbe-403120216781 None None] The sync data for ids ['48ca828f-4dc0-422b-a2b9-70bc45c4b877'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:17:08.083244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Checking segment: {'id': 'ff4683af-14a0-461b-a47b-ad449956f9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fcc83cd1-7420-4422-bdc6-b497a9a9c5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:08.083678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Network hostable DHCP agents. Network: fcc83cd1-7420-4422-bdc6-b497a9a9c5e1, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:17:08.122297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Network fcc83cd1-7420-4422-bdc6-b497a9a9c5e1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:17:08.141250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fcc83cd1-7420-4422-bdc6-b497a9a9c5e1) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:08.148169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] For port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:08.150738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:08.151336 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:08.152270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930f2036-207b-4628-bcc0-89987838a9ad None None] Network fcc83cd1-7420-4422-bdc6-b497a9a9c5e1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:08.195433 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b9047f49-d963-474f-9b61-c5b6ef6ebd32 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.6130381
Feb 19 21:17:08.195433 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:08.195845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51700) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:08.202588 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:08.203691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1757709846', 'network_id': 'fcc83cd1-7420-4422-bdc6-b497a9a9c5e1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:08.239613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Made reservation on behalf of e06193abd1d34eaab32fdda1693b0ed4 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:08.244717 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:08.260321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (9f100b7f-faf6-4602-8619-2dfb97866e53), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:08.282502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5fd0d-3bb6-4c92-9484-4eacc563d4ea None None] Network fcc83cd1-7420-4422-bdc6-b497a9a9c5e1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:08.293221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] device_id is not set on port d277bb22-668a-4269-8b38-5532afb8f31b yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:08.321874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:08.329494 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:08.334671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:08.335234 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:08.345872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,revision_number=9']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:08.346048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80545c6e-994f-49ba-b7cc-093e55dceac8 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:08.352167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=9f100b7f-faf6-4602-8619-2dfb97866e53,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:08.365195 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1e29f14c-b994-4a75-af0e-8736a504d268 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3755171
Feb 19 21:17:08.366195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51706) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:08.371630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:6a:47:04', 'name': 'tempest-NetworksTestDHCPv6-994836772'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:08.435736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Allocated IP 172.20.0.14 (fcc83cd1-7420-4422-bdc6-b497a9a9c5e1/d462895a-a77f-4e99-97fd-672020bea926/d277bb22-668a-4269-8b38-5532afb8f31b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:08.562842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:08.646025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa0bc1f-e6b7-41c5-b551-ba290327c941 None None] Update dhcp port {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'fixed_ips': [{'subnet_id': '9f100b7f-faf6-4602-8619-2dfb97866e53', 'ip_address': '2001:db8::f816:3eff:fe29:22c'}, {'subnet_id': 'f223a0cb-ca22-486e-9219-6b46a992a357'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '0e3aedc9-a24c-4bef-a38b-d8c98d44b501'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:17:08.678121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:08.701857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-afa0bc1f-e6b7-41c5-b551-ba290327c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:08.721270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port d95953ff-0bad-49a2-9f5c-25d8e0466b83 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:08.764669 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-529fabb4-9d30-46a0-a055-b34babfe12b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (48ca828f-4dc0-422b-a2b9-70bc45c4b877), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:08.864137 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for port (d277bb22-668a-4269-8b38-5532afb8f31b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:08.898224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 172.20.0.3 (3093a338-1bb2-47bc-b43b-364f1349065f/f223a0cb-ca22-486e-9219-6b46a992a357/d95953ff-0bad-49a2-9f5c-25d8e0466b83) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:08.907336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::f816:3eff:fe6a:4704 (3093a338-1bb2-47bc-b43b-364f1349065f/9f100b7f-faf6-4602-8619-2dfb97866e53/d95953ff-0bad-49a2-9f5c-25d8e0466b83) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:08.989248 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d277bb22-668a-4269-8b38-5532afb8f31b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.051346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Network fcc83cd1-7420-4422-bdc6-b497a9a9c5e1 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:09.054926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:09.057638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:09.097507 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (d95953ff-0bad-49a2-9f5c-25d8e0466b83), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.108471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event updated for resources: {'Port': ['ID=d277bb22-668a-4269-8b38-5532afb8f31b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:09.129319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:09.129946 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.158586 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d95953ff-0bad-49a2-9f5c-25d8e0466b83), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.175491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-621db3d8-978b-47e5-8137-d568a2eec695 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 0.9783752
Feb 19 21:17:09.178530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51718) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:09.229473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=d95953ff-0bad-49a2-9f5c-25d8e0466b83,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:09.243565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:09.245254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:09.248417 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:09.257122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-afa0bc1f-e6b7-41c5-b551-ba290327c941 None None] Allocated IP 172.20.0.2 (3093a338-1bb2-47bc-b43b-364f1349065f/f223a0cb-ca22-486e-9219-6b46a992a357/0e3aedc9-a24c-4bef-a38b-d8c98d44b501) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:09.277550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-529fabb4-9d30-46a0-a055-b34babfe12b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 6dcaee8a-9627-4b98-918c-29b51a67d7c8 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:09.277897 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-529fabb4-9d30-46a0-a055-b34babfe12b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.319881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:09.320855 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.349110 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3cd6aae7-008b-4da9-b2d5-a4bb5a68d071 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 0.9812889
Feb 19 21:17:09.349986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51736) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:09.361450 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c18156aa-b6c2-46f2-8e81-80a90c496d02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Deleting port d277bb22-668a-4269-8b38-5532afb8f31b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:09.361778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c18156aa-b6c2-46f2-8e81-80a90c496d02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d277bb22-668a-4269-8b38-5532afb8f31b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.413490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-afa0bc1f-e6b7-41c5-b551-ba290327c941 None None] For port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:09.446582 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-afa0bc1f-e6b7-41c5-b551-ba290327c941 None None] Publish callbacks [] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.453824 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-afa0bc1f-e6b7-41c5-b551-ba290327c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.465750 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-529fabb4-9d30-46a0-a055-b34babfe12b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.498261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-529fabb4-9d30-46a0-a055-b34babfe12b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 6dcaee8a-9627-4b98-918c-29b51a67d7c8 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:09.568180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0bc1f-e6b7-41c5-b551-ba290327c941 None None] Pushing event updated for resources: {'Port': ['ID=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,revision_number=10']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:09.603918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5088bfd1-1739-4a9a-91c7-ee8c4e73fbce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:09.609819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5088bfd1-1739-4a9a-91c7-ee8c4e73fbce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:09.611500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5088bfd1-1739-4a9a-91c7-ee8c4e73fbce tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.2605798
Feb 19 21:17:09.613826 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c18156aa-b6c2-46f2-8e81-80a90c496d02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d277bb22-668a-4269-8b38-5532afb8f31b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.614736 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51744) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:09.633904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c18156aa-b6c2-46f2-8e81-80a90c496d02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Calling delete_port for d277bb22-668a-4269-8b38-5532afb8f31b owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:09.644035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51746) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:09.747981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f8e5-db67-470d-95a4-3b7d3648be51 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port d95953ff-0bad-49a2-9f5c-25d8e0466b83 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:09.747981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e14f8e5-db67-470d-95a4-3b7d3648be51 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d95953ff-0bad-49a2-9f5c-25d8e0466b83), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.868463 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9469f6d7-e056-464d-871a-3b63b45dbf36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.880439 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e14f8e5-db67-470d-95a4-3b7d3648be51 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d95953ff-0bad-49a2-9f5c-25d8e0466b83), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.897866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f8e5-db67-470d-95a4-3b7d3648be51 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for d95953ff-0bad-49a2-9f5c-25d8e0466b83 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:09.942676 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-529fabb4-9d30-46a0-a055-b34babfe12b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6dcaee8a-9627-4b98-918c-29b51a67d7c8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:09.986648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fabb4-9d30-46a0-a055-b34babfe12b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=6dcaee8a-9627-4b98-918c-29b51a67d7c8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:09.989484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c18156aa-b6c2-46f2-8e81-80a90c496d02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d277bb22-668a-4269-8b38-5532afb8f31b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.052146 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51752) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:10.066974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18156aa-b6c2-46f2-8e81-80a90c496d02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event deleted for resources: {'Port': ['ID=d277bb22-668a-4269-8b38-5532afb8f31b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:10.159988 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e14f8e5-db67-470d-95a4-3b7d3648be51 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d95953ff-0bad-49a2-9f5c-25d8e0466b83), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.194150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:10.219737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f8e5-db67-470d-95a4-3b7d3648be51 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=d95953ff-0bad-49a2-9f5c-25d8e0466b83,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:10.295083 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-529fabb4-9d30-46a0-a055-b34babfe12b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (48ca828f-4dc0-422b-a2b9-70bc45c4b877), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.301933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:10.302774 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.308250 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c18156aa-b6c2-46f2-8e81-80a90c496d02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.312628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c18156aa-b6c2-46f2-8e81-80a90c496d02 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d277bb22-668a-4269-8b38-5532afb8f31b HTTP/1.1" status: 204  len: 168 time: 1.1333201
Feb 19 21:17:10.315697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51756) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:10.320183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcc83cd1-7420-4422-bdc6-b497a9a9c5e1', 'external_fixed_ips': [{'subnet_id': 'd462895a-a77f-4e99-97fd-672020bea926', 'ip_address': '172.20.0.14'}]}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:10.403324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:10.410916 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e14f8e5-db67-470d-95a4-3b7d3648be51 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.414577 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0e14f8e5-db67-470d-95a4-3b7d3648be51 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/d95953ff-0bad-49a2-9f5c-25d8e0466b83 HTTP/1.1" status: 204  len: 168 time: 0.7985220
Feb 19 21:17:10.417016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51758) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:10.423525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (b88a2e9f-1cbf-449a-b56f-1592547488e8), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.424649 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (b88a2e9f-1cbf-449a-b56f-1592547488e8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.452382 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99e95862-0816-4349-860e-4da42025b71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.472576 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9469f6d7-e056-464d-871a-3b63b45dbf36 admin admin] Publish callbacks [] for security_group (3da42234-eaf3-41b3-beaa-3dd0cc293aba), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.482712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a15ee3-d3d3-409d-9324-b2e94cfdff18 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:10.484146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a15ee3-d3d3-409d-9324-b2e94cfdff18 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:10.485611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a15ee3-d3d3-409d-9324-b2e94cfdff18 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:10.489757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-22a15ee3-d3d3-409d-9324-b2e94cfdff18 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0691781
Feb 19 21:17:10.489935 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9469f6d7-e056-464d-871a-3b63b45dbf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3da42234-eaf3-41b3-beaa-3dd0cc293aba), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.491304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51760) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:10.549645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81a6724-db0e-4a61-866f-4d4edade34e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 9f100b7f-faf6-4602-8619-2dfb97866e53 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:10.554218 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b81a6724-db0e-4a61-866f-4d4edade34e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (9f100b7f-faf6-4602-8619-2dfb97866e53), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.601059 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b81a6724-db0e-4a61-866f-4d4edade34e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (9f100b7f-faf6-4602-8619-2dfb97866e53), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.606481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0db872b0-02a6-4f0a-a651-89e43b98cf23 None None] Provisioning complete for port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:10.606989 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0db872b0-02a6-4f0a-a651-89e43b98cf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.653634 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_controller (b88a2e9f-1cbf-449a-b56f-1592547488e8), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.660069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469f6d7-e056-464d-871a-3b63b45dbf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da42234-eaf3-41b3-beaa-3dd0cc293aba,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:10.673010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9469f6d7-e056-464d-871a-3b63b45dbf36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c0f2ec06be24ce68c9af779d2944823&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0255952
Feb 19 21:17:10.677469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51762) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:10.723652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0db872b0-02a6-4f0a-a651-89e43b98cf23 None None] Current status of the port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:10.732294 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b81a6724-db0e-4a61-866f-4d4edade34e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (9f100b7f-faf6-4602-8619-2dfb97866e53), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.762446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529fabb4-9d30-46a0-a055-b34babfe12b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Router 48ca828f-4dc0-422b-a2b9-70bc45c4b877 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:17:10.803112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b81a6724-db0e-4a61-866f-4d4edade34e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (9f100b7f-faf6-4602-8619-2dfb97866e53), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.834988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a6724-db0e-4a61-866f-4d4edade34e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=9f100b7f-faf6-4602-8619-2dfb97866e53,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:10.837237 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b81a6724-db0e-4a61-866f-4d4edade34e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.840641 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b81a6724-db0e-4a61-866f-4d4edade34e6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/9f100b7f-faf6-4602-8619-2dfb97866e53 HTTP/1.1" status: 204  len: 168 time: 0.3494263
Feb 19 21:17:10.843776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51764) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:10.895564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee84784-928e-47c5-b6c4-a6416ad9d75a None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:10.902893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2d0a67-cdd0-49d5-8d35-1624ee52c93d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet f223a0cb-ca22-486e-9219-6b46a992a357 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:10.906696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e2d0a67-cdd0-49d5-8d35-1624ee52c93d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (f223a0cb-ca22-486e-9219-6b46a992a357), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.951587 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e2d0a67-cdd0-49d5-8d35-1624ee52c93d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (f223a0cb-ca22-486e-9219-6b46a992a357), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:10.952609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a8d66255-b874-4dd9-8bd6-023010c6f316 None None] Could not find standard attr ID for object d95953ff-0bad-49a2-9f5c-25d8e0466b83. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:11.043221 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e2d0a67-cdd0-49d5-8d35-1624ee52c93d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (f223a0cb-ca22-486e-9219-6b46a992a357), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.108962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e2d0a67-cdd0-49d5-8d35-1624ee52c93d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (f223a0cb-ca22-486e-9219-6b46a992a357), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.137007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d0a67-cdd0-49d5-8d35-1624ee52c93d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=f223a0cb-ca22-486e-9219-6b46a992a357,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:11.141401 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e2d0a67-cdd0-49d5-8d35-1624ee52c93d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.147278 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4e2d0a67-cdd0-49d5-8d35-1624ee52c93d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/f223a0cb-ca22-486e-9219-6b46a992a357 HTTP/1.1" status: 204  len: 168 time: 0.3024457
Feb 19 21:17:11.147939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51766) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:11.198505 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aa32af2e-85b5-442c-af1c-52f05162c91c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0484643
Feb 19 21:17:11.200368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51768) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:11.257108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4c3309-baeb-42c7-949b-39b41ebf9406 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:11.260245 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4c4c3309-baeb-42c7-949b-39b41ebf9406 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.0568922
Feb 19 21:17:11.262796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51770) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:11.265265 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (b88a2e9f-1cbf-449a-b56f-1592547488e8), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.269776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99e95862-0816-4349-860e-4da42025b71a admin admin] Publish callbacks [] for security_group (c4f3fde2-d1ed-4338-9b43-95d5c61e2169), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.315417 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99e95862-0816-4349-860e-4da42025b71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c4f3fde2-d1ed-4338-9b43-95d5c61e2169), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.348685 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-629f32b9-7d3c-49a4-9bea-1cea09d54a6d admin admin] Publish callbacks [] for security_group (3da42234-eaf3-41b3-beaa-3dd0cc293aba), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.405946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529fabb4-9d30-46a0-a055-b34babfe12b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:17:11.417444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3195ae8-072e-40aa-ad4e-b6c19c780714 None None] Sync routers for ids ['48ca828f-4dc0-422b-a2b9-70bc45c4b877'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:17:11.429592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3195ae8-072e-40aa-ad4e-b6c19c780714 None None] Routers {'48ca828f-4dc0-422b-a2b9-70bc45c4b877'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:11.430234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d3195ae8-072e-40aa-ad4e-b6c19c780714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62a9e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['48ca828f-4dc0-422b-a2b9-70bc45c4b877'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:11.453613 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-529fabb4-9d30-46a0-a055-b34babfe12b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "PUT /v2.0/routers/48ca828f-4dc0-422b-a2b9-70bc45c4b877/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4729700
Feb 19 21:17:11.456678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51772) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:11.465910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d3195ae8-072e-40aa-ad4e-b6c19c780714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62a9e9a0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:11.467235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e95862-0816-4349-860e-4da42025b71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f3fde2-d1ed-4338-9b43-95d5c61e2169,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:11.476593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-99e95862-0816-4349-860e-4da42025b71a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=485f24939ca34525a63e45e52f4d8cfa&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4221475
Feb 19 21:17:11.478677 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3195ae8-072e-40aa-ad4e-b6c19c780714 None None] Routers {'48ca828f-4dc0-422b-a2b9-70bc45c4b877'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:11.479504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d3195ae8-072e-40aa-ad4e-b6c19c780714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62a9e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['48ca828f-4dc0-422b-a2b9-70bc45c4b877'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:11.483187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51774) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:11.487370 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-629f32b9-7d3c-49a4-9bea-1cea09d54a6d admin admin] Publish callbacks [] for security_group (3da42234-eaf3-41b3-beaa-3dd0cc293aba), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.505435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f6a6bd-3490-41ca-9e4e-626f75eccbca tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:11.509421 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c1f6a6bd-3490-41ca-9e4e-626f75eccbca tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2072821
Feb 19 21:17:11.510708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51776) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:11.519916 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29795c5-ff7d-4c87-90c9-7df39a706171 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:17:11.524308 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e29795c5-ff7d-4c87-90c9-7df39a706171 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/6dcaee8a-9627-4b98-918c-29b51a67d7c8 HTTP/1.1" status: 404  len: 333 time: 0.0634344
Feb 19 21:17:11.533696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d3195ae8-072e-40aa-ad4e-b6c19c780714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62a9e9a0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:11.534642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3195ae8-072e-40aa-ad4e-b6c19c780714 None None] The sync data for ids ['48ca828f-4dc0-422b-a2b9-70bc45c4b877'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:17:11.537827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51778) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:11.567423 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a78d3a2d-95a3-4d9c-a673-18f0f96d91ca tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0549676
Feb 19 21:17:11.574926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51780) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:11.581193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-dbd4db1b-0784-4b35-8612-2d3c990eaecb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:11.671673 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1058296-618d-47f3-8a24-cad70d90fa65 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for router (48ca828f-4dc0-422b-a2b9-70bc45c4b877), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.697627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920d8e9-54b7-48a3-903a-158ff9eb95df None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:11.702907 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd4db1b-0784-4b35-8612-2d3c990eaecb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:11.706974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dbd4db1b-0784-4b35-8612-2d3c990eaecb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.709392 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd4db1b-0784-4b35-8612-2d3c990eaecb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:11.710056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd4db1b-0784-4b35-8612-2d3c990eaecb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:11.735644 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dbd4db1b-0784-4b35-8612-2d3c990eaecb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.1589696
Feb 19 21:17:11.736640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51782) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:11.742139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ec0a6faa-0c93-4244-9373-043a30fd32f1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:11.756421 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7018d32-718e-45dc-a9bb-686dbe10aa5a admin admin] Publish callbacks [] for security_group (c4f3fde2-d1ed-4338-9b43-95d5c61e2169), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.776993 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-629f32b9-7d3c-49a4-9bea-1cea09d54a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3da42234-eaf3-41b3-beaa-3dd0cc293aba), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.780242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-629f32b9-7d3c-49a4-9bea-1cea09d54a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.781682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-629f32b9-7d3c-49a4-9bea-1cea09d54a6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3da42234-eaf3-41b3-beaa-3dd0cc293aba HTTP/1.1" status: 204  len: 168 time: 1.1014490
Feb 19 21:17:11.835280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4b09c435-1555-41a6-8843-82279df49ce7 None None] Provisioning complete for port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:11.835941 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4b09c435-1555-41a6-8843-82279df49ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.864420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0a6faa-0c93-4244-9373-043a30fd32f1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:11.867907 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6faa-0c93-4244-9373-043a30fd32f1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.873058 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0a6faa-0c93-4244-9373-043a30fd32f1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:11.873058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0a6faa-0c93-4244-9373-043a30fd32f1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:11.903141 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec0a6faa-0c93-4244-9373-043a30fd32f1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1653004
Feb 19 21:17:11.906270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51786) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:11.924556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d33c10c2-1e5d-47a4-a6c4-10927b2d7b40 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:11.939168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99c2ab5-222a-4c86-a33f-4ebf14669fb8 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:17:11.957821 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1058296-618d-47f3-8a24-cad70d90fa65 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (48ca828f-4dc0-422b-a2b9-70bc45c4b877), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.960057 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1058296-618d-47f3-8a24-cad70d90fa65 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for router_controller (48ca828f-4dc0-422b-a2b9-70bc45c4b877), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:11.978100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4b09c435-1555-41a6-8843-82279df49ce7 None None] Current status of the port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:12.008062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a99c2ab5-222a-4c86-a33f-4ebf14669fb8 None None] Deleting port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:12.008939 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a99c2ab5-222a-4c86-a33f-4ebf14669fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.023590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f32b9-7d3c-49a4-9bea-1cea09d54a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da42234-eaf3-41b3-beaa-3dd0cc293aba,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:12.025697 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1058296-618d-47f3-8a24-cad70d90fa65 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (48ca828f-4dc0-422b-a2b9-70bc45c4b877), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.026214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1058296-618d-47f3-8a24-cad70d90fa65 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Fanout notify agent at l3_agent the message router_deleted on router 48ca828f-4dc0-422b-a2b9-70bc45c4b877 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:17:12.034861 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1058296-618d-47f3-8a24-cad70d90fa65 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.036392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b1058296-618d-47f3-8a24-cad70d90fa65 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/routers/48ca828f-4dc0-422b-a2b9-70bc45c4b877 HTTP/1.1" status: 204  len: 168 time: 0.4964721
Feb 19 21:17:12.041245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51790) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:12.046590 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7018d32-718e-45dc-a9bb-686dbe10aa5a admin admin] Publish callbacks [] for security_group (c4f3fde2-d1ed-4338-9b43-95d5c61e2169), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.082376 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33c10c2-1e5d-47a4-a6c4-10927b2d7b40 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:12.085798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d33c10c2-1e5d-47a4-a6c4-10927b2d7b40 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.086734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a99c2ab5-222a-4c86-a33f-4ebf14669fb8 None None] For port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:12.087208 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33c10c2-1e5d-47a4-a6c4-10927b2d7b40 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:12.087611 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a99c2ab5-222a-4c86-a33f-4ebf14669fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.087732 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33c10c2-1e5d-47a4-a6c4-10927b2d7b40 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:12.123388 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e413633c-edad-4c88-ba8c-68f581a817c2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting subnet fe454ace-e3a9-48de-b801-ea7c2052ebf7 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:12.125788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a99c2ab5-222a-4c86-a33f-4ebf14669fb8 None None] Calling delete_port for 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:12.126808 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e413633c-edad-4c88-ba8c-68f581a817c2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (fe454ace-e3a9-48de-b801-ea7c2052ebf7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.137082 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d33c10c2-1e5d-47a4-a6c4-10927b2d7b40 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2231278
Feb 19 21:17:12.162608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51792) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:12.173909 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5c7e22fd-6924-4cac-a2ff-c5b5175fe3ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:12.223412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:17:12.243027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51794) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:12.302715 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa54a-84f0-4520-8637-e932fcb2d2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.339132 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a99c2ab5-222a-4c86-a33f-4ebf14669fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (0e3aedc9-a24c-4bef-a38b-d8c98d44b501), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.341822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 update to DOWN by agent not found {{(pid=121130) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 19 21:17:12.358892 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7018d32-718e-45dc-a9bb-686dbe10aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c4f3fde2-d1ed-4338-9b43-95d5c61e2169), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.361906 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7018d32-718e-45dc-a9bb-686dbe10aa5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.363255 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a7018d32-718e-45dc-a9bb-686dbe10aa5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4f3fde2-d1ed-4338-9b43-95d5c61e2169 HTTP/1.1" status: 204  len: 168 time: 0.8783174
Feb 19 21:17:12.374984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c2ab5-222a-4c86-a33f-4ebf14669fb8 None None] Pushing event deleted for resources: {'Port': ['ID=0e3aedc9-a24c-4bef-a38b-d8c98d44b501,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:12.378593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c2ab5-222a-4c86-a33f-4ebf14669fb8 None None] No DVR routers for this DVR port 0e3aedc9-a24c-4bef-a38b-d8c98d44b501 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:17:12.400491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (b88a2e9f-1cbf-449a-b56f-1592547488e8), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.402186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7e22fd-6924-4cac-a2ff-c5b5175fe3ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:12.406218 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c7e22fd-6924-4cac-a2ff-c5b5175fe3ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.407694 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7e22fd-6924-4cac-a2ff-c5b5175fe3ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:12.408138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7e22fd-6924-4cac-a2ff-c5b5175fe3ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:12.410499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7018d32-718e-45dc-a9bb-686dbe10aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f3fde2-d1ed-4338-9b43-95d5c61e2169,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:12.449216 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.467445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5c7e22fd-6924-4cac-a2ff-c5b5175fe3ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2980628
Feb 19 21:17:12.472276 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51798) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:12.477995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ec7bcf7e-1b80-4ceb-ae0f-80b86e06c4bf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:12.498311 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e413633c-edad-4c88-ba8c-68f581a817c2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (fe454ace-e3a9-48de-b801-ea7c2052ebf7), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.641020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7bcf7e-1b80-4ceb-ae0f-80b86e06c4bf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:12.644448 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec7bcf7e-1b80-4ceb-ae0f-80b86e06c4bf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.646058 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7bcf7e-1b80-4ceb-ae0f-80b86e06c4bf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:12.646667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7bcf7e-1b80-4ceb-ae0f-80b86e06c4bf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:12.649603 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa54a-84f0-4520-8637-e932fcb2d2ee admin admin] Publish callbacks [] for security_group (aff5fe15-077c-475b-90e5-809f059d8a24), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.657771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e413633c-edad-4c88-ba8c-68f581a817c2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (fe454ace-e3a9-48de-b801-ea7c2052ebf7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.660454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa54a-84f0-4520-8637-e932fcb2d2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aff5fe15-077c-475b-90e5-809f059d8a24), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.683637 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec7bcf7e-1b80-4ceb-ae0f-80b86e06c4bf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2102401
Feb 19 21:17:12.689639 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51802) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:12.702035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c448c2cb-4ac6-4877-b4b3-123984e5d691 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:12.749502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4f0fa54a-84f0-4520-8637-e932fcb2d2ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=537683a2986e459ca216d05484372839&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5053976
Feb 19 21:17:12.750371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fa54a-84f0-4520-8637-e932fcb2d2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff5fe15-077c-475b-90e5-809f059d8a24,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:12.752988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51804) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:12.781555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Allocated IP 172.20.0.14 (fcc83cd1-7420-4422-bdc6-b497a9a9c5e1/d462895a-a77f-4e99-97fd-672020bea926/2d129b5c-25ff-47b0-9ef0-b71b2246eda0) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:12.802050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e413633c-edad-4c88-ba8c-68f581a817c2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (fe454ace-e3a9-48de-b801-ea7c2052ebf7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.842882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413633c-edad-4c88-ba8c-68f581a817c2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Subnet': ['ID=fe454ace-e3a9-48de-b801-ea7c2052ebf7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:12.845556 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e413633c-edad-4c88-ba8c-68f581a817c2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.849535 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e413633c-edad-4c88-ba8c-68f581a817c2 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/fe454ace-e3a9-48de-b801-ea7c2052ebf7 HTTP/1.1" status: 204  len: 168 time: 0.8071902
Feb 19 21:17:12.852153 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51806) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:12.855336 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f077b2f2-16af-43d2-81f6-ccd68f73ebb4 None None] Network a22acecd-4415-424c-95da-9ebfae7a0f7b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:12.865133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51808) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:12.869062 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fed6214-57f2-4521-bdab-928d6e85ed7a admin admin] Publish callbacks [] for security_group (aff5fe15-077c-475b-90e5-809f059d8a24), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.876170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c448c2cb-4ac6-4877-b4b3-123984e5d691 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:12.879828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c448c2cb-4ac6-4877-b4b3-123984e5d691 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.882241 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-c448c2cb-4ac6-4877-b4b3-123984e5d691 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:12.882755 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c448c2cb-4ac6-4877-b4b3-123984e5d691 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:12.896293 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fed6214-57f2-4521-bdab-928d6e85ed7a admin admin] Publish callbacks [] for security_group (aff5fe15-077c-475b-90e5-809f059d8a24), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.937010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b97f606-5626-4415-a074-f800395efa0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.963109 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fed6214-57f2-4521-bdab-928d6e85ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aff5fe15-077c-475b-90e5-809f059d8a24), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.965772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fed6214-57f2-4521-bdab-928d6e85ed7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:12.969304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3fed6214-57f2-4521-bdab-928d6e85ed7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aff5fe15-077c-475b-90e5-809f059d8a24 HTTP/1.1" status: 204  len: 168 time: 0.2112720
Feb 19 21:17:12.986330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed6214-57f2-4521-bdab-928d6e85ed7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff5fe15-077c-475b-90e5-809f059d8a24,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:12.991811 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c448c2cb-4ac6-4877-b4b3-123984e5d691 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3007855
Feb 19 21:17:12.994806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51812) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:13.005731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (a22acecd-4415-424c-95da-9ebfae7a0f7b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.027765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b002cff-5544-4212-8138-57b723a0c991 None None] DHCP port deletion for a22acecd-4415-424c-95da-9ebfae7a0f7b request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:17:13.037392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-46b8e0ff-2895-47cc-9430-47f657f8858b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0414386
Feb 19 21:17:13.039720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51814) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:13.043958 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for port (2d129b5c-25ff-47b0-9ef0-b71b2246eda0), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.112603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec9deee-100a-480a-97b9-6e8b98f8cfbf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:13.116558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8ec9deee-100a-480a-97b9-6e8b98f8cfbf tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0734434
Feb 19 21:17:13.118006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51816) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:13.123504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5b002cff-5544-4212-8138-57b723a0c991 None None] Deleting port 602a9b57-712e-4514-8e12-1c1086f1d1d5 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:13.123899 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b002cff-5544-4212-8138-57b723a0c991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.132781 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (2d129b5c-25ff-47b0-9ef0-b71b2246eda0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.178678 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-099cdfef-eb44-42e5-9a67-30cd22f56016 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0585432
Feb 19 21:17:13.184454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Network fcc83cd1-7420-4422-bdc6-b497a9a9c5e1 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:13.188708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51818) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:13.190074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:13.193260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:13.195022 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b97f606-5626-4415-a074-f800395efa0d admin admin] Publish callbacks [] for security_group (be8f4bb1-fb00-4a0f-bb87-d396c4900e8e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.197358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 602a9b57-712e-4514-8e12-1c1086f1d1d5 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:13.198297 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.201234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5b002cff-5544-4212-8138-57b723a0c991 None None] For port 602a9b57-712e-4514-8e12-1c1086f1d1d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=602a9b57-712e-4514-8e12-1c1086f1d1d5,segment=NetworkSegment(0ad58f86-da73-4d29-947e-99187b3bb5fb),segment_id=0ad58f86-da73-4d29-947e-99187b3bb5fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:13.201790 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b002cff-5544-4212-8138-57b723a0c991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.211020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b97f606-5626-4415-a074-f800395efa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (be8f4bb1-fb00-4a0f-bb87-d396c4900e8e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.211928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f7e82909-c554-4287-bd13-cbe3ebb73b11 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:13.221898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5b002cff-5544-4212-8138-57b723a0c991 None None] Calling delete_port for 602a9b57-712e-4514-8e12-1c1086f1d1d5 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:13.303737 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9b97f606-5626-4415-a074-f800395efa0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6cf3472e5d648f799b6eda84d47e969&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4281473
Feb 19 21:17:13.304986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97f606-5626-4415-a074-f800395efa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8f4bb1-fb00-4a0f-bb87-d396c4900e8e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:13.307579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51822) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:13.318197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] For port 602a9b57-712e-4514-8e12-1c1086f1d1d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=602a9b57-712e-4514-8e12-1c1086f1d1d5,segment=NetworkSegment(0ad58f86-da73-4d29-947e-99187b3bb5fb),segment_id=0ad58f86-da73-4d29-947e-99187b3bb5fb)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:13.318680 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.334632 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b002cff-5544-4212-8138-57b723a0c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.345207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 602a9b57-712e-4514-8e12-1c1086f1d1d5 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:13.357154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event updated for resources: {'Port': ['ID=2d129b5c-25ff-47b0-9ef0-b71b2246eda0,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:13.363964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b002cff-5544-4212-8138-57b723a0c991 None None] Pushing event deleted for resources: {'Port': ['ID=602a9b57-712e-4514-8e12-1c1086f1d1d5,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:13.367489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b002cff-5544-4212-8138-57b723a0c991 None None] No DVR routers for this DVR port 602a9b57-712e-4514-8e12-1c1086f1d1d5 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:17:13.413936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e82909-c554-4287-bd13-cbe3ebb73b11 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:13.417316 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7e82909-c554-4287-bd13-cbe3ebb73b11 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.467942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (602a9b57-712e-4514-8e12-1c1086f1d1d5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.495746 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=602a9b57-712e-4514-8e12-1c1086f1d1d5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:13.500150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No DVR routers for this DVR port 602a9b57-712e-4514-8e12-1c1086f1d1d5 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:17:13.549994 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5aa6dfe9-5e07-4603-af59-b67edc3bf28a admin admin] Publish callbacks [] for security_group (be8f4bb1-fb00-4a0f-bb87-d396c4900e8e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.602768 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (a22acecd-4415-424c-95da-9ebfae7a0f7b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.620152 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5aa6dfe9-5e07-4603-af59-b67edc3bf28a admin admin] Publish callbacks [] for security_group (be8f4bb1-fb00-4a0f-bb87-d396c4900e8e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.627119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a425df0>,) {'filters': {'network_id': ['a22acecd-4415-424c-95da-9ebfae7a0f7b']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:13.640476 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a425df0>, '0ad58f86-da73-4d29-947e-99187b3bb5fb') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:13.641438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a425df0>, '0ad58f86-da73-4d29-947e-99187b3bb5fb') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:13.659020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (0ad58f86-da73-4d29-947e-99187b3bb5fb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.675257 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0ad58f86-da73-4d29-947e-99187b3bb5fb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.683162 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:17:13.683162 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (0ad58f86-da73-4d29-947e-99187b3bb5fb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:17:13.687135 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:17:13.761653 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (a22acecd-4415-424c-95da-9ebfae7a0f7b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.766563 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.770166 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/networks/a22acecd-4415-424c-95da-9ebfae7a0f7b HTTP/1.1" status: 204  len: 168 time: 0.9166563
Feb 19 21:17:13.774152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51838) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:13.807921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5aa6dfe9-5e07-4603-af59-b67edc3bf28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (be8f4bb1-fb00-4a0f-bb87-d396c4900e8e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.810798 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5aa6dfe9-5e07-4603-af59-b67edc3bf28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.814306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5aa6dfe9-5e07-4603-af59-b67edc3bf28a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be8f4bb1-fb00-4a0f-bb87-d396c4900e8e HTTP/1.1" status: 204  len: 168 time: 0.4905915
Feb 19 21:17:13.823531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469334b-4d5c-4c90-84d4-342d952ffc04 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Network': ['ID=a22acecd-4415-424c-95da-9ebfae7a0f7b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:13.835648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6dfe9-5e07-4603-af59-b67edc3bf28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8f4bb1-fb00-4a0f-bb87-d396c4900e8e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:13.843737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e927201-dde0-4291-a4bf-2548d8b39331 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:13.846145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6e927201-dde0-4291-a4bf-2548d8b39331 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 HTTP/1.1" status: 200  len: 840 time: 0.0708926
Feb 19 21:17:13.850271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51842) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:13.910692 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (b88a2e9f-1cbf-449a-b56f-1592547488e8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:13.923465 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-949d3366-c346-45b3-a835-64ae94d0d715 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0717449
Feb 19 21:17:13.924424 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51846) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:13.929459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-636e145e-fa8b-4a40-b501-8199274a7c2c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:14.043831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636e145e-fa8b-4a40-b501-8199274a7c2c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:14.049068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-636e145e-fa8b-4a40-b501-8199274a7c2c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:14.057247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.objects.ports [None req-f7e82909-c554-4287-bd13-cbe3ebb73b11 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:17:14.060980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7e82909-c554-4287-bd13-cbe3ebb73b11 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (a5864c46-40ff-4860-9653-bf578ca56dd6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:14.122596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e82909-c554-4287-bd13-cbe3ebb73b11 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:14.127307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-f7e82909-c554-4287-bd13-cbe3ebb73b11 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:14.132437 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e82909-c554-4287-bd13-cbe3ebb73b11 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:14.133202 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7e82909-c554-4287-bd13-cbe3ebb73b11 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:14.141102 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06868f63-e398-4faa-b4b1-5a48bf282206 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:14.192900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f7e82909-c554-4287-bd13-cbe3ebb73b11 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9966881
Feb 19 21:17:14.202352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51852) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:14.208046 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:51:4f:8c', 'name': 'tempest-NetworksTestDHCPv6-2003546017'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:14.239978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 602a9b57-712e-4514-8e12-1c1086f1d1d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:17:14.286413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 602a9b57-712e-4514-8e12-1c1086f1d1d5 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:17:14.287397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 602a9b57-712e-4514-8e12-1c1086f1d1d5 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:17:14.314772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (b88a2e9f-1cbf-449a-b56f-1592547488e8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:14.320351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e82909-c554-4287-bd13-cbe3ebb73b11 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=a5864c46-40ff-4860-9653-bf578ca56dd6,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:14.364096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': 'a5864c46-40ff-4860-9653-bf578ca56dd6'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:14.365326 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:14.417201 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-636e145e-fa8b-4a40-b501-8199274a7c2c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (077307b4-708c-4682-ac83-3a51c7954d9f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:14.510917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e145e-fa8b-4a40-b501-8199274a7c2c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:14.518411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-636e145e-fa8b-4a40-b501-8199274a7c2c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:14.525504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e145e-fa8b-4a40-b501-8199274a7c2c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:14.526315 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-636e145e-fa8b-4a40-b501-8199274a7c2c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:14.541577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1425504b-7769-4437-ab7a-82233be5fff4 None None] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:14.563529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e145e-fa8b-4a40-b501-8199274a7c2c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Subnet': ['ID=077307b4-708c-4682-ac83-3a51c7954d9f,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:14.582327 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-636e145e-fa8b-4a40-b501-8199274a7c2c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6568291
Feb 19 21:17:14.585010 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51868) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:14.590448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-32ef8eb4-de8a-4a8b-a81b-7e110fed5910 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'security_group': {'name': 'tempest-secgroup-1491485882'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:14.626899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32ef8eb4-de8a-4a8b-a81b-7e110fed5910 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:14.641944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:14.785930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Allocated IP 2001:db8::f816:3eff:fe03:3f06 (3093a338-1bb2-47bc-b43b-364f1349065f/a5864c46-40ff-4860-9653-bf578ca56dd6/199f8d16-63a1-4ba9-9f80-0324b56dacd6) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:14.837200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:14.896605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32ef8eb4-de8a-4a8b-a81b-7e110fed5910 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (d088d9ef-1105-41b2-91d8-0c3ae28cc829), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:14.903450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port f6e24357-22e5-4639-a288-3c9e973c904e yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:14.913034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32ef8eb4-de8a-4a8b-a81b-7e110fed5910 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d088d9ef-1105-41b2-91d8-0c3ae28cc829), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:14.983440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Router b88a2e9f-1cbf-449a-b56f-1592547488e8 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:17:15.014664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef8eb4-de8a-4a8b-a81b-7e110fed5910 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d088d9ef-1105-41b2-91d8-0c3ae28cc829,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:15.024909 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-32ef8eb4-de8a-4a8b-a81b-7e110fed5910 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.030938 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-32ef8eb4-de8a-4a8b-a81b-7e110fed5910 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4400964
Feb 19 21:17:15.033041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51882) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:15.037657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6716c56a-730e-460b-9791-7079e59668cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'security_group': {'name': 'tempest-secgroup-1385309895'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:15.070608 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6716c56a-730e-460b-9791-7079e59668cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.114523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'project_id': 'e896604882924927a86fea7b4fdfb56b', 'fixed_ips': [{'subnet_id': '077307b4-708c-4682-ac83-3a51c7954d9f'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:15.116284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.213168 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:17:15.222554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6716c56a-730e-460b-9791-7079e59668cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (5c9a39ba-f323-4241-a1b3-18942074f6cc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.223483 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Sync routers for ids ['b88a2e9f-1cbf-449a-b56f-1592547488e8'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:17:15.230376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6716c56a-730e-460b-9791-7079e59668cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5c9a39ba-f323-4241-a1b3-18942074f6cc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.241559 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Routers {'b88a2e9f-1cbf-449a-b56f-1592547488e8'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:15.243448 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70277940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['b88a2e9f-1cbf-449a-b56f-1592547488e8'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:15.250724 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.253569 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-607c80ec-5bc6-45e0-b791-c550ea2d6169 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 4.9367511
Feb 19 21:17:15.256420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51890) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:15.287798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6716c56a-730e-460b-9791-7079e59668cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.290127 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6716c56a-730e-460b-9791-7079e59668cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2561035
Feb 19 21:17:15.294496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51892) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:15.303958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-389622371', 'security_groups': ['5c9a39ba-f323-4241-a1b3-18942074f6cc'], 'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '077307b4-708c-4682-ac83-3a51c7954d9f'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:15.307489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716c56a-730e-460b-9791-7079e59668cb tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9a39ba-f323-4241-a1b3-18942074f6cc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:15.427671 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Publish callbacks [] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.449045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Allocated IP 172.20.0.2 (90f721e5-1984-4fc8-92b0-4419e1fe7d7c/077307b4-708c-4682-ac83-3a51c7954d9f/d690621b-3f0c-40d7-95c5-db065a0fd159) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:15.451838 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.518645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:15.534032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:15.547273 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (b88a2e9f-1cbf-449a-b56f-1592547488e8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.576292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:15.614354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Pushing event updated for resources: {'Port': ['ID=199f8d16-63a1-4ba9-9f80-0324b56dacd6,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:15.653041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::f816:3eff:fe51:4f8c (3093a338-1bb2-47bc-b43b-364f1349065f/a5864c46-40ff-4860-9653-bf578ca56dd6/f6e24357-22e5-4639-a288-3c9e973c904e) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:15.663395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Attempting to bind port 199f8d16-63a1-4ba9-9f80-0324b56dacd6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:15.663627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Attempting to bind port 199f8d16-63a1-4ba9-9f80-0324b56dacd6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:15.664002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Attempting to bind port 199f8d16-63a1-4ba9-9f80-0324b56dacd6 on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:15.682561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:15.682980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:15.683399 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.684426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:15.684426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Bound port: 199f8d16-63a1-4ba9-9f80-0324b56dacd6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:15.684791 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.774408 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (b88a2e9f-1cbf-449a-b56f-1592547488e8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.777898 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Set router b88a2e9f-1cbf-449a-b56f-1592547488e8 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:17:15.781229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] For port 199f8d16-63a1-4ba9-9f80-0324b56dacd6, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:15.786342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] For port 199f8d16-63a1-4ba9-9f80-0324b56dacd6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=199f8d16-63a1-4ba9-9f80-0324b56dacd6,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:15.810779 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:15.849850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:15.943879 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Deleting port 2d129b5c-25ff-47b0-9ef0-b71b2246eda0 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:15.945728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2d129b5c-25ff-47b0-9ef0-b71b2246eda0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.017564 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Publish callbacks [] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.020574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfbf11-c9bb-4f29-a062-88f48d9ee4ba None None] Pushing event updated for resources: {'Port': ['ID=199f8d16-63a1-4ba9-9f80-0324b56dacd6,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:16.032847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.100030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:16.105407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:16.106187 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.114609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:16.137653 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (f6e24357-22e5-4639-a288-3c9e973c904e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.138455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Pushing event updated for resources: {'Port': ['ID=d690621b-3f0c-40d7-95c5-db065a0fd159,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:16.140792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:16.213753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2d129b5c-25ff-47b0-9ef0-b71b2246eda0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.257749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Attempting to bind port d690621b-3f0c-40d7-95c5-db065a0fd159 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:16.260643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Attempting to bind port d690621b-3f0c-40d7-95c5-db065a0fd159 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a256c513-8a9c-43c4-ae98-fe6f9b699b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:16.262497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Attempting to bind port d690621b-3f0c-40d7-95c5-db065a0fd159 on network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:16.283168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:16.283924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Checking segment: {'id': 'a256c513-8a9c-43c4-ae98-fe6f9b699b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:16.285901 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.286740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Bound using segment: {'id': 'a256c513-8a9c-43c4-ae98-fe6f9b699b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:16.288018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Bound port: d690621b-3f0c-40d7-95c5-db065a0fd159, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a256c513-8a9c-43c4-ae98-fe6f9b699b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:16.288914 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.292947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Calling delete_port for 2d129b5c-25ff-47b0-9ef0-b71b2246eda0 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:16.314864 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f6e24357-22e5-4639-a288-3c9e973c904e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.327529 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70277940>, [{'id': 'b88a2e9f-1cbf-449a-b56f-1592547488e8', 'name': '', 'tenant_id': 'e06193abd1d34eaab32fdda1693b0ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc83cd1-7420-4422-bdc6-b497a9a9c5e1', 'external_fixed_ips': [{'subnet_id': 'd462895a-a77f-4e99-97fd-672020bea926', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '2d129b5c-25ff-47b0-9ef0-b71b2246eda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:10Z', 'updated_at': '2022-02-19T21:17:13Z', 'revision_number': 3, 'project_id': 'e06193abd1d34eaab32fdda1693b0ed4', 'gw_port': {'id': '2d129b5c-25ff-47b0-9ef0-b71b2246eda0', 'name': '', 'network_id': 'fcc83cd1-7420-4422-bdc6-b497a9a9c5e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:da:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88a2e9f-1cbf-449a-b56f-1592547488e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'd462895a-a77f-4e99-97fd-672020bea926', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:12Z', 'updated_at': '2022-02-19T21:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd462895a-a77f-4e99-97fd-672020bea926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:16.375152 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51910) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:16.435359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:16.443447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:16.446138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:16.453975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:16.454699 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.471413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=f6e24357-22e5-4639-a288-3c9e973c904e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:16.489979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.10 (90f721e5-1984-4fc8-92b0-4419e1fe7d7c/077307b4-708c-4682-ac83-3a51c7954d9f/d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:16.504305 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Checking router: b88a2e9f-1cbf-449a-b56f-1592547488e8 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:17:16.504957 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Updating router b88a2e9f-1cbf-449a-b56f-1592547488e8 port 2d129b5c-25ff-47b0-9ef0-b71b2246eda0 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:17:16.505531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] For port d690621b-3f0c-40d7-95c5-db065a0fd159, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:16.512552 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-60058f38-b3d8-40d0-9099-6393af48712f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.3063955
Feb 19 21:17:16.515697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51916) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:16.516951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] For port d690621b-3f0c-40d7-95c5-db065a0fd159, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d690621b-3f0c-40d7-95c5-db065a0fd159,segment=NetworkSegment(a256c513-8a9c-43c4-ae98-fe6f9b699b12),segment_id=a256c513-8a9c-43c4-ae98-fe6f9b699b12)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:16.534416 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.615804 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2d129b5c-25ff-47b0-9ef0-b71b2246eda0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.739667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdcf09-3720-4f2e-8719-54f510678f02 None None] Pushing event updated for resources: {'Port': ['ID=d690621b-3f0c-40d7-95c5-db065a0fd159,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:16.788613 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02fdd2c-2ccf-4bdc-abd1-839ce71a009e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:16.796440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02fdd2c-2ccf-4bdc-abd1-839ce71a009e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:16.798298 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e02fdd2c-2ccf-4bdc-abd1-839ce71a009e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.2814670
Feb 19 21:17:16.810668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51920) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:16.956220 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:16.966212 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-935f71f3-84a5-4ac6-acfc-39b86f038bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.022433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (2d129b5c-25ff-47b0-9ef0-b71b2246eda0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.087489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d129b5c-25ff-47b0-9ef0-b71b2246eda0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:17.094934 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.190063 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.db.api [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:17:17.193045 ncdv-master-1 neutron-server[121131]: DEBUG oslo_db.api [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:17:17.210345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:17.211577 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (b88a2e9f-1cbf-449a-b56f-1592547488e8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.214669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:17.227062 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:17.238795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:17.303622 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:17.306617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.337045 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-428f0883-3e9e-455a-87ad-c7159eabbc99 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.0380292
Feb 19 21:17:17.338375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51934) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:17.345885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-02942b36-29c8-4d4c-aac0-18cf7185b8f6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:17.406917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-3add5032-073b-4842-881f-cf4ba6c6cd48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port f6e24357-22e5-4639-a288-3c9e973c904e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:17.407294 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3add5032-073b-4842-881f-cf4ba6c6cd48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f6e24357-22e5-4639-a288-3c9e973c904e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.415501 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (b88a2e9f-1cbf-449a-b56f-1592547488e8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.418855 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_controller (b88a2e9f-1cbf-449a-b56f-1592547488e8), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.492265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02942b36-29c8-4d4c-aac0-18cf7185b8f6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:17.496578 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-02942b36-29c8-4d4c-aac0-18cf7185b8f6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.561630 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-935f71f3-84a5-4ac6-acfc-39b86f038bd4 admin admin] Publish callbacks [] for security_group (97f94822-b633-4e7c-abeb-46082d75e2f8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.570632 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (b88a2e9f-1cbf-449a-b56f-1592547488e8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.571170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b88a2e9f-1cbf-449a-b56f-1592547488e8 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:17:17.579747 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.583053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-28a1209b-ba58-4554-821e-0990be1ccd2f tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "DELETE /v2.0/routers/b88a2e9f-1cbf-449a-b56f-1592547488e8 HTTP/1.1" status: 204  len: 168 time: 2.3231876
Feb 19 21:17:17.583053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-935f71f3-84a5-4ac6-acfc-39b86f038bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (97f94822-b633-4e7c-abeb-46082d75e2f8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.587143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51938) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:17.642920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-935f71f3-84a5-4ac6-acfc-39b86f038bd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d59c8f560331408690f5fb8c65a38f24&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2659185
Feb 19 21:17:17.644913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3add5032-073b-4842-881f-cf4ba6c6cd48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f6e24357-22e5-4639-a288-3c9e973c904e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.647044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51942) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:17.661009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f71f3-84a5-4ac6-acfc-39b86f038bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f94822-b633-4e7c-abeb-46082d75e2f8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:17.664078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-3add5032-073b-4842-881f-cf4ba6c6cd48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for f6e24357-22e5-4639-a288-3c9e973c904e owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:17.711614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5fc08d-5568-4d42-87b2-a31e9fecfdb0 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Deleting subnet d462895a-a77f-4e99-97fd-672020bea926 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:17.726496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc08d-5568-4d42-87b2-a31e9fecfdb0 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for subnet (d462895a-a77f-4e99-97fd-672020bea926), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.730031 ncdv-master-1 neutron-server[121129]: INFO neutron.db.ipam_backend_mixin [None req-02942b36-29c8-4d4c-aac0-18cf7185b8f6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 077307b4-708c-4682-ac83-3a51c7954d9f (CIDR: 172.20.0.0/28)
Feb 19 21:17:17.744591 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Port 2d129b5c-25ff-47b0-9ef0-b71b2246eda0 not found while updating agent binding for router b88a2e9f-1cbf-449a-b56f-1592547488e8. {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Feb 19 21:17:17.764380 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:17.764746 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 19 21:17:17.765810 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_agentschedulers_db [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b88a2e9f-1cbf-449a-b56f-1592547488e8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:16:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent'). {{(pid=121131) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 19 21:17:17.766191 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d7ea0-7d1f-4597-b213-2d495a743500 None None] The sync data for ids ['b88a2e9f-1cbf-449a-b56f-1592547488e8'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:17:17.774715 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-02942b36-29c8-4d4c-aac0-18cf7185b8f6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:17.775112 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02942b36-29c8-4d4c-aac0-18cf7185b8f6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:17.808515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e10ea0e0-b69b-4ff1-b42e-2187849ee914 None None] Provisioning complete for port 199f8d16-63a1-4ba9-9f80-0324b56dacd6 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:17.811234 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e10ea0e0-b69b-4ff1-b42e-2187849ee914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.823868 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-02942b36-29c8-4d4c-aac0-18cf7185b8f6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4841042
Feb 19 21:17:17.828576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51946) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:17.845099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5c95afe6-8f52-41e0-8473-8984f0c4b27e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:17.847690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc08d-5568-4d42-87b2-a31e9fecfdb0 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (d462895a-a77f-4e99-97fd-672020bea926), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.849801 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-098440f9-16e2-41cd-831b-47f2784048c6 admin admin] Publish callbacks [] for security_group (97f94822-b633-4e7c-abeb-46082d75e2f8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:17.948937 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-098440f9-16e2-41cd-831b-47f2784048c6 admin admin] Publish callbacks [] for security_group (97f94822-b633-4e7c-abeb-46082d75e2f8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.003078 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3add5032-073b-4842-881f-cf4ba6c6cd48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f6e24357-22e5-4639-a288-3c9e973c904e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.027971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e10ea0e0-b69b-4ff1-b42e-2187849ee914 None None] Current status of the port 199f8d16-63a1-4ba9-9f80-0324b56dacd6 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:18.029539 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e10ea0e0-b69b-4ff1-b42e-2187849ee914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.085776 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc08d-5568-4d42-87b2-a31e9fecfdb0 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d462895a-a77f-4e99-97fd-672020bea926), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.088412 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add5032-073b-4842-881f-cf4ba6c6cd48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=f6e24357-22e5-4639-a288-3c9e973c904e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:18.099862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e10ea0e0-b69b-4ff1-b42e-2187849ee914 None None] For port 199f8d16-63a1-4ba9-9f80-0324b56dacd6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=199f8d16-63a1-4ba9-9f80-0324b56dacd6,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:18.109759 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e10ea0e0-b69b-4ff1-b42e-2187849ee914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.161089 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3add5032-073b-4842-881f-cf4ba6c6cd48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.166042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3add5032-073b-4842-881f-cf4ba6c6cd48 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/f6e24357-22e5-4639-a288-3c9e973c904e HTTP/1.1" status: 204  len: 168 time: 1.3517582
Feb 19 21:17:18.169393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51950) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:18.207414 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-098440f9-16e2-41cd-831b-47f2784048c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (97f94822-b633-4e7c-abeb-46082d75e2f8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.215512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-098440f9-16e2-41cd-831b-47f2784048c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.226062 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-098440f9-16e2-41cd-831b-47f2784048c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97f94822-b633-4e7c-abeb-46082d75e2f8 HTTP/1.1" status: 204  len: 168 time: 0.5751872
Feb 19 21:17:18.235173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c95afe6-8f52-41e0-8473-8984f0c4b27e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:18.246212 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c95afe6-8f52-41e0-8473-8984f0c4b27e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.282588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6f4089f5-a662-4192-b273-b4373242bd1c None None] Could not find standard attr ID for object f6e24357-22e5-4639-a288-3c9e973c904e. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:18.319315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098440f9-16e2-41cd-831b-47f2784048c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f94822-b633-4e7c-abeb-46082d75e2f8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:18.378325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45197803-a3df-4973-9824-b59f040ea81a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:18.395884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45197803-a3df-4973-9824-b59f040ea81a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:18.397784 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-45197803-a3df-4973-9824-b59f040ea81a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.2273486
Feb 19 21:17:18.402627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51954) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:18.405751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ea0e0-b69b-4ff1-b42e-2187849ee914 None None] Pushing event updated for resources: {'Port': ['ID=199f8d16-63a1-4ba9-9f80-0324b56dacd6,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:18.411728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 199f8d16-63a1-4ba9-9f80-0324b56dacd6 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:18.414668 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f10d7e93-ea54-46fc-9eac-5134147999ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.422684 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc08d-5568-4d42-87b2-a31e9fecfdb0 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (d462895a-a77f-4e99-97fd-672020bea926), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.487823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fc08d-5568-4d42-87b2-a31e9fecfdb0 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d462895a-a77f-4e99-97fd-672020bea926,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:18.501025 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab5fc08d-5568-4d42-87b2-a31e9fecfdb0 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.508743 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ab5fc08d-5568-4d42-87b2-a31e9fecfdb0 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/d462895a-a77f-4e99-97fd-672020bea926 HTTP/1.1" status: 204  len: 168 time: 0.9193828
Feb 19 21:17:18.512164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51956) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:18.534531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 199f8d16-63a1-4ba9-9f80-0324b56dacd6 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:18.534929 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.615348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18981d3-befb-4017-93dc-66f9aa077bfb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet a5864c46-40ff-4860-9653-bf578ca56dd6 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:18.661253 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (fcc83cd1-7420-4422-bdc6-b497a9a9c5e1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.772272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7b5b3783-dc36-4552-9e25-724b21a4568a None None] Provisioning complete for port d690621b-3f0c-40d7-95c5-db065a0fd159 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:18.773212 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7b5b3783-dc36-4552-9e25-724b21a4568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.828286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 199f8d16-63a1-4ba9-9f80-0324b56dacd6 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:18.829639 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d690621b-3f0c-40d7-95c5-db065a0fd159 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:18.877838 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f18981d3-befb-4017-93dc-66f9aa077bfb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (a5864c46-40ff-4860-9653-bf578ca56dd6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.891945 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (fcc83cd1-7420-4422-bdc6-b497a9a9c5e1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.922632 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c95afe6-8f52-41e0-8473-8984f0c4b27e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (4ab0c8d0-2505-46c8-a124-544fb53ae623), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.931597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b3783-dc36-4552-9e25-724b21a4568a None None] Current status of the port d690621b-3f0c-40d7-95c5-db065a0fd159 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:18.932150 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7b5b3783-dc36-4552-9e25-724b21a4568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.943834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b0907c0>,) {'filters': {'network_id': ['fcc83cd1-7420-4422-bdc6-b497a9a9c5e1']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:18.969671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b0907c0>, 'ff4683af-14a0-461b-a47b-ad449956f9de') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:18.971001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b0907c0>, 'ff4683af-14a0-461b-a47b-ad449956f9de') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:18.973969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7b5b3783-dc36-4552-9e25-724b21a4568a None None] For port d690621b-3f0c-40d7-95c5-db065a0fd159, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d690621b-3f0c-40d7-95c5-db065a0fd159,segment=NetworkSegment(a256c513-8a9c-43c4-ae98-fe6f9b699b12),segment_id=a256c513-8a9c-43c4-ae98-fe6f9b699b12)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:18.989936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7b5b3783-dc36-4552-9e25-724b21a4568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.996689 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (ff4683af-14a0-461b-a47b-ad449956f9de), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:18.997699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95afe6-8f52-41e0-8473-8984f0c4b27e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:19.004838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5c95afe6-8f52-41e0-8473-8984f0c4b27e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:19.013545 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f18981d3-befb-4017-93dc-66f9aa077bfb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (a5864c46-40ff-4860-9653-bf578ca56dd6), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.019800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c95afe6-8f52-41e0-8473-8984f0c4b27e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:19.020431 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c95afe6-8f52-41e0-8473-8984f0c4b27e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.044765 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ff4683af-14a0-461b-a47b-ad449956f9de), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.052665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:17:19.053422 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (ff4683af-14a0-461b-a47b-ad449956f9de), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:17:19.055639 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:17:19.059512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d690621b-3f0c-40d7-95c5-db065a0fd159 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:19.060652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.066751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b3783-dc36-4552-9e25-724b21a4568a None None] Pushing event updated for resources: {'Port': ['ID=d690621b-3f0c-40d7-95c5-db065a0fd159,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:19.071258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55747964-9760-4711-b7aa-edf3dbd6641e None None] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:19.079191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5c95afe6-8f52-41e0-8473-8984f0c4b27e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.2478242
Feb 19 21:17:19.084011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51966) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:19.090134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c882784e-a8a0-49a8-bfe2-ca2a7f50f51b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1084337310', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4ab0c8d0-2505-46c8-a124-544fb53ae623'}], 'security_groups': ['d088d9ef-1105-41b2-91d8-0c3ae28cc829']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:19.152618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (fcc83cd1-7420-4422-bdc6-b497a9a9c5e1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.167477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  fcc83cd1-7420-4422-bdc6-b497a9a9c5e1 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 19 21:17:19.173697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95afe6-8f52-41e0-8473-8984f0c4b27e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Subnet': ['ID=4ab0c8d0-2505-46c8-a124-544fb53ae623,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:19.174461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.187610 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "DELETE /v2.0/networks/fcc83cd1-7420-4422-bdc6-b497a9a9c5e1 HTTP/1.1" status: 204  len: 168 time: 0.6670361
Feb 19 21:17:19.187893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7b5b3783-dc36-4552-9e25-724b21a4568a None None] Provisioning complete for port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:19.188488 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7b5b3783-dc36-4552-9e25-724b21a4568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.221006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6efc03-cd24-486e-974d-a8f508e61820 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event deleted for resources: {'Network': ['ID=fcc83cd1-7420-4422-bdc6-b497a9a9c5e1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:19.264049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b3783-dc36-4552-9e25-724b21a4568a None None] Port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:19.378080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d690621b-3f0c-40d7-95c5-db065a0fd159 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:19.387588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f18981d3-befb-4017-93dc-66f9aa077bfb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a5864c46-40ff-4860-9653-bf578ca56dd6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.457951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c13edd30-468c-4fed-a84e-556009b0b878 None None] Provisioning complete for port d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:19.458497 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c13edd30-468c-4fed-a84e-556009b0b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.563424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c13edd30-468c-4fed-a84e-556009b0b878 None None] Port d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:19.586981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae201efc-38f5-4144-9cf8-9e5384c1dfb2 None None] Update dhcp port {'port': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'fixed_ips': [{'subnet_id': '077307b4-708c-4682-ac83-3a51c7954d9f', 'ip_address': '172.20.0.2'}, {'subnet_id': '4ab0c8d0-2505-46c8-a124-544fb53ae623'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'd690621b-3f0c-40d7-95c5-db065a0fd159'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:17:19.612592 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c882784e-a8a0-49a8-bfe2-ca2a7f50f51b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.634321 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f18981d3-befb-4017-93dc-66f9aa077bfb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (a5864c46-40ff-4860-9653-bf578ca56dd6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.636633 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae201efc-38f5-4144-9cf8-9e5384c1dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.691723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18981d3-befb-4017-93dc-66f9aa077bfb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=a5864c46-40ff-4860-9653-bf578ca56dd6,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:19.719651 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f18981d3-befb-4017-93dc-66f9aa077bfb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:19.724872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f18981d3-befb-4017-93dc-66f9aa077bfb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/a5864c46-40ff-4860-9653-bf578ca56dd6 HTTP/1.1" status: 204  len: 168 time: 1.3178813
Feb 19 21:17:19.733275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51986) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:19.781700 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f92ee0c5-75b8-442f-9588-f4bd7e788ce1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0463066
Feb 19 21:17:19.782766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 51988) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:19.788990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:19.890940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b39c3af-9535-4fd0-b186-8988a8b13139 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:19.962118 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:19.967191 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.071780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-ae201efc-38f5-4144-9cf8-9e5384c1dfb2 None None] Allocated IP 172.20.0.18 (90f721e5-1984-4fc8-92b0-4419e1fe7d7c/4ab0c8d0-2505-46c8-a124-544fb53ae623/d690621b-3f0c-40d7-95c5-db065a0fd159) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:20.194540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 51994) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:20.199705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 199f8d16-63a1-4ba9-9f80-0324b56dacd6 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:20.202089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8e890726-57ad-43cd-b65c-44aa271917fc tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Request body: {'router': {'name': 'tempest-router--1767262336', 'project_id': 'c850e4ed7ac440e2aa8904003679e6e5'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:20.240747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ae201efc-38f5-4144-9cf8-9e5384c1dfb2 None None] For port d690621b-3f0c-40d7-95c5-db065a0fd159, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d690621b-3f0c-40d7-95c5-db065a0fd159,segment=NetworkSegment(a256c513-8a9c-43c4-ae98-fe6f9b699b12),segment_id=a256c513-8a9c-43c4-ae98-fe6f9b699b12)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:20.252182 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8e890726-57ad-43cd-b65c-44aa271917fc tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (272f5230-17dd-45a5-848c-c90024fc4275), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.255115 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8e890726-57ad-43cd-b65c-44aa271917fc tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (272f5230-17dd-45a5-848c-c90024fc4275), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.266481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4e6315-84d8-4357-bdc0-23778fdd73f6 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:17:20.345791 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae201efc-38f5-4144-9cf8-9e5384c1dfb2 None None] Publish callbacks [] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.371711 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae201efc-38f5-4144-9cf8-9e5384c1dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.442016 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8e890726-57ad-43cd-b65c-44aa271917fc tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_controller (272f5230-17dd-45a5-848c-c90024fc4275), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.482570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8e890726-57ad-43cd-b65c-44aa271917fc tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (272f5230-17dd-45a5-848c-c90024fc4275), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.541258 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8e890726-57ad-43cd-b65c-44aa271917fc tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.547042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8e890726-57ad-43cd-b65c-44aa271917fc tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3472674
Feb 19 21:17:20.548519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52002) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:20.605072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 199f8d16-63a1-4ba9-9f80-0324b56dacd6 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:20.605758 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.636938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:17:20.688121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae201efc-38f5-4144-9cf8-9e5384c1dfb2 None None] Pushing event updated for resources: {'Port': ['ID=d690621b-3f0c-40d7-95c5-db065a0fd159,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:20.688948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d03e5279-79fb-4a76-80fa-086b5265a15c tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (272f5230-17dd-45a5-848c-c90024fc4275), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.696090 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7b469930-d423-4507-a53f-6f5c2f0dfe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.724953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e6315-84d8-4357-bdc0-23778fdd73f6 None None] Deleting port 199f8d16-63a1-4ba9-9f80-0324b56dacd6 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:20.725545 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6315-84d8-4357-bdc0-23778fdd73f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.864763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 199f8d16-63a1-4ba9-9f80-0324b56dacd6 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:20.866282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d690621b-3f0c-40d7-95c5-db065a0fd159 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:20.937750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ae4e6315-84d8-4357-bdc0-23778fdd73f6 None None] For port 199f8d16-63a1-4ba9-9f80-0324b56dacd6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=199f8d16-63a1-4ba9-9f80-0324b56dacd6,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:20.937750 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6315-84d8-4357-bdc0-23778fdd73f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.980854 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:20.996127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e6315-84d8-4357-bdc0-23778fdd73f6 None None] Calling delete_port for 199f8d16-63a1-4ba9-9f80-0324b56dacd6 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:21.055109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-c882784e-a8a0-49a8-bfe2-ca2a7f50f51b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Delete allocated IP 172.20.0.10 (90f721e5-1984-4fc8-92b0-4419e1fe7d7c/077307b4-708c-4682-ac83-3a51c7954d9f) {{(pid=121128) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 19 21:17:21.139230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-c882784e-a8a0-49a8-bfe2-ca2a7f50f51b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.25 (90f721e5-1984-4fc8-92b0-4419e1fe7d7c/4ab0c8d0-2505-46c8-a124-544fb53ae623/d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:21.159488 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d03e5279-79fb-4a76-80fa-086b5265a15c tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (272f5230-17dd-45a5-848c-c90024fc4275), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.163162 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d03e5279-79fb-4a76-80fa-086b5265a15c tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_controller (272f5230-17dd-45a5-848c-c90024fc4275), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.175287 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d690621b-3f0c-40d7-95c5-db065a0fd159 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:21.175677 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.261981 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d03e5279-79fb-4a76-80fa-086b5265a15c tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (272f5230-17dd-45a5-848c-c90024fc4275), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.262688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03e5279-79fb-4a76-80fa-086b5265a15c tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 272f5230-17dd-45a5-848c-c90024fc4275 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:17:21.287483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d03e5279-79fb-4a76-80fa-086b5265a15c tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.288516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d03e5279-79fb-4a76-80fa-086b5265a15c tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "DELETE /v2.0/routers/272f5230-17dd-45a5-848c-c90024fc4275 HTTP/1.1" status: 204  len: 168 time: 0.7385023
Feb 19 21:17:21.491402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d690621b-3f0c-40d7-95c5-db065a0fd159 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:21.532813 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c882784e-a8a0-49a8-bfe2-ca2a7f50f51b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.539902 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c882784e-a8a0-49a8-bfe2-ca2a7f50f51b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.760157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52028) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:21.789737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882784e-a8a0-49a8-bfe2-ca2a7f50f51b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:21.811932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c882784e-a8a0-49a8-bfe2-ca2a7f50f51b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] In _notify_port_updated(), no bound segment for port d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1 on network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:17:21.820261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c882784e-a8a0-49a8-bfe2-ca2a7f50f51b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:21.821897 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c882784e-a8a0-49a8-bfe2-ca2a7f50f51b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.825448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c882784e-a8a0-49a8-bfe2-ca2a7f50f51b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "PUT /v2.0/ports/d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1 HTTP/1.1" status: 200  len: 921 time: 2.7374277
Feb 19 21:17:21.826187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52044) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:21.847189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cdfa4d74-5e96-4f35-9a14-f6fe337e114a None None] Provisioning complete for port d690621b-3f0c-40d7-95c5-db065a0fd159 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:21.847592 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4d74-5e96-4f35-9a14-f6fe337e114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.875268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] For port 199f8d16-63a1-4ba9-9f80-0324b56dacd6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=199f8d16-63a1-4ba9-9f80-0324b56dacd6,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:21.916715 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.919100 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.926673 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.972385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (7269bc01-9686-4f6b-9afe-98ee217e2100), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.975928 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6315-84d8-4357-bdc0-23778fdd73f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (199f8d16-63a1-4ba9-9f80-0324b56dacd6), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:21.997697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-9b75f4b0-7ceb-4532-8fcd-2ef425a697aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:21.998111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b75f4b0-7ceb-4532-8fcd-2ef425a697aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.014240 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e6315-84d8-4357-bdc0-23778fdd73f6 None None] Pushing event deleted for resources: {'Port': ['ID=199f8d16-63a1-4ba9-9f80-0324b56dacd6,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:22.015542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-962847349', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:22.019663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e6315-84d8-4357-bdc0-23778fdd73f6 None None] No DVR routers for this DVR port 199f8d16-63a1-4ba9-9f80-0324b56dacd6 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:17:22.056585 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:22.074205 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:22.081927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:22.082532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.084815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=7269bc01-9686-4f6b-9afe-98ee217e2100,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:22.087096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5836882-7c64-47f2-891c-2f7c68991ca1 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:22.089416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=199f8d16-63a1-4ba9-9f80-0324b56dacd6,revision_number=6']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:22.103897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (269bd8e4-cdab-48ff-93ae-054704438cbe), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.105002 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (269bd8e4-cdab-48ff-93ae-054704438cbe), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.121067 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-94279687-b6a1-4d01-8773-86558e4788f7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3369396
Feb 19 21:17:22.127404 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52046) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:22.127947 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b75f4b0-7ceb-4532-8fcd-2ef425a697aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.130361 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:87:02:ae', 'name': 'tempest-NetworksTestDHCPv6-1192409604'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:22.148270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-9b75f4b0-7ceb-4532-8fcd-2ef425a697aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:22.152402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa4d74-5e96-4f35-9a14-f6fe337e114a None None] Current status of the port d690621b-3f0c-40d7-95c5-db065a0fd159 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:22.199023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cdfa4d74-5e96-4f35-9a14-f6fe337e114a None None] Provisioning complete for port d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:22.199414 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4d74-5e96-4f35-9a14-f6fe337e114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.209022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d690621b-3f0c-40d7-95c5-db065a0fd159 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:22.271787 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (269bd8e4-cdab-48ff-93ae-054704438cbe), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.324061 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b75f4b0-7ceb-4532-8fcd-2ef425a697aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.344545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa4d74-5e96-4f35-9a14-f6fe337e114a None None] Port d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:22.357160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': '7269bc01-9686-4f6b-9afe-98ee217e2100'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:22.358804 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.407957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cdfa4d74-5e96-4f35-9a14-f6fe337e114a None None] Provisioning complete for port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:22.408310 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4d74-5e96-4f35-9a14-f6fe337e114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.477610 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d690621b-3f0c-40d7-95c5-db065a0fd159 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:22.478035 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.503435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (269bd8e4-cdab-48ff-93ae-054704438cbe), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.534563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:22.541809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa4d74-5e96-4f35-9a14-f6fe337e114a None None] Port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:22.598368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Allocated IP 2001:db8::f816:3eff:fed9:f6f5 (3093a338-1bb2-47bc-b43b-364f1349065f/7269bc01-9686-4f6b-9afe-98ee217e2100/73fe0831-915a-48c1-bd19-4680ec32327b) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:22.690357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d690621b-3f0c-40d7-95c5-db065a0fd159 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:22.701562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.709446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-00b4c684-869b-4f89-90d2-41f3ee971482 None None] Could not find standard attr ID for object d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:22.719144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75f4b0-7ceb-4532-8fcd-2ef425a697aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:22.777073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port 24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:22.789918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 199f8d16-63a1-4ba9-9f80-0324b56dacd6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:17:22.820243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 199f8d16-63a1-4ba9-9f80-0324b56dacd6 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:17:22.821044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 199f8d16-63a1-4ba9-9f80-0324b56dacd6 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:17:22.845997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Publish callbacks [] for port (73fe0831-915a-48c1-bd19-4680ec32327b), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.857715 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9b75f4b0-7ceb-4532-8fcd-2ef425a697aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.864358 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9b75f4b0-7ceb-4532-8fcd-2ef425a697aa tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1 HTTP/1.1" status: 204  len: 168 time: 1.0360572
Feb 19 21:17:22.864896 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.865141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52068) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:22.894708 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-607c6fa2-86f1-4c50-87ec-5b6747b8f9b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:17:22.897622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-607c6fa2-86f1-4c50-87ec-5b6747b8f9b7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/d8caa5ac-3dcb-4884-9e6b-1e68bef9a8d1 HTTP/1.1" status: 404  len: 333 time: 0.0312088
Feb 19 21:17:22.902829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52070) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:22.929611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:22.933103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:22.940421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:22.944216 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (269bd8e4-cdab-48ff-93ae-054704438cbe), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:22.955351 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Pushing event updated for resources: {'Port': ['ID=73fe0831-915a-48c1-bd19-4680ec32327b,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:22.970955 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.035168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Attempting to bind port 73fe0831-915a-48c1-bd19-4680ec32327b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:23.035699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Attempting to bind port 73fe0831-915a-48c1-bd19-4680ec32327b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:23.035931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Attempting to bind port 73fe0831-915a-48c1-bd19-4680ec32327b on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:23.042886 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:23.043666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:23.043775 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.044301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:23.044814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Bound port: 73fe0831-915a-48c1-bd19-4680ec32327b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:23.045220 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.081410 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7c781ce-ecbc-44ec-b050-e1b85ef5e526 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (5c9a39ba-f323-4241-a1b3-18942074f6cc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.143331 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7c781ce-ecbc-44ec-b050-e1b85ef5e526 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (5c9a39ba-f323-4241-a1b3-18942074f6cc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.150704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::f816:3eff:fe87:2ae (3093a338-1bb2-47bc-b43b-364f1349065f/7269bc01-9686-4f6b-9afe-98ee217e2100/24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:23.175432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] For port 73fe0831-915a-48c1-bd19-4680ec32327b, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:23.180109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] For port 73fe0831-915a-48c1-bd19-4680ec32327b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73fe0831-915a-48c1-bd19-4680ec32327b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:23.209381 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.228422 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7c781ce-ecbc-44ec-b050-e1b85ef5e526 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5c9a39ba-f323-4241-a1b3-18942074f6cc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.232430 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7c781ce-ecbc-44ec-b050-e1b85ef5e526 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.233777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a7c781ce-ecbc-44ec-b050-e1b85ef5e526 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/security-groups/5c9a39ba-f323-4241-a1b3-18942074f6cc HTTP/1.1" status: 204  len: 168 time: 0.3277376
Feb 19 21:17:23.238861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52090) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:23.243701 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.244213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c781ce-ecbc-44ec-b050-e1b85ef5e526 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9a39ba-f323-4241-a1b3-18942074f6cc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:23.261781 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Allocated IP 172.35.2.35 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/77e60608-dd8c-4f2e-a2fe-7ce9ad1e8435) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:23.294847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55108e9f-f50d-4202-88f7-75bf2caa0ca9 None None] Pushing event updated for resources: {'Port': ['ID=73fe0831-915a-48c1-bd19-4680ec32327b,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:23.462617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d325575f-94db-459a-b81e-96c0fee99934 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (d088d9ef-1105-41b2-91d8-0c3ae28cc829), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.543407 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.549073 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d325575f-94db-459a-b81e-96c0fee99934 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (d088d9ef-1105-41b2-91d8-0c3ae28cc829), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.627980 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for port (77e60608-dd8c-4f2e-a2fe-7ce9ad1e8435), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.663161 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d325575f-94db-459a-b81e-96c0fee99934 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d088d9ef-1105-41b2-91d8-0c3ae28cc829), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.665841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d325575f-94db-459a-b81e-96c0fee99934 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.667270 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d325575f-94db-459a-b81e-96c0fee99934 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/security-groups/d088d9ef-1105-41b2-91d8-0c3ae28cc829 HTTP/1.1" status: 204  len: 168 time: 0.4274378
Feb 19 21:17:23.671255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52098) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:23.683972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.707576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325575f-94db-459a-b81e-96c0fee99934 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d088d9ef-1105-41b2-91d8-0c3ae28cc829,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:23.765246 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (77e60608-dd8c-4f2e-a2fe-7ce9ad1e8435), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.775171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edcd005-1026-4f79-b7e5-bcfe47391c50 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting subnet 077307b4-708c-4682-ac83-3a51c7954d9f {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:23.786545 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0edcd005-1026-4f79-b7e5-bcfe47391c50 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (077307b4-708c-4682-ac83-3a51c7954d9f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.800189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:23.808384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:23.810802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:23.814235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:23.815579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:23.821248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:23.822504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.832191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:23.836923 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0edcd005-1026-4f79-b7e5-bcfe47391c50 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (077307b4-708c-4682-ac83-3a51c7954d9f), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.853721 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:23.890686 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6b84dcf7-9896-4891-9c49-7d8958973ff0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.7639039
Feb 19 21:17:23.891348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52102) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:23.944460 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0edcd005-1026-4f79-b7e5-bcfe47391c50 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (077307b4-708c-4682-ac83-3a51c7954d9f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:23.946063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Pushing event updated for resources: {'Port': ['ID=77e60608-dd8c-4f2e-a2fe-7ce9ad1e8435,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:24.024123 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0edcd005-1026-4f79-b7e5-bcfe47391c50 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (077307b4-708c-4682-ac83-3a51c7954d9f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:24.054240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcd005-1026-4f79-b7e5-bcfe47391c50 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Subnet': ['ID=077307b4-708c-4682-ac83-3a51c7954d9f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:24.059093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0edcd005-1026-4f79-b7e5-bcfe47391c50 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:24.067506 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52106) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:24.067820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0edcd005-1026-4f79-b7e5-bcfe47391c50 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/077307b4-708c-4682-ac83-3a51c7954d9f HTTP/1.1" status: 204  len: 168 time: 0.3902218
Feb 19 21:17:24.075866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd08ad7-8953-4d06-a28d-74211f7f6b96 None None] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:24.085222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1be5ae94-994d-49b1-8ae2-b87e87727723 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:24.105780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a264e-630c-457c-ad44-f46b7adb05dd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:24.111547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a264e-630c-457c-ad44-f46b7adb05dd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:24.115659 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-948a264e-630c-457c-ad44-f46b7adb05dd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.2165561
Feb 19 21:17:24.116291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52112) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:24.286059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 73fe0831-915a-48c1-bd19-4680ec32327b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:24.357794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b1f992ce-d4ab-4c10-b6c5-8405121a7641 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port 24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:24.358276 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1f992ce-d4ab-4c10-b6c5-8405121a7641 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:24.367868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 73fe0831-915a-48c1-bd19-4680ec32327b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:24.368309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:24.522100 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (269bd8e4-cdab-48ff-93ae-054704438cbe), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:24.541741 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:24.566015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 73fe0831-915a-48c1-bd19-4680ec32327b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:24.566442 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:24.574742 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1f992ce-d4ab-4c10-b6c5-8405121a7641 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:24.590728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b1f992ce-d4ab-4c10-b6c5-8405121a7641 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for 24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:24.647346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 73fe0831-915a-48c1-bd19-4680ec32327b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73fe0831-915a-48c1-bd19-4680ec32327b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:24.656081 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:24.780877 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1f992ce-d4ab-4c10-b6c5-8405121a7641 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:24.789574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=73fe0831-915a-48c1-bd19-4680ec32327b,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:24.832605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f992ce-d4ab-4c10-b6c5-8405121a7641 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:24.898935 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1f992ce-d4ab-4c10-b6c5-8405121a7641 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:24.904705 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b1f992ce-d4ab-4c10-b6c5-8405121a7641 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4 HTTP/1.1" status: 204  len: 168 time: 0.7870531
Feb 19 21:17:24.907215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52132) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:25.035007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301ee7b6-6a88-46b7-abe1-58d170376076 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:25.043016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301ee7b6-6a88-46b7-abe1-58d170376076 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:25.044693 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-301ee7b6-6a88-46b7-abe1-58d170376076 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1359603
Feb 19 21:17:25.062159 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52134) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:25.104025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e85d038c-d1a9-482b-88cd-a8e3c84335f4 None None] Provisioning complete for port 73fe0831-915a-48c1-bd19-4680ec32327b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:25.105270 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e85d038c-d1a9-482b-88cd-a8e3c84335f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.165829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00c8302-50d8-4d4c-a8b3-5fb9b0bf382e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 7269bc01-9686-4f6b-9afe-98ee217e2100 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:25.170295 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d00c8302-50d8-4d4c-a8b3-5fb9b0bf382e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (7269bc01-9686-4f6b-9afe-98ee217e2100), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.243648 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d00c8302-50d8-4d4c-a8b3-5fb9b0bf382e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (7269bc01-9686-4f6b-9afe-98ee217e2100), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.286424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52138) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:25.288676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e85d038c-d1a9-482b-88cd-a8e3c84335f4 None None] Current status of the port 73fe0831-915a-48c1-bd19-4680ec32327b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:25.300271 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-b2ead6f4-17ca-403a-bac5-3d45c19a9b4f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5289702
Feb 19 21:17:25.393527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be5ae94-994d-49b1-8ae2-b87e87727723 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:25.402298 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be5ae94-994d-49b1-8ae2-b87e87727723 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.446837 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d00c8302-50d8-4d4c-a8b3-5fb9b0bf382e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (7269bc01-9686-4f6b-9afe-98ee217e2100), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.505088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-69ead577-ecf5-4a93-833c-0d21c2354ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:25.507043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-69ead577-ecf5-4a93-833c-0d21c2354ea4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da6216f26c814fceaa94fc64e78c8efc&device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 1128 time: 0.1394546
Feb 19 21:17:25.510187 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6032a723-19b4-44ba-b6e0-271d12fbae10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.543556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c12e4aea-2f9f-4b29-b5da-089a9977e551 None None] Provisioning complete for port d690621b-3f0c-40d7-95c5-db065a0fd159 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:25.544755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c12e4aea-2f9f-4b29-b5da-089a9977e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.558171 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (269bd8e4-cdab-48ff-93ae-054704438cbe), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.642943 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d00c8302-50d8-4d4c-a8b3-5fb9b0bf382e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (7269bc01-9686-4f6b-9afe-98ee217e2100), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.671844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c12e4aea-2f9f-4b29-b5da-089a9977e551 None None] Current status of the port d690621b-3f0c-40d7-95c5-db065a0fd159 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:25.677325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c12e4aea-2f9f-4b29-b5da-089a9977e551 None None] Could not find standard attr ID for object 24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:25.690515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c12e4aea-2f9f-4b29-b5da-089a9977e551 None None] Provisioning complete for port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:25.691905 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c12e4aea-2f9f-4b29-b5da-089a9977e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.708103 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d00c8302-50d8-4d4c-a8b3-5fb9b0bf382e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.717782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d00c8302-50d8-4d4c-a8b3-5fb9b0bf382e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/7269bc01-9686-4f6b-9afe-98ee217e2100 HTTP/1.1" status: 204  len: 168 time: 0.6542516
Feb 19 21:17:25.719821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52146) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:25.775335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-ceb12a84-d47b-429d-9cd5-fe22d82a9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:25.776907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-ceb12a84-d47b-429d-9cd5-fe22d82a9607 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42bca65-bbe1-406f-ae65-02b04761560d HTTP/1.1" status: 200  len: 910 time: 0.2375638
Feb 19 21:17:25.783280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c8302-50d8-4d4c-a8b3-5fb9b0bf382e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=7269bc01-9686-4f6b-9afe-98ee217e2100,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:25.794075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c12e4aea-2f9f-4b29-b5da-089a9977e551 None None] Port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:25.813167 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f696789f-2d61-4913-9c63-24255b32339b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0892425
Feb 19 21:17:25.818425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52148) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:25.826982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc30f16-0ad3-49a1-a408-b70414002f46 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:25.885903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-d729e279-745e-4293-98a2-4bd03f5cbb35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0 HTTP/1.1" status: 200  len: 1001 time: 0.0957446
Feb 19 21:17:25.927374 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6032a723-19b4-44ba-b6e0-271d12fbae10 admin admin] Publish callbacks [] for security_group (ebdb39eb-c4b5-45d4-8668-972e17169c2c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.933486 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6032a723-19b4-44ba-b6e0-271d12fbae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ebdb39eb-c4b5-45d4-8668-972e17169c2c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.981811 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6032a723-19b4-44ba-b6e0-271d12fbae10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1dbc224855a4accb2d6518920d212c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6941233
Feb 19 21:17:25.984659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d7f880-39e5-40a6-8af7-2cdcea5e32ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:25.985832 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:25.986209 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-75d7f880-39e5-40a6-8af7-2cdcea5e32ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1653900
Feb 19 21:17:25.990513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52150) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:25.990866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52152) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:26.002801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-22aa1f94-8513-4505-b9ef-7b66a8a57774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:26.004257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-22aa1f94-8513-4505-b9ef-7b66a8a57774 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0845f4a-d363-4cf1-994e-3ceaa72349b0 HTTP/1.1" status: 200  len: 848 time: 0.1122983
Feb 19 21:17:26.020405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be5ae94-994d-49b1-8ae2-b87e87727723 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (b6b4b606-ad09-432b-b28b-5447c7b6e521), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.027554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Router 269bd8e4-cdab-48ff-93ae-054704438cbe is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:17:26.036320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1803d39-2248-4056-8f0d-2a4c34293629 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:17:26.036994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032a723-19b4-44ba-b6e0-271d12fbae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb39eb-c4b5-45d4-8668-972e17169c2c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:26.090222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be5ae94-994d-49b1-8ae2-b87e87727723 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:26.127353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1be5ae94-994d-49b1-8ae2-b87e87727723 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:26.133747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c8efc-e68c-4b45-bc75-8ee3ad7b0796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:26.137539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c26c8efc-e68c-4b45-bc75-8ee3ad7b0796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1422248
Feb 19 21:17:26.143345 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52156) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:26.144318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd09acc3-b5f0-4ae0-a0c3-4834fcb29430 None None] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:26.157955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-cfdffda6-0a46-468a-aabb-99aefec9366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:26.158567 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be5ae94-994d-49b1-8ae2-b87e87727723 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:26.159159 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1be5ae94-994d-49b1-8ae2-b87e87727723 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.159473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-cfdffda6-0a46-468a-aabb-99aefec9366d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42bca65-bbe1-406f-ae65-02b04761560d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1362579
Feb 19 21:17:26.166566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5ae94-994d-49b1-8ae2-b87e87727723 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Subnet': ['ID=b6b4b606-ad09-432b-b28b-5447c7b6e521,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:26.191908 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1be5ae94-994d-49b1-8ae2-b87e87727723 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1099081
Feb 19 21:17:26.192295 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52158) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:26.201421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4ff1c004-ad76-47a2-a002-eae83b64ea3c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'security_group': {'name': 'tempest-secgroup-779552514'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:26.201636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-99a70bfa-85dd-4e7d-922e-8315eb1974ec tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0501785
Feb 19 21:17:26.205066 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36ca0818-0edc-4b33-ab8e-c818df54c2a9 admin admin] Publish callbacks [] for security_group (ebdb39eb-c4b5-45d4-8668-972e17169c2c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.205950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52160) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:26.209257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 73fe0831-915a-48c1-bd19-4680ec32327b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:17:26.218188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:26.292755 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36ca0818-0edc-4b33-ab8e-c818df54c2a9 admin admin] Publish callbacks [] for security_group (ebdb39eb-c4b5-45d4-8668-972e17169c2c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.310082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c004-ad76-47a2-a002-eae83b64ea3c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.320945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:17:26.358455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-af3e884e-8ef8-4a2d-8cae-4e530429ed50 service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637130
Feb 19 21:17:26.364485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.365744 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-875d777a-2ad3-407a-8851-cffbca47d249 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 4.6043496
Feb 19 21:17:26.368487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52162) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:26.376741 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:26.380030 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.408978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e1803d39-2248-4056-8f0d-2a4c34293629 None None] Deleting port 73fe0831-915a-48c1-bd19-4680ec32327b {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:26.409355 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1803d39-2248-4056-8f0d-2a4c34293629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.416634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073b2a38-d395-4ab0-acd7-cace882dbbab None None] Sync routers for ids ['269bd8e4-cdab-48ff-93ae-054704438cbe'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:17:26.425526 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36ca0818-0edc-4b33-ab8e-c818df54c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ebdb39eb-c4b5-45d4-8668-972e17169c2c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.428115 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36ca0818-0edc-4b33-ab8e-c818df54c2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.429494 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-36ca0818-0edc-4b33-ab8e-c818df54c2a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ebdb39eb-c4b5-45d4-8668-972e17169c2c HTTP/1.1" status: 204  len: 168 time: 0.4374969
Feb 19 21:17:26.444612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca0818-0edc-4b33-ab8e-c818df54c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb39eb-c4b5-45d4-8668-972e17169c2c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:26.499502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25473eec-8fac-418b-b0ee-c8fc80c5445a req-f718b3ab-6677-4407-9a6b-3ad45acc36f6 service neutron] 10.222.0.67 "GET /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298478
Feb 19 21:17:26.518779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b2a38-d395-4ab0-acd7-cace882dbbab None None] Routers {'269bd8e4-cdab-48ff-93ae-054704438cbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:26.519439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-073b2a38-d395-4ab0-acd7-cace882dbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6311b250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['269bd8e4-cdab-48ff-93ae-054704438cbe'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:26.568877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-073b2a38-d395-4ab0-acd7-cace882dbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6311b250>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:26.585770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e1803d39-2248-4056-8f0d-2a4c34293629 None None] For port 73fe0831-915a-48c1-bd19-4680ec32327b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73fe0831-915a-48c1-bd19-4680ec32327b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:26.586168 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1803d39-2248-4056-8f0d-2a4c34293629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.600302 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c004-ad76-47a2-a002-eae83b64ea3c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (25a3d1ab-552b-4849-b115-0a8262d8cdba), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.614444 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-957ca6ce-b9e1-40e1-9048-567cbb87c1e8 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/routers/269bd8e4-cdab-48ff-93ae-054704438cbe HTTP/1.1" status: 200  len: 919 time: 0.2448061
Feb 19 21:17:26.617239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52168) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:26.624504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b2a38-d395-4ab0-acd7-cace882dbbab None None] Routers {'269bd8e4-cdab-48ff-93ae-054704438cbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:26.625459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-073b2a38-d395-4ab0-acd7-cace882dbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6311b250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['269bd8e4-cdab-48ff-93ae-054704438cbe'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:26.650525 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c004-ad76-47a2-a002-eae83b64ea3c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (25a3d1ab-552b-4849-b115-0a8262d8cdba), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.680992 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-472228f6-a7eb-40fa-b212-6d5cb8c8ff57 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=269bd8e4-cdab-48ff-93ae-054704438cbe HTTP/1.1" status: 200  len: 205 time: 0.0626495
Feb 19 21:17:26.683730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52174) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:26.717848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c004-ad76-47a2-a002-eae83b64ea3c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.721690 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4ff1c004-ad76-47a2-a002-eae83b64ea3c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.5260668
Feb 19 21:17:26.723817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52176) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:26.730160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e41fa454-c478-460b-8a1d-dd1b4c59dac1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'security_group': {'name': 'tempest-secgroup-766203732'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:26.734995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1c004-ad76-47a2-a002-eae83b64ea3c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a3d1ab-552b-4849-b115-0a8262d8cdba,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:26.751407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e1803d39-2248-4056-8f0d-2a4c34293629 None None] Calling delete_port for 73fe0831-915a-48c1-bd19-4680ec32327b owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:26.796079 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e41fa454-c478-460b-8a1d-dd1b4c59dac1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.834504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-073b2a38-d395-4ab0-acd7-cace882dbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6311b250>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:26.835248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073b2a38-d395-4ab0-acd7-cace882dbbab None None] The sync data for ids ['269bd8e4-cdab-48ff-93ae-054704438cbe'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:17:26.843606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 73fe0831-915a-48c1-bd19-4680ec32327b is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:26.844039 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.896043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 73fe0831-915a-48c1-bd19-4680ec32327b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73fe0831-915a-48c1-bd19-4680ec32327b,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:26.915724 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.953979 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (269bd8e4-cdab-48ff-93ae-054704438cbe), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:26.997267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52190) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:27.027326 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc47a-8f9f-48ab-ad82-8a16049a31da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.056709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45be6be-e6f3-4069-820c-2d48774a7aaa None None] Update dhcp port {'port': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'fixed_ips': [{'subnet_id': '4ab0c8d0-2505-46c8-a124-544fb53ae623', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b6b4b606-ad09-432b-b28b-5447c7b6e521'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'd690621b-3f0c-40d7-95c5-db065a0fd159'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:17:27.060386 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e41fa454-c478-460b-8a1d-dd1b4c59dac1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (e298cdf3-940b-4884-9dbc-c3400271be1e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.066719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:17:27.073428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e41fa454-c478-460b-8a1d-dd1b4c59dac1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e298cdf3-940b-4884-9dbc-c3400271be1e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.091915 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=73fe0831-915a-48c1-bd19-4680ec32327b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:27.105380 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d45be6be-e6f3-4069-820c-2d48774a7aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.107483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (269bd8e4-cdab-48ff-93ae-054704438cbe), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.158719 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e1803d39-2248-4056-8f0d-2a4c34293629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (73fe0831-915a-48c1-bd19-4680ec32327b), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.175395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e41fa454-c478-460b-8a1d-dd1b4c59dac1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.176247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1803d39-2248-4056-8f0d-2a4c34293629 None None] No DVR routers for this DVR port 73fe0831-915a-48c1-bd19-4680ec32327b on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:17:27.176645 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e41fa454-c478-460b-8a1d-dd1b4c59dac1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4518549
Feb 19 21:17:27.179537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Deleting port 77e60608-dd8c-4f2e-a2fe-7ce9ad1e8435 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:27.180217 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (77e60608-dd8c-4f2e-a2fe-7ce9ad1e8435), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.182460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52192) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:27.197854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9492062c-4b50-431f-b1e5-ac62c7085136 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'security_group': {'name': 'tempest-secgroup-316735697'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:27.200057 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fa454-c478-460b-8a1d-dd1b4c59dac1 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e298cdf3-940b-4884-9dbc-c3400271be1e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:27.211415 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1803d39-2248-4056-8f0d-2a4c34293629 None None] Pushing event deleted for resources: {'Port': ['ID=73fe0831-915a-48c1-bd19-4680ec32327b,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:27.239585 ncdv-master-1 neutron-server[121129]: WARNING neutron.services.revisions.revision_plugin [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f5a70475880] {port_id='73fe0831-915a-48c1-bd19-4680ec32327b', ip_address='2001:db8::f816:3eff:fed9:f6f5', subnet_id='c5e84514-494a-4e03-9650-7880a5ba1525', network_id='3093a338-1bb2-47bc-b43b-364f1349065f'}> to bump revision.
Feb 19 21:17:27.251594 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_pluggable_backend [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Port 73fe0831-915a-48c1-bd19-4680ec32327b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=121129) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Feb 19 21:17:27.251991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_pluggable_backend [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Reverting IP allocation for 2001:db8::f816:3eff:fed9:f6f5 {{(pid=121129) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Feb 19 21:17:27.256168 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9492062c-4b50-431f-b1e5-ac62c7085136 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.261523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_pluggable_backend [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed9:f6f5 {{(pid=121129) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Feb 19 21:17:27.269529 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (c5e84514-494a-4e03-9650-7880a5ba1525), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.281739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc47a-8f9f-48ab-ad82-8a16049a31da admin admin] Publish callbacks [] for security_group (f69c4034-f03e-4da2-9414-106db1e18b49), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.296471 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (77e60608-dd8c-4f2e-a2fe-7ce9ad1e8435), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.304056 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc47a-8f9f-48ab-ad82-8a16049a31da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f69c4034-f03e-4da2-9414-106db1e18b49), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.320225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Calling delete_port for 77e60608-dd8c-4f2e-a2fe-7ce9ad1e8435 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:27.323649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:27.341091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:27.367553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:27.368176 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.373342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9f1823-4f0c-4f9c-a658-7eb7090eca49 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:27.394597 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7a2fc47a-8f9f-48ab-ad82-8a16049a31da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb3da46500c9440bb0d6a561008c6476&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3961062
Feb 19 21:17:27.397246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52194) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:27.399519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fc47a-8f9f-48ab-ad82-8a16049a31da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69c4034-f03e-4da2-9414-106db1e18b49,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:27.404670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=c5e84514-494a-4e03-9650-7880a5ba1525,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:27.405660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-d45be6be-e6f3-4069-820c-2d48774a7aaa None None] Allocated IP 172.20.0.2 (90f721e5-1984-4fc8-92b0-4419e1fe7d7c/b6b4b606-ad09-432b-b28b-5447c7b6e521/d690621b-3f0c-40d7-95c5-db065a0fd159) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:27.411967 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b834e3b5-7a5e-4a70-a40a-1d0e6a1772ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.2047646
Feb 19 21:17:27.415526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52196) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:27.422305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:3f:92:0e', 'name': 'tempest-NetworksTestDHCPv6-1372178841'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:27.435804 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9492062c-4b50-431f-b1e5-ac62c7085136 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (6aa7edd9-6fe3-4fbe-85e0-42ba81b75d59), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.449836 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9492062c-4b50-431f-b1e5-ac62c7085136 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6aa7edd9-6fe3-4fbe-85e0-42ba81b75d59), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.537951 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9492062c-4b50-431f-b1e5-ac62c7085136 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.539260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9492062c-4b50-431f-b1e5-ac62c7085136 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3557761
Feb 19 21:17:27.542269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52198) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:27.545081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492062c-4b50-431f-b1e5-ac62c7085136 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa7edd9-6fe3-4fbe-85e0-42ba81b75d59,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:27.550159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1206072125', 'security_groups': ['6aa7edd9-6fe3-4fbe-85e0-42ba81b75d59'], 'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b6b4b606-ad09-432b-b28b-5447c7b6e521'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:27.558982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:27.562709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.570698 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eeb0086b-99bf-4cb4-b93a-7845987221ee admin admin] Publish callbacks [] for security_group (f69c4034-f03e-4da2-9414-106db1e18b49), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.594350 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': 'c5e84514-494a-4e03-9650-7880a5ba1525'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:27.595497 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.602354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d45be6be-e6f3-4069-820c-2d48774a7aaa None None] For port d690621b-3f0c-40d7-95c5-db065a0fd159, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d690621b-3f0c-40d7-95c5-db065a0fd159,segment=NetworkSegment(a256c513-8a9c-43c4-ae98-fe6f9b699b12),segment_id=a256c513-8a9c-43c4-ae98-fe6f9b699b12)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:27.619798 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eeb0086b-99bf-4cb4-b93a-7845987221ee admin admin] Publish callbacks [] for security_group (f69c4034-f03e-4da2-9414-106db1e18b49), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.654945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port cb6244f2-63f0-42b6-b15a-be5f48acc5df yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:27.659123 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d45be6be-e6f3-4069-820c-2d48774a7aaa None None] Publish callbacks [] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.669117 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d45be6be-e6f3-4069-820c-2d48774a7aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.679600 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (77e60608-dd8c-4f2e-a2fe-7ce9ad1e8435), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.719753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Pushing event deleted for resources: {'Port': ['ID=77e60608-dd8c-4f2e-a2fe-7ce9ad1e8435,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:27.766926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eeb0086b-99bf-4cb4-b93a-7845987221ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f69c4034-f03e-4da2-9414-106db1e18b49), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.770339 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eeb0086b-99bf-4cb4-b93a-7845987221ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.772236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eeb0086b-99bf-4cb4-b93a-7845987221ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f69c4034-f03e-4da2-9414-106db1e18b49 HTTP/1.1" status: 204  len: 168 time: 0.3741567
Feb 19 21:17:27.802218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:27.810408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0086b-99bf-4cb4-b93a-7845987221ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69c4034-f03e-4da2-9414-106db1e18b49,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:27.858193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (269bd8e4-cdab-48ff-93ae-054704438cbe), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:27.904858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45be6be-e6f3-4069-820c-2d48774a7aaa None None] Pushing event updated for resources: {'Port': ['ID=d690621b-3f0c-40d7-95c5-db065a0fd159,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:27.988322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::f816:3eff:fe3f:920e (3093a338-1bb2-47bc-b43b-364f1349065f/c5e84514-494a-4e03-9650-7880a5ba1525/cb6244f2-63f0-42b6-b15a-be5f48acc5df) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:28.020979 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.048140 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (269bd8e4-cdab-48ff-93ae-054704438cbe), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.052417 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (269bd8e4-cdab-48ff-93ae-054704438cbe), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.063966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] device_id is not set on port 5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:28.155526 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (269bd8e4-cdab-48ff-93ae-054704438cbe), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.156833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Fanout notify agent at l3_agent the message router_deleted on router 269bd8e4-cdab-48ff-93ae-054704438cbe {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:17:28.165980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.171922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4608b7be-4bd0-4e5e-92fc-94c861747dac tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/269bd8e4-cdab-48ff-93ae-054704438cbe HTTP/1.1" status: 204  len: 168 time: 1.4832106
Feb 19 21:17:28.175293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52216) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:28.181480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1719535478', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'enable_snat': False}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:28.200932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d690621b-3f0c-40d7-95c5-db065a0fd159 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:28.246345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.251250 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.271170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d690621b-3f0c-40d7-95c5-db065a0fd159 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:28.272000 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.353488 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_controller (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.375060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d690621b-3f0c-40d7-95c5-db065a0fd159 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:28.463882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (cb6244f2-63f0-42b6-b15a-be5f48acc5df), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.477866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.11 (90f721e5-1984-4fc8-92b0-4419e1fe7d7c/b6b4b606-ad09-432b-b28b-5447c7b6e521/5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:28.563324 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (cb6244f2-63f0-42b6-b15a-be5f48acc5df), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.571037 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.681948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Allocated IP 2001:db8::f816:3eff:fef3:c6c2 (3093a338-1bb2-47bc-b43b-364f1349065f/c5e84514-494a-4e03-9650-7880a5ba1525/0127717e-ca5e-49f8-a7f4-7412a635a13e) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:28.780788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:28.784577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:28.801312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:28.809304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:28.811307 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.812801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2f42d578-3c3d-42b4-bfb5-f955a53a8e1c None None] Provisioning complete for port d690621b-3f0c-40d7-95c5-db065a0fd159 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:28.813301 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2f42d578-3c3d-42b4-bfb5-f955a53a8e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.828423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=cb6244f2-63f0-42b6-b15a-be5f48acc5df,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:28.870564 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6bbd598d-143a-405f-8bdc-929b7c0da743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.4537294
Feb 19 21:17:28.875145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52234) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:28.956461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:28.968764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c35495-f624-4b6f-8849-da3dbf6bac0d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:28.971065 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f9c35495-f624-4b6f-8849-da3dbf6bac0d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.0946889
Feb 19 21:17:28.973740 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52238) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:29.007157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2f42d578-3c3d-42b4-bfb5-f955a53a8e1c None None] Current status of the port d690621b-3f0c-40d7-95c5-db065a0fd159 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:29.025482 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Publish callbacks [] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.029338 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.039887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2f42d578-3c3d-42b4-bfb5-f955a53a8e1c None None] Provisioning complete for port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:29.040277 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2f42d578-3c3d-42b4-bfb5-f955a53a8e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.064418 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.081145 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.126896 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.149447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:29.149447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2f42d578-3c3d-42b4-bfb5-f955a53a8e1c None None] Port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:29.149872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-33f3f0d6-7380-4824-8e72-faa15c888e5c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port cb6244f2-63f0-42b6-b15a-be5f48acc5df {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:29.149872 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f3f0d6-7380-4824-8e72-faa15c888e5c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (cb6244f2-63f0-42b6-b15a-be5f48acc5df), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.152710 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:29.157873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:29.163339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Pushing event updated for resources: {'Port': ['ID=0127717e-ca5e-49f8-a7f4-7412a635a13e,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:29.246691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Attempting to bind port 0127717e-ca5e-49f8-a7f4-7412a635a13e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:29.247745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Attempting to bind port 0127717e-ca5e-49f8-a7f4-7412a635a13e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:29.247745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Attempting to bind port 0127717e-ca5e-49f8-a7f4-7412a635a13e on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:29.256918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:29.257486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:29.257764 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.258154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:29.258652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Bound port: 0127717e-ca5e-49f8-a7f4-7412a635a13e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:29.259083 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.343035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Allocated IP 172.35.2.155 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/fba786ec-defb-4f3d-9470-185ab35f11f0) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:29.348682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] For port 0127717e-ca5e-49f8-a7f4-7412a635a13e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:29.352669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] For port 0127717e-ca5e-49f8-a7f4-7412a635a13e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0127717e-ca5e-49f8-a7f4-7412a635a13e,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:29.363857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.482955 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.495170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d390f14-5060-4334-894f-590dd002ff77 None None] Pushing event updated for resources: {'Port': ['ID=0127717e-ca5e-49f8-a7f4-7412a635a13e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:29.520148 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.583926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.636174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:29.644168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:29.646451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:29.647158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:29.648832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:29.649100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event updated for resources: {'Port': ['ID=fba786ec-defb-4f3d-9470-185ab35f11f0,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:29.652742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:29.658217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:29.718798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52258) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:29.768883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:29.769836 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.838878 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c67a6833-8351-4d7a-b0ae-75ab4f07dd86 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.2947149
Feb 19 21:17:29.841611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f3f0d6-7380-4824-8e72-faa15c888e5c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (cb6244f2-63f0-42b6-b15a-be5f48acc5df), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:29.847038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52262) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:29.863005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-069a07b4-c661-4222-a78d-b9ff8a81b194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:29.927048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-33f3f0d6-7380-4824-8e72-faa15c888e5c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for cb6244f2-63f0-42b6-b15a-be5f48acc5df owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:30.006685 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd09073f-e157-4e64-942c-304922f4be5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.147181 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.201668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069a07b4-c661-4222-a78d-b9ff8a81b194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:30.205791 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-069a07b4-c661-4222-a78d-b9ff8a81b194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.262491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0127717e-ca5e-49f8-a7f4-7412a635a13e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:30.271061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-32ff780b-d044-41e3-af18-ff789a2e1e53 None None] Provisioning complete for port 5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:30.271604 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-32ff780b-d044-41e3-af18-ff789a2e1e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.319503 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f3f0d6-7380-4824-8e72-faa15c888e5c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (cb6244f2-63f0-42b6-b15a-be5f48acc5df), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.373483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3f0d6-7380-4824-8e72-faa15c888e5c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=cb6244f2-63f0-42b6-b15a-be5f48acc5df,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:30.381208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-32ff780b-d044-41e3-af18-ff789a2e1e53 None None] Port 5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:30.401172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0127717e-ca5e-49f8-a7f4-7412a635a13e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:30.401699 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.409327 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f3f0d6-7380-4824-8e72-faa15c888e5c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.412801 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-33f3f0d6-7380-4824-8e72-faa15c888e5c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/cb6244f2-63f0-42b6-b15a-be5f48acc5df HTTP/1.1" status: 204  len: 168 time: 1.4378150
Feb 19 21:17:30.415458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52294) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:30.451185 ncdv-master-1 neutron-server[121129]: INFO neutron.db.ipam_backend_mixin [None req-069a07b4-c661-4222-a78d-b9ff8a81b194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b6b4b606-ad09-432b-b28b-5447c7b6e521 (CIDR: 172.20.0.0/28)
Feb 19 21:17:30.466717 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-069a07b4-c661-4222-a78d-b9ff8a81b194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:30.467136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069a07b4-c661-4222-a78d-b9ff8a81b194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:30.496240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e416f2a-9c6a-46bc-bc7f-47d907378244 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:30.497994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e416f2a-9c6a-46bc-bc7f-47d907378244 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:30.499489 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5e416f2a-9c6a-46bc-bc7f-47d907378244 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0830178
Feb 19 21:17:30.508228 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-069a07b4-c661-4222-a78d-b9ff8a81b194 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6599314
Feb 19 21:17:30.508928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52296) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:30.509270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52298) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:30.562664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0127717e-ca5e-49f8-a7f4-7412a635a13e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:30.563349 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.604533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f925a4f-a7aa-4cfc-b0ac-5b8038402f8b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet c5e84514-494a-4e03-9650-7880a5ba1525 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:30.605768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 0127717e-ca5e-49f8-a7f4-7412a635a13e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0127717e-ca5e-49f8-a7f4-7412a635a13e,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:30.608153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f925a4f-a7aa-4cfc-b0ac-5b8038402f8b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (c5e84514-494a-4e03-9650-7880a5ba1525), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.612653 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.614254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fbe67970-6602-44d1-9049-372f67e709e8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:30.680278 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f925a4f-a7aa-4cfc-b0ac-5b8038402f8b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (c5e84514-494a-4e03-9650-7880a5ba1525), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.689428 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=0127717e-ca5e-49f8-a7f4-7412a635a13e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:30.709386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52304) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:30.751130 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd09073f-e157-4e64-942c-304922f4be5f admin admin] Publish callbacks [] for security_group (395374b1-875f-464c-961c-893cc45c8b78), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.767378 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd09073f-e157-4e64-942c-304922f4be5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (395374b1-875f-464c-961c-893cc45c8b78), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.846041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fd09073f-e157-4e64-942c-304922f4be5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f1e7b911d8649ab86f901ff0b82b09d&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1257424
Feb 19 21:17:30.847600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09073f-e157-4e64-942c-304922f4be5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395374b1-875f-464c-961c-893cc45c8b78,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:30.852361 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52308) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:30.918199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f925a4f-a7aa-4cfc-b0ac-5b8038402f8b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (c5e84514-494a-4e03-9650-7880a5ba1525), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.973304 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a87d808a-0ba7-4c96-8678-f679d185c025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:30.973463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe67970-6602-44d1-9049-372f67e709e8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:30.976788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbe67970-6602-44d1-9049-372f67e709e8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.027740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5385e02d-82b7-4378-a833-99150e4ed3d7 None None] Provisioning complete for port 0127717e-ca5e-49f8-a7f4-7412a635a13e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:31.028124 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5385e02d-82b7-4378-a833-99150e4ed3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.037961 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.053705 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5951657f-4c74-46fd-a1bc-c6c84c4e10a8 admin admin] Publish callbacks [] for security_group (395374b1-875f-464c-961c-893cc45c8b78), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.099595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5951657f-4c74-46fd-a1bc-c6c84c4e10a8 admin admin] Publish callbacks [] for security_group (395374b1-875f-464c-961c-893cc45c8b78), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.108407 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f925a4f-a7aa-4cfc-b0ac-5b8038402f8b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (c5e84514-494a-4e03-9650-7880a5ba1525), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.135823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5385e02d-82b7-4378-a833-99150e4ed3d7 None None] Current status of the port 0127717e-ca5e-49f8-a7f4-7412a635a13e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:31.170570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f925a4f-a7aa-4cfc-b0ac-5b8038402f8b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e84514-494a-4e03-9650-7880a5ba1525,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:31.180470 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a87d808a-0ba7-4c96-8678-f679d185c025 admin admin] Publish callbacks [] for security_group (51cc713d-b828-44ae-a3f5-39afaffcc31f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.189350 ncdv-master-1 neutron-server[121129]: INFO neutron.db.ipam_backend_mixin [None req-fbe67970-6602-44d1-9049-372f67e709e8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4ab0c8d0-2505-46c8-a124-544fb53ae623 (CIDR: 172.20.0.16/28)
Feb 19 21:17:31.191243 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4f925a4f-a7aa-4cfc-b0ac-5b8038402f8b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.196407 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4f925a4f-a7aa-4cfc-b0ac-5b8038402f8b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/c5e84514-494a-4e03-9650-7880a5ba1525 HTTP/1.1" status: 204  len: 168 time: 0.6842911
Feb 19 21:17:31.196602 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a87d808a-0ba7-4c96-8678-f679d185c025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (51cc713d-b828-44ae-a3f5-39afaffcc31f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.199246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52310) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:31.199776 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe67970-6602-44d1-9049-372f67e709e8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:31.202075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe67970-6602-44d1-9049-372f67e709e8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:31.227354 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fbe67970-6602-44d1-9049-372f67e709e8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.7143097
Feb 19 21:17:31.227354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52312) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:31.233108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-36e607bc-df64-4b89-901b-c48c457aa0ef tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'subnet': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:31.252224 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5951657f-4c74-46fd-a1bc-c6c84c4e10a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (395374b1-875f-464c-961c-893cc45c8b78), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.254243 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5951657f-4c74-46fd-a1bc-c6c84c4e10a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.257866 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5951657f-4c74-46fd-a1bc-c6c84c4e10a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/395374b1-875f-464c-961c-893cc45c8b78 HTTP/1.1" status: 204  len: 168 time: 0.4014537
Feb 19 21:17:31.296879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951657f-4c74-46fd-a1bc-c6c84c4e10a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395374b1-875f-464c-961c-893cc45c8b78,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:31.351745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ee7a0b5c-52a3-4500-9855-9cb31c915f66 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1376631
Feb 19 21:17:31.358981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52316) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:31.372180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:31.375882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9bf4b3-c9ea-4017-84a3-9ce3fe9be830 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:31.381264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a87d808a-0ba7-4c96-8678-f679d185c025 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b33e2b5cc01d46e0aaf008fe66c51942&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6445775
Feb 19 21:17:31.384458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52318) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:31.405896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d808a-0ba7-4c96-8678-f679d185c025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cc713d-b828-44ae-a3f5-39afaffcc31f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:31.420799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e607bc-df64-4b89-901b-c48c457aa0ef tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Made reservation on behalf of e896604882924927a86fea7b4fdfb56b for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:31.424572 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36e607bc-df64-4b89-901b-c48c457aa0ef tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.458356 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-55b9c966-6c56-4bea-97e3-5dbe70387378 None None] Could not find standard attr ID for object cb6244f2-63f0-42b6-b15a-be5f48acc5df. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:31.524630 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-decbaae2-790b-422c-9bc7-1e108c0ac02e admin admin] Publish callbacks [] for security_group (51cc713d-b828-44ae-a3f5-39afaffcc31f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.541983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Router 32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:17:31.558027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:31.562666 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.580569 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-decbaae2-790b-422c-9bc7-1e108c0ac02e admin admin] Publish callbacks [] for security_group (51cc713d-b828-44ae-a3f5-39afaffcc31f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.670772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552e64f5-f320-444b-b966-2510a5405569 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:17:31.715181 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-decbaae2-790b-422c-9bc7-1e108c0ac02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (51cc713d-b828-44ae-a3f5-39afaffcc31f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.724671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-decbaae2-790b-422c-9bc7-1e108c0ac02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.728964 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-decbaae2-790b-422c-9bc7-1e108c0ac02e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51cc713d-b828-44ae-a3f5-39afaffcc31f HTTP/1.1" status: 204  len: 168 time: 0.3432646
Feb 19 21:17:31.753468 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbaae2-790b-422c-9bc7-1e108c0ac02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cc713d-b828-44ae-a3f5-39afaffcc31f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:31.776659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:17:31.799213 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Sync routers for ids ['32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:17:31.825774 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Routers {'32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:31.829441 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70246310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:31.829717 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.831074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a02a92fb-8358-4af5-80a0-9a27fd139c89 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 3.6538136
Feb 19 21:17:31.833880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52332) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:31.876363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-552e64f5-f320-444b-b966-2510a5405569 None None] Deleting port 0127717e-ca5e-49f8-a7f4-7412a635a13e {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:31.877030 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-552e64f5-f320-444b-b966-2510a5405569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:31.952917 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36e607bc-df64-4b89-901b-c48c457aa0ef tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (84028881-996a-47f4-b1f1-90402006842b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:32.004850 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Set router 32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:17:32.012886 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-552e64f5-f320-444b-b966-2510a5405569 None None] For port 0127717e-ca5e-49f8-a7f4-7412a635a13e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0127717e-ca5e-49f8-a7f4-7412a635a13e,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:32.015677 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-552e64f5-f320-444b-b966-2510a5405569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:32.024871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ca304b50-e32d-43ad-abc5-ea4b9c91fa2a tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/routers/32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4 HTTP/1.1" status: 200  len: 909 time: 0.1897948
Feb 19 21:17:32.027391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52338) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:32.032110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1719535478', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'enable_snat': True}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:32.051688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-552e64f5-f320-444b-b966-2510a5405569 None None] Calling delete_port for 0127717e-ca5e-49f8-a7f4-7412a635a13e owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:32.080413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e607bc-df64-4b89-901b-c48c457aa0ef tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:32.100211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-36e607bc-df64-4b89-901b-c48c457aa0ef tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:32.109968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e607bc-df64-4b89-901b-c48c457aa0ef tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:32.110483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36e607bc-df64-4b89-901b-c48c457aa0ef tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:32.154335 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (89851b37-0063-4f91-b14e-6014c7d52ee9), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:32.156910 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (89851b37-0063-4f91-b14e-6014c7d52ee9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:32.171938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e607bc-df64-4b89-901b-c48c457aa0ef tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Subnet': ['ID=84028881-996a-47f4-b1f1-90402006842b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:32.190041 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-36e607bc-df64-4b89-901b-c48c457aa0ef tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9597042
Feb 19 21:17:32.190694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52346) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:32.205898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2732505-aef3-4551-9126-008a648c41d4 None None] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:32.218522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-11711f85-3c97-4ef5-93ed-89f91be3adcc tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1116010949', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '84028881-996a-47f4-b1f1-90402006842b'}], 'security_groups': ['25a3d1ab-552b-4849-b115-0a8262d8cdba', 'e298cdf3-940b-4884-9dbc-c3400271be1e']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:32.262212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0127717e-ca5e-49f8-a7f4-7412a635a13e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:17:32.311271 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_controller (89851b37-0063-4f91-b14e-6014c7d52ee9), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:32.397054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.objects.ports [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:17:32.433321 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70246310>, [{'id': '32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4', 'name': 'tempest-snat-router-1719535478', 'tenant_id': 'e06193abd1d34eaab32fdda1693b0ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155'}], 'enable_snat': False}, 'gw_port_id': 'fba786ec-defb-4f3d-9470-185ab35f11f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:28Z', 'updated_at': '2022-02-19T21:17:29Z', 'revision_number': 3, 'project_id': 'e06193abd1d34eaab32fdda1693b0ed4', 'gw_port': {'id': 'fba786ec-defb-4f3d-9470-185ab35f11f0', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:29Z', 'updated_at': '2022-02-19T21:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:32.435758 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-11711f85-3c97-4ef5-93ed-89f91be3adcc tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:32.475981 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Checking router: 32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:17:32.476356 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Updating router 32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4 port fba786ec-defb-4f3d-9470-185ab35f11f0 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:17:32.510487 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:32.595782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0127717e-ca5e-49f8-a7f4-7412a635a13e is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:32.596930 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:32.645123 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-552e64f5-f320-444b-b966-2510a5405569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (0127717e-ca5e-49f8-a7f4-7412a635a13e), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:32.684725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e64f5-f320-444b-b966-2510a5405569 None None] No DVR routers for this DVR port 0127717e-ca5e-49f8-a7f4-7412a635a13e on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:17:32.686446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e64f5-f320-444b-b966-2510a5405569 None None] Pushing event deleted for resources: {'Port': ['ID=0127717e-ca5e-49f8-a7f4-7412a635a13e,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:32.808443 ncdv-master-1 neutron-server[121128]: WARNING neutron.services.revisions.revision_plugin [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f5a707cc040] {port_id='0127717e-ca5e-49f8-a7f4-7412a635a13e', ip_address='2001:db8::f816:3eff:fef3:c6c2', subnet_id='efd74e76-5f4f-42a6-812d-5aee2be0278f', network_id='3093a338-1bb2-47bc-b43b-364f1349065f'}> to bump revision.
Feb 19 21:17:32.926754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56a4c1-c933-48a1-b7b7-5b6c8fdae0d7 None None] Update dhcp port {'port': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'fixed_ips': [{'subnet_id': '4ab0c8d0-2505-46c8-a124-544fb53ae623', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b6b4b606-ad09-432b-b28b-5447c7b6e521', 'ip_address': '172.20.0.2'}, {'subnet_id': '84028881-996a-47f4-b1f1-90402006842b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'd690621b-3f0c-40d7-95c5-db065a0fd159'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:17:32.966892 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe56a4c1-c933-48a1-b7b7-5b6c8fdae0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:32.990484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (89851b37-0063-4f91-b14e-6014c7d52ee9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.008624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_pluggable_backend [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Port 0127717e-ca5e-49f8-a7f4-7412a635a13e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=121128) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Feb 19 21:17:33.010135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_pluggable_backend [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Reverting IP allocation for 2001:db8::f816:3eff:fef3:c6c2 {{(pid=121128) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Feb 19 21:17:33.019140 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_pluggable_backend [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef3:c6c2 {{(pid=121128) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Feb 19 21:17:33.022176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-11711f85-3c97-4ef5-93ed-89f91be3adcc tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Delete allocated IP 172.20.0.11 (90f721e5-1984-4fc8-92b0-4419e1fe7d7c/b6b4b606-ad09-432b-b28b-5447c7b6e521) {{(pid=121129) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 19 21:17:33.026139 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (efd74e76-5f4f-42a6-812d-5aee2be0278f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.039184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-11711f85-3c97-4ef5-93ed-89f91be3adcc tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Allocated IP 172.20.0.39 (90f721e5-1984-4fc8-92b0-4419e1fe7d7c/84028881-996a-47f4-b1f1-90402006842b/5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:33.085069 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Publish callbacks [] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.099862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:33.104069 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.106329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:33.123379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:33.124416 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.192245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=efd74e76-5f4f-42a6-812d-5aee2be0278f,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:33.194122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3fe565-67b6-46fb-8c75-211cc01df2e2 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:33.218438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f869dbd3-0f50-41f7-aafa-28551fa203e5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.8529902
Feb 19 21:17:33.219379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52384) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:33.241532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:25:04:7c', 'name': 'tempest-NetworksTestDHCPv6-1459712845'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:33.244088 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Pushing event updated for resources: {'Port': ['ID=fba786ec-defb-4f3d-9470-185ab35f11f0,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:33.251574 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-11711f85-3c97-4ef5-93ed-89f91be3adcc tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for port (5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.259252 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-11711f85-3c97-4ef5-93ed-89f91be3adcc tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.263734 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.266965 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.272805 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.273288 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.273821 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.274266 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.274702 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.275159 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.275591 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.276112 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.277135 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.277135 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.277351 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:33.314661 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Attempting to bind port fba786ec-defb-4f3d-9470-185ab35f11f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:33.315172 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Attempting to bind port fba786ec-defb-4f3d-9470-185ab35f11f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:33.315640 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Attempting to bind port fba786ec-defb-4f3d-9470-185ab35f11f0 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:33.334929 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:33.335301 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:33.335707 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.336103 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:33.336605 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Bound port: fba786ec-defb-4f3d-9470-185ab35f11f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:33.336988 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.342628 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11711f85-3c97-4ef5-93ed-89f91be3adcc tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event updated for resources: {'Port': ['ID=5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:33.449643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-11711f85-3c97-4ef5-93ed-89f91be3adcc tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] In _notify_port_updated(), no bound segment for port 5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3 on network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c {{(pid=121129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:17:33.457319 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] For port fba786ec-defb-4f3d-9470-185ab35f11f0, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:33.460928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11711f85-3c97-4ef5-93ed-89f91be3adcc tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:33.462766 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] For port fba786ec-defb-4f3d-9470-185ab35f11f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fba786ec-defb-4f3d-9470-185ab35f11f0,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:33.463592 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-11711f85-3c97-4ef5-93ed-89f91be3adcc tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.468610 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-11711f85-3c97-4ef5-93ed-89f91be3adcc tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "PUT /v2.0/ports/5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3 HTTP/1.1" status: 200  len: 960 time: 1.2764518
Feb 19 21:17:33.471767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52414) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:33.482919 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.529792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-fe56a4c1-c933-48a1-b7b7-5b6c8fdae0d7 None None] Allocated IP 172.20.0.34 (90f721e5-1984-4fc8-92b0-4419e1fe7d7c/84028881-996a-47f4-b1f1-90402006842b/d690621b-3f0c-40d7-95c5-db065a0fd159) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:33.565691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': 'efd74e76-5f4f-42a6-812d-5aee2be0278f'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:33.567006 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.603237 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Routers {'32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:33.604491 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70246310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:33.626115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:33.727270 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71505934-9aaa-4869-b3e1-7ae58e3e25dc None None] Pushing event updated for resources: {'Port': ['ID=fba786ec-defb-4f3d-9470-185ab35f11f0,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:33.805605 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] Set router 32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:17:33.809725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-408ce641-ca2e-4ff6-b4a2-8f0fc40ac881 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port 5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:33.810086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-408ce641-ca2e-4ff6-b4a2-8f0fc40ac881 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.838731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fe56a4c1-c933-48a1-b7b7-5b6c8fdae0d7 None None] For port d690621b-3f0c-40d7-95c5-db065a0fd159, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d690621b-3f0c-40d7-95c5-db065a0fd159,segment=NetworkSegment(a256c513-8a9c-43c4-ae98-fe6f9b699b12),segment_id=a256c513-8a9c-43c4-ae98-fe6f9b699b12)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:33.859884 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (89851b37-0063-4f91-b14e-6014c7d52ee9), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.881067 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Allocated IP 2001:db8::f816:3eff:fee7:3966 (3093a338-1bb2-47bc-b43b-364f1349065f/efd74e76-5f4f-42a6-812d-5aee2be0278f/277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:33.920244 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:33.923246 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe56a4c1-c933-48a1-b7b7-5b6c8fdae0d7 None None] Publish callbacks [] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.009285 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe56a4c1-c933-48a1-b7b7-5b6c8fdae0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.097693 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.104448 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-408ce641-ca2e-4ff6-b4a2-8f0fc40ac881 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.144511 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-408ce641-ca2e-4ff6-b4a2-8f0fc40ac881 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for 5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:34.213182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56a4c1-c933-48a1-b7b7-5b6c8fdae0d7 None None] Pushing event updated for resources: {'Port': ['ID=d690621b-3f0c-40d7-95c5-db065a0fd159,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:34.273886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port 26108aa9-24c6-4efb-bebc-23e559a62537 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:34.334105 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70246310>, [{'id': '32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4', 'name': 'tempest-snat-router-1719535478', 'tenant_id': 'e06193abd1d34eaab32fdda1693b0ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155'}], 'enable_snat': False}, 'gw_port_id': 'fba786ec-defb-4f3d-9470-185ab35f11f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:28Z', 'updated_at': '2022-02-19T21:17:29Z', 'revision_number': 3, 'project_id': 'e06193abd1d34eaab32fdda1693b0ed4', 'gw_port': {'id': 'fba786ec-defb-4f3d-9470-185ab35f11f0', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:29Z', 'updated_at': '2022-02-19T21:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:34.358385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-408ce641-ca2e-4ff6-b4a2-8f0fc40ac881 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.386844 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Publish callbacks [] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.397057 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.408181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ce641-ca2e-4ff6-b4a2-8f0fc40ac881 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:34.450871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:34.454616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:34.459660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:34.491548 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762adbe-d922-4f1d-becd-efe808d15ae3 None None] The sync data for ids ['32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4'] in ncdv-master-1 is: [{'id': '32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4', 'name': 'tempest-snat-router-1719535478', 'tenant_id': 'e06193abd1d34eaab32fdda1693b0ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155'}], 'enable_snat': False}, 'gw_port_id': 'fba786ec-defb-4f3d-9470-185ab35f11f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:28Z', 'updated_at': '2022-02-19T21:17:29Z', 'revision_number': 3, 'project_id': 'e06193abd1d34eaab32fdda1693b0ed4', 'gw_port': {'id': 'fba786ec-defb-4f3d-9470-185ab35f11f0', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:29Z', 'updated_at': '2022-02-19T21:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:17:34.564902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Allocated IP 172.35.2.210 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/93e812a3-00af-4662-9200-7e48281fce5a) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:34.567555 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-408ce641-ca2e-4ff6-b4a2-8f0fc40ac881 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.577352 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-408ce641-ca2e-4ff6-b4a2-8f0fc40ac881 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3 HTTP/1.1" status: 204  len: 168 time: 1.1036596
Feb 19 21:17:34.585396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52486) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:34.588712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Pushing event updated for resources: {'Port': ['ID=277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:34.657821 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d67f96a-8fe5-44ff-8441-69ddb11924a7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] GET failed (client error): The resource could not be found.
Feb 19 21:17:34.660384 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0d67f96a-8fe5-44ff-8441-69ddb11924a7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports/5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3 HTTP/1.1" status: 404  len: 333 time: 0.0659399
Feb 19 21:17:34.663073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52504) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:34.692260 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Attempting to bind port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:34.694833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Attempting to bind port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:34.704175 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Attempting to bind port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:34.722139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::f816:3eff:fe25:47c (3093a338-1bb2-47bc-b43b-364f1349065f/efd74e76-5f4f-42a6-812d-5aee2be0278f/26108aa9-24c6-4efb-bebc-23e559a62537) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:34.722653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:34.722828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:34.723252 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.737829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:34.738473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Bound port: 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:34.738887 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.820880 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56805c46-26fd-4208-bf12-7596f993bf70 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (6aa7edd9-6fe3-4fbe-85e0-42ba81b75d59), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.937930 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56805c46-26fd-4208-bf12-7596f993bf70 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (6aa7edd9-6fe3-4fbe-85e0-42ba81b75d59), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.939778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] For port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:34.945728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for port (93e812a3-00af-4662-9200-7e48281fce5a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:34.945860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] For port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:35.010227 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.050404 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56805c46-26fd-4208-bf12-7596f993bf70 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6aa7edd9-6fe3-4fbe-85e0-42ba81b75d59), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.054369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-56805c46-26fd-4208-bf12-7596f993bf70 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.055870 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-56805c46-26fd-4208-bf12-7596f993bf70 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/security-groups/6aa7edd9-6fe3-4fbe-85e0-42ba81b75d59 HTTP/1.1" status: 204  len: 168 time: 0.3916881
Feb 19 21:17:35.065851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52536) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:35.083563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56805c46-26fd-4208-bf12-7596f993bf70 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa7edd9-6fe3-4fbe-85e0-42ba81b75d59,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:35.149247 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae955-8f4d-4a9a-941c-f920a7d5ad41 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (e298cdf3-940b-4884-9dbc-c3400271be1e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.190301 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae955-8f4d-4a9a-941c-f920a7d5ad41 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (e298cdf3-940b-4884-9dbc-c3400271be1e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.197420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da13e2f-0947-442a-9ddc-11a69d4d1e64 None None] Pushing event updated for resources: {'Port': ['ID=277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:35.241227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (26108aa9-24c6-4efb-bebc-23e559a62537), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.279794 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae955-8f4d-4a9a-941c-f920a7d5ad41 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e298cdf3-940b-4884-9dbc-c3400271be1e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.287601 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (93e812a3-00af-4662-9200-7e48281fce5a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.289343 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae955-8f4d-4a9a-941c-f920a7d5ad41 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.295449 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cf1ae955-8f4d-4a9a-941c-f920a7d5ad41 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/security-groups/e298cdf3-940b-4884-9dbc-c3400271be1e HTTP/1.1" status: 204  len: 168 time: 0.2280557
Feb 19 21:17:35.297145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52546) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:35.345477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ae955-8f4d-4a9a-941c-f920a7d5ad41 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e298cdf3-940b-4884-9dbc-c3400271be1e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:35.411326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:35.421644 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:35.427101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:35.433373 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65a26104-42a5-4d05-be5c-9cabb0b086fd tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (25a3d1ab-552b-4849-b115-0a8262d8cdba), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.485984 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65a26104-42a5-4d05-be5c-9cabb0b086fd tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (25a3d1ab-552b-4849-b115-0a8262d8cdba), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.490541 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (26108aa9-24c6-4efb-bebc-23e559a62537), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.507020 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event updated for resources: {'Port': ['ID=93e812a3-00af-4662-9200-7e48281fce5a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:35.602902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=26108aa9-24c6-4efb-bebc-23e559a62537,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:35.653056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e0d5ab5e-63a0-45d6-ba98-b291e04e3a19 None None] Provisioning complete for port d690621b-3f0c-40d7-95c5-db065a0fd159 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:35.654050 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e0d5ab5e-63a0-45d6-ba98-b291e04e3a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.680648 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65a26104-42a5-4d05-be5c-9cabb0b086fd tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (25a3d1ab-552b-4849-b115-0a8262d8cdba), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.684100 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65a26104-42a5-4d05-be5c-9cabb0b086fd tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.691888 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-65a26104-42a5-4d05-be5c-9cabb0b086fd tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/security-groups/25a3d1ab-552b-4849-b115-0a8262d8cdba HTTP/1.1" status: 204  len: 168 time: 0.3714318
Feb 19 21:17:35.701382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:35.743767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:35.747917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:35.752454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:35.758877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:35.759921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.766981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a26104-42a5-4d05-be5c-9cabb0b086fd tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a3d1ab-552b-4849-b115-0a8262d8cdba,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:35.807299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-39092dd4-6899-4508-ae41-89c814864f9c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.5835793
Feb 19 21:17:35.808410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52568) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:35.922290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5ab5e-63a0-45d6-ba98-b291e04e3a19 None None] Current status of the port d690621b-3f0c-40d7-95c5-db065a0fd159 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:35.938653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e0d5ab5e-63a0-45d6-ba98-b291e04e3a19 None None] Could not find standard attr ID for object 5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:35.970884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e0d5ab5e-63a0-45d6-ba98-b291e04e3a19 None None] Provisioning complete for port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:35.971575 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e0d5ab5e-63a0-45d6-ba98-b291e04e3a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:35.981817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd246342-b27b-439e-86c4-5aff3f64b8f8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting subnet b6b4b606-ad09-432b-b28b-5447c7b6e521 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:35.991155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd246342-b27b-439e-86c4-5aff3f64b8f8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (b6b4b606-ad09-432b-b28b-5447c7b6e521), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:36.067771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd246342-b27b-439e-86c4-5aff3f64b8f8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (b6b4b606-ad09-432b-b28b-5447c7b6e521), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:36.085676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a327a-0f80-409b-8d51-5ab3fd5f0d3e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:36.093552 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a327a-0f80-409b-8d51-5ab3fd5f0d3e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:36.096074 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-874a327a-0f80-409b-8d51-5ab3fd5f0d3e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.2861598
Feb 19 21:17:36.119440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52578) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:36.160702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5ab5e-63a0-45d6-ba98-b291e04e3a19 None None] Port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:36.307258 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd246342-b27b-439e-86c4-5aff3f64b8f8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (b6b4b606-ad09-432b-b28b-5447c7b6e521), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:36.378435 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (89851b37-0063-4f91-b14e-6014c7d52ee9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:36.479363 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd246342-b27b-439e-86c4-5aff3f64b8f8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (b6b4b606-ad09-432b-b28b-5447c7b6e521), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:36.556127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d690621b-3f0c-40d7-95c5-db065a0fd159 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:36.578073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4f882653-2688-48fe-a144-91e4dae3f240 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port 26108aa9-24c6-4efb-bebc-23e559a62537 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:36.578829 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f882653-2688-48fe-a144-91e4dae3f240 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (26108aa9-24c6-4efb-bebc-23e559a62537), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:36.616266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd246342-b27b-439e-86c4-5aff3f64b8f8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b4b606-ad09-432b-b28b-5447c7b6e521,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:36.632005 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cd246342-b27b-439e-86c4-5aff3f64b8f8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:36.652018 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cd246342-b27b-439e-86c4-5aff3f64b8f8 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/b6b4b606-ad09-432b-b28b-5447c7b6e521 HTTP/1.1" status: 204  len: 168 time: 0.9422467
Feb 19 21:17:36.653121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52604) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:36.664991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8af93609-d52d-4a8d-8e94-b1caec4dda4d None None] Could not find standard attr ID for object 5784ee4f-a59b-4d0d-a2e1-5b8f44eca4a3. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:36.737942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d690621b-3f0c-40d7-95c5-db065a0fd159 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:36.741041 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:36.852183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91c478f-851e-42af-a6e1-a129a566d81e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting subnet 84028881-996a-47f4-b1f1-90402006842b {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:36.889204 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f91c478f-851e-42af-a6e1-a129a566d81e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (84028881-996a-47f4-b1f1-90402006842b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:36.952958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d690621b-3f0c-40d7-95c5-db065a0fd159 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:36.955110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:37.048210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f91c478f-851e-42af-a6e1-a129a566d81e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (84028881-996a-47f4-b1f1-90402006842b), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.093453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:37.095623 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.159114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3213a4f-3c4a-4e69-bf0c-31afc7e92cc7 None None] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:37.282669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f91c478f-851e-42af-a6e1-a129a566d81e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (84028881-996a-47f4-b1f1-90402006842b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.364244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:37.364655 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.397002 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f91c478f-851e-42af-a6e1-a129a566d81e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (84028881-996a-47f4-b1f1-90402006842b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.461687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c478f-851e-42af-a6e1-a129a566d81e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Subnet': ['ID=84028881-996a-47f4-b1f1-90402006842b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:37.473950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f91c478f-851e-42af-a6e1-a129a566d81e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.488267 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f91c478f-851e-42af-a6e1-a129a566d81e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/84028881-996a-47f4-b1f1-90402006842b HTTP/1.1" status: 204  len: 168 time: 0.8331251
Feb 19 21:17:37.489536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52656) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:37.508429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:37.513959 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f882653-2688-48fe-a144-91e4dae3f240 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (26108aa9-24c6-4efb-bebc-23e559a62537), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.517546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-32aa8f2c-eb77-429d-aabb-3e1b7197f3d9 None None] Provisioning complete for port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:37.517546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-32aa8f2c-eb77-429d-aabb-3e1b7197f3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.524434 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-83522ff5-86db-4a50-a964-0c2c57ab5349 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:17:37.525264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83522ff5-86db-4a50-a964-0c2c57ab5349 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:37.534476 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-83522ff5-86db-4a50-a964-0c2c57ab5349 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/b6b4b606-ad09-432b-b28b-5447c7b6e521 HTTP/1.1" status: 404  len: 337 time: 0.0439956
Feb 19 21:17:37.535162 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52658) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:37.560270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4f882653-2688-48fe-a144-91e4dae3f240 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for 26108aa9-24c6-4efb-bebc-23e559a62537 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:37.594177 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.595000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fba786ec-defb-4f3d-9470-185ab35f11f0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:37.629792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5920548-e11c-4cb2-9255-ed711ba5fb15 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting subnet 4ab0c8d0-2505-46c8-a124-544fb53ae623 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:37.634337 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5920548-e11c-4cb2-9255-ed711ba5fb15 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (4ab0c8d0-2505-46c8-a124-544fb53ae623), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.705309 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5920548-e11c-4cb2-9255-ed711ba5fb15 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (4ab0c8d0-2505-46c8-a124-544fb53ae623), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.759535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port fba786ec-defb-4f3d-9470-185ab35f11f0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:37.759927 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.789952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:37.814728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (89851b37-0063-4f91-b14e-6014c7d52ee9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.836003 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5920548-e11c-4cb2-9255-ed711ba5fb15 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (4ab0c8d0-2505-46c8-a124-544fb53ae623), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.885885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-32aa8f2c-eb77-429d-aabb-3e1b7197f3d9 None None] Current status of the port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:37.928153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0dd423-85d3-48ae-ac3f-44cb82ff5a6b None None] Update dhcp port {'port': {'network_id': '90f721e5-1984-4fc8-92b0-4419e1fe7d7c', 'fixed_ips': [{'subnet_id': '4ab0c8d0-2505-46c8-a124-544fb53ae623', 'ip_address': '172.20.0.18'}, {'subnet_id': '84028881-996a-47f4-b1f1-90402006842b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'd690621b-3f0c-40d7-95c5-db065a0fd159'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:17:37.952315 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5920548-e11c-4cb2-9255-ed711ba5fb15 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (4ab0c8d0-2505-46c8-a124-544fb53ae623), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:37.994222 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd423-85d3-48ae-ac3f-44cb82ff5a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.008323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5920548-e11c-4cb2-9255-ed711ba5fb15 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab0c8d0-2505-46c8-a124-544fb53ae623,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:38.022139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port fba786ec-defb-4f3d-9470-185ab35f11f0 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:38.022565 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.030201 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5920548-e11c-4cb2-9255-ed711ba5fb15 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.037017 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d5920548-e11c-4cb2-9255-ed711ba5fb15 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/4ab0c8d0-2505-46c8-a124-544fb53ae623 HTTP/1.1" status: 204  len: 168 time: 0.5007517
Feb 19 21:17:38.041591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52676) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.080875 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f882653-2688-48fe-a144-91e4dae3f240 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (26108aa9-24c6-4efb-bebc-23e559a62537), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.081083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5d934fbf-2503-4291-8e7a-910639fd6b6b None None] Provisioning complete for port 26108aa9-24c6-4efb-bebc-23e559a62537 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:38.081657 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5d934fbf-2503-4291-8e7a-910639fd6b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (26108aa9-24c6-4efb-bebc-23e559a62537), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.104460 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c525b4-ca43-4bd2-8e50-339646952a3b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:17:38.104927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c525b4-ca43-4bd2-8e50-339646952a3b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:38.111375 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-73c525b4-ca43-4bd2-8e50-339646952a3b tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/077307b4-708c-4682-ac83-3a51c7954d9f HTTP/1.1" status: 404  len: 337 time: 0.0655763
Feb 19 21:17:38.111375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52680) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.130920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f882653-2688-48fe-a144-91e4dae3f240 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=26108aa9-24c6-4efb-bebc-23e559a62537,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:38.149954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Router 89851b37-0063-4f91-b14e-6014c7d52ee9 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:17:38.178146 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f882653-2688-48fe-a144-91e4dae3f240 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.179672 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aaa06ba5-bff4-45fe-a8c1-3112cce62d15 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ca828f-4dc0-422b-a2b9-70bc45c4b877 HTTP/1.1" status: 200  len: 205 time: 0.0625808
Feb 19 21:17:38.181971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4f882653-2688-48fe-a144-91e4dae3f240 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/26108aa9-24c6-4efb-bebc-23e559a62537 HTTP/1.1" status: 204  len: 168 time: 2.0614102
Feb 19 21:17:38.185268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52684) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.186729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52686) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.211726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5d934fbf-2503-4291-8e7a-910639fd6b6b None None] Port 26108aa9-24c6-4efb-bebc-23e559a62537 was deleted so its status cannot be updated. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Feb 19 21:17:38.214340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port fba786ec-defb-4f3d-9470-185ab35f11f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fba786ec-defb-4f3d-9470-185ab35f11f0,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:38.224111 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.334308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd342bf-e8e4-4241-a6b5-c4c40b39a17d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:38.341421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd342bf-e8e4-4241-a6b5-c4c40b39a17d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:38.348825 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7cd342bf-e8e4-4241-a6b5-c4c40b39a17d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1557581
Feb 19 21:17:38.350621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52688) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.410360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=fba786ec-defb-4f3d-9470-185ab35f11f0,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:38.415055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:38.470035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52690) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.475994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:17:38.476354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.484659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.485131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.485492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.485857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.489624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.489911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.493126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.494126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.494920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.497920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.500715 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.501121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:38.505405 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-68f4985a-a5f7-42c9-85b6-b4f069c642c7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] delete failed (client error): The resource could not be found.
Feb 19 21:17:38.510436 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-68f4985a-a5f7-42c9-85b6-b4f069c642c7 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/routers/48ca828f-4dc0-422b-a2b9-70bc45c4b877 HTTP/1.1" status: 404  len: 336 time: 0.3225026
Feb 19 21:17:38.514861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52694) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.526717 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.529366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-518db10b-6d43-43d6-8357-cb0522bdc371 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 6.5006127
Feb 19 21:17:38.532483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52698) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.552943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Sync routers for ids ['89851b37-0063-4f91-b14e-6014c7d52ee9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:17:38.565801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb439f7-bea2-4486-9e52-624a88088132 None None] Network 90f721e5-1984-4fc8-92b0-4419e1fe7d7c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:38.613097 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-1960dae2-9037-4342-9d12-ff246ede9265 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:17:38.613825 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1960dae2-9037-4342-9d12-ff246ede9265 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:38.622350 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1960dae2-9037-4342-9d12-ff246ede9265 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/fe454ace-e3a9-48de-b801-ea7c2052ebf7 HTTP/1.1" status: 404  len: 337 time: 0.1032727
Feb 19 21:17:38.625410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5559ab-ae88-4468-93ef-146ff61063aa tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet efd74e76-5f4f-42a6-812d-5aee2be0278f {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:38.629864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52700) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.630389 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c5559ab-ae88-4468-93ef-146ff61063aa tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (efd74e76-5f4f-42a6-812d-5aee2be0278f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.674459 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d63670-a1cd-4216-aaa9-e5e89098dab0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:17:38.675085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d63670-a1cd-4216-aaa9-e5e89098dab0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:38.678483 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-00d63670-a1cd-4216-aaa9-e5e89098dab0 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/c04aeaa2-543c-43ad-b3d0-4626cbf274fe HTTP/1.1" status: 404  len: 337 time: 0.0469761
Feb 19 21:17:38.681200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52704) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.694735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Routers {'89851b37-0063-4f91-b14e-6014c7d52ee9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:38.695408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a636eb040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['89851b37-0063-4f91-b14e-6014c7d52ee9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:38.715287 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86f1493-35a3-4808-971b-adfb15a01757 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:17:38.716461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86f1493-35a3-4808-971b-adfb15a01757 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:38.719750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c86f1493-35a3-4808-971b-adfb15a01757 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/cdb1a475-b43b-4b64-bf9e-a0f7703febb4 HTTP/1.1" status: 404  len: 337 time: 0.0371242
Feb 19 21:17:38.722979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52706) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.745191 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c5559ab-ae88-4468-93ef-146ff61063aa tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (efd74e76-5f4f-42a6-812d-5aee2be0278f), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.758619 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b83ea74-0142-416c-a626-f26db4ab974c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:17:38.759994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b83ea74-0142-416c-a626-f26db4ab974c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:38.764805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1b83ea74-0142-416c-a626-f26db4ab974c tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/aacfa57d-f77b-4970-9916-5c8847075b4e HTTP/1.1" status: 404  len: 333 time: 0.0405869
Feb 19 21:17:38.767659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52708) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.790150 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12c05bfa-9603-47ef-97a2-f6e0979f2139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.802333 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1390cb5a-313d-4cef-a0ef-ac2dc35702a6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:17:38.803097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1390cb5a-313d-4cef-a0ef-ac2dc35702a6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:38.807025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1390cb5a-313d-4cef-a0ef-ac2dc35702a6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/d5fc3111-410f-463a-8647-88c2ca95fa05 HTTP/1.1" status: 404  len: 337 time: 0.0378852
Feb 19 21:17:38.810225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52710) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.828899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5c22a39c-e9b9-443b-a0a8-46f2d871d00e tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/routers/89851b37-0063-4f91-b14e-6014c7d52ee9 HTTP/1.1" status: 200  len: 908 time: 0.2949550
Feb 19 21:17:38.831760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52712) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.864549 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f0118f-6021-4428-8f6c-92d3876fd3db tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:17:38.867285 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f0118f-6021-4428-8f6c-92d3876fd3db tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:38.875107 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b6f0118f-6021-4428-8f6c-92d3876fd3db tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/15c06b57-1b9a-405c-992d-9fe810c5473a HTTP/1.1" status: 404  len: 337 time: 0.0615196
Feb 19 21:17:38.896373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52716) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.932720 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f4484f-7ff7-484f-a83c-588925e2a50e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:17:38.933305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f4484f-7ff7-484f-a83c-588925e2a50e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:38.936538 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-99f4484f-7ff7-484f-a83c-588925e2a50e tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/32d3170e-5be5-43ad-b990-d0e840c65b92 HTTP/1.1" status: 404  len: 333 time: 0.0390418
Feb 19 21:17:38.944209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52718) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:38.961207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c5559ab-ae88-4468-93ef-146ff61063aa tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (efd74e76-5f4f-42a6-812d-5aee2be0278f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.973604 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (89851b37-0063-4f91-b14e-6014c7d52ee9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:38.998406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1f0a554e-3680-4bed-b93f-73abe8f77f64 None None] Provisioning complete for port d690621b-3f0c-40d7-95c5-db065a0fd159 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:38.999089 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1f0a554e-3680-4bed-b93f-73abe8f77f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.041073 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3d09fd-88e0-4d91-b3db-4f6629da30af tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:17:39.041457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3d09fd-88e0-4d91-b3db-4f6629da30af tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:39.044804 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3e3d09fd-88e0-4d91-b3db-4f6629da30af tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/fd17e5f7-54a5-48a3-8ef9-b1f35e60bc08 HTTP/1.1" status: 404  len: 337 time: 0.0995848
Feb 19 21:17:39.048657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52730) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:39.070025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:39.070425 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.113651 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af650f0-356a-4d80-8321-99d5cf0dde73 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:17:39.114117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af650f0-356a-4d80-8321-99d5cf0dde73 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:39.117709 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0af650f0-356a-4d80-8321-99d5cf0dde73 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/subnets/fc5d1753-bb9d-4a9f-a9f3-1d8d45a8c64c HTTP/1.1" status: 404  len: 337 time: 0.0669625
Feb 19 21:17:39.128820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52732) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:39.138443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12c05bfa-9603-47ef-97a2-f6e0979f2139 admin admin] Publish callbacks [] for security_group (b7e79b32-ae44-4848-97aa-187797f8c2e0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.147500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12c05bfa-9603-47ef-97a2-f6e0979f2139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b7e79b32-ae44-4848-97aa-187797f8c2e0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.171006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (89851b37-0063-4f91-b14e-6014c7d52ee9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.181663 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c5559ab-ae88-4468-93ef-146ff61063aa tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (efd74e76-5f4f-42a6-812d-5aee2be0278f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.206788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Set router 89851b37-0063-4f91-b14e-6014c7d52ee9 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:17:39.241112 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12c05bfa-9603-47ef-97a2-f6e0979f2139 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d20975451fd46888b7e194bed337315&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7653816
Feb 19 21:17:39.241112 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5559ab-ae88-4468-93ef-146ff61063aa tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=efd74e76-5f4f-42a6-812d-5aee2be0278f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:39.242587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52734) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:39.246358 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c5559ab-ae88-4468-93ef-146ff61063aa tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.257434 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1c5559ab-ae88-4468-93ef-146ff61063aa tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/efd74e76-5f4f-42a6-812d-5aee2be0278f HTTP/1.1" status: 204  len: 168 time: 0.9022152
Feb 19 21:17:39.264418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c05bfa-9603-47ef-97a2-f6e0979f2139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e79b32-ae44-4848-97aa-187797f8c2e0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:39.265848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52736) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:39.295093 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:17:39.299019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3030076-de37-4534-9211-c17bed54557f None None] DHCP port deletion for 90f721e5-1984-4fc8-92b0-4419e1fe7d7c request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:17:39.301615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147fa2ac-561a-4e85-a958-2d157a6c3813 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:39.328684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-48f8bb0a-4f28-4242-85c1-dd3c16eab019 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0577981
Feb 19 21:17:39.331084 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52738) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:39.345147 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d03cfb4-484d-4281-ad0f-dd928c17c21f admin admin] Publish callbacks [] for security_group (b7e79b32-ae44-4848-97aa-187797f8c2e0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.364437 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ca5572e6-5e4c-4ccf-89df-1db6aaacecf6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:39.364802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5572e6-5e4c-4ccf-89df-1db6aaacecf6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.385458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a554e-3680-4bed-b93f-73abe8f77f64 None None] Current status of the port d690621b-3f0c-40d7-95c5-db065a0fd159 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:39.392308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d03cfb4-484d-4281-ad0f-dd928c17c21f admin admin] Publish callbacks [] for security_group (b7e79b32-ae44-4848-97aa-187797f8c2e0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.438959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Deleting port 93e812a3-00af-4662-9200-7e48281fce5a {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:39.439324 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (93e812a3-00af-4662-9200-7e48281fce5a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.444599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e427c2c4-1537-40ca-92a3-f70739afdf94 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:39.446147 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e427c2c4-1537-40ca-92a3-f70739afdf94 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1139090
Feb 19 21:17:39.449106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52740) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:39.495627 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5572e6-5e4c-4ccf-89df-1db6aaacecf6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.508219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d03cfb4-484d-4281-ad0f-dd928c17c21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b7e79b32-ae44-4848-97aa-187797f8c2e0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.510870 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2d03cfb4-484d-4281-ad0f-dd928c17c21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.512052 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2d03cfb4-484d-4281-ad0f-dd928c17c21f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7e79b32-ae44-4848-97aa-187797f8c2e0 HTTP/1.1" status: 204  len: 168 time: 0.2671418
Feb 19 21:17:39.518995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c053d78-5005-42ec-a381-b0306d7859a8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:39.522787 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2c053d78-5005-42ec-a381-b0306d7859a8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0700841
Feb 19 21:17:39.525523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52744) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:39.530759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ca5572e6-5e4c-4ccf-89df-1db6aaacecf6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:39.532969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03cfb4-484d-4281-ad0f-dd928c17c21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e79b32-ae44-4848-97aa-187797f8c2e0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:39.579152 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6c88bea7-6b3e-4ce9-bfe5-6193094f0c4b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0416563
Feb 19 21:17:39.579152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52746) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:39.582979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9eb35112-71c1-4759-afc5-caaefe12a380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:39.600297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:39.623858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1f0a554e-3680-4bed-b93f-73abe8f77f64 None None] Provisioning complete for port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:39.623858 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1f0a554e-3680-4bed-b93f-73abe8f77f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.656801 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (93e812a3-00af-4662-9200-7e48281fce5a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.683835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Calling delete_port for 93e812a3-00af-4662-9200-7e48281fce5a owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:39.749840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a554e-3680-4bed-b93f-73abe8f77f64 None None] Port a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:39.755896 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5572e6-5e4c-4ccf-89df-1db6aaacecf6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.800570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca5572e6-5e4c-4ccf-89df-1db6aaacecf6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.804780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ca5572e6-5e4c-4ccf-89df-1db6aaacecf6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/ports/a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2 HTTP/1.1" status: 204  len: 168 time: 0.6740041
Feb 19 21:17:39.805817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5572e6-5e4c-4ccf-89df-1db6aaacecf6 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=a7a8f008-efc7-4eb2-b53e-3cf1eb1a5ba2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:39.810077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52756) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:39.855197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a3030076-de37-4534-9211-c17bed54557f None None] Deleting port d690621b-3f0c-40d7-95c5-db065a0fd159 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:39.856115 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a3030076-de37-4534-9211-c17bed54557f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:39.976150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a636eb040>, [{'id': '89851b37-0063-4f91-b14e-6014c7d52ee9', 'name': 'tempest-snat-router-1719535478', 'tenant_id': 'e06193abd1d34eaab32fdda1693b0ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.210'}], 'enable_snat': True}, 'gw_port_id': '93e812a3-00af-4662-9200-7e48281fce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:32Z', 'updated_at': '2022-02-19T21:17:35Z', 'revision_number': 3, 'project_id': 'e06193abd1d34eaab32fdda1693b0ed4', 'gw_port': {'id': '93e812a3-00af-4662-9200-7e48281fce5a', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89851b37-0063-4f91-b14e-6014c7d52ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:33Z', 'updated_at': '2022-02-19T21:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:39.984239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d2fcb-3854-4945-9991-881779363679 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:17:40.003292 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (90f721e5-1984-4fc8-92b0-4419e1fe7d7c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.052155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Checking router: 89851b37-0063-4f91-b14e-6014c7d52ee9 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:17:40.052567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Updating router 89851b37-0063-4f91-b14e-6014c7d52ee9 port 93e812a3-00af-4662-9200-7e48281fce5a binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:17:40.098572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a3030076-de37-4534-9211-c17bed54557f None None] For port d690621b-3f0c-40d7-95c5-db065a0fd159, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d690621b-3f0c-40d7-95c5-db065a0fd159,segment=NetworkSegment(a256c513-8a9c-43c4-ae98-fe6f9b699b12),segment_id=a256c513-8a9c-43c4-ae98-fe6f9b699b12)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:40.098572 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a3030076-de37-4534-9211-c17bed54557f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.158823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb35112-71c1-4759-afc5-caaefe12a380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:40.165430 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9eb35112-71c1-4759-afc5-caaefe12a380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.166854 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (93e812a3-00af-4662-9200-7e48281fce5a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.177706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Deleting port d690621b-3f0c-40d7-95c5-db065a0fd159 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:40.178065 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.211613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a3030076-de37-4534-9211-c17bed54557f None None] Calling delete_port for d690621b-3f0c-40d7-95c5-db065a0fd159 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:40.248968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (93e812a3-00af-4662-9200-7e48281fce5a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.271505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] For port d690621b-3f0c-40d7-95c5-db065a0fd159, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d690621b-3f0c-40d7-95c5-db065a0fd159,segment=NetworkSegment(a256c513-8a9c-43c4-ae98-fe6f9b699b12),segment_id=a256c513-8a9c-43c4-ae98-fe6f9b699b12)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:40.273056 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.312491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event deleted for resources: {'Port': ['ID=93e812a3-00af-4662-9200-7e48281fce5a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:40.322644 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Calling delete_port for d690621b-3f0c-40d7-95c5-db065a0fd159 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:40.418789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fba786ec-defb-4f3d-9470-185ab35f11f0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:40.467334 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (89851b37-0063-4f91-b14e-6014c7d52ee9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.468641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d2fcb-3854-4945-9991-881779363679 None None] Deleting port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:40.469292 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0e6d2fcb-3854-4945-9991-881779363679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.561745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9eb35112-71c1-4759-afc5-caaefe12a380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (0143790e-5b41-4a12-9ffd-d269ace4caa3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.578875 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (89851b37-0063-4f91-b14e-6014c7d52ee9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.581739 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_controller (89851b37-0063-4f91-b14e-6014c7d52ee9), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.622531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0e6d2fcb-3854-4945-9991-881779363679 None None] For port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:40.623728 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0e6d2fcb-3854-4945-9991-881779363679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.640542 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.641557 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a3030076-de37-4534-9211-c17bed54557f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (d690621b-3f0c-40d7-95c5-db065a0fd159), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.650795 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (89851b37-0063-4f91-b14e-6014c7d52ee9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.652158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89851b37-0063-4f91-b14e-6014c7d52ee9 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:17:40.658038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb35112-71c1-4759-afc5-caaefe12a380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:40.664136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d2fcb-3854-4945-9991-881779363679 None None] Calling delete_port for 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:40.670270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb35112-71c1-4759-afc5-caaefe12a380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=0143790e-5b41-4a12-9ffd-d269ace4caa3,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:40.677812 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.678518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9eb35112-71c1-4759-afc5-caaefe12a380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:40.682438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-49ff93ef-b2a3-46e5-b31c-4ea49374d58d tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "DELETE /v2.0/routers/89851b37-0063-4f91-b14e-6014c7d52ee9 HTTP/1.1" status: 204  len: 168 time: 1.8481150
Feb 19 21:17:40.683116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52790) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:40.686650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb35112-71c1-4759-afc5-caaefe12a380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:40.687146 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9eb35112-71c1-4759-afc5-caaefe12a380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.699407 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Port': ['ID=d690621b-3f0c-40d7-95c5-db065a0fd159,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:40.728473 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9eb35112-71c1-4759-afc5-caaefe12a380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1463592
Feb 19 21:17:40.728473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52792) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:40.734178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3030076-de37-4534-9211-c17bed54557f None None] Pushing event deleted for resources: {'Port': ['ID=d690621b-3f0c-40d7-95c5-db065a0fd159,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:40.734178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3030076-de37-4534-9211-c17bed54557f None None] No DVR routers for this DVR port d690621b-3f0c-40d7-95c5-db065a0fd159 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:17:40.735811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] No DVR routers for this DVR port d690621b-3f0c-40d7-95c5-db065a0fd159 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:17:40.736968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port fba786ec-defb-4f3d-9470-185ab35f11f0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:40.737357 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.749465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:3e:12:4b', 'name': 'tempest-NetworksTestDHCPv6-105768858'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:40.884837 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (90f721e5-1984-4fc8-92b0-4419e1fe7d7c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.916072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a71608730>,) {'filters': {'network_id': ['90f721e5-1984-4fc8-92b0-4419e1fe7d7c']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:40.926034 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:40.985117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:40.988957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a71608730>, 'a256c513-8a9c-43c4-ae98-fe6f9b699b12') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:40.989683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a71608730>, 'a256c513-8a9c-43c4-ae98-fe6f9b699b12') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:40.991535 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0e6d2fcb-3854-4945-9991-881779363679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.037433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (a256c513-8a9c-43c4-ae98-fe6f9b699b12), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.057175 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a256c513-8a9c-43c4-ae98-fe6f9b699b12), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.062111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d2fcb-3854-4945-9991-881779363679 None None] Pushing event deleted for resources: {'Port': ['ID=277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:41.069892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:17:41.069892 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (a256c513-8a9c-43c4-ae98-fe6f9b699b12), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.070554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d2fcb-3854-4945-9991-881779363679 None None] No DVR routers for this DVR port 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:17:41.073562 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:17:41.079400 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:17:41.080018 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:17:41.082469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port fba786ec-defb-4f3d-9470-185ab35f11f0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:41.107437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec21c87a-bbb9-4f7f-afdc-cf0f0a492b11 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:41.158943 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.167567 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (90f721e5-1984-4fc8-92b0-4419e1fe7d7c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.207424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.210447 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.215502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] 10.222.0.30 "DELETE /v2.0/networks/90f721e5-1984-4fc8-92b0-4419e1fe7d7c HTTP/1.1" status: 204  len: 168 time: 1.4042413
Feb 19 21:17:41.230115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46d781-cb13-4869-a62b-4b7da5178156 tempest-PortsTestJSON-1759490646 tempest-PortsTestJSON-1759490646-project] Pushing event deleted for resources: {'Network': ['ID=90f721e5-1984-4fc8-92b0-4419e1fe7d7c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:41.271177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Deleting port fba786ec-defb-4f3d-9470-185ab35f11f0 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:41.271586 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.288742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port ffb89589-74c0-44bf-8955-9f2ed111a3da yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:41.400063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] For port fba786ec-defb-4f3d-9470-185ab35f11f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fba786ec-defb-4f3d-9470-185ab35f11f0,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:41.400400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.423644 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d690621b-3f0c-40d7-95c5-db065a0fd159 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:17:41.427626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Calling delete_port for fba786ec-defb-4f3d-9470-185ab35f11f0 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:41.486219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52838) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:41.503796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: d690621b-3f0c-40d7-95c5-db065a0fd159 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:17:41.504182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d690621b-3f0c-40d7-95c5-db065a0fd159 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:17:41.504661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:17:41.537690 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:17:41.537690 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 277f1e36-e4e5-40cf-9bd4-c0f8af8e66bd not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:17:41.553271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::12c (3093a338-1bb2-47bc-b43b-364f1349065f/0143790e-5b41-4a12-9ffd-d269ace4caa3/ffb89589-74c0-44bf-8955-9f2ed111a3da) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:41.631882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': '0143790e-5b41-4a12-9ffd-d269ace4caa3'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:41.632797 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.636272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Port 93e812a3-00af-4662-9200-7e48281fce5a not found while updating agent binding for router 89851b37-0063-4f91-b14e-6014c7d52ee9. {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Feb 19 21:17:41.667110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:41.667535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 19 21:17:41.668307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_agentschedulers_db [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89851b37-0063-4f91-b14e-6014c7d52ee9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent'). {{(pid=121130) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 19 21:17:41.668809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044cc68-6db8-425a-a0a2-ee8ed413f635 None None] The sync data for ids ['89851b37-0063-4f91-b14e-6014c7d52ee9'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:17:41.683396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52844) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:41.714827 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fba786ec-defb-4f3d-9470-185ab35f11f0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.759674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event deleted for resources: {'Port': ['ID=fba786ec-defb-4f3d-9470-185ab35f11f0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:41.831962 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-71a3df58-eb93-479b-987a-64f5fb6c3fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.855694 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (ffb89589-74c0-44bf-8955-9f2ed111a3da), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.866027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.870254 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-195d05bc-431c-4b20-8e45-3696514b1691 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e896604882924927a86fea7b4fdfb56b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1858981
Feb 19 21:17:41.873601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52848) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:41.936657 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ffb89589-74c0-44bf-8955-9f2ed111a3da), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.973733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09c23885-f686-45ad-b0ae-4cd2787a1b30 admin admin] Publish callbacks [] for security_group (c27e6091-1e4f-4c10-92bf-d85a04e00fc7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:41.981606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/0143790e-5b41-4a12-9ffd-d269ace4caa3/2c2ad3d2-67a5-4a28-ab8c-43149957b057) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:42.003009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:42.014915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:42.020001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=ffb89589-74c0-44bf-8955-9f2ed111a3da,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:42.022564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:42.027874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:42.029140 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.033188 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09c23885-f686-45ad-b0ae-4cd2787a1b30 admin admin] Publish callbacks [] for security_group (c27e6091-1e4f-4c10-92bf-d85a04e00fc7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.074184 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a7400235-4fd3-4404-8618-66a5b3e59796 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.3455420
Feb 19 21:17:42.078436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52850) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:42.150266 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09c23885-f686-45ad-b0ae-4cd2787a1b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c27e6091-1e4f-4c10-92bf-d85a04e00fc7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.153899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09c23885-f686-45ad-b0ae-4cd2787a1b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.155164 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-09c23885-f686-45ad-b0ae-4cd2787a1b30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c27e6091-1e4f-4c10-92bf-d85a04e00fc7 HTTP/1.1" status: 204  len: 168 time: 0.2805083
Feb 19 21:17:42.174197 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Publish callbacks [] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.175782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415ea1c-b651-4fe5-b9f8-893cd72cda59 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:42.178584 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9415ea1c-b651-4fe5-b9f8-893cd72cda59 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.0984139
Feb 19 21:17:42.185272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52856) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:42.187550 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.194858 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c23885-f686-45ad-b0ae-4cd2787a1b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e6091-1e4f-4c10-92bf-d85a04e00fc7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:42.279493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Pushing event updated for resources: {'Port': ['ID=2c2ad3d2-67a5-4a28-ab8c-43149957b057,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:42.296004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:42.298998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:42.301496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:42.374617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b98c7933-eda0-4537-aa48-e6dd08115c22 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port ffb89589-74c0-44bf-8955-9f2ed111a3da {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:42.374874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b98c7933-eda0-4537-aa48-e6dd08115c22 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ffb89589-74c0-44bf-8955-9f2ed111a3da), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.380264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Attempting to bind port 2c2ad3d2-67a5-4a28-ab8c-43149957b057 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:42.380683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Attempting to bind port 2c2ad3d2-67a5-4a28-ab8c-43149957b057 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:42.381061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Attempting to bind port 2c2ad3d2-67a5-4a28-ab8c-43149957b057 on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:42.386798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:42.388433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:42.388736 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.389940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:42.390473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Bound port: 2c2ad3d2-67a5-4a28-ab8c-43149957b057, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:42.392491 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.416910 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.420506 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_controller (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.498687 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.499224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:17:42.504153 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.509972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a8922ee6-cc85-4900-b202-e9c549db4f9b tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "DELETE /v2.0/routers/32d69ff7-cdb9-45d7-b40a-f62c3cc9f9c4 HTTP/1.1" status: 204  len: 168 time: 1.8213625
Feb 19 21:17:42.509972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52864) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:42.517544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-779040668', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:42.517743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b98c7933-eda0-4537-aa48-e6dd08115c22 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ffb89589-74c0-44bf-8955-9f2ed111a3da), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.535791 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-b98c7933-eda0-4537-aa48-e6dd08115c22 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for ffb89589-74c0-44bf-8955-9f2ed111a3da owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:42.549051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] For port 2c2ad3d2-67a5-4a28-ab8c-43149957b057, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:42.553570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-71a3df58-eb93-479b-987a-64f5fb6c3fc6 admin admin] Publish callbacks [] for security_group (c6dff517-170f-43ef-b4c3-bbaac316cacc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.565430 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-71a3df58-eb93-479b-987a-64f5fb6c3fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c6dff517-170f-43ef-b4c3-bbaac316cacc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.569314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] For port 2c2ad3d2-67a5-4a28-ab8c-43149957b057, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c2ad3d2-67a5-4a28-ab8c-43149957b057,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:42.592359 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.613352 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.615023 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.754283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e79a18-f238-4ca1-8448-091665b94b2b None None] Pushing event updated for resources: {'Port': ['ID=2c2ad3d2-67a5-4a28-ab8c-43149957b057,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:42.800888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3df58-eb93-479b-987a-64f5fb6c3fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dff517-170f-43ef-b4c3-bbaac316cacc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:42.808347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-71a3df58-eb93-479b-987a-64f5fb6c3fc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2ceaa5559614c5191aa106f6f7e8f36&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3211410
Feb 19 21:17:42.811495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52878) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:42.845332 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b98c7933-eda0-4537-aa48-e6dd08115c22 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ffb89589-74c0-44bf-8955-9f2ed111a3da), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.849109 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.891543 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c7933-eda0-4537-aa48-e6dd08115c22 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=ffb89589-74c0-44bf-8955-9f2ed111a3da,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:42.932720 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b98c7933-eda0-4537-aa48-e6dd08115c22 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.939060 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b98c7933-eda0-4537-aa48-e6dd08115c22 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/ffb89589-74c0-44bf-8955-9f2ed111a3da HTTP/1.1" status: 204  len: 168 time: 0.7521214
Feb 19 21:17:42.941289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52884) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:42.956223 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b32b96f-8e5b-4f67-b992-18b2b4b32e2f admin admin] Publish callbacks [] for security_group (c6dff517-170f-43ef-b4c3-bbaac316cacc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:42.999824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db441aee-7abd-471f-a67a-4f9e30b80d06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:43.001292 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db441aee-7abd-471f-a67a-4f9e30b80d06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:43.003053 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-db441aee-7abd-471f-a67a-4f9e30b80d06 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0605388
Feb 19 21:17:43.005710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52888) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:43.044854 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b32b96f-8e5b-4f67-b992-18b2b4b32e2f admin admin] Publish callbacks [] for security_group (c6dff517-170f-43ef-b4c3-bbaac316cacc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.063670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 0143790e-5b41-4a12-9ffd-d269ace4caa3 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:43.066984 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.067828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (0143790e-5b41-4a12-9ffd-d269ace4caa3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.152544 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (0143790e-5b41-4a12-9ffd-d269ace4caa3), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.185931 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b32b96f-8e5b-4f67-b992-18b2b4b32e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c6dff517-170f-43ef-b4c3-bbaac316cacc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.189261 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2b32b96f-8e5b-4f67-b992-18b2b4b32e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.196212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2b32b96f-8e5b-4f67-b992-18b2b4b32e2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6dff517-170f-43ef-b4c3-bbaac316cacc HTTP/1.1" status: 204  len: 168 time: 0.3827903
Feb 19 21:17:43.236657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32b96f-8e5b-4f67-b992-18b2b4b32e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dff517-170f-43ef-b4c3-bbaac316cacc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:43.341160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (0143790e-5b41-4a12-9ffd-d269ace4caa3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.429873 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.434966 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (0143790e-5b41-4a12-9ffd-d269ace4caa3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.457723 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.481650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=0143790e-5b41-4a12-9ffd-d269ace4caa3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:43.484625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.488185 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/0143790e-5b41-4a12-9ffd-d269ace4caa3 HTTP/1.1" status: 204  len: 168 time: 0.4813211
Feb 19 21:17:43.494907 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52902) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:43.514368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.514851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.515213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.515567 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.516044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.516450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.516800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.517141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.517478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.517819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.518156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.518712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.518888 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f83f06-e3ee-4daf-a7ac-5c1c003c137b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:17:43.525777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52904) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:43.560168 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-121b05cc-08b1-409e-9813-cac3d9a42617 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0541773
Feb 19 21:17:43.560838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52910) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:43.620217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef30cfc-c218-4921-878c-c181b4910dae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:43.624690 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cef30cfc-c218-4921-878c-c181b4910dae tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0627949
Feb 19 21:17:43.624892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52916) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:43.672424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Allocated IP 172.35.2.228 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/93da5242-d6fc-4460-9fd3-3f49c5c39cbb) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:43.708049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5b316799-eca7-456f-acf2-a049c0e5e99f tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-239808129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:43.748174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13174999-52cb-451f-8e5e-c005700cbcee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:43.749720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-13174999-52cb-451f-8e5e-c005700cbcee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1237106
Feb 19 21:17:43.755056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52926) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:43.814672 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b316799-eca7-456f-acf2-a049c0e5e99f tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.817304 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b316799-eca7-456f-acf2-a049c0e5e99f tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:43.834047 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0660ba6e-3469-42f4-9271-2031f02ede99 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0741575
Feb 19 21:17:43.837016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52930) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:43.843620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:44.009752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for port (93da5242-d6fc-4460-9fd3-3f49c5c39cbb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.011987 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b316799-eca7-456f-acf2-a049c0e5e99f tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for router_controller (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.021090 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b316799-eca7-456f-acf2-a049c0e5e99f tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.049126 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b316799-eca7-456f-acf2-a049c0e5e99f tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.052955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5b316799-eca7-456f-acf2-a049c0e5e99f tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.5235879
Feb 19 21:17:44.054021 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52946) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:44.063098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-392909718'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:44.076853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:44.080590 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.093036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Made reservation on behalf of ad93e6eca7bb4554bef6fd82494917db for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:44.099242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (93da5242-d6fc-4460-9fd3-3f49c5c39cbb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.099749 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.111545 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.200539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:44.211190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for security_group (fb215317-6482-40cc-b87a-b3072c8e067c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.211534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:44.214616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:44.220883 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fb215317-6482-40cc-b87a-b3072c8e067c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.240678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Pushing event updated for resources: {'Port': ['ID=93da5242-d6fc-4460-9fd3-3f49c5c39cbb,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:44.254810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:17:44.269050 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb215317-6482-40cc-b87a-b3072c8e067c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:44.279055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (43287aa9-b787-4d94-80cc-2dcf174286a2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.279500 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Added segment 43287aa9-b787-4d94-80cc-2dcf174286a2 of type vlan for network 427bf7e9-711d-4503-b447-c6731b0efc2c
Feb 19 21:17:44.336315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b839cb3-37a7-4772-971f-99828e7d0380 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:44.358225 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (427bf7e9-711d-4503-b447-c6731b0efc2c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.451204 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (427bf7e9-711d-4503-b447-c6731b0efc2c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.474552 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:44.475982 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.500422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2c2ad3d2-67a5-4a28-ab8c-43149957b057 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:44.525604 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4686644
Feb 19 21:17:44.570756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52954) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:44.580618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d01e32ec-ab7a-48a7-aaf2-c7cf3eeeba2c None None] Provisioning complete for port 2c2ad3d2-67a5-4a28-ab8c-43149957b057 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:44.581342 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d01e32ec-ab7a-48a7-aaf2-c7cf3eeeba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.589036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Request body: {'subnet': {'network_id': '427bf7e9-711d-4503-b447-c6731b0efc2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:44.671825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 2c2ad3d2-67a5-4a28-ab8c-43149957b057 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:44.676635 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.744493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eb5062-2873-4555-8bf2-c858ddd8af98 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:17:44.745085 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce60ab4-d705-4b2e-b05d-d48a0aebc74e tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event updated for resources: {'Network': ['ID=427bf7e9-711d-4503-b447-c6731b0efc2c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:44.752055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Made reservation on behalf of ad93e6eca7bb4554bef6fd82494917db for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:44.756089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.781977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 427bf7e9-711d-4503-b447-c6731b0efc2c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:17:44.891906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d01e32ec-ab7a-48a7-aaf2-c7cf3eeeba2c None None] Current status of the port 2c2ad3d2-67a5-4a28-ab8c-43149957b057 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:44.892689 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d01e32ec-ab7a-48a7-aaf2-c7cf3eeeba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:44.940472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.objects.ports [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:17:44.950323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.033371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 2c2ad3d2-67a5-4a28-ab8c-43149957b057 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:45.034092 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.088530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d01e32ec-ab7a-48a7-aaf2-c7cf3eeeba2c None None] For port 2c2ad3d2-67a5-4a28-ab8c-43149957b057, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c2ad3d2-67a5-4a28-ab8c-43149957b057,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:45.121279 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d01e32ec-ab7a-48a7-aaf2-c7cf3eeeba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.124691 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.219114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-51eb5062-2873-4555-8bf2-c858ddd8af98 None None] Deleting port 2c2ad3d2-67a5-4a28-ab8c-43149957b057 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:45.219770 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-51eb5062-2873-4555-8bf2-c858ddd8af98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.282608 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:17:45.283274 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:17:45.286100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Checking segment: {'id': '43287aa9-b787-4d94-80cc-2dcf174286a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '427bf7e9-711d-4503-b447-c6731b0efc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:45.288485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Network hostable DHCP agents. Network: 427bf7e9-711d-4503-b447-c6731b0efc2c, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:17:45.296857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e32ec-ab7a-48a7-aaf2-c7cf3eeeba2c None None] Pushing event updated for resources: {'Port': ['ID=2c2ad3d2-67a5-4a28-ab8c-43149957b057,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:45.300098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event updated for resources: {'Subnet': ['ID=7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:45.319751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Network 427bf7e9-711d-4503-b447-c6731b0efc2c is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:17:45.347192 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 427bf7e9-711d-4503-b447-c6731b0efc2c) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:45.350141 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.354767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:45.355880 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.365146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7ca2d9-f6e8-4e17-b09b-85c2da00beba None None] Network 427bf7e9-711d-4503-b447-c6731b0efc2c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:45.379338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 52982) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:45.395663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-51eb5062-2873-4555-8bf2-c858ddd8af98 None None] For port 2c2ad3d2-67a5-4a28-ab8c-43149957b057, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c2ad3d2-67a5-4a28-ab8c-43149957b057,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:45.396180 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-51eb5062-2873-4555-8bf2-c858ddd8af98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.405249 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dae80f78-8888-4421-b82a-3b553f049c50 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8325739
Feb 19 21:17:45.407966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52984) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:45.415080 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Request body: {'network': {'name': 'tempest-router-network01--807078542'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:45.428370 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.452351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Made reservation on behalf of ad93e6eca7bb4554bef6fd82494917db for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:45.457086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-51eb5062-2873-4555-8bf2-c858ddd8af98 None None] Calling delete_port for 2c2ad3d2-67a5-4a28-ab8c-43149957b057 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:45.461708 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.526416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:17:45.545027 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b9d2e657-7a3e-443a-bba4-3b514b9dc488), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.546063 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Added segment b9d2e657-7a3e-443a-bba4-3b514b9dc488 of type vlan for network 4add7c8b-cca4-4e3f-821f-13a9bd67a701
Feb 19 21:17:45.599264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-427bf7e9-711d-4503-b447-c6731b0efc2c', 'network_id': '427bf7e9-711d-4503-b447-c6731b0efc2c', 'project_id': 'ad93e6eca7bb4554bef6fd82494917db', 'fixed_ips': [{'subnet_id': '7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:45.601135 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.634805 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (4add7c8b-cca4-4e3f-821f-13a9bd67a701), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.692986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (4add7c8b-cca4-4e3f-821f-13a9bd67a701), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.702629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:45.703619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.707227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] For port 2c2ad3d2-67a5-4a28-ab8c-43149957b057, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c2ad3d2-67a5-4a28-ab8c-43149957b057,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:45.746302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-813373351'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:45.786264 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3765039
Feb 19 21:17:45.791138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 52988) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:45.792589 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.797939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Request body: {'network': {'name': 'tempest-router-network02--1666728386'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:45.802858 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.812406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c8a41-f1db-408f-9285-e1c0a8c37879 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event updated for resources: {'Network': ['ID=4add7c8b-cca4-4e3f-821f-13a9bd67a701,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:45.816622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Made reservation on behalf of c0d980341c53486097ff7c90cefbc5ea for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:45.820607 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.832441 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Made reservation on behalf of ad93e6eca7bb4554bef6fd82494917db for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:45.835954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 4add7c8b-cca4-4e3f-821f-13a9bd67a701 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:17:45.836556 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.837746 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-51eb5062-2873-4555-8bf2-c858ddd8af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (2c2ad3d2-67a5-4a28-ab8c-43149957b057), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.843332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Router 1224b2b5-d42c-4cd6-a43e-fe232c3512ef is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:17:45.867270 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (25ee6aef-01ee-47f5-948e-60bae8f195d1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.867588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:17:45.870294 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.883148 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f127e2ea-5016-4bb6-b91c-ab11eb4b17a6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.884460 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Added segment f127e2ea-5016-4bb6-b91c-ab11eb4b17a6 of type vlan for network f7543d23-6c92-4410-adf5-ecff7f0cc82a
Feb 19 21:17:45.941503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eb5062-2873-4555-8bf2-c858ddd8af98 None None] No DVR routers for this DVR port 2c2ad3d2-67a5-4a28-ab8c-43149957b057 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:17:45.956448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb5062-2873-4555-8bf2-c858ddd8af98 None None] Pushing event deleted for resources: {'Port': ['ID=2c2ad3d2-67a5-4a28-ab8c-43149957b057,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:45.957753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Allocated IP 172.20.0.2 (427bf7e9-711d-4503-b447-c6731b0efc2c/7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd/aed39891-6ef1-44d9-90e8-e3c5423b8251) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:45.975365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f7543d23-6c92-4410-adf5-ecff7f0cc82a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:45.978337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 2c2ad3d2-67a5-4a28-ab8c-43149957b057 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:45.995517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fba786ec-defb-4f3d-9470-185ab35f11f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:17:46.004786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:46.005605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=2c2ad3d2-67a5-4a28-ab8c-43149957b057,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:46.017575 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f7543d23-6c92-4410-adf5-ecff7f0cc82a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.027561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:46.037641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:46.040631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:46.041129 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.041320 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.064612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=25ee6aef-01ee-47f5-948e-60bae8f195d1,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:46.082178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60495eb1-a54d-4363-aeb3-0b69198558cc None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:46.099847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aa49077f-ce55-4046-a576-c41198edb5e8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.2615271
Feb 19 21:17:46.107056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: fba786ec-defb-4f3d-9470-185ab35f11f0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:17:46.107822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device fba786ec-defb-4f3d-9470-185ab35f11f0 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:17:46.108029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53000) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:46.120721 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ecf67544-79cf-4e86-b85f-d07886e9d95b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:46.223996 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4313521
Feb 19 21:17:46.228394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53014) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:46.234800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Request body: {'subnet': {'network_id': '4add7c8b-cca4-4e3f-821f-13a9bd67a701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:46.368955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74837c-0165-41c2-adcc-8984f3a794b4 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event updated for resources: {'Network': ['ID=f7543d23-6c92-4410-adf5-ecff7f0cc82a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:46.390432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Made reservation on behalf of ad93e6eca7bb4554bef6fd82494917db for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:46.397843 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.582758 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Publish callbacks [] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.590190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f7543d23-6c92-4410-adf5-ecff7f0cc82a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:17:46.593266 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2c2ad3d2-67a5-4a28-ab8c-43149957b057 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:17:46.629994 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.658323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:17:46.675859 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3a9a2-cae9-4144-8775-eb51e35aa4dd None None] Sync routers for ids ['1224b2b5-d42c-4cd6-a43e-fe232c3512ef'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:17:46.698262 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3a9a2-cae9-4144-8775-eb51e35aa4dd None None] Routers {'1224b2b5-d42c-4cd6-a43e-fe232c3512ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:46.699321 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d5a3a9a2-cae9-4144-8775-eb51e35aa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7bae80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1224b2b5-d42c-4cd6-a43e-fe232c3512ef'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:46.710070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 2c2ad3d2-67a5-4a28-ab8c-43149957b057 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:17:46.710475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 2c2ad3d2-67a5-4a28-ab8c-43149957b057 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:17:46.731990 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (9c55a3cb-4701-4f65-ae05-efa93f9f487c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.738794 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.740072 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-194f9c52-553e-4e30-8d7e-6f08fd07b090 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 4.2263956
Feb 19 21:17:46.745393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53028) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:46.745918 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks [] for security_group (ccdf96b3-c9ef-4b3d-9971-6965e81a0d8f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.747523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Network 427bf7e9-711d-4503-b447-c6731b0efc2c is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:46.752931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:46.755488 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ccdf96b3-c9ef-4b3d-9971-6965e81a0d8f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.759811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Pushing event updated for resources: {'Port': ['ID=aed39891-6ef1-44d9-90e8-e3c5423b8251,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:46.763432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:46.776654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0eba6056-8dfe-4a3a-80b6-7f1ae06b47df tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'enable_snat': False}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:46.792734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:17:46.811738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdf96b3-c9ef-4b3d-9971-6965e81a0d8f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:46.817467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.817796 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Added segment a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b of type vlan for network 74545aa1-4c18-40bd-9796-0ce47b89c532
Feb 19 21:17:46.819109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf67544-79cf-4e86-b85f-d07886e9d95b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:46.822743 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecf67544-79cf-4e86-b85f-d07886e9d95b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.890087 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d5a3a9a2-cae9-4144-8775-eb51e35aa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7bae80>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:46.899943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Attempting to bind port aed39891-6ef1-44d9-90e8-e3c5423b8251 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:46.902062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Attempting to bind port aed39891-6ef1-44d9-90e8-e3c5423b8251 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43287aa9-b787-4d94-80cc-2dcf174286a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '427bf7e9-711d-4503-b447-c6731b0efc2c'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:46.903541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Attempting to bind port aed39891-6ef1-44d9-90e8-e3c5423b8251 on network 427bf7e9-711d-4503-b447-c6731b0efc2c {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:46.915809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:46.916976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Checking segment: {'id': '43287aa9-b787-4d94-80cc-2dcf174286a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '427bf7e9-711d-4503-b447-c6731b0efc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:46.916976 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.917545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Bound using segment: {'id': '43287aa9-b787-4d94-80cc-2dcf174286a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '427bf7e9-711d-4503-b447-c6731b0efc2c'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:46.919352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Bound port: aed39891-6ef1-44d9-90e8-e3c5423b8251, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43287aa9-b787-4d94-80cc-2dcf174286a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '427bf7e9-711d-4503-b447-c6731b0efc2c'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:46.920262 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.923853 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (74545aa1-4c18-40bd-9796-0ce47b89c532), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.942900 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3a9a2-cae9-4144-8775-eb51e35aa4dd None None] Routers {'1224b2b5-d42c-4cd6-a43e-fe232c3512ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:46.945472 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d5a3a9a2-cae9-4144-8775-eb51e35aa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7bae80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1224b2b5-d42c-4cd6-a43e-fe232c3512ef'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:46.946952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': '25ee6aef-01ee-47f5-948e-60bae8f195d1'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:46.947323 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.959037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event updated for resources: {'Subnet': ['ID=9c55a3cb-4701-4f65-ae05-efa93f9f487c,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:46.975551 ncdv-master-1 neutron-server[121128]: INFO neutron.db.ipam_backend_mixin [None req-ecf67544-79cf-4e86-b85f-d07886e9d95b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25ee6aef-01ee-47f5-948e-60bae8f195d1 (CIDR: 2001:db8::/64)
Feb 19 21:17:46.976706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Checking segment: {'id': 'b9d2e657-7a3e-443a-bba4-3b514b9dc488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4add7c8b-cca4-4e3f-821f-13a9bd67a701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:46.977312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Network hostable DHCP agents. Network: 4add7c8b-cca4-4e3f-821f-13a9bd67a701, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:17:46.980135 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf67544-79cf-4e86-b85f-d07886e9d95b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:46.982095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf67544-79cf-4e86-b85f-d07886e9d95b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:46.987024 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (74545aa1-4c18-40bd-9796-0ce47b89c532), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:46.993182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:46.994190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.033939 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d5a3a9a2-cae9-4144-8775-eb51e35aa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7bae80>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:47.034599 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3a9a2-cae9-4144-8775-eb51e35aa4dd None None] The sync data for ids ['1224b2b5-d42c-4cd6-a43e-fe232c3512ef'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:17:47.057432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Network 4add7c8b-cca4-4e3f-821f-13a9bd67a701 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:17:47.096595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Pushing event updated for resources: {'Network': ['ID=74545aa1-4c18-40bd-9796-0ce47b89c532,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:47.113328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ecf67544-79cf-4e86-b85f-d07886e9d95b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0042319
Feb 19 21:17:47.114432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53030) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:47.119700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a4086998-7b2f-43a9-bb13-9552fac81b60 tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.7373354
Feb 19 21:17:47.120641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 74545aa1-4c18-40bd-9796-0ce47b89c532 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:17:47.123605 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4add7c8b-cca4-4e3f-821f-13a9bd67a701) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:47.123909 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cf782c9a-5e22-43a3-bbb4-7877709c3a84 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:47.134116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:47.134916 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.137161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] For port aed39891-6ef1-44d9-90e8-e3c5423b8251, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:47.161428 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] For port aed39891-6ef1-44d9-90e8-e3c5423b8251, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aed39891-6ef1-44d9-90e8-e3c5423b8251,segment=NetworkSegment(43287aa9-b787-4d94-80cc-2dcf174286a2),segment_id=43287aa9-b787-4d94-80cc-2dcf174286a2)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:47.173028 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-df7725ec-78f2-4319-8cbf-476cd0ee1e96 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9432685
Feb 19 21:17:47.176274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53038) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:47.188776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Request body: {'subnet': {'network_id': 'f7543d23-6c92-4410-adf5-ecff7f0cc82a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:47.198650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b4284e-2df6-476e-a7f4-f33fadafb64b None None] Network 4add7c8b-cca4-4e3f-821f-13a9bd67a701 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:47.277663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf782c9a-5e22-43a3-bbb4-7877709c3a84 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:47.283859 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf782c9a-5e22-43a3-bbb4-7877709c3a84 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.315046 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.429069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53042) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:47.431482 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Made reservation on behalf of ad93e6eca7bb4554bef6fd82494917db for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:47.435428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Request body: {'port': {'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-85951632'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:47.436293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.482056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Allocated IP 2001:db8::f816:3eff:fe79:4ee1 (3093a338-1bb2-47bc-b43b-364f1349065f/25ee6aef-01ee-47f5-948e-60bae8f195d1/b2ee9db8-b04d-4d2e-b00d-ea525bb083ee) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:47.488766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Made reservation on behalf of 2bf97ca8c144485fb096b7030caf8f60 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:47.491697 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.501026 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316b495-4375-4264-b0e9-d5a3d62d027f None None] Pushing event updated for resources: {'Port': ['ID=aed39891-6ef1-44d9-90e8-e3c5423b8251,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:47.505632 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.535760 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0eba6056-8dfe-4a3a-80b6-7f1ae06b47df tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.614068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4add7c8b-cca4-4e3f-821f-13a9bd67a701', 'network_id': '4add7c8b-cca4-4e3f-821f-13a9bd67a701', 'project_id': 'ad93e6eca7bb4554bef6fd82494917db', 'fixed_ips': [{'subnet_id': '9c55a3cb-4701-4f65-ae05-efa93f9f487c'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:47.614864 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.759305 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks [] for security_group (139c7be4-9198-4769-a6d8-db3304a2c91c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.761420 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf782c9a-5e22-43a3-bbb4-7877709c3a84 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (d00f9f23-9501-4f77-934a-eb0226b73355), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.770377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (139c7be4-9198-4769-a6d8-db3304a2c91c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.838550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] device_id is not set on port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:47.866225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139c7be4-9198-4769-a6d8-db3304a2c91c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:47.879986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (8be79c79-a170-40fc-a85f-79d416370235), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.931836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf782c9a-5e22-43a3-bbb4-7877709c3a84 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:47.940356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-cf782c9a-5e22-43a3-bbb4-7877709c3a84 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:47.944057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf782c9a-5e22-43a3-bbb4-7877709c3a84 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:47.944665 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cf782c9a-5e22-43a3-bbb4-7877709c3a84 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:47.961982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf782c9a-5e22-43a3-bbb4-7877709c3a84 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=d00f9f23-9501-4f77-934a-eb0226b73355,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:47.983306 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Publish callbacks [] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.003050 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.008953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cf782c9a-5e22-43a3-bbb4-7877709c3a84 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8933313
Feb 19 21:17:48.009665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53050) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:48.017343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Allocated IP 172.20.0.2 (4add7c8b-cca4-4e3f-821f-13a9bd67a701/9c55a3cb-4701-4f65-ae05-efa93f9f487c/003655fc-aaac-45bf-bb73-2a88c9571840) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:48.022782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:61:ea:a0', 'name': 'tempest-NetworksTestDHCPv6-2015470065'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:48.058671 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:48.067259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:48.078846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:48.211497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Pushing event updated for resources: {'Port': ['ID=b2ee9db8-b04d-4d2e-b00d-ea525bb083ee,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:48.253559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Attempting to bind port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:48.254085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Attempting to bind port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:48.254542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Attempting to bind port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:48.271313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:48.272024 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:48.272416 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.272914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:48.273500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Bound port: b2ee9db8-b04d-4d2e-b00d-ea525bb083ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:48.274012 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.289427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] device_id is not set on port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:48.303244 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks [] for port (13fb1fc6-eced-40fc-ae5a-a365d4020e11), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.310977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:48.318358 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (13fb1fc6-eced-40fc-ae5a-a365d4020e11), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.360590 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e5a028b5-5c1b-41ee-9736-1fb06e88908e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.414941 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Publish callbacks [] for port (003655fc-aaac-45bf-bb73-2a88c9571840), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.423910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] For port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:48.428055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] For port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2ee9db8-b04d-4d2e-b00d-ea525bb083ee,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:48.437220 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.454304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event updated for resources: {'Port': ['ID=13fb1fc6-eced-40fc-ae5a-a365d4020e11,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:48.470542 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.495985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Network 4add7c8b-cca4-4e3f-821f-13a9bd67a701 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:48.506606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:48.513654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:48.517132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Pushing event updated for resources: {'Port': ['ID=003655fc-aaac-45bf-bb73-2a88c9571840,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:48.539122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Checking segment: {'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:48.539501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Network hostable DHCP agents. Network: 74545aa1-4c18-40bd-9796-0ce47b89c532, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:17:48.563341 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.602142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Checking segment: {'id': 'f127e2ea-5016-4bb6-b91c-ab11eb4b17a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f7543d23-6c92-4410-adf5-ecff7f0cc82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:48.603047 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Network hostable DHCP agents. Network: f7543d23-6c92-4410-adf5-ecff7f0cc82a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:17:48.610160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event updated for resources: {'Subnet': ['ID=8be79c79-a170-40fc-a85f-79d416370235,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:48.647072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Network f7543d23-6c92-4410-adf5-ecff7f0cc82a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:17:48.665029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port 082c91b3-6512-420c-9e03-dfda4aa5b50f yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:48.684996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Network 74545aa1-4c18-40bd-9796-0ce47b89c532 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:17:48.710839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device aed39891-6ef1-44d9-90e8-e3c5423b8251 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:48.733927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b8080-aed0-41eb-ad50-700accbe0bf0 None None] Pushing event updated for resources: {'Port': ['ID=b2ee9db8-b04d-4d2e-b00d-ea525bb083ee,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:48.743060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Attempting to bind port 003655fc-aaac-45bf-bb73-2a88c9571840 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:48.743590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Attempting to bind port 003655fc-aaac-45bf-bb73-2a88c9571840 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9d2e657-7a3e-443a-bba4-3b514b9dc488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4add7c8b-cca4-4e3f-821f-13a9bd67a701'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:48.744058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Attempting to bind port 003655fc-aaac-45bf-bb73-2a88c9571840 on network 4add7c8b-cca4-4e3f-821f-13a9bd67a701 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:48.755067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f7543d23-6c92-4410-adf5-ecff7f0cc82a) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:48.769941 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:48.770950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.779079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80702b35-38d0-46e6-946b-f88913f132ec None None] Network f7543d23-6c92-4410-adf5-ecff7f0cc82a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:48.789363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 74545aa1-4c18-40bd-9796-0ce47b89c532) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:48.803519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:48.828392 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-92e382ce-5f9c-45e1-9840-28b36c7128ba tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6506135
Feb 19 21:17:48.832500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53066) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:48.836105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:48.836569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:48.836935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:48.851234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:48.851744 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:48.863177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7217d5-8fcb-4237-a54a-fa74727b6dd3 None None] Network 74545aa1-4c18-40bd-9796-0ce47b89c532 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:48.867119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:48.867797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Checking segment: {'id': 'b9d2e657-7a3e-443a-bba4-3b514b9dc488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4add7c8b-cca4-4e3f-821f-13a9bd67a701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:48.868316 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.868846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Bound using segment: {'id': 'b9d2e657-7a3e-443a-bba4-3b514b9dc488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4add7c8b-cca4-4e3f-821f-13a9bd67a701'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:48.874793 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 2 to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11
Feb 19 21:17:48.875307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Bound port: 003655fc-aaac-45bf-bb73-2a88c9571840, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d2e657-7a3e-443a-bba4-3b514b9dc488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4add7c8b-cca4-4e3f-821f-13a9bd67a701'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:48.876010 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:48.921068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:48.925003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:48.925418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:48.949105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:48.967759 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:48.972134 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 3 to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11
Feb 19 21:17:49.026283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:49.026890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:49.027241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:49.060846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:49.061399 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:49.067040 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 4 to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11
Feb 19 21:17:49.086008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53070) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:49.110846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:49.111196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:49.111755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:49.146984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:49.147335 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:49.148408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8:0:1::3b7 (3093a338-1bb2-47bc-b43b-364f1349065f/d00f9f23-9501-4f77-934a-eb0226b73355/082c91b3-6512-420c-9e03-dfda4aa5b50f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:49.158695 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 5 to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11
Feb 19 21:17:49.191183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::f816:3eff:fe61:eaa0 (3093a338-1bb2-47bc-b43b-364f1349065f/25ee6aef-01ee-47f5-948e-60bae8f195d1/082c91b3-6512-420c-9e03-dfda4aa5b50f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:49.216715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:49.217306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:49.217920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:49.228021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:49.228690 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:49.231607 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 6 to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11
Feb 19 21:17:49.273952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:49.274506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:49.275024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:49.297296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:49.298332 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:49.302332 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 7 to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11
Feb 19 21:17:49.358576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0eba6056-8dfe-4a3a-80b6-7f1ae06b47df tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.365212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0eba6056-8dfe-4a3a-80b6-7f1ae06b47df tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.377499 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70b1bf8a-f7c2-4db1-b6ce-015c126a7577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.381624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:49.381970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:49.382315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:49.407746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:49.407746 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:49.411084 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 8 to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11
Feb 19 21:17:49.430361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e87ba8-b95f-404c-9a61-7c33d01cf6f9 None None] Network 427bf7e9-711d-4503-b447-c6731b0efc2c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:49.456861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:49.457277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:49.457683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:49.483811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:49.484183 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:49.488519 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 9 to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11
Feb 19 21:17:49.522033 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (082c91b3-6512-420c-9e03-dfda4aa5b50f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.534693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:49.535049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:49.535530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:49.535803 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.550340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port aed39891-6ef1-44d9-90e8-e3c5423b8251 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:49.550827 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.560021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:49.560431 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:49.568321 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 10 to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11
Feb 19 21:17:49.592116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] For port 003655fc-aaac-45bf-bb73-2a88c9571840, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:49.595403 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70b1bf8a-f7c2-4db1-b6ce-015c126a7577 admin admin] Publish callbacks [] for security_group (04e9a50f-af96-4626-a752-1bd96ec33f62), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.596858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f7543d23-6c92-4410-adf5-ecff7f0cc82a', 'network_id': 'f7543d23-6c92-4410-adf5-ecff7f0cc82a', 'project_id': 'ad93e6eca7bb4554bef6fd82494917db', 'fixed_ips': [{'subnet_id': '8be79c79-a170-40fc-a85f-79d416370235'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:49.597832 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.602791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:49.603704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:49.603704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:49.609209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-70b1bf8a-f7c2-4db1-b6ce-015c126a7577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (04e9a50f-af96-4626-a752-1bd96ec33f62), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.623393 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (082c91b3-6512-420c-9e03-dfda4aa5b50f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.625144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:49.625392 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:49.626155 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (13fb1fc6-eced-40fc-ae5a-a365d4020e11), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.649396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] For port 003655fc-aaac-45bf-bb73-2a88c9571840, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=003655fc-aaac-45bf-bb73-2a88c9571840,segment=NetworkSegment(b9d2e657-7a3e-443a-bba4-3b514b9dc488),segment_id=b9d2e657-7a3e-443a-bba4-3b514b9dc488)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:49.656685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ae744ce7-90a0-4026-83d4-3d8fa2becd13 None None] Provisioning complete for port aed39891-6ef1-44d9-90e8-e3c5423b8251 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:49.657098 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae744ce7-90a0-4026-83d4-3d8fa2becd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.699921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.703482 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eba6056-8dfe-4a3a-80b6-7f1ae06b47df tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Router 1224b2b5-d42c-4cd6-a43e-fe232c3512ef has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:17:49.710797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1bf8a-f7c2-4db1-b6ce-015c126a7577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e9a50f-af96-4626-a752-1bd96ec33f62,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:49.721668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-70b1bf8a-f7c2-4db1-b6ce-015c126a7577 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e95d3ca072e4ac99e011676d8376673&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6299412
Feb 19 21:17:49.723114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53074) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:49.794426 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:49.805831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:49.808112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=082c91b3-6512-420c-9e03-dfda4aa5b50f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:49.824236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:49.831910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:49.834481 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:49.915489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-68de7ff2-50af-4e44-8280-c1ac175cae1a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.8986149
Feb 19 21:17:49.927122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] For port 13fb1fc6-eced-40fc-ae5a-a365d4020e11, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:49.927844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempted to set empty binding levels {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 19 21:17:49.929544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53076) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:49.956268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (13fb1fc6-eced-40fc-ae5a-a365d4020e11), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.023458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eba6056-8dfe-4a3a-80b6-7f1ae06b47df tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:17:50.045568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0eba6056-8dfe-4a3a-80b6-7f1ae06b47df tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.049574 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0eba6056-8dfe-4a3a-80b6-7f1ae06b47df tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "PUT /v2.0/routers/1224b2b5-d42c-4cd6-a43e-fe232c3512ef HTTP/1.1" status: 200  len: 921 time: 3.2750497
Feb 19 21:17:50.052141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4009c4-bc10-4f31-a3e2-96087a2bee74 None None] Sync routers for ids ['1224b2b5-d42c-4cd6-a43e-fe232c3512ef'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:17:50.054360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53078) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:50.057710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event updated for resources: {'Port': ['ID=13fb1fc6-eced-40fc-ae5a-a365d4020e11,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:50.068704 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-497bfa04-b93c-4c3c-bbd6-141bf4356447 admin admin] Publish callbacks [] for security_group (04e9a50f-af96-4626-a752-1bd96ec33f62), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.069537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Allocated IP 172.20.0.1 (4add7c8b-cca4-4e3f-821f-13a9bd67a701/9c55a3cb-4701-4f65-ae05-efa93f9f487c/200792cf-16ba-4a1e-808b-2bd912f27da3) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:50.100847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:50.101583 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.124730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33f755-a7f8-4d5b-9189-183e82ed08b6 None None] Pushing event updated for resources: {'Port': ['ID=003655fc-aaac-45bf-bb73-2a88c9571840,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:50.153345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port aed39891-6ef1-44d9-90e8-e3c5423b8251 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:50.153837 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.234907 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-497bfa04-b93c-4c3c-bbd6-141bf4356447 admin admin] Publish callbacks [] for security_group (04e9a50f-af96-4626-a752-1bd96ec33f62), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.260265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port aed39891-6ef1-44d9-90e8-e3c5423b8251, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aed39891-6ef1-44d9-90e8-e3c5423b8251,segment=NetworkSegment(43287aa9-b787-4d94-80cc-2dcf174286a2),segment_id=43287aa9-b787-4d94-80cc-2dcf174286a2)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:50.268645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4009c4-bc10-4f31-a3e2-96087a2bee74 None None] Routers {'1224b2b5-d42c-4cd6-a43e-fe232c3512ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:50.269345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-6c4009c4-bc10-4f31-a3e2-96087a2bee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62fe0970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1224b2b5-d42c-4cd6-a43e-fe232c3512ef'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:50.273203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ae744ce7-90a0-4026-83d4-3d8fa2becd13 None None] Current status of the port aed39891-6ef1-44d9-90e8-e3c5423b8251 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:50.273863 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae744ce7-90a0-4026-83d4-3d8fa2becd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.279894 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.317359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8a17990b-b92e-484a-8e9d-988f22ed8ecf tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 978 time: 2.8869710
Feb 19 21:17:50.321018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53080) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:50.343955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Allocated IP 172.20.0.2 (f7543d23-6c92-4410-adf5-ecff7f0cc82a/8be79c79-a170-40fc-a85f-79d416370235/96d23aa9-f2e3-41c9-b687-545f2c55a8fc) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:50.349560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-6c4009c4-bc10-4f31-a3e2-96087a2bee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62fe0970>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:50.397188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-497bfa04-b93c-4c3c-bbd6-141bf4356447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (04e9a50f-af96-4626-a752-1bd96ec33f62), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.400190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-497bfa04-b93c-4c3c-bbd6-141bf4356447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.401685 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-497bfa04-b93c-4c3c-bbd6-141bf4356447 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04e9a50f-af96-4626-a752-1bd96ec33f62 HTTP/1.1" status: 204  len: 168 time: 0.6776056
Feb 19 21:17:50.417008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4009c4-bc10-4f31-a3e2-96087a2bee74 None None] Routers {'1224b2b5-d42c-4cd6-a43e-fe232c3512ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:50.417825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-6c4009c4-bc10-4f31-a3e2-96087a2bee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62fe0970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1224b2b5-d42c-4cd6-a43e-fe232c3512ef'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:50.491265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for port (200792cf-16ba-4a1e-808b-2bd912f27da3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.553191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bfa04-b93c-4c3c-bbd6-141bf4356447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e9a50f-af96-4626-a752-1bd96ec33f62,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:50.554225 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bd5ae309-3ec2-4fa0-ab27-214431663df4 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/routers/1224b2b5-d42c-4cd6-a43e-fe232c3512ef HTTP/1.1" status: 200  len: 921 time: 0.4986691
Feb 19 21:17:50.556187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53084) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:50.557505 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (200792cf-16ba-4a1e-808b-2bd912f27da3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.612944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-75b7c7c6-1819-401f-9dd0-aad65750847e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port 082c91b3-6512-420c-9e03-dfda4aa5b50f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:50.613295 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75b7c7c6-1819-401f-9dd0-aad65750847e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (082c91b3-6512-420c-9e03-dfda4aa5b50f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.676068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Network 4add7c8b-cca4-4e3f-821f-13a9bd67a701 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:50.679359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f47a6ef-6112-4dd7-98dc-67c135b96339 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:50.681175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:50.682987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=aed39891-6ef1-44d9-90e8-e3c5423b8251,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:50.696412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:50.722378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-6c4009c4-bc10-4f31-a3e2-96087a2bee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62fe0970>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:50.724252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4009c4-bc10-4f31-a3e2-96087a2bee74 None None] The sync data for ids ['1224b2b5-d42c-4cd6-a43e-fe232c3512ef'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:17:50.751860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.756214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-7195e52a-02c4-4be6-84ff-430177866716 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Deleting port 13fb1fc6-eced-40fc-ae5a-a365d4020e11 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:50.756872 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7195e52a-02c4-4be6-84ff-430177866716 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (13fb1fc6-eced-40fc-ae5a-a365d4020e11), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.806855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 003655fc-aaac-45bf-bb73-2a88c9571840 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:50.818336 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d24b9773-7171-455e-8883-fcdfd74cbc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.829366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event updated for resources: {'Port': ['ID=200792cf-16ba-4a1e-808b-2bd912f27da3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:50.846085 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a7ab73-4f62-4010-81b0-52960f19349e tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:50.851750 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f6a7ab73-4f62-4010-81b0-52960f19349e tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&device_id=1224b2b5-d42c-4cd6-a43e-fe232c3512ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2904530
Feb 19 21:17:50.854260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53090) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:50.878471 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-ae744ce7-90a0-4026-83d4-3d8fa2becd13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:17:50.878844 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-ae744ce7-90a0-4026-83d4-3d8fa2becd13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:17:50.917665 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75b7c7c6-1819-401f-9dd0-aad65750847e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (082c91b3-6512-420c-9e03-dfda4aa5b50f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.921819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-7195e52a-02c4-4be6-84ff-430177866716 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] For port 13fb1fc6-eced-40fc-ae5a-a365d4020e11, host nch1-master-1, got binding levels [] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:50.922316 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7195e52a-02c4-4be6-84ff-430177866716 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (13fb1fc6-eced-40fc-ae5a-a365d4020e11), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:50.956370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-75b7c7c6-1819-401f-9dd0-aad65750847e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for 082c91b3-6512-420c-9e03-dfda4aa5b50f owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:51.030280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-7195e52a-02c4-4be6-84ff-430177866716 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Calling delete_port for 13fb1fc6-eced-40fc-ae5a-a365d4020e11 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:51.063015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 003655fc-aaac-45bf-bb73-2a88c9571840 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:51.064138 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.070548 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Publish callbacks [] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.092285 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (200792cf-16ba-4a1e-808b-2bd912f27da3), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.108242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ffdb7f-f7e3-44cd-a1c3-4b42d63be50e tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:51.117467 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.117968 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-31ffdb7f-f7e3-44cd-a1c3-4b42d63be50e tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 881 time: 0.2626076
Feb 19 21:17:51.118846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53098) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:51.172783 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-98d19f5b-a6e3-477b-89d8-78e5278f441c tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=1224b2b5-d42c-4cd6-a43e-fe232c3512ef HTTP/1.1" status: 200  len: 205 time: 0.0496647
Feb 19 21:17:51.173506 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53100) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:51.230737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Network f7543d23-6c92-4410-adf5-ecff7f0cc82a is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:51.237370 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7195e52a-02c4-4be6-84ff-430177866716 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (13fb1fc6-eced-40fc-ae5a-a365d4020e11), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.240920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:51.251642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:51.267409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Pushing event updated for resources: {'Port': ['ID=96d23aa9-f2e3-41c9-b687-545f2c55a8fc,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:51.271081 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7195e52a-02c4-4be6-84ff-430177866716 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.277570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7195e52a-02c4-4be6-84ff-430177866716 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "DELETE /v2.0/ports/13fb1fc6-eced-40fc-ae5a-a365d4020e11 HTTP/1.1" status: 204  len: 168 time: 0.9525878
Feb 19 21:17:51.285445 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53104) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:51.305588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195e52a-02c4-4be6-84ff-430177866716 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event deleted for resources: {'Port': ['ID=13fb1fc6-eced-40fc-ae5a-a365d4020e11,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:51.337683 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce985183-f8c6-4390-a0b4-de9e779f6f13 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] GET failed (client error): The resource could not be found.
Feb 19 21:17:51.344196 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ce985183-f8c6-4390-a0b4-de9e779f6f13 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "GET /v2.0/ports/13fb1fc6-eced-40fc-ae5a-a365d4020e11 HTTP/1.1" status: 404  len: 333 time: 0.0524271
Feb 19 21:17:51.344424 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53106) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:51.360546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Request body: {'port': {'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-168509109'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:51.414149 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75b7c7c6-1819-401f-9dd0-aad65750847e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (082c91b3-6512-420c-9e03-dfda4aa5b50f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.459122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7c7c6-1819-401f-9dd0-aad65750847e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=082c91b3-6512-420c-9e03-dfda4aa5b50f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:51.491694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Attempting to bind port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:51.491694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Attempting to bind port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f127e2ea-5016-4bb6-b91c-ab11eb4b17a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f7543d23-6c92-4410-adf5-ecff7f0cc82a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:51.492296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Attempting to bind port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc on network f7543d23-6c92-4410-adf5-ecff7f0cc82a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:51.542475 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75b7c7c6-1819-401f-9dd0-aad65750847e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.550841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-75b7c7c6-1819-401f-9dd0-aad65750847e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/082c91b3-6512-420c-9e03-dfda4aa5b50f HTTP/1.1" status: 204  len: 168 time: 1.6181812
Feb 19 21:17:51.552007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53114) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:51.586020 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 003655fc-aaac-45bf-bb73-2a88c9571840 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:51.586505 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.591370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:51.591797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Checking segment: {'id': 'f127e2ea-5016-4bb6-b91c-ab11eb4b17a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f7543d23-6c92-4410-adf5-ecff7f0cc82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:51.597280 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.598843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Bound using segment: {'id': 'f127e2ea-5016-4bb6-b91c-ab11eb4b17a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f7543d23-6c92-4410-adf5-ecff7f0cc82a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:51.599484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Bound port: 96d23aa9-f2e3-41c9-b687-545f2c55a8fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f127e2ea-5016-4bb6-b91c-ab11eb4b17a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f7543d23-6c92-4410-adf5-ecff7f0cc82a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:51.600837 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.658457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3a83af-0de3-4bdc-b23a-86855cc4e6f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:51.677386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6d3a83af-0de3-4bdc-b23a-86855cc4e6f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.1238017
Feb 19 21:17:51.681633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53116) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:51.713750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 003655fc-aaac-45bf-bb73-2a88c9571840, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=003655fc-aaac-45bf-bb73-2a88c9571840,segment=NetworkSegment(b9d2e657-7a3e-443a-bba4-3b514b9dc488),segment_id=b9d2e657-7a3e-443a-bba4-3b514b9dc488)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:51.793352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f9ffe-237e-4ab0-b969-94dc0a261c79 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:51.801793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b24f9ffe-237e-4ab0-b969-94dc0a261c79 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.1188281
Feb 19 21:17:51.804471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53120) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:51.805637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] For port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:51.809680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] For port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96d23aa9-f2e3-41c9-b687-545f2c55a8fc,segment=NetworkSegment(f127e2ea-5016-4bb6-b91c-ab11eb4b17a6),segment_id=f127e2ea-5016-4bb6-b91c-ab11eb4b17a6)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:51.813538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ae744ce7-90a0-4026-83d4-3d8fa2becd13 None None] Current status of the port aed39891-6ef1-44d9-90e8-e3c5423b8251 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:51.821804 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.822650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b2ee9db8-b04d-4d2e-b00d-ea525bb083ee up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:51.828413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae58726-2304-45d1-a58d-4dea716dd39b None None] Network 4add7c8b-cca4-4e3f-821f-13a9bd67a701 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:51.859066 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.862479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee759890-51fd-41c3-84ad-1075ac0f6345 None None] Update dhcp port {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'fixed_ips': [{'subnet_id': '25ee6aef-01ee-47f5-948e-60bae8f195d1', 'ip_address': '2001:db8::f816:3eff:fe79:4ee1'}, {'subnet_id': 'd00f9f23-9501-4f77-934a-eb0226b73355'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b2ee9db8-b04d-4d2e-b00d-ea525bb083ee'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:17:51.878081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92adeca-4272-4669-b35d-6efdd7b01286 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:51.879758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92adeca-4272-4669-b35d-6efdd7b01286 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:51.881212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92adeca-4272-4669-b35d-6efdd7b01286 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:51.883587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b92adeca-4272-4669-b35d-6efdd7b01286 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0775163
Feb 19 21:17:51.887004 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53124) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:51.957933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a0b143-be07-4a4f-8853-5158aea6fc91 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 25ee6aef-01ee-47f5-948e-60bae8f195d1 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:51.963650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-89a0b143-be07-4a4f-8853-5158aea6fc91 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (25ee6aef-01ee-47f5-948e-60bae8f195d1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:51.964715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Made reservation on behalf of 2bf97ca8c144485fb096b7030caf8f60 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:51.967590 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.002805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] device_id is not set on port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:52.020940 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.033975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-89a0b143-be07-4a4f-8853-5158aea6fc91 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (25ee6aef-01ee-47f5-948e-60bae8f195d1), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.158804 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-89a0b143-be07-4a4f-8853-5158aea6fc91 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (25ee6aef-01ee-47f5-948e-60bae8f195d1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.197210 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.224039 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ee759890-51fd-41c3-84ad-1075ac0f6345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.263733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4055ccd1-f5e1-4976-aa6e-57c934a25608 None None] Provisioning complete for port aed39891-6ef1-44d9-90e8-e3c5423b8251 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:52.264404 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4055ccd1-f5e1-4976-aa6e-57c934a25608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.267522 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-89a0b143-be07-4a4f-8853-5158aea6fc91 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (25ee6aef-01ee-47f5-948e-60bae8f195d1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.302212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for port (200792cf-16ba-4a1e-808b-2bd912f27da3), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.313868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=003655fc-aaac-45bf-bb73-2a88c9571840,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:52.314483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (200792cf-16ba-4a1e-808b-2bd912f27da3), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.324005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0b143-be07-4a4f-8853-5158aea6fc91 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=25ee6aef-01ee-47f5-948e-60bae8f195d1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:52.352895 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-89a0b143-be07-4a4f-8853-5158aea6fc91 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.359384 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-89a0b143-be07-4a4f-8853-5158aea6fc91 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/25ee6aef-01ee-47f5-948e-60bae8f195d1 HTTP/1.1" status: 204  len: 168 time: 0.4676459
Feb 19 21:17:52.360066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53134) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:52.435988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18a1376-feea-4f5f-a21c-dbe303778eb5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet d00f9f23-9501-4f77-934a-eb0226b73355 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:17:52.441295 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e18a1376-feea-4f5f-a21c-dbe303778eb5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (d00f9f23-9501-4f77-934a-eb0226b73355), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.449663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:52.450789 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.510983 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e18a1376-feea-4f5f-a21c-dbe303778eb5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (d00f9f23-9501-4f77-934a-eb0226b73355), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.529773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event updated for resources: {'Port': ['ID=200792cf-16ba-4a1e-808b-2bd912f27da3,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:52.594495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e18a1376-feea-4f5f-a21c-dbe303778eb5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d00f9f23-9501-4f77-934a-eb0226b73355), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.637391 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.642995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53138) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:52.684948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e18a1376-feea-4f5f-a21c-dbe303778eb5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (d00f9f23-9501-4f77-934a-eb0226b73355), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.720170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e74ef6-1d01-4653-806a-c229648c03b2 None None] Pushing event updated for resources: {'Port': ['ID=96d23aa9-f2e3-41c9-b687-545f2c55a8fc,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:52.774405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a1376-feea-4f5f-a21c-dbe303778eb5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=d00f9f23-9501-4f77-934a-eb0226b73355,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:52.783995 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks [] for port (d2a7c2c6-4d2e-4325-b593-997cf7c4f357), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.793433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e18a1376-feea-4f5f-a21c-dbe303778eb5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.798387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e18a1376-feea-4f5f-a21c-dbe303778eb5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/d00f9f23-9501-4f77-934a-eb0226b73355 HTTP/1.1" status: 204  len: 168 time: 0.4372566
Feb 19 21:17:52.800840 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53142) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server [None req-ee759890-51fd-41c3-84ad-1075ac0f6345 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d00f9f23-9501-4f77-934a-eb0226b73355: This subnet is being modified by another concurrent operation.
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise exception
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d00f9f23-9501-4f77-934a-eb0226b73355: This subnet is being modified by another concurrent operation.
Feb 19 21:17:52.807675 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:17:52.839845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.884269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d1490534-29ad-4a7e-a085-6ab52e277a84 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0817299
Feb 19 21:17:52.894745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53144) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:52.905919 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-abe9c23e-fa21-4f0d-9765-20424aad1b3d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:52.920270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4055ccd1-f5e1-4976-aa6e-57c934a25608 None None] Current status of the port aed39891-6ef1-44d9-90e8-e3c5423b8251 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:52.939419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:52.939801 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.959352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4055ccd1-f5e1-4976-aa6e-57c934a25608 None None] Provisioning complete for port 003655fc-aaac-45bf-bb73-2a88c9571840 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:52.960140 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4055ccd1-f5e1-4976-aa6e-57c934a25608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:52.977244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'network': {'name': 'tempest-network-smoke--1847268030', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'port_security_enabled': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:52.983760 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d2a7c2c6-4d2e-4325-b593-997cf7c4f357), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.001606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c96152-c986-4ca6-ad78-8ae1b1e21a46 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:53.073058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2ee9db8-b04d-4d2e-b00d-ea525bb083ee,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:53.088383 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.125308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Network 74545aa1-4c18-40bd-9796-0ce47b89c532 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:53.144305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:53.146860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:53.148019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:53.148669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.154890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Network 4add7c8b-cca4-4e3f-821f-13a9bd67a701 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:53.160008 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Made reservation on behalf of e2dcdf87966c4cc5899afcfb6f2b6b1f for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:53.163696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.166213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event updated for resources: {'Port': ['ID=d2a7c2c6-4d2e-4325-b593-997cf7c4f357,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:53.177585 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:53.211800 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.231449 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d5cf1ab0-2772-4a8a-bbd5-3bb7ed5292b7 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.8822317
Feb 19 21:17:53.234890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53146) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:53.236146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=b2ee9db8-b04d-4d2e-b00d-ea525bb083ee,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:53.246034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:53.264042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4055ccd1-f5e1-4976-aa6e-57c934a25608 None None] Current status of the port 003655fc-aaac-45bf-bb73-2a88c9571840 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:53.275060 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.277121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe9c23e-fa21-4f0d-9765-20424aad1b3d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:53.281877 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abe9c23e-fa21-4f0d-9765-20424aad1b3d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.307663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4055ccd1-f5e1-4976-aa6e-57c934a25608 None None] Provisioning complete for port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:53.308046 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4055ccd1-f5e1-4976-aa6e-57c934a25608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.369375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd771953-b821-4f50-956a-7bcc6821d109 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:17:53.425100 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d2a7c2c6-4d2e-4325-b593-997cf7c4f357), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.430511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device aed39891-6ef1-44d9-90e8-e3c5423b8251 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:53.467986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Deleting port 93da5242-d6fc-4460-9fd3-3f49c5c39cbb {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:53.468362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (93da5242-d6fc-4460-9fd3-3f49c5c39cbb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.579622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dd771953-b821-4f50-956a-7bcc6821d109 None None] Deleting port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:53.579962 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dd771953-b821-4f50-956a-7bcc6821d109 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.598347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4055ccd1-f5e1-4976-aa6e-57c934a25608 None None] Current status of the port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:53.646990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port aed39891-6ef1-44d9-90e8-e3c5423b8251 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:53.647379 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.711389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-dd771953-b821-4f50-956a-7bcc6821d109 None None] For port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2ee9db8-b04d-4d2e-b00d-ea525bb083ee,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:53.712170 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dd771953-b821-4f50-956a-7bcc6821d109 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.712600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (c86b8b34-c0a7-4ef7-a9d2-196ce082ade4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.720324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] device_id is not set on port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:53.740995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dd771953-b821-4f50-956a-7bcc6821d109 None None] Calling delete_port for b2ee9db8-b04d-4d2e-b00d-ea525bb083ee owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:53.753636 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks [] for port (d2a7c2c6-4d2e-4325-b593-997cf7c4f357), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.761748 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d2a7c2c6-4d2e-4325-b593-997cf7c4f357), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.765753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-210c2908-d059-49e9-b070-2a33b91c8cc2 None None] Provisioning complete for port 003655fc-aaac-45bf-bb73-2a88c9571840 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:53.766148 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-210c2908-d059-49e9-b070-2a33b91c8cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.766394 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c86b8b34-c0a7-4ef7-a9d2-196ce082ade4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.841654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86b8b34-c0a7-4ef7-a9d2-196ce082ade4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:53.847532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event updated for resources: {'Port': ['ID=d2a7c2c6-4d2e-4325-b593-997cf7c4f357,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:53.863197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:53.863748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:53.864269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:53.871325 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:53.872612 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:53.872966 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 2 to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357
Feb 19 21:17:53.901195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:53.901650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:53.901974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (93da5242-d6fc-4460-9fd3-3f49c5c39cbb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:53.902175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:53.909396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:53.909897 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:53.910412 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 3 to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357
Feb 19 21:17:53.926311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port aed39891-6ef1-44d9-90e8-e3c5423b8251 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:53.927337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:53.927506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 003655fc-aaac-45bf-bb73-2a88c9571840 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:53.927869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:53.928356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:53.934042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:53.935085 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:53.935603 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 4 to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357
Feb 19 21:17:53.956006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:53.956402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:53.957472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:53.958124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Router ab3ffb33-6b16-4d04-96b6-2af7124dd9f3 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:17:53.963780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:53.964665 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:53.965339 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 5 to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357
Feb 19 21:17:53.978138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:17:53.985697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:53.986370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:53.987444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:53.996094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:53.998059 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:54.000298 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 6 to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357
Feb 19 21:17:54.016537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:54.016986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:54.017514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:54.024946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:54.025476 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:54.025944 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 7 to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357
Feb 19 21:17:54.027521 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dd771953-b821-4f50-956a-7bcc6821d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (b2ee9db8-b04d-4d2e-b00d-ea525bb083ee), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.046734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:54.047268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:54.047712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:54.054072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:54.054567 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:54.055167 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 8 to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357
Feb 19 21:17:54.076216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:54.076216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:54.077614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:54.083392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd771953-b821-4f50-956a-7bcc6821d109 None None] Pushing event deleted for resources: {'Port': ['ID=b2ee9db8-b04d-4d2e-b00d-ea525bb083ee,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:54.084953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:54.089570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-210c2908-d059-49e9-b070-2a33b91c8cc2 None None] Current status of the port 003655fc-aaac-45bf-bb73-2a88c9571840 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:54.099019 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:54.099978 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 9 to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357
Feb 19 21:17:54.103185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Calling delete_port for 93da5242-d6fc-4460-9fd3-3f49c5c39cbb owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:54.108020 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd771953-b821-4f50-956a-7bcc6821d109 None None] No DVR routers for this DVR port b2ee9db8-b04d-4d2e-b00d-ea525bb083ee on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:17:54.118013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:54.118596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:54.119212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:54.123319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f9141-d894-4493-a30b-608a558aab36 None None] Network f7543d23-6c92-4410-adf5-ecff7f0cc82a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:54.126595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:54.127146 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:54.128561 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 10 to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357
Feb 19 21:17:54.130422 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.130813 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Added segment a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4 of type vlan for network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f
Feb 19 21:17:54.151705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:54.152320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:54.153539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:54.160030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:17:54.160305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:54.160847 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:54.161449 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d2a7c2c6-4d2e-4325-b593-997cf7c4f357), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.169941 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dae0c9-23f6-4a97-ac29-e73e593645c4 None None] Sync routers for ids ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:17:54.176881 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-03edfeeb-9855-4764-91a7-04b74bf9a199 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "PUT /v2.0/routers/ab3ffb33-6b16-4d04-96b6-2af7124dd9f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3404155
Feb 19 21:17:54.181183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53148) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:54.191482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-210c2908-d059-49e9-b070-2a33b91c8cc2 None None] Could not find standard attr ID for object b2ee9db8-b04d-4d2e-b00d-ea525bb083ee. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:54.196997 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dae0c9-23f6-4a97-ac29-e73e593645c4 None None] Routers {'ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:54.198854 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70dae0c9-23f6-4a97-ac29-e73e593645c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a71501b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:54.210737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-210c2908-d059-49e9-b070-2a33b91c8cc2 None None] Could not find standard attr ID for object 082c91b3-6512-420c-9e03-dfda4aa5b50f. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:17:54.222467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 003655fc-aaac-45bf-bb73-2a88c9571840 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:54.223004 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.261756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] For port d2a7c2c6-4d2e-4325-b593-997cf7c4f357, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:54.263151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempted to set empty binding levels {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 19 21:17:54.273188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d2a7c2c6-4d2e-4325-b593-997cf7c4f357), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.278217 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70dae0c9-23f6-4a97-ac29-e73e593645c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a71501b80>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:54.293827 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dae0c9-23f6-4a97-ac29-e73e593645c4 None None] Routers {'ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:54.295560 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70dae0c9-23f6-4a97-ac29-e73e593645c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a71501b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:54.302067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] In _notify_port_updated(), no bound segment for port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:17:54.304528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.305354 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.307115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "PUT /v2.0/ports/d2a7c2c6-4d2e-4325-b593-997cf7c4f357 HTTP/1.1" status: 200  len: 974 time: 1.0705938
Feb 19 21:17:54.338342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53150) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:54.341454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-210c2908-d059-49e9-b070-2a33b91c8cc2 None None] Provisioning complete for port 200792cf-16ba-4a1e-808b-2bd912f27da3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:54.342184 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-210c2908-d059-49e9-b070-2a33b91c8cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (200792cf-16ba-4a1e-808b-2bd912f27da3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.364915 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70dae0c9-23f6-4a97-ac29-e73e593645c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a71501b80>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:54.365589 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dae0c9-23f6-4a97-ac29-e73e593645c4 None None] The sync data for ids ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:17:54.398710 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.401257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec8c61-7a97-43ec-9127-4d8a37ec2400 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event updated for resources: {'Port': ['ID=d2a7c2c6-4d2e-4325-b593-997cf7c4f357,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:54.438232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.438760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.439340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.439700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.440192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.440666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.441131 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.441595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.442058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.442517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.442985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.443445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.443643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-210c2908-d059-49e9-b070-2a33b91c8cc2 None None] Port 200792cf-16ba-4a1e-808b-2bd912f27da3 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:54.444120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.444620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.445242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.445658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.446827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.447315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.447444 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.450540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dc4d70a4-8a27-494c-9071-ad76f4a58e4d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 16679 time: 0.1115515
Feb 19 21:17:54.453746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 003655fc-aaac-45bf-bb73-2a88c9571840 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:54.454533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 96d23aa9-f2e3-41c9-b687-545f2c55a8fc up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:54.460888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53152) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:54.519440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:54.519888 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.530789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-abe9c23e-fa21-4f0d-9765-20424aad1b3d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:17:54.540059 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abe9c23e-fa21-4f0d-9765-20424aad1b3d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (90a388e4-0271-4ee0-bba6-f131968b9ff2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.590362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fc4140a8-eabd-4f4a-bee6-ffa93b2db00a None None] Provisioning complete for port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:54.591432 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fc4140a8-eabd-4f4a-bee6-ffa93b2db00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.611092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.616292 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:54.617058 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.683494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebd4ee-43d8-4e2a-b584-f9e6de2ff6d6 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Deleting port d2a7c2c6-4d2e-4325-b593-997cf7c4f357 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:54.688567 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd4ee-43d8-4e2a-b584-f9e6de2ff6d6 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d2a7c2c6-4d2e-4325-b593-997cf7c4f357), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.830449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-e5ebd4ee-43d8-4e2a-b584-f9e6de2ff6d6 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] For port d2a7c2c6-4d2e-4325-b593-997cf7c4f357, host nch1-master-1, got binding levels [] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:54.831576 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd4ee-43d8-4e2a-b584-f9e6de2ff6d6 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d2a7c2c6-4d2e-4325-b593-997cf7c4f357), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.848993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebd4ee-43d8-4e2a-b584-f9e6de2ff6d6 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Calling delete_port for d2a7c2c6-4d2e-4325-b593-997cf7c4f357 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:54.875483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21339ef-f873-4860-a8e8-b3ec436a9cda None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:17:54.928669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:54.929131 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:54.960260 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd4ee-43d8-4e2a-b584-f9e6de2ff6d6 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d2a7c2c6-4d2e-4325-b593-997cf7c4f357), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.001731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebd4ee-43d8-4e2a-b584-f9e6de2ff6d6 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2a7c2c6-4d2e-4325-b593-997cf7c4f357,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:55.017455 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd4ee-43d8-4e2a-b584-f9e6de2ff6d6 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.023019 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e5ebd4ee-43d8-4e2a-b584-f9e6de2ff6d6 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d2a7c2c6-4d2e-4325-b593-997cf7c4f357 HTTP/1.1" status: 204  len: 168 time: 0.5596280
Feb 19 21:17:55.028052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53154) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:55.038802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96d23aa9-f2e3-41c9-b687-545f2c55a8fc,segment=NetworkSegment(f127e2ea-5016-4bb6-b91c-ab11eb4b17a6),segment_id=f127e2ea-5016-4bb6-b91c-ab11eb4b17a6)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:55.056822 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.072225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fc4140a8-eabd-4f4a-bee6-ffa93b2db00a None None] Current status of the port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:55.073270 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fc4140a8-eabd-4f4a-bee6-ffa93b2db00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.076448 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e42c196-7a27-4048-9589-15d156e4d76c tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] GET failed (client error): The resource could not be found.
Feb 19 21:17:55.078277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6e42c196-7a27-4048-9589-15d156e4d76c tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "GET /v2.0/ports/d2a7c2c6-4d2e-4325-b593-997cf7c4f357 HTTP/1.1" status: 404  len: 333 time: 0.0481255
Feb 19 21:17:55.084045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53156) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:55.089186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-664278556', 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:55.123304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Made reservation on behalf of 2bf97ca8c144485fb096b7030caf8f60 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:55.126271 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.140724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21339ef-f873-4860-a8e8-b3ec436a9cda None None] Resources bound (agent type, host, resource id):  {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:17:55.167842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] device_id is not set on port bb3916ce-865c-4d85-a294-e07c72c73b8e yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:55.185808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b2ee9db8-b04d-4d2e-b00d-ea525bb083ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:17:55.218058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=96d23aa9-f2e3-41c9-b687-545f2c55a8fc,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:55.225016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: b2ee9db8-b04d-4d2e-b00d-ea525bb083ee {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:17:55.225341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b2ee9db8-b04d-4d2e-b00d-ea525bb083ee not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:17:55.233251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe9c23e-fa21-4f0d-9765-20424aad1b3d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:55.251179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-abe9c23e-fa21-4f0d-9765-20424aad1b3d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:55.260522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9c23e-fa21-4f0d-9765-20424aad1b3d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=90a388e4-0271-4ee0-bba6-f131968b9ff2,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:55.280627 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-fc4140a8-eabd-4f4a-bee6-ffa93b2db00a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:17:55.281031 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-fc4140a8-eabd-4f4a-bee6-ffa93b2db00a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:17:55.284165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe9c23e-fa21-4f0d-9765-20424aad1b3d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:55.284813 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abe9c23e-fa21-4f0d-9765-20424aad1b3d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.297907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53158) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:55.298303 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.6469069
Feb 19 21:17:55.305034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-602177232', 'admin_state_up': True, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:55.319037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709c3e2-bb5a-41ff-b12d-004fa428bfbb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Network': ['ID=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:55.336193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:17:55.362988 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (4a902278-bea7-41d6-aac3-72f77dbf8b18), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.364286 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (4a902278-bea7-41d6-aac3-72f77dbf8b18), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.414054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 96d23aa9-f2e3-41c9-b687-545f2c55a8fc up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:55.421055 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-abe9c23e-fa21-4f0d-9765-20424aad1b3d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5250823
Feb 19 21:17:55.431317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53160) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:55.439607 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_controller (4a902278-bea7-41d6-aac3-72f77dbf8b18), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.439925 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fb3caaec-b9e6-4d47-9ce5-d4cd89bc6357 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:55.460873 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (93da5242-d6fc-4460-9fd3-3f49c5c39cbb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.530671 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:55.531056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.547225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Pushing event deleted for resources: {'Port': ['ID=93da5242-d6fc-4460-9fd3-3f49c5c39cbb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:55.558261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': '90a388e4-0271-4ee0-bba6-f131968b9ff2'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:17:55.559111 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.697766 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.707187 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks [] for port (bb3916ce-865c-4d85-a294-e07c72c73b8e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.715740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:55.722166 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_gateway (4a902278-bea7-41d6-aac3-72f77dbf8b18), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.806558 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (bb3916ce-865c-4d85-a294-e07c72c73b8e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.826344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Allocated IP 2001:db8::f816:3eff:fe07:f2c1 (3093a338-1bb2-47bc-b43b-364f1349065f/90a388e4-0271-4ee0-bba6-f131968b9ff2/234af84a-46ba-406b-afcd-b824b28122e1) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:55.844985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fc4140a8-eabd-4f4a-bee6-ffa93b2db00a None None] Current status of the port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:55.863347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Network 74545aa1-4c18-40bd-9796-0ce47b89c532 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:55.864134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.870011 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.870298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:55.872660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:55.873626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:55.874479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.874715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3caaec-b9e6-4d47-9ce5-d4cd89bc6357 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:55.878613 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fb3caaec-b9e6-4d47-9ce5-d4cd89bc6357 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.903439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.8182442
Feb 19 21:17:55.904253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11418a29-ccc4-4b26-9559-35f1bb2bf095 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event updated for resources: {'Port': ['ID=bb3916ce-865c-4d85-a294-e07c72c73b8e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:55.908234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53162) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:55.910126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fc4140a8-eabd-4f4a-bee6-ffa93b2db00a None None] Provisioning complete for port 200792cf-16ba-4a1e-808b-2bd912f27da3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:55.910625 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fc4140a8-eabd-4f4a-bee6-ffa93b2db00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (200792cf-16ba-4a1e-808b-2bd912f27da3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.978634 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-3721f990-0e68-4450-98ca-02ad031f94c5 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:55.982904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110b03e8-fa06-4c6a-9c4e-4bb843dba5d2 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:55.982904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-110b03e8-fa06-4c6a-9c4e-4bb843dba5d2 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "GET /v2.0/ports/bb3916ce-865c-4d85-a294-e07c72c73b8e HTTP/1.1" status: 200  len: 954 time: 0.0735159
Feb 19 21:17:55.983286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53164) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:55.983828 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3721f990-0e68-4450-98ca-02ad031f94c5 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "PUT /v2.0/routers/ab3ffb33-6b16-4d04-96b6-2af7124dd9f3/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.8004081
Feb 19 21:17:55.987439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53166) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:55.988911 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (1224b2b5-d42c-4cd6-a43e-fe232c3512ef), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:55.989646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Fanout notify agent at l3_agent the message router_deleted on router 1224b2b5-d42c-4cd6-a43e-fe232c3512ef {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:17:55.992909 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fc4140a8-eabd-4f4a-bee6-ffa93b2db00a None None] Port 200792cf-16ba-4a1e-808b-2bd912f27da3 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:17:55.994541 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.001783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.003137 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-24959726-c39e-409a-b1a9-23c0f8ee4ebc tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/1224b2b5-d42c-4cd6-a43e-fe232c3512ef HTTP/1.1" status: 204  len: 168 time: 4.8281951
Feb 19 21:17:56.013163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53168) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:56.017782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ae725f02-c77f-4af6-9790-fb7bb4ce59bd tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1366893872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:56.060502 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae725f02-c77f-4af6-9790-fb7bb4ce59bd tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (22a5ad7f-7268-4628-88c9-c578170ef52b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.061583 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae725f02-c77f-4af6-9790-fb7bb4ce59bd tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (22a5ad7f-7268-4628-88c9-c578170ef52b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.076623 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Publish callbacks [] for port (234af84a-46ba-406b-afcd-b824b28122e1), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.084034 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (234af84a-46ba-406b-afcd-b824b28122e1), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.093620 ncdv-master-1 neutron-server[121129]: INFO neutron.db.ipam_backend_mixin [None req-fb3caaec-b9e6-4d47-9ce5-d4cd89bc6357 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90a388e4-0271-4ee0-bba6-f131968b9ff2 (CIDR: 2001:db8::/64)
Feb 19 21:17:56.099336 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3caaec-b9e6-4d47-9ce5-d4cd89bc6357 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:17:56.099805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3caaec-b9e6-4d47-9ce5-d4cd89bc6357 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:17:56.146829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:56.148885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Pushing event updated for resources: {'Port': ['ID=234af84a-46ba-406b-afcd-b824b28122e1,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:56.151244 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fb3caaec-b9e6-4d47-9ce5-d4cd89bc6357 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7180221
Feb 19 21:17:56.152155 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53170) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:56.159862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9bee9bab-fc25-4ea2-9640-f8e7b2f4a68b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:56.161734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:56.166996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:56.170065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-374a39b9-f428-487d-a388-6b124514b42d None None] Provisioning complete for port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:56.170592 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-374a39b9-f428-487d-a388-6b124514b42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.212977 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae725f02-c77f-4af6-9790-fb7bb4ce59bd tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (22a5ad7f-7268-4628-88c9-c578170ef52b), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.232177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae725f02-c77f-4af6-9790-fb7bb4ce59bd tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (22a5ad7f-7268-4628-88c9-c578170ef52b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.273840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Attempting to bind port 234af84a-46ba-406b-afcd-b824b28122e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:56.274368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Attempting to bind port 234af84a-46ba-406b-afcd-b824b28122e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:56.274943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Attempting to bind port 234af84a-46ba-406b-afcd-b824b28122e1 on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:56.284755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:17:56.285347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:17:56.285863 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.286374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:17:56.286949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Bound port: 234af84a-46ba-406b-afcd-b824b28122e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:17:56.287449 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (234af84a-46ba-406b-afcd-b824b28122e1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.288731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae725f02-c77f-4af6-9790-fb7bb4ce59bd tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.289962 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ae725f02-c77f-4af6-9790-fb7bb4ce59bd tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2758734
Feb 19 21:17:56.294890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53172) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:56.299988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Request body: {'router': {'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:56.359607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-374a39b9-f428-487d-a388-6b124514b42d None None] Current status of the port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:56.396573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] For port 234af84a-46ba-406b-afcd-b824b28122e1, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:17:56.400823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] For port 234af84a-46ba-406b-afcd-b824b28122e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=234af84a-46ba-406b-afcd-b824b28122e1,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:17:56.410580 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (234af84a-46ba-406b-afcd-b824b28122e1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.488812 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78ad59-a005-4eb4-989d-c145142a9e0c None None] Pushing event updated for resources: {'Port': ['ID=234af84a-46ba-406b-afcd-b824b28122e1,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:56.514054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bee9bab-fc25-4ea2-9640-f8e7b2f4a68b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:56.517644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bee9bab-fc25-4ea2-9640-f8e7b2f4a68b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.617109 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_gateway (4a902278-bea7-41d6-aac3-72f77dbf8b18), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.635311 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (22a5ad7f-7268-4628-88c9-c578170ef52b), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.743164 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.831432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-37452517-e003-4cd3-8ba7-34c62630e803 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Deleting port bb3916ce-865c-4d85-a294-e07c72c73b8e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:56.831827 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-37452517-e003-4cd3-8ba7-34c62630e803 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bb3916ce-865c-4d85-a294-e07c72c73b8e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.979211 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-37452517-e003-4cd3-8ba7-34c62630e803 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bb3916ce-865c-4d85-a294-e07c72c73b8e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:56.982643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Allocated IP 172.35.2.112 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/e71ab193-dee4-4acc-8089-e87f15a73ae7) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:57.020149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (22a5ad7f-7268-4628-88c9-c578170ef52b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.024553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-37452517-e003-4cd3-8ba7-34c62630e803 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Calling delete_port for bb3916ce-865c-4d85-a294-e07c72c73b8e owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:57.041856 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.044503 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bee9bab-fc25-4ea2-9640-f8e7b2f4a68b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (332e9532-2dd7-49da-9d40-93ba1240893e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.136807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee9bab-fc25-4ea2-9640-f8e7b2f4a68b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:57.148242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9bee9bab-fc25-4ea2-9640-f8e7b2f4a68b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:57.158149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bee9bab-fc25-4ea2-9640-f8e7b2f4a68b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:57.159443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bee9bab-fc25-4ea2-9640-f8e7b2f4a68b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.171239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee9bab-fc25-4ea2-9640-f8e7b2f4a68b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=332e9532-2dd7-49da-9d40-93ba1240893e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:57.200635 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9bee9bab-fc25-4ea2-9640-f8e7b2f4a68b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0441287
Feb 19 21:17:57.205142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53174) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:57.210518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:c5:b4:41', 'name': 'tempest-NetworksTestDHCPv6-510593346'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:57.236200 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-37452517-e003-4cd3-8ba7-34c62630e803 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (bb3916ce-865c-4d85-a294-e07c72c73b8e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.244047 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.282611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37452517-e003-4cd3-8ba7-34c62630e803 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb3916ce-865c-4d85-a294-e07c72c73b8e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:57.298759 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-37452517-e003-4cd3-8ba7-34c62630e803 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.304803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-37452517-e003-4cd3-8ba7-34c62630e803 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "DELETE /v2.0/ports/bb3916ce-865c-4d85-a294-e07c72c73b8e HTTP/1.1" status: 204  len: 168 time: 1.3085542
Feb 19 21:17:57.308004 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53176) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:57.350355 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-0747f484-c287-43a5-8e11-b496d6897456 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] GET failed (client error): The resource could not be found.
Feb 19 21:17:57.351873 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0747f484-c287-43a5-8e11-b496d6897456 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "GET /v2.0/ports/bb3916ce-865c-4d85-a294-e07c72c73b8e HTTP/1.1" status: 404  len: 333 time: 0.0428400
Feb 19 21:17:57.356347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53178) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:57.364787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Request body: {'port': {'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-961805487'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:57.383310 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e07fdcbe-a633-49fb-879a-34057184cc33 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.395450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:57.468056 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.488674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 234af84a-46ba-406b-afcd-b824b28122e1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:57.528374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Made reservation on behalf of 2bf97ca8c144485fb096b7030caf8f60 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:17:57.530355 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.538236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:57.546638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Allocated IP 172.35.2.30 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/3638564b-5298-43a4-815a-47238ff4d4d5) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:57.553168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 234af84a-46ba-406b-afcd-b824b28122e1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:57.554476 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (234af84a-46ba-406b-afcd-b824b28122e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.555624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:57.558733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:57.612292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=e71ab193-dee4-4acc-8089-e87f15a73ae7,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:57.634217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] device_id is not set on port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:57.658702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 234af84a-46ba-406b-afcd-b824b28122e1 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:57.659171 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (234af84a-46ba-406b-afcd-b824b28122e1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.704877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 234af84a-46ba-406b-afcd-b824b28122e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=234af84a-46ba-406b-afcd-b824b28122e1,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:57.710601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (234af84a-46ba-406b-afcd-b824b28122e1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.745527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.786465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port badbf52a-7d2a-48a6-938b-67ce48a616b6 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:57.790120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=234af84a-46ba-406b-afcd-b824b28122e1,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:57.815899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for port (3638564b-5298-43a4-815a-47238ff4d4d5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.866768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3152780-c1bf-42ff-853b-e33a690f9b5b None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:17:57.939067 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3638564b-5298-43a4-815a-47238ff4d4d5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:57.953335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2b9e2a37-e31b-479a-88e4-71eb8b8dd349 None None] Provisioning complete for port 234af84a-46ba-406b-afcd-b824b28122e1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:57.954089 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2a37-e31b-479a-88e4-71eb8b8dd349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (234af84a-46ba-406b-afcd-b824b28122e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.023257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:58.047090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:58.055917 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:58.090319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Pushing event updated for resources: {'Port': ['ID=3638564b-5298-43a4-815a-47238ff4d4d5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:58.108838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e2a37-e31b-479a-88e4-71eb8b8dd349 None None] Current status of the port 234af84a-46ba-406b-afcd-b824b28122e1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:58.111250 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks [] for port (a38fd47c-8f4e-4806-84c7-d4f74b6915c9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.125150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8:0:1::195 (3093a338-1bb2-47bc-b43b-364f1349065f/332e9532-2dd7-49da-9d40-93ba1240893e/badbf52a-7d2a-48a6-938b-67ce48a616b6) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:58.141924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::f816:3eff:fec5:b441 (3093a338-1bb2-47bc-b43b-364f1349065f/90a388e4-0271-4ee0-bba6-f131968b9ff2/badbf52a-7d2a-48a6-938b-67ce48a616b6) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:58.159231 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_gateway (4a902278-bea7-41d6-aac3-72f77dbf8b18), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.221877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a5d3cf-62f9-4902-ad6c-f01b1b655970 None None] Update dhcp port {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'fixed_ips': [{'subnet_id': '90a388e4-0271-4ee0-bba6-f131968b9ff2', 'ip_address': '2001:db8::f816:3eff:fe07:f2c1'}, {'subnet_id': '332e9532-2dd7-49da-9d40-93ba1240893e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '234af84a-46ba-406b-afcd-b824b28122e1'} from ncdv-master-1. {{(pid=121130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 19 21:17:58.260138 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-12a5d3cf-62f9-4902-ad6c-f01b1b655970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (234af84a-46ba-406b-afcd-b824b28122e1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.285512 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a38fd47c-8f4e-4806-84c7-d4f74b6915c9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.347005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-e07fdcbe-a633-49fb-879a-34057184cc33 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Deleting port 200792cf-16ba-4a1e-808b-2bd912f27da3 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:58.347270 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e07fdcbe-a633-49fb-879a-34057184cc33 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (200792cf-16ba-4a1e-808b-2bd912f27da3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.374135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Network 74545aa1-4c18-40bd-9796-0ce47b89c532 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:58.411755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:58.415675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:58.416667 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:58.417278 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.497932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event updated for resources: {'Port': ['ID=a38fd47c-8f4e-4806-84c7-d4f74b6915c9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:58.515855 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-de6e8c58-8cbe-4945-838c-cd042ec40d4b tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.1555619
Feb 19 21:17:58.524600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53180) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:58.534673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:17:58.598950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e07fdcbe-a633-49fb-879a-34057184cc33 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (200792cf-16ba-4a1e-808b-2bd912f27da3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.641530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-e07fdcbe-a633-49fb-879a-34057184cc33 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Calling delete_port for 200792cf-16ba-4a1e-808b-2bd912f27da3 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:58.666401 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (4a902278-bea7-41d6-aac3-72f77dbf8b18), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.668274 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a38fd47c-8f4e-4806-84c7-d4f74b6915c9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.831616 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (badbf52a-7d2a-48a6-938b-67ce48a616b6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.837644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (22a5ad7f-7268-4628-88c9-c578170ef52b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:58.960870 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (badbf52a-7d2a-48a6-938b-67ce48a616b6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.016796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-12a5d3cf-62f9-4902-ad6c-f01b1b655970 None None] Allocated IP 2001:db8:0:1::2 (3093a338-1bb2-47bc-b43b-364f1349065f/332e9532-2dd7-49da-9d40-93ba1240893e/234af84a-46ba-406b-afcd-b824b28122e1) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:17:59.020620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:17:59.062694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:17:59.091871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:17:59.098915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:17:59.099805 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.100047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] device_id is not set on port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:17:59.107980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e07fdcbe-a633-49fb-879a-34057184cc33 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (200792cf-16ba-4a1e-808b-2bd912f27da3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.112023 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks [] for port (a38fd47c-8f4e-4806-84c7-d4f74b6915c9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.117246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=badbf52a-7d2a-48a6-938b-67ce48a616b6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:59.139091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4a902278-bea7-41d6-aac3-72f77dbf8b18 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:17:59.144058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a38fd47c-8f4e-4806-84c7-d4f74b6915c9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.148439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fdcbe-a633-49fb-879a-34057184cc33 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event deleted for resources: {'Port': ['ID=200792cf-16ba-4a1e-808b-2bd912f27da3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:59.149336 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2ec51c83-28a2-4598-a3a9-2f06bae9e297 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.9428577
Feb 19 21:17:59.153757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53182) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:59.228572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-12a5d3cf-62f9-4902-ad6c-f01b1b655970 None None] For port 234af84a-46ba-406b-afcd-b824b28122e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=234af84a-46ba-406b-afcd-b824b28122e1,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:17:59.251951 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (22a5ad7f-7268-4628-88c9-c578170ef52b), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.258088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (22a5ad7f-7268-4628-88c9-c578170ef52b), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.265178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event updated for resources: {'Port': ['ID=a38fd47c-8f4e-4806-84c7-d4f74b6915c9,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:59.279519 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-12a5d3cf-62f9-4902-ad6c-f01b1b655970 None None] Publish callbacks [] for port (234af84a-46ba-406b-afcd-b824b28122e1), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.290253 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-12a5d3cf-62f9-4902-ad6c-f01b1b655970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (234af84a-46ba-406b-afcd-b824b28122e1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.404115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5eca953e-97ee-42bc-b772-833e901119b5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port badbf52a-7d2a-48a6-938b-67ce48a616b6 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:17:59.405189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5eca953e-97ee-42bc-b772-833e901119b5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (badbf52a-7d2a-48a6-938b-67ce48a616b6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.470717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 234af84a-46ba-406b-afcd-b824b28122e1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:17:59.476612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5d3cf-62f9-4902-ad6c-f01b1b655970 None None] Pushing event updated for resources: {'Port': ['ID=234af84a-46ba-406b-afcd-b824b28122e1,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:17:59.501258 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.534603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 234af84a-46ba-406b-afcd-b824b28122e1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:17:59.535000 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (234af84a-46ba-406b-afcd-b824b28122e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.584026 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5eca953e-97ee-42bc-b772-833e901119b5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (badbf52a-7d2a-48a6-938b-67ce48a616b6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.608134 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-5eca953e-97ee-42bc-b772-833e901119b5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for badbf52a-7d2a-48a6-938b-67ce48a616b6 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:17:59.628202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Router 22a5ad7f-7268-4628-88c9-c578170ef52b is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:17:59.817057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 234af84a-46ba-406b-afcd-b824b28122e1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:17:59.877662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:59.878095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:59.878358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:59.925594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:59.925594 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:59.946282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:17:59.957238 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:17:59.958266 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 2 to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9
Feb 19 21:17:59.962169 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-763fef55-5b7b-4ac0-943c-67e0533365ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "PUT /v2.0/routers/22a5ad7f-7268-4628-88c9-c578170ef52b HTTP/1.1" status: 200  len: 879 time: 3.6658337
Feb 19 21:17:59.964688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53184) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:17:59.966149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f9c3d3-584c-4e5d-8516-e9f488e10803 None None] Sync routers for ids ['22a5ad7f-7268-4628-88c9-c578170ef52b'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:17:59.976353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:17:59.976776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:17:59.977191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:17:59.990027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:17:59.990027 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:17:59.991944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f9c3d3-584c-4e5d-8516-e9f488e10803 None None] Routers {'22a5ad7f-7268-4628-88c9-c578170ef52b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:17:59.992989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c1f9c3d3-584c-4e5d-8516-e9f488e10803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708e2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['22a5ad7f-7268-4628-88c9-c578170ef52b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:17:59.993521 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 3 to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9
Feb 19 21:18:00.018879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e07fdcbe-a633-49fb-879a-34057184cc33 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:00.032527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:00.032855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:00.033209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:00.040225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:00.061588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:18:00.061588 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:18:00.061588 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 4 to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9
Feb 19 21:18:00.062381 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Sync routers for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:00.074222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c1f9c3d3-584c-4e5d-8516-e9f488e10803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708e2dc0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:00.081175 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:00.081830 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708e51c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:00.092846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f9c3d3-584c-4e5d-8516-e9f488e10803 None None] Routers {'22a5ad7f-7268-4628-88c9-c578170ef52b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:00.093219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c1f9c3d3-584c-4e5d-8516-e9f488e10803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708e2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['22a5ad7f-7268-4628-88c9-c578170ef52b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:00.094307 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5eca953e-97ee-42bc-b772-833e901119b5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (badbf52a-7d2a-48a6-938b-67ce48a616b6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:00.130777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca953e-97ee-42bc-b772-833e901119b5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=badbf52a-7d2a-48a6-938b-67ce48a616b6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:00.144766 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c1f9c3d3-584c-4e5d-8516-e9f488e10803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708e2dc0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:00.145614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f9c3d3-584c-4e5d-8516-e9f488e10803 None None] The sync data for ids ['22a5ad7f-7268-4628-88c9-c578170ef52b'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:00.169239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:00.169869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:00.169991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:00.174420 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:00.175692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-45daf915-17a4-419f-a121-09a394cf8a45 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 4.8767641
Feb 19 21:18:00.180437 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53186) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.200569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:18:00.201593 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:18:00.201859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5eca953e-97ee-42bc-b772-833e901119b5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:00.202321 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 5 to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9
Feb 19 21:18:00.205242 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5eca953e-97ee-42bc-b772-833e901119b5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/badbf52a-7d2a-48a6-938b-67ce48a616b6 HTTP/1.1" status: 204  len: 168 time: 1.0501800
Feb 19 21:18:00.207806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53190) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.230230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:00.230656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:00.232405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:00.238880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:18:00.238880 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:18:00.260135 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0c93507d-d3fb-495a-91cf-09e74fb8fe8c tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/routers/22a5ad7f-7268-4628-88c9-c578170ef52b HTTP/1.1" status: 200  len: 920 time: 0.2943759
Feb 19 21:18:00.263510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53192) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.278640 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 6 to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9
Feb 19 21:18:00.300310 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:00.327025 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f92764-7e53-4ba6-8375-4dd951f55672 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:00.328678 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-71f92764-7e53-4ba6-8375-4dd951f55672 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1198463
Feb 19 21:18:00.332240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53194) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.377838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00818fcf-38da-432a-8201-a49aa4526267 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:00.379791 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-00818fcf-38da-432a-8201-a49aa4526267 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&device_id=22a5ad7f-7268-4628-88c9-c578170ef52b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1154020
Feb 19 21:18:00.383505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53196) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.390935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f299c-f911-45ba-a8f2-de333dd11167 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:00.397055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:00.397580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:00.398095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:00.406203 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4f47e32d-a785-40a6-9797-0b19068570e6 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2196860
Feb 19 21:18:00.409260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53198) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.445796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07fdcbe-a633-49fb-879a-34057184cc33 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Router ab3ffb33-6b16-4d04-96b6-2af7124dd9f3 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:00.457235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a0da8-f1bc-4e67-9cb3-f5901377adc4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:00.459041 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-292a0da8-f1bc-4e67-9cb3-f5901377adc4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1257803
Feb 19 21:18:00.463673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53200) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.476469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:18:00.476929 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:18:00.495927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ce1c4789-5520-4a6e-8866-1a2327392359 None None] Provisioning complete for port 234af84a-46ba-406b-afcd-b824b28122e1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:00.497615 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ce1c4789-5520-4a6e-8866-1a2327392359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (234af84a-46ba-406b-afcd-b824b28122e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:00.516992 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 7 to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9
Feb 19 21:18:00.543890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:00.544123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:00.544567 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:00.553018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb188aa-368e-449b-b630-a9281b8c9fac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:00.554596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb188aa-368e-449b-b630-a9281b8c9fac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:00.556539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb188aa-368e-449b-b630-a9281b8c9fac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:00.556742 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708e51c0>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:17:57Z', 'revision_number': 3, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:00.561745 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ceb188aa-368e-449b-b630-a9281b8c9fac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0939364
Feb 19 21:18:00.562864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e71de4-619b-4523-af4f-cfe6f6188663 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:00.567936 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-64e71de4-619b-4523-af4f-cfe6f6188663 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 881 time: 0.1795669
Feb 19 21:18:00.569141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53202) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.569588 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53204) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.616856 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Checking router: 4a902278-bea7-41d6-aac3-72f77dbf8b18 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:00.617531 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Updating router 4a902278-bea7-41d6-aac3-72f77dbf8b18 port e71ab193-dee4-4acc-8089-e87f15a73ae7 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:18:00.645598 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ee346e07-97c9-4434-9a81-5934ba5112f1 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a5ad7f-7268-4628-88c9-c578170ef52b HTTP/1.1" status: 200  len: 205 time: 0.0699005
Feb 19 21:18:00.647255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53206) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.664366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c4789-5520-4a6e-8866-1a2327392359 None None] Current status of the port 234af84a-46ba-406b-afcd-b824b28122e1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:00.671891 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:00.694026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:18:00.694878 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:18:00.704389 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 8 to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9
Feb 19 21:18:00.739334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07fdcbe-a633-49fb-879a-34057184cc33 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:00.749075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e07fdcbe-a633-49fb-879a-34057184cc33 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "PUT /v2.0/routers/ab3ffb33-6b16-4d04-96b6-2af7124dd9f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7587039
Feb 19 21:18:00.749075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:00.749075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:00.749075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:00.752528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53208) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.757369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a70422-2933-4661-9141-5b8905600745 None None] Sync routers for ids ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:00.760048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:18:00.760420 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:18:00.780650 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 9 to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9
Feb 19 21:18:00.786748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a70422-2933-4661-9141-5b8905600745 None None] Routers {'ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:00.787830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-81a70422-2933-4661-9141-5b8905600745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63526220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:00.834958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:00.835315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:00.835642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:00.864312 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-d562a34c-8c89-4da1-8691-89ff4d593607 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] delete failed (client error): The resource could not be found.
Feb 19 21:18:00.874318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43acb91-b21f-400d-bf50-7eadb8e08bac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 332e9532-2dd7-49da-9d40-93ba1240893e {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:00.875703 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e43acb91-b21f-400d-bf50-7eadb8e08bac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (332e9532-2dd7-49da-9d40-93ba1240893e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:00.877707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d562a34c-8c89-4da1-8691-89ff4d593607 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-567283527 HTTP/1.1" status: 404  len: 334 time: 0.1162140
Feb 19 21:18:00.878413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53210) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:00.888052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:18:00.888470 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:18:00.897906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-81a70422-2933-4661-9141-5b8905600745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63526220>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:00.901334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ea53d8f6-0f5a-420b-98ae-0ca024686cea tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:00.906371 ncdv-master-1 neutron-server[121128]: INFO neutron.plugins.ml2.plugin [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempt 10 to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9
Feb 19 21:18:00.924523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a70422-2933-4661-9141-5b8905600745 None None] Routers {'ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:00.925765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-81a70422-2933-4661-9141-5b8905600745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63526220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:00.956152 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e43acb91-b21f-400d-bf50-7eadb8e08bac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (332e9532-2dd7-49da-9d40-93ba1240893e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:00.997647 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-81a70422-2933-4661-9141-5b8905600745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63526220>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:00.998618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a70422-2933-4661-9141-5b8905600745 None None] The sync data for ids ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:01.035584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c07880-bfeb-4320-aa32-bc524ea78247 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:01.038256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-51c07880-bfeb-4320-aa32-bc524ea78247 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.6243527
Feb 19 21:18:01.039406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:01.039836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:01.040232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempting to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:01.044416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53212) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:01.084998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e43acb91-b21f-400d-bf50-7eadb8e08bac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (332e9532-2dd7-49da-9d40-93ba1240893e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.115064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:18:01.115727 ncdv-master-1 neutron-server[121128]: ERROR neutron.plugins.ml2.managers [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Failed to bind port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '74545aa1-4c18-40bd-9796-0ce47b89c532'}]
Feb 19 21:18:01.116366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a38fd47c-8f4e-4806-84c7-d4f74b6915c9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.122023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (22a5ad7f-7268-4628-88c9-c578170ef52b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.143504 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Publish callbacks [] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.154156 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.205504 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Attempting to bind port e71ab193-dee4-4acc-8089-e87f15a73ae7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:01.206265 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Attempting to bind port e71ab193-dee4-4acc-8089-e87f15a73ae7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:01.206867 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Attempting to bind port e71ab193-dee4-4acc-8089-e87f15a73ae7 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:01.209035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-22f4a816-718c-43fc-b60c-5a30d31fbe70 None None] Provisioning complete for port 234af84a-46ba-406b-afcd-b824b28122e1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:01.209601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-22f4a816-718c-43fc-b60c-5a30d31fbe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (234af84a-46ba-406b-afcd-b824b28122e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.218853 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:01.219878 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:01.221309 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.221641 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:01.227005 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Bound port: e71ab193-dee4-4acc-8089-e87f15a73ae7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:01.227967 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.255914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a3e3dfbd-e123-4abd-a910-41c7ce287451 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2100952
Feb 19 21:18:01.256997 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53214) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:01.267020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1766765457', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:01.305558 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] For port e71ab193-dee4-4acc-8089-e87f15a73ae7, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:01.308515 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe3d02-0a47-4ae9-b39d-68d6c509d1d3 None None] Pushing event updated for resources: {'Port': ['ID=e71ab193-dee4-4acc-8089-e87f15a73ae7,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:01.315382 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] For port e71ab193-dee4-4acc-8089-e87f15a73ae7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e71ab193-dee4-4acc-8089-e87f15a73ae7,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:01.326153 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.423124 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:01.424169 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708e51c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:01.443536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-22f4a816-718c-43fc-b60c-5a30d31fbe70 None None] Current status of the port 234af84a-46ba-406b-afcd-b824b28122e1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:01.460088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 234af84a-46ba-406b-afcd-b824b28122e1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:01.498468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] For port a38fd47c-8f4e-4806-84c7-d4f74b6915c9, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:01.498880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attempted to set empty binding levels {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 19 21:18:01.508079 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a38fd47c-8f4e-4806-84c7-d4f74b6915c9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.521041 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe3d02-0a47-4ae9-b39d-68d6c509d1d3 None None] Pushing event updated for resources: {'Port': ['ID=e71ab193-dee4-4acc-8089-e87f15a73ae7,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:01.549713 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea53d8f6-0f5a-420b-98ae-0ca024686cea tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for router_gateway (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.559963 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e43acb91-b21f-400d-bf50-7eadb8e08bac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (332e9532-2dd7-49da-9d40-93ba1240893e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.568091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 234af84a-46ba-406b-afcd-b824b28122e1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:01.569615 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (234af84a-46ba-406b-afcd-b824b28122e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.570188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] In _notify_port_updated(), no bound segment for port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 on network 74545aa1-4c18-40bd-9796-0ce47b89c532 {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:18:01.571100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:01.571729 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.583996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "PUT /v2.0/ports/a38fd47c-8f4e-4806-84c7-d4f74b6915c9 HTTP/1.1" status: 200  len: 974 time: 3.0559082
Feb 19 21:18:01.601088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53216) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:01.606914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a2ccf450-f697-4319-add8-a0a1cf8531a4 None None] Could not find standard attr ID for object badbf52a-7d2a-48a6-938b-67ce48a616b6. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:18:01.609331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (22a5ad7f-7268-4628-88c9-c578170ef52b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.626366 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-ea53d8f6-0f5a-420b-98ae-0ca024686cea tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] update failed (client error): The resource could not be found.
Feb 19 21:18:01.631853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ea53d8f6-0f5a-420b-98ae-0ca024686cea tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "PUT /v2.0/routers/ab3ffb33-6b16-4d04-96b6-2af7124dd9f3 HTTP/1.1" status: 404  len: 339 time: 0.7453485
Feb 19 21:18:01.632544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53218) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:01.634763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055a84f-8222-42c7-a38f-4a9d2a5d2955 tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event updated for resources: {'Port': ['ID=a38fd47c-8f4e-4806-84c7-d4f74b6915c9,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:01.683445 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43acb91-b21f-400d-bf50-7eadb8e08bac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=332e9532-2dd7-49da-9d40-93ba1240893e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:01.688361 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e43acb91-b21f-400d-bf50-7eadb8e08bac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.691955 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e43acb91-b21f-400d-bf50-7eadb8e08bac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/332e9532-2dd7-49da-9d40-93ba1240893e HTTP/1.1" status: 204  len: 168 time: 1.1209505
Feb 19 21:18:01.698201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53220) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:01.719985 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:01.736691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 234af84a-46ba-406b-afcd-b824b28122e1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:01.743750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Made reservation on behalf of e2dcdf87966c4cc5899afcfb6f2b6b1f for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:01.747279 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.856695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8548f6f-8885-4e9b-84ad-a0c89faaed0d None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:01.891836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e025cdc0-016d-4604-a7e1-6369a1d7c46a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 90a388e4-0271-4ee0-bba6-f131968b9ff2 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:01.900705 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e025cdc0-016d-4604-a7e1-6369a1d7c46a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (90a388e4-0271-4ee0-bba6-f131968b9ff2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:01.978339 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e025cdc0-016d-4604-a7e1-6369a1d7c46a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (90a388e4-0271-4ee0-bba6-f131968b9ff2), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:02.023681 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708e51c0>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:17:57Z', 'revision_number': 3, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:02.030045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Deleting port 3638564b-5298-43a4-815a-47238ff4d4d5 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:02.030419 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3638564b-5298-43a4-815a-47238ff4d4d5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:02.055495 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a95a9b-fae8-4a39-b6ab-fcaf4baf7f2f None None] The sync data for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 is: [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:17:57Z', 'revision_number': 3, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:02.056694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e697ff7c-3515-48cf-8df2-758c7d18128c tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Deleting port a38fd47c-8f4e-4806-84c7-d4f74b6915c9 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:02.057812 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e697ff7c-3515-48cf-8df2-758c7d18128c tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a38fd47c-8f4e-4806-84c7-d4f74b6915c9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:02.096847 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:02.429091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Allocated IP 172.20.0.1 (427bf7e9-711d-4503-b447-c6731b0efc2c/7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd/38e2b06c-9757-4726-ae5b-8e84923fcabc) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:02.619149 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for port (38e2b06c-9757-4726-ae5b-8e84923fcabc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:02.663563 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (38e2b06c-9757-4726-ae5b-8e84923fcabc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:02.667147 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3638564b-5298-43a4-815a-47238ff4d4d5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:02.697309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Network 427bf7e9-711d-4503-b447-c6731b0efc2c is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:02.701834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:02.710895 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Calling delete_port for 3638564b-5298-43a4-815a-47238ff4d4d5 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:02.738248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:02.791366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-e697ff7c-3515-48cf-8df2-758c7d18128c tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] For port a38fd47c-8f4e-4806-84c7-d4f74b6915c9, host nch1-master-1, got binding levels [] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:02.792372 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e697ff7c-3515-48cf-8df2-758c7d18128c tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a38fd47c-8f4e-4806-84c7-d4f74b6915c9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:02.834341 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e025cdc0-016d-4604-a7e1-6369a1d7c46a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (90a388e4-0271-4ee0-bba6-f131968b9ff2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:02.862578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e697ff7c-3515-48cf-8df2-758c7d18128c tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Calling delete_port for a38fd47c-8f4e-4806-84c7-d4f74b6915c9 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:02.893777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event updated for resources: {'Port': ['ID=38e2b06c-9757-4726-ae5b-8e84923fcabc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:02.899791 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.046989 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (5e59fe2b-537d-4db8-9c8c-5a5516f32425), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.083061 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e025cdc0-016d-4604-a7e1-6369a1d7c46a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (90a388e4-0271-4ee0-bba6-f131968b9ff2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.139642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-13bd3f60-4cda-4611-b2bc-d4dbb682fa3b None None] Provisioning complete for port 234af84a-46ba-406b-afcd-b824b28122e1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:03.142079 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-13bd3f60-4cda-4611-b2bc-d4dbb682fa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (234af84a-46ba-406b-afcd-b824b28122e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.159291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (38e2b06c-9757-4726-ae5b-8e84923fcabc), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.170623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e025cdc0-016d-4604-a7e1-6369a1d7c46a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.176198 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e025cdc0-016d-4604-a7e1-6369a1d7c46a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/90a388e4-0271-4ee0-bba6-f131968b9ff2 HTTP/1.1" status: 204  len: 168 time: 1.4733057
Feb 19 21:18:03.182852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53222) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:03.223904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c97e3a-1d98-46e5-9c46-6ff20cd69320 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:03.234628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b398a9ee-970b-4b15-9bbb-8c57a19f59d5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0502455
Feb 19 21:18:03.253472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53224) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:03.274549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fb740b1d-ae37-4e9c-8e1c-756cee8297c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:03.438804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Subnet': ['ID=5e59fe2b-537d-4db8-9c8c-5a5516f32425,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:03.462756 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3638564b-5298-43a4-815a-47238ff4d4d5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.479122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Checking segment: {'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:03.487647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network hostable DHCP agents. Network: 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:18:03.497661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e71ab193-dee4-4acc-8089-e87f15a73ae7 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:03.586397 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025cdc0-016d-4604-a7e1-6369a1d7c46a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=90a388e4-0271-4ee0-bba6-f131968b9ff2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:03.586949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-13bd3f60-4cda-4611-b2bc-d4dbb682fa3b None None] Current status of the port 234af84a-46ba-406b-afcd-b824b28122e1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:03.599225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Pushing event deleted for resources: {'Port': ['ID=3638564b-5298-43a4-815a-47238ff4d4d5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:03.611985 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e697ff7c-3515-48cf-8df2-758c7d18128c tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a38fd47c-8f4e-4806-84c7-d4f74b6915c9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.634901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for port (38e2b06c-9757-4726-ae5b-8e84923fcabc), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.640011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e71ab193-dee4-4acc-8089-e87f15a73ae7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:03.640435 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.642550 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (38e2b06c-9757-4726-ae5b-8e84923fcabc), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.688061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697ff7c-3515-48cf-8df2-758c7d18128c tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Pushing event deleted for resources: {'Port': ['ID=a38fd47c-8f4e-4806-84c7-d4f74b6915c9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:03.688061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:18:03.714746 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e697ff7c-3515-48cf-8df2-758c7d18128c tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.719165 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e697ff7c-3515-48cf-8df2-758c7d18128c tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a38fd47c-8f4e-4806-84c7-d4f74b6915c9 HTTP/1.1" status: 204  len: 168 time: 2.1004825
Feb 19 21:18:03.722133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53226) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:03.743178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb740b1d-ae37-4e9c-8e1c-756cee8297c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:03.746224 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fb740b1d-ae37-4e9c-8e1c-756cee8297c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.755975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc68639-f07d-4807-9a8d-12590af24ca6 None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:18:03.759022 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.759207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-547b35b5-9b3c-4d58-b27a-9c3c9e2b0828 None None] Provisioning complete for port 38e2b06c-9757-4726-ae5b-8e84923fcabc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:03.759688 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-547b35b5-9b3c-4d58-b27a-9c3c9e2b0828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (38e2b06c-9757-4726-ae5b-8e84923fcabc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.767795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event updated for resources: {'Port': ['ID=38e2b06c-9757-4726-ae5b-8e84923fcabc,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:03.779336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:03.806384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202d6b4-6fc6-4146-bf22-94b1338744db None None] Network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:03.810353 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1e4ab0-97fc-46e1-bb03-cd7c7845c08d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] GET failed (client error): The resource could not be found.
Feb 19 21:18:03.811845 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4f1e4ab0-97fc-46e1-bb03-cd7c7845c08d tempest-PortsAdminExtendedAttrsTestJSON-637872976 tempest-PortsAdminExtendedAttrsTestJSON-637872976-project-admin] 10.222.0.30 "GET /v2.0/ports/a38fd47c-8f4e-4806-84c7-d4f74b6915c9 HTTP/1.1" status: 404  len: 333 time: 0.0865021
Feb 19 21:18:03.821989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53228) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:03.829949 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.830164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.830969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.830969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.831235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.831563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.831946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.832280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.832672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.832949 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.833276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.833600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.833930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:03.839590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:03.840272 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.872793 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (22a5ad7f-7268-4628-88c9-c578170ef52b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.874593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e71ab193-dee4-4acc-8089-e87f15a73ae7 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:03.874999 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:03.897289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Network 427bf7e9-711d-4503-b447-c6731b0efc2c is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:03.898839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:03.944677 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ad937e8f-d85f-40fe-9bf3-7bce9bb10c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.6847296
Feb 19 21:18:03.947915 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-547b35b5-9b3c-4d58-b27a-9c3c9e2b0828 None None] Port 38e2b06c-9757-4726-ae5b-8e84923fcabc cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:03.956997 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port e71ab193-dee4-4acc-8089-e87f15a73ae7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e71ab193-dee4-4acc-8089-e87f15a73ae7,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:03.977207 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.003506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53230) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:04.036152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=e71ab193-dee4-4acc-8089-e87f15a73ae7,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:04.068095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dbc68639-f07d-4807-9a8d-12590af24ca6 None None] Deleting port 234af84a-46ba-406b-afcd-b824b28122e1 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:04.068492 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dbc68639-f07d-4807-9a8d-12590af24ca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (234af84a-46ba-406b-afcd-b824b28122e1), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.120421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (22a5ad7f-7268-4628-88c9-c578170ef52b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.128457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (74545aa1-4c18-40bd-9796-0ce47b89c532), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.132163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (22a5ad7f-7268-4628-88c9-c578170ef52b), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.156847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:18:04.157842 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.288081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-dbc68639-f07d-4807-9a8d-12590af24ca6 None None] For port 234af84a-46ba-406b-afcd-b824b28122e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=234af84a-46ba-406b-afcd-b824b28122e1,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:04.288584 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dbc68639-f07d-4807-9a8d-12590af24ca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (234af84a-46ba-406b-afcd-b824b28122e1), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.310629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dbc68639-f07d-4807-9a8d-12590af24ca6 None None] Calling delete_port for 234af84a-46ba-406b-afcd-b824b28122e1 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:04.356490 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (22a5ad7f-7268-4628-88c9-c578170ef52b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.357355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Fanout notify agent at l3_agent the message router_deleted on router 22a5ad7f-7268-4628-88c9-c578170ef52b {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:04.372888 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.374762 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3f40d750-b65d-453e-a3dc-6525cf1934d0 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/22a5ad7f-7268-4628-88c9-c578170ef52b HTTP/1.1" status: 204  len: 168 time: 3.7261662
Feb 19 21:18:04.388902 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53232) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:04.419684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a68c382a-7ad9-40ae-ae0f-9b34afb4e8f8 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1615672783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:04.434069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fdee589e-1ebb-4664-956f-f2db9ed3c04d None None] Provisioning complete for port 38e2b06c-9757-4726-ae5b-8e84923fcabc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:04.434597 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fdee589e-1ebb-4664-956f-f2db9ed3c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (38e2b06c-9757-4726-ae5b-8e84923fcabc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.466783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Allocated IP 172.20.0.2 (47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f/5e59fe2b-537d-4db8-9c8c-5a5516f32425/b367a41e-4be6-424f-b5cb-7be08d0be4e5) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:04.512621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fdee589e-1ebb-4664-956f-f2db9ed3c04d None None] Port 38e2b06c-9757-4726-ae5b-8e84923fcabc cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:04.561295 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (74545aa1-4c18-40bd-9796-0ce47b89c532), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.563910 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dbc68639-f07d-4807-9a8d-12590af24ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (234af84a-46ba-406b-afcd-b824b28122e1), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.585858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc68639-f07d-4807-9a8d-12590af24ca6 None None] No DVR routers for this DVR port 234af84a-46ba-406b-afcd-b824b28122e1 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:04.617111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc68639-f07d-4807-9a8d-12590af24ca6 None None] Pushing event deleted for resources: {'Port': ['ID=234af84a-46ba-406b-afcd-b824b28122e1,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:04.641829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a68c382a-7ad9-40ae-ae0f-9b34afb4e8f8 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (dc3a017c-8eed-41ce-b8ce-3fdee900894f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.643935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a68c382a-7ad9-40ae-ae0f-9b34afb4e8f8 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (dc3a017c-8eed-41ce-b8ce-3fdee900894f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.653448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69586c10>,) {'filters': {'network_id': ['74545aa1-4c18-40bd-9796-0ce47b89c532']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:04.682048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69586c10>, 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:04.682865 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69586c10>, 'a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:04.700230 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fb740b1d-ae37-4e9c-8e1c-756cee8297c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (abd8f9a0-9066-4f8b-872a-96879b861bdb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.720542 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.742755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Publish callbacks [] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.750765 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.791565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:04.796155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:04.797686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:04.811789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Pushing event updated for resources: {'Port': ['ID=b367a41e-4be6-424f-b5cb-7be08d0be4e5,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:04.818082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.844235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Router ab3ffb33-6b16-4d04-96b6-2af7124dd9f3 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:04.892277 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb740b1d-ae37-4e9c-8e1c-756cee8297c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:04.897317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Attempting to bind port b367a41e-4be6-424f-b5cb-7be08d0be4e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:04.898310 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Attempting to bind port b367a41e-4be6-424f-b5cb-7be08d0be4e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:04.898535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Attempting to bind port b367a41e-4be6-424f-b5cb-7be08d0be4e5 on network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:04.904786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:18:04.905449 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a5869ba3-7a5e-43b3-9bac-e2d8ce0bb81b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.907978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:04.908613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Checking segment: {'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:04.909268 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.911008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Bound using segment: {'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:04.911008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Bound port: b367a41e-4be6-424f-b5cb-7be08d0be4e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:04.911658 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:18:04.912745 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:18:04.919880 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a68c382a-7ad9-40ae-ae0f-9b34afb4e8f8 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (dc3a017c-8eed-41ce-b8ce-3fdee900894f), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.938159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-fb740b1d-ae37-4e9c-8e1c-756cee8297c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:04.978044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a6303-a0e5-4472-a2b9-5362c1b806df None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:04.987359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb740b1d-ae37-4e9c-8e1c-756cee8297c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:04.988370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fb740b1d-ae37-4e9c-8e1c-756cee8297c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:04.992655 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a68c382a-7ad9-40ae-ae0f-9b34afb4e8f8 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (dc3a017c-8eed-41ce-b8ce-3fdee900894f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:05.000821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb740b1d-ae37-4e9c-8e1c-756cee8297c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=abd8f9a0-9066-4f8b-872a-96879b861bdb,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:05.056770 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fb740b1d-ae37-4e9c-8e1c-756cee8297c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.7868564
Feb 19 21:18:05.060366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53234) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:05.069093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-66a446c3-8ba4-48e0-aca3-a2f579a19150 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:05.087101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:05.097287 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-507cdb34-11ae-4ca6-b465-ae5284729c1c tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "PUT /v2.0/routers/ab3ffb33-6b16-4d04-96b6-2af7124dd9f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4634414
Feb 19 21:18:05.098011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53236) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:05.099640 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a68c382a-7ad9-40ae-ae0f-9b34afb4e8f8 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:05.101660 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a68c382a-7ad9-40ae-ae0f-9b34afb4e8f8 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.7076802
Feb 19 21:18:05.105380 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a263844-aa50-4db6-930f-9938dd2ae753 None None] Sync routers for ids ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:05.113900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53238) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:05.123940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'enable_snat': True}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:05.133560 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a263844-aa50-4db6-930f-9938dd2ae753 None None] Routers {'ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:05.135129 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1a263844-aa50-4db6-930f-9938dd2ae753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708e5cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:05.159030 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (74545aa1-4c18-40bd-9796-0ce47b89c532), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:05.176521 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:05.181918 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] 10.222.0.30 "DELETE /v2.0/networks/74545aa1-4c18-40bd-9796-0ce47b89c532 HTTP/1.1" status: 204  len: 168 time: 1.3538632
Feb 19 21:18:05.209584 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc3330-b382-4f91-9890-83e6523f0b8f tempest-PortsAdminExtendedAttrsTestJSON-1508788666 tempest-PortsAdminExtendedAttrsTestJSON-1508788666-project] Pushing event deleted for resources: {'Network': ['ID=74545aa1-4c18-40bd-9796-0ce47b89c532,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:05.323226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a446c3-8ba4-48e0-aca3-a2f579a19150 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:05.323809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] For port b367a41e-4be6-424f-b5cb-7be08d0be4e5, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:05.334757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] For port b367a41e-4be6-424f-b5cb-7be08d0be4e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b367a41e-4be6-424f-b5cb-7be08d0be4e5,segment=NetworkSegment(a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4),segment_id=a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:05.342395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-66a446c3-8ba4-48e0-aca3-a2f579a19150 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:05.354747 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:05.382734 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1a263844-aa50-4db6-930f-9938dd2ae753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708e5cd0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:05.385293 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-73bea5b2-03bb-4194-9cd3-d2bf22106c49 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for router (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:05.405211 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a263844-aa50-4db6-930f-9938dd2ae753 None None] Routers {'ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:05.407877 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1a263844-aa50-4db6-930f-9938dd2ae753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708e5cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:05.419883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': 'abd8f9a0-9066-4f8b-872a-96879b861bdb'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:18:05.420770 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:05.484222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bead20-88b5-4ce5-a3be-617875b02e6e None None] Pushing event updated for resources: {'Port': ['ID=b367a41e-4be6-424f-b5cb-7be08d0be4e5,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:05.554355 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1a263844-aa50-4db6-930f-9938dd2ae753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708e5cd0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:05.555457 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a263844-aa50-4db6-930f-9938dd2ae753 None None] The sync data for ids ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:05.561218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e71ab193-dee4-4acc-8089-e87f15a73ae7 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:05.679319 ncdv-master-1 neutron-server[121129]: INFO neutron.db.ipam_backend_mixin [None req-66a446c3-8ba4-48e0-aca3-a2f579a19150 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet abd8f9a0-9066-4f8b-872a-96879b861bdb (CIDR: 2001:db8::/64)
Feb 19 21:18:05.686436 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a446c3-8ba4-48e0-aca3-a2f579a19150 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:18:05.686940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a446c3-8ba4-48e0-aca3-a2f579a19150 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:05.712386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/abd8f9a0-9066-4f8b-872a-96879b861bdb/a9eacf22-f40d-4baf-ac0f-d09b4c69214c) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:05.714518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e71ab193-dee4-4acc-8089-e87f15a73ae7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:05.714901 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:05.729305 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-66a446c3-8ba4-48e0-aca3-a2f579a19150 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6633332
Feb 19 21:18:05.729305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53244) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:05.739230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:05.860072 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (dc3a017c-8eed-41ce-b8ce-3fdee900894f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:05.894878 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53246) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:05.960840 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-73bea5b2-03bb-4194-9cd3-d2bf22106c49 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 19 21:18:05.964958 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-73bea5b2-03bb-4194-9cd3-d2bf22106c49 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "DELETE /v2.0/routers/ab3ffb33-6b16-4d04-96b6-2af7124dd9f3 HTTP/1.1" status: 409  len: 329 time: 0.8552985
Feb 19 21:18:05.966537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53250) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:05.979470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e71ab193-dee4-4acc-8089-e87f15a73ae7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:06.033787 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:06.038167 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:06.066172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 234af84a-46ba-406b-afcd-b824b28122e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:06.101934 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Publish callbacks [] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:06.103643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 234af84a-46ba-406b-afcd-b824b28122e1 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:06.104408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 234af84a-46ba-406b-afcd-b824b28122e1 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:06.122024 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:06.193753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:06.201270 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-875ac95d-a051-4e73-9906-8747ec9edf20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0d980341c53486097ff7c90cefbc5ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3048537
Feb 19 21:18:06.204045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:06.207148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53258) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:06.208183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:06.272582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Pushing event updated for resources: {'Port': ['ID=a9eacf22-f40d-4baf-ac0f-d09b4c69214c,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:06.322037 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:06.330952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Attempting to bind port a9eacf22-f40d-4baf-ac0f-d09b4c69214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:06.331551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Attempting to bind port a9eacf22-f40d-4baf-ac0f-d09b4c69214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:06.331772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Attempting to bind port a9eacf22-f40d-4baf-ac0f-d09b4c69214c on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:06.337764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:06.338731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:06.338731 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:06.339207 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:06.339693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Bound port: a9eacf22-f40d-4baf-ac0f-d09b4c69214c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:06.340135 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:06.433805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] For port a9eacf22-f40d-4baf-ac0f-d09b4c69214c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:06.441042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] For port a9eacf22-f40d-4baf-ac0f-d09b4c69214c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9eacf22-f40d-4baf-ac0f-d09b4c69214c,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:06.451740 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:06.551633 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bca18dbb-bc58-4f78-a588-73fac18b5316 admin admin] Publish callbacks [] for security_group (ccdf96b3-c9ef-4b3d-9971-6965e81a0d8f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:06.561631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ce4cb-1883-409c-afe7-bdac99b6fe9c None None] Pushing event updated for resources: {'Port': ['ID=a9eacf22-f40d-4baf-ac0f-d09b4c69214c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:06.583682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bca18dbb-bc58-4f78-a588-73fac18b5316 admin admin] Publish callbacks [] for security_group (ccdf96b3-c9ef-4b3d-9971-6965e81a0d8f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:06.660898 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:18:06.799890 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bca18dbb-bc58-4f78-a588-73fac18b5316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ccdf96b3-c9ef-4b3d-9971-6965e81a0d8f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:06.803593 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bca18dbb-bc58-4f78-a588-73fac18b5316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:06.807330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bca18dbb-bc58-4f78-a588-73fac18b5316 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccdf96b3-c9ef-4b3d-9971-6965e81a0d8f HTTP/1.1" status: 204  len: 168 time: 0.5943551
Feb 19 21:18:06.948916 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca18dbb-bc58-4f78-a588-73fac18b5316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdf96b3-c9ef-4b3d-9971-6965e81a0d8f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:07.020922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.056607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfaac29-53d0-471b-afee-8f392f094bc2 req-3d31e16d-faf8-480a-b913-3f01b6de1b35 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:07.058299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-adfaac29-53d0-471b-afee-8f392f094bc2 req-3d31e16d-faf8-480a-b913-3f01b6de1b35 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 946 time: 0.3384409
Feb 19 21:18:07.202927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21267e3d-e19f-4939-b3d6-f129c7375f75 None None] Network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:07.275938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] For port a9eacf22-f40d-4baf-ac0f-d09b4c69214c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9eacf22-f40d-4baf-ac0f-d09b4c69214c,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:07.303516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b3d2193e-0056-4225-8423-b14ddcc00263 None None] Provisioning complete for port b367a41e-4be6-424f-b5cb-7be08d0be4e5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:07.304192 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b3d2193e-0056-4225-8423-b14ddcc00263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.322329 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.332737 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.401187 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (98e2e836-172e-4dfa-ac52-6335c5ca5ff1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.411986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53268) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:07.478359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b3d2193e-0056-4225-8423-b14ddcc00263 None None] Current status of the port b367a41e-4be6-424f-b5cb-7be08d0be4e5 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:07.478928 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b3d2193e-0056-4225-8423-b14ddcc00263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.479046 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:07.518586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:07.527302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:07.528163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.558933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b3d2193e-0056-4225-8423-b14ddcc00263 None None] For port b367a41e-4be6-424f-b5cb-7be08d0be4e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b367a41e-4be6-424f-b5cb-7be08d0be4e5,segment=NetworkSegment(a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4),segment_id=a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:07.577261 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b3d2193e-0056-4225-8423-b14ddcc00263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.598855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a9eacf22-f40d-4baf-ac0f-d09b4c69214c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:07.629908 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-74a85340-fe28-4ab2-b6a8-6c9c0d049edd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bf97ca8c144485fb096b7030caf8f60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2074459
Feb 19 21:18:07.637027 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=98e2e836-172e-4dfa-ac52-6335c5ca5ff1,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:07.640081 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53270) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:07.657921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=a9eacf22-f40d-4baf-ac0f-d09b4c69214c,revision_number=4']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:07.677764 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-86ebf1b4-e862-4fd0-80c7-35b78227ea19 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.9474599
Feb 19 21:18:07.681792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53272) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:07.713991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:9a:37:5f', 'name': 'tempest-NetworksTestDHCPv6-2008204532'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:07.758507 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fb834d3-8f70-4ac7-ae9d-ba9fedf978d0 admin admin] Publish callbacks [] for security_group (139c7be4-9198-4769-a6d8-db3304a2c91c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.782005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a9eacf22-f40d-4baf-ac0f-d09b4c69214c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:07.782396 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.795717 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fb834d3-8f70-4ac7-ae9d-ba9fedf978d0 admin admin] Publish callbacks [] for security_group (139c7be4-9198-4769-a6d8-db3304a2c91c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.828573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (dc3a017c-8eed-41ce-b8ce-3fdee900894f), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.845292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-adfaac29-53d0-471b-afee-8f392f094bc2 req-c0903fde-0aa9-4833-afeb-77b250abf49a tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3124607
Feb 19 21:18:07.865732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2193e-0056-4225-8423-b14ddcc00263 None None] Pushing event updated for resources: {'Port': ['ID=b367a41e-4be6-424f-b5cb-7be08d0be4e5,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:07.885765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6668e78-429e-4291-b39a-225c746a895d req-1b517226-6732-4871-9296-96181e088a2b tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:07.887595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6668e78-429e-4291-b39a-225c746a895d req-1b517226-6732-4871-9296-96181e088a2b tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.67 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 946 time: 0.3684134
Feb 19 21:18:07.888927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Allocated IP 172.20.0.1 (47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f/5e59fe2b-537d-4db8-9c8c-5a5516f32425/0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:07.896375 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.921906 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fb834d3-8f70-4ac7-ae9d-ba9fedf978d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (139c7be4-9198-4769-a6d8-db3304a2c91c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.926917 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3fb834d3-8f70-4ac7-ae9d-ba9fedf978d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.938046 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3fb834d3-8f70-4ac7-ae9d-ba9fedf978d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/139c7be4-9198-4769-a6d8-db3304a2c91c HTTP/1.1" status: 204  len: 168 time: 0.2861595
Feb 19 21:18:07.951451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6e5a89a1-02b9-42fe-9e1e-ffeaa5393288 None None] Provisioning complete for port b367a41e-4be6-424f-b5cb-7be08d0be4e5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:07.951847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6e5a89a1-02b9-42fe-9e1e-ffeaa5393288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:07.959366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb834d3-8f70-4ac7-ae9d-ba9fedf978d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139c7be4-9198-4769-a6d8-db3304a2c91c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:08.016740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a9eacf22-f40d-4baf-ac0f-d09b4c69214c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:08.017159 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:08.078100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port a9eacf22-f40d-4baf-ac0f-d09b4c69214c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9eacf22-f40d-4baf-ac0f-d09b4c69214c,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:08.086176 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:08.087013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b367a41e-4be6-424f-b5cb-7be08d0be4e5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:08.144752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc687e0-6183-4d74-801d-7d7a23c960f8 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:08.151514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbc2289a-2491-4fe4-9d4b-5af18dbca4e3 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:08.263274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=a9eacf22-f40d-4baf-ac0f-d09b4c69214c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:08.303884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a89a1-02b9-42fe-9e1e-ffeaa5393288 None None] Current status of the port b367a41e-4be6-424f-b5cb-7be08d0be4e5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:08.304291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:08.334592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b367a41e-4be6-424f-b5cb-7be08d0be4e5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:08.334988 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:08.379651 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:08.384509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Allocated IP 172.35.2.152 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/b635c057-345a-41e0-89d1-424fa0600ab8) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:08.415255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Deleting port fd590ea4-9502-47f9-a804-41b8d37bcda0 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:08.415658 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:08.447120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b367a41e-4be6-424f-b5cb-7be08d0be4e5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:08.452637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3c3da1aa-13d0-4038-953c-0ced86faceed None None] Provisioning complete for port a9eacf22-f40d-4baf-ac0f-d09b4c69214c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:08.453154 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3c3da1aa-13d0-4038-953c-0ced86faceed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:08.540954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3c3da1aa-13d0-4038-953c-0ced86faceed None None] Current status of the port a9eacf22-f40d-4baf-ac0f-d09b4c69214c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:08.670671 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:08.705068 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:08.729436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] For port fd590ea4-9502-47f9-a804-41b8d37bcda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd590ea4-9502-47f9-a804-41b8d37bcda0,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:08.730113 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:08.783062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port 6c065df3-ecff-4381-b043-735711ac82fe yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:18:08.819769 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for port (b635c057-345a-41e0-89d1-424fa0600ab8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:08.923212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:08.960977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:08.963451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:08.979847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:09.189389 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (4a902278-bea7-41d6-aac3-72f77dbf8b18), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.270439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-31a8b13f-0890-4b1c-9241-09f19298074b None None] Provisioning complete for port a9eacf22-f40d-4baf-ac0f-d09b4c69214c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:09.271181 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31a8b13f-0890-4b1c-9241-09f19298074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.327632 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b635c057-345a-41e0-89d1-424fa0600ab8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.368742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-31a8b13f-0890-4b1c-9241-09f19298074b None None] Current status of the port a9eacf22-f40d-4baf-ac0f-d09b4c69214c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:09.413768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a9eacf22-f40d-4baf-ac0f-d09b4c69214c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:09.478438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a9eacf22-f40d-4baf-ac0f-d09b4c69214c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:09.478817 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.532849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-9be3ae88-7569-461d-95cd-34a5334500e7 None None] Provisioning complete for port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:09.533448 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9be3ae88-7569-461d-95cd-34a5334500e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.579618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9be3ae88-7569-461d-95cd-34a5334500e7 None None] Port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:09.624851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a9eacf22-f40d-4baf-ac0f-d09b4c69214c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:09.626093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53312) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:09.626590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b367a41e-4be6-424f-b5cb-7be08d0be4e5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:09.679147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b367a41e-4be6-424f-b5cb-7be08d0be4e5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:09.679456 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.768005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1984981721', 'router:external': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:09.782834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b367a41e-4be6-424f-b5cb-7be08d0be4e5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:09.800669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Made reservation on behalf of 1faeda2bd070497183a8ec7172696aca for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:09.804637 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.818539 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.820957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4506d-a9ac-4177-a255-58003d08e9ee req-b10ed361-f573-4a7a-a939-7433fa1593b2 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:09.822477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03d4506d-a9ac-4177-a255-58003d08e9ee req-b10ed361-f573-4a7a-a939-7433fa1593b2 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 946 time: 0.8651171
Feb 19 21:18:09.871247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:09.897543 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for security_group (ee298df0-e441-43de-9485-b441edeeb586), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.903468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ee298df0-e441-43de-9485-b441edeeb586), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.931212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:18:09.937057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:09.937394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee298df0-e441-43de-9485-b441edeeb586,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:09.940653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:09.945855 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9f1a51da-056f-48b1-a988-407a444dec27), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.946219 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Added segment 9f1a51da-056f-48b1-a988-407a444dec27 of type vlan for network 53e67689-53ba-4bd1-b84f-6db496043297
Feb 19 21:18:09.971654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event updated for resources: {'Port': ['ID=b635c057-345a-41e0-89d1-424fa0600ab8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:09.976431 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.976800 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (c8cd7244-8845-48b5-bc2b-1959ed4da54c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:09.977125 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Floating IP c8cd7244-8845-48b5-bc2b-1959ed4da54c disassociated. External IP: 172.35.2.36, port: fd590ea4-9502-47f9-a804-41b8d37bcda0.
Feb 19 21:18:09.977483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Calling delete_port for fd590ea4-9502-47f9-a804-41b8d37bcda0 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:10.002710 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (53e67689-53ba-4bd1-b84f-6db496043297), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.037029 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (53e67689-53ba-4bd1-b84f-6db496043297), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.038058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:10.038683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.099007 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4709835
Feb 19 21:18:10.102227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53316) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:10.108106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::3ca (3093a338-1bb2-47bc-b43b-364f1349065f/abd8f9a0-9066-4f8b-872a-96879b861bdb/6c065df3-ecff-4381-b043-735711ac82fe) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:10.109576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Request body: {'subnet': {'network_id': '53e67689-53ba-4bd1-b84f-6db496043297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:10.120427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3220ca2-9d58-4229-883d-b388dbf9fd7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event updated for resources: {'Network': ['ID=53e67689-53ba-4bd1-b84f-6db496043297,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:10.135198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9a:375f (3093a338-1bb2-47bc-b43b-364f1349065f/98e2e836-172e-4dfa-ac52-6335c5ca5ff1/6c065df3-ecff-4381-b043-735711ac82fe) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:10.135443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 53e67689-53ba-4bd1-b84f-6db496043297 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:18:10.136807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Made reservation on behalf of 1faeda2bd070497183a8ec7172696aca for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:10.140174 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.206385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03d4506d-a9ac-4177-a255-58003d08e9ee req-e008379a-2e53-4f73-b3f2-074423a84938 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/security-groups?id=abd152f4-83be-430b-b625-aef846e8d02e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3510315
Feb 19 21:18:10.296647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2289a-2491-4fe4-9d4b-5af18dbca4e3 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Deleting port 38e2b06c-9757-4726-ae5b-8e84923fcabc {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:10.296999 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbc2289a-2491-4fe4-9d4b-5af18dbca4e3 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (38e2b06c-9757-4726-ae5b-8e84923fcabc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.299659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.403756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device fd590ea4-9502-47f9-a804-41b8d37bcda0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:10.482870 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:18:10.483617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (d73831de-7de6-4f47-8962-bfee48bc6a7e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.497778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port fd590ea4-9502-47f9-a804-41b8d37bcda0 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:10.498786 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.547312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d73831de-7de6-4f47-8962-bfee48bc6a7e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:10.560194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Checking segment: {'id': '9f1a51da-056f-48b1-a988-407a444dec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '53e67689-53ba-4bd1-b84f-6db496043297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:10.560679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Network hostable DHCP agents. Network: 53e67689-53ba-4bd1-b84f-6db496043297, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:18:10.579212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Network 53e67689-53ba-4bd1-b84f-6db496043297 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:18:10.591381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 53e67689-53ba-4bd1-b84f-6db496043297) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:10.595719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:10.596346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.602861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e04243-f231-4e78-8984-a147448f493b None None] Network 53e67689-53ba-4bd1-b84f-6db496043297 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:10.617507 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-71d2e305-2c78-41ae-9007-36f1d0d00d66 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 0.5113931
Feb 19 21:18:10.617763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53318) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:10.624102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1800279805', 'network_id': '53e67689-53ba-4bd1-b84f-6db496043297'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:10.646101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Made reservation on behalf of 1faeda2bd070497183a8ec7172696aca for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:10.648955 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.668485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] device_id is not set on port ed64390d-da4b-424c-9a29-a297b864d884 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:18:10.712816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc36cf1f-9482-43ce-82f2-718d204c49d8 None None] Network 53e67689-53ba-4bd1-b84f-6db496043297 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:10.761594 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbc2289a-2491-4fe4-9d4b-5af18dbca4e3 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (38e2b06c-9757-4726-ae5b-8e84923fcabc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.791354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Allocated IP 2001:db8::2b0 (53e67689-53ba-4bd1-b84f-6db496043297/d73831de-7de6-4f47-8962-bfee48bc6a7e/ed64390d-da4b-424c-9a29-a297b864d884) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:10.794484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2289a-2491-4fe4-9d4b-5af18dbca4e3 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Calling delete_port for 38e2b06c-9757-4726-ae5b-8e84923fcabc owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:10.807748 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fd590ea4-9502-47f9-a804-41b8d37bcda0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.877232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event deleted for resources: {'Port': ['ID=fd590ea4-9502-47f9-a804-41b8d37bcda0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:10.920519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (6c065df3-ecff-4381-b043-735711ac82fe), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.944681 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for port (ed64390d-da4b-424c-9a29-a297b864d884), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:10.985255 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ed64390d-da4b-424c-9a29-a297b864d884), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.031726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Network 53e67689-53ba-4bd1-b84f-6db496043297 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:11.034649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:11.039262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:11.040443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:11.041047 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.045044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event updated for resources: {'Port': ['ID=ed64390d-da4b-424c-9a29-a297b864d884,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:11.063345 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9c785664-c34b-4a3f-8d7a-4da776f9d0a2 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.4418631
Feb 19 21:18:11.063575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53320) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:11.069405 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (dc3a017c-8eed-41ce-b8ce-3fdee900894f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.146217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-03664e56-dca9-4543-a229-d45b8ab00e25 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Deleting port ed64390d-da4b-424c-9a29-a297b864d884 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:11.146217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03664e56-dca9-4543-a229-d45b8ab00e25 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ed64390d-da4b-424c-9a29-a297b864d884), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.232678 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03664e56-dca9-4543-a229-d45b8ab00e25 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ed64390d-da4b-424c-9a29-a297b864d884), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.251626 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-03664e56-dca9-4543-a229-d45b8ab00e25 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Calling delete_port for ed64390d-da4b-424c-9a29-a297b864d884 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:11.297487 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6c065df3-ecff-4381-b043-735711ac82fe), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.431670 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6450987-c445-4d02-981c-93f44f9703ff req-0a7efc66-938e-426f-bfdf-5b6dc69878ea tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 210 time: 0.1244450
Feb 19 21:18:11.431913 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03664e56-dca9-4543-a229-d45b8ab00e25 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ed64390d-da4b-424c-9a29-a297b864d884), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.468535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:11.475465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03664e56-dca9-4543-a229-d45b8ab00e25 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed64390d-da4b-424c-9a29-a297b864d884,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:11.489114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:11.491802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:11.494729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03664e56-dca9-4543-a229-d45b8ab00e25 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.498475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:11.499163 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.501361 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-03664e56-dca9-4543-a229-d45b8ab00e25 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ed64390d-da4b-424c-9a29-a297b864d884 HTTP/1.1" status: 204  len: 168 time: 0.4368148
Feb 19 21:18:11.502179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53324) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:11.506759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53e67689-53ba-4bd1-b84f-6db496043297', 'external_fixed_ips': [{'subnet_id': 'd73831de-7de6-4f47-8962-bfee48bc6a7e', 'ip_address': '2001:db8::2b0'}]}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:11.522641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Router 05a695b4-ea01-420d-8808-46997b567f4e has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:11.529853 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (a5ec4f15-6425-4f00-b910-8c42633d480e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.531008 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (a5ec4f15-6425-4f00-b910-8c42633d480e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.583972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.8717308
Feb 19 21:18:11.583972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b984b7e-31b3-4788-9036-21954cdeacc8 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=6c065df3-ecff-4381-b043-735711ac82fe,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:11.588704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53326) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:11.602445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_controller (a5ec4f15-6425-4f00-b910-8c42633d480e), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.645082 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbc2289a-2491-4fe4-9d4b-5af18dbca4e3 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (38e2b06c-9757-4726-ae5b-8e84923fcabc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.708513 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.745760 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.748757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2289a-2491-4fe4-9d4b-5af18dbca4e3 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event deleted for resources: {'Port': ['ID=38e2b06c-9757-4726-ae5b-8e84923fcabc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:11.774628 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (a5ec4f15-6425-4f00-b910-8c42633d480e), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.834130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-17c2ffe1-e6a6-4be4-9195-99af1b59c693 None None] Provisioning complete for port 6c065df3-ecff-4381-b043-735711ac82fe triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:11.835160 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-17c2ffe1-e6a6-4be4-9195-99af1b59c693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6c065df3-ecff-4381-b043-735711ac82fe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:11.889575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-17c2ffe1-e6a6-4be4-9195-99af1b59c693 None None] Port 6c065df3-ecff-4381-b043-735711ac82fe cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:12.318127 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (a5ec4f15-6425-4f00-b910-8c42633d480e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:12.342381 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:12.356654 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (dc3a017c-8eed-41ce-b8ce-3fdee900894f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:12.364072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:12.377261 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (4a902278-bea7-41d6-aac3-72f77dbf8b18), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:12.383179 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (dc3a017c-8eed-41ce-b8ce-3fdee900894f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:12.584398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Allocated IP 2001:db8::2b0 (53e67689-53ba-4bd1-b84f-6db496043297/d73831de-7de6-4f47-8962-bfee48bc6a7e/d62886ad-3098-414b-bdb8-9f1c015adfca) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:12.614649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:12.624980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc898225-518b-46a5-babc-9563264db81b None None] Sync routers for ids ['05a695b4-ea01-420d-8808-46997b567f4e'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:12.634726 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbc2289a-2491-4fe4-9d4b-5af18dbca4e3 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:12.637880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc898225-518b-46a5-babc-9563264db81b None None] Routers {'05a695b4-ea01-420d-8808-46997b567f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:12.638810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-dc898225-518b-46a5-babc-9563264db81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62a65610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['05a695b4-ea01-420d-8808-46997b567f4e'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:12.645866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23c196bd-9ed5-4a94-9436-f19bddb32278 req-a535aeaf-5d0e-4edc-9062-bdbda7482515 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "GET /v2.0/ports?device_id=452de813-e220-4db1-8f6c-6d03d6b88559 HTTP/1.1" status: 200  len: 210 time: 0.0882916
Feb 19 21:18:12.678297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-155e77b8-8191-4cdf-9c65-fa3b8df8ac09 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port 6c065df3-ecff-4381-b043-735711ac82fe {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:12.678651 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-155e77b8-8191-4cdf-9c65-fa3b8df8ac09 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6c065df3-ecff-4381-b043-735711ac82fe), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:12.716379 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for port (d62886ad-3098-414b-bdb8-9f1c015adfca), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:12.763071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] No DVR routers for this DVR port fd590ea4-9502-47f9-a804-41b8d37bcda0 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:12.786773 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d62886ad-3098-414b-bdb8-9f1c015adfca), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:12.806300 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:12.808486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6668e78-429e-4291-b39a-225c746a895d req-b9e4ceda-e962-4a65-a197-65d376fc606e tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.67 "DELETE /v2.0/ports/fd590ea4-9502-47f9-a804-41b8d37bcda0 HTTP/1.1" status: 204  len: 173 time: 4.9061060
Feb 19 21:18:12.814419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452de813-e220-4db1-8f6c-6d03d6b88559', 'name': 'network-vif-deleted', 'tag': 'fd590ea4-9502-47f9-a804-41b8d37bcda0'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:18:12.818825 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de87b72-672b-49e6-b2b0-36cfd3c8d400" -d '{"events": [{"server_uuid": "452de813-e220-4db1-8f6c-6d03d6b88559", "name": "network-vif-deleted", "tag": "fd590ea4-9502-47f9-a804-41b8d37bcda0"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:18:12.858265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Network 53e67689-53ba-4bd1-b84f-6db496043297 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:12.861918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:12.864673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:12.927418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:12.937052 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cff8702-cce9-4e41-b0ce-aa92030332ee x-openstack-request-id: req-4cff8702-cce9-4e41-b0ce-aa92030332ee {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:18:12.937930 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452de813-e220-4db1-8f6c-6d03d6b88559", "name": "network-vif-deleted", "tag": "fd590ea4-9502-47f9-a804-41b8d37bcda0", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:18:12.938197 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cff8702-cce9-4e41-b0ce-aa92030332ee {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:18:12.938612 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452de813-e220-4db1-8f6c-6d03d6b88559', 'name': 'network-vif-deleted', 'tag': 'fd590ea4-9502-47f9-a804-41b8d37bcda0', 'status': 'completed', 'code': 200}
Feb 19 21:18:12.940862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event updated for resources: {'Port': ['ID=d62886ad-3098-414b-bdb8-9f1c015adfca,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:12.942244 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:12.963372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-dc898225-518b-46a5-babc-9563264db81b None None] Set router 05a695b4-ea01-420d-8808-46997b567f4e gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:13.164369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc2289a-2491-4fe4-9d4b-5af18dbca4e3 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Router ab3ffb33-6b16-4d04-96b6-2af7124dd9f3 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:13.189302 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-155e77b8-8191-4cdf-9c65-fa3b8df8ac09 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6c065df3-ecff-4381-b043-735711ac82fe), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:13.209954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (a5ec4f15-6425-4f00-b910-8c42633d480e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:13.216178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Router dc3a017c-8eed-41ce-b8ce-3fdee900894f is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:18:13.219907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-155e77b8-8191-4cdf-9c65-fa3b8df8ac09 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for 6c065df3-ecff-4381-b043-735711ac82fe owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:13.262625 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-924fcaa6-ff3e-4df2-96d1-eecbae53c8f9 None None] Provisioning complete for port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:13.263045 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-924fcaa6-ff3e-4df2-96d1-eecbae53c8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:13.321995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-dc898225-518b-46a5-babc-9563264db81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62a65610>, [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c776c63d-79b1-48a9-b25f-053e14ec778b', 'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'mac_address': 'fa:16:3e:0a:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:58Z', 'updated_at': '2022-02-19T21:12:05Z', 'revision_number': 5, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'subnets': [{'id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:13.333770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-924fcaa6-ff3e-4df2-96d1-eecbae53c8f9 None None] Port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:13.366197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc898225-518b-46a5-babc-9563264db81b None None] Checking router: 05a695b4-ea01-420d-8808-46997b567f4e for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:13.377304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc898225-518b-46a5-babc-9563264db81b None None] Routers {'05a695b4-ea01-420d-8808-46997b567f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:13.378760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-dc898225-518b-46a5-babc-9563264db81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62a65610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['05a695b4-ea01-420d-8808-46997b567f4e'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:13.460477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (a5ec4f15-6425-4f00-b910-8c42633d480e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:13.470164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc2289a-2491-4fe4-9d4b-5af18dbca4e3 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:13.481602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4a902278-bea7-41d6-aac3-72f77dbf8b18 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:13.482306 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764a5d3-20aa-4421-9b70-25e817a39701 None None] Sync routers for ids ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:13.491957 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bbc2289a-2491-4fe4-9d4b-5af18dbca4e3 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "PUT /v2.0/routers/ab3ffb33-6b16-4d04-96b6-2af7124dd9f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5236771
Feb 19 21:18:13.496130 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764a5d3-20aa-4421-9b70-25e817a39701 None None] Routers {'ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:13.497821 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-4764a5d3-20aa-4421-9b70-25e817a39701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70814100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:13.502903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53332) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:13.536561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-dc898225-518b-46a5-babc-9563264db81b None None] Set router 05a695b4-ea01-420d-8808-46997b567f4e gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:13.538298 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-4764a5d3-20aa-4421-9b70-25e817a39701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70814100>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:13.549274 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764a5d3-20aa-4421-9b70-25e817a39701 None None] Routers {'ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:13.550048 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-4764a5d3-20aa-4421-9b70-25e817a39701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70814100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:13.558729 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-7e7350cd-8563-4a6c-bf8c-39ee6a88466f tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] show failed (client error): The resource could not be found.
Feb 19 21:18:13.559835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7e7350cd-8563-4a6c-bf8c-39ee6a88466f tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1184525939 HTTP/1.1" status: 404  len: 335 time: 0.0514028
Feb 19 21:18:13.564324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53334) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:13.591869 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-4764a5d3-20aa-4421-9b70-25e817a39701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70814100>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:13.592837 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764a5d3-20aa-4421-9b70-25e817a39701 None None] The sync data for ids ['ab3ffb33-6b16-4d04-96b6-2af7124dd9f3'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:13.615217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f80659c3-b808-4ffc-8065-e6d7564d9af5 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Request body: {'router': {'name': 'new_name'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:13.634108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Router a5ec4f15-6425-4f00-b910-8c42633d480e is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:18:13.699298 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-f80659c3-b808-4ffc-8065-e6d7564d9af5 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] update failed (client error): The resource could not be found.
Feb 19 21:18:13.701445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f80659c3-b808-4ffc-8065-e6d7564d9af5 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1391343263 HTTP/1.1" status: 404  len: 335 time: 0.0899868
Feb 19 21:18:13.707033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53338) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:13.741239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53340) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:13.806300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:13.817987 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:13.819845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-84b9bdd8-27c7-4463-a0fa-806811f1abb9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "PUT /v2.0/routers/dc3a017c-8eed-41ce-b8ce-3fdee900894f HTTP/1.1" status: 200  len: 915 time: 8.7049513
Feb 19 21:18:13.824276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-186a12ec-1389-4e7e-9de7-079ea687cea1 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Deleting subnet 8be79c79-a170-40fc-a85f-79d416370235 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:13.827742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6213319-6fee-41fa-8fba-d897c64720ee None None] Sync routers for ids ['dc3a017c-8eed-41ce-b8ce-3fdee900894f'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:13.835839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53342) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:13.847166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-dc898225-518b-46a5-babc-9563264db81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62a65610>, [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c776c63d-79b1-48a9-b25f-053e14ec778b', 'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'mac_address': 'fa:16:3e:0a:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:58Z', 'updated_at': '2022-02-19T21:12:05Z', 'revision_number': 5, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'subnets': [{'id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:13.881045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-186a12ec-1389-4e7e-9de7-079ea687cea1 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for subnet (8be79c79-a170-40fc-a85f-79d416370235), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:13.892257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6213319-6fee-41fa-8fba-d897c64720ee None None] Routers {'dc3a017c-8eed-41ce-b8ce-3fdee900894f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:13.893139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d6213319-6fee-41fa-8fba-d897c64720ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62fc9a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dc3a017c-8eed-41ce-b8ce-3fdee900894f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:13.897794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc898225-518b-46a5-babc-9563264db81b None None] The sync data for ids ['05a695b4-ea01-420d-8808-46997b567f4e'] in ncdv-master-1 is: [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c776c63d-79b1-48a9-b25f-053e14ec778b', 'name': '', 'network_id': 'f42bca65-bbe1-406f-ae65-02b04761560d', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'mac_address': 'fa:16:3e:0a:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:58Z', 'updated_at': '2022-02-19T21:12:05Z', 'revision_number': 5, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'subnets': [{'id': 'e0845f4a-d363-4cf1-994e-3ceaa72349b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:13.911138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:13.924634 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Sync routers for ids ['a5ec4f15-6425-4f00-b910-8c42633d480e'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:13.934618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d6213319-6fee-41fa-8fba-d897c64720ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62fc9a00>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:13.939294 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Routers {'a5ec4f15-6425-4f00-b910-8c42633d480e'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:13.940155 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-63e8f746-a900-40de-a20e-2d192ad78e64 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Deleting port 411cf541-4c1c-4930-9853-765a12e7534e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:13.940594 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63e8f746-a900-40de-a20e-2d192ad78e64 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (411cf541-4c1c-4930-9853-765a12e7534e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:13.941361 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a71798700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a5ec4f15-6425-4f00-b910-8c42633d480e'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:13.945565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6213319-6fee-41fa-8fba-d897c64720ee None None] Routers {'dc3a017c-8eed-41ce-b8ce-3fdee900894f'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:13.946317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d6213319-6fee-41fa-8fba-d897c64720ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62fc9a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dc3a017c-8eed-41ce-b8ce-3fdee900894f'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:14.025762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:14.030994 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d6213319-6fee-41fa-8fba-d897c64720ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62fc9a00>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:14.031740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6213319-6fee-41fa-8fba-d897c64720ee None None] The sync data for ids ['dc3a017c-8eed-41ce-b8ce-3fdee900894f'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:14.037395 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1abf3fa5-767c-47b5-8da4-8c9bdd5f52dd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "PUT /v2.0/routers/4a902278-bea7-41d6-aac3-72f77dbf8b18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0315006
Feb 19 21:18:14.047180 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63e8f746-a900-40de-a20e-2d192ad78e64 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (411cf541-4c1c-4930-9853-765a12e7534e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:14.047685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63e8f746-a900-40de-a20e-2d192ad78e64 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for floatingip (411cf541-4c1c-4930-9853-765a12e7534e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:14.048698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Sync routers for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:14.051676 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-186a12ec-1389-4e7e-9de7-079ea687cea1 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (8be79c79-a170-40fc-a85f-79d416370235), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:14.061202 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-63e8f746-a900-40de-a20e-2d192ad78e64 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Calling delete_port for 411cf541-4c1c-4930-9853-765a12e7534e owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:14.073443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:14.075263 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632d7190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:14.084868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53344) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:14.114005 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:14.118917 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3e24b7e6-b409-48f1-a991-dfcf3ff5568c tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 2.6156569
Feb 19 21:18:14.130060 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53346) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:14.148950 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Set router a5ec4f15-6425-4f00-b910-8c42633d480e gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:14.261101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:14.302178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (a5ec4f15-6425-4f00-b910-8c42633d480e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:14.383525 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d2d314-efe2-40c1-a29f-8960cacb6236 None None] New status for floating IP c8cd7244-8845-48b5-bc2b-1959ed4da54c: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:18:14.447388 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (a5ec4f15-6425-4f00-b910-8c42633d480e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:14.519026 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63e8f746-a900-40de-a20e-2d192ad78e64 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (411cf541-4c1c-4930-9853-765a12e7534e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:14.540662 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.db.api [None req-13d2d314-efe2-40c1-a29f-8960cacb6236 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:18:14.541273 ncdv-master-1 neutron-server[121131]: DEBUG oslo_db.api [None req-13d2d314-efe2-40c1-a29f-8960cacb6236 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:18:14.546867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632d7190>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:18:10Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:10Z', 'revision_number': 2, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:14.555813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8f746-a900-40de-a20e-2d192ad78e64 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event deleted for resources: {'Port': ['ID=411cf541-4c1c-4930-9853-765a12e7534e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:14.591433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Checking router: 4a902278-bea7-41d6-aac3-72f77dbf8b18 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:14.592520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Updating router 4a902278-bea7-41d6-aac3-72f77dbf8b18 port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:18:14.610446 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a71798700>, [{'id': 'a5ec4f15-6425-4f00-b910-8c42633d480e', 'name': '', 'tenant_id': '1faeda2bd070497183a8ec7172696aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e67689-53ba-4bd1-b84f-6db496043297', 'external_fixed_ips': [{'subnet_id': 'd73831de-7de6-4f47-8962-bfee48bc6a7e', 'ip_address': '2001:db8::2b0'}], 'enable_snat': True}, 'gw_port_id': 'd62886ad-3098-414b-bdb8-9f1c015adfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:11Z', 'updated_at': '2022-02-19T21:18:13Z', 'revision_number': 3, 'project_id': '1faeda2bd070497183a8ec7172696aca', 'gw_port': {'id': 'd62886ad-3098-414b-bdb8-9f1c015adfca', 'name': '', 'network_id': '53e67689-53ba-4bd1-b84f-6db496043297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ec4f15-6425-4f00-b910-8c42633d480e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd73831de-7de6-4f47-8962-bfee48bc6a7e', 'ip_address': '2001:db8::2b0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:12Z', 'updated_at': '2022-02-19T21:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd73831de-7de6-4f47-8962-bfee48bc6a7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:14.633987 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:14.635011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Deleting port d62886ad-3098-414b-bdb8-9f1c015adfca {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:14.635371 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d62886ad-3098-414b-bdb8-9f1c015adfca), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:14.656533 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Checking router: a5ec4f15-6425-4f00-b910-8c42633d480e for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:14.657124 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Updating router a5ec4f15-6425-4f00-b910-8c42633d480e port d62886ad-3098-414b-bdb8-9f1c015adfca binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:18:14.716685 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d62886ad-3098-414b-bdb8-9f1c015adfca), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:14.907478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:14.908154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:14.908453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:14.908906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:14.909371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:14.909910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:14.910372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:14.911012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:14.911473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:14.911933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:14.912440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:14.917644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7a14b023-f669-4660-b6d1-7c6bdcf21627 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7807 time: 0.8317018
Feb 19 21:18:14.918969 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-155e77b8-8191-4cdf-9c65-fa3b8df8ac09 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6c065df3-ecff-4381-b043-735711ac82fe), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:14.920754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53348) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:14.940639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dc11990a-ba9c-4372-85d0-c6b6711c9dc1 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/routers/dc3a017c-8eed-41ce-b8ce-3fdee900894f HTTP/1.1" status: 200  len: 921 time: 1.1008751
Feb 19 21:18:14.964030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53350) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:15.026553 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63e8f746-a900-40de-a20e-2d192ad78e64 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for floatingip (c8cd7244-8845-48b5-bc2b-1959ed4da54c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.031263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63e8f746-a900-40de-a20e-2d192ad78e64 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.035617 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-63e8f746-a900-40de-a20e-2d192ad78e64 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "DELETE /v2.0/floatingips/c8cd7244-8845-48b5-bc2b-1959ed4da54c HTTP/1.1" status: 204  len: 168 time: 1.2934675
Feb 19 21:18:15.038068 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Publish callbacks [] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.042231 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d2d314-efe2-40c1-a29f-8960cacb6236 None None] New status for floating IP c8cd7244-8845-48b5-bc2b-1959ed4da54c: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:18:15.048222 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.091312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28b3e6-a46e-4da5-aea6-d5a56f18c89e tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.092787 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc28b3e6-a46e-4da5-aea6-d5a56f18c89e tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&device_id=dc3a017c-8eed-41ce-b8ce-3fdee900894f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1278265
Feb 19 21:18:15.110241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53354) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:15.146683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c013db-a722-4dc6-9220-ae2fd3dbc4fd None None] Pushing event updated for resources: {'Port': ['ID=0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:15.179240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53358) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:15.188918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e77b8-8191-4cdf-9c65-fa3b8df8ac09 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=6c065df3-ecff-4381-b043-735711ac82fe,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:15.225915 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Publish callbacks [] for port (d62886ad-3098-414b-bdb8-9f1c015adfca), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.232434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Attempting to bind port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:15.232876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Attempting to bind port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:15.233271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Attempting to bind port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c on network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:15.243355 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d62886ad-3098-414b-bdb8-9f1c015adfca), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.248537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:15.249716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Checking segment: {'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:15.251526 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.252231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Bound using segment: {'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:15.252471 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-186a12ec-1389-4e7e-9de7-079ea687cea1 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (8be79c79-a170-40fc-a85f-79d416370235), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.254895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Bound port: 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:15.255502 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.304836 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d62886ad-3098-414b-bdb8-9f1c015adfca), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.335484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Calling delete_port for d62886ad-3098-414b-bdb8-9f1c015adfca owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:15.360510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.360999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.372855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.373606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.373827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.374300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.374780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.375225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.375682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.376365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.376620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.377075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.382070 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d4635af0-9d1e-49a3-89a7-8fd8a03a5619 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7646 time: 0.4545176
Feb 19 21:18:15.384780 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Attempting to bind port d62886ad-3098-414b-bdb8-9f1c015adfca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:15.385187 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Attempting to bind port d62886ad-3098-414b-bdb8-9f1c015adfca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f1a51da-056f-48b1-a988-407a444dec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '53e67689-53ba-4bd1-b84f-6db496043297'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:15.385563 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Attempting to bind port d62886ad-3098-414b-bdb8-9f1c015adfca on network 53e67689-53ba-4bd1-b84f-6db496043297 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:15.401491 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:15.401491 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Checking segment: {'id': '9f1a51da-056f-48b1-a988-407a444dec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '53e67689-53ba-4bd1-b84f-6db496043297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:15.401893 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.402229 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Bound using segment: {'id': '9f1a51da-056f-48b1-a988-407a444dec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '53e67689-53ba-4bd1-b84f-6db496043297'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:15.405920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53360) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:15.408056 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Bound port: d62886ad-3098-414b-bdb8-9f1c015adfca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1a51da-056f-48b1-a988-407a444dec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '53e67689-53ba-4bd1-b84f-6db496043297'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:15.408507 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d62886ad-3098-414b-bdb8-9f1c015adfca), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.409961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] For port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:15.411259 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453e2a1-8ae9-4b97-83b3-147d036fdb41 None None] Pushing event updated for resources: {'Port': ['ID=d62886ad-3098-414b-bdb8-9f1c015adfca,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:15.415069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] For port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c,segment=NetworkSegment(a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4),segment_id=a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:15.427843 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.461986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3ab0755a-7e63-4f16-baf9-11e711364e75 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group (abd152f4-83be-430b-b625-aef846e8d02e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.491878 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36bb8f-cefc-4163-925d-95ee5454a197 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.493402 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6d36bb8f-cefc-4163-925d-95ee5454a197 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 881 time: 0.3821766
Feb 19 21:18:15.500603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53362) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:15.525080 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-155e77b8-8191-4cdf-9c65-fa3b8df8ac09 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.531513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-155e77b8-8191-4cdf-9c65-fa3b8df8ac09 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/6c065df3-ecff-4381-b043-735711ac82fe HTTP/1.1" status: 204  len: 168 time: 3.9089019
Feb 19 21:18:15.537474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53364) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:15.541773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:15.542443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632d7190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:15.547938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c013db-a722-4dc6-9220-ae2fd3dbc4fd None None] Pushing event updated for resources: {'Port': ['ID=0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:15.549950 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] For port d62886ad-3098-414b-bdb8-9f1c015adfca, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:15.555057 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] For port d62886ad-3098-414b-bdb8-9f1c015adfca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d62886ad-3098-414b-bdb8-9f1c015adfca,segment=NetworkSegment(9f1a51da-056f-48b1-a988-407a444dec27),segment_id=9f1a51da-056f-48b1-a988-407a444dec27)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:15.578801 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a275803b-672a-4b31-aec2-3d0cb5ba16e9 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc3a017c-8eed-41ce-b8ce-3fdee900894f HTTP/1.1" status: 200  len: 205 time: 0.0751791
Feb 19 21:18:15.581889 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d62886ad-3098-414b-bdb8-9f1c015adfca), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.599587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53366) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:15.670969 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453e2a1-8ae9-4b97-83b3-147d036fdb41 None None] Pushing event updated for resources: {'Port': ['ID=d62886ad-3098-414b-bdb8-9f1c015adfca,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:15.699839 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Routers {'a5ec4f15-6425-4f00-b910-8c42633d480e'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:15.700672 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a71798700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:17:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a5ec4f15-6425-4f00-b910-8c42633d480e'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:15.705077 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-186a12ec-1389-4e7e-9de7-079ea687cea1 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (8be79c79-a170-40fc-a85f-79d416370235), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.744100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-388c115b-7faa-426b-a770-d99bd03e2c5d None None] Provisioning complete for port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:15.744387 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-388c115b-7faa-426b-a770-d99bd03e2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.756926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50ca27-bbe4-4b8e-80e7-f5bab0d5c309 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.758569 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ff50ca27-bbe4-4b8e-80e7-f5bab0d5c309 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2204373
Feb 19 21:18:15.761323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a12ec-1389-4e7e-9de7-079ea687cea1 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event deleted for resources: {'Subnet': ['ID=8be79c79-a170-40fc-a85f-79d416370235,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:15.764208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53368) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:15.767089 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-186a12ec-1389-4e7e-9de7-079ea687cea1 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.771932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-186a12ec-1389-4e7e-9de7-079ea687cea1 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "DELETE /v2.0/subnets/8be79c79-a170-40fc-a85f-79d416370235 HTTP/1.1" status: 204  len: 168 time: 2.0623107
Feb 19 21:18:15.775240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53370) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:15.777362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3ab0755a-7e63-4f16-baf9-11e711364e75 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group (abd152f4-83be-430b-b625-aef846e8d02e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.783964 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (dc3a017c-8eed-41ce-b8ce-3fdee900894f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.788361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e28fb-79b7-494c-a9d9-9a818d65a99b None None] Network f7543d23-6c92-4410-adf5-ecff7f0cc82a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:15.875910 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] Set router a5ec4f15-6425-4f00-b910-8c42633d480e gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:15.891904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e23225-bb32-4f9d-a6a4-45824d31e7f7 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Deleting subnet 9c55a3cb-4701-4f65-ae05-efa93f9f487c {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:15.904972 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51e23225-bb32-4f9d-a6a4-45824d31e7f7 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for subnet (9c55a3cb-4701-4f65-ae05-efa93f9f487c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:15.935431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da9269c-4c62-44b3-8028-ffa06896d4b4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:15.937112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5da9269c-4c62-44b3-8028-ffa06896d4b4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1640301
Feb 19 21:18:15.938898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:15.943724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53372) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:15.973669 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a71798700>, [{'id': 'a5ec4f15-6425-4f00-b910-8c42633d480e', 'name': '', 'tenant_id': '1faeda2bd070497183a8ec7172696aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:11Z', 'updated_at': '2022-02-19T21:18:14Z', 'revision_number': 4, 'project_id': '1faeda2bd070497183a8ec7172696aca', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:16.009405 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bcdaa-9461-4ba3-b79b-c3631c5ead05 None None] The sync data for ids ['a5ec4f15-6425-4f00-b910-8c42633d480e'] in ncdv-master-1 is: [{'id': 'a5ec4f15-6425-4f00-b910-8c42633d480e', 'name': '', 'tenant_id': '1faeda2bd070497183a8ec7172696aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:11Z', 'updated_at': '2022-02-19T21:18:14Z', 'revision_number': 4, 'project_id': '1faeda2bd070497183a8ec7172696aca', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:16.015736 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51e23225-bb32-4f9d-a6a4-45824d31e7f7 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (9c55a3cb-4701-4f65-ae05-efa93f9f487c), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.070273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d40d2-c10f-49e5-be17-95eaa5ddfc6b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:16.071859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d40d2-c10f-49e5-be17-95eaa5ddfc6b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:16.073338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d40d2-c10f-49e5-be17-95eaa5ddfc6b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:16.078928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-db6d40d2-c10f-49e5-be17-95eaa5ddfc6b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1309614
Feb 19 21:18:16.082921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53374) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:16.146178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d62886ad-3098-414b-bdb8-9f1c015adfca), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.166041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (dc3a017c-8eed-41ce-b8ce-3fdee900894f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.191831 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3ab0755a-7e63-4f16-baf9-11e711364e75 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (abd152f4-83be-430b-b625-aef846e8d02e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.195844 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3ab0755a-7e63-4f16-baf9-11e711364e75 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.197120 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3ab0755a-7e63-4f16-baf9-11e711364e75 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] 10.222.0.30 "DELETE /v2.0/security-groups/abd152f4-83be-430b-b625-aef846e8d02e HTTP/1.1" status: 204  len: 168 time: 0.9640203
Feb 19 21:18:16.207819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event deleted for resources: {'Port': ['ID=d62886ad-3098-414b-bdb8-9f1c015adfca,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:16.220400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1b607ca0-0f7d-4861-906a-6a5a938d4f81 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4791 time: 0.8105116
Feb 19 21:18:16.221544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0755a-7e63-4f16-baf9-11e711364e75 tempest-TestServerBasicOps-537861107 tempest-TestServerBasicOps-537861107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd152f4-83be-430b-b625-aef846e8d02e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:16.266919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (a5ec4f15-6425-4f00-b910-8c42633d480e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.273140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-388c115b-7faa-426b-a770-d99bd03e2c5d None None] Current status of the port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:16.274145 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-388c115b-7faa-426b-a770-d99bd03e2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.287538 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:18:16.292234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a7c77b-9220-4986-93ca-2cb0fd00a8ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet 98e2e836-172e-4dfa-ac52-6335c5ca5ff1 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:16.303595 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c77b-9220-4986-93ca-2cb0fd00a8ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (98e2e836-172e-4dfa-ac52-6335c5ca5ff1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.358834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53380) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:16.361342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42720980-d3ea-4b33-83ba-75d277f99c06 None None] DHCP port deletion for f7543d23-6c92-4410-adf5-ecff7f0cc82a request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:18:16.379236 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51e23225-bb32-4f9d-a6a4-45824d31e7f7 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (9c55a3cb-4701-4f65-ae05-efa93f9f487c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.432660 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c77b-9220-4986-93ca-2cb0fd00a8ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (98e2e836-172e-4dfa-ac52-6335c5ca5ff1), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.469213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-388c115b-7faa-426b-a770-d99bd03e2c5d None None] For port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c,segment=NetworkSegment(a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4),segment_id=a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:16.484879 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-388c115b-7faa-426b-a770-d99bd03e2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.486421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (a5ec4f15-6425-4f00-b910-8c42633d480e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.500202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_controller (a5ec4f15-6425-4f00-b910-8c42633d480e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.583806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c115b-7faa-426b-a770-d99bd03e2c5d None None] Pushing event updated for resources: {'Port': ['ID=0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:16.589307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632d7190>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:18:10Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:15Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:16.610184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Deleting port b635c057-345a-41e0-89d1-424fa0600ab8 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:16.610598 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b635c057-345a-41e0-89d1-424fa0600ab8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.628576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (a5ec4f15-6425-4f00-b910-8c42633d480e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.629118 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5ec4f15-6425-4f00-b910-8c42633d480e {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:16.669477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.673229 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8b9149b1-e448-46c5-855c-27dfc5731350 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a5ec4f15-6425-4f00-b910-8c42633d480e HTTP/1.1" status: 204  len: 168 time: 2.5392213
Feb 19 21:18:16.674365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53384) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:16.693718 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51e23225-bb32-4f9d-a6a4-45824d31e7f7 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (9c55a3cb-4701-4f65-ae05-efa93f9f487c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.701353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53386) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:16.753342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-06b8be3b-732f-4cb7-9303-fce7c36b7ed8 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913659318', 'description': 'tempest-secgroup-smoke-1913659318 description', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:16.769337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72482ec-3105-4410-9bd7-4096224f59ee tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Deleting subnet d73831de-7de6-4f47-8962-bfee48bc6a7e {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:16.775860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c72482ec-3105-4410-9bd7-4096224f59ee tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for subnet (d73831de-7de6-4f47-8962-bfee48bc6a7e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.807857 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c77b-9220-4986-93ca-2cb0fd00a8ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (98e2e836-172e-4dfa-ac52-6335c5ca5ff1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.813593 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b635c057-345a-41e0-89d1-424fa0600ab8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.818924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e5621-efd9-4c50-a603-9cb71810b3b2 None None] The sync data for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 is: [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:18:10Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:15Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:16.821508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-42720980-d3ea-4b33-83ba-75d277f99c06 None None] Deleting port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:16.822032 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42720980-d3ea-4b33-83ba-75d277f99c06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.836647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Calling delete_port for b635c057-345a-41e0-89d1-424fa0600ab8 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:16.844444 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c72482ec-3105-4410-9bd7-4096224f59ee tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (d73831de-7de6-4f47-8962-bfee48bc6a7e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.847327 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e23225-bb32-4f9d-a6a4-45824d31e7f7 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event deleted for resources: {'Subnet': ['ID=9c55a3cb-4701-4f65-ae05-efa93f9f487c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:16.851542 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51e23225-bb32-4f9d-a6a4-45824d31e7f7 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.857181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-51e23225-bb32-4f9d-a6a4-45824d31e7f7 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "DELETE /v2.0/subnets/9c55a3cb-4701-4f65-ae05-efa93f9f487c HTTP/1.1" status: 204  len: 168 time: 1.0715652
Feb 19 21:18:16.862989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53388) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:16.881505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c9f2fe-9aec-4c01-87be-a099623ef6c4 None None] Network 4add7c8b-cca4-4e3f-821f-13a9bd67a701 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:16.906352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cca2c830-2e1d-45b2-853c-2997ee8fd9f3 None None] Provisioning complete for port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:16.906847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cca2c830-2e1d-45b2-853c-2997ee8fd9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.951939 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c72482ec-3105-4410-9bd7-4096224f59ee tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d73831de-7de6-4f47-8962-bfee48bc6a7e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:16.976475 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06b8be3b-732f-4cb7-9303-fce7c36b7ed8 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.108360 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c72482ec-3105-4410-9bd7-4096224f59ee tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (d73831de-7de6-4f47-8962-bfee48bc6a7e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.111181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-42720980-d3ea-4b33-83ba-75d277f99c06 None None] For port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96d23aa9-f2e3-41c9-b687-545f2c55a8fc,segment=NetworkSegment(f127e2ea-5016-4bb6-b91c-ab11eb4b17a6),segment_id=f127e2ea-5016-4bb6-b91c-ab11eb4b17a6)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:17.111666 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42720980-d3ea-4b33-83ba-75d277f99c06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.115549 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06b8be3b-732f-4cb7-9303-fce7c36b7ed8 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (210381fb-9b0e-4baa-b545-8860d2c52d55), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.126827 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f7543d23-6c92-4410-adf5-ecff7f0cc82a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.133622 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06b8be3b-732f-4cb7-9303-fce7c36b7ed8 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (210381fb-9b0e-4baa-b545-8860d2c52d55), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.133890 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c72482ec-3105-4410-9bd7-4096224f59ee tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.138915 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c72482ec-3105-4410-9bd7-4096224f59ee tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/d73831de-7de6-4f47-8962-bfee48bc6a7e HTTP/1.1" status: 204  len: 168 time: 0.4641500
Feb 19 21:18:17.145328 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c77b-9220-4986-93ca-2cb0fd00a8ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (98e2e836-172e-4dfa-ac52-6335c5ca5ff1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.154654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-42720980-d3ea-4b33-83ba-75d277f99c06 None None] Calling delete_port for 96d23aa9-f2e3-41c9-b687-545f2c55a8fc owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:17.160455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53390) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:17.216926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72482ec-3105-4410-9bd7-4096224f59ee tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d73831de-7de6-4f47-8962-bfee48bc6a7e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:17.256151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c77b-9220-4986-93ca-2cb0fd00a8ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.264199 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d1a7c77b-9220-4986-93ca-2cb0fd00a8ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/98e2e836-172e-4dfa-ac52-6335c5ca5ff1 HTTP/1.1" status: 204  len: 168 time: 1.1759989
Feb 19 21:18:17.264895 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53392) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:17.277948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b635c057-345a-41e0-89d1-424fa0600ab8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.304990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8be3b-732f-4cb7-9303-fce7c36b7ed8 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210381fb-9b0e-4baa-b545-8860d2c52d55,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:17.320882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef3dfe3-2dea-412f-8b44-1b1cf6f2a466 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:17.323250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388e8c1-60d4-47eb-98dd-b14ab3813882 None None] DHCP port deletion for 4add7c8b-cca4-4e3f-821f-13a9bd67a701 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:18:17.342546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42720980-d3ea-4b33-83ba-75d277f99c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (96d23aa9-f2e3-41c9-b687-545f2c55a8fc), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.414965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Pushing event deleted for resources: {'Port': ['ID=b635c057-345a-41e0-89d1-424fa0600ab8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:17.421042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7c77b-9220-4986-93ca-2cb0fd00a8ad tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=98e2e836-172e-4dfa-ac52-6335c5ca5ff1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:17.434429 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06b8be3b-732f-4cb7-9303-fce7c36b7ed8 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.436033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-06b8be3b-732f-4cb7-9303-fce7c36b7ed8 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.7304156
Feb 19 21:18:17.443844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53394) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:17.466391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ac6200f3-26e4-4450-abe5-a2a23f7bf2bc tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '210381fb-9b0e-4baa-b545-8860d2c52d55', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:17.472064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42720980-d3ea-4b33-83ba-75d277f99c06 None None] Pushing event deleted for resources: {'Port': ['ID=96d23aa9-f2e3-41c9-b687-545f2c55a8fc,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:17.484893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42720980-d3ea-4b33-83ba-75d277f99c06 None None] No DVR routers for this DVR port 96d23aa9-f2e3-41c9-b687-545f2c55a8fc on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:17.519412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cca2c830-2e1d-45b2-853c-2997ee8fd9f3 None None] Current status of the port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:17.593975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac6200f3-26e4-4450-abe5-a2a23f7bf2bc tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (0e265fe6-b29b-4478-bcf1-67f226c6d4b6), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.596834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:17.603792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-050c4a0b-ae56-47c1-883e-b7f9e8c4d3c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet abd8f9a0-9066-4f8b-872a-96879b861bdb {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:17.610298 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-050c4a0b-ae56-47c1-883e-b7f9e8c4d3c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (abd8f9a0-9066-4f8b-872a-96879b861bdb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.669747 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (53e67689-53ba-4bd1-b84f-6db496043297), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.672992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (dc3a017c-8eed-41ce-b8ce-3fdee900894f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.678549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c388e8c1-60d4-47eb-98dd-b14ab3813882 None None] Deleting port 003655fc-aaac-45bf-bb73-2a88c9571840 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:17.678867 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c388e8c1-60d4-47eb-98dd-b14ab3813882 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.693225 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f7543d23-6c92-4410-adf5-ecff7f0cc82a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.781565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:17.781978 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.791131 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6afe52b0>,) {'filters': {'network_id': ['f7543d23-6c92-4410-adf5-ecff7f0cc82a']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:17.839669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c388e8c1-60d4-47eb-98dd-b14ab3813882 None None] For port 003655fc-aaac-45bf-bb73-2a88c9571840, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=003655fc-aaac-45bf-bb73-2a88c9571840,segment=NetworkSegment(b9d2e657-7a3e-443a-bba4-3b514b9dc488),segment_id=b9d2e657-7a3e-443a-bba4-3b514b9dc488)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:17.840664 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c388e8c1-60d4-47eb-98dd-b14ab3813882 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.846151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (dc3a017c-8eed-41ce-b8ce-3fdee900894f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.851152 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (dc3a017c-8eed-41ce-b8ce-3fdee900894f), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.859110 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-050c4a0b-ae56-47c1-883e-b7f9e8c4d3c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (abd8f9a0-9066-4f8b-872a-96879b861bdb), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.882841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6afe52b0>, 'f127e2ea-5016-4bb6-b91c-ab11eb4b17a6') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:17.882841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6afe52b0>, 'f127e2ea-5016-4bb6-b91c-ab11eb4b17a6') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:17.902413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c388e8c1-60d4-47eb-98dd-b14ab3813882 None None] Calling delete_port for 003655fc-aaac-45bf-bb73-2a88c9571840 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:17.948093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac6200f3-26e4-4450-abe5-a2a23f7bf2bc tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (0e265fe6-b29b-4478-bcf1-67f226c6d4b6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.970188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (f127e2ea-5016-4bb6-b91c-ab11eb4b17a6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.974215 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (dc3a017c-8eed-41ce-b8ce-3fdee900894f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.974748 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Fanout notify agent at l3_agent the message router_deleted on router dc3a017c-8eed-41ce-b8ce-3fdee900894f {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:17.989500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:17.997446 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d4934041-bf08-45cc-8575-f343fbea2022 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/dc3a017c-8eed-41ce-b8ce-3fdee900894f HTTP/1.1" status: 204  len: 168 time: 2.3897278
Feb 19 21:18:18.008030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53396) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:18.027845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:18.040894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-dd6800b7-4164-497b-89f9-a5b5107612ff tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1225944256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:18.059929 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (53e67689-53ba-4bd1-b84f-6db496043297), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.082934 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac6200f3-26e4-4450-abe5-a2a23f7bf2bc tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (0e265fe6-b29b-4478-bcf1-67f226c6d4b6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.086782 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c388e8c1-60d4-47eb-98dd-b14ab3813882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (003655fc-aaac-45bf-bb73-2a88c9571840), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.097419 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-050c4a0b-ae56-47c1-883e-b7f9e8c4d3c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (abd8f9a0-9066-4f8b-872a-96879b861bdb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.145859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 96d23aa9-f2e3-41c9-b687-545f2c55a8fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:18.151488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70b8f2e0>,) {'filters': {'network_id': ['53e67689-53ba-4bd1-b84f-6db496043297']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:18.163623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70b8f2e0>, '9f1a51da-056f-48b1-a988-407a444dec27') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:18.164237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70b8f2e0>, '9f1a51da-056f-48b1-a988-407a444dec27') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:18.172270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388e8c1-60d4-47eb-98dd-b14ab3813882 None None] Pushing event deleted for resources: {'Port': ['ID=003655fc-aaac-45bf-bb73-2a88c9571840,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:18.176423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388e8c1-60d4-47eb-98dd-b14ab3813882 None None] No DVR routers for this DVR port 003655fc-aaac-45bf-bb73-2a88c9571840 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:18.177826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 96d23aa9-f2e3-41c9-b687-545f2c55a8fc {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:18.178191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 96d23aa9-f2e3-41c9-b687-545f2c55a8fc not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:18.178596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 003655fc-aaac-45bf-bb73-2a88c9571840 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:18.188418 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-050c4a0b-ae56-47c1-883e-b7f9e8c4d3c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (abd8f9a0-9066-4f8b-872a-96879b861bdb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.227663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 003655fc-aaac-45bf-bb73-2a88c9571840 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:18.228269 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 003655fc-aaac-45bf-bb73-2a88c9571840 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:18.234630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c4a0b-ae56-47c1-883e-b7f9e8c4d3c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=abd8f9a0-9066-4f8b-872a-96879b861bdb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:18.248948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-050c4a0b-ae56-47c1-883e-b7f9e8c4d3c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.252441 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-050c4a0b-ae56-47c1-883e-b7f9e8c4d3c1 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/abd8f9a0-9066-4f8b-872a-96879b861bdb HTTP/1.1" status: 204  len: 168 time: 0.9859812
Feb 19 21:18:18.256810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53398) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:18.263927 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f127e2ea-5016-4bb6-b91c-ab11eb4b17a6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.267387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6200f3-26e4-4450-abe5-a2a23f7bf2bc tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e265fe6-b29b-4478-bcf1-67f226c6d4b6,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:18.275423 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (9f1a51da-056f-48b1-a988-407a444dec27), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.280641 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd6800b7-4164-497b-89f9-a5b5107612ff tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (dabe4431-3c93-4e69-9d2d-767ba6fd938a), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.281788 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd6800b7-4164-497b-89f9-a5b5107612ff tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (dabe4431-3c93-4e69-9d2d-767ba6fd938a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.294920 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4113e13b-2e4e-4cca-ad0a-32a5a8a826cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.317750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:18:18.318183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (f127e2ea-5016-4bb6-b91c-ab11eb4b17a6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.327620 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-40603968-e704-404d-a131-8baf58828899 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0657675
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:18:18.329916 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:18:18.333484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac6200f3-26e4-4450-abe5-a2a23f7bf2bc tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.336948 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ac6200f3-26e4-4450-abe5-a2a23f7bf2bc tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8838487
Feb 19 21:18:18.337138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53400) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:18.346355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f6845692-2e94-4cfb-95fc-9bee18f5940b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:18.349236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53402) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:18.355163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-854b9191-8823-4242-8cf9-0ac8c4e4fb50 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '210381fb-9b0e-4baa-b545-8860d2c52d55', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:18.415001 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9f1a51da-056f-48b1-a988-407a444dec27), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.433041 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-854b9191-8823-4242-8cf9-0ac8c4e4fb50 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (a1b11014-44ad-4a50-ac19-4984f2fad679), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.457290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:18:18.457968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (9f1a51da-056f-48b1-a988-407a444dec27), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:18:18.473699 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:18:18.476601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6845692-2e94-4cfb-95fc-9bee18f5940b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:18.478385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6845692-2e94-4cfb-95fc-9bee18f5940b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.534610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (f7543d23-6c92-4410-adf5-ecff7f0cc82a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.539555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.544537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "DELETE /v2.0/networks/f7543d23-6c92-4410-adf5-ecff7f0cc82a HTTP/1.1" status: 204  len: 168 time: 1.6805093
Feb 19 21:18:18.549819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53404) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:18.664831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c574055-46a4-488d-b2fc-b036e3aeb769 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event deleted for resources: {'Network': ['ID=f7543d23-6c92-4410-adf5-ecff7f0cc82a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:18.806097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5296c6-f5c7-4e93-a272-59455d71e22a None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:18.845705 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6845692-2e94-4cfb-95fc-9bee18f5940b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (a9371299-a6b3-46f2-b204-22e6ed665dce), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.891223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8d24156f-29e0-4290-a606-7b18fe8b411c None None] Provisioning complete for port a9eacf22-f40d-4baf-ac0f-d09b4c69214c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:18.891912 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8d24156f-29e0-4290-a606-7b18fe8b411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.904278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6845692-2e94-4cfb-95fc-9bee18f5940b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:18.908192 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f6845692-2e94-4cfb-95fc-9bee18f5940b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:18.914659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6845692-2e94-4cfb-95fc-9bee18f5940b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:18.915496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6845692-2e94-4cfb-95fc-9bee18f5940b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:18.936831 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f6845692-2e94-4cfb-95fc-9bee18f5940b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5945508
Feb 19 21:18:18.937867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6845692-2e94-4cfb-95fc-9bee18f5940b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=a9371299-a6b3-46f2-b204-22e6ed665dce,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:18.940305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53406) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:18.945977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cb6b5c19-0f1a-4c73-91e6-b9b90a554e99 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:19.017872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8d24156f-29e0-4290-a606-7b18fe8b411c None None] Current status of the port a9eacf22-f40d-4baf-ac0f-d09b4c69214c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:19.078918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c09b3-bb82-4a54-8d20-67e2ade73e3f None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:18:19.083425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6b5c19-0f1a-4c73-91e6-b9b90a554e99 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:19.087733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cb6b5c19-0f1a-4c73-91e6-b9b90a554e99 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.135894 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (53e67689-53ba-4bd1-b84f-6db496043297), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.136592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-595c09b3-bb82-4a54-8d20-67e2ade73e3f None None] Deleting port a9eacf22-f40d-4baf-ac0f-d09b4c69214c {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:19.138982 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-595c09b3-bb82-4a54-8d20-67e2ade73e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.140564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  53e67689-53ba-4bd1-b84f-6db496043297 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 19 21:18:19.142753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.151226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "DELETE /v2.0/networks/53e67689-53ba-4bd1-b84f-6db496043297 HTTP/1.1" status: 204  len: 168 time: 1.9743850
Feb 19 21:18:19.221934 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-854b9191-8823-4242-8cf9-0ac8c4e4fb50 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (a1b11014-44ad-4a50-ac19-4984f2fad679), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.228619 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd6800b7-4164-497b-89f9-a5b5107612ff tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (dabe4431-3c93-4e69-9d2d-767ba6fd938a), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.232295 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (4add7c8b-cca4-4e3f-821f-13a9bd67a701), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.238826 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb699ca8-fdff-4066-a29e-3d3d408c5b77 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event deleted for resources: {'Network': ['ID=53e67689-53ba-4bd1-b84f-6db496043297,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:19.248042 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-854b9191-8823-4242-8cf9-0ac8c4e4fb50 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (a1b11014-44ad-4a50-ac19-4984f2fad679), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.259091 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd6800b7-4164-497b-89f9-a5b5107612ff tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (dabe4431-3c93-4e69-9d2d-767ba6fd938a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.259456 ncdv-master-1 neutron-server[121129]: INFO neutron.db.ipam_backend_mixin [None req-cb6b5c19-0f1a-4c73-91e6-b9b90a554e99 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9371299-a6b3-46f2-b204-22e6ed665dce (CIDR: 2001:db8::/64)
Feb 19 21:18:19.277006 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6b5c19-0f1a-4c73-91e6-b9b90a554e99 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:18:19.277531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6b5c19-0f1a-4c73-91e6-b9b90a554e99 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:19.310670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b9191-8823-4242-8cf9-0ac8c4e4fb50 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b11014-44ad-4a50-ac19-4984f2fad679,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:19.327667 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-854b9191-8823-4242-8cf9-0ac8c4e4fb50 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.329016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-854b9191-8823-4242-8cf9-0ac8c4e4fb50 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9775269
Feb 19 21:18:19.339668 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cb6b5c19-0f1a-4c73-91e6-b9b90a554e99 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3956454
Feb 19 21:18:19.339668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53412) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:19.340689 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53414) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:19.343968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0ad09578-8f5b-4c5a-93be-0ea65148db75 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '210381fb-9b0e-4baa-b545-8860d2c52d55', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:19.356470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-595c09b3-bb82-4a54-8d20-67e2ade73e3f None None] For port a9eacf22-f40d-4baf-ac0f-d09b4c69214c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9eacf22-f40d-4baf-ac0f-d09b4c69214c,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:19.356947 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-595c09b3-bb82-4a54-8d20-67e2ade73e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.369744 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'subnet': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:19.398461 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (05a695b4-ea01-420d-8808-46997b567f4e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.404608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-595c09b3-bb82-4a54-8d20-67e2ade73e3f None None] Calling delete_port for a9eacf22-f40d-4baf-ac0f-d09b4c69214c owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:19.413017 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dd6800b7-4164-497b-89f9-a5b5107612ff tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.418798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dd6800b7-4164-497b-89f9-a5b5107612ff tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.3853192
Feb 19 21:18:19.463474 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ad09578-8f5b-4c5a-93be-0ea65148db75 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (efd692c1-56e8-48d3-a137-8001f5f843c8), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.478337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53418) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:19.506112 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'enable_snat': False}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:19.509749 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (4add7c8b-cca4-4e3f-821f-13a9bd67a701), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.547924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69cdddc0>,) {'filters': {'network_id': ['4add7c8b-cca4-4e3f-821f-13a9bd67a701']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:19.550512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a9eacf22-f40d-4baf-ac0f-d09b4c69214c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:19.554869 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-595c09b3-bb82-4a54-8d20-67e2ade73e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (a9eacf22-f40d-4baf-ac0f-d09b4c69214c), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.562770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69cdddc0>, 'b9d2e657-7a3e-443a-bba4-3b514b9dc488') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:19.563532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69cdddc0>, 'b9d2e657-7a3e-443a-bba4-3b514b9dc488') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:19.575001 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (b9d2e657-7a3e-443a-bba4-3b514b9dc488), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.590735 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b9d2e657-7a3e-443a-bba4-3b514b9dc488), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.603079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:18:19.603773 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (b9d2e657-7a3e-443a-bba4-3b514b9dc488), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.609039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53420) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:19.622039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a9eacf22-f40d-4baf-ac0f-d09b4c69214c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:19.622389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a9eacf22-f40d-4baf-ac0f-d09b4c69214c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:19.637846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c09b3-bb82-4a54-8d20-67e2ade73e3f None None] Pushing event deleted for resources: {'Port': ['ID=a9eacf22-f40d-4baf-ac0f-d09b4c69214c,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:19.649407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c09b3-bb82-4a54-8d20-67e2ade73e3f None None] No DVR routers for this DVR port a9eacf22-f40d-4baf-ac0f-d09b4c69214c on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:19.649632 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5739d9a4-773c-4a79-a82a-f2d00f80d450 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Request body: {'router': {'name': 'tempest-router--672182570', 'project_id': 'd538e9851c7742e68d3eee80db45729b'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:19.668678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ba644-dfeb-4e9b-a0be-da8a3494f5f3 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:18:19.727790 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:18:19.766676 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (4add7c8b-cca4-4e3f-821f-13a9bd67a701), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.793103 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.800443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "DELETE /v2.0/networks/4add7c8b-cca4-4e3f-821f-13a9bd67a701 HTTP/1.1" status: 204  len: 168 time: 1.2325697
Feb 19 21:18:19.801699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ada848-03e8-4223-8c66-c0ef753ace25 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event deleted for resources: {'Network': ['ID=4add7c8b-cca4-4e3f-821f-13a9bd67a701,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:19.805538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53422) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:19.846599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3093a338-1bb2-47bc-b43b-364f1349065f', 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'project_id': 'ee1f38ceb0d34c39af97d64199951236', 'fixed_ips': [{'subnet_id': 'a9371299-a6b3-46f2-b204-22e6ed665dce'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:18:19.853303 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.873988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c3c7f2-1ac8-4f78-9709-ddc1f8f3f14b tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Deleting subnet 7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:19.880910 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62c3c7f2-1ac8-4f78-9709-ddc1f8f3f14b tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for subnet (7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.885838 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5739d9a4-773c-4a79-a82a-f2d00f80d450 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (6d4302e4-0073-457a-aa0e-c1715226a38e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.886860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5739d9a4-773c-4a79-a82a-f2d00f80d450 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (6d4302e4-0073-457a-aa0e-c1715226a38e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.899897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (dabe4431-3c93-4e69-9d2d-767ba6fd938a), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:19.935509 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62c3c7f2-1ac8-4f78-9709-ddc1f8f3f14b tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.041586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Allocated IP 2001:db8::2 (3093a338-1bb2-47bc-b43b-364f1349065f/a9371299-a6b3-46f2-b204-22e6ed665dce/5df5c605-1002-440a-a4ff-441febc29659) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:20.094640 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62c3c7f2-1ac8-4f78-9709-ddc1f8f3f14b tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.204829 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Publish callbacks [] for port (5df5c605-1002-440a-a4ff-441febc29659), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.213049 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (5df5c605-1002-440a-a4ff-441febc29659), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.219258 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62c3c7f2-1ac8-4f78-9709-ddc1f8f3f14b tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.231494 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ad09578-8f5b-4c5a-93be-0ea65148db75 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (efd692c1-56e8-48d3-a137-8001f5f843c8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.245456 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ad09578-8f5b-4c5a-93be-0ea65148db75 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (efd692c1-56e8-48d3-a137-8001f5f843c8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.255571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3c7f2-1ac8-4f78-9709-ddc1f8f3f14b tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:20.258120 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62c3c7f2-1ac8-4f78-9709-ddc1f8f3f14b tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.265381 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-62c3c7f2-1ac8-4f78-9709-ddc1f8f3f14b tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "DELETE /v2.0/subnets/7f6ef0f0-d208-4fda-8f99-4ed8c034c3bd HTTP/1.1" status: 204  len: 168 time: 0.4563668
Feb 19 21:18:20.266682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53424) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:20.266936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:20.267452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad09578-8f5b-4c5a-93be-0ea65148db75 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd692c1-56e8-48d3-a137-8001f5f843c8,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:20.271341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:20.273396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Pushing event updated for resources: {'Port': ['ID=5df5c605-1002-440a-a4ff-441febc29659,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:20.275871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:20.305869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7795c25b-9c28-4f37-8aab-d00400d4821f None None] Network 427bf7e9-711d-4503-b447-c6731b0efc2c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:20.308348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:20.312610 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.337358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] Deleting port c776c63d-79b1-48a9-b25f-053e14ec778b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:20.337648 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.388636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Attempting to bind port 5df5c605-1002-440a-a4ff-441febc29659 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:20.389025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Attempting to bind port 5df5c605-1002-440a-a4ff-441febc29659 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:20.389430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Attempting to bind port 5df5c605-1002-440a-a4ff-441febc29659 on network 3093a338-1bb2-47bc-b43b-364f1349065f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:20.399879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:20.400353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Checking segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:20.400719 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.401130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Bound using segment: {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:20.401621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Bound port: 5df5c605-1002-440a-a4ff-441febc29659, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:20.402016 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5df5c605-1002-440a-a4ff-441febc29659), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.407784 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (427bf7e9-711d-4503-b447-c6731b0efc2c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.422412 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ad09578-8f5b-4c5a-93be-0ea65148db75 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.423797 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0ad09578-8f5b-4c5a-93be-0ea65148db75 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0838995
Feb 19 21:18:20.429410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53426) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:20.436986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e4e2f884-be9c-4837-926f-37d2b8b9284a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '210381fb-9b0e-4baa-b545-8860d2c52d55', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:20.437859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5739d9a4-773c-4a79-a82a-f2d00f80d450 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_controller (6d4302e4-0073-457a-aa0e-c1715226a38e), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.447848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5739d9a4-773c-4a79-a82a-f2d00f80d450 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (6d4302e4-0073-457a-aa0e-c1715226a38e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.492483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] For port c776c63d-79b1-48a9-b25f-053e14ec778b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c776c63d-79b1-48a9-b25f-053e14ec778b,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:20.493216 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.501818 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5739d9a4-773c-4a79-a82a-f2d00f80d450 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.503382 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5739d9a4-773c-4a79-a82a-f2d00f80d450 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.8931322
Feb 19 21:18:20.503887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] For port 5df5c605-1002-440a-a4ff-441febc29659, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:20.507945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] For port 5df5c605-1002-440a-a4ff-441febc29659, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5df5c605-1002-440a-a4ff-441febc29659,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:20.509133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53428) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:20.515887 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5df5c605-1002-440a-a4ff-441febc29659), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.575238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] Calling delete_port for c776c63d-79b1-48a9-b25f-053e14ec778b owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:20.596222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce3aae-a0e4-4405-b644-f6f2615dc077 None None] Pushing event updated for resources: {'Port': ['ID=5df5c605-1002-440a-a4ff-441febc29659,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:20.599108 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2392eea7-fea7-466d-816a-f79b78701a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.634360 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f884-be9c-4837-926f-37d2b8b9284a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (38beec6b-8400-4e61-9bce-a89b5c3a5f21), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.656001 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62c97c80-e80a-4fe3-9b27-9993abaf8a32 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (6d4302e4-0073-457a-aa0e-c1715226a38e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.658261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fac191f-d812-4b75-b39a-afa6af7dfa54 None None] DHCP port deletion for 427bf7e9-711d-4503-b447-c6731b0efc2c request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:18:20.726257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3fac191f-d812-4b75-b39a-afa6af7dfa54 None None] Deleting port aed39891-6ef1-44d9-90e8-e3c5423b8251 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:20.727311 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3fac191f-d812-4b75-b39a-afa6af7dfa54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.785185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Deleting port aed39891-6ef1-44d9-90e8-e3c5423b8251 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:20.785820 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.808070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3fac191f-d812-4b75-b39a-afa6af7dfa54 None None] For port aed39891-6ef1-44d9-90e8-e3c5423b8251, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aed39891-6ef1-44d9-90e8-e3c5423b8251,segment=NetworkSegment(43287aa9-b787-4d94-80cc-2dcf174286a2),segment_id=43287aa9-b787-4d94-80cc-2dcf174286a2)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:20.808516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3fac191f-d812-4b75-b39a-afa6af7dfa54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.827257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3fac191f-d812-4b75-b39a-afa6af7dfa54 None None] Calling delete_port for aed39891-6ef1-44d9-90e8-e3c5423b8251 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:20.857825 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (dabe4431-3c93-4e69-9d2d-767ba6fd938a), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.885080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:20.972787 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3fac191f-d812-4b75-b39a-afa6af7dfa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.008131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f884-be9c-4837-926f-37d2b8b9284a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (38beec6b-8400-4e61-9bce-a89b5c3a5f21), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.015999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac191f-d812-4b75-b39a-afa6af7dfa54 None None] No DVR routers for this DVR port aed39891-6ef1-44d9-90e8-e3c5423b8251 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:21.038731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac191f-d812-4b75-b39a-afa6af7dfa54 None None] Pushing event deleted for resources: {'Port': ['ID=aed39891-6ef1-44d9-90e8-e3c5423b8251,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:21.067910 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f884-be9c-4837-926f-37d2b8b9284a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (38beec6b-8400-4e61-9bce-a89b5c3a5f21), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.087108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] For port aed39891-6ef1-44d9-90e8-e3c5423b8251, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aed39891-6ef1-44d9-90e8-e3c5423b8251,segment=NetworkSegment(43287aa9-b787-4d94-80cc-2dcf174286a2),segment_id=43287aa9-b787-4d94-80cc-2dcf174286a2)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:21.087108 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.106512 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62c97c80-e80a-4fe3-9b27-9993abaf8a32 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (6d4302e4-0073-457a-aa0e-c1715226a38e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.115598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.objects.ports [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 19 21:18:21.119579 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62c97c80-e80a-4fe3-9b27-9993abaf8a32 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_controller (6d4302e4-0073-457a-aa0e-c1715226a38e), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.126454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Calling delete_port for aed39891-6ef1-44d9-90e8-e3c5423b8251 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:21.129233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2f884-be9c-4837-926f-37d2b8b9284a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38beec6b-8400-4e61-9bce-a89b5c3a5f21,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:21.151408 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f884-be9c-4837-926f-37d2b8b9284a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.156459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e4e2f884-be9c-4837-926f-37d2b8b9284a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7234626
Feb 19 21:18:21.179442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53430) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:21.185260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Allocated IP 172.35.2.210 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/24bbc8c3-9b35-41b3-aa32-81132b30d5fc) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:21.224508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-96d5e48b-ca8a-4281-8e2e-58632f8a4693 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '210381fb-9b0e-4baa-b545-8860d2c52d55', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:21.289014 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62c97c80-e80a-4fe3-9b27-9993abaf8a32 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (6d4302e4-0073-457a-aa0e-c1715226a38e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.289317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c97c80-e80a-4fe3-9b27-9993abaf8a32 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4302e4-0073-457a-aa0e-c1715226a38e {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:21.298054 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62c97c80-e80a-4fe3-9b27-9993abaf8a32 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.302006 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-62c97c80-e80a-4fe3-9b27-9993abaf8a32 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "DELETE /v2.0/routers/6d4302e4-0073-457a-aa0e-c1715226a38e HTTP/1.1" status: 204  len: 168 time: 0.7866194
Feb 19 21:18:21.315460 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-96d5e48b-ca8a-4281-8e2e-58632f8a4693 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Project e2dcdf87966c4cc5899afcfb6f2b6b1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:18:21.348039 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96d5e48b-ca8a-4281-8e2e-58632f8a4693 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (b34a1489-d479-438f-9538-f1512cb73bd5), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.382897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5df5c605-1002-440a-a4ff-441febc29659), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.415383 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (aed39891-6ef1-44d9-90e8-e3c5423b8251), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.453498 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for port (24bbc8c3-9b35-41b3-aa32-81132b30d5fc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.469425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event deleted for resources: {'Port': ['ID=aed39891-6ef1-44d9-90e8-e3c5423b8251,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:21.471358 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c776c63d-79b1-48a9-b25f-053e14ec778b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.494617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] No DVR routers for this DVR port aed39891-6ef1-44d9-90e8-e3c5423b8251 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:21.554950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53434) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:21.559218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] Pushing event deleted for resources: {'Port': ['ID=c776c63d-79b1-48a9-b25f-053e14ec778b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:21.589806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5df5c605-1002-440a-a4ff-441febc29659 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:21.619967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (24bbc8c3-9b35-41b3-aa32-81132b30d5fc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.636191 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96d5e48b-ca8a-4281-8e2e-58632f8a4693 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (b34a1489-d479-438f-9538-f1512cb73bd5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.713983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5df5c605-1002-440a-a4ff-441febc29659 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:21.714374 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5df5c605-1002-440a-a4ff-441febc29659), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.789936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:21.791905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] For port 5df5c605-1002-440a-a4ff-441febc29659, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5df5c605-1002-440a-a4ff-441febc29659,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:21.795076 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96d5e48b-ca8a-4281-8e2e-58632f8a4693 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (b34a1489-d479-438f-9538-f1512cb73bd5), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.819838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:21.851166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:21.864926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5df5c605-1002-440a-a4ff-441febc29659 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:21.865263 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5df5c605-1002-440a-a4ff-441febc29659), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.878740 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (427bf7e9-711d-4503-b447-c6731b0efc2c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.910315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a567700>,) {'filters': {'network_id': ['427bf7e9-711d-4503-b447-c6731b0efc2c']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:21.918154 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.926058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a567700>, '43287aa9-b787-4d94-80cc-2dcf174286a2') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:21.926494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a567700>, '43287aa9-b787-4d94-80cc-2dcf174286a2') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:21.932298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Pushing event updated for resources: {'Port': ['ID=24bbc8c3-9b35-41b3-aa32-81132b30d5fc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:21.952867 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (43287aa9-b787-4d94-80cc-2dcf174286a2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.955307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-317259016', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:21.966409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5e48b-ca8a-4281-8e2e-58632f8a4693 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34a1489-d479-438f-9538-f1512cb73bd5,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:21.987807 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-96d5e48b-ca8a-4281-8e2e-58632f8a4693 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.991751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-96d5e48b-ca8a-4281-8e2e-58632f8a4693 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8022041
Feb 19 21:18:21.991751 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (43287aa9-b787-4d94-80cc-2dcf174286a2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:21.994072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53438) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:22.002275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-fb6164bd-a6a7-4c83-ba57-bbba14aa5ed9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '210381fb-9b0e-4baa-b545-8860d2c52d55', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:22.018919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (5df5c605-1002-440a-a4ff-441febc29659), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.060680 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (5df5c605-1002-440a-a4ff-441febc29659), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.069897 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:18:22.070494 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:18:22.084512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:18:22.085395 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (43287aa9-b787-4d94-80cc-2dcf174286a2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   self.session.flush()
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:18:22.089224 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:18:22.124059 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (0da6c422-c2af-4800-9025-25fda263a257), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.125178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (0da6c422-c2af-4800-9025-25fda263a257), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.131021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (e34923ac-0090-4675-a431-4dfd15b6e549), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.197017 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-fb6164bd-a6a7-4c83-ba57-bbba14aa5ed9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Project e2dcdf87966c4cc5899afcfb6f2b6b1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:18:22.212655 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb6164bd-a6a7-4c83-ba57-bbba14aa5ed9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (db9879ab-923b-4b97-8a97-206d7d485f02), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.215809 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (427bf7e9-711d-4503-b447-c6731b0efc2c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.239641 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.247686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "DELETE /v2.0/networks/427bf7e9-711d-4503-b447-c6731b0efc2c HTTP/1.1" status: 204  len: 168 time: 1.9769583
Feb 19 21:18:22.254018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53448) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:22.297832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:22.310013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c25d11-9367-4f4b-aadb-6ce0982d2109 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Pushing event deleted for resources: {'Network': ['ID=427bf7e9-711d-4503-b447-c6731b0efc2c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:22.313703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d671584f-1a30-4858-9113-3834d3b8e1ac tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab3ffb33-6b16-4d04-96b6-2af7124dd9f3 HTTP/1.1" status: 200  len: 205 time: 0.0570443
Feb 19 21:18:22.314644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (0da6c422-c2af-4800-9025-25fda263a257), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.316079 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (05a695b4-ea01-420d-8808-46997b567f4e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.316713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53458) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:22.327025 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:22.328886 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cebbf102-b34c-441b-83a3-70df60e449db None None] Provisioning complete for port 5df5c605-1002-440a-a4ff-441febc29659 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:22.329582 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cebbf102-b34c-441b-83a3-70df60e449db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5df5c605-1002-440a-a4ff-441febc29659), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.346069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:22.346820 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.383538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=5df5c605-1002-440a-a4ff-441febc29659,revision_number=4']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:22.386471 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Subnet': ['ID=e34923ac-0090-4675-a431-4dfd15b6e549,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:22.549385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09804e6f-e2cb-4fb9-9d0b-7caa147921d1 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:22.578105 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-863871c7-ef05-4dc1-b424-bb8a58fcd8bd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.2118440
Feb 19 21:18:22.580989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53460) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:22.589652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Request body: {'port': {'network_id': '3093a338-1bb2-47bc-b43b-364f1349065f', 'mac_address': 'fa:16:3e:33:c5:86', 'name': 'tempest-NetworksTestDHCPv6-1258865656'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:22.600163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7b68-0fb3-450a-aad1-8a45bf1b4029 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for router (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.669385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5df5c605-1002-440a-a4ff-441febc29659 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:22.669776 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5df5c605-1002-440a-a4ff-441febc29659), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.718277 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb6164bd-a6a7-4c83-ba57-bbba14aa5ed9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (db9879ab-923b-4b97-8a97-206d7d485f02), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.723793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb6164bd-a6a7-4c83-ba57-bbba14aa5ed9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (db9879ab-923b-4b97-8a97-206d7d485f02), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.761573 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6164bd-a6a7-4c83-ba57-bbba14aa5ed9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9879ab-923b-4b97-8a97-206d7d485f02,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:22.769785 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb6164bd-a6a7-4c83-ba57-bbba14aa5ed9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.783633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 5df5c605-1002-440a-a4ff-441febc29659, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5df5c605-1002-440a-a4ff-441febc29659,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:22.783966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fb6164bd-a6a7-4c83-ba57-bbba14aa5ed9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.7822673
Feb 19 21:18:22.817534 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5df5c605-1002-440a-a4ff-441febc29659), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.840981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (0da6c422-c2af-4800-9025-25fda263a257), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.875277 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cebbf102-b34c-441b-83a3-70df60e449db None None] Current status of the port 5df5c605-1002-440a-a4ff-441febc29659 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:22.876004 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cebbf102-b34c-441b-83a3-70df60e449db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5df5c605-1002-440a-a4ff-441febc29659), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.917866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device aed39891-6ef1-44d9-90e8-e3c5423b8251 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:22.964163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router_gateway (dabe4431-3c93-4e69-9d2d-767ba6fd938a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:22.987954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: aed39891-6ef1-44d9-90e8-e3c5423b8251 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:22.988870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device aed39891-6ef1-44d9-90e8-e3c5423b8251 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:23.027081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=5df5c605-1002-440a-a4ff-441febc29659,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:23.043794 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-cebbf102-b34c-441b-83a3-70df60e449db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:18:23.044313 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-cebbf102-b34c-441b-83a3-70df60e449db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:18:23.056672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] Router 05a695b4-ea01-420d-8808-46997b567f4e has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:23.112783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b5f7abcf-d491-4f15-8e4a-0e228e67c935 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913659318&fields=id&tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f HTTP/1.1" status: 200  len: 267 time: 0.0816143
Feb 19 21:18:23.222193 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:23.428506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:23.441040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9470931-52d4-46de-b53a-f35ab1002e7e None None] Sync routers for ids ['05a695b4-ea01-420d-8808-46997b567f4e'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:23.446749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-480b48fa-160f-4153-b201-aba271d32e2c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:23.449521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-480b48fa-160f-4153-b201-aba271d32e2c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/networks?id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f HTTP/1.1" status: 200  len: 797 time: 0.2973635
Feb 19 21:18:23.455032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2f2949fd-5939-4031-9719-d7fd21d82fef admin admin] 10.222.0.30 "PUT /v2.0/routers/05a695b4-ea01-420d-8808-46997b567f4e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0892673
Feb 19 21:18:23.468539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53474) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:23.470398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9470931-52d4-46de-b53a-f35ab1002e7e None None] Routers {'05a695b4-ea01-420d-8808-46997b567f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:23.471361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a9470931-52d4-46de-b53a-f35ab1002e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63346910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['05a695b4-ea01-420d-8808-46997b567f4e'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:23.501312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7b68-0fb3-450a-aad1-8a45bf1b4029 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:23.503819 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7b68-0fb3-450a-aad1-8a45bf1b4029 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for router_controller (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:23.538365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-5a52d8ed-22b9-47b9-9267-cb376d16feac tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/quotas/e2dcdf87966c4cc5899afcfb6f2b6b1f HTTP/1.1" status: 200  len: 375 time: 0.0788443
Feb 19 21:18:23.578387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Made reservation on behalf of ee1f38ceb0d34c39af97d64199951236 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:23.599000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5df5c605-1002-440a-a4ff-441febc29659 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:23.664844 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7b68-0fb3-450a-aad1-8a45bf1b4029 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (ab3ffb33-6b16-4d04-96b6-2af7124dd9f3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:23.665735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fc7b68-0fb3-450a-aad1-8a45bf1b4029 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Fanout notify agent at l3_agent the message router_deleted on router ab3ffb33-6b16-4d04-96b6-2af7124dd9f3 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:23.674554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7b68-0fb3-450a-aad1-8a45bf1b4029 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:23.676366 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e0fc7b68-0fb3-450a-aad1-8a45bf1b4029 tempest-RoutersNegativeTest-585109075 tempest-RoutersNegativeTest-585109075-project] 10.222.0.30 "DELETE /v2.0/routers/ab3ffb33-6b16-4d04-96b6-2af7124dd9f3 HTTP/1.1" status: 204  len: 168 time: 1.3510454
Feb 19 21:18:23.725832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-c3fe0d69-aed0-4e68-82ea-71b972ae2e00 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1526694
Feb 19 21:18:23.737144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cebbf102-b34c-441b-83a3-70df60e449db None None] Current status of the port 5df5c605-1002-440a-a4ff-441febc29659 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:23.739744 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Publish callbacks [] for router (05a695b4-ea01-420d-8808-46997b567f4e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:23.770567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5df5c605-1002-440a-a4ff-441febc29659 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:23.771013 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5df5c605-1002-440a-a4ff-441febc29659), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:23.780720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a9470931-52d4-46de-b53a-f35ab1002e7e None None] Set router 05a695b4-ea01-420d-8808-46997b567f4e gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:23.940142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e4a688ef-9aee-4837-bcab-ec04ad8d6930 None None] Provisioning complete for port 5df5c605-1002-440a-a4ff-441febc29659 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:23.940573 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e4a688ef-9aee-4837-bcab-ec04ad8d6930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5df5c605-1002-440a-a4ff-441febc29659), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:23.972084 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.006943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] device_id is not set on port 96f9ea81-23e6-4202-83c1-189e10adc6e1 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:18:24.059365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5df5c605-1002-440a-a4ff-441febc29659 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:24.129126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53482) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:24.138298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-74bae1c3-034b-4fba-97db-631cda69f7ad service neutron] 10.222.0.30 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3946998
Feb 19 21:18:24.143155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e4a688ef-9aee-4837-bcab-ec04ad8d6930 None None] Current status of the port 5df5c605-1002-440a-a4ff-441febc29659 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:24.149758 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Publish callbacks [] for router_gateway (05a695b4-ea01-420d-8808-46997b567f4e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.162532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (dabe4431-3c93-4e69-9d2d-767ba6fd938a), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.178597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a9470931-52d4-46de-b53a-f35ab1002e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63346910>, [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e75282b4-072d-49ea-955e-c720379decff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:18:21Z', 'revision_number': 5, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port': {'id': 'e75282b4-072d-49ea-955e-c720379decff', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a695b4-ea01-420d-8808-46997b567f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:24.180199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (dabe4431-3c93-4e69-9d2d-767ba6fd938a), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.238008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9470931-52d4-46de-b53a-f35ab1002e7e None None] Checking router: 05a695b4-ea01-420d-8808-46997b567f4e for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:24.270618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9470931-52d4-46de-b53a-f35ab1002e7e None None] Routers {'05a695b4-ea01-420d-8808-46997b567f4e'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:24.271731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a9470931-52d4-46de-b53a-f35ab1002e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63346910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['05a695b4-ea01-420d-8808-46997b567f4e'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:24.289463 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-258c286b-5974-40ce-aa22-58e84105220c service neutron] 10.222.0.30 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324899
Feb 19 21:18:24.313652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Deleting port e75282b4-072d-49ea-955e-c720379decff {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:24.314013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e75282b4-072d-49ea-955e-c720379decff), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.378929 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8::219 (3093a338-1bb2-47bc-b43b-364f1349065f/a9371299-a6b3-46f2-b204-22e6ed665dce/96f9ea81-23e6-4202-83c1-189e10adc6e1) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:24.399643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:c586 (3093a338-1bb2-47bc-b43b-364f1349065f/e34923ac-0090-4675-a431-4dfd15b6e549/96f9ea81-23e6-4202-83c1-189e10adc6e1) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:24.405678 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f1210fd4-8b3d-4363-97b8-e8064f47fc96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad93e6eca7bb4554bef6fd82494917db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2745900
Feb 19 21:18:24.414195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53486) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:24.429406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a9470931-52d4-46de-b53a-f35ab1002e7e None None] Set router 05a695b4-ea01-420d-8808-46997b567f4e gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:24.444977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] For port e75282b4-072d-49ea-955e-c720379decff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e75282b4-072d-49ea-955e-c720379decff,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:24.445661 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e75282b4-072d-49ea-955e-c720379decff), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.469870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Calling delete_port for e75282b4-072d-49ea-955e-c720379decff owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:24.501624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a9470931-52d4-46de-b53a-f35ab1002e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63346910>, [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:18:24Z', 'revision_number': 6, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:24.565508 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.581337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9470931-52d4-46de-b53a-f35ab1002e7e None None] The sync data for ids ['05a695b4-ea01-420d-8808-46997b567f4e'] in ncdv-master-1 is: [{'id': '05a695b4-ea01-420d-8808-46997b567f4e', 'name': 'tempest-TestServerBasicOps-1218054916-router', 'tenant_id': 'da6216f26c814fceaa94fc64e78c8efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:11:55Z', 'updated_at': '2022-02-19T21:18:24Z', 'revision_number': 6, 'project_id': 'da6216f26c814fceaa94fc64e78c8efc', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:24.633190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (0da6c422-c2af-4800-9025-25fda263a257), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.714136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bd63445-6b97-4ca5-85ab-69cf888b7eb0 req-fb49fcd8-fd84-415e-a6b5-d6f923a8056b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 210 time: 0.0559239
Feb 19 21:18:24.717995 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.735484 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b0b381d-9e7b-4619-84a9-9624abad9a23 admin admin] Publish callbacks [] for security_group (fb215317-6482-40cc-b87a-b3072c8e067c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.741457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Router dabe4431-3c93-4e69-9d2d-767ba6fd938a is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:18:24.799068 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e75282b4-072d-49ea-955e-c720379decff), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.825743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e75282b4-072d-49ea-955e-c720379decff,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:24.827382 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b0b381d-9e7b-4619-84a9-9624abad9a23 admin admin] Publish callbacks [] for security_group (fb215317-6482-40cc-b87a-b3072c8e067c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:24.933348 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (05a695b4-ea01-420d-8808-46997b567f4e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.016962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for port (96f9ea81-23e6-4202-83c1-189e10adc6e1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.067168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Allocated IP 172.35.2.101 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/3370e4d2-248d-4b8c-8b91-f7056404dda3) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:25.078206 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (05a695b4-ea01-420d-8808-46997b567f4e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.081299 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Publish callbacks [] for router_controller (05a695b4-ea01-420d-8808-46997b567f4e), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.111316 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b0b381d-9e7b-4619-84a9-9624abad9a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fb215317-6482-40cc-b87a-b3072c8e067c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.114003 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b0b381d-9e7b-4619-84a9-9624abad9a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.119257 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4b0b381d-9e7b-4619-84a9-9624abad9a23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb215317-6482-40cc-b87a-b3072c8e067c HTTP/1.1" status: 204  len: 168 time: 0.6981728
Feb 19 21:18:25.155469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:25.167148 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.168503 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f65c8863-9fbd-4fa5-8b81-0ecaa4513d71 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "PUT /v2.0/routers/dabe4431-3c93-4e69-9d2d-767ba6fd938a HTTP/1.1" status: 200  len: 916 time: 5.6891520
Feb 19 21:18:25.172031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53500) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:25.175233 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35428bfc-efd4-41e1-bc2b-43ab982a1254 None None] Sync routers for ids ['dabe4431-3c93-4e69-9d2d-767ba6fd938a'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:25.177780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b381d-9e7b-4619-84a9-9624abad9a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb215317-6482-40cc-b87a-b3072c8e067c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:25.187699 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (96f9ea81-23e6-4202-83c1-189e10adc6e1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.189897 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35428bfc-efd4-41e1-bc2b-43ab982a1254 None None] Routers {'dabe4431-3c93-4e69-9d2d-767ba6fd938a'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:25.191034 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-35428bfc-efd4-41e1-bc2b-43ab982a1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702f0be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dabe4431-3c93-4e69-9d2d-767ba6fd938a'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:25.194429 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (05a695b4-ea01-420d-8808-46997b567f4e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.210307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05a695b4-ea01-420d-8808-46997b567f4e {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:25.231408 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.245676 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-35428bfc-efd4-41e1-bc2b-43ab982a1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702f0be0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:25.253622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-66b82a8e-8ebe-4911-8d59-61a514850f0b admin admin] 10.222.0.30 "DELETE /v2.0/routers/05a695b4-ea01-420d-8808-46997b567f4e HTTP/1.1" status: 204  len: 168 time: 1.7800016
Feb 19 21:18:25.254374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53502) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:25.267007 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35428bfc-efd4-41e1-bc2b-43ab982a1254 None None] Routers {'dabe4431-3c93-4e69-9d2d-767ba6fd938a'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:25.271785 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-35428bfc-efd4-41e1-bc2b-43ab982a1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702f0be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dabe4431-3c93-4e69-9d2d-767ba6fd938a'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:25.329715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99132ca-9c18-40e9-ab67-4e85ef808e43 admin admin] Deleting subnet e0845f4a-d363-4cf1-994e-3ceaa72349b0 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:25.333480 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a99132ca-9c18-40e9-ab67-4e85ef808e43 admin admin] Publish callbacks [] for subnet (e0845f4a-d363-4cf1-994e-3ceaa72349b0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.335349 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Network 3093a338-1bb2-47bc-b43b-364f1349065f is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:25.354625 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-35428bfc-efd4-41e1-bc2b-43ab982a1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702f0be0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:25.355452 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35428bfc-efd4-41e1-bc2b-43ab982a1254 None None] The sync data for ids ['dabe4431-3c93-4e69-9d2d-767ba6fd938a'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:25.356764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:25.362353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:25.367685 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:25.368406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.382480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event updated for resources: {'Port': ['ID=96f9ea81-23e6-4202-83c1-189e10adc6e1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:25.392097 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a99132ca-9c18-40e9-ab67-4e85ef808e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (e0845f4a-d363-4cf1-994e-3ceaa72349b0), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.411420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for port (3370e4d2-248d-4b8c-8b91-f7056404dda3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.431391 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-106e2218-cecd-4261-b371-40c0efbc6a3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.8477752
Feb 19 21:18:25.435861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53508) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:25.451706 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4826c808-7cf8-4761-8cbb-3705e26bdb98 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/routers/dabe4431-3c93-4e69-9d2d-767ba6fd938a HTTP/1.1" status: 200  len: 922 time: 0.2750003
Feb 19 21:18:25.456629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53510) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:25.621148 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3370e4d2-248d-4b8c-8b91-f7056404dda3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.632953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e75282b4-072d-49ea-955e-c720379decff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:25.675759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e75282b4-072d-49ea-955e-c720379decff {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:25.676358 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e75282b4-072d-49ea-955e-c720379decff not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:25.676912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c776c63d-79b1-48a9-b25f-053e14ec778b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:25.678033 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a99132ca-9c18-40e9-ab67-4e85ef808e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (e0845f4a-d363-4cf1-994e-3ceaa72349b0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.722298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c776c63d-79b1-48a9-b25f-053e14ec778b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:25.728167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c776c63d-79b1-48a9-b25f-053e14ec778b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:25.728767 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Pushing event updated for resources: {'Port': ['ID=3370e4d2-248d-4b8c-8b91-f7056404dda3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:25.741408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c985659-72dd-4672-9ffa-02b4b9ab03c9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:25.748723 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9c985659-72dd-4672-9ffa-02b4b9ab03c9 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&device_id=dabe4431-3c93-4e69-9d2d-767ba6fd938a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2872703
Feb 19 21:18:25.753104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:25.754601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53518) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:25.781606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:25.821453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:25.838244 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a99132ca-9c18-40e9-ab67-4e85ef808e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (e0845f4a-d363-4cf1-994e-3ceaa72349b0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.893249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99132ca-9c18-40e9-ab67-4e85ef808e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0845f4a-d363-4cf1-994e-3ceaa72349b0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:25.931244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d97a9-cf17-46ee-ad2e-952455b317ad None None] Network f42bca65-bbe1-406f-ae65-02b04761560d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:25.946902 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a99132ca-9c18-40e9-ab67-4e85ef808e43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:25.952388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a99132ca-9c18-40e9-ab67-4e85ef808e43 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e0845f4a-d363-4cf1-994e-3ceaa72349b0 HTTP/1.1" status: 204  len: 168 time: 0.6962130
Feb 19 21:18:25.955573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53524) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:25.957190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-afda7d13-8370-4411-8c80-0d15f65ee04e req-4c5d706c-48a4-42c7-85a8-d92866e98b23 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 210 time: 0.0685647
Feb 19 21:18:25.974323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8f55955b-ae5d-4b80-a974-7722a4d1c1cb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting port 96f9ea81-23e6-4202-83c1-189e10adc6e1 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:25.974926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f55955b-ae5d-4b80-a974-7722a4d1c1cb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (96f9ea81-23e6-4202-83c1-189e10adc6e1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:26.106690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f42bca65-bbe1-406f-ae65-02b04761560d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:26.138788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee137c0-c62a-47f4-81a1-eda1d89a48e3 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:26.143631 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0ee137c0-c62a-47f4-81a1-eda1d89a48e3 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 881 time: 0.3874958
Feb 19 21:18:26.151768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53528) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:26.170318 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f55955b-ae5d-4b80-a974-7722a4d1c1cb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (96f9ea81-23e6-4202-83c1-189e10adc6e1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:26.207683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-da882265-219f-4216-9528-20b760fc084e None None] Provisioning complete for port 96f9ea81-23e6-4202-83c1-189e10adc6e1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:26.208383 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-da882265-219f-4216-9528-20b760fc084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (96f9ea81-23e6-4202-83c1-189e10adc6e1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:26.214441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c01026fd-d14e-4de2-9360-b0b666194c2b tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=dabe4431-3c93-4e69-9d2d-767ba6fd938a HTTP/1.1" status: 200  len: 205 time: 0.0603080
Feb 19 21:18:26.220479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53532) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:26.248188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8f55955b-ae5d-4b80-a974-7722a4d1c1cb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Calling delete_port for 96f9ea81-23e6-4202-83c1-189e10adc6e1 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:26.315644 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-da882265-219f-4216-9528-20b760fc084e None None] Port 96f9ea81-23e6-4202-83c1-189e10adc6e1 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:26.326983 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:26.371966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Deleting port 58dbb1af-846e-4b0e-ab96-3446c57e8fef {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:26.372300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:26.446998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc40079-6abd-47a0-afb7-954670ccd3d3 None None] DHCP port deletion for f42bca65-bbe1-406f-ae65-02b04761560d request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:18:26.532158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2bc40079-6abd-47a0-afb7-954670ccd3d3 None None] Deleting port 58dbb1af-846e-4b0e-ab96-3446c57e8fef {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:26.532881 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2bc40079-6abd-47a0-afb7-954670ccd3d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:26.755034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53538) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:26.860760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2bc40079-6abd-47a0-afb7-954670ccd3d3 None None] For port 58dbb1af-846e-4b0e-ab96-3446c57e8fef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58dbb1af-846e-4b0e-ab96-3446c57e8fef,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:26.861614 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2bc40079-6abd-47a0-afb7-954670ccd3d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:26.882156 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (0da6c422-c2af-4800-9025-25fda263a257), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:26.901184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2bc40079-6abd-47a0-afb7-954670ccd3d3 None None] Calling delete_port for 58dbb1af-846e-4b0e-ab96-3446c57e8fef owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:26.943125 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (dabe4431-3c93-4e69-9d2d-767ba6fd938a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:26.985410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] For port 58dbb1af-846e-4b0e-ab96-3446c57e8fef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58dbb1af-846e-4b0e-ab96-3446c57e8fef,segment=NetworkSegment(6f4db928-e3fe-45bc-ac4b-07efe259e94b),segment_id=6f4db928-e3fe-45bc-ac4b-07efe259e94b)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:26.986024 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.019512 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Calling delete_port for 58dbb1af-846e-4b0e-ab96-3446c57e8fef owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:27.022938 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2bc40079-6abd-47a0-afb7-954670ccd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.033379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1754219946'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:27.053779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc40079-6abd-47a0-afb7-954670ccd3d3 None None] Pushing event deleted for resources: {'Port': ['ID=58dbb1af-846e-4b0e-ab96-3446c57e8fef,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:27.067375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc40079-6abd-47a0-afb7-954670ccd3d3 None None] No DVR routers for this DVR port 58dbb1af-846e-4b0e-ab96-3446c57e8fef on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:27.084000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-8320913f-70c5-49b5-a40d-d36de82c0b00 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:27.084758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-8320913f-70c5-49b5-a40d-d36de82c0b00 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.10 "GET /v2.0/networks?id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f HTTP/1.1" status: 200  len: 797 time: 0.3449793
Feb 19 21:18:27.158161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16ccae63-1937-4cc3-a19b-131afad8e351 req-80576616-01ed-48a4-a129-4f448def9c25 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 210 time: 0.0678675
Feb 19 21:18:27.219018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Made reservation on behalf of 17dcedea5c824fb1af2727789604388d for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:27.222436 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.252056 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (58dbb1af-846e-4b0e-ab96-3446c57e8fef), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.275121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.280282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=58dbb1af-846e-4b0e-ab96-3446c57e8fef,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:27.282510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] No DVR routers for this DVR port 58dbb1af-846e-4b0e-ab96-3446c57e8fef on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:27.285037 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (0da6c422-c2af-4800-9025-25fda263a257), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.300515 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (dabe4431-3c93-4e69-9d2d-767ba6fd938a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.309733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-4361c563-498d-4898-a711-15fcaec2eeea tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f HTTP/1.1" status: 200  len: 380 time: 0.2110169
Feb 19 21:18:27.327839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'port': {'device_id': '4445865a-4d52-4db4-9915-98e0de5f708a', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'admin_state_up': True, 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'security_groups': ['210381fb-9b0e-4baa-b545-8860d2c52d55']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:27.333971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f55955b-ae5d-4b80-a974-7722a4d1c1cb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (96f9ea81-23e6-4202-83c1-189e10adc6e1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.412203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 58dbb1af-846e-4b0e-ab96-3446c57e8fef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:27.437076 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f42bca65-bbe1-406f-ae65-02b04761560d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.438980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 58dbb1af-846e-4b0e-ab96-3446c57e8fef {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:27.439546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 58dbb1af-846e-4b0e-ab96-3446c57e8fef not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:27.473889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a701fbcd0>,) {'filters': {'network_id': ['f42bca65-bbe1-406f-ae65-02b04761560d']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:27.474853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55955b-ae5d-4b80-a974-7722a4d1c1cb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Port': ['ID=96f9ea81-23e6-4202-83c1-189e10adc6e1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:27.488376 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a701fbcd0>, '6f4db928-e3fe-45bc-ac4b-07efe259e94b') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:27.488606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a701fbcd0>, '6f4db928-e3fe-45bc-ac4b-07efe259e94b') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:27.519215 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (6f4db928-e3fe-45bc-ac4b-07efe259e94b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.542915 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6f4db928-e3fe-45bc-ac4b-07efe259e94b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.552619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:18:27.553071 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (6f4db928-e3fe-45bc-ac4b-07efe259e94b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   items = [
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:18:27.555121 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:18:27.593294 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f55955b-ae5d-4b80-a974-7722a4d1c1cb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.596780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8f55955b-ae5d-4b80-a974-7722a4d1c1cb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/96f9ea81-23e6-4202-83c1-189e10adc6e1 HTTP/1.1" status: 204  len: 168 time: 2.1586630
Feb 19 21:18:27.599677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53546) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:27.620584 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Router 0da6c422-c2af-4800-9025-25fda263a257 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:18:27.656312 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for security_group (94ed31cb-7257-470c-a2c3-775c99121eb7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.669933 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (94ed31cb-7257-470c-a2c3-775c99121eb7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.679727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Deleting port 24bbc8c3-9b35-41b3-aa32-81132b30d5fc {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:27.680073 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (24bbc8c3-9b35-41b3-aa32-81132b30d5fc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.685845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (f42bca65-bbe1-406f-ae65-02b04761560d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.725709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.732284 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f42bca65-bbe1-406f-ae65-02b04761560d HTTP/1.1" status: 204  len: 168 time: 1.7700999
Feb 19 21:18:27.738167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53548) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:27.748083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Made reservation on behalf of e2dcdf87966c4cc5899afcfb6f2b6b1f for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:27.751516 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.763565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0122e-c679-439d-bb6b-636975c50d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=f42bca65-bbe1-406f-ae65-02b04761560d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:27.776908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:18:27.805083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ed31cb-7257-470c-a2c3-775c99121eb7,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:27.817240 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0abc00a9-9544-4684-a2dd-8405352d9928), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.817611 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Added segment 0abc00a9-9544-4684-a2dd-8405352d9928 of type vlan for network fa2fe206-cb4b-45e4-b644-05f45b6d5812
Feb 19 21:18:27.876772 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:27.882101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a0066-4717-4ad9-801c-9cc9879fe891 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:27.886074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-af7a0066-4717-4ad9-801c-9cc9879fe891 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2790096
Feb 19 21:18:27.890301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53550) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:27.899022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509b40a-3bf5-4d87-9ae2-64f7ddd41301 None None] Sync routers for ids ['0da6c422-c2af-4800-9025-25fda263a257'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:27.914673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509b40a-3bf5-4d87-9ae2-64f7ddd41301 None None] Routers {'0da6c422-c2af-4800-9025-25fda263a257'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:27.915324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f509b40a-3bf5-4d87-9ae2-64f7ddd41301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63147040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0da6c422-c2af-4800-9025-25fda263a257'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:27.953428 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (fa2fe206-cb4b-45e4-b644-05f45b6d5812), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.953695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f509b40a-3bf5-4d87-9ae2-64f7ddd41301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63147040>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:27.963533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509b40a-3bf5-4d87-9ae2-64f7ddd41301 None None] Routers {'0da6c422-c2af-4800-9025-25fda263a257'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:27.964171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f509b40a-3bf5-4d87-9ae2-64f7ddd41301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63147040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0da6c422-c2af-4800-9025-25fda263a257'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:27.978846 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:27.983561 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-86d2a827-c9b8-4e02-a779-38bf56370243 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.4173899
Feb 19 21:18:27.984824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53552) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:27.987294 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (24bbc8c3-9b35-41b3-aa32-81132b30d5fc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:28.002437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f509b40a-3bf5-4d87-9ae2-64f7ddd41301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63147040>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:28.003119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509b40a-3bf5-4d87-9ae2-64f7ddd41301 None None] The sync data for ids ['0da6c422-c2af-4800-9025-25fda263a257'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:28.060389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Calling delete_port for 24bbc8c3-9b35-41b3-aa32-81132b30d5fc owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:28.155631 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (fa2fe206-cb4b-45e4-b644-05f45b6d5812), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:28.160665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:28.161292 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:28.199938 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (cdd3fc4d-429e-414b-8188-49d9ce7d1513), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:28.285085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7679b66f-2873-4cf8-94d6-3dbf04b68d53 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:28.286698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7679b66f-2873-4cf8-94d6-3dbf04b68d53 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3908000
Feb 19 21:18:28.294661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53556) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:28.326427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.5712631
Feb 19 21:18:28.334890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:28.341770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Request body: {'subnet': {'network_id': 'fa2fe206-cb4b-45e4-b644-05f45b6d5812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:28.349737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Allocated IP 172.20.0.5 (47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f/5e59fe2b-537d-4db8-9c8c-5a5516f32425/9fbcb5db-1672-47dd-aee8-5c671023daed) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:28.359159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b84d869e-557d-4447-af55-ebcc1c38aa20 req-5da6d1e0-e6be-4573-a9a8-4414c3d86d73 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 210 time: 0.0847270
Feb 19 21:18:28.367583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d0a6d-8c75-48af-8847-e5eac1d07304 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Pushing event updated for resources: {'Network': ['ID=fa2fe206-cb4b-45e4-b644-05f45b6d5812,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:28.388209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-49ed0f37-b3f9-4ed6-9ac5-7f3121ad9a43 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/routers/0da6c422-c2af-4800-9025-25fda263a257 HTTP/1.1" status: 200  len: 924 time: 0.3978722
Feb 19 21:18:28.391359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network fa2fe206-cb4b-45e4-b644-05f45b6d5812 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:18:28.393874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53560) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:28.481153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a9e2e036-c1bd-4d07-a985-0655b710748a tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da6c422-c2af-4800-9025-25fda263a257 HTTP/1.1" status: 200  len: 205 time: 0.0834138
Feb 19 21:18:28.482825 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76f51c-403f-46b3-821d-dfb0f95b853e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:28.484299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76f51c-403f-46b3-821d-dfb0f95b853e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:28.488627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76f51c-403f-46b3-821d-dfb0f95b853e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:28.488627 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4b76f51c-403f-46b3-821d-dfb0f95b853e tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1918347
Feb 19 21:18:28.488884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53562) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:28.491436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53564) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:28.593678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Made reservation on behalf of 17dcedea5c824fb1af2727789604388d for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:28.597089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:28.603631 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-534b59e9-40ad-4c81-9841-58072bfb0b3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet a9371299-a6b3-46f2-b204-22e6ed665dce {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:28.609910 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-534b59e9-40ad-4c81-9841-58072bfb0b3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (a9371299-a6b3-46f2-b204-22e6ed665dce), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:28.723713 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-534b59e9-40ad-4c81-9841-58072bfb0b3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (a9371299-a6b3-46f2-b204-22e6ed665dce), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:28.739965 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (24bbc8c3-9b35-41b3-aa32-81132b30d5fc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:28.753089 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:28.781422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Pushing event deleted for resources: {'Port': ['ID=24bbc8c3-9b35-41b3-aa32-81132b30d5fc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:28.793967 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (0da6c422-c2af-4800-9025-25fda263a257), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:28.934174 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-534b59e9-40ad-4c81-9841-58072bfb0b3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a9371299-a6b3-46f2-b204-22e6ed665dce), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.030113 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (74576222-e278-4ad8-ac32-644a423749da), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.088288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] Deleting port 79ee9c04-a130-47ef-ae7f-0a93c023038c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:29.088668 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.111767 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-534b59e9-40ad-4c81-9841-58072bfb0b3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (a9371299-a6b3-46f2-b204-22e6ed665dce), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.159450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Pushing event updated for resources: {'Subnet': ['ID=74576222-e278-4ad8-ac32-644a423749da,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:29.181923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-534b59e9-40ad-4c81-9841-58072bfb0b3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.188071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7ad92c-2b26-4472-a2f4-24f16cd588da None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:29.188641 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-534b59e9-40ad-4c81-9841-58072bfb0b3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/a9371299-a6b3-46f2-b204-22e6ed665dce HTTP/1.1" status: 204  len: 168 time: 0.6926062
Feb 19 21:18:29.194874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53566) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:29.252554 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.254289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b59e9-40ad-4c81-9841-58072bfb0b3f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=a9371299-a6b3-46f2-b204-22e6ed665dce,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:29.272547 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (dabe4431-3c93-4e69-9d2d-767ba6fd938a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.274146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Checking segment: {'id': '0abc00a9-9544-4684-a2dd-8405352d9928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa2fe206-cb4b-45e4-b644-05f45b6d5812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:29.274526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Network hostable DHCP agents. Network: fa2fe206-cb4b-45e4-b644-05f45b6d5812, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:18:29.307834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] For port 79ee9c04-a130-47ef-ae7f-0a93c023038c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79ee9c04-a130-47ef-ae7f-0a93c023038c,segment=NetworkSegment(203c43d9-1d98-41c3-ad43-5aadd4ab4e9e),segment_id=203c43d9-1d98-41c3-ad43-5aadd4ab4e9e)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:29.309567 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.315354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f6ea03-a55b-49f6-ab90-b82e1376f045 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Deleting subnet e34923ac-0090-4675-a431-4dfd15b6e549 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:29.329334 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43f6ea03-a55b-49f6-ab90-b82e1376f045 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (e34923ac-0090-4675-a431-4dfd15b6e549), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.358287 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] Calling delete_port for 79ee9c04-a130-47ef-ae7f-0a93c023038c owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:29.371744 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Network fa2fe206-cb4b-45e4-b644-05f45b6d5812 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:18:29.392308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43f6ea03-a55b-49f6-ab90-b82e1376f045 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (e34923ac-0090-4675-a431-4dfd15b6e549), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.429701 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:29.437627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:29.440116 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (0da6c422-c2af-4800-9025-25fda263a257), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.443634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:29.452473 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.471586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa2fe206-cb4b-45e4-b644-05f45b6d5812) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:29.480711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=9fbcb5db-1672-47dd-aee8-5c671023daed,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:29.485777 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (dabe4431-3c93-4e69-9d2d-767ba6fd938a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.492150 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (dabe4431-3c93-4e69-9d2d-767ba6fd938a), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.494217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:29.494832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.500146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697ab696-7072-4344-93c6-5def667bf321 None None] Network fa2fe206-cb4b-45e4-b644-05f45b6d5812 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:29.666365 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (dabe4431-3c93-4e69-9d2d-767ba6fd938a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.666923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Fanout notify agent at l3_agent the message router_deleted on router dabe4431-3c93-4e69-9d2d-767ba6fd938a {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:29.685049 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.687020 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-82d5dd4c-b820-46ce-9cc4-a0f1f54c0d4d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/dabe4431-3c93-4e69-9d2d-767ba6fd938a HTTP/1.1" status: 204  len: 168 time: 3.4649882
Feb 19 21:18:29.693207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53570) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:29.707780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:29.710529 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.714562 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d8e171de-9628-420c-8dc2-6f61bdf65762 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3783858
Feb 19 21:18:29.719125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1170440580', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:29.724649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa2fe206-cb4b-45e4-b644-05f45b6d5812', 'network_id': 'fa2fe206-cb4b-45e4-b644-05f45b6d5812', 'project_id': '17dcedea5c824fb1af2727789604388d', 'fixed_ips': [{'subnet_id': '74576222-e278-4ad8-ac32-644a423749da'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:18:29.725850 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.728762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53572) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:29.749507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Request body: {'port': {'network_id': 'fa2fe206-cb4b-45e4-b644-05f45b6d5812', 'name': 'tempest-TagsExtTest-1519901273'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:29.823017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (79ee9c04-a130-47ef-ae7f-0a93c023038c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.863953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-7a07a48c-0ffe-4d1a-8d36-9ba123b50294 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5451078
Feb 19 21:18:29.864988 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.868411 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.874076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] Pushing event deleted for resources: {'Port': ['ID=79ee9c04-a130-47ef-ae7f-0a93c023038c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:29.885626 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43f6ea03-a55b-49f6-ab90-b82e1376f045 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (e34923ac-0090-4675-a431-4dfd15b6e549), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:29.933012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f474c26-644c-4dd0-ae86-3c08dbff79a6 req-c483ca34-3e04-4903-88fe-cf04d5eac8d7 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:29.935230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f474c26-644c-4dd0-ae86-3c08dbff79a6 req-c483ca34-3e04-4903-88fe-cf04d5eac8d7 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 931 time: 0.4363647
Feb 19 21:18:30.011871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Request body: {'port': {'device_id': '4445865a-4d52-4db4-9915-98e0de5f708a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:30.025664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Allocated IP 172.20.0.2 (fa2fe206-cb4b-45e4-b644-05f45b6d5812/74576222-e278-4ad8-ac32-644a423749da/a5f6eb52-6940-43f7-b483-a33b8f27198e) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:30.029260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Deleting port 3370e4d2-248d-4b8c-8b91-f7056404dda3 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:30.029495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3370e4d2-248d-4b8c-8b91-f7056404dda3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.192688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-bcdd8edd-4a12-487a-baca-8a181ca5e73a None None] Provisioning complete for port 9fbcb5db-1672-47dd-aee8-5c671023daed triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:30.193162 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8edd-4a12-487a-baca-8a181ca5e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.265236 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.283129 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f474c26-644c-4dd0-ae86-3c08dbff79a6 req-b1006b36-4f94-4365-98a8-4dd615afdd4e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3340533
Feb 19 21:18:30.316879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd8edd-4a12-487a-baca-8a181ca5e73a None None] Port 9fbcb5db-1672-47dd-aee8-5c671023daed cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:30.341962 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Publish callbacks [] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.357555 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.414816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Network fa2fe206-cb4b-45e4-b644-05f45b6d5812 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:30.420826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:30.424885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:30.434413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Pushing event updated for resources: {'Port': ['ID=a5f6eb52-6940-43f7-b483-a33b8f27198e,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:30.492307 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3370e4d2-248d-4b8c-8b91-f7056404dda3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.517718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Attempting to bind port a5f6eb52-6940-43f7-b483-a33b8f27198e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:30.518148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Attempting to bind port a5f6eb52-6940-43f7-b483-a33b8f27198e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0abc00a9-9544-4684-a2dd-8405352d9928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa2fe206-cb4b-45e4-b644-05f45b6d5812'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:30.518701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Attempting to bind port a5f6eb52-6940-43f7-b483-a33b8f27198e on network fa2fe206-cb4b-45e4-b644-05f45b6d5812 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:30.524880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:30.525275 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Checking segment: {'id': '0abc00a9-9544-4684-a2dd-8405352d9928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa2fe206-cb4b-45e4-b644-05f45b6d5812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:30.525696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.526107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Bound using segment: {'id': '0abc00a9-9544-4684-a2dd-8405352d9928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa2fe206-cb4b-45e4-b644-05f45b6d5812'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:30.526599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Bound port: a5f6eb52-6940-43f7-b483-a33b8f27198e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abc00a9-9544-4684-a2dd-8405352d9928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa2fe206-cb4b-45e4-b644-05f45b6d5812'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:30.527025 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.547885 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43f6ea03-a55b-49f6-ab90-b82e1376f045 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (e34923ac-0090-4675-a431-4dfd15b6e549), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.568565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Made reservation on behalf of 17dcedea5c824fb1af2727789604388d for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:30.574491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.587291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6ea03-a55b-49f6-ab90-b82e1376f045 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Subnet': ['ID=e34923ac-0090-4675-a431-4dfd15b6e549,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:30.589548 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-43f6ea03-a55b-49f6-ab90-b82e1376f045 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.589735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-51427a1a-1fee-4977-802a-456ea3f3862b None None] Provisioning complete for port 5df5c605-1002-440a-a4ff-441febc29659 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:30.590354 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-51427a1a-1fee-4977-802a-456ea3f3862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5df5c605-1002-440a-a4ff-441febc29659), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.593055 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-43f6ea03-a55b-49f6-ab90-b82e1376f045 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/e34923ac-0090-4675-a431-4dfd15b6e549 HTTP/1.1" status: 204  len: 168 time: 1.3968327
Feb 19 21:18:30.594220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Calling delete_port for 3370e4d2-248d-4b8c-8b91-f7056404dda3 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:30.602808 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.606534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53576) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:30.617737 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.625128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] device_id is not set on port 081458b4-8084-4b68-bba0-08ac4d2a712d yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:18:30.631093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2229d8-1b10-42ec-9651-7505aaaa1db7 None None] Network 3093a338-1bb2-47bc-b43b-364f1349065f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:30.655035 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (cdd3fc4d-429e-414b-8188-49d9ce7d1513), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.680991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c6de95a4-e5e5-4a0f-b1e8-1173ff0406c4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0707033
Feb 19 21:18:30.686269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53578) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:30.735699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] For port a5f6eb52-6940-43f7-b483-a33b8f27198e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:30.767583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] For port a5f6eb52-6940-43f7-b483-a33b8f27198e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5f6eb52-6940-43f7-b483-a33b8f27198e,segment=NetworkSegment(0abc00a9-9544-4684-a2dd-8405352d9928),segment_id=0abc00a9-9544-4684-a2dd-8405352d9928)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:30.797866 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:30.914372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b7fb5-6e51-40ae-a598-2f538e24625f None None] Pushing event updated for resources: {'Port': ['ID=a5f6eb52-6940-43f7-b483-a33b8f27198e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:30.926786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-51427a1a-1fee-4977-802a-456ea3f3862b None None] Current status of the port 5df5c605-1002-440a-a4ff-441febc29659 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:30.969087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] Router cdd3fc4d-429e-414b-8188-49d9ce7d1513 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:31.039239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5d8d4-c4a5-478a-8795-2366cfd554bf None None] DHCP port deletion for 3093a338-1bb2-47bc-b43b-364f1349065f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:18:31.107683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:31.115843 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aff3110a-1394-4cae-a77d-35b77430c38b admin admin] 10.222.0.30 "PUT /v2.0/routers/cdd3fc4d-429e-414b-8188-49d9ce7d1513/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3763049
Feb 19 21:18:31.117182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-57e5d8d4-c4a5-478a-8795-2366cfd554bf None None] Deleting port 5df5c605-1002-440a-a4ff-441febc29659 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:31.118141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53580) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:31.118500 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57e5d8d4-c4a5-478a-8795-2366cfd554bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5df5c605-1002-440a-a4ff-441febc29659), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:31.126056 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424120a-bf52-468d-a688-e4f2f0c72803 None None] Sync routers for ids ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:31.149127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a74c81-b80a-4807-b71b-9b9d46e8bbc6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:31.156033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-04a74c81-b80a-4807-b71b-9b9d46e8bbc6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4639926
Feb 19 21:18:31.166621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53582) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:31.167761 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424120a-bf52-468d-a688-e4f2f0c72803 None None] Routers {'cdd3fc4d-429e-414b-8188-49d9ce7d1513'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:31.169772 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9424120a-bf52-468d-a688-e4f2f0c72803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70363e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:31.283350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Allocated IP 172.20.0.10 (fa2fe206-cb4b-45e4-b644-05f45b6d5812/74576222-e278-4ad8-ac32-644a423749da/081458b4-8084-4b68-bba0-08ac4d2a712d) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:31.309699 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Publish callbacks [] for router (cdd3fc4d-429e-414b-8188-49d9ce7d1513), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:31.331049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-57e5d8d4-c4a5-478a-8795-2366cfd554bf None None] For port 5df5c605-1002-440a-a4ff-441febc29659, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5df5c605-1002-440a-a4ff-441febc29659,segment=NetworkSegment(a6d7354c-7dea-4fd7-940c-4a48e27bd66f),segment_id=a6d7354c-7dea-4fd7-940c-4a48e27bd66f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:31.331049 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57e5d8d4-c4a5-478a-8795-2366cfd554bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5df5c605-1002-440a-a4ff-441febc29659), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:31.390921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-57e5d8d4-c4a5-478a-8795-2366cfd554bf None None] Calling delete_port for 5df5c605-1002-440a-a4ff-441febc29659 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:31.447773 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9424120a-bf52-468d-a688-e4f2f0c72803 None None] Set router cdd3fc4d-429e-414b-8188-49d9ce7d1513 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:31.506067 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Publish callbacks [] for router_gateway (cdd3fc4d-429e-414b-8188-49d9ce7d1513), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:31.546584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9733573b-e58f-4d7e-95eb-36c61abc6be4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:31.549071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9733573b-e58f-4d7e-95eb-36c61abc6be4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3732846
Feb 19 21:18:31.551988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53586) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:31.571831 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57e5d8d4-c4a5-478a-8795-2366cfd554bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (5df5c605-1002-440a-a4ff-441febc29659), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:31.601728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5d8d4-c4a5-478a-8795-2366cfd554bf None None] Pushing event deleted for resources: {'Port': ['ID=5df5c605-1002-440a-a4ff-441febc29659,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:31.613837 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3370e4d2-248d-4b8c-8b91-f7056404dda3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:31.631168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e5d8d4-c4a5-478a-8795-2366cfd554bf None None] No DVR routers for this DVR port 5df5c605-1002-440a-a4ff-441febc29659 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:31.658660 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cdc18f88-7e4d-4d3c-968a-a79d71573743 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1020260
Feb 19 21:18:31.663239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53588) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:31.695566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a5f6eb52-6940-43f7-b483-a33b8f27198e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:31.709017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Pushing event deleted for resources: {'Port': ['ID=3370e4d2-248d-4b8c-8b91-f7056404dda3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:31.754549 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c53e017-3706-47a4-acbf-cfaff7d35396 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:31.755152 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c53e017-3706-47a4-acbf-cfaff7d35396 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:31.758013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a5f6eb52-6940-43f7-b483-a33b8f27198e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:31.758402 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:31.761013 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5c53e017-3706-47a4-acbf-cfaff7d35396 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/96f9ea81-23e6-4202-83c1-189e10adc6e1 HTTP/1.1" status: 404  len: 333 time: 0.0965548
Feb 19 21:18:31.767151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53590) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:31.793845 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9424120a-bf52-468d-a688-e4f2f0c72803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70363e20>, [{'id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'name': 'tempest-TestServerBasicOps-760755816-router', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:05Z', 'updated_at': '2022-02-19T21:18:29Z', 'revision_number': 5, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'gw_port': {'id': 'f72ff335-c05f-4dd8-a217-8aaaac4ef188', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:12:06Z', 'updated_at': '2022-02-19T21:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:31.822069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Deleting port f72ff335-c05f-4dd8-a217-8aaaac4ef188 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:31.828656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:31.875090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a5f6eb52-6940-43f7-b483-a33b8f27198e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:31.875567 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:31.921996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port a5f6eb52-6940-43f7-b483-a33b8f27198e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5f6eb52-6940-43f7-b483-a33b8f27198e,segment=NetworkSegment(0abc00a9-9544-4684-a2dd-8405352d9928),segment_id=0abc00a9-9544-4684-a2dd-8405352d9928)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:31.931793 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:31.938931 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424120a-bf52-468d-a688-e4f2f0c72803 None None] Checking router: cdd3fc4d-429e-414b-8188-49d9ce7d1513 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:31.958976 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424120a-bf52-468d-a688-e4f2f0c72803 None None] Routers {'cdd3fc4d-429e-414b-8188-49d9ce7d1513'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:31.960366 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9424120a-bf52-468d-a688-e4f2f0c72803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70363e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:32.001514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] For port f72ff335-c05f-4dd8-a217-8aaaac4ef188, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f72ff335-c05f-4dd8-a217-8aaaac4ef188,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:32.001897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.019481 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Calling delete_port for f72ff335-c05f-4dd8-a217-8aaaac4ef188 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:32.035822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=a5f6eb52-6940-43f7-b483-a33b8f27198e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:32.060258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5df5c605-1002-440a-a4ff-441febc29659 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:32.091835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 5df5c605-1002-440a-a4ff-441febc29659 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:32.092183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5df5c605-1002-440a-a4ff-441febc29659 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:32.196705 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9424120a-bf52-468d-a688-e4f2f0c72803 None None] Set router cdd3fc4d-429e-414b-8188-49d9ce7d1513 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:32.245040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f72ff335-c05f-4dd8-a217-8aaaac4ef188), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.272633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72ff335-c05f-4dd8-a217-8aaaac4ef188,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:32.297707 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9424120a-bf52-468d-a688-e4f2f0c72803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70363e20>, [{'id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'name': 'tempest-TestServerBasicOps-760755816-router', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:05Z', 'updated_at': '2022-02-19T21:18:31Z', 'revision_number': 6, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:32.344425 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424120a-bf52-468d-a688-e4f2f0c72803 None None] The sync data for ids ['cdd3fc4d-429e-414b-8188-49d9ce7d1513'] in ncdv-master-1 is: [{'id': 'cdd3fc4d-429e-414b-8188-49d9ce7d1513', 'name': 'tempest-TestServerBasicOps-760755816-router', 'tenant_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:12:05Z', 'updated_at': '2022-02-19T21:18:31Z', 'revision_number': 6, 'project_id': 'aeb441a7b0094cc59af51b60a7f101a9', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:32.365636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (cdd3fc4d-429e-414b-8188-49d9ce7d1513), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.367390 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2ef5d6-b55d-49c4-af12-208f16a1fccb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.367882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2ef5d6-b55d-49c4-af12-208f16a1fccb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.373284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ab2ef5d6-b55d-49c4-af12-208f16a1fccb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/e34923ac-0090-4675-a431-4dfd15b6e549 HTTP/1.1" status: 404  len: 337 time: 0.5911386
Feb 19 21:18:32.381643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53592) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.463735 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-094aec1d-e9d9-4db8-9c29-491dc9170776 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.465326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094aec1d-e9d9-4db8-9c29-491dc9170776 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.468990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-094aec1d-e9d9-4db8-9c29-491dc9170776 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/a9371299-a6b3-46f2-b204-22e6ed665dce HTTP/1.1" status: 404  len: 337 time: 0.0830891
Feb 19 21:18:32.476959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53594) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.484859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da4a8c-0dc1-471f-8900-518c08f5e09f req-a03690e5-0297-4e07-bdd3-699e01faf497 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:32.492739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9da4a8c-0dc1-471f-8900-518c08f5e09f req-a03690e5-0297-4e07-bdd3-699e01faf497 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 931 time: 1.0642338
Feb 19 21:18:32.510145 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (cdd3fc4d-429e-414b-8188-49d9ce7d1513), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.512254 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-673e584a-5d6e-460d-aa1b-d74c553e89ee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.512937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673e584a-5d6e-460d-aa1b-d74c553e89ee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.516085 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-673e584a-5d6e-460d-aa1b-d74c553e89ee tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/6c065df3-ecff-4381-b043-735711ac82fe HTTP/1.1" status: 404  len: 333 time: 0.0380735
Feb 19 21:18:32.517640 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Publish callbacks [] for router_controller (cdd3fc4d-429e-414b-8188-49d9ce7d1513), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.519553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53596) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.552270 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6f4232-9f58-4ddc-8b69-090d744c5772 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.552934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6f4232-9f58-4ddc-8b69-090d744c5772 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.556086 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec6f4232-9f58-4ddc-8b69-090d744c5772 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/98e2e836-172e-4dfa-ac52-6335c5ca5ff1 HTTP/1.1" status: 404  len: 337 time: 0.0354648
Feb 19 21:18:32.560019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53598) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.584493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efb96bd-d0b4-4195-bc34-4f6a5b772e79 None None] Network fa2fe206-cb4b-45e4-b644-05f45b6d5812 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:32.627713 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccee8c2-fc79-4ab4-a535-27edbd060c85 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.628416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dccee8c2-fc79-4ab4-a535-27edbd060c85 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.634624 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dccee8c2-fc79-4ab4-a535-27edbd060c85 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/abd8f9a0-9066-4f8b-872a-96879b861bdb HTTP/1.1" status: 404  len: 337 time: 0.0734758
Feb 19 21:18:32.635505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53600) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.654091 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (0da6c422-c2af-4800-9025-25fda263a257), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.673716 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ea6ea0-7e57-40a3-9b10-65aeb2853920 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.674516 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ea6ea0-7e57-40a3-9b10-65aeb2853920 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.680403 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-01ea6ea0-7e57-40a3-9b10-65aeb2853920 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/badbf52a-7d2a-48a6-938b-67ce48a616b6 HTTP/1.1" status: 404  len: 333 time: 0.0406361
Feb 19 21:18:32.680775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53602) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.688481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-014cc2db-eaf0-496d-9f3a-1af4d1cd3e4c None None] Provisioning complete for port a5f6eb52-6940-43f7-b483-a33b8f27198e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:32.688731 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-014cc2db-eaf0-496d-9f3a-1af4d1cd3e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.689489 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (cdd3fc4d-429e-414b-8188-49d9ce7d1513), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.690252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd3fc4d-429e-414b-8188-49d9ce7d1513 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:32.702654 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.707296 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-99bef241-cba3-4aeb-8f6d-e171b3507d39 admin admin] 10.222.0.30 "DELETE /v2.0/routers/cdd3fc4d-429e-414b-8188-49d9ce7d1513 HTTP/1.1" status: 204  len: 168 time: 1.5857165
Feb 19 21:18:32.710400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53604) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.719199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbcb5db-1672-47dd-aee8-5c671023daed {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:18:32.732475 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0ff421-18d5-4d9f-90dc-d98bcedea28f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.732475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0ff421-18d5-4d9f-90dc-d98bcedea28f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.732475 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8b0ff421-18d5-4d9f-90dc-d98bcedea28f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/332e9532-2dd7-49da-9d40-93ba1240893e HTTP/1.1" status: 404  len: 337 time: 0.0486872
Feb 19 21:18:32.735777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53606) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.763910 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-19837830-5fc1-4c26-ae29-75056ce2d6f6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.766341 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19837830-5fc1-4c26-ae29-75056ce2d6f6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.771438 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-19837830-5fc1-4c26-ae29-75056ce2d6f6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/90a388e4-0271-4ee0-bba6-f131968b9ff2 HTTP/1.1" status: 404  len: 337 time: 0.0310223
Feb 19 21:18:32.771680 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for port (081458b4-8084-4b68-bba0-08ac4d2a712d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.771893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53608) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.803253 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d73fed1-e197-4972-97c6-8acd54f24b9d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.805167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d73fed1-e197-4972-97c6-8acd54f24b9d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.811974 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7d73fed1-e197-4972-97c6-8acd54f24b9d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/082c91b3-6512-420c-9e03-dfda4aa5b50f HTTP/1.1" status: 404  len: 333 time: 0.0353332
Feb 19 21:18:32.812218 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Publish callbacks [] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.812977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53610) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.813116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-014cc2db-eaf0-496d-9f3a-1af4d1cd3e4c None None] Current status of the port a5f6eb52-6940-43f7-b483-a33b8f27198e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:32.849702 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-2450547f-3f20-472c-8d53-11da05f592ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.850175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2450547f-3f20-472c-8d53-11da05f592ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.853631 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2450547f-3f20-472c-8d53-11da05f592ed tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/d00f9f23-9501-4f77-934a-eb0226b73355 HTTP/1.1" status: 404  len: 337 time: 0.0396092
Feb 19 21:18:32.857212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53612) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.868821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9da4a8c-0dc1-471f-8900-518c08f5e09f req-a0caaa7c-e7fb-477c-b3d0-cb8272754be4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3749108
Feb 19 21:18:32.878931 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.897713 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b862db-6afc-44e6-ae68-a1e7564df233 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.898199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b862db-6afc-44e6-ae68-a1e7564df233 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.910681 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-56b862db-6afc-44e6-ae68-a1e7564df233 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/25ee6aef-01ee-47f5-948e-60bae8f195d1 HTTP/1.1" status: 404  len: 337 time: 0.0515566
Feb 19 21:18:32.911332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53614) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.925153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Transition to ACTIVE for port object 9fbcb5db-1672-47dd-aee8-5c671023daed will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:18:32.928767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (0da6c422-c2af-4800-9025-25fda263a257), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.932811 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (0da6c422-c2af-4800-9025-25fda263a257), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.936956 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.943546 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:32.953493 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-36278ff0-b774-4f80-8a39-f674b332c13a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:32.954910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36278ff0-b774-4f80-8a39-f674b332c13a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:32.961693 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-36278ff0-b774-4f80-8a39-f674b332c13a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/ffb89589-74c0-44bf-8955-9f2ed111a3da HTTP/1.1" status: 404  len: 333 time: 0.0491118
Feb 19 21:18:32.964216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53616) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:32.970340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2cfc20-e72a-4b8f-a9d8-08551260c717 admin admin] Deleting subnet 49d1719e-6b92-4c91-8cfe-322042a252c4 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:33.005262 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a370d36b-3b2b-42c2-b5eb-3d2ccfe4f5c4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.005651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a370d36b-3b2b-42c2-b5eb-3d2ccfe4f5c4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.010186 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a370d36b-3b2b-42c2-b5eb-3d2ccfe4f5c4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/0143790e-5b41-4a12-9ffd-d269ace4caa3 HTTP/1.1" status: 404  len: 337 time: 0.0396066
Feb 19 21:18:33.011426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53618) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.039251 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f2cfc20-e72a-4b8f-a9d8-08551260c717 admin admin] Publish callbacks [] for subnet (49d1719e-6b92-4c91-8cfe-322042a252c4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.039987 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0bc018-ea04-4c70-add8-ac93cfdb5c07 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.040600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0bc018-ea04-4c70-add8-ac93cfdb5c07 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.044879 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8a0bc018-ea04-4c70-add8-ac93cfdb5c07 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/26108aa9-24c6-4efb-bebc-23e559a62537 HTTP/1.1" status: 404  len: 333 time: 0.0318925
Feb 19 21:18:33.048067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53620) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.076026 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1ceb45-a6c3-4345-84f6-70306970765a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.076766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1ceb45-a6c3-4345-84f6-70306970765a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.079937 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dc1ceb45-a6c3-4345-84f6-70306970765a tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/efd74e76-5f4f-42a6-812d-5aee2be0278f HTTP/1.1" status: 404  len: 337 time: 0.0307057
Feb 19 21:18:33.082485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53622) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.115636 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9fdacd-c6cc-407e-91bd-34b893852a57 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.115955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9fdacd-c6cc-407e-91bd-34b893852a57 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.119240 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aa9fdacd-c6cc-407e-91bd-34b893852a57 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/cb6244f2-63f0-42b6-b15a-be5f48acc5df HTTP/1.1" status: 404  len: 333 time: 0.0358009
Feb 19 21:18:33.123486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53624) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.140133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d84afda8-9d74-44f5-b302-32529c0dbee0 None None] Provisioning complete for port a5f6eb52-6940-43f7-b483-a33b8f27198e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:33.140865 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d84afda8-9d74-44f5-b302-32529c0dbee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.145776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (0da6c422-c2af-4800-9025-25fda263a257), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.146360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Fanout notify agent at l3_agent the message router_deleted on router 0da6c422-c2af-4800-9025-25fda263a257 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:33.165184 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ec29b2-5c33-4886-8c5f-26d6504b9c10 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.165732 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ec29b2-5c33-4886-8c5f-26d6504b9c10 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.168588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.171789 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-29ec29b2-5c33-4886-8c5f-26d6504b9c10 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/c5e84514-494a-4e03-9650-7880a5ba1525 HTTP/1.1" status: 404  len: 337 time: 0.0449560
Feb 19 21:18:33.172000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-187c83e0-769b-4617-b8c7-589ad1dcc6a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/0da6c422-c2af-4800-9025-25fda263a257 HTTP/1.1" status: 204  len: 168 time: 4.6806893
Feb 19 21:18:33.173566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53626) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.174069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53628) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.181910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Pushing event updated for resources: {'Port': ['ID=9fbcb5db-1672-47dd-aee8-5c671023daed,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:33.193030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Request body: {'router': {'name': 'tempest-snat-router-413151028', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'enable_snat': False}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:33.207996 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (081458b4-8084-4b68-bba0-08ac4d2a712d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.229402 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c964519-e087-47f4-9de7-eedfb9c84ce9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.230002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c964519-e087-47f4-9de7-eedfb9c84ce9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.233588 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5c964519-e087-47f4-9de7-eedfb9c84ce9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/24fc0b0f-c83f-4b5b-a8fb-0257d7351ab4 HTTP/1.1" status: 404  len: 333 time: 0.0584023
Feb 19 21:18:33.238337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53630) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.257606 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f2cfc20-e72a-4b8f-a9d8-08551260c717 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (49d1719e-6b92-4c91-8cfe-322042a252c4), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.274681 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4374bc8-2162-413b-af82-50f5561dd32b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.275743 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4374bc8-2162-413b-af82-50f5561dd32b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.279722 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c4374bc8-2162-413b-af82-50f5561dd32b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/7269bc01-9686-4f6b-9afe-98ee217e2100 HTTP/1.1" status: 404  len: 337 time: 0.0408037
Feb 19 21:18:33.281835 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.283427 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.287600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53632) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.294125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d84afda8-9d74-44f5-b302-32529c0dbee0 None None] Current status of the port a5f6eb52-6940-43f7-b483-a33b8f27198e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:33.327630 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-9917cc03-03e3-4aa9-b94d-0d8d74f79183 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.328323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9917cc03-03e3-4aa9-b94d-0d8d74f79183 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.331811 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9917cc03-03e3-4aa9-b94d-0d8d74f79183 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/f6e24357-22e5-4639-a288-3c9e973c904e HTTP/1.1" status: 404  len: 333 time: 0.0418940
Feb 19 21:18:33.335200 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53634) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.386014 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f062b81-3d38-41a5-94cd-d276b26d9867 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.386478 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f062b81-3d38-41a5-94cd-d276b26d9867 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.390159 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5f062b81-3d38-41a5-94cd-d276b26d9867 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/a5864c46-40ff-4860-9653-bf578ca56dd6 HTTP/1.1" status: 404  len: 337 time: 0.0540435
Feb 19 21:18:33.395192 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53636) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.427870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Network fa2fe206-cb4b-45e4-b644-05f45b6d5812 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:33.443160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:33.449203 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_controller (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.455068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:33.481403 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a5f6eb52-6940-43f7-b483-a33b8f27198e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:33.483612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Allocated IP 172.35.2.51 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/b58a1834-5512-41b4-baa7-3b267b5a66cc) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:33.500204 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-52169516-4974-457f-a136-655715ac7eab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.500838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52169516-4974-457f-a136-655715ac7eab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.512250 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-52169516-4974-457f-a136-655715ac7eab tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/d95953ff-0bad-49a2-9f5c-25d8e0466b83 HTTP/1.1" status: 404  len: 333 time: 0.1116014
Feb 19 21:18:33.526773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53638) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.530799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Pushing event updated for resources: {'Port': ['ID=081458b4-8084-4b68-bba0-08ac4d2a712d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:33.565949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a5f6eb52-6940-43f7-b483-a33b8f27198e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:33.566338 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.587209 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d699f28-c873-44ce-8853-6b8e3599a0b0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.587970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d699f28-c873-44ce-8853-6b8e3599a0b0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.591794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4d699f28-c873-44ce-8853-6b8e3599a0b0 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/9f100b7f-faf6-4602-8619-2dfb97866e53 HTTP/1.1" status: 404  len: 337 time: 0.0582497
Feb 19 21:18:33.592677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Attempting to bind port 9fbcb5db-1672-47dd-aee8-5c671023daed on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:33.593027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Attempting to bind port 9fbcb5db-1672-47dd-aee8-5c671023daed by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:33.593363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Attempting to bind port 9fbcb5db-1672-47dd-aee8-5c671023daed on network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:33.595321 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53640) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.652156 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-18152d4c-136e-4678-8ba8-029d1dd523f4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.654072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18152d4c-136e-4678-8ba8-029d1dd523f4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.662087 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-18152d4c-136e-4678-8ba8-029d1dd523f4 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/f223a0cb-ca22-486e-9219-6b46a992a357 HTTP/1.1" status: 404  len: 337 time: 0.0568559
Feb 19 21:18:33.671236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a5f6eb52-6940-43f7-b483-a33b8f27198e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:33.671777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Port 9fbcb5db-1672-47dd-aee8-5c671023daed on network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:18:33.671777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Attempting to bind port 9fbcb5db-1672-47dd-aee8-5c671023daed on network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:33.689741 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53642) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.708866 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f2cfc20-e72a-4b8f-a9d8-08551260c717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (49d1719e-6b92-4c91-8cfe-322042a252c4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.717166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:33.717812 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.728709 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-64608218-8cd6-4966-80ed-757cc561ecd6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.729493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64608218-8cd6-4966-80ed-757cc561ecd6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.733763 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-64608218-8cd6-4966-80ed-757cc561ecd6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/a2345939-c874-459d-b551-46a5de339cac HTTP/1.1" status: 404  len: 333 time: 0.0420880
Feb 19 21:18:33.736398 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.740532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79ee9c04-a130-47ef-ae7f-0a93c023038c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:33.747776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53644) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.769876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:33.770082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Checking segment: {'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:33.770693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Bound using segment: {'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:33.771330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Bound port: 9fbcb5db-1672-47dd-aee8-5c671023daed, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:33.771742 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.774015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 79ee9c04-a130-47ef-ae7f-0a93c023038c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:33.774708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 79ee9c04-a130-47ef-ae7f-0a93c023038c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:33.775208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f72ff335-c05f-4dd8-a217-8aaaac4ef188 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:33.784379 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f8a4cf-8ce6-4c2d-ae32-dd19064eb8fd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.785463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f8a4cf-8ce6-4c2d-ae32-dd19064eb8fd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.789572 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-02f8a4cf-8ce6-4c2d-ae32-dd19064eb8fd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/41676fd3-f4fe-446d-af85-8af39268531b HTTP/1.1" status: 404  len: 337 time: 0.0405002
Feb 19 21:18:33.793089 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53646) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.798317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: f72ff335-c05f-4dd8-a217-8aaaac4ef188 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:33.798757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f72ff335-c05f-4dd8-a217-8aaaac4ef188 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:33.801001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-405e8647-a1de-4364-b2da-40eb821adb30 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.0684297
Feb 19 21:18:33.805105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53648) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.817929 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b07bba53-76b6-4f70-945a-f911b58b400b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1126175982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:33.869475 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f2cfc20-e72a-4b8f-a9d8-08551260c717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (49d1719e-6b92-4c91-8cfe-322042a252c4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.871808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6ab41c51-503a-4cd3-8e32-4808d4bcba05 None None] Provisioning complete for port 081458b4-8084-4b68-bba0-08ac4d2a712d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:33.872199 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6ab41c51-503a-4cd3-8e32-4808d4bcba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (081458b4-8084-4b68-bba0-08ac4d2a712d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.875852 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-63142bcf-91e5-4b53-bd40-524026841652 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.876632 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63142bcf-91e5-4b53-bd40-524026841652 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.881962 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-63142bcf-91e5-4b53-bd40-524026841652 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/5f94af78-5d61-454d-a209-cceff1354def HTTP/1.1" status: 404  len: 337 time: 0.0852811
Feb 19 21:18:33.883188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53650) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.909691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6ab41c51-503a-4cd3-8e32-4808d4bcba05 None None] Port 081458b4-8084-4b68-bba0-08ac4d2a712d cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:33.915504 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e6e67f-da82-46ba-ba60-7c5fa2a25a68 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.916105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e6e67f-da82-46ba-ba60-7c5fa2a25a68 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:33.922411 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e5e6e67f-da82-46ba-ba60-7c5fa2a25a68 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/d0f228fc-f4f2-42c2-8747-a30915bc03cb HTTP/1.1" status: 404  len: 333 time: 0.0349648
Feb 19 21:18:33.923338 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b07bba53-76b6-4f70-945a-f911b58b400b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (2e3aef2a-a45a-4578-92c6-009b53641f9c), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.923890 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b07bba53-76b6-4f70-945a-f911b58b400b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (2e3aef2a-a45a-4578-92c6-009b53641f9c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.928253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53652) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.930677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cfc20-e72a-4b8f-a9d8-08551260c717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d1719e-6b92-4c91-8cfe-322042a252c4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:33.936151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for port (b58a1834-5512-41b4-baa7-3b267b5a66cc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.953659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] For port 9fbcb5db-1672-47dd-aee8-5c671023daed, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:33.956129 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f2cfc20-e72a-4b8f-a9d8-08551260c717 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.959425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6f2cfc20-e72a-4b8f-a9d8-08551260c717 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/49d1719e-6b92-4c91-8cfe-322042a252c4 HTTP/1.1" status: 204  len: 168 time: 1.2479863
Feb 19 21:18:33.961350 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2061bf7-c306-4b50-9e7f-c5a2eb58f13f None None] Network 61603ad6-d377-42c2-8084-8d290e007818 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:33.981337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53656) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:33.992371 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b07bba53-76b6-4f70-945a-f911b58b400b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for router_controller (2e3aef2a-a45a-4578-92c6-009b53641f9c), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:33.999433 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f2e112-c224-4e74-b76c-2f51c63c72eb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:33.999902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f2e112-c224-4e74-b76c-2f51c63c72eb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:34.003073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-11f2e112-c224-4e74-b76c-2f51c63c72eb tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/510caff6-a95b-4320-887b-ba8111010101 HTTP/1.1" status: 404  len: 337 time: 0.0702367
Feb 19 21:18:34.005836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53658) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.017732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b07bba53-76b6-4f70-945a-f911b58b400b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (2e3aef2a-a45a-4578-92c6-009b53641f9c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.023389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] For port 9fbcb5db-1672-47dd-aee8-5c671023daed, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fbcb5db-1672-47dd-aee8-5c671023daed,segment=NetworkSegment(a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4),segment_id=a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:34.049234 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1031bce-0941-4bcf-af46-31ec56a5b380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:34.049705 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1031bce-0941-4bcf-af46-31ec56a5b380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:34.053459 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d1031bce-0941-4bcf-af46-31ec56a5b380 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/d6e25b07-e127-465d-a630-049500e0c45f HTTP/1.1" status: 404  len: 337 time: 0.0463259
Feb 19 21:18:34.055550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53660) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.071557 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b07bba53-76b6-4f70-945a-f911b58b400b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.072778 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b07bba53-76b6-4f70-945a-f911b58b400b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2606976
Feb 19 21:18:34.078120 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53662) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.081204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-10ae4916-5859-492a-9ab3-509336a9b09d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-110617494', 'prefixes': ['172.20.0.0/16']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:34.106552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.108516 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec7c8db-4a19-4756-a1af-e2dcff6153a9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:34.109109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec7c8db-4a19-4756-a1af-e2dcff6153a9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:34.112379 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4ec7c8db-4a19-4756-a1af-e2dcff6153a9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/74d824c8-f26c-4ce8-9c73-54dde888e991 HTTP/1.1" status: 404  len: 333 time: 0.0557194
Feb 19 21:18:34.115633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53664) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.152060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba2f3e-4d20-40d9-aea6-5071464fdaa2 None None] DHCP port deletion for 61603ad6-d377-42c2-8084-8d290e007818 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:18:34.171148 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (61603ad6-d377-42c2-8084-8d290e007818), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.181555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:34.182194 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.184198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] 10.222.0.10 "PUT /v2.0/ports/9fbcb5db-1672-47dd-aee8-5c671023daed HTTP/1.1" status: 200  len: 1091 time: 4.2963834
Feb 19 21:18:34.187063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4445865a-4d52-4db4-9915-98e0de5f708a', 'tag': '9fbcb5db-1672-47dd-aee8-5c671023daed'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:18:34.189430 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a0f069-9373-44f7-ad55-da6dd700f146" -d '{"events": [{"name": "network-changed", "server_uuid": "4445865a-4d52-4db4-9915-98e0de5f708a", "tag": "9fbcb5db-1672-47dd-aee8-5c671023daed"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:18:34.202961 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b58a1834-5512-41b4-baa7-3b267b5a66cc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.234660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-89ba2f3e-4d20-40d9-aea6-5071464fdaa2 None None] Deleting port 8200e652-0395-4982-8f0a-0e724f6d0e66 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:34.235333 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-89ba2f3e-4d20-40d9-aea6-5071464fdaa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.235937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05097ad4-ba63-4349-bcd7-7f78914cdd14 req-ea5c184b-7708-4533-8bdb-0830700252f1 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:34.242553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05097ad4-ba63-4349-bcd7-7f78914cdd14 req-ea5c184b-7708-4533-8bdb-0830700252f1 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 943 time: 0.1836779
Feb 19 21:18:34.251340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3904295-0ad0-429c-9104-8b895d06269e service neutron] Pushing event updated for resources: {'Port': ['ID=9fbcb5db-1672-47dd-aee8-5c671023daed,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:34.257312 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8406ae5d-a49f-4dcb-b37b-c026d72f98ac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:34.257312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8406ae5d-a49f-4dcb-b37b-c026d72f98ac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:34.263238 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8406ae5d-a49f-4dcb-b37b-c026d72f98ac tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/d698acee-9667-46cf-9f18-b77ba87804e0 HTTP/1.1" status: 404  len: 337 time: 0.1434796
Feb 19 21:18:34.265781 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53668) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.301191 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d29144a-ddbf-4f51-819a-79c9b43d4055 x-openstack-request-id: req-9d29144a-ddbf-4f51-819a-79c9b43d4055 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:18:34.301489 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4445865a-4d52-4db4-9915-98e0de5f708a", "tag": "9fbcb5db-1672-47dd-aee8-5c671023daed", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:18:34.301749 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d29144a-ddbf-4f51-819a-79c9b43d4055 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:18:34.302166 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4445865a-4d52-4db4-9915-98e0de5f708a', 'tag': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'status': 'completed', 'code': 200}
Feb 19 21:18:34.311160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:34.323826 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceec9ae7-817a-4d01-a63e-575aee07cc49 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:34.324843 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceec9ae7-817a-4d01-a63e-575aee07cc49 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:34.330793 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ceec9ae7-817a-4d01-a63e-575aee07cc49 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/6f73f787-3302-4a0c-8513-0ec86eaa4a93 HTTP/1.1" status: 404  len: 337 time: 0.0593181
Feb 19 21:18:34.333469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53670) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.369894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:34.389443 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e263d7f0-aa25-466c-84df-3904d85b6df3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9afa441-0e05-414c-ab0d-c56a0052638f HTTP/1.1" status: 200  len: 205 time: 0.0516438
Feb 19 21:18:34.391463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53672) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.396222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:34.465910 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-62bbf46e-492a-4cbf-8c7d-6b1213f3a3e9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] delete failed (client error): The resource could not be found.
Feb 19 21:18:34.471025 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-62bbf46e-492a-4cbf-8c7d-6b1213f3a3e9 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/routers/d9afa441-0e05-414c-ab0d-c56a0052638f HTTP/1.1" status: 404  len: 336 time: 0.0744665
Feb 19 21:18:34.472764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53674) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.489227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.491574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Pushing event updated for resources: {'Port': ['ID=b58a1834-5512-41b4-baa7-3b267b5a66cc,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:34.520431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.525974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-10ae4916-5859-492a-9ab3-509336a9b09d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.531549 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-10ae4916-5859-492a-9ab3-509336a9b09d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.4508641
Feb 19 21:18:34.534089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53676) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.539636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-89ba2f3e-4d20-40d9-aea6-5071464fdaa2 None None] For port 8200e652-0395-4982-8f0a-0e724f6d0e66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8200e652-0395-4982-8f0a-0e724f6d0e66,segment=NetworkSegment(203c43d9-1d98-41c3-ad43-5aadd4ab4e9e),segment_id=203c43d9-1d98-41c3-ad43-5aadd4ab4e9e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:34.540496 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-89ba2f3e-4d20-40d9-aea6-5071464fdaa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.540863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-32839aea-26a9-47eb-be5b-e73b361b705e tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a724c7850>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da', 'tempest-TagsExtTest-Tag-1874431116') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:34.561228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-89ba2f3e-4d20-40d9-aea6-5071464fdaa2 None None] Calling delete_port for 8200e652-0395-4982-8f0a-0e724f6d0e66 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:34.564245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05097ad4-ba63-4349-bcd7-7f78914cdd14 req-b41e4102-b2c7-4f4a-8244-a715a388876e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3207867
Feb 19 21:18:34.566694 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d311880-7247-48a4-a78f-0745510049e3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:34.567391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d311880-7247-48a4-a78f-0745510049e3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:34.572023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3d311880-7247-48a4-a78f-0745510049e3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/484f4ee5-f2c3-4b58-beb9-cc0c680dbba7 HTTP/1.1" status: 404  len: 337 time: 0.0927441
Feb 19 21:18:34.576774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53678) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.604755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-bb4c68bd-263d-4885-9487-b82a8775f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:34.606826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-bb4c68bd-263d-4885-9487-b82a8775f0a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 1125 time: 0.3498054
Feb 19 21:18:34.614184 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7686811e-e15c-40eb-90d5-7725c3b3aded tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "GET /v2.0/ports?device_id=bad85771-9763-4a9f-943a-484206f29c9b HTTP/1.1" status: 200  len: 205 time: 0.0363419
Feb 19 21:18:34.617274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53680) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.694870 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-29d8c7bd-8a2c-4653-be39-0d706b0165f5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] delete failed (client error): The resource could not be found.
Feb 19 21:18:34.696154 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-29d8c7bd-8a2c-4653-be39-0d706b0165f5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/routers/bad85771-9763-4a9f-943a-484206f29c9b HTTP/1.1" status: 404  len: 336 time: 0.0778854
Feb 19 21:18:34.715428 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53682) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.719082 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-89ba2f3e-4d20-40d9-aea6-5071464fdaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.750568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba2f3e-4d20-40d9-aea6-5071464fdaa2 None None] Pushing event deleted for resources: {'Port': ['ID=8200e652-0395-4982-8f0a-0e724f6d0e66,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:34.753723 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bccf35a-4acc-437f-a446-e226ae5b8acd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:34.754090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba2f3e-4d20-40d9-aea6-5071464fdaa2 None None] No DVR routers for this DVR port 8200e652-0395-4982-8f0a-0e724f6d0e66 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:34.754266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bccf35a-4acc-437f-a446-e226ae5b8acd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:34.757339 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2bccf35a-4acc-437f-a446-e226ae5b8acd tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/84c35e90-5f0b-4a37-b5d6-022083ade6fe HTTP/1.1" status: 404  len: 337 time: 0.0409341
Feb 19 21:18:34.759802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53684) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.773752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-de215cbf-cf15-44dc-96bb-359bd64c4ec6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fbcb5db-1672-47dd-aee8-5c671023daed HTTP/1.1" status: 200  len: 217 time: 0.1572194
Feb 19 21:18:34.803550 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0ff558-e241-4ffe-b5b1-19d0228097d6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:34.804107 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0ff558-e241-4ffe-b5b1-19d0228097d6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:34.807395 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2c0ff558-e241-4ffe-b5b1-19d0228097d6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/f6580e2d-22c1-46e6-bcf6-313f31c646fc HTTP/1.1" status: 404  len: 337 time: 0.0466192
Feb 19 21:18:34.809501 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Allocated IP 172.35.2.150 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/754a85b8-5525-4f8a-820c-35046ceae367) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:34.812551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53686) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.842839 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5e554f-42b5-408c-81c7-9c047ea8dd3b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:34.843406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5e554f-42b5-408c-81c7-9c047ea8dd3b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:34.846515 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7e5e554f-42b5-408c-81c7-9c047ea8dd3b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/df711b9b-61f0-4b59-a523-dbe515f08ad5 HTTP/1.1" status: 404  len: 333 time: 0.0328562
Feb 19 21:18:34.849595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53688) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.850277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Deleting port 8200e652-0395-4982-8f0a-0e724f6d0e66 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:34.850632 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:34.894092 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b40096-bd42-4878-b010-79034e9b5203 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:34.894573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b40096-bd42-4878-b010-79034e9b5203 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:34.897803 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e1b40096-bd42-4878-b010-79034e9b5203 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/2ba975aa-94ab-4d17-8ec3-510ff750291f HTTP/1.1" status: 404  len: 337 time: 0.0472250
Feb 19 21:18:34.922207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53690) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.954999 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-89465550-3511-465e-b3c8-f0453b5759d5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:34.955566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89465550-3511-465e-b3c8-f0453b5759d5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:34.959004 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-89465550-3511-465e-b3c8-f0453b5759d5 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/b118f344-18a5-44be-95ab-5763be877763 HTTP/1.1" status: 404  len: 333 time: 0.0357041
Feb 19 21:18:34.961546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53694) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:34.998977 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb29d86-3062-4a35-8814-e81002adb02c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:34.999769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb29d86-3062-4a35-8814-e81002adb02c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:35.007998 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7eb29d86-3062-4a35-8814-e81002adb02c tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/d7b61f60-518d-478b-9c80-5a4094e2e1cd HTTP/1.1" status: 404  len: 337 time: 0.0443180
Feb 19 21:18:35.015661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53696) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.302755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] For port 8200e652-0395-4982-8f0a-0e724f6d0e66, host ncdv-master-1, got binding levels [] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:35.303115 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:35.306641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-a8d9ae18-5397-4f9d-b547-a7a0c51f5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:35.308316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-a8d9ae18-5397-4f9d-b547-a7a0c51f5c31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e59fe2b-537d-4db8-9c8c-5a5516f32425 HTTP/1.1" status: 200  len: 835 time: 0.5216570
Feb 19 21:18:35.363781 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe8a35b-a3fe-4d7e-a35a-433a26e8af9d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:35.364473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe8a35b-a3fe-4d7e-a35a-433a26e8af9d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:35.370238 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bbe8a35b-a3fe-4d7e-a35a-433a26e8af9d tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/f0d0ea24-2340-4727-bfa7-03978b8a3ca2 HTTP/1.1" status: 404  len: 333 time: 0.3535957
Feb 19 21:18:35.370863 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53698) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.411141 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d271f1b8-5634-4295-9559-db9f75dd65b7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:35.411709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d271f1b8-5634-4295-9559-db9f75dd65b7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:35.415792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8200e652-0395-4982-8f0a-0e724f6d0e66 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:35.417588 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d271f1b8-5634-4295-9559-db9f75dd65b7 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/a1ec1153-bc9f-41f0-9a25-f427f08faa2e HTTP/1.1" status: 404  len: 337 time: 0.0434663
Feb 19 21:18:35.418281 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53700) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.425410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Calling delete_port for 8200e652-0395-4982-8f0a-0e724f6d0e66 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:35.442529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8200e652-0395-4982-8f0a-0e724f6d0e66 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:35.442906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8200e652-0395-4982-8f0a-0e724f6d0e66 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:35.444554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.ipam_backend_mixin [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Port 8200e652-0395-4982-8f0a-0e724f6d0e66 was not found and therefore no delete operation was performed {{(pid=121128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:18:35.455555 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for port (754a85b8-5525-4f8a-820c-35046ceae367), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:35.457020 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8200e652-0395-4982-8f0a-0e724f6d0e66), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:35.457472 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-507ee871-8c62-472b-8169-b8a095dbef78 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:35.458163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507ee871-8c62-472b-8169-b8a095dbef78 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:35.461436 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-507ee871-8c62-472b-8169-b8a095dbef78 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/a2bf443f-1bd4-44ec-aca3-b8f3ea633643 HTTP/1.1" status: 404  len: 333 time: 0.0393717
Feb 19 21:18:35.465014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53702) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.494775 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f110702-52f5-4f6c-91b7-00eeb0810b5b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:35.495226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f110702-52f5-4f6c-91b7-00eeb0810b5b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:35.500993 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6f110702-52f5-4f6c-91b7-00eeb0810b5b tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/afa95c8c-44e6-47bb-bd0d-850f55f6ddc1 HTTP/1.1" status: 404  len: 337 time: 0.0328603
Feb 19 21:18:35.504947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53704) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.512514 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-32839aea-26a9-47eb-be5b-e73b361b705e tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags/tempest-TagsExtTest-Tag-1874431116 HTTP/1.1" status: 201  len: 201 time: 0.9720232
Feb 19 21:18:35.513572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Pushing event deleted for resources: {'Port': ['ID=8200e652-0395-4982-8f0a-0e724f6d0e66,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:35.518343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53706) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.523609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-2edb830f-d0f3-42b0-8c7e-37104c66c724 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6b6c8f10>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d', 'tempest-TagsExtTest-Tag-1754811724') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:35.535457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] No DVR routers for this DVR port 8200e652-0395-4982-8f0a-0e724f6d0e66 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:35.547652 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98dec80-f260-4f4c-8c31-f184c173b4c3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:35.548228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98dec80-f260-4f4c-8c31-f184c173b4c3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:35.551346 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b98dec80-f260-4f4c-8c31-f184c173b4c3 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/34fe9fe9-0955-4be3-a123-7da444a2cf3f HTTP/1.1" status: 404  len: 333 time: 0.0421269
Feb 19 21:18:35.554747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53708) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.590604 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ad7e80-0cba-45f3-8ca2-f42609bcdc5f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:35.590971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ad7e80-0cba-45f3-8ca2-f42609bcdc5f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:35.597301 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d3ad7e80-0cba-45f3-8ca2-f42609bcdc5f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/b3af97e7-cae7-4a94-b7a2-40a66b3b445a HTTP/1.1" status: 404  len: 337 time: 0.0386455
Feb 19 21:18:35.597301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53712) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.618784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-a7b3c3a3-de48-431c-bd4f-80fad65902d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:35.620362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-a7b3c3a3-de48-431c-bd4f-80fad65902d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2703016
Feb 19 21:18:35.626075 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-34494413-20f2-4253-be65-05175f62523f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:35.626709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34494413-20f2-4253-be65-05175f62523f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:35.632388 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-34494413-20f2-4253-be65-05175f62523f tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/ff72f110-9110-4dfb-809d-480658b81a1b HTTP/1.1" status: 404  len: 333 time: 0.0319035
Feb 19 21:18:35.632907 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53714) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.654281 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:35.661436 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b853fcfc-8f61-45ef-986b-9107eff694f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:35.661904 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b853fcfc-8f61-45ef-986b-9107eff694f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:35.664956 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b853fcfc-8f61-45ef-986b-9107eff694f2 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/6178bffb-2f59-4dd4-bd45-98efe7b3284c HTTP/1.1" status: 404  len: 337 time: 0.0308757
Feb 19 21:18:35.666618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (754a85b8-5525-4f8a-820c-35046ceae367), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:35.669946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53716) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.727542 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfde6e2b-4b96-446b-8447-c3ec262d6ec6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:35.728274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfde6e2b-4b96-446b-8447-c3ec262d6ec6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:35.734936 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bfde6e2b-4b96-446b-8447-c3ec262d6ec6 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/ports/13051a32-d971-4030-a9f2-b317e43ec7ca HTTP/1.1" status: 404  len: 333 time: 0.0595334
Feb 19 21:18:35.738289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53718) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.752056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:35.758164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:35.760894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:35.799836 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38072aa-5ee7-4686-acd5-02eab5875209 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:35.800299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38072aa-5ee7-4686-acd5-02eab5875209 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:35.803341 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c38072aa-5ee7-4686-acd5-02eab5875209 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/subnets/76e2ad4a-c217-4bbc-adc9-2e8538c4fe50 HTTP/1.1" status: 404  len: 337 time: 0.0640759
Feb 19 21:18:35.806111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event updated for resources: {'Port': ['ID=754a85b8-5525-4f8a-820c-35046ceae367,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:35.809341 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53720) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.814339 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (61603ad6-d377-42c2-8084-8d290e007818), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:35.872456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6befea00>,) {'filters': {'network_id': ['61603ad6-d377-42c2-8084-8d290e007818']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:35.909189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6befea00>, '203c43d9-1d98-41c3-ad43-5aadd4ab4e9e') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:35.909553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6befea00>, '203c43d9-1d98-41c3-ad43-5aadd4ab4e9e') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:35.942500 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (203c43d9-1d98-41c3-ad43-5aadd4ab4e9e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:35.945208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2edb830f-d0f3-42b0-8c7e-37104c66c724 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags/tempest-TagsExtTest-Tag-1754811724 HTTP/1.1" status: 201  len: 201 time: 0.4257274
Feb 19 21:18:35.949915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53722) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:35.961335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436626f-c811-4225-9697-fcc461c56f38 req-6bd9ebcc-daa6-4b94-bf46-923274d92359 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:35.962902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e436626f-c811-4225-9697-fcc461c56f38 req-6bd9ebcc-daa6-4b94-bf46-923274d92359 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 943 time: 0.3064666
Feb 19 21:18:35.963026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-686700ad-11f0-47c4-a315-22d7849fadca tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a70f78340>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c', 'tempest-TagsExtTest-Tag-80011871') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:35.976199 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-f4b83d2b-0253-4ed4-94b1-090e83931006 service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3170316
Feb 19 21:18:35.984133 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (203c43d9-1d98-41c3-ad43-5aadd4ab4e9e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.028008 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (3093a338-1bb2-47bc-b43b-364f1349065f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.048274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:18:36.048710 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (203c43d9-1d98-41c3-ad43-5aadd4ab4e9e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:18:36.050421 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:18:36.220312 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (61603ad6-d377-42c2-8084-8d290e007818), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.228304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e436626f-c811-4225-9697-fcc461c56f38 req-809141a3-f01c-4be3-a84a-62da2efa5cbc tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2551320
Feb 19 21:18:36.241557 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.247813 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] 10.222.0.30 "DELETE /v2.0/networks/61603ad6-d377-42c2-8084-8d290e007818 HTTP/1.1" status: 204  len: 168 time: 2.2595701
Feb 19 21:18:36.266099 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-686700ad-11f0-47c4-a315-22d7849fadca tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags/tempest-TagsExtTest-Tag-80011871 HTTP/1.1" status: 201  len: 201 time: 0.3136690
Feb 19 21:18:36.272377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53726) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:36.284711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-dc179064-c38a-40a7-a553-a72589aa74e6 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6a09a340>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180', 'tempest-TagsExtTest-Tag-457888621') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:36.284981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (3093a338-1bb2-47bc-b43b-364f1349065f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.285959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04ec3443-cff6-43fa-b91e-4712bb573549 req-e6df070a-afce-4dfb-9c5c-a300e41fc93c service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2986925
Feb 19 21:18:36.286708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79d8c2-4962-40eb-b5c6-0821f87ba918 admin admin] Pushing event deleted for resources: {'Network': ['ID=61603ad6-d377-42c2-8084-8d290e007818,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:36.317260 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.321586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6986fc10>,) {'filters': {'network_id': ['3093a338-1bb2-47bc-b43b-364f1349065f']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:36.341678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6986fc10>, 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:36.342034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6986fc10>, 'a6d7354c-7dea-4fd7-940c-4a48e27bd66f') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:36.356575 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a6d7354c-7dea-4fd7-940c-4a48e27bd66f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.379123 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a6d7354c-7dea-4fd7-940c-4a48e27bd66f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.389900 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:18:36.390298 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a6d7354c-7dea-4fd7-940c-4a48e27bd66f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:18:36.393644 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:18:36.452634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dc179064-c38a-40a7-a553-a72589aa74e6 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags/tempest-TagsExtTest-Tag-457888621 HTTP/1.1" status: 201  len: 201 time: 0.1777804
Feb 19 21:18:36.452887 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.455474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53728) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:36.460031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-1676c3d4-020f-44f1-a1f0-ac36aec48d72 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6a391ee0>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:36.520739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53730) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:36.529555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f069-9373-44f7-ad55-da6dd700f146 req-c88eca6c-dedc-45e4-922b-4564e3e34b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:36.531290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58a0f069-9373-44f7-ad55-da6dd700f146 req-c88eca6c-dedc-45e4-922b-4564e3e34b09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 1125 time: 0.1304111
Feb 19 21:18:36.570517 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (3093a338-1bb2-47bc-b43b-364f1349065f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.588492 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.591601 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] 10.222.0.30 "DELETE /v2.0/networks/3093a338-1bb2-47bc-b43b-364f1349065f HTTP/1.1" status: 204  len: 168 time: 0.7793939
Feb 19 21:18:36.617754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c939787-680a-493a-bf30-bb854d23e337 tempest-NetworksTestDHCPv6-1170201816 tempest-NetworksTestDHCPv6-1170201816-project] Pushing event deleted for resources: {'Network': ['ID=3093a338-1bb2-47bc-b43b-364f1349065f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:36.630415 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6eabc4a8-f6ef-42ed-8156-366855f3d109 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da6216f26c814fceaa94fc64e78c8efc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0976055
Feb 19 21:18:36.639348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53734) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:36.701239 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1676c3d4-020f-44f1-a1f0-ac36aec48d72 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags HTTP/1.1" status: 200  len: 241 time: 0.2445302
Feb 19 21:18:36.707872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53736) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:36.708537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Router 0403774e-aeb4-49c0-b7ab-bb9c7ac53136 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:18:36.714214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-e44dfac7-b21d-4f4c-b2a1-5a52ebcb8176 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a699f39d0>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da', 'tempest-TagsExtTest-Tag-1874431116') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:36.794410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bbde966c-a0c5-4ae1-96e4-95a740514612 admin admin] Publish callbacks [] for security_group (d7b4cb90-f8a8-46e8-b37c-0aa05a11d729), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.826821 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bbde966c-a0c5-4ae1-96e4-95a740514612 admin admin] Publish callbacks [] for security_group (d7b4cb90-f8a8-46e8-b37c-0aa05a11d729), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.829326 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.830771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f069-9373-44f7-ad55-da6dd700f146 req-5c995256-33e6-4c9e-816b-d5ee41de8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:36.832309 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58a0f069-9373-44f7-ad55-da6dd700f146 req-5c995256-33e6-4c9e-816b-d5ee41de8866 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f HTTP/1.1" status: 200  len: 898 time: 0.2924547
Feb 19 21:18:36.974455 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53740) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:36.988922 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bbde966c-a0c5-4ae1-96e4-95a740514612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d7b4cb90-f8a8-46e8-b37c-0aa05a11d729), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.992179 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bbde966c-a0c5-4ae1-96e4-95a740514612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:36.996575 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bbde966c-a0c5-4ae1-96e4-95a740514612 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7b4cb90-f8a8-46e8-b37c-0aa05a11d729 HTTP/1.1" status: 204  len: 168 time: 0.3568542
Feb 19 21:18:37.011891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde966c-a0c5-4ae1-96e4-95a740514612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4cb90-f8a8-46e8-b37c-0aa05a11d729,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:37.085343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Router eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:18:37.225103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58a0f069-9373-44f7-ad55-da6dd700f146 req-9c7876eb-3f5d-4aba-9f7c-f118461f1852 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fbcb5db-1672-47dd-aee8-5c671023daed HTTP/1.1" status: 200  len: 217 time: 0.3641083
Feb 19 21:18:37.291049 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:37.310478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Sync routers for ids ['eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:37.325600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:37.330163 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e8faaa22-1f04-4c4c-89e3-b34e8648f87f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 4.1388404
Feb 19 21:18:37.330163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53750) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:37.332628 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Routers {'eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:37.335314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb2fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:37.342819 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e44dfac7-b21d-4f4c-b2a1-5a52ebcb8176 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags/tempest-TagsExtTest-Tag-1874431116 HTTP/1.1" status: 204  len: 168 time: 0.6319740
Feb 19 21:18:37.347776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53752) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:37.369060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-7accb2a9-b3ea-4d5a-9a5b-5e0ea7d19959 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6ba7e130>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da', 'tempest-TagsExtTest-Tag-1874431116') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:37.376132 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f069-9373-44f7-ad55-da6dd700f146 req-7c80945d-5715-4873-a118-f42904485918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:37.377981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58a0f069-9373-44f7-ad55-da6dd700f146 req-7c80945d-5715-4873-a118-f42904485918 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e59fe2b-537d-4db8-9c8c-5a5516f32425 HTTP/1.1" status: 200  len: 835 time: 0.1463878
Feb 19 21:18:37.425807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:37.443293 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1cf33-b269-438d-b9c1-d9ab756b4e07 None None] Sync routers for ids ['0403774e-aeb4-49c0-b7ab-bb9c7ac53136'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:37.476600 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1cf33-b269-438d-b9c1-d9ab756b4e07 None None] Routers {'0403774e-aeb4-49c0-b7ab-bb9c7ac53136'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:37.477436 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7dd1cf33-b269-438d-b9c1-d9ab756b4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a72493ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0403774e-aeb4-49c0-b7ab-bb9c7ac53136'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:37.506626 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:37.509808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4adeebf3-7e2a-44f0-ba59-1ff67a61883f tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 7.8129406
Feb 19 21:18:37.520978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53754) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:37.526284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:37.544641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53756) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:37.549253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Set router eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:37.553857 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7dd1cf33-b269-438d-b9c1-d9ab756b4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a72493ee0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:37.568143 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1cf33-b269-438d-b9c1-d9ab756b4e07 None None] Routers {'0403774e-aeb4-49c0-b7ab-bb9c7ac53136'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:37.568808 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7dd1cf33-b269-438d-b9c1-d9ab756b4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a72493ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0403774e-aeb4-49c0-b7ab-bb9c7ac53136'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:37.622634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0265d33-12ca-4597-af6c-fbbe86c7ff85 req-1b463e7d-1ac6-497e-b9e4-64ffc93baf36 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:37.622964 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7dd1cf33-b269-438d-b9c1-d9ab756b4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a72493ee0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:37.623621 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1cf33-b269-438d-b9c1-d9ab756b4e07 None None] The sync data for ids ['0403774e-aeb4-49c0-b7ab-bb9c7ac53136'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:37.625586 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0265d33-12ca-4597-af6c-fbbe86c7ff85 req-1b463e7d-1ac6-497e-b9e4-64ffc93baf36 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 943 time: 0.2129633
Feb 19 21:18:37.690299 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-18b5a5dc-262e-468e-a2bd-0b0e6da68477 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee1f38ceb0d34c39af97d64199951236&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7123911
Feb 19 21:18:37.691044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f069-9373-44f7-ad55-da6dd700f146 req-4a819bc1-f772-4cfa-9377-9d88b17cc051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:37.693202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58a0f069-9373-44f7-ad55-da6dd700f146 req-4a819bc1-f772-4cfa-9377-9d88b17cc051 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2784739
Feb 19 21:18:37.695685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53758) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:37.732269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ee9f1f5b-b999-4bfa-ad88-a0ae52c29dc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aeb441a7b0094cc59af51b60a7f101a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1812742
Feb 19 21:18:37.735976 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b0208ecd-2c21-413d-bc20-2beed89bdcbe tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/routers/eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9 HTTP/1.1" status: 200  len: 908 time: 0.4048078
Feb 19 21:18:37.738536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53760) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:37.739678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53762) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:37.753037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Request body: {'router': {'name': 'tempest-snat-router-413151028', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'enable_snat': True}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:37.767777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9fbcb5db-1672-47dd-aee8-5c671023daed details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:18:37.800278 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb2fa0>, [{'id': 'eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9', 'name': 'tempest-snat-router-413151028', 'tenant_id': '1faeda2bd070497183a8ec7172696aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.150'}], 'enable_snat': False}, 'gw_port_id': '754a85b8-5525-4f8a-820c-35046ceae367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:33Z', 'updated_at': '2022-02-19T21:18:36Z', 'revision_number': 3, 'project_id': '1faeda2bd070497183a8ec7172696aca', 'gw_port': {'id': '754a85b8-5525-4f8a-820c-35046ceae367', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:34Z', 'updated_at': '2022-02-19T21:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:37.806252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0265d33-12ca-4597-af6c-fbbe86c7ff85 req-7cf48f59-40bd-4839-94a9-1061f21e12a4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1659076
Feb 19 21:18:37.817449 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7accb2a9-b3ea-4d5a-9a5b-5e0ea7d19959 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags/tempest-TagsExtTest-Tag-1874431116 HTTP/1.1" status: 204  len: 168 time: 0.4690537
Feb 19 21:18:37.820497 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53764) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:37.842363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-775d559b-1283-4b3c-bfe4-9daaf0ee847d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6b39bb80>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:37.850450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Checking router: eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:37.850946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Updating router eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9 port 754a85b8-5525-4f8a-820c-35046ceae367 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:18:37.893132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (bdef0056-6ee7-4445-858c-2c76fdd47c00), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:37.894216 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (bdef0056-6ee7-4445-858c-2c76fdd47c00), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:37.914629 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3aef-0800-416d-9294-fe0e9bcab2bd admin admin] Publish callbacks [] for security_group (4c100d11-82ff-4cc4-a7f6-a112094d417c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:37.924068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58a0f069-9373-44f7-ad55-da6dd700f146 req-b4d793cf-5460-4008-b221-4b1f53ea5948 service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2137156
Feb 19 21:18:37.925082 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (754a85b8-5525-4f8a-820c-35046ceae367), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:37.961160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_controller (bdef0056-6ee7-4445-858c-2c76fdd47c00), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.008860 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3aef-0800-416d-9294-fe0e9bcab2bd admin admin] Publish callbacks [] for security_group (4c100d11-82ff-4cc4-a7f6-a112094d417c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.011223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d215ed1-a8ae-49d7-9051-70c30e5baf78 admin admin] Publish callbacks [] for security_group (eacd8ccf-4a38-479b-ab33-0ddcc2189974), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.063454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9fbcb5db-1672-47dd-aee8-5c671023daed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fbcb5db-1672-47dd-aee8-5c671023daed,segment=NetworkSegment(a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4),segment_id=a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:38.072141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d215ed1-a8ae-49d7-9051-70c30e5baf78 admin admin] Publish callbacks [] for security_group (eacd8ccf-4a38-479b-ab33-0ddcc2189974), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.077085 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-775d559b-1283-4b3c-bfe4-9daaf0ee847d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags HTTP/1.1" status: 200  len: 205 time: 0.2528253
Feb 19 21:18:38.085687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'port_id': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'mac_address': 'fa:16:3e:a7:2d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:18:38.100662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53766) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:38.118013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-b4e65b47-3747-40bd-a910-3231dfdf26a7 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a69a30190>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:38.181172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 9fbcb5db-1672-47dd-aee8-5c671023daed is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:38.181588 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.186469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58a0f069-9373-44f7-ad55-da6dd700f146 req-03da6c49-e853-46f5-8413-c76086689a5e service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2537487
Feb 19 21:18:38.200780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbcb5db-1672-47dd-aee8-5c671023daed {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:18:38.220227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3aef-0800-416d-9294-fe0e9bcab2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4c100d11-82ff-4cc4-a7f6-a112094d417c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.227248 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3aef-0800-416d-9294-fe0e9bcab2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.230800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c7fd3aef-0800-416d-9294-fe0e9bcab2bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c100d11-82ff-4cc4-a7f6-a112094d417c HTTP/1.1" status: 204  len: 168 time: 0.5229290
Feb 19 21:18:38.231019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9fbcb5db-1672-47dd-aee8-5c671023daed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fbcb5db-1672-47dd-aee8-5c671023daed,segment=NetworkSegment(a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4),segment_id=a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:38.241182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd3aef-0800-416d-9294-fe0e9bcab2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c100d11-82ff-4cc4-a7f6-a112094d417c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:38.257228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b4e65b47-3747-40bd-a910-3231dfdf26a7 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags HTTP/1.1" status: 200  len: 241 time: 0.1559696
Feb 19 21:18:38.262788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53770) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:38.268520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-9384d7a5-7d57-474e-b35b-db883b5e6785 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a70543940>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d', 'tempest-TagsExtTest-Tag-1754811724') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:38.274017 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.338145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9384d7a5-7d57-474e-b35b-db883b5e6785 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags/tempest-TagsExtTest-Tag-1754811724 HTTP/1.1" status: 204  len: 168 time: 0.0739367
Feb 19 21:18:38.341389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53772) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:38.346387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-7294b11e-dc4c-4efb-9e05-eb1635a50077 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a70692eb0>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d', 'tempest-TagsExtTest-Tag-1754811724') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:38.439016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7294b11e-dc4c-4efb-9e05-eb1635a50077 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags/tempest-TagsExtTest-Tag-1754811724 HTTP/1.1" status: 204  len: 168 time: 0.0965269
Feb 19 21:18:38.443133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53774) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:38.448854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-677028f6-34b7-4f37-ae50-63db956323fb tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6b8bc520>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:38.485325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=9fbcb5db-1672-47dd-aee8-5c671023daed,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:38.508801 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Publish callbacks [] for port (754a85b8-5525-4f8a-820c-35046ceae367), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.517577 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (754a85b8-5525-4f8a-820c-35046ceae367), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.537602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-677028f6-34b7-4f37-ae50-63db956323fb tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags HTTP/1.1" status: 200  len: 205 time: 0.0932565
Feb 19 21:18:38.538617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53778) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:38.544429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-dd540530-6b93-498a-ae3f-f7cd859b03e2 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a69028d30>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:38.571009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (bdef0056-6ee7-4445-858c-2c76fdd47c00), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.592999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Pushing event updated for resources: {'Port': ['ID=754a85b8-5525-4f8a-820c-35046ceae367,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:38.595717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['9fbcb5db-1672-47dd-aee8-5c671023daed'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:18:38.632004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.632386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.632747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.633097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.633442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.633783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.634123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.634457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.634793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.635129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.635463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.635811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.636130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:38.659375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dd540530-6b93-498a-ae3f-f7cd859b03e2 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags HTTP/1.1" status: 200  len: 239 time: 0.1147768
Feb 19 21:18:38.661103 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.661452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53782) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:38.666625 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Attempting to bind port 754a85b8-5525-4f8a-820c-35046ceae367 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:38.666827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-c189a66a-d736-4b56-87d5-0beddf6fe65a tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6b8f8cd0>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c', 'tempest-TagsExtTest-Tag-80011871') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:38.667141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Attempting to bind port 754a85b8-5525-4f8a-820c-35046ceae367 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:38.667375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Attempting to bind port 754a85b8-5525-4f8a-820c-35046ceae367 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:38.678423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:38.679012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:38.679830 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.680255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:38.680839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Bound port: 754a85b8-5525-4f8a-820c-35046ceae367, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:38.681232 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (754a85b8-5525-4f8a-820c-35046ceae367), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.683170 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d215ed1-a8ae-49d7-9051-70c30e5baf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (eacd8ccf-4a38-479b-ab33-0ddcc2189974), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.685833 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d215ed1-a8ae-49d7-9051-70c30e5baf78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.690107 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0d215ed1-a8ae-49d7-9051-70c30e5baf78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eacd8ccf-4a38-479b-ab33-0ddcc2189974 HTTP/1.1" status: 204  len: 168 time: 0.9464939
Feb 19 21:18:38.710471 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_gateway (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.747817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d215ed1-a8ae-49d7-9051-70c30e5baf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacd8ccf-4a38-479b-ab33-0ddcc2189974,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:38.797142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] For port 754a85b8-5525-4f8a-820c-35046ceae367, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:38.832318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Deleting port b58a1834-5512-41b4-baa7-3b267b5a66cc {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:38.832688 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b58a1834-5512-41b4-baa7-3b267b5a66cc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.836691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] For port 754a85b8-5525-4f8a-820c-35046ceae367, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=754a85b8-5525-4f8a-820c-35046ceae367,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:38.869226 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (754a85b8-5525-4f8a-820c-35046ceae367), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.876368 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c189a66a-d736-4b56-87d5-0beddf6fe65a tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags/tempest-TagsExtTest-Tag-80011871 HTTP/1.1" status: 204  len: 168 time: 0.2135849
Feb 19 21:18:38.885086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53792) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:38.898620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-4f1e0333-b87a-476a-b888-7962d4cc7e95 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6a5dd370>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c', 'tempest-TagsExtTest-Tag-80011871') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:38.943520 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b58a1834-5512-41b4-baa7-3b267b5a66cc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:38.960464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Calling delete_port for b58a1834-5512-41b4-baa7-3b267b5a66cc owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:39.171683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Routers {'eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:39.175230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb2fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:39.211590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a66aa9-d37b-43d4-a564-e7dca6f5dfe3 req-b825f8f4-3389-4414-95c1-1c239919fa9c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:39.215570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04a66aa9-d37b-43d4-a564-e7dca6f5dfe3 req-b825f8f4-3389-4414-95c1-1c239919fa9c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 944 time: 0.1645446
Feb 19 21:18:39.267425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4f1e0333-b87a-476a-b888-7962d4cc7e95 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags/tempest-TagsExtTest-Tag-80011871 HTTP/1.1" status: 204  len: 168 time: 0.3787529
Feb 19 21:18:39.268570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53806) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:39.286987 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-840da771-102b-46ca-b53f-8205c892c811 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6bc1baf0>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:39.293276 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b58a1834-5512-41b4-baa7-3b267b5a66cc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:39.320872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d3bba-3973-4ff8-b76a-94e873135277 None None] Pushing event updated for resources: {'Port': ['ID=754a85b8-5525-4f8a-820c-35046ceae367,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:39.393836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Pushing event deleted for resources: {'Port': ['ID=b58a1834-5512-41b4-baa7-3b267b5a66cc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:39.448706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] Set router eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:39.498841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:39.510920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04a66aa9-d37b-43d4-a564-e7dca6f5dfe3 req-3e769a7d-7c1f-4fa8-b3d9-ee3ea7bc4366 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2873216
Feb 19 21:18:39.538878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-840da771-102b-46ca-b53f-8205c892c811 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags HTTP/1.1" status: 200  len: 205 time: 0.2644403
Feb 19 21:18:39.546067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53816) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:39.559855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-8bdf0fa0-715d-4d48-b0dd-ad12f23645d5 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a70ca5ee0>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:39.634737 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (bdef0056-6ee7-4445-858c-2c76fdd47c00), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:39.640273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8bdf0fa0-715d-4d48-b0dd-ad12f23645d5 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags HTTP/1.1" status: 200  len: 240 time: 0.0900836
Feb 19 21:18:39.644720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53818) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:39.656110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-2997672e-21b1-4a01-8a00-a67110063994 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6a495760>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180', 'tempest-TagsExtTest-Tag-457888621') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:39.667632 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:39.722716 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2997672e-21b1-4a01-8a00-a67110063994 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags/tempest-TagsExtTest-Tag-457888621 HTTP/1.1" status: 204  len: 168 time: 0.0768938
Feb 19 21:18:39.733374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53822) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:39.733942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53824) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:39.745245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-09038846-276d-4759-aff6-8a95644f63e2 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a70266e20>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180', 'tempest-TagsExtTest-Tag-457888621') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:39.786919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9fbcb5db-1672-47dd-aee8-5c671023daed up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:39.862796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-09038846-276d-4759-aff6-8a95644f63e2 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags/tempest-TagsExtTest-Tag-457888621 HTTP/1.1" status: 204  len: 168 time: 0.1274436
Feb 19 21:18:39.865198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53832) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:39.869996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-19ba7ec4-c31e-4395-8bda-1df75a80700a tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6a308f10>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:39.907235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-19ba7ec4-c31e-4395-8bda-1df75a80700a tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags HTTP/1.1" status: 200  len: 205 time: 0.0409102
Feb 19 21:18:39.909954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53836) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:39.915183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-dcc6b5a7-2721-4067-991b-f62cf858bcff tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a721b5700>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:39.927155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:39.953068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dcc6b5a7-2721-4067-991b-f62cf858bcff tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags HTTP/1.1" status: 204  len: 168 time: 0.0419958
Feb 19 21:18:39.955797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53838) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:39.962914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-0e2aa1ee-277a-4955-a079-b1bfe06e46dd tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a7015f220>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:39.970557 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:40.028955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53840) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.109936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Router 0403774e-aeb4-49c0-b7ab-bb9c7ac53136 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:40.110858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0e2aa1ee-277a-4955-a079-b1bfe06e46dd tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags HTTP/1.1" status: 204  len: 168 time: 0.1528618
Feb 19 21:18:40.113030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53844) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.121355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c63443d0-c975-4ea2-bd67-cbd167e5d967 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] Request body: {'port': {'network_id': 'dd8f513d-45bf-461d-ad44-1e0f35cc378c', 'name': 'tempest-NetworksNegativeTestJSON-4744897'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:40.121802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-eb35d5ba-6768-4b00-894a-4c0dc8bf34f8 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6bef2f10>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:40.136545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Allocated IP 172.35.2.45 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/e1abb67c-f636-4086-aaa7-ab28b077c9f1) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:40.138898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb2fa0>, [{'id': 'eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9', 'name': 'tempest-snat-router-413151028', 'tenant_id': '1faeda2bd070497183a8ec7172696aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.150'}], 'enable_snat': False}, 'gw_port_id': '754a85b8-5525-4f8a-820c-35046ceae367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:33Z', 'updated_at': '2022-02-19T21:18:36Z', 'revision_number': 3, 'project_id': '1faeda2bd070497183a8ec7172696aca', 'gw_port': {'id': '754a85b8-5525-4f8a-820c-35046ceae367', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:34Z', 'updated_at': '2022-02-19T21:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:40.139097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1832284479-network', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:40.157142 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63443d0-c975-4ea2-bd67-cbd167e5d967 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] POST failed (client error): The resource could not be found.
Feb 19 21:18:40.157794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63443d0-c975-4ea2-bd67-cbd167e5d967 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:40.164021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c63443d0-c975-4ea2-bd67-cbd167e5d967 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.4175134
Feb 19 21:18:40.165187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53846) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.173139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e73c37-724b-4caf-be9e-6bac65d240ca None None] The sync data for ids ['eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9'] in ncdv-master-1 is: [{'id': 'eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9', 'name': 'tempest-snat-router-413151028', 'tenant_id': '1faeda2bd070497183a8ec7172696aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.150'}], 'enable_snat': False}, 'gw_port_id': '754a85b8-5525-4f8a-820c-35046ceae367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:33Z', 'updated_at': '2022-02-19T21:18:36Z', 'revision_number': 3, 'project_id': '1faeda2bd070497183a8ec7172696aca', 'gw_port': {'id': '754a85b8-5525-4f8a-820c-35046ceae367', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:34Z', 'updated_at': '2022-02-19T21:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:40.194271 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-2563641e-b3b6-4d00-829f-68f2ef8e40f1 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:40.195265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2563641e-b3b6-4d00-829f-68f2ef8e40f1 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:40.203448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2563641e-b3b6-4d00-829f-68f2ef8e40f1 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] 10.222.0.30 "DELETE /v2.0/networks/592c340c-e4de-4e5c-8f03-ceab99a30345 HTTP/1.1" status: 404  len: 339 time: 0.0329721
Feb 19 21:18:40.203686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 9fbcb5db-1672-47dd-aee8-5c671023daed completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:18:40.203819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Made reservation on behalf of 03b2d1224b644f36aa3f9a7636a9cef5 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:40.203819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:40.204898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53848) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.207391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 9fbcb5db-1672-47dd-aee8-5c671023daed triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:40.208246 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:40.229164 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:40.259870 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-387b2ecc-6ff7-4bc7-8ddf-4f6b603845bd tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:40.260244 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387b2ecc-6ff7-4bc7-8ddf-4f6b603845bd tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:40.263761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-387b2ecc-6ff7-4bc7-8ddf-4f6b603845bd tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] 10.222.0.30 "DELETE /v2.0/ports/3c2f5a7e-8f82-4e9f-8647-b5ba606f95fc HTTP/1.1" status: 404  len: 333 time: 0.0576301
Feb 19 21:18:40.270183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53850) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.313892 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cd274e-691b-413a-8027-8f080070d7ec tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:40.314386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cd274e-691b-413a-8027-8f080070d7ec tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:40.316097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 9fbcb5db-1672-47dd-aee8-5c671023daed is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:40.316958 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:40.322872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f8cd274e-691b-413a-8027-8f080070d7ec tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] 10.222.0.30 "DELETE /v2.0/subnets/646bdc42-0d43-41e2-85bc-69ea53da27f0 HTTP/1.1" status: 404  len: 337 time: 0.0460517
Feb 19 21:18:40.323796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:40.326582 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53852) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.333515 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:40.334748 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-28672bab-a6c6-4582-89eb-9c160bbbb725 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "PUT /v2.0/routers/0403774e-aeb4-49c0-b7ab-bb9c7ac53136 HTTP/1.1" status: 200  len: 706 time: 2.8124807
Feb 19 21:18:40.338568 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53854) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.348647 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de3f63-2254-4f0b-acd9-6ad716cce23d None None] Sync routers for ids ['0403774e-aeb4-49c0-b7ab-bb9c7ac53136'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:40.356945 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7f715a-017b-41b6-b9a8-b39cebe216f8 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] GET failed (client error): The resource could not be found.
Feb 19 21:18:40.362374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1d7f715a-017b-41b6-b9a8-b39cebe216f8 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] 10.222.0.30 "GET /v2.0/networks/7a18d45a-8000-4f83-8f0e-c7f09e31a998 HTTP/1.1" status: 404  len: 339 time: 0.0313516
Feb 19 21:18:40.362690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53856) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.378717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4445865a-4d52-4db4-9915-98e0de5f708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbcb5db-1672-47dd-aee8-5c671023daed'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:18:40.381303 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0e9e53-ca6a-4954-b924-c0c867c7ad86" -d '{"events": [{"server_uuid": "4445865a-4d52-4db4-9915-98e0de5f708a", "name": "network-vif-plugged", "status": "completed", "tag": "9fbcb5db-1672-47dd-aee8-5c671023daed"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:18:40.387769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de3f63-2254-4f0b-acd9-6ad716cce23d None None] Routers {'0403774e-aeb4-49c0-b7ab-bb9c7ac53136'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:40.388711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c9de3f63-2254-4f0b-acd9-6ad716cce23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdf8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0403774e-aeb4-49c0-b7ab-bb9c7ac53136'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:40.421270 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-379ae574-6e9c-48be-959a-110491a77bbf tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] GET failed (client error): The resource could not be found.
Feb 19 21:18:40.427306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-379ae574-6e9c-48be-959a-110491a77bbf tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] 10.222.0.30 "GET /v2.0/ports/c771b073-51c8-4c4c-b2de-98d7a4b46b12 HTTP/1.1" status: 404  len: 333 time: 0.0599504
Feb 19 21:18:40.428261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53862) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.440696 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-eb35d5ba-6768-4b00-894a-4c0dc8bf34f8 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags HTTP/1.1" status: 204  len: 168 time: 0.3239493
Feb 19 21:18:40.442194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53864) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.442451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 9fbcb5db-1672-47dd-aee8-5c671023daed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fbcb5db-1672-47dd-aee8-5c671023daed,segment=NetworkSegment(a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4),segment_id=a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:40.444275 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c9de3f63-2254-4f0b-acd9-6ad716cce23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdf8e0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:40.450573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-165b4142-6442-4dc8-b100-ece53250696f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6b8c5df0>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:40.452138 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:40.485376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de3f63-2254-4f0b-acd9-6ad716cce23d None None] Routers {'0403774e-aeb4-49c0-b7ab-bb9c7ac53136'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:40.486178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c9de3f63-2254-4f0b-acd9-6ad716cce23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdf8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0403774e-aeb4-49c0-b7ab-bb9c7ac53136'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:40.488124 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4d757432-91de-4175-bf39-c3cc293bace7 tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/routers/0403774e-aeb4-49c0-b7ab-bb9c7ac53136 HTTP/1.1" status: 200  len: 741 time: 0.1468956
Feb 19 21:18:40.500962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53866) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.510380 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-09531697-3486-4e9f-aefd-a2c236071c4f tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] GET failed (client error): The resource could not be found.
Feb 19 21:18:40.520086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-09531697-3486-4e9f-aefd-a2c236071c4f tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] 10.222.0.30 "GET /v2.0/subnets/6bd079a3-eff8-4898-a918-bd4756df06d1 HTTP/1.1" status: 404  len: 337 time: 0.0895481
Feb 19 21:18:40.522239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53868) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.535770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f147cd20-803f-4160-8836-60e542711897 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] Request body: {'network': {'name': 'new_name'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:40.537827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c9de3f63-2254-4f0b-acd9-6ad716cce23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdf8e0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:40.538772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de3f63-2254-4f0b-acd9-6ad716cce23d None None] The sync data for ids ['0403774e-aeb4-49c0-b7ab-bb9c7ac53136'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:40.561689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=9fbcb5db-1672-47dd-aee8-5c671023daed,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:40.588126 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1f5cf6d7-976d-4fa1-a7f4-a75145e2039c tempest-RoutersAdminTest-948467046 tempest-RoutersAdminTest-948467046-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&device_id=0403774e-aeb4-49c0-b7ab-bb9c7ac53136 HTTP/1.1" status: 200  len: 205 time: 0.0862613
Feb 19 21:18:40.591936 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for port (e1abb67c-f636-4086-aaa7-ab28b077c9f1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:40.592139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53874) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.594482 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-f147cd20-803f-4160-8836-60e542711897 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] PUT failed (client error): The resource could not be found.
Feb 19 21:18:40.595019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f147cd20-803f-4160-8836-60e542711897 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:40.596186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f147cd20-803f-4160-8836-60e542711897 tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] 10.222.0.30 "PUT /v2.0/networks/e6156c10-fdc8-48e9-b35c-aa2cd2a59cdb HTTP/1.1" status: 404  len: 339 time: 0.0664818
Feb 19 21:18:40.606705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53876) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.622538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ed7aca44-af58-4f4c-a6fe-21e3ad60648c tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] Request body: {'port': {'name': 'new_name'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:40.707844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f0e125bb-2c38-47ff-a1dd-5ec0d443068d tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0403774e-aeb4-49c0-b7ab-bb9c7ac53136 HTTP/1.1" status: 200  len: 205 time: 0.1098061
Feb 19 21:18:40.710854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53878) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.721092 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7aca44-af58-4f4c-a6fe-21e3ad60648c tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] PUT failed (client error): The resource could not be found.
Feb 19 21:18:40.721659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7aca44-af58-4f4c-a6fe-21e3ad60648c tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:40.722890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ed7aca44-af58-4f4c-a6fe-21e3ad60648c tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] 10.222.0.30 "PUT /v2.0/ports/e8cc20e7-f143-4de7-9f79-5148d031ad51 HTTP/1.1" status: 404  len: 333 time: 0.1117094
Feb 19 21:18:40.723797 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-165b4142-6442-4dc8-b100-ece53250696f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags HTTP/1.1" status: 204  len: 168 time: 0.2792606
Feb 19 21:18:40.725563 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e1abb67c-f636-4086-aaa7-ab28b077c9f1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:40.731363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53880) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.738961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-60e30453-9289-4455-b233-b6176a022969 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a695ff370>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da', 'tempest-TagsExtTest-Tag-1250723149') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:40.742834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53882) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:40.749782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Publish callbacks [] for security_group (90500979-db6c-49e5-b040-0ce717abd339), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:40.756899 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d924d84f-79cb-4f0c-8325-2cb3fdcb2bca tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:40.765446 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd075b5f-2080-4547-b0d9-01adccf16ccd x-openstack-request-id: req-cd075b5f-2080-4547-b0d9-01adccf16ccd {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:18:40.771872 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4445865a-4d52-4db4-9915-98e0de5f708a", "name": "network-vif-plugged", "status": "completed", "tag": "9fbcb5db-1672-47dd-aee8-5c671023daed", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:18:40.773570 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd075b5f-2080-4547-b0d9-01adccf16ccd {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:18:40.774884 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4445865a-4d52-4db4-9915-98e0de5f708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'code': 200}
Feb 19 21:18:40.843579 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d924d84f-79cb-4f0c-8325-2cb3fdcb2bca tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] PUT failed (client error): The resource could not be found.
Feb 19 21:18:40.844046 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d924d84f-79cb-4f0c-8325-2cb3fdcb2bca tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:40.849154 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d924d84f-79cb-4f0c-8325-2cb3fdcb2bca tempest-NetworksNegativeTestJSON-1556698230 tempest-NetworksNegativeTestJSON-1556698230-project] 10.222.0.30 "PUT /v2.0/subnets/4e5673f9-a635-4d62-b1d1-7ac2a31f6d4f HTTP/1.1" status: 404  len: 337 time: 0.1013026
Feb 19 21:18:40.864182 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (90500979-db6c-49e5-b040-0ce717abd339), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:40.872437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:40.882935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:40.886299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event updated for resources: {'Port': ['ID=e1abb67c-f636-4086-aaa7-ab28b077c9f1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:40.899539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:40.946962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:18:40.952613 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8494a604-e176-47bb-9e33-135616d3d603 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.041760 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (12e16006-f578-4b00-929a-e86adf5f90ad), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.042113 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Added segment 12e16006-f578-4b00-929a-e86adf5f90ad of type vlan for network 11873785-eb1d-4292-a54c-f188a5ef59ad
Feb 19 21:18:41.044070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90500979-db6c-49e5-b040-0ce717abd339,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:41.097260 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-60e30453-9289-4455-b233-b6176a022969 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags/tempest-TagsExtTest-Tag-1250723149 HTTP/1.1" status: 201  len: 201 time: 0.3647759
Feb 19 21:18:41.101215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53888) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:41.104177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee89bc-5e63-4a11-b73e-071529ad11fa req-a4260b51-2534-43a7-8525-e1e6bb53b34c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:41.106433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cee89bc-5e63-4a11-b73e-071529ad11fa req-a4260b51-2534-43a7-8525-e1e6bb53b34c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 945 time: 0.4091549
Feb 19 21:18:41.115036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-e9d575e8-cbd1-4f01-835a-e513859b92ba tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a7050cf40>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d', 'tempest-TagsExtTest-Tag-1618500237') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:41.158913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc640-4aad-44f3-88ff-8a4978974588 req-bb0681a8-cd2d-44de-84ad-f9a7f115d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:41.160746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b5fc640-4aad-44f3-88ff-8a4978974588 req-bb0681a8-cd2d-44de-84ad-f9a7f115d35b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 1127 time: 0.3298404
Feb 19 21:18:41.162618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (11873785-eb1d-4292-a54c-f188a5ef59ad), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.210450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53890) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:41.293157 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e9d575e8-cbd1-4f01-835a-e513859b92ba tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags/tempest-TagsExtTest-Tag-1618500237 HTTP/1.1" status: 201  len: 201 time: 0.1881030
Feb 19 21:18:41.293738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53894) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:41.294079 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8494a604-e176-47bb-9e33-135616d3d603 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.298945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-d4479503-3088-4aa4-9ca8-5abf4ee8afa6 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6a33f940>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c', 'tempest-TagsExtTest-Tag-131282783') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:41.301726 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8494a604-e176-47bb-9e33-135616d3d603 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router_controller (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.375639 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (11873785-eb1d-4292-a54c-f188a5ef59ad), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.375639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:41.377275 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.405692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cee89bc-5e63-4a11-b73e-071529ad11fa req-40c06f2b-35e7-4828-aaba-b2f527e728b0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2815235
Feb 19 21:18:41.465557 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8494a604-e176-47bb-9e33-135616d3d603 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (0403774e-aeb4-49c0-b7ab-bb9c7ac53136), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.466398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8494a604-e176-47bb-9e33-135616d3d603 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Fanout notify agent at l3_agent the message router_deleted on router 0403774e-aeb4-49c0-b7ab-bb9c7ac53136 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:41.473691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8494a604-e176-47bb-9e33-135616d3d603 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.475402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8494a604-e176-47bb-9e33-135616d3d603 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/0403774e-aeb4-49c0-b7ab-bb9c7ac53136 HTTP/1.1" status: 204  len: 168 time: 0.7557878
Feb 19 21:18:41.492423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b5fc640-4aad-44f3-88ff-8a4978974588 req-0f4d236f-d830-4ac5-8d67-bc99b4b58e7d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2844157
Feb 19 21:18:41.498538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53896) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:41.523437 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.4922106
Feb 19 21:18:41.524602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53898) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:41.552769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 754a85b8-5525-4f8a-820c-35046ceae367 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:41.555786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] Request body: {'subnet': {'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1832284479-subnet', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:41.580405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d4029-690c-4530-84ac-80021a30f04f admin admin] Pushing event updated for resources: {'Network': ['ID=11873785-eb1d-4292-a54c-f188a5ef59ad,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:41.585837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bfd89dcd-cc6c-4680-bb4c-9ea4322a5b00 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=0403774e-aeb4-49c0-b7ab-bb9c7ac53136 HTTP/1.1" status: 200  len: 205 time: 0.0855224
Feb 19 21:18:41.589018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53900) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:41.610522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 11873785-eb1d-4292-a54c-f188a5ef59ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:18:41.640538 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-02981375-7a70-4906-906a-65c0b7a7bc42 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] delete failed (client error): The resource could not be found.
Feb 19 21:18:41.641616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-02981375-7a70-4906-906a-65c0b7a7bc42 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/0403774e-aeb4-49c0-b7ab-bb9c7ac53136 HTTP/1.1" status: 404  len: 336 time: 0.0516419
Feb 19 21:18:41.650618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53902) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:41.702020 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] Made reservation on behalf of 03b2d1224b644f36aa3f9a7636a9cef5 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:41.705196 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.718408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-757a9321-5848-4a18-8489-9cdfd405e1f9 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=dabe4431-3c93-4e69-9d2d-767ba6fd938a HTTP/1.1" status: 200  len: 205 time: 0.0638349
Feb 19 21:18:41.734940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53904) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:41.788999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 754a85b8-5525-4f8a-820c-35046ceae367 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:41.789457 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (754a85b8-5525-4f8a-820c-35046ceae367), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.807859 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-7705f969-dca8-43b1-b58c-3068974710ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] delete failed (client error): The resource could not be found.
Feb 19 21:18:41.808983 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7705f969-dca8-43b1-b58c-3068974710ef tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/dabe4431-3c93-4e69-9d2d-767ba6fd938a HTTP/1.1" status: 404  len: 336 time: 0.0733671
Feb 19 21:18:41.813922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53906) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:41.930124 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-312b1750-962e-428a-9f09-77bfdd2a0635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.956591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 754a85b8-5525-4f8a-820c-35046ceae367 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:41.957204 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (754a85b8-5525-4f8a-820c-35046ceae367), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:41.973051 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (bdef0056-6ee7-4445-858c-2c76fdd47c00), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:42.005500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 754a85b8-5525-4f8a-820c-35046ceae367, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=754a85b8-5525-4f8a-820c-35046ceae367,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:42.012084 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (754a85b8-5525-4f8a-820c-35046ceae367), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:42.082051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=754a85b8-5525-4f8a-820c-35046ceae367,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:42.127888 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d4479503-3088-4aa4-9ca8-5abf4ee8afa6 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags/tempest-TagsExtTest-Tag-131282783 HTTP/1.1" status: 201  len: 201 time: 0.8328419
Feb 19 21:18:42.138283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53908) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.145784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-4055e038-6b9d-4bb5-b9cc-bbb9a78c2a38 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a7040fd60>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180', 'tempest-TagsExtTest-Tag-184414924') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:42.222275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-92601a54-fc18-40c1-8ede-1a452a9a7350 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc3a017c-8eed-41ce-b8ce-3fdee900894f HTTP/1.1" status: 200  len: 205 time: 0.4050610
Feb 19 21:18:42.224062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53910) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.278492 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-083065e2-e8c4-423d-ae13-d5a74a08f3ca tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] delete failed (client error): The resource could not be found.
Feb 19 21:18:42.279530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-083065e2-e8c4-423d-ae13-d5a74a08f3ca tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/dc3a017c-8eed-41ce-b8ce-3fdee900894f HTTP/1.1" status: 404  len: 336 time: 0.0544801
Feb 19 21:18:42.282351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53912) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.314543 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-312b1750-962e-428a-9f09-77bfdd2a0635 admin admin] Publish callbacks [] for security_group (738144d7-7c02-4581-bbc4-130421197e32), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:42.317218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d3d3be9c-855c-439d-a925-db59e0fe625a tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a5ad7f-7268-4628-88c9-c578170ef52b HTTP/1.1" status: 200  len: 205 time: 0.0335457
Feb 19 21:18:42.320827 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4055e038-6b9d-4bb5-b9cc-bbb9a78c2a38 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags/tempest-TagsExtTest-Tag-184414924 HTTP/1.1" status: 201  len: 201 time: 0.1787848
Feb 19 21:18:42.321008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53914) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.321344 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-312b1750-962e-428a-9f09-77bfdd2a0635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (738144d7-7c02-4581-bbc4-130421197e32), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:42.321485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53916) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.329247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-4974dd73-ac26-4117-89ea-f619bf245dba tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a70b41d30>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da', {'tags': ['tempest-TagsExtTest-Tag-2024395751', 'tempest-TagsExtTest-Tag-15770662', 'tempest-TagsExtTest-Tag-1014566168']}) {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:42.377478 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-312b1750-962e-428a-9f09-77bfdd2a0635 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46127394ad1b420f9156fce51407b8b5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1653864
Feb 19 21:18:42.379839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b1750-962e-428a-9f09-77bfdd2a0635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738144d7-7c02-4581-bbc4-130421197e32,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:42.383468 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53918) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.400627 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-9eabba87-d1dc-4eed-ba3e-58e1e52758f9 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] delete failed (client error): The resource could not be found.
Feb 19 21:18:42.401692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9eabba87-d1dc-4eed-ba3e-58e1e52758f9 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/22a5ad7f-7268-4628-88c9-c578170ef52b HTTP/1.1" status: 404  len: 336 time: 0.0812104
Feb 19 21:18:42.406207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53920) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.407259 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (bdef0056-6ee7-4445-858c-2c76fdd47c00), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:42.448623 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ae8c9ba0-455e-4aea-a4ed-3f5e21b5ba33 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=1224b2b5-d42c-4cd6-a43e-fe232c3512ef HTTP/1.1" status: 200  len: 205 time: 0.0390208
Feb 19 21:18:42.454921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53924) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.552912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4974dd73-ac26-4117-89ea-f619bf245dba tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags HTTP/1.1" status: 200  len: 316 time: 0.2290683
Feb 19 21:18:42.572323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53926) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.578686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-d9a59c9e-230a-4d5c-9fee-34fe161733ed tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a709b3760>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:42.593355 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-0d2b3d31-5ec6-4bb6-9746-722d944ca003 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] delete failed (client error): The resource could not be found.
Feb 19 21:18:42.594407 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0d2b3d31-5ec6-4bb6-9746-722d944ca003 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/1224b2b5-d42c-4cd6-a43e-fe232c3512ef HTTP/1.1" status: 404  len: 336 time: 0.1385541
Feb 19 21:18:42.599711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53928) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.637170 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (96592db9-42ff-43b5-bfb4-201b7a38f779), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:42.645714 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc7fda3a-2af9-4365-989f-88d9e70e44c4 admin admin] Publish callbacks [] for security_group (738144d7-7c02-4581-bbc4-130421197e32), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:42.648897 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bf3456bd-1d2e-43a3-8b07-2a773af7693b tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "GET /v2.0/ports?device_id=269bd8e4-cdab-48ff-93ae-054704438cbe HTTP/1.1" status: 200  len: 205 time: 0.0481350
Feb 19 21:18:42.653304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53930) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.702050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1d240-970e-4c16-8bfe-52ed02e7fa00 req-ccda520f-f55e-4090-ab6c-5f8f6c5155ff tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:42.703594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fd1d240-970e-4c16-8bfe-52ed02e7fa00 req-ccda520f-f55e-4090-ab6c-5f8f6c5155ff tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 945 time: 0.1590238
Feb 19 21:18:42.712747 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-7e58f0b9-db6d-4931-a5cb-8b9a8d4b0d29 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] delete failed (client error): The resource could not be found.
Feb 19 21:18:42.714582 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7e58f0b9-db6d-4931-a5cb-8b9a8d4b0d29 tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/routers/269bd8e4-cdab-48ff-93ae-054704438cbe HTTP/1.1" status: 404  len: 336 time: 0.0602236
Feb 19 21:18:42.720912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53932) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.722873 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc7fda3a-2af9-4365-989f-88d9e70e44c4 admin admin] Publish callbacks [] for security_group (738144d7-7c02-4581-bbc4-130421197e32), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:42.725447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=96592db9-42ff-43b5-bfb4-201b7a38f779,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:42.759503 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdd4d49-60ba-4144-a4c1-03fe75ad013e tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:18:42.759974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdd4d49-60ba-4144-a4c1-03fe75ad013e tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:18:42.763691 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1bdd4d49-60ba-4144-a4c1-03fe75ad013e tempest-RoutersAdminTest-611106797 tempest-RoutersAdminTest-611106797-project] 10.222.0.30 "DELETE /v2.0/subnets/d462895a-a77f-4e99-97fd-672020bea926 HTTP/1.1" status: 404  len: 337 time: 0.0387468
Feb 19 21:18:42.782559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] Checking segment: {'id': '12e16006-f578-4b00-929a-e86adf5f90ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:42.783173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] Network hostable DHCP agents. Network: 11873785-eb1d-4292-a54c-f188a5ef59ad, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:18:42.810023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fd1d240-970e-4c16-8bfe-52ed02e7fa00 req-62656931-6432-4519-a1f0-74db44dd93c1 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999720
Feb 19 21:18:42.836505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53936) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.836745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d9a59c9e-230a-4d5c-9fee-34fe161733ed tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags HTTP/1.1" status: 204  len: 168 time: 0.2575519
Feb 19 21:18:42.837591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-5608c046-b3e4-44eb-98b3-2cc00b28c64e tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a69fcc8e0>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da', 'tempest-TagsExtTest-Tag-2024395751') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:42.839376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] Network 11873785-eb1d-4292-a54c-f188a5ef59ad is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:18:42.853662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11873785-eb1d-4292-a54c-f188a5ef59ad) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:42.858540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:42.859190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:42.869485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f0355e-c46c-4023-962d-055f22c1b3bc None None] Network 11873785-eb1d-4292-a54c-f188a5ef59ad requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:42.899839 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8ef99f9b-10c1-4dd3-9187-4185d222f98f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.3632715
Feb 19 21:18:42.900270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53938) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:42.908969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1832284479-router', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:42.924662 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc7fda3a-2af9-4365-989f-88d9e70e44c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (738144d7-7c02-4581-bbc4-130421197e32), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:42.927395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc7fda3a-2af9-4365-989f-88d9e70e44c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:42.928718 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc7fda3a-2af9-4365-989f-88d9e70e44c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/738144d7-7c02-4581-bbc4-130421197e32 HTTP/1.1" status: 204  len: 168 time: 0.5442820
Feb 19 21:18:42.929612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Router bdef0056-6ee7-4445-858c-2c76fdd47c00 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:18:42.973542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fda3a-2af9-4365-989f-88d9e70e44c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738144d7-7c02-4581-bbc4-130421197e32,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:43.038057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-11873785-eb1d-4292-a54c-f188a5ef59ad', 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad', 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'fixed_ips': [{'subnet_id': '96592db9-42ff-43b5-bfb4-201b7a38f779'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:18:43.039337 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.100864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:43.105112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (3ff7da29-92c6-4fa4-b87a-0e09858657b5), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.106435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (3ff7da29-92c6-4fa4-b87a-0e09858657b5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.109610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53944) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:43.114978 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Sync routers for ids ['bdef0056-6ee7-4445-858c-2c76fdd47c00'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:43.135083 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-5608c046-b3e4-44eb-98b3-2cc00b28c64e tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:43.136211 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5608c046-b3e4-44eb-98b3-2cc00b28c64e tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags/tempest-TagsExtTest-Tag-2024395751 HTTP/1.1" status: 404  len: 329 time: 0.3031518
Feb 19 21:18:43.137804 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Routers {'bdef0056-6ee7-4445-858c-2c76fdd47c00'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:43.138754 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a704261c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['bdef0056-6ee7-4445-858c-2c76fdd47c00'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:43.140204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53948) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:43.145762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-3dd93447-09c0-4c4b-91c5-1413f2ec06c5 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a70b41130>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da', 'tempest-TagsExtTest-Tag-15770662') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:43.165282 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.166667 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7eeb593a-22c7-4e20-a1ff-609569faf93e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 5.4252620
Feb 19 21:18:43.194092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53950) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:43.291918 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Set router bdef0056-6ee7-4445-858c-2c76fdd47c00 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:43.328016 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d96c1329-db7a-44de-beac-517e8237233e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/routers/bdef0056-6ee7-4445-858c-2c76fdd47c00 HTTP/1.1" status: 200  len: 906 time: 0.1302102
Feb 19 21:18:43.328016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53954) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:43.330511 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-3dd93447-09c0-4c4b-91c5-1413f2ec06c5 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:43.336637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3dd93447-09c0-4c4b-91c5-1413f2ec06c5 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags/tempest-TagsExtTest-Tag-15770662 HTTP/1.1" status: 404  len: 327 time: 0.1942625
Feb 19 21:18:43.337303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53956) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:43.342316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-f3db20f9-0fa1-4e40-9bcd-56984d52479d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a70a18040>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da', 'tempest-TagsExtTest-Tag-1014566168') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:43.380771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Allocated IP 172.20.0.2 (11873785-eb1d-4292-a54c-f188a5ef59ad/96592db9-42ff-43b5-bfb4-201b7a38f779/effa45b7-f162-48f8-be40-4383d2e1f7a5) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:43.429340 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e0c01d4-cfdd-4b15-84c4-8b595e40757b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.456934 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (bdef0056-6ee7-4445-858c-2c76fdd47c00), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.461337 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Publish callbacks [] for router_controller (3ff7da29-92c6-4fa4-b87a-0e09858657b5), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.508076 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 754a85b8-5525-4f8a-820c-35046ceae367 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:43.542357 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-f3db20f9-0fa1-4e40-9bcd-56984d52479d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:43.549547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f3db20f9-0fa1-4e40-9bcd-56984d52479d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags/tempest-TagsExtTest-Tag-1014566168 HTTP/1.1" status: 404  len: 329 time: 0.2112162
Feb 19 21:18:43.551439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53962) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:43.568354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-d40f7179-ca03-4fbe-bf6a-79a62b4ad3dc tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a72087c10>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d', {'tags': ['tempest-TagsExtTest-Tag-1867230577', 'tempest-TagsExtTest-Tag-451442615', 'tempest-TagsExtTest-Tag-1859553045']}) {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:43.582669 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a704261c0>, [{'id': 'bdef0056-6ee7-4445-858c-2c76fdd47c00', 'name': 'tempest-snat-router-413151028', 'tenant_id': '1faeda2bd070497183a8ec7172696aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e1abb67c-f636-4086-aaa7-ab28b077c9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:37Z', 'updated_at': '2022-02-19T21:18:41Z', 'revision_number': 3, 'project_id': '1faeda2bd070497183a8ec7172696aca', 'gw_port': {'id': 'e1abb67c-f636-4086-aaa7-ab28b077c9f1', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdef0056-6ee7-4445-858c-2c76fdd47c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:39Z', 'updated_at': '2022-02-19T21:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:43.619448 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Checking router: bdef0056-6ee7-4445-858c-2c76fdd47c00 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:43.620201 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Updating router bdef0056-6ee7-4445-858c-2c76fdd47c00 port e1abb67c-f636-4086-aaa7-ab28b077c9f1 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:18:43.651786 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e0c01d4-cfdd-4b15-84c4-8b595e40757b admin admin] Publish callbacks [] for security_group (ac57bca4-e17d-4af8-91cb-cfdc254e9495), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.652982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 754a85b8-5525-4f8a-820c-35046ceae367 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:43.662123 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (754a85b8-5525-4f8a-820c-35046ceae367), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.663744 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e0c01d4-cfdd-4b15-84c4-8b595e40757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ac57bca4-e17d-4af8-91cb-cfdc254e9495), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.671182 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1abb67c-f636-4086-aaa7-ab28b077c9f1), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.723305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d40f7179-ca03-4fbe-bf6a-79a62b4ad3dc tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags HTTP/1.1" status: 200  len: 317 time: 0.1592391
Feb 19 21:18:43.724841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53968) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:43.735589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-b5176a4a-7c26-4790-92e2-9ff8edb7a500 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6972bc40>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:43.740782 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Publish callbacks [] for router_gateway (3ff7da29-92c6-4fa4-b87a-0e09858657b5), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.792508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c01d4-cfdd-4b15-84c4-8b595e40757b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac57bca4-e17d-4af8-91cb-cfdc254e9495,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:43.839166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7e0c01d4-cfdd-4b15-84c4-8b595e40757b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3602d6ecd5b146f2a12a8609607cbabe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7285028
Feb 19 21:18:43.839397 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 53970) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:43.878435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 754a85b8-5525-4f8a-820c-35046ceae367 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:43.897737 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Publish callbacks [] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.909595 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.911435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (bdef0056-6ee7-4445-858c-2c76fdd47c00), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.927743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Publish callbacks [] for security_group (ac57bca4-e17d-4af8-91cb-cfdc254e9495), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.968880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Network 11873785-eb1d-4292-a54c-f188a5ef59ad is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:43.974241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:43.981525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:43.992061 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Publish callbacks [] for security_group (ac57bca4-e17d-4af8-91cb-cfdc254e9495), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:43.992572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Pushing event updated for resources: {'Port': ['ID=effa45b7-f162-48f8-be40-4383d2e1f7a5,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:44.025651 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b5176a4a-7c26-4790-92e2-9ff8edb7a500 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags HTTP/1.1" status: 204  len: 168 time: 0.2982719
Feb 19 21:18:44.033859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53980) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:44.041343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-0ec90fbf-c1b6-4fe6-b842-a2576981e39f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6b0e72e0>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d', 'tempest-TagsExtTest-Tag-1867230577') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:44.076702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Deleting port e1abb67c-f636-4086-aaa7-ab28b077c9f1 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:44.077117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e1abb67c-f636-4086-aaa7-ab28b077c9f1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.113205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Attempting to bind port effa45b7-f162-48f8-be40-4383d2e1f7a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:44.113708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Attempting to bind port effa45b7-f162-48f8-be40-4383d2e1f7a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12e16006-f578-4b00-929a-e86adf5f90ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:44.114187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Attempting to bind port effa45b7-f162-48f8-be40-4383d2e1f7a5 on network 11873785-eb1d-4292-a54c-f188a5ef59ad {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:44.120698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:44.121803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Checking segment: {'id': '12e16006-f578-4b00-929a-e86adf5f90ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:44.122865 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.123554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Bound using segment: {'id': '12e16006-f578-4b00-929a-e86adf5f90ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:44.124268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Bound port: effa45b7-f162-48f8-be40-4383d2e1f7a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e16006-f578-4b00-929a-e86adf5f90ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:44.124802 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.208441 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Publish callbacks [] for port (e1abb67c-f636-4086-aaa7-ab28b077c9f1), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.217524 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e1abb67c-f636-4086-aaa7-ab28b077c9f1), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.235536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecf774-ca41-47d4-ac79-f6ded125e243 req-d1b577f0-18ff-40ae-b4b7-4dc3dbec6fd4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:44.238444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] For port effa45b7-f162-48f8-be40-4383d2e1f7a5, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:44.243343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] For port effa45b7-f162-48f8-be40-4383d2e1f7a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=effa45b7-f162-48f8-be40-4383d2e1f7a5,segment=NetworkSegment(12e16006-f578-4b00-929a-e86adf5f90ad),segment_id=12e16006-f578-4b00-929a-e86adf5f90ad)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:44.245135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cecf774-ca41-47d4-ac79-f6ded125e243 req-d1b577f0-18ff-40ae-b4b7-4dc3dbec6fd4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 945 time: 0.2345464
Feb 19 21:18:44.249640 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-0ec90fbf-c1b6-4fe6-b842-a2576981e39f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:44.250904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0ec90fbf-c1b6-4fe6-b842-a2576981e39f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags/tempest-TagsExtTest-Tag-1867230577 HTTP/1.1" status: 404  len: 329 time: 0.2155879
Feb 19 21:18:44.257218 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.257578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53984) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:44.278986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-40539a06-922d-43ed-89c9-e0cf2b11afb6 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a68db6310>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d', 'tempest-TagsExtTest-Tag-451442615') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:44.280320 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ac57bca4-e17d-4af8-91cb-cfdc254e9495), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.282874 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Attempting to bind port e1abb67c-f636-4086-aaa7-ab28b077c9f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:44.283383 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Attempting to bind port e1abb67c-f636-4086-aaa7-ab28b077c9f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:44.283615 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.284379 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Attempting to bind port e1abb67c-f636-4086-aaa7-ab28b077c9f1 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:44.284820 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac57bca4-e17d-4af8-91cb-cfdc254e9495 HTTP/1.1" status: 204  len: 168 time: 0.4409401
Feb 19 21:18:44.296109 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:44.296902 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:44.297538 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.299486 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:44.299486 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Bound port: e1abb67c-f636-4086-aaa7-ab28b077c9f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:44.299486 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1abb67c-f636-4086-aaa7-ab28b077c9f1), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.307996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53988) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:44.316666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e1abb67c-f636-4086-aaa7-ab28b077c9f1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.377411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac57bca4-e17d-4af8-91cb-cfdc254e9495,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:44.379836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Calling delete_port for e1abb67c-f636-4086-aaa7-ab28b077c9f1 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:44.389444 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] For port e1abb67c-f636-4086-aaa7-ab28b077c9f1, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:44.393783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cecf774-ca41-47d4-ac79-f6ded125e243 req-49b14042-8077-4142-884b-cd2ece592ad8 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1464226
Feb 19 21:18:44.396010 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] For port e1abb67c-f636-4086-aaa7-ab28b077c9f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1abb67c-f636-4086-aaa7-ab28b077c9f1,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:44.422153 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e1abb67c-f636-4086-aaa7-ab28b077c9f1), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.423598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c431a2-acd8-44be-9009-bf8dcbb8e48e None None] Pushing event updated for resources: {'Port': ['ID=effa45b7-f162-48f8-be40-4383d2e1f7a5,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:44.424219 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-40539a06-922d-43ed-89c9-e0cf2b11afb6 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:44.425574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-40539a06-922d-43ed-89c9-e0cf2b11afb6 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags/tempest-TagsExtTest-Tag-451442615 HTTP/1.1" status: 404  len: 328 time: 0.1645622
Feb 19 21:18:44.428859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53996) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:44.431040 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Pushing event updated for resources: {'Port': ['ID=e1abb67c-f636-4086-aaa7-ab28b077c9f1,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:44.434975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-180e21da-e272-41e9-8b79-9e4e827cdcde tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a700b1100>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d', 'tempest-TagsExtTest-Tag-1859553045') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:44.444897 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.445621 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.446236 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.446815 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.448254 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.448868 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.449737 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.450322 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.450888 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.451453 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.452024 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.452603 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.453156 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.510937 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-180e21da-e272-41e9-8b79-9e4e827cdcde tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:44.513808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-180e21da-e272-41e9-8b79-9e4e827cdcde tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags/tempest-TagsExtTest-Tag-1859553045 HTTP/1.1" status: 404  len: 329 time: 0.0836096
Feb 19 21:18:44.520942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.521304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.521836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.522223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.522575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.522923 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.523266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.523608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.523948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.524289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.524657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.524994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.525372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df5624-b4f5-4576-ac5e-b6e8dafa85b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:18:44.530495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 53998) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:44.531922 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adb1d5-12a1-4e8f-bc62-33b97239af7c None None] Pushing event updated for resources: {'Port': ['ID=e1abb67c-f636-4086-aaa7-ab28b077c9f1,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:44.549870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-8e598b75-6e1c-425a-aacf-3e3e2002d609 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a68cc2d00>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c', {'tags': ['tempest-TagsExtTest-Tag-2090226833', 'tempest-TagsExtTest-Tag-1953966697', 'tempest-TagsExtTest-Tag-1364447907']}) {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:44.550045 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Routers {'bdef0056-6ee7-4445-858c-2c76fdd47c00'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:44.550657 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a704261c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['bdef0056-6ee7-4445-858c-2c76fdd47c00'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:44.655000 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Publish callbacks [] for router_gateway (3ff7da29-92c6-4fa4-b87a-0e09858657b5), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.678594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b1bb710d-462c-42a3-9b72-bcd5692b6936 tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-657889389', 'prefixes': ['172.20.0.0/16']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:44.691036 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] Set router bdef0056-6ee7-4445-858c-2c76fdd47c00 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:44.691337 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.721754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8e598b75-6e1c-425a-aacf-3e3e2002d609 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags HTTP/1.1" status: 200  len: 318 time: 0.1898937
Feb 19 21:18:44.726562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54002) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:44.733602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-498f1074-193d-497b-87d5-1b3626c2afca tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a707de8e0>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:44.818772 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a704261c0>, [{'id': 'bdef0056-6ee7-4445-858c-2c76fdd47c00', 'name': 'tempest-snat-router-413151028', 'tenant_id': '1faeda2bd070497183a8ec7172696aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:37Z', 'updated_at': '2022-02-19T21:18:43Z', 'revision_number': 4, 'project_id': '1faeda2bd070497183a8ec7172696aca', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:44.830008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a24d5-1af9-4738-83d1-3bdeb7207990 req-ba53f1d9-32c9-4523-8f5d-d9c85c6e43ca tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:44.832062 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-861a24d5-1af9-4738-83d1-3bdeb7207990 req-ba53f1d9-32c9-4523-8f5d-d9c85c6e43ca tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 945 time: 0.1580522
Feb 19 21:18:44.917544 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b1bb710d-462c-42a3-9b72-bcd5692b6936 tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:44.923408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b1bb710d-462c-42a3-9b72-bcd5692b6936 tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.6112270
Feb 19 21:18:44.927683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54004) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:44.995277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-861a24d5-1af9-4738-83d1-3bdeb7207990 req-044217c3-3d4a-4dac-a65d-79dd2c0ce39f tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1517284
Feb 19 21:18:45.002142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-03f345a6-9b7f-450d-a4c1-1764fb1e8d39 tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] 10.222.0.30 "GET /v2.0/subnetpools/306940b0-d12c-45b4-bdc1-fc279ca21c28 HTTP/1.1" status: 200  len: 731 time: 0.0734112
Feb 19 21:18:45.004960 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54006) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:45.007005 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f885eca-3bc9-4367-9e7e-1aca22b186cc None None] The sync data for ids ['bdef0056-6ee7-4445-858c-2c76fdd47c00'] in ncdv-master-1 is: [{'id': 'bdef0056-6ee7-4445-858c-2c76fdd47c00', 'name': 'tempest-snat-router-413151028', 'tenant_id': '1faeda2bd070497183a8ec7172696aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:37Z', 'updated_at': '2022-02-19T21:18:43Z', 'revision_number': 4, 'project_id': '1faeda2bd070497183a8ec7172696aca', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:45.011092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c51edaad-125f-403f-bf72-3f3121fb52d1 tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1268941994'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:45.089286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54008) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:45.145062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54010) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:45.177662 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c51edaad-125f-403f-bf72-3f3121fb52d1 tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.179049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c51edaad-125f-403f-bf72-3f3121fb52d1 tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] 10.222.0.30 "PUT /v2.0/subnetpools/306940b0-d12c-45b4-bdc1-fc279ca21c28 HTTP/1.1" status: 200  len: 684 time: 0.1727312
Feb 19 21:18:45.187081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54012) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:45.197526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d556d67c-ec12-490c-9264-f353d5f63728 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:45.199788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d556d67c-ec12-490c-9264-f353d5f63728 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 1122 time: 0.1084754
Feb 19 21:18:45.213065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54014) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:45.219599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:45.280051 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-01c7e043-73bf-451f-8877-2514ba9f268c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e06193abd1d34eaab32fdda1693b0ed4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1311719
Feb 19 21:18:45.281040 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54016) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:45.309119 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.402538 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-531195fd-9e59-45b5-a153-3f371e0beade tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.403715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-531195fd-9e59-45b5-a153-3f371e0beade tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] 10.222.0.30 "DELETE /v2.0/subnetpools/306940b0-d12c-45b4-bdc1-fc279ca21c28 HTTP/1.1" status: 204  len: 168 time: 0.2148216
Feb 19 21:18:45.406712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54018) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:45.425589 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6058521c-1e0e-4050-9e5d-fe8e6853f733 admin admin] Publish callbacks [] for security_group (8b6ba0a9-a5f7-4259-ac42-ceeaea16d699), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.439150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Allocated IP 172.35.2.35 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/3931b650-1a54-453b-9ae0-b9bcab6699c6) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:45.455658 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6058521c-1e0e-4050-9e5d-fe8e6853f733 admin admin] Publish callbacks [] for security_group (8b6ba0a9-a5f7-4259-ac42-ceeaea16d699), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.482808 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-5bf51cb7-3e91-41b3-a4d4-18aefaa59c1c tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] show failed (client error): The resource could not be found.
Feb 19 21:18:45.485389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device effa45b7-f162-48f8-be40-4383d2e1f7a5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:45.486868 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5bf51cb7-3e91-41b3-a4d4-18aefaa59c1c tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] 10.222.0.30 "GET /v2.0/subnetpools/306940b0-d12c-45b4-bdc1-fc279ca21c28 HTTP/1.1" status: 404  len: 346 time: 0.0692840
Feb 19 21:18:45.487288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54020) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:45.528740 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-74c2bc99-6740-4651-990a-08b753d6dc6f tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] delete failed (client error): The resource could not be found.
Feb 19 21:18:45.529807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-74c2bc99-6740-4651-990a-08b753d6dc6f tempest-SubnetPoolsTestJSON-1440571851 tempest-SubnetPoolsTestJSON-1440571851-project] 10.222.0.30 "DELETE /v2.0/subnetpools/306940b0-d12c-45b4-bdc1-fc279ca21c28 HTTP/1.1" status: 404  len: 346 time: 0.0415308
Feb 19 21:18:45.552844 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.570615 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6058521c-1e0e-4050-9e5d-fe8e6853f733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8b6ba0a9-a5f7-4259-ac42-ceeaea16d699), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.575648 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6058521c-1e0e-4050-9e5d-fe8e6853f733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.580322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6058521c-1e0e-4050-9e5d-fe8e6853f733 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b6ba0a9-a5f7-4259-ac42-ceeaea16d699 HTTP/1.1" status: 204  len: 168 time: 0.2966306
Feb 19 21:18:45.591190 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-498f1074-193d-497b-87d5-1b3626c2afca tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags HTTP/1.1" status: 204  len: 168 time: 0.8635204
Feb 19 21:18:45.591986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54026) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:45.600970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port effa45b7-f162-48f8-be40-4383d2e1f7a5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:45.601172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e1abb67c-f636-4086-aaa7-ab28b077c9f1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.602203 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.610156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-56a5cf75-0973-4567-9ea2-3e63d6af369c tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6b0578b0>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c', 'tempest-TagsExtTest-Tag-2090226833') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:45.671134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058521c-1e0e-4050-9e5d-fe8e6853f733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6ba0a9-a5f7-4259-ac42-ceeaea16d699,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:45.687943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1abb67c-f636-4086-aaa7-ab28b077c9f1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:45.808824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port effa45b7-f162-48f8-be40-4383d2e1f7a5 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:45.809233 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.857888 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Publish callbacks [] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.884945 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-56a5cf75-0973-4567-9ea2-3e63d6af369c tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:45.886412 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-56a5cf75-0973-4567-9ea2-3e63d6af369c tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags/tempest-TagsExtTest-Tag-2090226833 HTTP/1.1" status: 404  len: 329 time: 0.2866733
Feb 19 21:18:45.890581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54030) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:45.897993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-da22bcc0-3beb-4b9a-9562-34583c694b82 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a69c08f70>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c', 'tempest-TagsExtTest-Tag-1953966697') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:45.903890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port effa45b7-f162-48f8-be40-4383d2e1f7a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=effa45b7-f162-48f8-be40-4383d2e1f7a5,segment=NetworkSegment(12e16006-f578-4b00-929a-e86adf5f90ad),segment_id=12e16006-f578-4b00-929a-e86adf5f90ad)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:45.919049 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (bdef0056-6ee7-4445-858c-2c76fdd47c00), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:45.919958 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.025472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=effa45b7-f162-48f8-be40-4383d2e1f7a5,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:46.044426 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (bdef0056-6ee7-4445-858c-2c76fdd47c00), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.047003 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_controller (bdef0056-6ee7-4445-858c-2c76fdd47c00), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.078209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54036) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:46.099309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef50271e-493e-4270-a037-c60eab851c4c None None] Network 11873785-eb1d-4292-a54c-f188a5ef59ad requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:46.100750 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (bdef0056-6ee7-4445-858c-2c76fdd47c00), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.101570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bdef0056-6ee7-4445-858c-2c76fdd47c00 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:46.107422 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.111761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54040) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:46.112448 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f030dff9-def8-4ea4-b793-7ec954e827c4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "DELETE /v2.0/routers/bdef0056-6ee7-4445-858c-2c76fdd47c00 HTTP/1.1" status: 204  len: 168 time: 2.7832212
Feb 19 21:18:46.132704 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-da22bcc0-3beb-4b9a-9562-34583c694b82 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:46.133748 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.138188 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-da22bcc0-3beb-4b9a-9562-34583c694b82 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags/tempest-TagsExtTest-Tag-1953966697 HTTP/1.1" status: 404  len: 329 time: 0.2455111
Feb 19 21:18:46.138906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54042) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:46.200918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2277f157-71ed-435d-b59f-9daa440160e9 None None] Provisioning complete for port effa45b7-f162-48f8-be40-4383d2e1f7a5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:46.201475 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2277f157-71ed-435d-b59f-9daa440160e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.205132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:46.209234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:46.215283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:46.247024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-4a37dd75-d098-4453-8e2a-d33bda127091 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a701ac040>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c', 'tempest-TagsExtTest-Tag-1364447907') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:46.279059 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Pushing event updated for resources: {'Port': ['ID=3931b650-1a54-453b-9ae0-b9bcab6699c6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:46.401789 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0f79a3a-1871-4c49-a313-b9f2534f3502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.427245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Allocated IP 172.35.2.162 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:46.474035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2277f157-71ed-435d-b59f-9daa440160e9 None None] Current status of the port effa45b7-f162-48f8-be40-4383d2e1f7a5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:46.594878 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.600133 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-4a37dd75-d098-4453-8e2a-d33bda127091 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:46.611885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4a37dd75-d098-4453-8e2a-d33bda127091 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags/tempest-TagsExtTest-Tag-1364447907 HTTP/1.1" status: 404  len: 329 time: 0.4161503
Feb 19 21:18:46.614967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54052) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:46.620101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-f4e61cbe-39c0-479b-ad9b-cfc6b8bbc870 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6af780d0>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180', {'tags': ['tempest-TagsExtTest-Tag-1484447138', 'tempest-TagsExtTest-Tag-1191603625', 'tempest-TagsExtTest-Tag-596463627']}) {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:46.680015 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f4e61cbe-39c0-479b-ad9b-cfc6b8bbc870 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "PUT /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags HTTP/1.1" status: 200  len: 317 time: 0.0634906
Feb 19 21:18:46.684810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54056) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:46.684810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Publish callbacks [] for router_gateway (3ff7da29-92c6-4fa4-b87a-0e09858657b5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.694239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-45ea2ba9-d10f-4e6c-8715-05a75829723d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1e5d90>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:46.822265 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0f79a3a-1871-4c49-a313-b9f2534f3502 admin admin] Publish callbacks [] for security_group (ce4b1830-1870-455b-8221-e1673c734d53), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.831022 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.838102 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0f79a3a-1871-4c49-a313-b9f2534f3502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ce4b1830-1870-455b-8221-e1673c734d53), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.844927 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-45ea2ba9-d10f-4e6c-8715-05a75829723d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags HTTP/1.1" status: 204  len: 168 time: 0.1543076
Feb 19 21:18:46.845585 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54064) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:46.853666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-a3891965-d361-40c4-a254-74da8776c553 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6b88c040>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180', 'tempest-TagsExtTest-Tag-1484447138') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:46.904654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-803f2db7-c003-4516-bf4a-4d46bbf8f6c1 None None] Provisioning complete for port effa45b7-f162-48f8-be40-4383d2e1f7a5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:46.905696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-803f2db7-c003-4516-bf4a-4d46bbf8f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:46.921146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b0f79a3a-1871-4c49-a313-b9f2534f3502 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3f6a891ff9645d58636fb53ce2f23e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8394852
Feb 19 21:18:46.926272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54066) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:46.930164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f79a3a-1871-4c49-a313-b9f2534f3502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4b1830-1870-455b-8221-e1673c734d53,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:46.948445 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-a3891965-d361-40c4-a254-74da8776c553 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:46.952708 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a3891965-d361-40c4-a254-74da8776c553 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags/tempest-TagsExtTest-Tag-1484447138 HTTP/1.1" status: 404  len: 329 time: 0.1017575
Feb 19 21:18:46.954224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54068) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:46.958721 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-d51cdcf6-1eb2-4d13-9782-a3993425b07c tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a694e9550>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180', 'tempest-TagsExtTest-Tag-1191603625') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:46.998098 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0dd39696-bd82-41b8-8f1e-f9133420ee6b admin admin] Publish callbacks [] for security_group (ce4b1830-1870-455b-8221-e1673c734d53), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:47.004377 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-d51cdcf6-1eb2-4d13-9782-a3993425b07c tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:47.008630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54070) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:47.012552 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d51cdcf6-1eb2-4d13-9782-a3993425b07c tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags/tempest-TagsExtTest-Tag-1191603625 HTTP/1.1" status: 404  len: 329 time: 0.0572674
Feb 19 21:18:47.014815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54072) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:47.015912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-803f2db7-c003-4516-bf4a-4d46bbf8f6c1 None None] Current status of the port effa45b7-f162-48f8-be40-4383d2e1f7a5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:47.019315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-80508c1e-16df-44c3-88cd-b7080b25ffb9 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5a6ba048e0>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180', 'tempest-TagsExtTest-Tag-596463627') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:47.028739 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:47.040145 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (3ff7da29-92c6-4fa4-b87a-0e09858657b5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:47.044053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0dd39696-bd82-41b8-8f1e-f9133420ee6b admin admin] Publish callbacks [] for security_group (ce4b1830-1870-455b-8221-e1673c734d53), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:47.053122 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:47.086997 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-80508c1e-16df-44c3-88cd-b7080b25ffb9 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] show failed (client error): The resource could not be found.
Feb 19 21:18:47.087966 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-80508c1e-16df-44c3-88cd-b7080b25ffb9 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags/tempest-TagsExtTest-Tag-596463627 HTTP/1.1" status: 404  len: 328 time: 0.0722036
Feb 19 21:18:47.115181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:47.116678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54076) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:47.119873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:47.123435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:47.129204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:47.138557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-2e978bb8-4ebb-4d0d-9ddb-8976a875663d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6b84ae80>, 'subnetpools', '95dc876c-46cd-4e8c-8444-af8172369180') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:47.184007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-819070585'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:47.200492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:18:47.262700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Made reservation on behalf of ee95f61e46b548ebb3d07818562cb7c7 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:47.266009 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:47.299366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2e978bb8-4ebb-4d0d-9ddb-8976a875663d tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180/tags HTTP/1.1" status: 204  len: 168 time: 0.1734359
Feb 19 21:18:47.304597 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:47.306524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54078) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:47.309819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0dd39696-bd82-41b8-8f1e-f9133420ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ce4b1830-1870-455b-8221-e1673c734d53), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:47.312446 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0dd39696-bd82-41b8-8f1e-f9133420ee6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:47.313587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0dd39696-bd82-41b8-8f1e-f9133420ee6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce4b1830-1870-455b-8221-e1673c734d53 HTTP/1.1" status: 204  len: 168 time: 0.3846154
Feb 19 21:18:47.319796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.tag.tag_plugin [None req-01a8c945-66a0-47f1-b762-9ed57e5e30f6 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a6b22ffd0>, 'routers', '2e3aef2a-a45a-4578-92c6-009b53641f9c') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:47.363605 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:47.388780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Sync routers for ids ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:47.395729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:47.397561 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-39d24ece-caf2-4504-8a07-f41efb855339 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 4.4962184
Feb 19 21:18:47.400759 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54082) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:47.402129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd39696-bd82-41b8-8f1e-f9133420ee6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4b1830-1870-455b-8221-e1673c734d53,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:47.403955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Routers {'3ff7da29-92c6-4fa4-b87a-0e09858657b5'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:47.404802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62ea1160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:47.415063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Deleting port 754a85b8-5525-4f8a-820c-35046ceae367 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:47.415216 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (754a85b8-5525-4f8a-820c-35046ceae367), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:47.537905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device effa45b7-f162-48f8-be40-4383d2e1f7a5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:47.826858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Set router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:47.977985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port effa45b7-f162-48f8-be40-4383d2e1f7a5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:47.978579 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.037993 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.110424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port effa45b7-f162-48f8-be40-4383d2e1f7a5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:48.127216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62ea1160>, [{'id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'name': 'tempest-ImageQuotaTest-1832284479-router', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35'}], 'enable_snat': True}, 'gw_port_id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:43Z', 'updated_at': '2022-02-19T21:18:46Z', 'revision_number': 3, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'gw_port': {'id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:44Z', 'updated_at': '2022-02-19T21:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:48.163022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Checking router: 3ff7da29-92c6-4fa4-b87a-0e09858657b5 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:48.163382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Updating router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 port 3931b650-1a54-453b-9ae0-b9bcab6699c6 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:18:48.195734 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.265284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Allocated IP 172.20.0.1 (11873785-eb1d-4292-a54c-f188a5ef59ad/96592db9-42ff-43b5-bfb4-201b7a38f779/bd8c0e6f-245f-4490-ba15-4dd36c046628) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:48.273616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54102) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:48.333762 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0849c024-4c35-4216-b6a2-65a5d608ca16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.399395 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1158365736-network', 'tenant_id': '84ae0d8feb2c43e59091ce4925eb8bb2'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:48.425113 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-01a8c945-66a0-47f1-b762-9ed57e5e30f6 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c/tags HTTP/1.1" status: 204  len: 168 time: 1.1103613
Feb 19 21:18:48.430836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54106) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:48.435413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-04c6b626-4c41-4173-ad74-39d5d1db581f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a70a88b80>, 'ports', '081458b4-8084-4b68-bba0-08ac4d2a712d') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:48.440925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] For port 754a85b8-5525-4f8a-820c-35046ceae367, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=754a85b8-5525-4f8a-820c-35046ceae367,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:48.441301 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (754a85b8-5525-4f8a-820c-35046ceae367), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.453175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Publish callbacks [] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.475249 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks [] for security_group (94f02cdd-b2c9-4cc7-b27e-ef4439c45dee), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.476592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Made reservation on behalf of 84ae0d8feb2c43e59091ce4925eb8bb2 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:48.478983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.499861 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.508372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Calling delete_port for 754a85b8-5525-4f8a-820c-35046ceae367 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:48.517713 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (94f02cdd-b2c9-4cc7-b27e-ef4439c45dee), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.546039 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Publish callbacks [] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.553216 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.585690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.612593 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:18:48.615012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Attempting to bind port 3931b650-1a54-453b-9ae0-b9bcab6699c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:48.615422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Attempting to bind port 3931b650-1a54-453b-9ae0-b9bcab6699c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:48.615799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Attempting to bind port 3931b650-1a54-453b-9ae0-b9bcab6699c6 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:48.625375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396fca2-23e8-4a5d-acb8-893af3e5d0bb None None] Pushing event updated for resources: {'Port': ['ID=3931b650-1a54-453b-9ae0-b9bcab6699c6,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:48.627816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:48.628682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:48.628682 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.629057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:48.629629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Bound port: 3931b650-1a54-453b-9ae0-b9bcab6699c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:48.629932 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.630761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f02cdd-b2c9-4cc7-b27e-ef4439c45dee,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:48.634071 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for floatingip (f2611024-5a22-48b9-ab25-f82416cf294e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.637253 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-04c6b626-4c41-4173-ad74-39d5d1db581f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d/tags HTTP/1.1" status: 204  len: 168 time: 0.2057352
Feb 19 21:18:48.640662 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54108) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:48.649867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.tag.tag_plugin [None req-964f9e78-ff85-4cd4-a712-1d2124781351 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5a69fed610>, 'subnets', '74576222-e278-4ad8-ac32-644a423749da') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:48.687387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Network 11873785-eb1d-4292-a54c-f188a5ef59ad is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:48.690291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2941ec7a-fb2d-4377-ae05-5d25d7e2e017), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.690661 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Added segment 2941ec7a-fb2d-4377-ae05-5d25d7e2e017 of type vlan for network 22b9f77a-f084-42fb-aad2-a35cb151f559
Feb 19 21:18:48.695512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] For port 3931b650-1a54-453b-9ae0-b9bcab6699c6, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:48.703143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:48.703143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:48.705680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] For port 3931b650-1a54-453b-9ae0-b9bcab6699c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3931b650-1a54-453b-9ae0-b9bcab6699c6,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:48.709184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8c0e6f-245f-4490-ba15-4dd36c046628,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:48.717270 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.777740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Publish callbacks [] for security_group (3c96544b-35d9-44d6-b647-1ada22f8e569), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.789879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (3ff7da29-92c6-4fa4-b87a-0e09858657b5), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.794241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3c96544b-35d9-44d6-b647-1ada22f8e569), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.818714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Routers {'3ff7da29-92c6-4fa4-b87a-0e09858657b5'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:48.819444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62ea1160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:48.828426 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (22b9f77a-f084-42fb-aad2-a35cb151f559), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.872077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:18:48.930599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396fca2-23e8-4a5d-acb8-893af3e5d0bb None None] Pushing event updated for resources: {'Port': ['ID=3931b650-1a54-453b-9ae0-b9bcab6699c6,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:48.930845 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.963549 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (22b9f77a-f084-42fb-aad2-a35cb151f559), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:48.968887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:48.969575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.000000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] Set router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:49.099244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.0791700
Feb 19 21:18:49.111631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54110) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:49.117947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Request body: {'subnet': {'network_id': '22b9f77a-f084-42fb-aad2-a35cb151f559', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:49.140853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c6db0-15e1-4d4e-a3ef-5de3eb5fc9d9 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Pushing event updated for resources: {'Network': ['ID=22b9f77a-f084-42fb-aad2-a35cb151f559,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:49.166341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 22b9f77a-f084-42fb-aad2-a35cb151f559 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:18:49.249290 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (754a85b8-5525-4f8a-820c-35046ceae367), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.254816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c96544b-35d9-44d6-b647-1ada22f8e569,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:49.262930 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (194058d7-7f75-465a-9809-94f156c2c60a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.263290 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Added segment 194058d7-7f75-465a-9809-94f156c2c60a of type vlan for network e234a218-e50a-444f-ba7a-a0642df55ff9
Feb 19 21:18:49.283226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-2655a51e-6478-4628-b158-230cd5970afc None None] Provisioning complete for port bd8c0e6f-245f-4490-ba15-4dd36c046628 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:49.283840 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2655a51e-6478-4628-b158-230cd5970afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.284787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event deleted for resources: {'Port': ['ID=754a85b8-5525-4f8a-820c-35046ceae367,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:49.291287 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-964f9e78-ff85-4cd4-a712-1d2124781351 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da/tags HTTP/1.1" status: 204  len: 168 time: 0.6476955
Feb 19 21:18:49.293254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54112) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:49.349539 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e234a218-e50a-444f-ba7a-a0642df55ff9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.372186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2655a51e-6478-4628-b158-230cd5970afc None None] Port bd8c0e6f-245f-4490-ba15-4dd36c046628 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:49.392561 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e234a218-e50a-444f-ba7a-a0642df55ff9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.393633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:49.395029 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.406931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62ea1160>, [{'id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'name': 'tempest-ImageQuotaTest-1832284479-router', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35'}], 'enable_snat': True}, 'gw_port_id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:43Z', 'updated_at': '2022-02-19T21:18:46Z', 'revision_number': 3, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'gw_port': {'id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:44Z', 'updated_at': '2022-02-19T21:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:49.429861 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1546297
Feb 19 21:18:49.441337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54114) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:49.465973 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.468250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Made reservation on behalf of ee95f61e46b548ebb3d07818562cb7c7 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:49.470516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845db4c-6fd0-4a6f-b8c3-b31f9b01e8a6 None None] The sync data for ids ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'] in ncdv-master-1 is: [{'id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'name': 'tempest-ImageQuotaTest-1832284479-router', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35'}], 'enable_snat': True}, 'gw_port_id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:43Z', 'updated_at': '2022-02-19T21:18:46Z', 'revision_number': 3, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'gw_port': {'id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:44Z', 'updated_at': '2022-02-19T21:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:49.471437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.481187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] Request body: {'subnet': {'network_id': 'e234a218-e50a-444f-ba7a-a0642df55ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1158365736-subnet', 'tenant_id': '84ae0d8feb2c43e59091ce4925eb8bb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:49.503076 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.537443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078888f-9faa-433f-b800-1b38451fde20 admin admin] Pushing event updated for resources: {'Network': ['ID=e234a218-e50a-444f-ba7a-a0642df55ff9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:49.542519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] Made reservation on behalf of 84ae0d8feb2c43e59091ce4925eb8bb2 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:49.546581 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.551114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e234a218-e50a-444f-ba7a-a0642df55ff9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:18:49.679759 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.682880 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_controller (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.704958 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.718262 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.766787 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-05901240-7c86-49b0-84a7-a2e3e50a628f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.768521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-05901240-7c86-49b0-84a7-a2e3e50a628f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/subnetpools/95dc876c-46cd-4e8c-8444-af8172369180 HTTP/1.1" status: 204  len: 168 time: 0.4739652
Feb 19 21:18:49.779815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54116) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:49.850992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-666c024e-e1a9-47a3-8003-77e73b40ac47 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e3aef2a-a45a-4578-92c6-009b53641f9c HTTP/1.1" status: 200  len: 205 time: 0.0659266
Feb 19 21:18:49.860078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54118) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:49.862188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.862717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:49.872801 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (19563ee8-bf2c-426b-8bae-8a5e82e81a5b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.873527 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:49.874680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-81727a15-6442-4d04-96aa-999058325865 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "DELETE /v2.0/routers/eb1fdb9f-7549-4a10-bd3b-69ceb19f46c9 HTTP/1.1" status: 204  len: 168 time: 3.7620666
Feb 19 21:18:49.886535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54120) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:49.894663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1821460256', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:50.006845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19563ee8-bf2c-426b-8bae-8a5e82e81a5b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:50.016135 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.017463 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.031483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] Checking segment: {'id': '194058d7-7f75-465a-9809-94f156c2c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e234a218-e50a-444f-ba7a-a0642df55ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:50.031864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] Network hostable DHCP agents. Network: e234a218-e50a-444f-ba7a-a0642df55ff9, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:18:50.038794 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Publish callbacks [] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.047205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:50.051666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.092524 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba65edc1-a8ad-4ac1-8149-e75d15cead06 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for router (2e3aef2a-a45a-4578-92c6-009b53641f9c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.112449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] Network e234a218-e50a-444f-ba7a-a0642df55ff9 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:18:50.148952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e234a218-e50a-444f-ba7a-a0642df55ff9) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:50.157530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cee4c5-ee65-4685-9f69-d04b989e410f None None] Network e234a218-e50a-444f-ba7a-a0642df55ff9 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:50.177674 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (f2611024-5a22-48b9-ab25-f82416cf294e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.195055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:50.195671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.202203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8c0e6f-245f-4490-ba15-4dd36c046628,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:50.204916 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (3ff7da29-92c6-4fa4-b87a-0e09858657b5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.216024 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.314287 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aae1cfd0-52cf-4f4b-970a-43911be1cde1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8389606
Feb 19 21:18:50.317780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790e5dce-b3fe-4fbe-aa98-3d38196f5156 None None] Network e234a218-e50a-444f-ba7a-a0642df55ff9 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:50.507150 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.537834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Network 11873785-eb1d-4292-a54c-f188a5ef59ad is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:50.539852 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (42b32ee3-3461-411e-b299-ed13237998fe), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.563721 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:50.585881 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bd36626b-737c-4953-a12a-c056d3a68dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.653758 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba65edc1-a8ad-4ac1-8149-e75d15cead06 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (2e3aef2a-a45a-4578-92c6-009b53641f9c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.669685 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba65edc1-a8ad-4ac1-8149-e75d15cead06 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for router_controller (2e3aef2a-a45a-4578-92c6-009b53641f9c), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.676727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Pushing event updated for resources: {'Subnet': ['ID=42b32ee3-3461-411e-b299-ed13237998fe,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:50.753619 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Floating IP f2611024-5a22-48b9-ab25-f82416cf294e associated. External IP: 172.35.2.162, port: 9fbcb5db-1672-47dd-aee8-5c671023daed.
Feb 19 21:18:50.894430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:50.899314 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba65edc1-a8ad-4ac1-8149-e75d15cead06 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (2e3aef2a-a45a-4578-92c6-009b53641f9c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.900287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba65edc1-a8ad-4ac1-8149-e75d15cead06 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Fanout notify agent at l3_agent the message router_deleted on router 2e3aef2a-a45a-4578-92c6-009b53641f9c {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:18:50.930848 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba65edc1-a8ad-4ac1-8149-e75d15cead06 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:50.932688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ba65edc1-a8ad-4ac1-8149-e75d15cead06 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/routers/2e3aef2a-a45a-4578-92c6-009b53641f9c HTTP/1.1" status: 204  len: 168 time: 1.0676262
Feb 19 21:18:50.934820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Checking segment: {'id': '2941ec7a-fb2d-4377-ae05-5d25d7e2e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22b9f77a-f084-42fb-aad2-a35cb151f559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:50.935266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Network hostable DHCP agents. Network: 22b9f77a-f084-42fb-aad2-a35cb151f559, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:18:50.937849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54132) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:51.021473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-42c91353-d182-48cf-971a-6dfff1025dcd None None] Provisioning complete for port bd8c0e6f-245f-4490-ba15-4dd36c046628 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:51.021858 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42c91353-d182-48cf-971a-6dfff1025dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.065741 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-42c91353-d182-48cf-971a-6dfff1025dcd None None] Port bd8c0e6f-245f-4490-ba15-4dd36c046628 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:51.081635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Network 22b9f77a-f084-42fb-aad2-a35cb151f559 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:18:51.123331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 22b9f77a-f084-42fb-aad2-a35cb151f559) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:51.131605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:51.132263 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.139746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2ee9a0-1a82-46d4-8642-b509ee059431 None None] Network 22b9f77a-f084-42fb-aad2-a35cb151f559 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:51.166860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54138) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:51.174527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0a2d70b6-2adc-493f-9992-341f0f78613c tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0608644
Feb 19 21:18:51.177508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54140) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:51.187032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Request body: {'port': {'network_id': '22b9f77a-f084-42fb-aad2-a35cb151f559', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2116831308'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:51.194771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810034589-network', 'tenant_id': 'dc2ee5f3a2fa487c8649a6da497530e9'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:51.206167 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.235012 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.244397 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:51.252986 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9120ae00-eed6-4812-ab7a-0668f45251f2 admin admin] 10.222.0.30 "PUT /v2.0/routers/3ff7da29-92c6-4fa4-b87a-0e09858657b5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8507838
Feb 19 21:18:51.304644 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Made reservation on behalf of dc2ee5f3a2fa487c8649a6da497530e9 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:51.308675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.330967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.335657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-22b9f77a-f084-42fb-aad2-a35cb151f559', 'network_id': '22b9f77a-f084-42fb-aad2-a35cb151f559', 'project_id': 'ee95f61e46b548ebb3d07818562cb7c7', 'fixed_ips': [{'subnet_id': '42b32ee3-3461-411e-b299-ed13237998fe'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:18:51.337553 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.485136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Allocated IP 172.35.2.54 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/2e975477-55e2-4861-a00a-7faa72b85fee) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:51.543410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3931b650-1a54-453b-9ae0-b9bcab6699c6 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:51.613944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Publish callbacks [] for security_group (379f8894-7adf-4fb0-b820-c9cf5ce82cc0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.629648 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (379f8894-7adf-4fb0-b820-c9cf5ce82cc0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.670301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5e0dcb53-b42f-4981-8bb9-5db2b5dd648b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Deleting port 081458b4-8084-4b68-bba0-08ac4d2a712d {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:51.671324 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcb53-b42f-4981-8bb9-5db2b5dd648b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (081458b4-8084-4b68-bba0-08ac4d2a712d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.689730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 3931b650-1a54-453b-9ae0-b9bcab6699c6 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:51.690298 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.707147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:18:51.726634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379f8894-7adf-4fb0-b820-c9cf5ce82cc0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:51.729764 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a54fe74b-9756-4407-84d5-f76a529eaa0a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.730654 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Added segment a54fe74b-9756-4407-84d5-f76a529eaa0a of type vlan for network 98cedeac-d322-4d6a-9f12-fef44e5c7cd3
Feb 19 21:18:51.743500 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for port (2e975477-55e2-4861-a00a-7faa72b85fee), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.759904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Allocated IP 172.20.0.2 (22b9f77a-f084-42fb-aad2-a35cb151f559/42b32ee3-3461-411e-b299-ed13237998fe/8053e8e9-3e84-4481-bc73-1d9cc58f1c5f) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:51.805275 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (98cedeac-d322-4d6a-9f12-fef44e5c7cd3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.812905 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcb53-b42f-4981-8bb9-5db2b5dd648b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (081458b4-8084-4b68-bba0-08ac4d2a712d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.827509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5e0dcb53-b42f-4981-8bb9-5db2b5dd648b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Calling delete_port for 081458b4-8084-4b68-bba0-08ac4d2a712d owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:51.842871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (98cedeac-d322-4d6a-9f12-fef44e5c7cd3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.852755 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:51.853613 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.895288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4a902278-bea7-41d6-aac3-72f77dbf8b18 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:51.910033 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7371743
Feb 19 21:18:51.910287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54152) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:51.921511 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:51.924872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] Request body: {'subnet': {'network_id': '98cedeac-d322-4d6a-9f12-fef44e5c7cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810034589-subnet', 'tenant_id': 'dc2ee5f3a2fa487c8649a6da497530e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:51.957765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3931b650-1a54-453b-9ae0-b9bcab6699c6 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:51.958591 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.010240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bc449-2d3b-4478-b9c6-35f95a518cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=98cedeac-d322-4d6a-9f12-fef44e5c7cd3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:52.016061 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2e975477-55e2-4861-a00a-7faa72b85fee), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.024429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 3931b650-1a54-453b-9ae0-b9bcab6699c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3931b650-1a54-453b-9ae0-b9bcab6699c6,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:52.026085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 98cedeac-d322-4d6a-9f12-fef44e5c7cd3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:18:52.082432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] Made reservation on behalf of dc2ee5f3a2fa487c8649a6da497530e9 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:52.084894 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.092404 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.111907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 754a85b8-5525-4f8a-820c-35046ceae367 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:52.112114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:52.124550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:52.137869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:52.138702 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Sync routers for ids ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:52.142637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Pushing event updated for resources: {'Port': ['ID=2e975477-55e2-4861-a00a-7faa72b85fee,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:52.154494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 754a85b8-5525-4f8a-820c-35046ceae367 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:52.154943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 754a85b8-5525-4f8a-820c-35046ceae367 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:52.157413 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Routers {'3ff7da29-92c6-4fa4-b87a-0e09858657b5'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:52.158047 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b6b0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:52.165930 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Publish callbacks [] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.189011 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.218133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=3931b650-1a54-453b-9ae0-b9bcab6699c6,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:52.221995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Network 22b9f77a-f084-42fb-aad2-a35cb151f559 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:52.226295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:52.250858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:52.306484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Pushing event updated for resources: {'Port': ['ID=8053e8e9-3e84-4481-bc73-1d9cc58f1c5f,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:52.320286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Attempting to bind port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:52.320913 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Attempting to bind port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2941ec7a-fb2d-4377-ae05-5d25d7e2e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22b9f77a-f084-42fb-aad2-a35cb151f559'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:52.321478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Attempting to bind port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f on network 22b9f77a-f084-42fb-aad2-a35cb151f559 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:52.323208 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Set router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:52.329295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:52.330004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Checking segment: {'id': '2941ec7a-fb2d-4377-ae05-5d25d7e2e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22b9f77a-f084-42fb-aad2-a35cb151f559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:52.330595 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.331166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Bound using segment: {'id': '2941ec7a-fb2d-4377-ae05-5d25d7e2e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22b9f77a-f084-42fb-aad2-a35cb151f559'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:52.331831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Bound port: 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2941ec7a-fb2d-4377-ae05-5d25d7e2e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22b9f77a-f084-42fb-aad2-a35cb151f559'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:52.332423 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.374028 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Made reservation on behalf of ee95f61e46b548ebb3d07818562cb7c7 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:52.381515 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.458395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] For port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:52.462454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] For port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8053e8e9-3e84-4481-bc73-1d9cc58f1c5f,segment=NetworkSegment(2941ec7a-fb2d-4377-ae05-5d25d7e2e017),segment_id=2941ec7a-fb2d-4377-ae05-5d25d7e2e017)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:52.465361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:52.468498 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcb53-b42f-4981-8bb9-5db2b5dd648b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (081458b4-8084-4b68-bba0-08ac4d2a712d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.484012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bcfc16-dc3d-46d7-ba69-724e44a173d7 None None] Sync routers for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:52.539079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] device_id is not set on port 3e4431f1-b470-4b92-a270-d0c763f5d287 yet. {{(pid=121128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:18:52.579585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dcb53-b42f-4981-8bb9-5db2b5dd648b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Pushing event deleted for resources: {'Port': ['ID=081458b4-8084-4b68-bba0-08ac4d2a712d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:52.629375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.677241 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b6b0610>, [{'id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'name': 'tempest-ImageQuotaTest-1832284479-router', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35'}], 'enable_snat': True}, 'gw_port_id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:43Z', 'updated_at': '2022-02-19T21:18:49Z', 'revision_number': 4, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'gw_port': {'id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:44Z', 'updated_at': '2022-02-19T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd8c0e6f-245f-4490-ba15-4dd36c046628', 'name': '', 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'mac_address': 'fa:16:3e:fd:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '96592db9-42ff-43b5-bfb4-201b7a38f779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:48Z', 'updated_at': '2022-02-19T21:18:49Z', 'revision_number': 2, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'subnets': [{'id': '96592db9-42ff-43b5-bfb4-201b7a38f779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:52.707579 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.739979 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.741437 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Checking router: 3ff7da29-92c6-4fa4-b87a-0e09858657b5 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:52.741979 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Updating router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 port bd8c0e6f-245f-4490-ba15-4dd36c046628 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:18:52.772530 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.787082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bcfc16-dc3d-46d7-ba69-724e44a173d7 None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:52.787709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b5bcfc16-dc3d-46d7-ba69-724e44a173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb2d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:52.924094 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcb53-b42f-4981-8bb9-5db2b5dd648b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:52.934542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5e0dcb53-b42f-4981-8bb9-5db2b5dd648b tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/ports/081458b4-8084-4b68-bba0-08ac4d2a712d HTTP/1.1" status: 204  len: 168 time: 1.9928606
Feb 19 21:18:52.988080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54160) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:53.015454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136e27f-9aa6-4ebd-96ad-497d6f1ed648 None None] Pushing event updated for resources: {'Port': ['ID=8053e8e9-3e84-4481-bc73-1d9cc58f1c5f,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:53.093798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b5bcfc16-dc3d-46d7-ba69-724e44a173d7 None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:53.173970 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.202860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6ca6be15-283d-42b5-a40f-2e69c50e005b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.9859381
Feb 19 21:18:53.260387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4445865a-4d52-4db4-9915-98e0de5f708a', 'tag': '9fbcb5db-1672-47dd-aee8-5c671023daed'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:18:53.263328 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Publish callbacks [] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.263995 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "4445865a-4d52-4db4-9915-98e0de5f708a", "tag": "9fbcb5db-1672-47dd-aee8-5c671023daed"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:18:53.275933 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54162) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:53.277959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5e8a85-a958-49c7-ab67-df0472f55918 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Deleting subnet 74576222-e278-4ad8-ac32-644a423749da {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:53.296964 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8a85-a958-49c7-ab67-df0472f55918 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for subnet (74576222-e278-4ad8-ac32-644a423749da), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.309603 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:18:53.312209 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.314389 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.392452 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af9d22f-1ea6-4908-a68b-787ea017c1a6 x-openstack-request-id: req-4af9d22f-1ea6-4908-a68b-787ea017c1a6 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:18:53.395037 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4445865a-4d52-4db4-9915-98e0de5f708a", "tag": "9fbcb5db-1672-47dd-aee8-5c671023daed", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:18:53.395246 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4af9d22f-1ea6-4908-a68b-787ea017c1a6 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:18:53.395693 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4445865a-4d52-4db4-9915-98e0de5f708a', 'tag': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'status': 'completed', 'code': 200}
Feb 19 21:18:53.399133 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (858e415a-4e1a-421a-bd17-7855cff4815b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.431659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Allocated IP 172.20.0.10 (22b9f77a-f084-42fb-aad2-a35cb151f559/42b32ee3-3461-411e-b299-ed13237998fe/3e4431f1-b470-4b92-a270-d0c763f5d287) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:53.513023 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b445760-6c3b-4768-bf99-3c23ca6a962e None None] Pushing event updated for resources: {'Port': ['ID=bd8c0e6f-245f-4490-ba15-4dd36c046628,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:53.558479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8a85-a958-49c7-ab67-df0472f55918 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (74576222-e278-4ad8-ac32-644a423749da), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.604469 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Attempting to bind port bd8c0e6f-245f-4490-ba15-4dd36c046628 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:18:53.604852 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Attempting to bind port bd8c0e6f-245f-4490-ba15-4dd36c046628 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12e16006-f578-4b00-929a-e86adf5f90ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:18:53.605389 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Attempting to bind port bd8c0e6f-245f-4490-ba15-4dd36c046628 on network 11873785-eb1d-4292-a54c-f188a5ef59ad {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:18:53.610311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b5bcfc16-dc3d-46d7-ba69-724e44a173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb2d30>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:18:10Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2611024-5a22-48b9-ab25-f82416cf294e', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.162', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'port_id': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'mac_address': 'fa:16:3e:a7:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4445865a-4d52-4db4-9915-98e0de5f708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:18:47Z', 'updated_at': '2022-02-19T21:18:47Z', 'revision_number': 0, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:53.626121 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:18:53.626653 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Checking segment: {'id': '12e16006-f578-4b00-929a-e86adf5f90ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:53.627073 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.627472 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Bound using segment: {'id': '12e16006-f578-4b00-929a-e86adf5f90ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:18:53.628123 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Bound port: bd8c0e6f-245f-4490-ba15-4dd36c046628, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e16006-f578-4b00-929a-e86adf5f90ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:18:53.628557 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.679718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bcfc16-dc3d-46d7-ba69-724e44a173d7 None None] Checking router: 4a902278-bea7-41d6-aac3-72f77dbf8b18 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:53.692954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bcfc16-dc3d-46d7-ba69-724e44a173d7 None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:53.693634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b5bcfc16-dc3d-46d7-ba69-724e44a173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb2d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:53.740669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54168) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:53.782358 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] For port bd8c0e6f-245f-4490-ba15-4dd36c046628, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:18:53.791069 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] For port bd8c0e6f-245f-4490-ba15-4dd36c046628, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8c0e6f-245f-4490-ba15-4dd36c046628,segment=NetworkSegment(12e16006-f578-4b00-929a-e86adf5f90ad),segment_id=12e16006-f578-4b00-929a-e86adf5f90ad)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:18:53.801990 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.850514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8a85-a958-49c7-ab67-df0472f55918 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (74576222-e278-4ad8-ac32-644a423749da), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.857296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:53.867351 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Routers {'3ff7da29-92c6-4fa4-b87a-0e09858657b5'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:53.868139 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b6b0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:53.944432 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8a85-a958-49c7-ab67-df0472f55918 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (74576222-e278-4ad8-ac32-644a423749da), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.965645 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8a85-a958-49c7-ab67-df0472f55918 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:53.972435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3f5e8a85-a958-49c7-ab67-df0472f55918 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/subnets/74576222-e278-4ad8-ac32-644a423749da HTTP/1.1" status: 204  len: 168 time: 0.9832022
Feb 19 21:18:53.973359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54170) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:54.001187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0bce48-1177-48c6-8018-48f7ea9c7fd1 None None] Network fa2fe206-cb4b-45e4-b644-05f45b6d5812 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:54.023517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=858e415a-4e1a-421a-bd17-7855cff4815b,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:54.078679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2 req-83c5661a-cbbc-43d4-9879-eadb753dc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:54.080413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2 req-83c5661a-cbbc-43d4-9879-eadb753dc73e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 1127 time: 0.6584408
Feb 19 21:18:54.102483 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] Set router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:54.127463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e8a85-a958-49c7-ab67-df0472f55918 tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Pushing event deleted for resources: {'Subnet': ['ID=74576222-e278-4ad8-ac32-644a423749da,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:54.159188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d05f3917-ce28-4cd0-97a1-5b9e5e58543e None None] Provisioning complete for port bd8c0e6f-245f-4490-ba15-4dd36c046628 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:54.162516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d05f3917-ce28-4cd0-97a1-5b9e5e58543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:54.198017 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b445760-6c3b-4768-bf99-3c23ca6a962e None None] Pushing event updated for resources: {'Port': ['ID=bd8c0e6f-245f-4490-ba15-4dd36c046628,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:54.226844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] Checking segment: {'id': 'a54fe74b-9756-4407-84d5-f76a529eaa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98cedeac-d322-4d6a-9f12-fef44e5c7cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:18:54.227381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] Network hostable DHCP agents. Network: 98cedeac-d322-4d6a-9f12-fef44e5c7cd3, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:18:54.236189 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (fa2fe206-cb4b-45e4-b644-05f45b6d5812), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:54.378432 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] Network 98cedeac-d322-4d6a-9f12-fef44e5c7cd3 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:18:54.388363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b5bcfc16-dc3d-46d7-ba69-724e44a173d7 None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:54.430389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:54.431110 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:54.491949 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2abcb8c8-e9a2-48b1-84cb-9b038bee40aa tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/floatingips/f2611024-5a22-48b9-ab25-f82416cf294e HTTP/1.1" status: 200  len: 991 time: 1.2136724
Feb 19 21:18:54.517434 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks [] for port (3e4431f1-b470-4b92-a270-d0c763f5d287), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:54.550121 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b6b0610>, [{'id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'name': 'tempest-ImageQuotaTest-1832284479-router', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35'}], 'enable_snat': True}, 'gw_port_id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:43Z', 'updated_at': '2022-02-19T21:18:49Z', 'revision_number': 4, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'gw_port': {'id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:44Z', 'updated_at': '2022-02-19T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd8c0e6f-245f-4490-ba15-4dd36c046628', 'name': '', 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'mac_address': 'fa:16:3e:fd:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '96592db9-42ff-43b5-bfb4-201b7a38f779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:48Z', 'updated_at': '2022-02-19T21:18:53Z', 'revision_number': 4, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'subnets': [{'id': '96592db9-42ff-43b5-bfb4-201b7a38f779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:54.555298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2 req-1e3fa291-aaec-4e48-86ab-6da3b3c0cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:54.564888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2 req-1e3fa291-aaec-4e48-86ab-6da3b3c0cc7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f HTTP/1.1" status: 200  len: 898 time: 0.4521806
Feb 19 21:18:54.571078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c36abd-f318-4728-becc-de8c7d8a587d None None] Network 22b9f77a-f084-42fb-aad2-a35cb151f559 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:54.575574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 98cedeac-d322-4d6a-9f12-fef44e5c7cd3) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:54.595448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:54.596046 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:54.604570 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051b6d4-be26-4783-be5a-14a98636736c None None] The sync data for ids ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'] in ncdv-master-1 is: [{'id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'name': 'tempest-ImageQuotaTest-1832284479-router', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35'}], 'enable_snat': True}, 'gw_port_id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:43Z', 'updated_at': '2022-02-19T21:18:49Z', 'revision_number': 4, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'gw_port': {'id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:44Z', 'updated_at': '2022-02-19T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd8c0e6f-245f-4490-ba15-4dd36c046628', 'name': '', 'network_id': '11873785-eb1d-4292-a54c-f188a5ef59ad', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'mac_address': 'fa:16:3e:fd:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '96592db9-42ff-43b5-bfb4-201b7a38f779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:48Z', 'updated_at': '2022-02-19T21:18:53Z', 'revision_number': 4, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'subnets': [{'id': '96592db9-42ff-43b5-bfb4-201b7a38f779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:54.625793 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Router d8541439-d56a-4172-ba1c-b5faf6b1f3d6 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:18:54.629548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89cc33-7e96-40c9-a767-0a8f2b77886e None None] Network 98cedeac-d322-4d6a-9f12-fef44e5c7cd3 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:54.729243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2 req-a8bce3e7-8d8d-470e-a21f-2296b7ac5925 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fbcb5db-1672-47dd-aee8-5c671023daed HTTP/1.1" status: 200  len: 999 time: 0.1546235
Feb 19 21:18:54.735298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3e4431f1-b470-4b92-a270-d0c763f5d287), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:54.809589 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:54.834718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7c6c4f9d-5187-4e58-b5a4-7f07e6c70320 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.9182489
Feb 19 21:18:54.849821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Network 22b9f77a-f084-42fb-aad2-a35cb151f559 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:54.852569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2db18-97ec-4f0f-ac07-7069255de064 None None] Network 98cedeac-d322-4d6a-9f12-fef44e5c7cd3 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:18:54.882336 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:54.911819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:54.915388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Deleting port a5f6eb52-6940-43f7-b483-a33b8f27198e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:54.915736 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:54.917262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:54.935806 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11249b-7487-439d-aee7-1e18e6a65f0c None None] Sync routers for ids ['d8541439-d56a-4172-ba1c-b5faf6b1f3d6'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:54.950459 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd11249b-7487-439d-aee7-1e18e6a65f0c None None] Routers {'d8541439-d56a-4172-ba1c-b5faf6b1f3d6'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:54.951124 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dd11249b-7487-439d-aee7-1e18e6a65f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708142b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d8541439-d56a-4172-ba1c-b5faf6b1f3d6'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:54.962511 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:54.964086 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6d802dd0-f531-43df-8917-4d5e23acfff2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 5.0735855
Feb 19 21:18:54.978861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54174) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:54.988070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-87fe42fb-4da6-4fda-986d-ee1d0c5b0d89 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'enable_snat': False}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:55.042331 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dd11249b-7487-439d-aee7-1e18e6a65f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708142b0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:55.048238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d05f3917-ce28-4cd0-97a1-5b9e5e58543e None None] Current status of the port bd8c0e6f-245f-4490-ba15-4dd36c046628 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:55.048920 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d05f3917-ce28-4cd0-97a1-5b9e5e58543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.052206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Pushing event updated for resources: {'Port': ['ID=3e4431f1-b470-4b92-a270-d0c763f5d287,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:55.062571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:55.064043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.071624 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd11249b-7487-439d-aee7-1e18e6a65f0c None None] Routers {'d8541439-d56a-4172-ba1c-b5faf6b1f3d6'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:55.072249 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dd11249b-7487-439d-aee7-1e18e6a65f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708142b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d8541439-d56a-4172-ba1c-b5faf6b1f3d6'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:55.080312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54176) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:55.126612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2 req-30dc4c17-9fa9-4238-95c7-676cb449cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:55.128361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2 req-30dc4c17-9fa9-4238-95c7-676cb449cfc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e59fe2b-537d-4db8-9c8c-5a5516f32425 HTTP/1.1" status: 200  len: 835 time: 0.3788400
Feb 19 21:18:55.135585 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dd11249b-7487-439d-aee7-1e18e6a65f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708142b0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:55.137356 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd11249b-7487-439d-aee7-1e18e6a65f0c None None] The sync data for ids ['d8541439-d56a-4172-ba1c-b5faf6b1f3d6'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:55.151526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d05f3917-ce28-4cd0-97a1-5b9e5e58543e None None] For port bd8c0e6f-245f-4490-ba15-4dd36c046628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8c0e6f-245f-4490-ba15-4dd36c046628,segment=NetworkSegment(12e16006-f578-4b00-929a-e86adf5f90ad),segment_id=12e16006-f578-4b00-929a-e86adf5f90ad)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:55.155616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-be81c802-c29f-4367-b0aa-6788a2829375 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.9725075
Feb 19 21:18:55.164050 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54178) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:55.169108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Request body: {'port': {'network_id': '22b9f77a-f084-42fb-aad2-a35cb151f559', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1769096541', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:55.169606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.api.validators [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] bootfile-name is not in valid_values {{(pid=121129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:18:55.169957 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.api.validators [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] tftp-server is not in valid_values {{(pid=121129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:18:55.171905 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.api.validators [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] server-ip-address is not in valid_values {{(pid=121129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:18:55.219174 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d05f3917-ce28-4cd0-97a1-5b9e5e58543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.284285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46bbb7b-5505-4e4d-817e-9c4fdbad706e None None] DHCP port deletion for fa2fe206-cb4b-45e4-b644-05f45b6d5812 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:18:55.296669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] For port a5f6eb52-6940-43f7-b483-a33b8f27198e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5f6eb52-6940-43f7-b483-a33b8f27198e,segment=NetworkSegment(0abc00a9-9544-4684-a2dd-8405352d9928),segment_id=0abc00a9-9544-4684-a2dd-8405352d9928)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:55.297199 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.319467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbb8b19-0247-472b-8d94-4f8d9fd53f2c admin admin] Deleting subnet 19563ee8-bf2c-426b-8bae-8a5e82e81a5b {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:55.323635 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8b19-0247-472b-8d94-4f8d9fd53f2c admin admin] Publish callbacks [] for subnet (19563ee8-bf2c-426b-8bae-8a5e82e81a5b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.353335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Calling delete_port for a5f6eb52-6940-43f7-b483-a33b8f27198e owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:55.360240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2 req-6933143d-2c18-485b-958c-30093248d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:55.362377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2 req-6933143d-2c18-485b-958c-30093248d201 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2069473
Feb 19 21:18:55.412152 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8b19-0247-472b-8d94-4f8d9fd53f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (19563ee8-bf2c-426b-8bae-8a5e82e81a5b), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.463167 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (3ff7da29-92c6-4fa4-b87a-0e09858657b5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.525059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54180) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:55.546882 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8b19-0247-472b-8d94-4f8d9fd53f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (19563ee8-bf2c-426b-8bae-8a5e82e81a5b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.607578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Made reservation on behalf of ee95f61e46b548ebb3d07818562cb7c7 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:18:55.611174 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.655658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] device_id is not set on port 49f92485-b86f-408e-9cc3-b61ff5c17bf8 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:18:55.836204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-91a157d2-ad47-4dc9-8e90-ec9cfe8eeac9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/floatingips/f2611024-5a22-48b9-ab25-f82416cf294e HTTP/1.1" status: 200  len: 991 time: 0.3067477
Feb 19 21:18:55.867728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8b19-0247-472b-8d94-4f8d9fd53f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (19563ee8-bf2c-426b-8bae-8a5e82e81a5b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.891218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f3917-ce28-4cd0-97a1-5b9e5e58543e None None] Pushing event updated for resources: {'Port': ['ID=bd8c0e6f-245f-4490-ba15-4dd36c046628,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:55.894839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:55.895398 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.925081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2 req-6e239357-0f3e-420b-b9e0-c08dd0fafc12 service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5485048
Feb 19 21:18:55.928134 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.928745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-87fe42fb-4da6-4fda-986d-ee1d0c5b0d89 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.930422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb8b19-0247-472b-8d94-4f8d9fd53f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19563ee8-bf2c-426b-8bae-8a5e82e81a5b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:55.958783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Allocated IP 172.20.0.5 (22b9f77a-f084-42fb-aad2-a35cb151f559/42b32ee3-3461-411e-b299-ed13237998fe/49f92485-b86f-408e-9cc3-b61ff5c17bf8) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:18:55.959640 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8b19-0247-472b-8d94-4f8d9fd53f2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:55.963878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5fbb8b19-0247-472b-8d94-4f8d9fd53f2c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/19563ee8-bf2c-426b-8bae-8a5e82e81a5b HTTP/1.1" status: 204  len: 168 time: 0.8393524
Feb 19 21:18:55.967343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54182) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:55.976706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-18f336b2-7033-4670-bd67-b27c0c2b4faa None None] Provisioning complete for port bd8c0e6f-245f-4490-ba15-4dd36c046628 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:55.977487 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-18f336b2-7033-4670-bd67-b27c0c2b4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.031298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Pushing event deleted for resources: {'Port': ['ID=a5f6eb52-6940-43f7-b483-a33b8f27198e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:56.035487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] No DVR routers for this DVR port a5f6eb52-6940-43f7-b483-a33b8f27198e on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:56.172228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-18f336b2-7033-4670-bd67-b27c0c2b4faa None None] Current status of the port bd8c0e6f-245f-4490-ba15-4dd36c046628 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:56.197329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8053e8e9-3e84-4481-bc73-1d9cc58f1c5f,segment=NetworkSegment(2941ec7a-fb2d-4377-ae05-5d25d7e2e017),segment_id=2941ec7a-fb2d-4377-ae05-5d25d7e2e017)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:56.219500 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.220371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3931b650-1a54-453b-9ae0-b9bcab6699c6 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:56.222408 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.224011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c46bbb7b-5505-4e4d-817e-9c4fdbad706e None None] Deleting port a5f6eb52-6940-43f7-b483-a33b8f27198e {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:56.225488 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c46bbb7b-5505-4e4d-817e-9c4fdbad706e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.233297 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (fa2fe206-cb4b-45e4-b644-05f45b6d5812), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.238161 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e234a218-e50a-444f-ba7a-a0642df55ff9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.289986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-18f336b2-7033-4670-bd67-b27c0c2b4faa None None] Provisioning complete for port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:56.290883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-18f336b2-7033-4670-bd67-b27c0c2b4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.297611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a708d8ee0>,) {'filters': {'network_id': ['fa2fe206-cb4b-45e4-b644-05f45b6d5812']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:56.301063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5fd2043-2c59-4cbb-ba68-601fa2badcd2 req-15eda0c3-8090-4703-a72d-ce1a2f5589ff service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3669112
Feb 19 21:18:56.314978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a708d8ee0>, '0abc00a9-9544-4684-a2dd-8405352d9928') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:56.315402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a708d8ee0>, '0abc00a9-9544-4684-a2dd-8405352d9928') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:56.332868 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks [] for port (49f92485-b86f-408e-9cc3-b61ff5c17bf8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.364108 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (0abc00a9-9544-4684-a2dd-8405352d9928), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.412647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] Deleting port bd8c0e6f-245f-4490-ba15-4dd36c046628 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:56.412647 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.431908 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e234a218-e50a-444f-ba7a-a0642df55ff9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.467997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a868f70>,) {'filters': {'network_id': ['e234a218-e50a-444f-ba7a-a0642df55ff9']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:56.489927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a868f70>, '194058d7-7f75-465a-9809-94f156c2c60a') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:56.490538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a868f70>, '194058d7-7f75-465a-9809-94f156c2c60a') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:56.494163 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (0abc00a9-9544-4684-a2dd-8405352d9928), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.500385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=8053e8e9-3e84-4481-bc73-1d9cc58f1c5f,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:56.508049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:18:56.509378 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (0abc00a9-9544-4684-a2dd-8405352d9928), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.534839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c46bbb7b-5505-4e4d-817e-9c4fdbad706e None None] For port a5f6eb52-6940-43f7-b483-a33b8f27198e, host ncdv-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:56.535388 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c46bbb7b-5505-4e4d-817e-9c4fdbad706e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.543201 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (49f92485-b86f-408e-9cc3-b61ff5c17bf8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.552790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b5bcfc16-dc3d-46d7-ba69-724e44a173d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62eb2d30>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:18:10Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2611024-5a22-48b9-ab25-f82416cf294e', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.162', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'port_id': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'mac_address': 'fa:16:3e:a7:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4445865a-4d52-4db4-9915-98e0de5f708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:18:47Z', 'updated_at': '2022-02-19T21:18:47Z', 'revision_number': 0, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:18:56.588102 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:18:56.604811 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (194058d7-7f75-465a-9809-94f156c2c60a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.608443 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (fa2fe206-cb4b-45e4-b644-05f45b6d5812), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.618463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c46bbb7b-5505-4e4d-817e-9c4fdbad706e None None] Calling delete_port for a5f6eb52-6940-43f7-b483-a33b8f27198e owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:56.624265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.ipam_backend_mixin [None req-c46bbb7b-5505-4e4d-817e-9c4fdbad706e None None] Port a5f6eb52-6940-43f7-b483-a33b8f27198e was not found and therefore no delete operation was performed {{(pid=121130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 21:18:56.625531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bcfc16-dc3d-46d7-ba69-724e44a173d7 None None] The sync data for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 is: [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:18:10Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2611024-5a22-48b9-ab25-f82416cf294e', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.162', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'port_id': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'mac_address': 'fa:16:3e:a7:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4445865a-4d52-4db4-9915-98e0de5f708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:18:47Z', 'updated_at': '2022-02-19T21:18:47Z', 'revision_number': 0, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:56.642693 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c46bbb7b-5505-4e4d-817e-9c4fdbad706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (a5f6eb52-6940-43f7-b483-a33b8f27198e), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.646692 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.653302 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] 10.222.0.30 "DELETE /v2.0/networks/fa2fe206-cb4b-45e4-b644-05f45b6d5812 HTTP/1.1" status: 204  len: 168 time: 2.6680963
Feb 19 21:18:56.683702 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (194058d7-7f75-465a-9809-94f156c2c60a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.687293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b0585-f1f2-4040-9bb0-7839b8ab364f tempest-TagsExtTest-1343242123 tempest-TagsExtTest-1343242123-project] Pushing event deleted for resources: {'Network': ['ID=fa2fe206-cb4b-45e4-b644-05f45b6d5812,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:56.699009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:18:56.700604 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (194058d7-7f75-465a-9809-94f156c2c60a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.701803 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Network 22b9f77a-f084-42fb-aad2-a35cb151f559 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:18:56.703862 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:18:56.716007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] For port bd8c0e6f-245f-4490-ba15-4dd36c046628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8c0e6f-245f-4490-ba15-4dd36c046628,segment=NetworkSegment(12e16006-f578-4b00-929a-e86adf5f90ad),segment_id=12e16006-f578-4b00-929a-e86adf5f90ad)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:56.717302 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.739678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c46bbb7b-5505-4e4d-817e-9c4fdbad706e None None] Network fa2fe206-cb4b-45e4-b644-05f45b6d5812 is not hosted by any dhcp agent {{(pid=121130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 19 21:18:56.740151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46bbb7b-5505-4e4d-817e-9c4fdbad706e None None] No DVR routers for this DVR port a5f6eb52-6940-43f7-b483-a33b8f27198e on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:18:56.754675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bbb7b-5505-4e4d-817e-9c4fdbad706e None None] Pushing event deleted for resources: {'Port': ['ID=a5f6eb52-6940-43f7-b483-a33b8f27198e,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:56.756931 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:18:56.772547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:18:56.778127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] Calling delete_port for bd8c0e6f-245f-4490-ba15-4dd36c046628 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:56.782522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Pushing event updated for resources: {'Port': ['ID=49f92485-b86f-408e-9cc3-b61ff5c17bf8,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:56.787227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 3931b650-1a54-453b-9ae0-b9bcab6699c6 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:56.787388 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.841676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54186) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:56.862953 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e234a218-e50a-444f-ba7a-a0642df55ff9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.911347 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:56.916701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e234a218-e50a-444f-ba7a-a0642df55ff9 HTTP/1.1" status: 204  len: 168 time: 0.9316134
Feb 19 21:18:56.929808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54188) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:56.937676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5df596-a22f-462e-b3ba-311d343dcec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e234a218-e50a-444f-ba7a-a0642df55ff9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:57.009178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-18f336b2-7033-4670-bd67-b27c0c2b4faa None None] Current status of the port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:57.037635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04cd934-b195-4095-90dd-cae33c9ef9db admin admin] Deleting subnet 858e415a-4e1a-421a-bd17-7855cff4815b {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:18:57.046928 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e04cd934-b195-4095-90dd-cae33c9ef9db admin admin] Publish callbacks [] for subnet (858e415a-4e1a-421a-bd17-7855cff4815b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.086047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3931b650-1a54-453b-9ae0-b9bcab6699c6 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:57.093398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54192) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:57.119330 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e04cd934-b195-4095-90dd-cae33c9ef9db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (858e415a-4e1a-421a-bd17-7855cff4815b), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.166830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d9204fea-674e-4560-9d4d-51129546e737 None None] Provisioning complete for port 3e4431f1-b470-4b92-a270-d0c763f5d287 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:57.168123 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d9204fea-674e-4560-9d4d-51129546e737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3e4431f1-b470-4b92-a270-d0c763f5d287), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.217610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e04cd934-b195-4095-90dd-cae33c9ef9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (858e415a-4e1a-421a-bd17-7855cff4815b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.248248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d9204fea-674e-4560-9d4d-51129546e737 None None] Port 3e4431f1-b470-4b92-a270-d0c763f5d287 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:57.262044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d9204fea-674e-4560-9d4d-51129546e737 None None] Provisioning complete for port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:57.262580 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d9204fea-674e-4560-9d4d-51129546e737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.341003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c142ef-8678-4799-baeb-2ae7d7d87b1e None None] New status for floating IP f2611024-5a22-48b9-ab25-f82416cf294e: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:18:57.365294 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e04cd934-b195-4095-90dd-cae33c9ef9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (858e415a-4e1a-421a-bd17-7855cff4815b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.396910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fb787fae-4f55-474a-a871-ef5038587c00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17dcedea5c824fb1af2727789604388d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3023918
Feb 19 21:18:57.401176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54196) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:57.404179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cd934-b195-4095-90dd-cae33c9ef9db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858e415a-4e1a-421a-bd17-7855cff4815b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:57.422303 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e04cd934-b195-4095-90dd-cae33c9ef9db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.425835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e04cd934-b195-4095-90dd-cae33c9ef9db admin admin] 10.222.0.30 "DELETE /v2.0/subnets/858e415a-4e1a-421a-bd17-7855cff4815b HTTP/1.1" status: 204  len: 168 time: 0.4950349
Feb 19 21:18:57.428961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54198) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:57.486064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:57.487157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.494637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bd8c0e6f-245f-4490-ba15-4dd36c046628 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:57.548926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (98cedeac-d322-4d6a-9f12-fef44e5c7cd3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.557616 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15aba72d-5e43-4e6c-91f9-687931a16af5 admin admin] Publish callbacks [] for security_group (94ed31cb-7257-470c-a2c3-775c99121eb7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.578154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d9204fea-674e-4560-9d4d-51129546e737 None None] Current status of the port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:57.587928 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2ed7e0af-51d4-4b56-9575-8b76d71385d4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/floatingips/f2611024-5a22-48b9-ab25-f82416cf294e HTTP/1.1" status: 200  len: 991 time: 0.7347496
Feb 19 21:18:57.603538 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b75ee8ee-85e9-4867-a4c9-29e7477ce196 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 2.4364986
Feb 19 21:18:57.604787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54200) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:57.608317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15aba72d-5e43-4e6c-91f9-687931a16af5 admin admin] Publish callbacks [] for security_group (94ed31cb-7257-470c-a2c3-775c99121eb7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.665619 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bd8c0e6f-245f-4490-ba15-4dd36c046628 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:57.665886 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.675840 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-87fe42fb-4da6-4fda-986d-ee1d0c5b0d89 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.688309 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-87fe42fb-4da6-4fda-986d-ee1d0c5b0d89 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.767053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-41476d59-24c2-4b2a-994a-4aa29781cf67 None None] Provisioning complete for port 49f92485-b86f-408e-9cc3-b61ff5c17bf8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:57.767503 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41476d59-24c2-4b2a-994a-4aa29781cf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (49f92485-b86f-408e-9cc3-b61ff5c17bf8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.806135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bd8c0e6f-245f-4490-ba15-4dd36c046628 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:57.807288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:18:57.839193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-41476d59-24c2-4b2a-994a-4aa29781cf67 None None] Port 49f92485-b86f-408e-9cc3-b61ff5c17bf8 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:18:57.842485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bd8c0e6f-245f-4490-ba15-4dd36c046628), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.868317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:18:57.868817 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:57.889097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8c0e6f-245f-4490-ba15-4dd36c046628,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:57.899515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fe42fb-4da6-4fda-986d-ee1d0c5b0d89 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Router d8541439-d56a-4172-ba1c-b5faf6b1f3d6 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:57.978809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:18:58.053674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a5f6eb52-6940-43f7-b483-a33b8f27198e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:18:58.083562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a5f6eb52-6940-43f7-b483-a33b8f27198e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:18:58.084293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a5f6eb52-6940-43f7-b483-a33b8f27198e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:18:58.137108 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (98cedeac-d322-4d6a-9f12-fef44e5c7cd3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.165469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b24e7c0>,) {'filters': {'network_id': ['98cedeac-d322-4d6a-9f12-fef44e5c7cd3']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:58.170609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fe42fb-4da6-4fda-986d-ee1d0c5b0d89 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:58.180886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277e40f6-f52e-4575-a4d8-126599969988 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:58.181173 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893fed4-102f-4481-945e-e7d46dabcafa None None] Sync routers for ids ['d8541439-d56a-4172-ba1c-b5faf6b1f3d6'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:58.186714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277e40f6-f52e-4575-a4d8-126599969988 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:58.189152 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-87fe42fb-4da6-4fda-986d-ee1d0c5b0d89 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.192608 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-87fe42fb-4da6-4fda-986d-ee1d0c5b0d89 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "PUT /v2.0/routers/d8541439-d56a-4172-ba1c-b5faf6b1f3d6 HTTP/1.1" status: 200  len: 925 time: 3.2085032
Feb 19 21:18:58.192820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277e40f6-f52e-4575-a4d8-126599969988 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:58.194143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-277e40f6-f52e-4575-a4d8-126599969988 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2619 time: 0.5882275
Feb 19 21:18:58.194966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54202) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:58.197770 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893fed4-102f-4481-945e-e7d46dabcafa None None] Routers {'d8541439-d56a-4172-ba1c-b5faf6b1f3d6'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:58.198532 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9893fed4-102f-4481-945e-e7d46dabcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7569d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d8541439-d56a-4172-ba1c-b5faf6b1f3d6'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:58.200370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54204) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:58.212699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b24e7c0>, 'a54fe74b-9756-4407-84d5-f76a529eaa0a') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:58.213003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b24e7c0>, 'a54fe74b-9756-4407-84d5-f76a529eaa0a') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:58.244080 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (a54fe74b-9756-4407-84d5-f76a529eaa0a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.247863 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15aba72d-5e43-4e6c-91f9-687931a16af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (94ed31cb-7257-470c-a2c3-775c99121eb7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.250846 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15aba72d-5e43-4e6c-91f9-687931a16af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.252029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-15aba72d-5e43-4e6c-91f9-687931a16af5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94ed31cb-7257-470c-a2c3-775c99121eb7 HTTP/1.1" status: 204  len: 168 time: 0.8492582
Feb 19 21:18:58.252355 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9893fed4-102f-4481-945e-e7d46dabcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7569d0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:58.265844 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893fed4-102f-4481-945e-e7d46dabcafa None None] Routers {'d8541439-d56a-4172-ba1c-b5faf6b1f3d6'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:58.266654 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9893fed4-102f-4481-945e-e7d46dabcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7569d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d8541439-d56a-4172-ba1c-b5faf6b1f3d6'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:58.281035 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (3ff7da29-92c6-4fa4-b87a-0e09858657b5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.294906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aba72d-5e43-4e6c-91f9-687931a16af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ed31cb-7257-470c-a2c3-775c99121eb7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:58.317866 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9893fed4-102f-4481-945e-e7d46dabcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7569d0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:58.318808 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893fed4-102f-4481-945e-e7d46dabcafa None None] The sync data for ids ['d8541439-d56a-4172-ba1c-b5faf6b1f3d6'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:58.323572 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a54fe74b-9756-4407-84d5-f76a529eaa0a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.335460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:18:58.336892 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (a54fe74b-9756-4407-84d5-f76a529eaa0a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:18:58.351696 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:18:58.416404 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-be41bc1b-36cc-4e5a-9c1c-6490023b18b7 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/routers/d8541439-d56a-4172-ba1c-b5faf6b1f3d6 HTTP/1.1" status: 200  len: 925 time: 0.2200913
Feb 19 21:18:58.421415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54210) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:58.460289 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (98cedeac-d322-4d6a-9f12-fef44e5c7cd3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.481690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.485042 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] 10.222.0.30 "DELETE /v2.0/networks/98cedeac-d322-4d6a-9f12-fef44e5c7cd3 HTTP/1.1" status: 204  len: 168 time: 1.0552096
Feb 19 21:18:58.485961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f056aa-0868-4cc1-b0df-31fc1274431b admin admin] Pushing event deleted for resources: {'Network': ['ID=98cedeac-d322-4d6a-9f12-fef44e5c7cd3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:58.490218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-688c0ac0-7a0d-4f26-a12f-3218bd75a3c4 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Deleting port 49f92485-b86f-408e-9cc3-b61ff5c17bf8 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:58.490218 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-688c0ac0-7a0d-4f26-a12f-3218bd75a3c4 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (49f92485-b86f-408e-9cc3-b61ff5c17bf8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.617778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-688c0ac0-7a0d-4f26-a12f-3218bd75a3c4 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (49f92485-b86f-408e-9cc3-b61ff5c17bf8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.628107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54216) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:58.641210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ccd065-75fd-42ab-ba4a-e1ecc4c2fc7b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:58.645453 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b5ccd065-75fd-42ab-ba4a-e1ecc4c2fc7b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&device_id=d8541439-d56a-4172-ba1c-b5faf6b1f3d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2204208
Feb 19 21:18:58.645807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54220) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:58.647875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-688c0ac0-7a0d-4f26-a12f-3218bd75a3c4 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Calling delete_port for 49f92485-b86f-408e-9cc3-b61ff5c17bf8 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:58.700973 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] Router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:18:58.712474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54224) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:58.782342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8927c7b2-5a9e-4439-8fb7-bb016c5638d0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/floatingips/f2611024-5a22-48b9-ab25-f82416cf294e HTTP/1.1" status: 200  len: 993 time: 0.1528888
Feb 19 21:18:58.823335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eb39d6ab-427c-48f8-8d7b-6d9fdf23f6cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84ae0d8feb2c43e59091ce4925eb8bb2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1096456
Feb 19 21:18:58.823968 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a41cd79-092d-4a70-af8e-08405f521b16 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:18:58.825683 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5a41cd79-092d-4a70-af8e-08405f521b16 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 881 time: 0.1776414
Feb 19 21:18:58.826242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54228) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:58.828752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54230) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:58.868986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b4b0c0e5-f99c-4807-8728-e8fbbc4a648c tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8541439-d56a-4172-ba1c-b5faf6b1f3d6 HTTP/1.1" status: 200  len: 205 time: 0.0391815
Feb 19 21:18:58.872283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54232) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:58.896219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:18:58.902647 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cfbeacd9-7678-4bb4-8d5f-e5007d5e8f4d admin admin] 10.222.0.30 "PUT /v2.0/routers/3ff7da29-92c6-4fa4-b87a-0e09858657b5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1589663
Feb 19 21:18:58.905224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54234) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:58.909318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f891b-7ab7-4fc4-82b7-d0281670e68b None None] Sync routers for ids ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:18:58.912263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5465258-0301-469d-974e-2d90b3f87385 admin admin] Publish callbacks [] for security_group (3c96544b-35d9-44d6-b647-1ada22f8e569), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:58.924756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f891b-7ab7-4fc4-82b7-d0281670e68b None None] Routers {'3ff7da29-92c6-4fa4-b87a-0e09858657b5'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:58.926201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8a9f891b-7ab7-4fc4-82b7-d0281670e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62cd74f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:59.035092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5465258-0301-469d-974e-2d90b3f87385 admin admin] Publish callbacks [] for security_group (3c96544b-35d9-44d6-b647-1ada22f8e569), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.070258 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.075749 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-688c0ac0-7a0d-4f26-a12f-3218bd75a3c4 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (49f92485-b86f-408e-9cc3-b61ff5c17bf8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.080224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-8a9f891b-7ab7-4fc4-82b7-d0281670e68b None None] Set router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:59.110368 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Publish callbacks [] for router (3ff7da29-92c6-4fa4-b87a-0e09858657b5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.221301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c0ac0-7a0d-4f26-a12f-3218bd75a3c4 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Pushing event deleted for resources: {'Port': ['ID=49f92485-b86f-408e-9cc3-b61ff5c17bf8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:59.241900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5465258-0301-469d-974e-2d90b3f87385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3c96544b-35d9-44d6-b647-1ada22f8e569), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.252318 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5465258-0301-469d-974e-2d90b3f87385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.253606 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a5465258-0301-469d-974e-2d90b3f87385 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c96544b-35d9-44d6-b647-1ada22f8e569 HTTP/1.1" status: 204  len: 168 time: 0.4263771
Feb 19 21:18:59.272739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5465258-0301-469d-974e-2d90b3f87385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c96544b-35d9-44d6-b647-1ada22f8e569,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:59.295634 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-688c0ac0-7a0d-4f26-a12f-3218bd75a3c4 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.300347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-688c0ac0-7a0d-4f26-a12f-3218bd75a3c4 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] 10.222.0.30 "DELETE /v2.0/ports/49f92485-b86f-408e-9cc3-b61ff5c17bf8 HTTP/1.1" status: 204  len: 168 time: 1.0987954
Feb 19 21:18:59.306032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54246) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:18:59.314024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Request body: {'port': {'name': 'tempest-new-port-name-2078008205', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:18:59.314519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.api.validators [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] bootfile-name is not in valid_values {{(pid=121128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:18:59.314881 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.api.validators [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] tftp-server is not in valid_values {{(pid=121128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:18:59.315225 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.api.validators [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] server-ip-address is not in valid_values {{(pid=121128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 19 21:18:59.379219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Publish callbacks [] for router_gateway (3ff7da29-92c6-4fa4-b87a-0e09858657b5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.419752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.433762 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3e4431f1-b470-4b92-a270-d0c763f5d287), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.434075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8a9f891b-7ab7-4fc4-82b7-d0281670e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62cd74f0>, [{'id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'name': 'tempest-ImageQuotaTest-1832284479-router', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35'}], 'enable_snat': True}, 'gw_port_id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:43Z', 'updated_at': '2022-02-19T21:18:57Z', 'revision_number': 5, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'gw_port': {'id': '3931b650-1a54-453b-9ae0-b9bcab6699c6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:44Z', 'updated_at': '2022-02-19T21:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:59.499383 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f891b-7ab7-4fc4-82b7-d0281670e68b None None] Checking router: 3ff7da29-92c6-4fa4-b87a-0e09858657b5 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:18:59.529333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Deleting port 3931b650-1a54-453b-9ae0-b9bcab6699c6 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:59.529685 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.536561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f891b-7ab7-4fc4-82b7-d0281670e68b None None] Routers {'3ff7da29-92c6-4fa4-b87a-0e09858657b5'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:18:59.537284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8a9f891b-7ab7-4fc4-82b7-d0281670e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62cd74f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:59.555180 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.654472 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] For port 3931b650-1a54-453b-9ae0-b9bcab6699c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3931b650-1a54-453b-9ae0-b9bcab6699c6,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:18:59.654986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.678482 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Calling delete_port for 3931b650-1a54-453b-9ae0-b9bcab6699c6 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:18:59.680895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Deleting port 2e975477-55e2-4861-a00a-7faa72b85fee {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:18:59.681453 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2e975477-55e2-4861-a00a-7faa72b85fee), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.779240 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-8a9f891b-7ab7-4fc4-82b7-d0281670e68b None None] Set router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:18:59.883440 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks [] for port (3e4431f1-b470-4b92-a270-d0c763f5d287), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.897594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8a9f891b-7ab7-4fc4-82b7-d0281670e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62cd74f0>, [{'id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'name': 'tempest-ImageQuotaTest-1832284479-router', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:43Z', 'updated_at': '2022-02-19T21:18:59Z', 'revision_number': 6, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:18:59.905296 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3e4431f1-b470-4b92-a270-d0c763f5d287), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.926888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f891b-7ab7-4fc4-82b7-d0281670e68b None None] The sync data for ids ['3ff7da29-92c6-4fa4-b87a-0e09858657b5'] in ncdv-master-1 is: [{'id': '3ff7da29-92c6-4fa4-b87a-0e09858657b5', 'name': 'tempest-ImageQuotaTest-1832284479-router', 'tenant_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:18:43Z', 'updated_at': '2022-02-19T21:18:59Z', 'revision_number': 6, 'project_id': '03b2d1224b644f36aa3f9a7636a9cef5', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:18:59.943847 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3931b650-1a54-453b-9ae0-b9bcab6699c6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:18:59.965749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Pushing event updated for resources: {'Port': ['ID=3e4431f1-b470-4b92-a270-d0c763f5d287,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:59.983087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Pushing event deleted for resources: {'Port': ['ID=3931b650-1a54-453b-9ae0-b9bcab6699c6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:18:59.985448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54260) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:00.000745 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2e975477-55e2-4861-a00a-7faa72b85fee), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.036562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Calling delete_port for 2e975477-55e2-4861-a00a-7faa72b85fee owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:00.088531 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-64f7eda3-4184-4f03-b7a6-852524a0f43a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc2ee5f3a2fa487c8649a6da497530e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1017153
Feb 19 21:19:00.091566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54262) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:00.121355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (3ff7da29-92c6-4fa4-b87a-0e09858657b5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.215644 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] In _notify_port_updated(), no bound segment for port 3e4431f1-b470-4b92-a270-d0c763f5d287 on network 22b9f77a-f084-42fb-aad2-a35cb151f559 {{(pid=121128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 19 21:19:00.221604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:00.224319 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.225932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b31192ee-1e20-4c67-a317-bda158551aed tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] 10.222.0.30 "PUT /v2.0/ports/3e4431f1-b470-4b92-a270-d0c763f5d287 HTTP/1.1" status: 200  len: 1137 time: 0.9189219
Feb 19 21:19:00.229639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54268) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:00.250933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (3ff7da29-92c6-4fa4-b87a-0e09858657b5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.264086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Publish callbacks [] for router_controller (3ff7da29-92c6-4fa4-b87a-0e09858657b5), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.271323 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-882ab919-1c46-495d-801a-c2ecdf470bfc admin admin] Publish callbacks [] for security_group (379f8894-7adf-4fb0-b820-c9cf5ce82cc0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.330311 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ddeaf9-5b33-4c42-86ef-0ca14ea7bce8 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:00.336393 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-15ddeaf9-5b33-4c42-86ef-0ca14ea7bce8 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] 10.222.0.30 "GET /v2.0/ports/3e4431f1-b470-4b92-a270-d0c763f5d287 HTTP/1.1" status: 200  len: 1137 time: 0.1010242
Feb 19 21:19:00.337204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54270) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:00.349818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (2e975477-55e2-4861-a00a-7faa72b85fee), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.351003 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (3ff7da29-92c6-4fa4-b87a-0e09858657b5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.352844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff7da29-92c6-4fa4-b87a-0e09858657b5 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:19:00.356287 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-882ab919-1c46-495d-801a-c2ecdf470bfc admin admin] Publish callbacks [] for security_group (379f8894-7adf-4fb0-b820-c9cf5ce82cc0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.368439 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.369609 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2e094519-401b-4dff-abfb-4e4c95b3f210 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3ff7da29-92c6-4fa4-b87a-0e09858657b5 HTTP/1.1" status: 204  len: 168 time: 1.4634686
Feb 19 21:19:00.376181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54278) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:00.398302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-dced241d-93fe-4a02-a77e-5170694e04b6 None None] Provisioning complete for port 3e4431f1-b470-4b92-a270-d0c763f5d287 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:00.398924 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dced241d-93fe-4a02-a77e-5170694e04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3e4431f1-b470-4b92-a270-d0c763f5d287), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.437286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Pushing event deleted for resources: {'Port': ['ID=2e975477-55e2-4861-a00a-7faa72b85fee,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:00.464379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dced241d-93fe-4a02-a77e-5170694e04b6 None None] Port 3e4431f1-b470-4b92-a270-d0c763f5d287 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:19:00.477812 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e43424d-cb14-4073-8a01-c31e9089250c admin admin] Deleting subnet 96592db9-42ff-43b5-bfb4-201b7a38f779 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:19:00.481321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e43424d-cb14-4073-8a01-c31e9089250c admin admin] Publish callbacks [] for subnet (96592db9-42ff-43b5-bfb4-201b7a38f779), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.519886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.556499 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e43424d-cb14-4073-8a01-c31e9089250c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (96592db9-42ff-43b5-bfb4-201b7a38f779), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.597349 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-882ab919-1c46-495d-801a-c2ecdf470bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (379f8894-7adf-4fb0-b820-c9cf5ce82cc0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.599970 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-882ab919-1c46-495d-801a-c2ecdf470bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.603790 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-882ab919-1c46-495d-801a-c2ecdf470bfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/379f8894-7adf-4fb0-b820-c9cf5ce82cc0 HTTP/1.1" status: 204  len: 168 time: 0.5086925
Feb 19 21:19:00.616677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ab919-1c46-495d-801a-c2ecdf470bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379f8894-7adf-4fb0-b820-c9cf5ce82cc0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:00.680447 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e43424d-cb14-4073-8a01-c31e9089250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (96592db9-42ff-43b5-bfb4-201b7a38f779), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.689489 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.693533 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.768375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e43424d-cb14-4073-8a01-c31e9089250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (96592db9-42ff-43b5-bfb4-201b7a38f779), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.781307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-41b43011-8d91-47fc-a3c1-785f40cae737 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Deleting port 3e4431f1-b470-4b92-a270-d0c763f5d287 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:19:00.781307 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-41b43011-8d91-47fc-a3c1-785f40cae737 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3e4431f1-b470-4b92-a270-d0c763f5d287), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.811440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43424d-cb14-4073-8a01-c31e9089250c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96592db9-42ff-43b5-bfb4-201b7a38f779,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:00.822449 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8e43424d-cb14-4073-8a01-c31e9089250c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.827564 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8e43424d-cb14-4073-8a01-c31e9089250c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/96592db9-42ff-43b5-bfb4-201b7a38f779 HTTP/1.1" status: 204  len: 168 time: 0.4500680
Feb 19 21:19:00.829574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54296) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:00.832428 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e6dfe-cf63-49bd-bcbb-1ddc583b2aca None None] Network 11873785-eb1d-4292-a54c-f188a5ef59ad requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:19:00.873914 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (d8541439-d56a-4172-ba1c-b5faf6b1f3d6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.875715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Fanout notify agent at l3_agent the message router_deleted on router d8541439-d56a-4172-ba1c-b5faf6b1f3d6 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:19:00.894447 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.899118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cebd6f40-af49-4a8c-a185-a4cb62b5442f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/d8541439-d56a-4172-ba1c-b5faf6b1f3d6 HTTP/1.1" status: 204  len: 168 time: 2.0222154
Feb 19 21:19:00.904009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54300) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:00.910075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a41c4b21-9545-468a-bfce-7aee67ef817a tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1956155826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:00.953637 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a41c4b21-9545-468a-bfce-7aee67ef817a tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (0edccf6c-c74f-4964-9dc8-47882796175c), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.955341 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a41c4b21-9545-468a-bfce-7aee67ef817a tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (0edccf6c-c74f-4964-9dc8-47882796175c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:00.971673 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (11873785-eb1d-4292-a54c-f188a5ef59ad), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.013481 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-41b43011-8d91-47fc-a3c1-785f40cae737 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3e4431f1-b470-4b92-a270-d0c763f5d287), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.091363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-41b43011-8d91-47fc-a3c1-785f40cae737 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Calling delete_port for 3e4431f1-b470-4b92-a270-d0c763f5d287 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:01.099827 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a41c4b21-9545-468a-bfce-7aee67ef817a tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (0edccf6c-c74f-4964-9dc8-47882796175c), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.109209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a41c4b21-9545-468a-bfce-7aee67ef817a tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (0edccf6c-c74f-4964-9dc8-47882796175c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.115459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20acc762-4640-401b-915e-514ac93a058d None None] DHCP port deletion for 11873785-eb1d-4292-a54c-f188a5ef59ad request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:19:01.122882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Deleting port effa45b7-f162-48f8-be40-4383d2e1f7a5 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:19:01.124664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.168756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54306) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:01.176668 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a41c4b21-9545-468a-bfce-7aee67ef817a tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.178595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a41c4b21-9545-468a-bfce-7aee67ef817a tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2730162
Feb 19 21:19:01.185284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54308) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:01.215566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Request body: {'router': {'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:01.226376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-20acc762-4640-401b-915e-514ac93a058d None None] Deleting port effa45b7-f162-48f8-be40-4383d2e1f7a5 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:19:01.226856 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-20acc762-4640-401b-915e-514ac93a058d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.265182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device effa45b7-f162-48f8-be40-4383d2e1f7a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:19:01.273886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] For port effa45b7-f162-48f8-be40-4383d2e1f7a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=effa45b7-f162-48f8-be40-4383d2e1f7a5,segment=NetworkSegment(12e16006-f578-4b00-929a-e86adf5f90ad),segment_id=12e16006-f578-4b00-929a-e86adf5f90ad)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:01.274683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.317599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Calling delete_port for effa45b7-f162-48f8-be40-4383d2e1f7a5 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:01.435527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-20acc762-4640-401b-915e-514ac93a058d None None] For port effa45b7-f162-48f8-be40-4383d2e1f7a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=effa45b7-f162-48f8-be40-4383d2e1f7a5,segment=NetworkSegment(12e16006-f578-4b00-929a-e86adf5f90ad),segment_id=12e16006-f578-4b00-929a-e86adf5f90ad)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:01.436114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-20acc762-4640-401b-915e-514ac93a058d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.453757 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.454879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-20acc762-4640-401b-915e-514ac93a058d None None] Calling delete_port for effa45b7-f162-48f8-be40-4383d2e1f7a5 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:01.468553 ncdv-master-1 neutron-server[121130]: INFO neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No ports have port_id starting with effa45b7-f162-48f8-be40-4383d2e1f7a5
Feb 19 21:19:01.472992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bd8c0e6f-245f-4490-ba15-4dd36c046628 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:19:01.488243 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-438e6383-f5cf-42be-8ecd-d262b8c5e3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.500233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: bd8c0e6f-245f-4490-ba15-4dd36c046628 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:19:01.500916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bd8c0e6f-245f-4490-ba15-4dd36c046628 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:19:01.501512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3931b650-1a54-453b-9ae0-b9bcab6699c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:19:01.506970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Pushing event deleted for resources: {'Port': ['ID=effa45b7-f162-48f8-be40-4383d2e1f7a5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:01.523439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] No DVR routers for this DVR port effa45b7-f162-48f8-be40-4383d2e1f7a5 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:19:01.567927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 3931b650-1a54-453b-9ae0-b9bcab6699c6 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:19:01.568523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3931b650-1a54-453b-9ae0-b9bcab6699c6 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:19:01.624187 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (11873785-eb1d-4292-a54c-f188a5ef59ad), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.634361 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-20acc762-4640-401b-915e-514ac93a058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (effa45b7-f162-48f8-be40-4383d2e1f7a5), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.641627 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (0edccf6c-c74f-4964-9dc8-47882796175c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.648447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad64df0>,) {'filters': {'network_id': ['11873785-eb1d-4292-a54c-f188a5ef59ad']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:01.663980 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad64df0>, '12e16006-f578-4b00-929a-e86adf5f90ad') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:01.664357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad64df0>, '12e16006-f578-4b00-929a-e86adf5f90ad') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:01.669339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acc762-4640-401b-915e-514ac93a058d None None] Pushing event deleted for resources: {'Port': ['ID=effa45b7-f162-48f8-be40-4383d2e1f7a5,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:01.675257 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-41b43011-8d91-47fc-a3c1-785f40cae737 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3e4431f1-b470-4b92-a270-d0c763f5d287), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.678030 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (12e16006-f578-4b00-929a-e86adf5f90ad), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.688640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20acc762-4640-401b-915e-514ac93a058d None None] No DVR routers for this DVR port effa45b7-f162-48f8-be40-4383d2e1f7a5 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:19:01.705261 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (12e16006-f578-4b00-929a-e86adf5f90ad), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.718720 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:19:01.719422 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (12e16006-f578-4b00-929a-e86adf5f90ad), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   items = [
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:19:01.721843 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:19:01.798827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (11873785-eb1d-4292-a54c-f188a5ef59ad), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.814981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:01.819808 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] 10.222.0.30 "DELETE /v2.0/networks/11873785-eb1d-4292-a54c-f188a5ef59ad HTTP/1.1" status: 204  len: 168 time: 0.9891837
Feb 19 21:19:01.837707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13e3e3-c03b-44e2-ad70-a9d9a50da003 admin admin] Pushing event deleted for resources: {'Network': ['ID=11873785-eb1d-4292-a54c-f188a5ef59ad,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:02.064317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54332) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:02.110804 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-40b912ac-65c7-4ec3-a27a-8990ed59bb05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03b2d1224b644f36aa3f9a7636a9cef5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0452645
Feb 19 21:19:02.111403 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54334) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:02.169800 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d16f-9a51-4eec-ae8d-da462704bb39 admin admin] Publish callbacks [] for security_group (90500979-db6c-49e5-b040-0ce717abd339), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.185002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b43011-8d91-47fc-a3c1-785f40cae737 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Pushing event deleted for resources: {'Port': ['ID=3e4431f1-b470-4b92-a270-d0c763f5d287,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:02.200657 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d16f-9a51-4eec-ae8d-da462704bb39 admin admin] Publish callbacks [] for security_group (90500979-db6c-49e5-b040-0ce717abd339), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.260283 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-41b43011-8d91-47fc-a3c1-785f40cae737 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.264109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-41b43011-8d91-47fc-a3c1-785f40cae737 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] 10.222.0.30 "DELETE /v2.0/ports/3e4431f1-b470-4b92-a270-d0c763f5d287 HTTP/1.1" status: 204  len: 168 time: 1.9251704
Feb 19 21:19:02.268958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d16f-9a51-4eec-ae8d-da462704bb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (90500979-db6c-49e5-b040-0ce717abd339), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.272401 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d16f-9a51-4eec-ae8d-da462704bb39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.273632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54340) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:02.274759 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fcb9d16f-9a51-4eec-ae8d-da462704bb39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90500979-db6c-49e5-b040-0ce717abd339 HTTP/1.1" status: 204  len: 168 time: 0.1624172
Feb 19 21:19:02.287962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9d16f-9a51-4eec-ae8d-da462704bb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90500979-db6c-49e5-b040-0ce717abd339,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:02.329355 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-438e6383-f5cf-42be-8ecd-d262b8c5e3db admin admin] Publish callbacks [] for security_group (d259c8e2-2317-460d-8cad-3cfa8f344282), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.337720 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-438e6383-f5cf-42be-8ecd-d262b8c5e3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d259c8e2-2317-460d-8cad-3cfa8f344282), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.394519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7f2a16-ea0b-409b-87e6-f3734fd7db08 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Deleting subnet 42b32ee3-3461-411e-b299-ed13237998fe {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:19:02.407537 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba7f2a16-ea0b-409b-87e6-f3734fd7db08 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks [] for subnet (42b32ee3-3461-411e-b299-ed13237998fe), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.414621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-438e6383-f5cf-42be-8ecd-d262b8c5e3db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa41be43da9d4980856afd410a9daa9d&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2443974
Feb 19 21:19:02.417256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54346) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:02.445396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e6383-f5cf-42be-8ecd-d262b8c5e3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d259c8e2-2317-460d-8cad-3cfa8f344282,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:02.469144 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba7f2a16-ea0b-409b-87e6-f3734fd7db08 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (42b32ee3-3461-411e-b299-ed13237998fe), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.481031 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0e07-095e-469c-afbf-0d9b059ef076 admin admin] Publish callbacks [] for security_group (d259c8e2-2317-460d-8cad-3cfa8f344282), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.515480 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0e07-095e-469c-afbf-0d9b059ef076 admin admin] Publish callbacks [] for security_group (d259c8e2-2317-460d-8cad-3cfa8f344282), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.573832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0e07-095e-469c-afbf-0d9b059ef076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d259c8e2-2317-460d-8cad-3cfa8f344282), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.578718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0e07-095e-469c-afbf-0d9b059ef076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.579898 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9bfb0e07-095e-469c-afbf-0d9b059ef076 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d259c8e2-2317-460d-8cad-3cfa8f344282 HTTP/1.1" status: 204  len: 168 time: 0.1615930
Feb 19 21:19:02.594296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb0e07-095e-469c-afbf-0d9b059ef076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d259c8e2-2317-460d-8cad-3cfa8f344282,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:02.637372 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (0edccf6c-c74f-4964-9dc8-47882796175c), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.674372 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.738027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba7f2a16-ea0b-409b-87e6-f3734fd7db08 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (42b32ee3-3461-411e-b299-ed13237998fe), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.849735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54358) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:02.866687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Allocated IP 172.35.2.102 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/75555f23-fda8-4599-aeac-4151f303ad83) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:02.869322 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba7f2a16-ea0b-409b-87e6-f3734fd7db08 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (42b32ee3-3461-411e-b299-ed13237998fe), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.872300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-657eabd5-7f84-47ab-b632-437264a2066d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.917947 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba7f2a16-ea0b-409b-87e6-f3734fd7db08 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:02.921721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ba7f2a16-ea0b-409b-87e6-f3734fd7db08 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] 10.222.0.30 "DELETE /v2.0/subnets/42b32ee3-3461-411e-b299-ed13237998fe HTTP/1.1" status: 204  len: 168 time: 0.6470439
Feb 19 21:19:02.923200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f2a16-ea0b-409b-87e6-f3734fd7db08 tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Pushing event deleted for resources: {'Subnet': ['ID=42b32ee3-3461-411e-b299-ed13237998fe,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:02.924712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54360) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:02.940952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e58a68-6ac2-4ce6-a899-f0dadcda5aca None None] Network 22b9f77a-f084-42fb-aad2-a35cb151f559 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:19:03.025449 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-657eabd5-7f84-47ab-b632-437264a2066d admin admin] Publish callbacks [] for security_group (d50d6301-3274-46a0-a3e2-33612398e018), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.056583 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-657eabd5-7f84-47ab-b632-437264a2066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d50d6301-3274-46a0-a3e2-33612398e018), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.075921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for port (75555f23-fda8-4599-aeac-4151f303ad83), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.126073 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-657eabd5-7f84-47ab-b632-437264a2066d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.2753234
Feb 19 21:19:03.131338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54366) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:03.135175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (22b9f77a-f084-42fb-aad2-a35cb151f559), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.140068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eabd5-7f84-47ab-b632-437264a2066d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50d6301-3274-46a0-a3e2-33612398e018,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:03.181082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54368) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:03.189126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef9923b-e7b0-429f-86a4-7e40c4c5d8d1 None None] DHCP port deletion for 22b9f77a-f084-42fb-aad2-a35cb151f559 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:19:03.216281 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (75555f23-fda8-4599-aeac-4151f303ad83), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.218255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Deleting port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:19:03.218730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.257711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cef9923b-e7b0-429f-86a4-7e40c4c5d8d1 None None] Deleting port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:19:03.258352 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cef9923b-e7b0-429f-86a4-7e40c4c5d8d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.270957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Pushing event updated for resources: {'Port': ['ID=75555f23-fda8-4599-aeac-4151f303ad83,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:03.273879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ed08725-b571-4a74-8a3c-d49f35bdb24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.304044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] For port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8053e8e9-3e84-4481-bc73-1d9cc58f1c5f,segment=NetworkSegment(2941ec7a-fb2d-4377-ae05-5d25d7e2e017),segment_id=2941ec7a-fb2d-4377-ae05-5d25d7e2e017)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:03.305065 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.335934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Calling delete_port for 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:03.341343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-cef9923b-e7b0-429f-86a4-7e40c4c5d8d1 None None] For port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8053e8e9-3e84-4481-bc73-1d9cc58f1c5f,segment=NetworkSegment(2941ec7a-fb2d-4377-ae05-5d25d7e2e017),segment_id=2941ec7a-fb2d-4377-ae05-5d25d7e2e017)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:03.341755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cef9923b-e7b0-429f-86a4-7e40c4c5d8d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.345791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:03.346615 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-64314254-922d-4acd-a3fc-1c81f15af05d admin admin] Publish callbacks [] for security_group (d50d6301-3274-46a0-a3e2-33612398e018), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.355381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:03.365402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cef9923b-e7b0-429f-86a4-7e40c4c5d8d1 None None] Calling delete_port for 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:03.367190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:03.444595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.465956 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cef9923b-e7b0-429f-86a4-7e40c4c5d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (8053e8e9-3e84-4481-bc73-1d9cc58f1c5f), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.477220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Pushing event deleted for resources: {'Port': ['ID=8053e8e9-3e84-4481-bc73-1d9cc58f1c5f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:03.485212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] No DVR routers for this DVR port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:19:03.506573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9923b-e7b0-429f-86a4-7e40c4c5d8d1 None None] Pushing event deleted for resources: {'Port': ['ID=8053e8e9-3e84-4481-bc73-1d9cc58f1c5f,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:03.512053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9923b-e7b0-429f-86a4-7e40c4c5d8d1 None None] No DVR routers for this DVR port 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:19:03.516121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-64314254-922d-4acd-a3fc-1c81f15af05d admin admin] Publish callbacks [] for security_group (d50d6301-3274-46a0-a3e2-33612398e018), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.613829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (22b9f77a-f084-42fb-aad2-a35cb151f559), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.631426 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ed08725-b571-4a74-8a3c-d49f35bdb24c admin admin] Publish callbacks [] for security_group (356f3332-4f9e-4d0d-b5e7-56ba4a158d1d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.644753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ed08725-b571-4a74-8a3c-d49f35bdb24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (356f3332-4f9e-4d0d-b5e7-56ba4a158d1d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.654185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a45d9a0>,) {'filters': {'network_id': ['22b9f77a-f084-42fb-aad2-a35cb151f559']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:03.668319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a45d9a0>, '2941ec7a-fb2d-4377-ae05-5d25d7e2e017') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:03.668739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a45d9a0>, '2941ec7a-fb2d-4377-ae05-5d25d7e2e017') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:03.680474 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (2941ec7a-fb2d-4377-ae05-5d25d7e2e017), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.705363 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2941ec7a-fb2d-4377-ae05-5d25d7e2e017), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.717194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:19:03.717604 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (2941ec7a-fb2d-4377-ae05-5d25d7e2e017), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:19:03.721294 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:19:03.785735 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0ed08725-b571-4a74-8a3c-d49f35bdb24c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d71bfb76699941158ce3ebc36623c51d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5975971
Feb 19 21:19:03.788887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54374) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:03.790949 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed08725-b571-4a74-8a3c-d49f35bdb24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356f3332-4f9e-4d0d-b5e7-56ba4a158d1d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:03.801431 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-64314254-922d-4acd-a3fc-1c81f15af05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d50d6301-3274-46a0-a3e2-33612398e018), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.805381 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-64314254-922d-4acd-a3fc-1c81f15af05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.806735 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-64314254-922d-4acd-a3fc-1c81f15af05d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d50d6301-3274-46a0-a3e2-33612398e018 HTTP/1.1" status: 204  len: 168 time: 0.6728058
Feb 19 21:19:03.808890 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (22b9f77a-f084-42fb-aad2-a35cb151f559), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.821366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64314254-922d-4acd-a3fc-1c81f15af05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50d6301-3274-46a0-a3e2-33612398e018,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:03.829795 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (0edccf6c-c74f-4964-9dc8-47882796175c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.907006 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:03.911645 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] 10.222.0.30 "DELETE /v2.0/networks/22b9f77a-f084-42fb-aad2-a35cb151f559 HTTP/1.1" status: 204  len: 168 time: 0.9846427
Feb 19 21:19:03.957800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123d0aa-a0a7-430b-9263-0420ac403dac tempest-ExtraDHCPOptionsTestJSON-1852685928 tempest-ExtraDHCPOptionsTestJSON-1852685928-project] Pushing event deleted for resources: {'Network': ['ID=22b9f77a-f084-42fb-aad2-a35cb151f559,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:03.994818 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-83d272e3-b580-4607-8709-7b7498140e9e admin admin] Publish callbacks [] for security_group (356f3332-4f9e-4d0d-b5e7-56ba4a158d1d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:04.023325 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-83d272e3-b580-4607-8709-7b7498140e9e admin admin] Publish callbacks [] for security_group (356f3332-4f9e-4d0d-b5e7-56ba4a158d1d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:04.085517 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (0edccf6c-c74f-4964-9dc8-47882796175c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:04.089667 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (0edccf6c-c74f-4964-9dc8-47882796175c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:04.097784 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-83d272e3-b580-4607-8709-7b7498140e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (356f3332-4f9e-4d0d-b5e7-56ba4a158d1d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:04.101194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-83d272e3-b580-4607-8709-7b7498140e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:04.103011 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-83d272e3-b580-4607-8709-7b7498140e9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/356f3332-4f9e-4d0d-b5e7-56ba4a158d1d HTTP/1.1" status: 204  len: 168 time: 0.3130672
Feb 19 21:19:04.114810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d272e3-b580-4607-8709-7b7498140e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356f3332-4f9e-4d0d-b5e7-56ba4a158d1d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:04.251571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Router 0edccf6c-c74f-4964-9dc8-47882796175c is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:19:04.371692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:04.379525 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54398) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:04.382547 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:04.386819 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a7e3453a-de85-437c-bedd-394e7d2d26a8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "PUT /v2.0/routers/0edccf6c-c74f-4964-9dc8-47882796175c HTTP/1.1" status: 200  len: 884 time: 3.1977119
Feb 19 21:19:04.386971 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558f3160-49e9-4d7e-8ba7-f7ef814c694c None None] Sync routers for ids ['0edccf6c-c74f-4964-9dc8-47882796175c'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:04.388820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54400) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:04.400624 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f3160-49e9-4d7e-8ba7-f7ef814c694c None None] Routers {'0edccf6c-c74f-4964-9dc8-47882796175c'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:04.401255 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-558f3160-49e9-4d7e-8ba7-f7ef814c694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708a7d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0edccf6c-c74f-4964-9dc8-47882796175c'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:04.440204 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-558f3160-49e9-4d7e-8ba7-f7ef814c694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708a7d60>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:04.450153 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f3160-49e9-4d7e-8ba7-f7ef814c694c None None] Routers {'0edccf6c-c74f-4964-9dc8-47882796175c'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:04.450764 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-558f3160-49e9-4d7e-8ba7-f7ef814c694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708a7d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0edccf6c-c74f-4964-9dc8-47882796175c'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:04.539883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e43b9b7a-517f-47dc-b2ba-38c7bf2dcf7d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/routers/0edccf6c-c74f-4964-9dc8-47882796175c HTTP/1.1" status: 200  len: 925 time: 0.1486800
Feb 19 21:19:04.542842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54408) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:04.601038 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-558f3160-49e9-4d7e-8ba7-f7ef814c694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708a7d60>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:04.602080 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558f3160-49e9-4d7e-8ba7-f7ef814c694c None None] The sync data for ids ['0edccf6c-c74f-4964-9dc8-47882796175c'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:04.663725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23be8944-7ce3-4ec9-9dd4-c6af413f8708 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:04.665789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-23be8944-7ce3-4ec9-9dd4-c6af413f8708 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&device_id=0edccf6c-c74f-4964-9dc8-47882796175c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1215825
Feb 19 21:19:04.669466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54412) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:04.712451 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7235edf1-134c-4ee4-b080-a29780e4d922 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee95f61e46b548ebb3d07818562cb7c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3289583
Feb 19 21:19:04.712451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54416) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:04.781411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e8719e-dfc3-491e-9686-9d19be6495d9 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:04.783280 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-00e8719e-dfc3-491e-9686-9d19be6495d9 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 881 time: 0.1110163
Feb 19 21:19:04.786297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54424) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:04.820186 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-172945b4-9ae9-4685-8ddc-0bf9cb5bd9d8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=0edccf6c-c74f-4964-9dc8-47882796175c HTTP/1.1" status: 200  len: 205 time: 0.0324905
Feb 19 21:19:04.821492 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7a747ac-e9a7-462a-b16a-da7428420f03 admin admin] Publish callbacks [] for security_group (94f02cdd-b2c9-4cc7-b27e-ef4439c45dee), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:04.822890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54428) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:04.850925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7a747ac-e9a7-462a-b16a-da7428420f03 admin admin] Publish callbacks [] for security_group (94f02cdd-b2c9-4cc7-b27e-ef4439c45dee), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:04.917369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7a747ac-e9a7-462a-b16a-da7428420f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (94f02cdd-b2c9-4cc7-b27e-ef4439c45dee), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:04.920791 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f7a747ac-e9a7-462a-b16a-da7428420f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:04.922183 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f7a747ac-e9a7-462a-b16a-da7428420f03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94f02cdd-b2c9-4cc7-b27e-ef4439c45dee HTTP/1.1" status: 204  len: 168 time: 0.2090869
Feb 19 21:19:04.930144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a747ac-e9a7-462a-b16a-da7428420f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f02cdd-b2c9-4cc7-b27e-ef4439c45dee,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:04.984600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54436) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:04.994793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (0edccf6c-c74f-4964-9dc8-47882796175c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.189530 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (0edccf6c-c74f-4964-9dc8-47882796175c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.213978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:19:05.239580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:19:05.240805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8053e8e9-3e84-4481-bc73-1d9cc58f1c5f not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:19:05.282208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Deleting port 75555f23-fda8-4599-aeac-4151f303ad83 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:19:05.282567 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (75555f23-fda8-4599-aeac-4151f303ad83), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.289703 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1459043645-network', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:05.334435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Made reservation on behalf of c88a055c429b4b9e8e86a370c8571785 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:05.336891 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.347461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.463317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (75555f23-fda8-4599-aeac-4151f303ad83), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.467467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Publish callbacks [] for security_group (0ef79633-e8ce-43fc-9235-01081da23195), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.473923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0ef79633-e8ce-43fc-9235-01081da23195), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.486777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Calling delete_port for 75555f23-fda8-4599-aeac-4151f303ad83 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:05.514210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:19:05.527534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef79633-e8ce-43fc-9235-01081da23195,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:05.559337 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (723803cd-c04a-41e0-8f64-71619122a821), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.561325 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Added segment 723803cd-c04a-41e0-8f64-71619122a821 of type vlan for network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19
Feb 19 21:19:05.638739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.670540 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.675706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:05.676554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.712435 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7264299
Feb 19 21:19:05.713079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54474) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:05.797010 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (75555f23-fda8-4599-aeac-4151f303ad83), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:05.833262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Pushing event deleted for resources: {'Port': ['ID=75555f23-fda8-4599-aeac-4151f303ad83,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:05.858344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.858692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.859437 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.860157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.860891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.861578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.862258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.862872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.863386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.864164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.864848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.865546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.866083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:05.923860 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (0edccf6c-c74f-4964-9dc8-47882796175c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.061345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (0edccf6c-c74f-4964-9dc8-47882796175c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.064570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (0edccf6c-c74f-4964-9dc8-47882796175c), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.127113 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (0edccf6c-c74f-4964-9dc8-47882796175c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.128102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Fanout notify agent at l3_agent the message router_deleted on router 0edccf6c-c74f-4964-9dc8-47882796175c {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:19:06.137110 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.139256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5a44ac5a-476c-455c-968c-f9c08aadb03f tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/0edccf6c-c74f-4964-9dc8-47882796175c HTTP/1.1" status: 204  len: 168 time: 1.3148229
Feb 19 21:19:06.142679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54494) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:06.147613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a3886d43-b259-4839-8beb-208ca157d1ed tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-985925048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:06.157918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] Request body: {'subnet': {'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1459043645-subnet', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:06.178748 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a3886d43-b259-4839-8beb-208ca157d1ed tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.180111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a3886d43-b259-4839-8beb-208ca157d1ed tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.182700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cc222-2d10-4d42-93cb-b5ff24418764 admin admin] Pushing event updated for resources: {'Network': ['ID=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:06.193761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] Made reservation on behalf of c88a055c429b4b9e8e86a370c8571785 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:06.197532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.200016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:19:06.325759 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a3886d43-b259-4839-8beb-208ca157d1ed tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.330125 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a3886d43-b259-4839-8beb-208ca157d1ed tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.351305 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a3886d43-b259-4839-8beb-208ca157d1ed tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.356562 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54500) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:06.357044 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a3886d43-b259-4839-8beb-208ca157d1ed tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2130108
Feb 19 21:19:06.363026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'enable_snat': True}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:06.545606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (3b3d5fb1-eef9-434b-9f89-38f825d19a34), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.684295 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3d5fb1-eef9-434b-9f89-38f825d19a34,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:06.696527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.712958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] Checking segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:06.713376 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] Network hostable DHCP agents. Network: aea80e2c-9b0e-4c05-b6af-09dfa51c0b19, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:19:06.776907 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:19:06.796834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aea80e2c-9b0e-4c05-b6af-09dfa51c0b19) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:06.803052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:06.803475 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.807404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a869b-2813-4f7e-9c04-859000424895 None None] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:19:06.837587 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fc516657-bae5-4069-9cb0-5a60dc1c520a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6882157
Feb 19 21:19:06.838498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54534) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:06.844208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:06.891936 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:06.893136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.008624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:19:07.009919 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.052404 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Publish callbacks [] for router_controller (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.147467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.188871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.211106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Allocated IP 172.20.0.2 (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19/3b3d5fb1-eef9-434b-9f89-38f825d19a34/4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:07.257962 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Publish callbacks [] for router_gateway (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.368191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Allocated IP 172.35.2.49 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/cf6d89ba-35a0-4cab-a0fe-bc0e2eb0d5e1) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:07.631655 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for port (cf6d89ba-35a0-4cab-a0fe-bc0e2eb0d5e1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.674400 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Publish callbacks [] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.686698 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.717980 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (cf6d89ba-35a0-4cab-a0fe-bc0e2eb0d5e1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.743188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:07.745796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:07.750061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:07.797985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:07.804643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:07.807090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event updated for resources: {'Port': ['ID=cf6d89ba-35a0-4cab-a0fe-bc0e2eb0d5e1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:07.809501 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:07.860201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Pushing event updated for resources: {'Port': ['ID=4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:07.895018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Attempting to bind port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:19:07.895018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Attempting to bind port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:19:07.895018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Attempting to bind port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:07.906116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:19:07.906550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Checking segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:07.906917 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.908684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Bound using segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:19:07.909607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Bound port: 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:19:07.910194 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.970605 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Publish callbacks [] for router_gateway (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:07.992516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] For port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:19:07.998332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] For port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:19:08.001700 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.007184 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.097479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f4fd9-49ee-4efc-bf0c-19fd91f5411f None None] Pushing event updated for resources: {'Port': ['ID=4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:08.154258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Allocated IP 172.35.2.141 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/4ef82534-7c08-4531-b905-10c71736157d) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:08.202359 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.222452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54574) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:08.287983 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Publish callbacks [] for port (4ef82534-7c08-4531-b905-10c71736157d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.372976 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4ef82534-7c08-4531-b905-10c71736157d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.423109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:08.431934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:08.449856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:08.476758 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e4f0fe87-350c-4fab-8fbb-5b265a885082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.486295 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.492429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.505896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Pushing event updated for resources: {'Port': ['ID=4ef82534-7c08-4531-b905-10c71736157d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:08.661229 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Router 7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:19:08.789642 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e4f0fe87-350c-4fab-8fbb-5b265a885082 admin admin] Publish callbacks [] for security_group (e6ff5daa-07f8-41b9-834a-1931f0019bed), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.797130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:08.798837 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e4f0fe87-350c-4fab-8fbb-5b265a885082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e6ff5daa-07f8-41b9-834a-1931f0019bed), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.805540 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.809433 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a2f9a0eb-5661-4946-81c9-5ce137e467cd tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "PUT /v2.0/routers/7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9 HTTP/1.1" status: 200  len: 917 time: 2.4487109
Feb 19 21:19:08.809613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fd6abe-206c-458b-b134-90fb1c984365 None None] Sync routers for ids ['7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:08.809947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54598) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:08.818771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd6abe-206c-458b-b134-90fb1c984365 None None] Routers {'7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:08.819403 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-68fd6abe-206c-458b-b134-90fb1c984365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a629c4cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:08.858382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0fe87-350c-4fab-8fbb-5b265a885082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ff5daa-07f8-41b9-834a-1931f0019bed,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:08.861506 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Publish callbacks [] for router_gateway (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:08.876121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-68fd6abe-206c-458b-b134-90fb1c984365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a629c4cd0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:08.892872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd6abe-206c-458b-b134-90fb1c984365 None None] Routers {'7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:08.893767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-68fd6abe-206c-458b-b134-90fb1c984365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a629c4cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:08.943515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-68fd6abe-206c-458b-b134-90fb1c984365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a629c4cd0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:08.944379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fd6abe-206c-458b-b134-90fb1c984365 None None] The sync data for ids ['7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:08.950385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e4f0fe87-350c-4fab-8fbb-5b265a885082 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e8d8b358e3c44ffa1b22a4cc1214467&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7233961
Feb 19 21:19:08.955429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54604) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:08.975774 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1b93a6ba-51fe-4728-8d10-792255b3a659 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/routers/7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9 HTTP/1.1" status: 200  len: 923 time: 0.1642032
Feb 19 21:19:08.980956 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54608) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:09.035793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fc0abb-c39c-47c0-8e43-ff8a789781e0 admin admin] Publish callbacks [] for security_group (e6ff5daa-07f8-41b9-834a-1931f0019bed), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.072053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fc0abb-c39c-47c0-8e43-ff8a789781e0 admin admin] Publish callbacks [] for security_group (e6ff5daa-07f8-41b9-834a-1931f0019bed), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.081288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ed3cb-61ef-4770-9af4-5ce94d6bfd4d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:09.083130 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d87ed3cb-61ef-4770-9af4-5ce94d6bfd4d tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&device_id=7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1008286
Feb 19 21:19:09.086477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54612) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:09.221772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fc0abb-c39c-47c0-8e43-ff8a789781e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e6ff5daa-07f8-41b9-834a-1931f0019bed), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.229025 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fc0abb-c39c-47c0-8e43-ff8a789781e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.231385 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a2fc0abb-c39c-47c0-8e43-ff8a789781e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6ff5daa-07f8-41b9-834a-1931f0019bed HTTP/1.1" status: 204  len: 168 time: 0.2732821
Feb 19 21:19:09.252929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc0abb-c39c-47c0-8e43-ff8a789781e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ff5daa-07f8-41b9-834a-1931f0019bed,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:09.276675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c30fedc-2696-478f-aaa5-b385457ddc28 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:09.279018 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7c30fedc-2696-478f-aaa5-b385457ddc28 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 881 time: 0.1873283
Feb 19 21:19:09.283338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54628) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:09.286052 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.347473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:09.382988 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c1b33972-1762-4a6c-80ea-49bfd930eacc tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9 HTTP/1.1" status: 200  len: 205 time: 0.0954773
Feb 19 21:19:09.385583 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54634) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:09.474025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:09.474025 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.535096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:19:09.623124 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.670355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:09.672569 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.740943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:09.758628 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Sync routers for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:09.776904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:09.777333 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:09.777745 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70496550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:09.783280 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.785022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-24e0ccb0-eaa8-41d9-b3ae-8bc6565d58ef admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.9446943
Feb 19 21:19:09.787812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54648) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:09.788469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f0542-f886-4016-8faf-3ff1e39bbc60 None None] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:19:09.795262 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.850845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54650) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:09.882830 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4be3-6460-4bcb-ac4e-0d516427462b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.947432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca29c99e-fb87-495a-9ef5-1f606abce89d None None] Provisioning complete for port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:09.947981 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca29c99e-fb87-495a-9ef5-1f606abce89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:09.962365 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:19:09.983552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:10.005097 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4be3-6460-4bcb-ac4e-0d516427462b admin admin] Publish callbacks [] for security_group (6a1825f6-e1b4-4a44-b1cb-4cc90ef2d827), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.031236 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.045666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4be3-6460-4bcb-ac4e-0d516427462b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6a1825f6-e1b4-4a44-b1cb-4cc90ef2d827), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.081941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca29c99e-fb87-495a-9ef5-1f606abce89d None None] Current status of the port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:10.132433 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2b6e4be3-6460-4bcb-ac4e-0d516427462b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cea3f3454bac4f4f9c2586f67cb2eb64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2805088
Feb 19 21:19:10.145421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54670) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:10.165559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e4be3-6460-4bcb-ac4e-0d516427462b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1825f6-e1b4-4a44-b1cb-4cc90ef2d827,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:10.274693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Deleting port cf6d89ba-35a0-4cab-a0fe-bc0e2eb0d5e1 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:19:10.275045 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (cf6d89ba-35a0-4cab-a0fe-bc0e2eb0d5e1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.278285 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76cb5fb3-6fd8-421e-bcd6-bc3b41e4bf5f admin admin] Publish callbacks [] for security_group (6a1825f6-e1b4-4a44-b1cb-4cc90ef2d827), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.310031 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70496550>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:08Z', 'revision_number': 3, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:10.349036 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Checking router: 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:19:10.349686 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Updating router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 port 4ef82534-7c08-4531-b905-10c71736157d binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:19:10.383711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76cb5fb3-6fd8-421e-bcd6-bc3b41e4bf5f admin admin] Publish callbacks [] for security_group (6a1825f6-e1b4-4a44-b1cb-4cc90ef2d827), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.411617 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ef82534-7c08-4531-b905-10c71736157d), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.444765 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (cf6d89ba-35a0-4cab-a0fe-bc0e2eb0d5e1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.458145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Calling delete_port for cf6d89ba-35a0-4cab-a0fe-bc0e2eb0d5e1 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:10.522004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1bfaae97-7866-47c0-bdf3-36a0f09f76ad None None] Provisioning complete for port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:10.522388 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1bfaae97-7866-47c0-bdf3-36a0f09f76ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.534256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76cb5fb3-6fd8-421e-bcd6-bc3b41e4bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6a1825f6-e1b4-4a44-b1cb-4cc90ef2d827), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.542530 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-76cb5fb3-6fd8-421e-bcd6-bc3b41e4bf5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.546395 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-76cb5fb3-6fd8-421e-bcd6-bc3b41e4bf5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a1825f6-e1b4-4a44-b1cb-4cc90ef2d827 HTTP/1.1" status: 204  len: 168 time: 0.3966684
Feb 19 21:19:10.578520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb5fb3-6fd8-421e-bcd6-bc3b41e4bf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1825f6-e1b4-4a44-b1cb-4cc90ef2d827,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:10.604417 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.622075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54680) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:10.785215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1bfaae97-7866-47c0-bdf3-36a0f09f76ad None None] Current status of the port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:10.797572 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (cf6d89ba-35a0-4cab-a0fe-bc0e2eb0d5e1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.830768 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Pushing event deleted for resources: {'Port': ['ID=cf6d89ba-35a0-4cab-a0fe-bc0e2eb0d5e1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:10.880022 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Publish callbacks [] for port (4ef82534-7c08-4531-b905-10c71736157d), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.898433 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4ef82534-7c08-4531-b905-10c71736157d), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.902377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.914391 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7192b34-9fdf-4240-b433-fced8e2f5fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.957425 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Attempting to bind port 4ef82534-7c08-4531-b905-10c71736157d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:19:10.957826 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Attempting to bind port 4ef82534-7c08-4531-b905-10c71736157d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:19:10.958185 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Attempting to bind port 4ef82534-7c08-4531-b905-10c71736157d on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:10.969017 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3d153-2505-495d-b5fd-60315a835658 None None] Pushing event updated for resources: {'Port': ['ID=4ef82534-7c08-4531-b905-10c71736157d,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:10.979379 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:19:10.980199 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:10.981379 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:10.982285 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:19:10.983602 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Bound port: 4ef82534-7c08-4531-b905-10c71736157d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:19:10.984213 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ef82534-7c08-4531-b905-10c71736157d), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.105487 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] For port 4ef82534-7c08-4531-b905-10c71736157d, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:19:11.110825 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] For port 4ef82534-7c08-4531-b905-10c71736157d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ef82534-7c08-4531-b905-10c71736157d,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:19:11.125980 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4ef82534-7c08-4531-b905-10c71736157d), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.168701 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7192b34-9fdf-4240-b433-fced8e2f5fda admin admin] Publish callbacks [] for security_group (e5f504f1-d553-4fca-b86d-f3f459b0d78a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.193228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Allocated IP 172.20.0.1 (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19/3b3d5fb1-eef9-434b-9f89-38f825d19a34/909abd5d-3a05-4dff-94c3-8f83ec891fb1) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:11.223382 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7192b34-9fdf-4240-b433-fced8e2f5fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e5f504f1-d553-4fca-b86d-f3f459b0d78a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.242841 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:11.243809 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70496550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:11.266775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:11.358691 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:11.359778 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.380798 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3d153-2505-495d-b5fd-60315a835658 None None] Pushing event updated for resources: {'Port': ['ID=4ef82534-7c08-4531-b905-10c71736157d,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:11.406345 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:19:11.425592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7192b34-9fdf-4240-b433-fced8e2f5fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f504f1-d553-4fca-b86d-f3f459b0d78a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:11.434406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f7192b34-9fdf-4240-b433-fced8e2f5fda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c59681854604e18a3a7bc8af86302d9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8073633
Feb 19 21:19:11.434744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54712) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:11.469184 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.472005 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.525661 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.526254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Fanout notify agent at l3_agent the message router_deleted on router 7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:19:11.530372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:11.537208 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.544943 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9f850cf7-e8cd-4d03-9bc0-71d190f1b340 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9 HTTP/1.1" status: 204  len: 168 time: 2.1576195
Feb 19 21:19:11.545816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54714) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:11.553602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-04ac12d0-fa8e-472f-aced-6c68b3652b83 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-504193850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:11.560724 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-26b7bce7-f1cd-4a6e-a6b5-f22984106ecb admin admin] Publish callbacks [] for security_group (e5f504f1-d553-4fca-b86d-f3f459b0d78a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.587144 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04ac12d0-fa8e-472f-aced-6c68b3652b83 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (9d63db1c-c0f8-4db1-b786-a76f65a56451), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.588565 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04ac12d0-fa8e-472f-aced-6c68b3652b83 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (9d63db1c-c0f8-4db1-b786-a76f65a56451), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.598913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Publish callbacks [] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.617289 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-26b7bce7-f1cd-4a6e-a6b5-f22984106ecb admin admin] Publish callbacks [] for security_group (e5f504f1-d553-4fca-b86d-f3f459b0d78a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.661549 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04ac12d0-fa8e-472f-aced-6c68b3652b83 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (9d63db1c-c0f8-4db1-b786-a76f65a56451), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.672451 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04ac12d0-fa8e-472f-aced-6c68b3652b83 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (9d63db1c-c0f8-4db1-b786-a76f65a56451), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.695734 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70496550>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:08Z', 'revision_number': 3, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:11.701807 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.706342 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04ac12d0-fa8e-472f-aced-6c68b3652b83 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.713370 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-04ac12d0-fa8e-472f-aced-6c68b3652b83 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1662197
Feb 19 21:19:11.716481 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54722) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:11.721681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'enable_snat': False}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:11.750548 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3cc3c-a011-4e09-ab3b-99ece7af9b47 None None] The sync data for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 is: [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:08Z', 'revision_number': 3, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:11.762581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Pushing event updated for resources: {'Port': ['ID=909abd5d-3a05-4dff-94c3-8f83ec891fb1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:11.767419 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-26b7bce7-f1cd-4a6e-a6b5-f22984106ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e5f504f1-d553-4fca-b86d-f3f459b0d78a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.770240 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-26b7bce7-f1cd-4a6e-a6b5-f22984106ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:11.774222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-26b7bce7-f1cd-4a6e-a6b5-f22984106ecb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5f504f1-d553-4fca-b86d-f3f459b0d78a HTTP/1.1" status: 204  len: 168 time: 0.3327956
Feb 19 21:19:11.786438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7bce7-f1cd-4a6e-a6b5-f22984106ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f504f1-d553-4fca-b86d-f3f459b0d78a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:11.803854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:11.809232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:11.817860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:11.915516 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.034844 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (9d63db1c-c0f8-4db1-b786-a76f65a56451), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.204928 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.234749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f3aeab34-e61f-4bed-ac5e-3ad0ac546276 None None] Provisioning complete for port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:12.236187 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f3aeab34-e61f-4bed-ac5e-3ad0ac546276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.311464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f3aeab34-e61f-4bed-ac5e-3ad0ac546276 None None] Port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:19:12.429773 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (9d63db1c-c0f8-4db1-b786-a76f65a56451), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.462389 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.580062 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Publish callbacks [] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.597489 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.626252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54742) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:12.648685 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Allocated IP 172.35.2.72 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/5ead5ffd-3452-4682-a8f1-cf98c77a042b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:12.677236 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef15c21-acff-4b76-8754-a189eb610c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.682446 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.685796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Pushing event updated for resources: {'Port': ['ID=909abd5d-3a05-4dff-94c3-8f83ec891fb1,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:12.806640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:12.807503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:12.809990 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef15c21-acff-4b76-8754-a189eb610c04 admin admin] Publish callbacks [] for security_group (2fb144a0-d0b2-4ca7-a681-6b4331faa153), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.860929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9ef15c21-acff-4b76-8754-a189eb610c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2fb144a0-d0b2-4ca7-a681-6b4331faa153), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:12.936413 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9ef15c21-acff-4b76-8754-a189eb610c04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9744d59b46fd470c9106a1c26f5231b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3080676
Feb 19 21:19:12.944252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54748) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:13.003341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:19:13.011294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef15c21-acff-4b76-8754-a189eb610c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb144a0-d0b2-4ca7-a681-6b4331faa153,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:13.060603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bd8a78fd-6f97-401a-98c1-5ca65b9f0c91 admin admin] Publish callbacks [] for security_group (2fb144a0-d0b2-4ca7-a681-6b4331faa153), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:13.095919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for port (5ead5ffd-3452-4682-a8f1-cf98c77a042b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:13.113580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bd8a78fd-6f97-401a-98c1-5ca65b9f0c91 admin admin] Publish callbacks [] for security_group (2fb144a0-d0b2-4ca7-a681-6b4331faa153), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:13.162977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5d4929c5-fa14-4c95-9cf0-c4e8f403d3d8 None None] Provisioning complete for port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:13.182669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5ead5ffd-3452-4682-a8f1-cf98c77a042b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:13.186535 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5d4929c5-fa14-4c95-9cf0-c4e8f403d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:13.194574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:13.206013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-48ea902d-8fde-4c49-9fce-963586bf2dfe admin admin] 10.222.0.30 "PUT /v2.0/routers/13698fb8-7667-4b4d-aaf6-8ad60e3f39a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4165599
Feb 19 21:19:13.236237 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bd8a78fd-6f97-401a-98c1-5ca65b9f0c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2fb144a0-d0b2-4ca7-a681-6b4331faa153), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:13.238983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bd8a78fd-6f97-401a-98c1-5ca65b9f0c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:13.240593 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bd8a78fd-6f97-401a-98c1-5ca65b9f0c91 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fb144a0-d0b2-4ca7-a681-6b4331faa153 HTTP/1.1" status: 204  len: 168 time: 0.2950182
Feb 19 21:19:13.250176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:13.258263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:13.269559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:13.278860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5d4929c5-fa14-4c95-9cf0-c4e8f403d3d8 None None] Port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:19:13.289920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ef82534-7c08-4531-b905-10c71736157d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:13.294807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a78fd-6f97-401a-98c1-5ca65b9f0c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb144a0-d0b2-4ca7-a681-6b4331faa153,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:13.298805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Pushing event updated for resources: {'Port': ['ID=5ead5ffd-3452-4682-a8f1-cf98c77a042b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:13.374500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4ef82534-7c08-4531-b905-10c71736157d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:13.374500 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4ef82534-7c08-4531-b905-10c71736157d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:13.478805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4ef82534-7c08-4531-b905-10c71736157d is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:13.479448 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ef82534-7c08-4531-b905-10c71736157d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:13.533793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 4ef82534-7c08-4531-b905-10c71736157d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ef82534-7c08-4531-b905-10c71736157d,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:13.542925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4ef82534-7c08-4531-b905-10c71736157d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:13.643852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=4ef82534-7c08-4531-b905-10c71736157d,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:13.773364 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router_gateway (9d63db1c-c0f8-4db1-b786-a76f65a56451), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:14.111010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (9d63db1c-c0f8-4db1-b786-a76f65a56451), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:14.114487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (9d63db1c-c0f8-4db1-b786-a76f65a56451), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:14.245819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Sync routers for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:14.257763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:14.258486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b20940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:14.273267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Router 9d63db1c-c0f8-4db1-b786-a76f65a56451 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:19:14.402537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:19:14.428753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:14.444054 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c3957-a569-494d-a8b7-3b67a4da9835 None None] Sync routers for ids ['9d63db1c-c0f8-4db1-b786-a76f65a56451'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:14.444587 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:14.446698 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-159a1b0f-448a-47f6-92b2-6db2c2b9688b tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "PUT /v2.0/routers/9d63db1c-c0f8-4db1-b786-a76f65a56451 HTTP/1.1" status: 200  len: 918 time: 2.7292609
Feb 19 21:19:14.450822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54836) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:14.465321 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c3957-a569-494d-a8b7-3b67a4da9835 None None] Routers {'9d63db1c-c0f8-4db1-b786-a76f65a56451'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:14.466145 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-374c3957-a569-494d-a8b7-3b67a4da9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70496250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9d63db1c-c0f8-4db1-b786-a76f65a56451'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:14.516920 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-374c3957-a569-494d-a8b7-3b67a4da9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70496250>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:14.533633 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c3957-a569-494d-a8b7-3b67a4da9835 None None] Routers {'9d63db1c-c0f8-4db1-b786-a76f65a56451'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:14.535102 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-374c3957-a569-494d-a8b7-3b67a4da9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70496250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9d63db1c-c0f8-4db1-b786-a76f65a56451'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:14.596985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54842) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:14.604682 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2051424501-network', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:14.632020 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-374c3957-a569-494d-a8b7-3b67a4da9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70496250>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:14.633278 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c3957-a569-494d-a8b7-3b67a4da9835 None None] The sync data for ids ['9d63db1c-c0f8-4db1-b786-a76f65a56451'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:14.671625 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Made reservation on behalf of 23d1e8bdb8cc4a4d98556d0d7995b580 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:14.686321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:14.715263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:14.729504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b20940>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 2, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:14.785745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Checking router: 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:19:14.789222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Updating router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:19:14.887039 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:14.939306 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Publish callbacks [] for security_group (7c4c52c9-af89-400d-b52b-c4ae760d6564), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:14.953971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7c4c52c9-af89-400d-b52b-c4ae760d6564), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:14.976948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:19:14.988367 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (aa496380-489c-4de5-972f-ee02648327fa), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:14.988761 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Added segment aa496380-489c-4de5-972f-ee02648327fa of type vlan for network 927d84fd-de18-4cb9-b696-00d62b5cac90
Feb 19 21:19:15.091924 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (927d84fd-de18-4cb9-b696-00d62b5cac90), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:15.129711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4c52c9-af89-400d-b52b-c4ae760d6564,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:15.196576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b8f973a1-defa-4813-83cb-f1327db4056f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/routers/9d63db1c-c0f8-4db1-b786-a76f65a56451 HTTP/1.1" status: 200  len: 924 time: 0.7403071
Feb 19 21:19:15.204536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54866) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:15.231535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ef82534-7c08-4531-b905-10c71736157d up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:15.262328 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (927d84fd-de18-4cb9-b696-00d62b5cac90), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:15.264160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:15.266231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:15.332924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4ef82534-7c08-4531-b905-10c71736157d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:15.333632 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4ef82534-7c08-4531-b905-10c71736157d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:15.353885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e730dde-0a82-435a-8279-9fff38e38625 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:15.356421 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2e730dde-0a82-435a-8279-9fff38e38625 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&device_id=9d63db1c-c0f8-4db1-b786-a76f65a56451&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1502163
Feb 19 21:19:15.359467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54874) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:15.396901 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7987189
Feb 19 21:19:15.399203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54880) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:15.414244 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] Request body: {'subnet': {'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2051424501-subnet', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:15.442169 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Publish callbacks [] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:15.467106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd20c5a-fa0e-48f8-932c-839ad9fb24c0 admin admin] Pushing event updated for resources: {'Network': ['ID=927d84fd-de18-4cb9-b696-00d62b5cac90,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:15.482690 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] Made reservation on behalf of 23d1e8bdb8cc4a4d98556d0d7995b580 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:15.486690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:15.511808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4ef82534-7c08-4531-b905-10c71736157d is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:15.517603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 927d84fd-de18-4cb9-b696-00d62b5cac90 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:19:15.523519 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:15.530271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d2c68d-90f9-4d74-928d-44dcf573b6e4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:15.541752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c7d2c68d-90f9-4d74-928d-44dcf573b6e4 tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/networks/46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 881 time: 0.1731286
Feb 19 21:19:15.545155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54886) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:15.643062 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-da6bd06c-e04b-4ec5-8367-2bcabb0249e2 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d63db1c-c0f8-4db1-b786-a76f65a56451 HTTP/1.1" status: 200  len: 205 time: 0.0912240
Feb 19 21:19:15.643809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 54894) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:15.724578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c330f-cca6-4160-b0a2-0a80195966a4 None None] Pushing event updated for resources: {'Port': ['ID=909abd5d-3a05-4dff-94c3-8f83ec891fb1,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:15.887131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Attempting to bind port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:19:15.887560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Attempting to bind port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:19:15.887942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Attempting to bind port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:15.895664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:19:15.895664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Checking segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:15.896071 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:15.896489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Bound using segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:19:15.897121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Bound port: 909abd5d-3a05-4dff-94c3-8f83ec891fb1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:19:15.898022 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:15.914975 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (91aaa1e0-564e-4ff2-84f6-a163e2360749), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:15.929361 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (9d63db1c-c0f8-4db1-b786-a76f65a56451), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:16.059371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] For port 909abd5d-3a05-4dff-94c3-8f83ec891fb1, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:19:16.064650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91aaa1e0-564e-4ff2-84f6-a163e2360749,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:16.074235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] For port 909abd5d-3a05-4dff-94c3-8f83ec891fb1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=909abd5d-3a05-4dff-94c3-8f83ec891fb1,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:19:16.082865 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] Checking segment: {'id': 'aa496380-489c-4de5-972f-ee02648327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:16.083255 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] Network hostable DHCP agents. Network: 927d84fd-de18-4cb9-b696-00d62b5cac90, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:19:16.090893 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:16.124371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] Network 927d84fd-de18-4cb9-b696-00d62b5cac90 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:19:16.144372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 927d84fd-de18-4cb9-b696-00d62b5cac90) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:16.170100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:16.171155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:16.172115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c330f-cca6-4160-b0a2-0a80195966a4 None None] Pushing event updated for resources: {'Port': ['ID=909abd5d-3a05-4dff-94c3-8f83ec891fb1,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:16.178361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcbf62e-6e64-4143-8787-72433436993b None None] Network 927d84fd-de18-4cb9-b696-00d62b5cac90 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:19:16.224968 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7ea2e243-36ba-47a7-a872-a34f3dd71979 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8197639
Feb 19 21:19:16.228905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54912) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:16.240684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2051424501-router', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:16.275231 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (9d63db1c-c0f8-4db1-b786-a76f65a56451), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:16.310231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (d054da5e-baf3-46b9-856d-7b348fa9186b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:16.311568 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (d054da5e-baf3-46b9-856d-7b348fa9186b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:16.322616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:16.324837 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b20940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:18:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:16.336048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4075c35e-a019-42be-8b1a-34b5e813a61d None None] Provisioning complete for port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:16.337162 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4075c35e-a019-42be-8b1a-34b5e813a61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:16.432024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Deleting port 5ead5ffd-3452-4682-a8f1-cf98c77a042b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:19:16.432480 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5ead5ffd-3452-4682-a8f1-cf98c77a042b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:16.477285 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Publish callbacks [] for router_controller (d054da5e-baf3-46b9-856d-7b348fa9186b), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:16.587720 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5ead5ffd-3452-4682-a8f1-cf98c77a042b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:16.633052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Calling delete_port for 5ead5ffd-3452-4682-a8f1-cf98c77a042b owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:16.886594 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (5ead5ffd-3452-4682-a8f1-cf98c77a042b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:16.906618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:19:16.952047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Pushing event deleted for resources: {'Port': ['ID=5ead5ffd-3452-4682-a8f1-cf98c77a042b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:17.016494 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Publish callbacks [] for router_gateway (d054da5e-baf3-46b9-856d-7b348fa9186b), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.019162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-927d84fd-de18-4cb9-b696-00d62b5cac90', 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90', 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'fixed_ips': [{'subnet_id': '91aaa1e0-564e-4ff2-84f6-a163e2360749'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:19:17.020221 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.055659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (9d63db1c-c0f8-4db1-b786-a76f65a56451), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.198857 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (9d63db1c-c0f8-4db1-b786-a76f65a56451), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.201613 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (9d63db1c-c0f8-4db1-b786-a76f65a56451), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.293830 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (9d63db1c-c0f8-4db1-b786-a76f65a56451), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.294359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Fanout notify agent at l3_agent the message router_deleted on router 9d63db1c-c0f8-4db1-b786-a76f65a56451 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:19:17.306259 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.314034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-63134f59-17bc-4ff6-8b52-87f94f3bfb91 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/9d63db1c-c0f8-4db1-b786-a76f65a56451 HTTP/1.1" status: 204  len: 168 time: 1.6691024
Feb 19 21:19:17.314445 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 54966) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:17.320254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-704419698', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}, 'admin_state_up': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:17.338437 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Publish callbacks [] for router_gateway (d054da5e-baf3-46b9-856d-7b348fa9186b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.340923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4075c35e-a019-42be-8b1a-34b5e813a61d None None] Current status of the port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:17.341319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4075c35e-a019-42be-8b1a-34b5e813a61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.360954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.405463 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (d14226c7-c1ab-4745-aee4-e38d25125c4d), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.406416 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (d14226c7-c1ab-4745-aee4-e38d25125c4d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.458711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4075c35e-a019-42be-8b1a-34b5e813a61d None None] For port 909abd5d-3a05-4dff-94c3-8f83ec891fb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=909abd5d-3a05-4dff-94c3-8f83ec891fb1,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:17.486380 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4075c35e-a019-42be-8b1a-34b5e813a61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.510521 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (d14226c7-c1ab-4745-aee4-e38d25125c4d), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.532609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Allocated IP 172.20.0.2 (927d84fd-de18-4cb9-b696-00d62b5cac90/91aaa1e0-564e-4ff2-84f6-a163e2360749/add020de-5e71-4b6d-bc47-cd250eca4e4e) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:17.612517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075c35e-a019-42be-8b1a-34b5e813a61d None None] Pushing event updated for resources: {'Port': ['ID=909abd5d-3a05-4dff-94c3-8f83ec891fb1,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:17.646015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b20940>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:16Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:17.687664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cbbb6ed1-c81a-41f7-bb82-4642ca75b8da None None] Provisioning complete for port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:17.688051 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cbbb6ed1-c81a-41f7-bb82-4642ca75b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.692313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872ae97-0ac0-4e22-a228-b17180e10673 None None] The sync data for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 is: [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:16Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:17.928210 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Publish callbacks [] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.945517 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:17.959299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb6ed1-c81a-41f7-bb82-4642ca75b8da None None] Current status of the port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:17.974636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Network 927d84fd-de18-4cb9-b696-00d62b5cac90 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:17.997988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:18.010560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:18.075646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55014) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:18.108162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Attempting to bind port add020de-5e71-4b6d-bc47-cd250eca4e4e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:19:18.108765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Attempting to bind port add020de-5e71-4b6d-bc47-cd250eca4e4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa496380-489c-4de5-972f-ee02648327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:19:18.109303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Attempting to bind port add020de-5e71-4b6d-bc47-cd250eca4e4e on network 927d84fd-de18-4cb9-b696-00d62b5cac90 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:18.124721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Pushing event updated for resources: {'Port': ['ID=add020de-5e71-4b6d-bc47-cd250eca4e4e,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:18.130911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:19:18.138124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Checking segment: {'id': 'aa496380-489c-4de5-972f-ee02648327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:18.138911 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:18.139288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Bound using segment: {'id': 'aa496380-489c-4de5-972f-ee02648327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:19:18.139800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Bound port: add020de-5e71-4b6d-bc47-cd250eca4e4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa496380-489c-4de5-972f-ee02648327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:19:18.140308 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:18.177444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Allocated IP 172.35.2.221 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/169e57e4-0933-47d0-b702-2a50bdfb352b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:18.256174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099405a1-66dc-49b2-9c79-67033937391c tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:18.256711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099405a1-66dc-49b2-9c79-67033937391c tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:18.269428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099405a1-66dc-49b2-9c79-67033937391c tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:18.279754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] For port add020de-5e71-4b6d-bc47-cd250eca4e4e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:19:18.289932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-099405a1-66dc-49b2-9c79-67033937391c tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&network_id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f HTTP/1.1" status: 200  len: 3074 time: 0.2130966
Feb 19 21:19:18.300479 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (d14226c7-c1ab-4745-aee4-e38d25125c4d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:18.315255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] For port add020de-5e71-4b6d-bc47-cd250eca4e4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=add020de-5e71-4b6d-bc47-cd250eca4e4e,segment=NetworkSegment(aa496380-489c-4de5-972f-ee02648327fa),segment_id=aa496380-489c-4de5-972f-ee02648327fa)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:19:18.323142 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6862df8c-7d18-42e2-bf46-9322d383c3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:18.331276 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:18.501956 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63834b66-82bd-401f-a2bd-4174239427b7 None None] Pushing event updated for resources: {'Port': ['ID=add020de-5e71-4b6d-bc47-cd250eca4e4e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:18.563069 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Publish callbacks [] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:18.772536 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:18.879296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:18.904573 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55072) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:18.909991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:18.927297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:18.943984 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (d14226c7-c1ab-4745-aee4-e38d25125c4d), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:18.997590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Pushing event updated for resources: {'Port': ['ID=169e57e4-0933-47d0-b702-2a50bdfb352b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:19.000777 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:19.130123 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-12ec46a7-69b6-4913-b62e-12b3ad1a5167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:19.303373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-12ec46a7-69b6-4913-b62e-12b3ad1a5167 admin admin] Publish callbacks [] for security_group (fcb7fe0b-242e-446e-bf75-2720d893049d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:19.317268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-12ec46a7-69b6-4913-b62e-12b3ad1a5167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fcb7fe0b-242e-446e-bf75-2720d893049d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:19.410087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec46a7-69b6-4913-b62e-12b3ad1a5167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb7fe0b-242e-446e-bf75-2720d893049d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:19.418170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Allocated IP 172.35.2.180 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/56cad08e-fa1a-4729-ad34-b9e89ac78c57) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:19.429935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-12ec46a7-69b6-4913-b62e-12b3ad1a5167 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=637118d588ee46e5ab20e412e96a9c40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5236089
Feb 19 21:19:19.432280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55116) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:19.454561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 909abd5d-3a05-4dff-94c3-8f83ec891fb1 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:19.570956 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ac71c1-9454-4ce2-a4ed-fcdb168dcc1a admin admin] Publish callbacks [] for security_group (fcb7fe0b-242e-446e-bf75-2720d893049d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:19.597447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:19.598049 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:19.613474 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Publish callbacks [] for router_gateway (d054da5e-baf3-46b9-856d-7b348fa9186b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:19.658128 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ac71c1-9454-4ce2-a4ed-fcdb168dcc1a admin admin] Publish callbacks [] for security_group (fcb7fe0b-242e-446e-bf75-2720d893049d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:19.805538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:19.807286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device add020de-5e71-4b6d-bc47-cd250eca4e4e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:19.823784 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ac71c1-9454-4ce2-a4ed-fcdb168dcc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fcb7fe0b-242e-446e-bf75-2720d893049d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:19.827069 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99ac71c1-9454-4ce2-a4ed-fcdb168dcc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:19.838057 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-99ac71c1-9454-4ce2-a4ed-fcdb168dcc1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcb7fe0b-242e-446e-bf75-2720d893049d HTTP/1.1" status: 204  len: 168 time: 0.4030249
Feb 19 21:19:19.854011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac71c1-9454-4ce2-a4ed-fcdb168dcc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb7fe0b-242e-446e-bf75-2720d893049d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:19.903274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55130) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:19.933600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port add020de-5e71-4b6d-bc47-cd250eca4e4e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:19.933984 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.049623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55134) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:20.059862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for port (56cad08e-fa1a-4729-ad34-b9e89ac78c57), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.107594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568afb98-378b-4bf2-8e09-e1785ddf5a1e tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:20.135257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-568afb98-378b-4bf2-8e09-e1785ddf5a1e tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a HTTP/1.1" status: 200  len: 814 time: 0.2304845
Feb 19 21:19:20.153027 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port add020de-5e71-4b6d-bc47-cd250eca4e4e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:20.153765 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.205791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port add020de-5e71-4b6d-bc47-cd250eca4e4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=add020de-5e71-4b6d-bc47-cd250eca4e4e,segment=NetworkSegment(aa496380-489c-4de5-972f-ee02648327fa),segment_id=aa496380-489c-4de5-972f-ee02648327fa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:20.224565 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.277346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (56cad08e-fa1a-4729-ad34-b9e89ac78c57), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.338146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=add020de-5e71-4b6d-bc47-cd250eca4e4e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:20.344737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:20.348062 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Pushing event updated for resources: {'Port': ['ID=56cad08e-fa1a-4729-ad34-b9e89ac78c57,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:20.354799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:20.361038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:20.374188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434c390-860f-432c-90d8-9356d6bd3f38 None None] Network 927d84fd-de18-4cb9-b696-00d62b5cac90 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:19:20.382858 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (d054da5e-baf3-46b9-856d-7b348fa9186b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.485231 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5ad-1b6d-4129-a589-1c73a75b57b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.515306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ad0f9dce-ea01-4678-bd52-aebd7ce414db None None] Provisioning complete for port add020de-5e71-4b6d-bc47-cd250eca4e4e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:20.516015 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9dce-ea01-4678-bd52-aebd7ce414db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.562297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55154) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:20.597910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55156) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:20.609487 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ae96-323c-4a99-93d7-fd82a39b9896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.609728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5ad-1b6d-4129-a589-1c73a75b57b2 admin admin] Publish callbacks [] for security_group (286ae1f4-d66f-4a12-8c31-134253ee3687), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.613119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'network': {'name': 'tempest-network-smoke--208428008', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'port_security_enabled': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:20.615588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ffda5ad-1b6d-4129-a589-1c73a75b57b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (286ae1f4-d66f-4a12-8c31-134253ee3687), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.620886 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-487b1375-133c-4618-b35f-38e03091acd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.664210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f9dce-ea01-4678-bd52-aebd7ce414db None None] Current status of the port add020de-5e71-4b6d-bc47-cd250eca4e4e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:20.668220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffda5ad-1b6d-4129-a589-1c73a75b57b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286ae1f4-d66f-4a12-8c31-134253ee3687,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:20.676361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6ffda5ad-1b6d-4129-a589-1c73a75b57b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=210223ff58554db884e168484787b048&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6228948
Feb 19 21:19:20.676361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55158) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:20.696379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Made reservation on behalf of e2dcdf87966c4cc5899afcfb6f2b6b1f for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:20.698688 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.737513 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f445feb-8269-4717-865e-a28568bc1f4a admin admin] Publish callbacks [] for security_group (286ae1f4-d66f-4a12-8c31-134253ee3687), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.766021 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f445feb-8269-4717-865e-a28568bc1f4a admin admin] Publish callbacks [] for security_group (286ae1f4-d66f-4a12-8c31-134253ee3687), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.778787 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:19:20.827899 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Router d054da5e-baf3-46b9-856d-7b348fa9186b is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:19:20.830613 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f445feb-8269-4717-865e-a28568bc1f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (286ae1f4-d66f-4a12-8c31-134253ee3687), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.834949 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0f445feb-8269-4717-865e-a28568bc1f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.840079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0f445feb-8269-4717-865e-a28568bc1f4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/286ae1f4-d66f-4a12-8c31-134253ee3687 HTTP/1.1" status: 204  len: 168 time: 0.1597257
Feb 19 21:19:20.851907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f445feb-8269-4717-865e-a28568bc1f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286ae1f4-d66f-4a12-8c31-134253ee3687,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:20.874524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (64aec5e8-e1d8-43a3-bbf3-76fd7678f46d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:20.874897 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Added segment 64aec5e8-e1d8-43a3-bbf3-76fd7678f46d of type vlan for network 148acd2f-695f-4c39-8310-f59fe0c7f207
Feb 19 21:19:21.005095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-99359f7f-94e0-482f-b92f-33a326d83273 None None] Provisioning complete for port add020de-5e71-4b6d-bc47-cd250eca4e4e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:21.005555 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-99359f7f-94e0-482f-b92f-33a326d83273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.020434 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (148acd2f-695f-4c39-8310-f59fe0c7f207), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.056795 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-487b1375-133c-4618-b35f-38e03091acd5 admin admin] Publish callbacks [] for security_group (75d303f0-c6b6-4773-be5b-9ee9e0209e71), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.064580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (d14226c7-c1ab-4745-aee4-e38d25125c4d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.070981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-487b1375-133c-4618-b35f-38e03091acd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (75d303f0-c6b6-4773-be5b-9ee9e0209e71), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.143498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-99359f7f-94e0-482f-b92f-33a326d83273 None None] Current status of the port add020de-5e71-4b6d-bc47-cd250eca4e4e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:21.194513 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-487b1375-133c-4618-b35f-38e03091acd5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52c73964c8564c5aac8fa2003ef2f623&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6311078
Feb 19 21:19:21.197922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55170) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:21.219025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device add020de-5e71-4b6d-bc47-cd250eca4e4e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:21.236291 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (148acd2f-695f-4c39-8310-f59fe0c7f207), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.242237 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:21.242787 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.278017 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99f30c0e-0642-41e4-b10f-60cc48648dc7 admin admin] Publish callbacks [] for security_group (75d303f0-c6b6-4773-be5b-9ee9e0209e71), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.293855 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b1375-133c-4618-b35f-38e03091acd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d303f0-c6b6-4773-be5b-9ee9e0209e71,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:21.300941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55174) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:21.316312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port add020de-5e71-4b6d-bc47-cd250eca4e4e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:21.316792 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.329604 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-91d95b98-e782-4e2c-a7d7-4e2e052f46dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.337357 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99f30c0e-0642-41e4-b10f-60cc48648dc7 admin admin] Publish callbacks [] for security_group (75d303f0-c6b6-4773-be5b-9ee9e0209e71), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.380614 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7764416
Feb 19 21:19:21.390104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6258f-0ce4-4fc2-907d-0218f228e01e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Network': ['ID=148acd2f-695f-4c39-8310-f59fe0c7f207,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:21.408862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 148acd2f-695f-4c39-8310-f59fe0c7f207 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:19:21.409102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:21.425157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55178) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:21.442022 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-91d95b98-e782-4e2c-a7d7-4e2e052f46dd admin admin] Publish callbacks [] for security_group (8caca621-c0f5-4f58-9aa4-7ce8c7f0ec69), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.454580 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-91d95b98-e782-4e2c-a7d7-4e2e052f46dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8caca621-c0f5-4f58-9aa4-7ce8c7f0ec69), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.466971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Sync routers for ids ['d054da5e-baf3-46b9-856d-7b348fa9186b'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:21.481536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port add020de-5e71-4b6d-bc47-cd250eca4e4e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:21.504448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Routers {'d054da5e-baf3-46b9-856d-7b348fa9186b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:21.505804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a637dab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d054da5e-baf3-46b9-856d-7b348fa9186b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:21.514343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-91d95b98-e782-4e2c-a7d7-4e2e052f46dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80f883b5de6b457f8982de7bf9490f2c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2111392
Feb 19 21:19:21.519858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55182) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:21.520571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d95b98-e782-4e2c-a7d7-4e2e052f46dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caca621-c0f5-4f58-9aa4-7ce8c7f0ec69,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:21.587705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b2b926d-b9e8-44c4-987c-56518ff6fd86 admin admin] Publish callbacks [] for security_group (8caca621-c0f5-4f58-9aa4-7ce8c7f0ec69), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.591484 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99f30c0e-0642-41e4-b10f-60cc48648dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (75d303f0-c6b6-4773-be5b-9ee9e0209e71), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.594364 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-99f30c0e-0642-41e4-b10f-60cc48648dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.595671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-99f30c0e-0642-41e4-b10f-60cc48648dc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75d303f0-c6b6-4773-be5b-9ee9e0209e71 HTTP/1.1" status: 204  len: 168 time: 0.3958731
Feb 19 21:19:21.620942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f30c0e-0642-41e4-b10f-60cc48648dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d303f0-c6b6-4773-be5b-9ee9e0209e71,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:21.632833 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b2b926d-b9e8-44c4-987c-56518ff6fd86 admin admin] Publish callbacks [] for security_group (8caca621-c0f5-4f58-9aa4-7ce8c7f0ec69), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.649115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Set router d054da5e-baf3-46b9-856d-7b348fa9186b gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:19:21.704670 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b2b926d-b9e8-44c4-987c-56518ff6fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8caca621-c0f5-4f58-9aa4-7ce8c7f0ec69), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.707490 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6b2b926d-b9e8-44c4-987c-56518ff6fd86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.712222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6b2b926d-b9e8-44c4-987c-56518ff6fd86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8caca621-c0f5-4f58-9aa4-7ce8c7f0ec69 HTTP/1.1" status: 204  len: 168 time: 0.1886604
Feb 19 21:19:21.734629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b926d-b9e8-44c4-987c-56518ff6fd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caca621-c0f5-4f58-9aa4-7ce8c7f0ec69,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:21.906899 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:21.981515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a637dab20>, [{'id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'name': 'tempest-TestVolumeBootPattern-2051424501-router', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:16Z', 'updated_at': '2022-02-19T21:19:19Z', 'revision_number': 3, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'gw_port': {'id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:17Z', 'updated_at': '2022-02-19T21:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:22.016600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Checking router: d054da5e-baf3-46b9-856d-7b348fa9186b for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:19:22.016600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Updating router d054da5e-baf3-46b9-856d-7b348fa9186b port 169e57e4-0933-47d0-b702-2a50bdfb352b binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:19:22.046856 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:22.191355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:22.193280 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-78cc4f11-d694-4834-8bf5-3b4c6debb26e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.9616289
Feb 19 21:19:22.196602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55196) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:22.203309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f6964-1d06-40d7-8edb-198cc16d8878 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:22.206412 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-503f6964-1d06-40d7-8edb-198cc16d8878 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.7781570
Feb 19 21:19:22.211760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55198) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:22.444370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (d14226c7-c1ab-4745-aee4-e38d25125c4d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:22.567232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78b9b0-6562-4ed9-b5cc-17d71e15918a tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:22.572447 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7d78b9b0-6562-4ed9-b5cc-17d71e15918a tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3589575
Feb 19 21:19:22.578501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55230) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:22.740578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-62fe5d72-71c9-4a46-914e-a77fe10040c8 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1566224
Feb 19 21:19:22.740843 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55240) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:22.813239 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2f33b88d-681d-4851-a2f3-865305cd7efd tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0675786
Feb 19 21:19:22.821653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55246) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:22.845608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Router d14226c7-c1ab-4745-aee4-e38d25125c4d is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:19:23.135424 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:23.138526 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Publish callbacks [] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:23.152097 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:23.227523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Attempting to bind port 169e57e4-0933-47d0-b702-2a50bdfb352b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:19:23.228177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Attempting to bind port 169e57e4-0933-47d0-b702-2a50bdfb352b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:19:23.228644 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Attempting to bind port 169e57e4-0933-47d0-b702-2a50bdfb352b on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:23.282796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:19:23.284104 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:23.285962 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:23.287529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:19:23.289011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Bound port: 169e57e4-0933-47d0-b702-2a50bdfb352b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:19:23.289888 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:23.309158 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:23.325697 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf7fa2-1bd2-4840-a7db-19e52ca22e76 None None] Sync routers for ids ['d14226c7-c1ab-4745-aee4-e38d25125c4d'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:23.348780 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf7fa2-1bd2-4840-a7db-19e52ca22e76 None None] Routers {'d14226c7-c1ab-4745-aee4-e38d25125c4d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:23.349430 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dddf7fa2-1bd2-4840-a7db-19e52ca22e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7074fd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d14226c7-c1ab-4745-aee4-e38d25125c4d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:23.372652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:23.373837 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059d187-4029-4545-af67-75607e1cdc12 None None] Pushing event updated for resources: {'Port': ['ID=169e57e4-0933-47d0-b702-2a50bdfb352b,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:23.418778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] For port 169e57e4-0933-47d0-b702-2a50bdfb352b, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:19:23.419293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:23.427722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] For port 169e57e4-0933-47d0-b702-2a50bdfb352b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=169e57e4-0933-47d0-b702-2a50bdfb352b,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:19:23.429381 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ef7cbda8-017b-4768-a450-a5093d5ddc70 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.1141012
Feb 19 21:19:23.436529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55278) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:23.441935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Allocated IP 172.20.0.1 (927d84fd-de18-4cb9-b696-00d62b5cac90/91aaa1e0-564e-4ff2-84f6-a163e2360749/9d8e9a3f-0fb0-4475-b86b-ae924d0f892b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:23.446248 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:23.455222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1705c8e-4c44-49d2-8692-466f51a239eb tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:23.461107 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:23.461569 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f1705c8e-4c44-49d2-8692-466f51a239eb tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.6351988
Feb 19 21:19:23.461741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55282) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:23.466407 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dddf7fa2-1bd2-4840-a7db-19e52ca22e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7074fd30>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:23.498990 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf7fa2-1bd2-4840-a7db-19e52ca22e76 None None] Routers {'d14226c7-c1ab-4745-aee4-e38d25125c4d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:23.505373 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dddf7fa2-1bd2-4840-a7db-19e52ca22e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7074fd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d14226c7-c1ab-4745-aee4-e38d25125c4d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:23.529113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Routers {'d054da5e-baf3-46b9-856d-7b348fa9186b'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:23.529870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a637dab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d054da5e-baf3-46b9-856d-7b348fa9186b'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:23.576156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bdf0ae2c-8b93-47ef-9689-2a727ba5929b tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1082819
Feb 19 21:19:23.577369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55284) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:23.584320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1283901566', 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:23.593265 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dddf7fa2-1bd2-4840-a7db-19e52ca22e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7074fd30>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:23.594527 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf7fa2-1bd2-4840-a7db-19e52ca22e76 None None] The sync data for ids ['d14226c7-c1ab-4745-aee4-e38d25125c4d'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:23.712465 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059d187-4029-4545-af67-75607e1cdc12 None None] Pushing event updated for resources: {'Port': ['ID=169e57e4-0933-47d0-b702-2a50bdfb352b,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:23.821555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] Set router d054da5e-baf3-46b9-856d-7b348fa9186b gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:19:23.837832 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Publish callbacks [] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:23.954369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Made reservation on behalf of e2dcdf87966c4cc5899afcfb6f2b6b1f for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:23.957887 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:24.033628 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (d14226c7-c1ab-4745-aee4-e38d25125c4d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:24.064118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_gateway (d14226c7-c1ab-4745-aee4-e38d25125c4d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:24.079394 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:24.132742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-c63223f4-008e-4e9d-a566-0e3a498a585d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2622130
Feb 19 21:19:24.196936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Deleting port 56cad08e-fa1a-4729-ad34-b9e89ac78c57 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:19:24.197660 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (56cad08e-fa1a-4729-ad34-b9e89ac78c57), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:24.207855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Network 927d84fd-de18-4cb9-b696-00d62b5cac90 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:24.223114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:24.232945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:24.258029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Pushing event updated for resources: {'Port': ['ID=9d8e9a3f-0fb0-4475-b86b-ae924d0f892b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:24.317947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a637dab20>, [{'id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'name': 'tempest-TestVolumeBootPattern-2051424501-router', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:16Z', 'updated_at': '2022-02-19T21:19:19Z', 'revision_number': 3, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'gw_port': {'id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:17Z', 'updated_at': '2022-02-19T21:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:24.385248 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (d054da5e-baf3-46b9-856d-7b348fa9186b), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:24.392158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fd304-0742-4769-aaf3-c65cd0d0ed37 None None] The sync data for ids ['d054da5e-baf3-46b9-856d-7b348fa9186b'] in ncdv-master-1 is: [{'id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'name': 'tempest-TestVolumeBootPattern-2051424501-router', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:16Z', 'updated_at': '2022-02-19T21:19:19Z', 'revision_number': 3, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'gw_port': {'id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:17Z', 'updated_at': '2022-02-19T21:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:24.486588 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:24.540154 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (56cad08e-fa1a-4729-ad34-b9e89ac78c57), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:24.543172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-9e20a763-7570-47fd-9f6e-3a9f2eca9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:24.545017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-9e20a763-7570-47fd-9f6e-3a9f2eca9e10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 1127 time: 0.3341527
Feb 19 21:19:24.605652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Calling delete_port for 56cad08e-fa1a-4729-ad34-b9e89ac78c57 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:24.794963 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (7ead6b82-4980-4748-9e00-7868144f2317), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:24.821809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0a725be5-2fe1-4b4b-a468-fd3e91430fce None None] Provisioning complete for port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:24.821809 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a725be5-2fe1-4b4b-a468-fd3e91430fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.026853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0a725be5-2fe1-4b4b-a468-fd3e91430fce None None] Port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:19:25.034536 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (56cad08e-fa1a-4729-ad34-b9e89ac78c57), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.141417 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.142260 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Pushing event deleted for resources: {'Port': ['ID=56cad08e-fa1a-4729-ad34-b9e89ac78c57,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:25.157759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55348) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:25.158853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Subnet': ['ID=7ead6b82-4980-4748-9e00-7868144f2317,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:25.200778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-820398e5-ca9e-4cfe-acb9-e1ca82cb64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:25.202546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-820398e5-ca9e-4cfe-acb9-e1ca82cb64fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f HTTP/1.1" status: 200  len: 898 time: 0.6256933
Feb 19 21:19:25.218391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Checking segment: {'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:25.218738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network hostable DHCP agents. Network: 148acd2f-695f-4c39-8310-f59fe0c7f207, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:19:25.239615 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (d14226c7-c1ab-4745-aee4-e38d25125c4d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.310558 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 169e57e4-0933-47d0-b702-2a50bdfb352b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:25.452026 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 169e57e4-0933-47d0-b702-2a50bdfb352b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:25.452734 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.465719 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Publish callbacks [] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.556511 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.622153 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55354) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:25.636228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 169e57e4-0933-47d0-b702-2a50bdfb352b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:25.638334 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.653550 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15380'] for router (d14226c7-c1ab-4745-aee4-e38d25125c4d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.657491 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439943'] for router (d14226c7-c1ab-4745-aee4-e38d25125c4d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.700628 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (d054da5e-baf3-46b9-856d-7b348fa9186b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.700889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 169e57e4-0933-47d0-b702-2a50bdfb352b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=169e57e4-0933-47d0-b702-2a50bdfb352b,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:25.707329 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.801105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=169e57e4-0933-47d0-b702-2a50bdfb352b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:25.816628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Pushing event updated for resources: {'Port': ['ID=9d8e9a3f-0fb0-4475-b86b-ae924d0f892b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:25.817512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6411038-8ace-4d52-85e3-879ac554274e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.819650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-422cde7b-ee41-4ec8-bc94-c1507e055446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:25.835342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Router d14226c7-c1ab-4745-aee4-e38d25125c4d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:19:25.874378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-a8fcb8ac-122f-4e3e-98db-02162fe8313a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fbcb5db-1672-47dd-aee8-5c671023daed HTTP/1.1" status: 200  len: 1001 time: 0.6646001
Feb 19 21:19:25.875096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 148acd2f-695f-4c39-8310-f59fe0c7f207 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:19:25.965752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 148acd2f-695f-4c39-8310-f59fe0c7f207) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:25.982971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2e4921-cb5c-4bff-9986-cd79514dd2f2 None None] Network 148acd2f-695f-4c39-8310-f59fe0c7f207 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:19:26.001744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:26.002351 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.022580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:26.044387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.046436 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6db1dfa6-0c18-4191-9e0f-da42a7764e56 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "PUT /v2.0/routers/d14226c7-c1ab-4745-aee4-e38d25125c4d HTTP/1.1" status: 200  len: 709 time: 2.6060686
Feb 19 21:19:26.048750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55364) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:26.058888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-af0f9ed0-9902-4a72-ad7f-4f047ab67d5a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.4787636
Feb 19 21:19:26.082009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8027507-ecce-472f-a0a7-446d23158499 None None] Sync routers for ids ['d14226c7-c1ab-4745-aee4-e38d25125c4d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:26.124767 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.155405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8027507-ecce-472f-a0a7-446d23158499 None None] Routers {'d14226c7-c1ab-4745-aee4-e38d25125c4d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:26.156127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e8027507-ecce-472f-a0a7-446d23158499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a633f57c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d14226c7-c1ab-4745-aee4-e38d25125c4d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:26.164442 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8ac8969c-c45f-4dca-9358-35eed456bc5e tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/routers/d14226c7-c1ab-4745-aee4-e38d25125c4d HTTP/1.1" status: 200  len: 744 time: 0.1104708
Feb 19 21:19:26.170173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55368) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:26.195782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-4e25ea26-dd62-431b-8d91-4e803a5271ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:26.214606 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8f5919ab-3d39-4e00-84de-43b6e313093f tempest-RoutersIpV6AdminTest-2119379993 tempest-RoutersIpV6AdminTest-2119379993-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&device_id=d14226c7-c1ab-4745-aee4-e38d25125c4d HTTP/1.1" status: 200  len: 205 time: 0.0401125
Feb 19 21:19:26.214835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-4e25ea26-dd62-431b-8d91-4e803a5271ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e59fe2b-537d-4db8-9c8c-5a5516f32425 HTTP/1.1" status: 200  len: 835 time: 0.2653522
Feb 19 21:19:26.216517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55380) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:26.218878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e8027507-ecce-472f-a0a7-446d23158499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a633f57c0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:26.253462 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6411038-8ace-4d52-85e3-879ac554274e admin admin] Publish callbacks [] for security_group (91c58f87-caba-48f0-a643-776ac9652e71), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.258727 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-60257386-73f8-46dd-9fe4-4f36fac791ca tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=d14226c7-c1ab-4745-aee4-e38d25125c4d HTTP/1.1" status: 200  len: 205 time: 0.0387030
Feb 19 21:19:26.268556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55382) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:26.275931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-148acd2f-695f-4c39-8310-f59fe0c7f207', 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ips': [{'subnet_id': '7ead6b82-4980-4748-9e00-7868144f2317'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:19:26.277936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.279143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6411038-8ace-4d52-85e3-879ac554274e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (91c58f87-caba-48f0-a643-776ac9652e71), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.290083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8027507-ecce-472f-a0a7-446d23158499 None None] Routers {'d14226c7-c1ab-4745-aee4-e38d25125c4d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:26.290737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e8027507-ecce-472f-a0a7-446d23158499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a633f57c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d14226c7-c1ab-4745-aee4-e38d25125c4d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:26.307324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Network 927d84fd-de18-4cb9-b696-00d62b5cac90 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:26.310939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:26.335015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e8027507-ecce-472f-a0a7-446d23158499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a633f57c0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:26.335653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8027507-ecce-472f-a0a7-446d23158499 None None] The sync data for ids ['d14226c7-c1ab-4745-aee4-e38d25125c4d'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:26.353988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55384) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:26.361824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-592f748a-f072-4ea0-b7e1-c3e115232489 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794099602', 'description': 'tempest-secgroup-smoke-794099602 description', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:26.422577 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-422cde7b-ee41-4ec8-bc94-c1507e055446 admin admin] Publish callbacks [] for security_group (c166a5df-e909-4828-a787-aa800e447ca4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.504712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Allocated IP 172.20.0.18 (148acd2f-695f-4c39-8310-f59fe0c7f207/7ead6b82-4980-4748-9e00-7868144f2317/1377cfac-ec0d-43dd-8f3b-a40496542ff8) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:26.704992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-89b1886c-3ede-4943-8837-82c5c71535d6 None None] Provisioning complete for port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:26.705376 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-89b1886c-3ede-4943-8837-82c5c71535d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.748913 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Publish callbacks [] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.767300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-89b1886c-3ede-4943-8837-82c5c71535d6 None None] Port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:19:26.769580 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.817189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Network 148acd2f-695f-4c39-8310-f59fe0c7f207 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:26.822218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:26.827409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:26.831172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Pushing event updated for resources: {'Port': ['ID=1377cfac-ec0d-43dd-8f3b-a40496542ff8,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:26.836569 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d6411038-8ace-4d52-85e3-879ac554274e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb3ac6e5295f46929a6ec974f83f62e2&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2125151
Feb 19 21:19:26.840211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54896b6a-cffb-4499-8d7e-ec405ecd2dd8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (d14226c7-c1ab-4745-aee4-e38d25125c4d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.842229 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55386) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:26.878814 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-422cde7b-ee41-4ec8-bc94-c1507e055446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c166a5df-e909-4828-a787-aa800e447ca4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.884508 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6411038-8ace-4d52-85e3-879ac554274e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c58f87-caba-48f0-a643-776ac9652e71,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:26.906300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Attempting to bind port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:19:26.906776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Attempting to bind port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:19:26.907238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Attempting to bind port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 on network 148acd2f-695f-4c39-8310-f59fe0c7f207 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:26.913272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:19:26.913807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Checking segment: {'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:26.914278 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.914786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Bound using segment: {'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:19:26.915436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Bound port: 1377cfac-ec0d-43dd-8f3b-a40496542ff8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:19:26.915811 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:26.999166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] For port 1377cfac-ec0d-43dd-8f3b-a40496542ff8, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:19:27.004111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] For port 1377cfac-ec0d-43dd-8f3b-a40496542ff8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1377cfac-ec0d-43dd-8f3b-a40496542ff8,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:19:27.017530 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.017785 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-592f748a-f072-4ea0-b7e1-c3e115232489 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.032440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-16684fcb-9490-4e36-974b-e4cd24bcb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:27.032440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-16684fcb-9490-4e36-974b-e4cd24bcb651 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8032146
Feb 19 21:19:27.034697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Router d054da5e-baf3-46b9-856d-7b348fa9186b has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:19:27.081825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-422cde7b-ee41-4ec8-bc94-c1507e055446 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36b519bb226646c799b0c36222f3e486&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9143178
Feb 19 21:19:27.082655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607174e1-85fe-4c50-af82-4220e26ba91f None None] Pushing event updated for resources: {'Port': ['ID=1377cfac-ec0d-43dd-8f3b-a40496542ff8,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:27.092019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cde7b-ee41-4ec8-bc94-c1507e055446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c166a5df-e909-4828-a787-aa800e447ca4,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:27.097351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55394) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:27.106900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fd0efcb-9c1b-48eb-9196-8ac127c09288 admin admin] Publish callbacks [] for security_group (91c58f87-caba-48f0-a643-776ac9652e71), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.124317 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54896b6a-cffb-4499-8d7e-ec405ecd2dd8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (d14226c7-c1ab-4745-aee4-e38d25125c4d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.129508 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54896b6a-cffb-4499-8d7e-ec405ecd2dd8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router_controller (d14226c7-c1ab-4745-aee4-e38d25125c4d), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.170612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fd0efcb-9c1b-48eb-9196-8ac127c09288 admin admin] Publish callbacks [] for security_group (91c58f87-caba-48f0-a643-776ac9652e71), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.243865 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 169e57e4-0933-47d0-b702-2a50bdfb352b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:27.254926 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54896b6a-cffb-4499-8d7e-ec405ecd2dd8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (d14226c7-c1ab-4745-aee4-e38d25125c4d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.255486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54896b6a-cffb-4499-8d7e-ec405ecd2dd8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Fanout notify agent at l3_agent the message router_deleted on router d14226c7-c1ab-4745-aee4-e38d25125c4d {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:19:27.269691 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54896b6a-cffb-4499-8d7e-ec405ecd2dd8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.271011 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-54896b6a-cffb-4499-8d7e-ec405ecd2dd8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/d14226c7-c1ab-4745-aee4-e38d25125c4d HTTP/1.1" status: 204  len: 168 time: 1.0013103
Feb 19 21:19:27.275198 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55398) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:27.323659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 169e57e4-0933-47d0-b702-2a50bdfb352b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:27.324190 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.333994 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-982b440a-6e81-47a2-b173-568e565dba8d tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=d14226c7-c1ab-4745-aee4-e38d25125c4d HTTP/1.1" status: 200  len: 205 time: 0.0571892
Feb 19 21:19:27.337495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55410) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:27.387942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fd0efcb-9c1b-48eb-9196-8ac127c09288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (91c58f87-caba-48f0-a643-776ac9652e71), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.398927 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fd0efcb-9c1b-48eb-9196-8ac127c09288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.400593 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9fd0efcb-9c1b-48eb-9196-8ac127c09288 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91c58f87-caba-48f0-a643-776ac9652e71 HTTP/1.1" status: 204  len: 168 time: 0.5537059
Feb 19 21:19:27.410534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0efcb-9c1b-48eb-9196-8ac127c09288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c58f87-caba-48f0-a643-776ac9652e71,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:27.433346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 169e57e4-0933-47d0-b702-2a50bdfb352b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:27.486283 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-caa3f492-757b-4914-915c-b60b134ff7d5 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] delete failed (client error): The resource could not be found.
Feb 19 21:19:27.488818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-caa3f492-757b-4914-915c-b60b134ff7d5 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/d14226c7-c1ab-4745-aee4-e38d25125c4d HTTP/1.1" status: 404  len: 336 time: 0.1410835
Feb 19 21:19:27.493245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55414) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:27.531454 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c5a8ef30-3a95-471c-b7ec-242b35a2ec01 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d63db1c-c0f8-4db1-b786-a76f65a56451 HTTP/1.1" status: 200  len: 205 time: 0.0364985
Feb 19 21:19:27.534042 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55416) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:27.598969 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-4d674129-56f8-4e41-8d79-30a1978ed242 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] delete failed (client error): The resource could not be found.
Feb 19 21:19:27.600072 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4d674129-56f8-4e41-8d79-30a1978ed242 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/9d63db1c-c0f8-4db1-b786-a76f65a56451 HTTP/1.1" status: 404  len: 336 time: 0.0643644
Feb 19 21:19:27.602914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55418) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:27.644354 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9a4aab8b-7d96-49c8-a47c-78f18d5af7da tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9 HTTP/1.1" status: 200  len: 205 time: 0.0402792
Feb 19 21:19:27.647002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55420) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:27.652727 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-592f748a-f072-4ea0-b7e1-c3e115232489 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (1adfe32f-c0a3-4898-824d-67f16a32861a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.657422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-79794218-f8ad-442d-9b16-f551c33f415d service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6038456
Feb 19 21:19:27.673431 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:27.686053 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Sync routers for ids ['d054da5e-baf3-46b9-856d-7b348fa9186b'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:27.691920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9e290f84-42d0-4789-89cb-ef20bcb9fb0c admin admin] 10.222.0.30 "PUT /v2.0/routers/d054da5e-baf3-46b9-856d-7b348fa9186b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4941673
Feb 19 21:19:27.699551 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Routers {'d054da5e-baf3-46b9-856d-7b348fa9186b'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:27.700471 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703c36a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d054da5e-baf3-46b9-856d-7b348fa9186b'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:27.718507 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-162f08ea-a91e-45b2-8db1-9149269d81bb tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] delete failed (client error): The resource could not be found.
Feb 19 21:19:27.719817 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-162f08ea-a91e-45b2-8db1-9149269d81bb tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/7c77e9ab-becd-4e61-b1f2-7335c8f6e4a9 HTTP/1.1" status: 404  len: 336 time: 0.0715270
Feb 19 21:19:27.723239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55426) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:27.740300 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-592f748a-f072-4ea0-b7e1-c3e115232489 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1adfe32f-c0a3-4898-824d-67f16a32861a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.796415 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-45d3f8ea-ea36-4187-9c51-438c0b2ed84e tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=0edccf6c-c74f-4964-9dc8-47882796175c HTTP/1.1" status: 200  len: 205 time: 0.0720098
Feb 19 21:19:27.800695 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55428) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:27.862639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f748a-f072-4ea0-b7e1-c3e115232489 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1adfe32f-c0a3-4898-824d-67f16a32861a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:27.865021 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-787d9f8c-c90f-40cd-b897-b1232a0231bb admin admin] Publish callbacks [] for security_group (c166a5df-e909-4828-a787-aa800e447ca4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.894356 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-cb08273e-ce48-4173-a4b1-ca795774ef62 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] delete failed (client error): The resource could not be found.
Feb 19 21:19:27.895441 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cb08273e-ce48-4173-a4b1-ca795774ef62 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/0edccf6c-c74f-4964-9dc8-47882796175c HTTP/1.1" status: 404  len: 336 time: 0.0937555
Feb 19 21:19:27.900998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55436) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:27.914617 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-787d9f8c-c90f-40cd-b897-b1232a0231bb admin admin] Publish callbacks [] for security_group (c166a5df-e909-4828-a787-aa800e447ca4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:27.975424 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-89acd664-fafa-4152-b15f-3e19173ecbb8 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8541439-d56a-4172-ba1c-b5faf6b1f3d6 HTTP/1.1" status: 200  len: 205 time: 0.0689530
Feb 19 21:19:27.975424 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55440) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:27.997074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55442) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:28.028474 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-344dee00-afe8-4ef0-87e7-a61bd33f6a41 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] delete failed (client error): The resource could not be found.
Feb 19 21:19:28.032011 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-344dee00-afe8-4ef0-87e7-a61bd33f6a41 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/d8541439-d56a-4172-ba1c-b5faf6b1f3d6 HTTP/1.1" status: 404  len: 336 time: 0.0545878
Feb 19 21:19:28.032341 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55444) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:28.060217 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Set router d054da5e-baf3-46b9-856d-7b348fa9186b gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:19:28.071848 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-eb629bc4-edfc-495f-bc74-cff9cff4ba44 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "GET /v2.0/ports?device_id=0da6c422-c2af-4800-9025-25fda263a257 HTTP/1.1" status: 200  len: 205 time: 0.0382500
Feb 19 21:19:28.075014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55446) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:28.091167 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ccac198-bc19-41e4-adf0-07134e3d0c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.104667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdeee5bd-5d73-4cff-b0f6-cb0a302825c6 req-057fd307-a525-4fc9-bf42-e48543f8a6d7 service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4085901
Feb 19 21:19:28.132283 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-592f748a-f072-4ea0-b7e1-c3e115232489 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.134810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-592f748a-f072-4ea0-b7e1-c3e115232489 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 1.7787116
Feb 19 21:19:28.150226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55456) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:28.150980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-787d9f8c-c90f-40cd-b897-b1232a0231bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c166a5df-e909-4828-a787-aa800e447ca4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.156527 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-787d9f8c-c90f-40cd-b897-b1232a0231bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.156852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-77420731-c37e-402e-a82d-fa7f785c67fd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '1adfe32f-c0a3-4898-824d-67f16a32861a', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:28.158835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-787d9f8c-c90f-40cd-b897-b1232a0231bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c166a5df-e909-4828-a787-aa800e447ca4 HTTP/1.1" status: 204  len: 168 time: 0.9777477
Feb 19 21:19:28.166417 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-8081c9ef-9b87-4cd4-abdf-b537f28104ba tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] delete failed (client error): The resource could not be found.
Feb 19 21:19:28.170446 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8081c9ef-9b87-4cd4-abdf-b537f28104ba tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/routers/0da6c422-c2af-4800-9025-25fda263a257 HTTP/1.1" status: 404  len: 336 time: 0.0921254
Feb 19 21:19:28.172240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55460) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:28.196630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d9f8c-c90f-40cd-b897-b1232a0231bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c166a5df-e909-4828-a787-aa800e447ca4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:28.218038 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8be861-a233-4e1e-91ea-a6dc248a91f7 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:19:28.218520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8be861-a233-4e1e-91ea-a6dc248a91f7 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:19:28.228540 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3e8be861-a233-4e1e-91ea-a6dc248a91f7 tempest-RoutersIpV6AdminTest-801910419 tempest-RoutersIpV6AdminTest-801910419-project] 10.222.0.30 "DELETE /v2.0/subnets/d73831de-7de6-4f47-8962-bfee48bc6a7e HTTP/1.1" status: 404  len: 337 time: 0.0550797
Feb 19 21:19:28.267778 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77420731-c37e-402e-a82d-fa7f785c67fd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (be613a84-febe-460c-8f5a-25164b5cbb75), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.344912 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ccac198-bc19-41e4-adf0-07134e3d0c32 admin admin] Publish callbacks [] for security_group (bd553651-3cc8-438a-a330-a231c6e1b40c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.352800 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ccac198-bc19-41e4-adf0-07134e3d0c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bd553651-3cc8-438a-a330-a231c6e1b40c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.373621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77420731-c37e-402e-a82d-fa7f785c67fd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (be613a84-febe-460c-8f5a-25164b5cbb75), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.386577 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77420731-c37e-402e-a82d-fa7f785c67fd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (be613a84-febe-460c-8f5a-25164b5cbb75), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.415173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77420731-c37e-402e-a82d-fa7f785c67fd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be613a84-febe-460c-8f5a-25164b5cbb75,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:28.428691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccac198-bc19-41e4-adf0-07134e3d0c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd553651-3cc8-438a-a330-a231c6e1b40c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:28.442246 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-77420731-c37e-402e-a82d-fa7f785c67fd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.443688 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703c36a0>, [{'id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'name': 'tempest-TestVolumeBootPattern-2051424501-router', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:16Z', 'updated_at': '2022-02-19T21:19:24Z', 'revision_number': 4, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'gw_port': {'id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:17Z', 'updated_at': '2022-02-19T21:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9d8e9a3f-0fb0-4475-b86b-ae924d0f892b', 'name': '', 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'mac_address': 'fa:16:3e:e9:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '91aaa1e0-564e-4ff2-84f6-a163e2360749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:23Z', 'updated_at': '2022-02-19T21:19:25Z', 'revision_number': 2, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'subnets': [{'id': '91aaa1e0-564e-4ff2-84f6-a163e2360749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:28.445645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6ccac198-bc19-41e4-adf0-07134e3d0c32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f743b48bc04c4adcbf1556ca30e1e1b7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4347382
Feb 19 21:19:28.448122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55478) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:28.451888 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-77420731-c37e-402e-a82d-fa7f785c67fd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3004055
Feb 19 21:19:28.452477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55480) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:28.478920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-12ba33f3-fcad-4044-bdd1-aa165ab3331a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '1adfe32f-c0a3-4898-824d-67f16a32861a', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:28.532782 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Checking router: d054da5e-baf3-46b9-856d-7b348fa9186b for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:19:28.533526 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Updating router d054da5e-baf3-46b9-856d-7b348fa9186b port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:19:28.540915 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12ba33f3-fcad-4044-bdd1-aa165ab3331a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (b04a9365-37c2-4061-adf6-75a52b3602a0), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.580140 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.605779 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06cc9925-5be3-4f2a-8f62-2fc1d69b4d5a admin admin] Publish callbacks [] for security_group (bd553651-3cc8-438a-a330-a231c6e1b40c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.676525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06cc9925-5be3-4f2a-8f62-2fc1d69b4d5a admin admin] Publish callbacks [] for security_group (bd553651-3cc8-438a-a330-a231c6e1b40c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.732960 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12ba33f3-fcad-4044-bdd1-aa165ab3331a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (b04a9365-37c2-4061-adf6-75a52b3602a0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.743401 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12ba33f3-fcad-4044-bdd1-aa165ab3331a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (b04a9365-37c2-4061-adf6-75a52b3602a0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.779267 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06cc9925-5be3-4f2a-8f62-2fc1d69b4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bd553651-3cc8-438a-a330-a231c6e1b40c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.782788 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06cc9925-5be3-4f2a-8f62-2fc1d69b4d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.783961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-06cc9925-5be3-4f2a-8f62-2fc1d69b4d5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd553651-3cc8-438a-a330-a231c6e1b40c HTTP/1.1" status: 204  len: 168 time: 0.3232253
Feb 19 21:19:28.790001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba33f3-fcad-4044-bdd1-aa165ab3331a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04a9365-37c2-4061-adf6-75a52b3602a0,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:28.801211 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc9925-5be3-4f2a-8f62-2fc1d69b4d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd553651-3cc8-438a-a330-a231c6e1b40c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:28.810140 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12ba33f3-fcad-4044-bdd1-aa165ab3331a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.814845 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12ba33f3-fcad-4044-bdd1-aa165ab3331a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3535709
Feb 19 21:19:28.814976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55524) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:28.836466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1d80bbaa-42f1-48a5-9bb0-25eb19ad426c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '1adfe32f-c0a3-4898-824d-67f16a32861a', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:28.888924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba2f6e-99ea-4233-b91c-0c0b5bd358d5 None None] Network 148acd2f-695f-4c39-8310-f59fe0c7f207 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:19:28.902117 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d80bbaa-42f1-48a5-9bb0-25eb19ad426c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (afb6c2ed-7cbf-4e24-89e2-bec7884e219c), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.986317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d80bbaa-42f1-48a5-9bb0-25eb19ad426c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (afb6c2ed-7cbf-4e24-89e2-bec7884e219c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.992388 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d80bbaa-42f1-48a5-9bb0-25eb19ad426c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (afb6c2ed-7cbf-4e24-89e2-bec7884e219c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:28.995601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5b1d9193-5fee-4b21-b8f0-f3d5a39dc862 None None] Provisioning complete for port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:28.996378 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9193-5fee-4b21-b8f0-f3d5a39dc862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.025300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80bbaa-42f1-48a5-9bb0-25eb19ad426c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb6c2ed-7cbf-4e24-89e2-bec7884e219c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:29.052362 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d80bbaa-42f1-48a5-9bb0-25eb19ad426c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.055907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1d80bbaa-42f1-48a5-9bb0-25eb19ad426c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2399788
Feb 19 21:19:29.059130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55528) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:29.063158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55530) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:29.090757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e6e78b67-60c0-42e5-9d76-838107cc0406 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '1adfe32f-c0a3-4898-824d-67f16a32861a', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:29.095517 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b171ce8-8a1e-4773-a486-249163d3c49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.161915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6e78b67-60c0-42e5-9d76-838107cc0406 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (c7f69b21-6e78-494b-958f-4a84b6aaaf5c), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.190823 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Publish callbacks [] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.212364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55534) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:29.224640 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.273805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55538) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:29.302687 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b171ce8-8a1e-4773-a486-249163d3c49d admin admin] Publish callbacks [] for security_group (af940b88-e797-487a-bfbe-8e1268d9d484), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.317958 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b171ce8-8a1e-4773-a486-249163d3c49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (af940b88-e797-487a-bfbe-8e1268d9d484), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.318511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5b1d9193-5fee-4b21-b8f0-f3d5a39dc862 None None] Current status of the port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:29.318960 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9193-5fee-4b21-b8f0-f3d5a39dc862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.346564 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6e78b67-60c0-42e5-9d76-838107cc0406 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (c7f69b21-6e78-494b-958f-4a84b6aaaf5c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.379181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0b171ce8-8a1e-4773-a486-249163d3c49d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a1569dbd8d74f21bfb9d7b0357305b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3139851
Feb 19 21:19:29.380675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b171ce8-8a1e-4773-a486-249163d3c49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af940b88-e797-487a-bfbe-8e1268d9d484,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:29.381925 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55544) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:29.385054 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6e78b67-60c0-42e5-9d76-838107cc0406 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c7f69b21-6e78-494b-958f-4a84b6aaaf5c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.394952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1377cfac-ec0d-43dd-8f3b-a40496542ff8 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:29.408710 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5b1d9193-5fee-4b21-b8f0-f3d5a39dc862 None None] For port 1377cfac-ec0d-43dd-8f3b-a40496542ff8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1377cfac-ec0d-43dd-8f3b-a40496542ff8,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:29.412178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e78b67-60c0-42e5-9d76-838107cc0406 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f69b21-6e78-494b-958f-4a84b6aaaf5c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:29.424534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6e78b67-60c0-42e5-9d76-838107cc0406 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.426608 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e6e78b67-60c0-42e5-9d76-838107cc0406 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3658469
Feb 19 21:19:29.429421 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55546) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:29.432043 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d684e2-69f8-48ce-884e-03c4263cced5 None None] Pushing event updated for resources: {'Port': ['ID=9d8e9a3f-0fb0-4475-b86b-ae924d0f892b,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:29.443505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-69e8f3bc-f9ac-48b4-8d5e-0bd7d24e3acd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '1adfe32f-c0a3-4898-824d-67f16a32861a', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:29.454517 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9193-5fee-4b21-b8f0-f3d5a39dc862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.526000 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-69e8f3bc-f9ac-48b4-8d5e-0bd7d24e3acd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Project e2dcdf87966c4cc5899afcfb6f2b6b1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:19:29.532512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dcaa77ba-7ee8-494d-89c2-1ee827e76876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.537150 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69e8f3bc-f9ac-48b4-8d5e-0bd7d24e3acd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (628c6264-473e-4814-9738-6d4045d9e088), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.603330 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Attempting to bind port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:19:29.604012 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Attempting to bind port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa496380-489c-4de5-972f-ee02648327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:19:29.605851 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Attempting to bind port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b on network 927d84fd-de18-4cb9-b696-00d62b5cac90 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:29.618141 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:19:29.621932 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Checking segment: {'id': 'aa496380-489c-4de5-972f-ee02648327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:29.622610 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.623355 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Bound using segment: {'id': 'aa496380-489c-4de5-972f-ee02648327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:19:29.624231 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Bound port: 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa496380-489c-4de5-972f-ee02648327fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:19:29.626081 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.659797 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e54172db-afe4-4e42-9dfe-a8d233cf8a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.685941 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.705595 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69e8f3bc-f9ac-48b4-8d5e-0bd7d24e3acd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (628c6264-473e-4814-9738-6d4045d9e088), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.719716 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69e8f3bc-f9ac-48b4-8d5e-0bd7d24e3acd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (628c6264-473e-4814-9738-6d4045d9e088), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.721854 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] For port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:19:29.727636 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] For port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d8e9a3f-0fb0-4475-b86b-ae924d0f892b,segment=NetworkSegment(aa496380-489c-4de5-972f-ee02648327fa),segment_id=aa496380-489c-4de5-972f-ee02648327fa)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:19:29.734800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d9193-5fee-4b21-b8f0-f3d5a39dc862 None None] Pushing event updated for resources: {'Port': ['ID=1377cfac-ec0d-43dd-8f3b-a40496542ff8,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:29.737220 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.767410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8f3bc-f9ac-48b4-8d5e-0bd7d24e3acd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628c6264-473e-4814-9738-6d4045d9e088,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:29.809336 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69e8f3bc-f9ac-48b4-8d5e-0bd7d24e3acd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.810302 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Routers {'d054da5e-baf3-46b9-856d-7b348fa9186b'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:29.811283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-69e8f3bc-f9ac-48b4-8d5e-0bd7d24e3acd tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3795674
Feb 19 21:19:29.811781 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703c36a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d054da5e-baf3-46b9-856d-7b348fa9186b'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:29.816174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:29.816358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55552) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:29.816771 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.839730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d16ce492-279c-4f1d-a46e-dd0c691bc05e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': '1adfe32f-c0a3-4898-824d-67f16a32861a', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:29.871041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37d0d7d0-7677-445e-8ac9-1fc1ad33ee77 admin admin] Publish callbacks [] for security_group (af940b88-e797-487a-bfbe-8e1268d9d484), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.903907 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-d16ce492-279c-4f1d-a46e-dd0c691bc05e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Project e2dcdf87966c4cc5899afcfb6f2b6b1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:19:29.913453 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d16ce492-279c-4f1d-a46e-dd0c691bc05e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (2d772123-03c7-4050-91d3-ee3e411cf470), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:29.957696 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] Set router d054da5e-baf3-46b9-856d-7b348fa9186b gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:19:29.968862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37d0d7d0-7677-445e-8ac9-1fc1ad33ee77 admin admin] Publish callbacks [] for security_group (af940b88-e797-487a-bfbe-8e1268d9d484), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.014748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3ed56b94-b8b9-400b-9a5e-8931838625ba None None] Provisioning complete for port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:30.015347 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3ed56b94-b8b9-400b-9a5e-8931838625ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.070425 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d16ce492-279c-4f1d-a46e-dd0c691bc05e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (2d772123-03c7-4050-91d3-ee3e411cf470), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.074652 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dcaa77ba-7ee8-494d-89c2-1ee827e76876 admin admin] Publish callbacks [] for security_group (0b99e775-08d3-460a-b6c9-a934057a97ac), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.077622 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e54172db-afe4-4e42-9dfe-a8d233cf8a7a admin admin] Publish callbacks [] for security_group (c29bf2b3-0ca8-40dc-8059-0fb0d3e9302f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.083277 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d16ce492-279c-4f1d-a46e-dd0c691bc05e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (2d772123-03c7-4050-91d3-ee3e411cf470), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.085601 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dcaa77ba-7ee8-494d-89c2-1ee827e76876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0b99e775-08d3-460a-b6c9-a934057a97ac), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.101526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e54172db-afe4-4e42-9dfe-a8d233cf8a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c29bf2b3-0ca8-40dc-8059-0fb0d3e9302f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.129411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ce492-279c-4f1d-a46e-dd0c691bc05e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d772123-03c7-4050-91d3-ee3e411cf470,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:30.139264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55574) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:30.167339 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d16ce492-279c-4f1d-a46e-dd0c691bc05e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.169085 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37d0d7d0-7677-445e-8ac9-1fc1ad33ee77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (af940b88-e797-487a-bfbe-8e1268d9d484), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.171998 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d16ce492-279c-4f1d-a46e-dd0c691bc05e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3540797
Feb 19 21:19:30.184252 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-37d0d7d0-7677-445e-8ac9-1fc1ad33ee77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.188017 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-37d0d7d0-7677-445e-8ac9-1fc1ad33ee77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af940b88-e797-487a-bfbe-8e1268d9d484 HTTP/1.1" status: 204  len: 168 time: 0.8027930
Feb 19 21:19:30.189205 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-03d07b0f-b479-4ed6-904c-15382e37d2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.208596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa77ba-7ee8-494d-89c2-1ee827e76876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b99e775-08d3-460a-b6c9-a934057a97ac,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:30.230531 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dcaa77ba-7ee8-494d-89c2-1ee827e76876 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3cce9ffe5d04486b69bbf73b537bb3e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0139241
Feb 19 21:19:30.232907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55580) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:30.242521 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e54172db-afe4-4e42-9dfe-a8d233cf8a7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3044d6158694119ae81b86a83b29a3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9675238
Feb 19 21:19:30.250424 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d684e2-69f8-48ce-884e-03c4263cced5 None None] Pushing event updated for resources: {'Port': ['ID=9d8e9a3f-0fb0-4475-b86b-ae924d0f892b,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:30.253006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55582) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:30.316399 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:19:30.349709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54172db-afe4-4e42-9dfe-a8d233cf8a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29bf2b3-0ca8-40dc-8059-0fb0d3e9302f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:30.391162 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63f41ef7-2f1f-4bf4-9955-12b9ede821d5 admin admin] Publish callbacks [] for security_group (c29bf2b3-0ca8-40dc-8059-0fb0d3e9302f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.395263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0d7d0-7677-445e-8ac9-1fc1ad33ee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af940b88-e797-487a-bfbe-8e1268d9d484,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:30.407818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:30.412166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3ed56b94-b8b9-400b-9a5e-8931838625ba None None] Current status of the port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:30.434044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ce56f30-e4e4-431e-a127-0f375fdc7d41 admin admin] Publish callbacks [] for security_group (0b99e775-08d3-460a-b6c9-a934057a97ac), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.466703 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63f41ef7-2f1f-4bf4-9955-12b9ede821d5 admin admin] Publish callbacks [] for security_group (c29bf2b3-0ca8-40dc-8059-0fb0d3e9302f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.517590 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703c36a0>, [{'id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'name': 'tempest-TestVolumeBootPattern-2051424501-router', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:16Z', 'updated_at': '2022-02-19T21:19:24Z', 'revision_number': 4, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'gw_port': {'id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:17Z', 'updated_at': '2022-02-19T21:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9d8e9a3f-0fb0-4475-b86b-ae924d0f892b', 'name': '', 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'mac_address': 'fa:16:3e:e9:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '91aaa1e0-564e-4ff2-84f6-a163e2360749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:23Z', 'updated_at': '2022-02-19T21:19:29Z', 'revision_number': 4, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'subnets': [{'id': '91aaa1e0-564e-4ff2-84f6-a163e2360749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:30.537214 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ce56f30-e4e4-431e-a127-0f375fdc7d41 admin admin] Publish callbacks [] for security_group (0b99e775-08d3-460a-b6c9-a934057a97ac), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.546366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-78168d6c-7c5f-401a-9ebc-a46b2fc4a5c2 None None] Provisioning complete for port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:30.546760 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-78168d6c-7c5f-401a-9ebc-a46b2fc4a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.555900 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-03d07b0f-b479-4ed6-904c-15382e37d2f9 admin admin] Publish callbacks [] for security_group (377db393-4c24-441b-b6de-0df1c76e24e8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.569675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63f41ef7-2f1f-4bf4-9955-12b9ede821d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c29bf2b3-0ca8-40dc-8059-0fb0d3e9302f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.574620 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63f41ef7-2f1f-4bf4-9955-12b9ede821d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.576796 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-63f41ef7-2f1f-4bf4-9955-12b9ede821d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c29bf2b3-0ca8-40dc-8059-0fb0d3e9302f HTTP/1.1" status: 204  len: 168 time: 0.3225479
Feb 19 21:19:30.587647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f41ef7-2f1f-4bf4-9955-12b9ede821d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29bf2b3-0ca8-40dc-8059-0fb0d3e9302f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:30.601887 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ae5c3-252a-4419-bae8-1a3171daa1c3 None None] The sync data for ids ['d054da5e-baf3-46b9-856d-7b348fa9186b'] in ncdv-master-1 is: [{'id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'name': 'tempest-TestVolumeBootPattern-2051424501-router', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:16Z', 'updated_at': '2022-02-19T21:19:24Z', 'revision_number': 4, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'gw_port': {'id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:17Z', 'updated_at': '2022-02-19T21:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9d8e9a3f-0fb0-4475-b86b-ae924d0f892b', 'name': '', 'network_id': '927d84fd-de18-4cb9-b696-00d62b5cac90', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'mac_address': 'fa:16:3e:e9:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '91aaa1e0-564e-4ff2-84f6-a163e2360749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:23Z', 'updated_at': '2022-02-19T21:19:29Z', 'revision_number': 4, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'subnets': [{'id': '91aaa1e0-564e-4ff2-84f6-a163e2360749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:30.613503 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-03d07b0f-b479-4ed6-904c-15382e37d2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (377db393-4c24-441b-b6de-0df1c76e24e8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.765549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55608) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:30.766062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-78168d6c-7c5f-401a-9ebc-a46b2fc4a5c2 None None] Current status of the port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:30.766472 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-78168d6c-7c5f-401a-9ebc-a46b2fc4a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.768445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-03d07b0f-b479-4ed6-904c-15382e37d2f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65d46a02d8e94d2c85ffd23db5a54343&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6193326
Feb 19 21:19:30.801344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d07b0f-b479-4ed6-904c-15382e37d2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377db393-4c24-441b-b6de-0df1c76e24e8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:30.809547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-2376c2ab-4c83-4ed0-9916-f95021abf779 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794099602&fields=id&tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f HTTP/1.1" status: 200  len: 267 time: 0.2482960
Feb 19 21:19:30.832569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-78168d6c-7c5f-401a-9ebc-a46b2fc4a5c2 None None] For port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d8e9a3f-0fb0-4475-b86b-ae924d0f892b,segment=NetworkSegment(aa496380-489c-4de5-972f-ee02648327fa),segment_id=aa496380-489c-4de5-972f-ee02648327fa)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:30.840213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ce56f30-e4e4-431e-a127-0f375fdc7d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0b99e775-08d3-460a-b6c9-a934057a97ac), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.840546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-78168d6c-7c5f-401a-9ebc-a46b2fc4a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.843826 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ce56f30-e4e4-431e-a127-0f375fdc7d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.845044 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0ce56f30-e4e4-431e-a127-0f375fdc7d41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b99e775-08d3-460a-b6c9-a934057a97ac HTTP/1.1" status: 204  len: 168 time: 0.6111584
Feb 19 21:19:30.911892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae563c09-acee-495e-88a8-aaadac42b63b admin admin] Publish callbacks [] for security_group (377db393-4c24-441b-b6de-0df1c76e24e8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:30.927685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce56f30-e4e4-431e-a127-0f375fdc7d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b99e775-08d3-460a-b6c9-a934057a97ac,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:30.977483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78168d6c-7c5f-401a-9ebc-a46b2fc4a5c2 None None] Pushing event updated for resources: {'Port': ['ID=9d8e9a3f-0fb0-4475-b86b-ae924d0f892b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:30.980629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae563c09-acee-495e-88a8-aaadac42b63b admin admin] Publish callbacks [] for security_group (377db393-4c24-441b-b6de-0df1c76e24e8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.086263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae563c09-acee-495e-88a8-aaadac42b63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (377db393-4c24-441b-b6de-0df1c76e24e8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.089815 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ae563c09-acee-495e-88a8-aaadac42b63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.092570 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ae563c09-acee-495e-88a8-aaadac42b63b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/377db393-4c24-441b-b6de-0df1c76e24e8 HTTP/1.1" status: 204  len: 168 time: 0.3258145
Feb 19 21:19:31.094515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-f289b4a6-58c4-4782-b5d5-343984934ace tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:31.097530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-f289b4a6-58c4-4782-b5d5-343984934ace tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/networks?id=148acd2f-695f-4c39-8310-f59fe0c7f207 HTTP/1.1" status: 200  len: 796 time: 0.2796967
Feb 19 21:19:31.110533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae563c09-acee-495e-88a8-aaadac42b63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377db393-4c24-441b-b6de-0df1c76e24e8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:31.117882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-2e08caa8-d0aa-431f-b64b-a1fab14ab870 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/quotas/e2dcdf87966c4cc5899afcfb6f2b6b1f HTTP/1.1" status: 200  len: 375 time: 0.0130632
Feb 19 21:19:31.182126 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55620) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:31.211530 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331f62bd-8d12-4a14-8ee6-40f88f83cf1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.299289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-8b2f38d1-8901-49d9-a535-15264a83c76a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1584423
Feb 19 21:19:31.393198 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331f62bd-8d12-4a14-8ee6-40f88f83cf1b admin admin] Publish callbacks [] for security_group (3900eb13-4d1f-46fb-bfd8-6e913c7786dc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.402828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-331f62bd-8d12-4a14-8ee6-40f88f83cf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3900eb13-4d1f-46fb-bfd8-6e913c7786dc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.435821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1377cfac-ec0d-43dd-8f3b-a40496542ff8 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:31.544363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:31.544762 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.552869 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-331f62bd-8d12-4a14-8ee6-40f88f83cf1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9cd4788a6cc470c9fd6ca77c8e47c14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3685539
Feb 19 21:19:31.554556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f62bd-8d12-4a14-8ee6-40f88f83cf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3900eb13-4d1f-46fb-bfd8-6e913c7786dc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:31.555699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55630) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:31.627456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55632) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:31.664366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92736823-fcec-4562-ab00-f135cf3e2ea7 admin admin] Publish callbacks [] for security_group (3900eb13-4d1f-46fb-bfd8-6e913c7786dc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.706990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:31.708236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:31.721519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92736823-fcec-4562-ab00-f135cf3e2ea7 admin admin] Publish callbacks [] for security_group (3900eb13-4d1f-46fb-bfd8-6e913c7786dc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.742517 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-48e9ece8-46a9-4872-bdf6-683d9d90f2d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1faeda2bd070497183a8ec7172696aca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1126091
Feb 19 21:19:31.746026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55636) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:31.830136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcbd33dd-d6a0-4994-b613-be5a50c140f4 admin admin] Publish callbacks [] for security_group (ee298df0-e441-43de-9485-b441edeeb586), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.838492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:31.840056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.860467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcbd33dd-d6a0-4994-b613-be5a50c140f4 admin admin] Publish callbacks [] for security_group (ee298df0-e441-43de-9485-b441edeeb586), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.972746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcbd33dd-d6a0-4994-b613-be5a50c140f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ee298df0-e441-43de-9485-b441edeeb586), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.975992 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bcbd33dd-d6a0-4994-b613-be5a50c140f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:31.979621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bcbd33dd-d6a0-4994-b613-be5a50c140f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee298df0-e441-43de-9485-b441edeeb586 HTTP/1.1" status: 204  len: 168 time: 0.2301748
Feb 19 21:19:32.009108 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92736823-fcec-4562-ab00-f135cf3e2ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (3900eb13-4d1f-46fb-bfd8-6e913c7786dc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:32.012363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92736823-fcec-4562-ab00-f135cf3e2ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:32.018791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-92736823-fcec-4562-ab00-f135cf3e2ea7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3900eb13-4d1f-46fb-bfd8-6e913c7786dc HTTP/1.1" status: 204  len: 168 time: 0.4618108
Feb 19 21:19:32.022321 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd33dd-d6a0-4994-b613-be5a50c140f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee298df0-e441-43de-9485-b441edeeb586,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:32.042957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92736823-fcec-4562-ab00-f135cf3e2ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3900eb13-4d1f-46fb-bfd8-6e913c7786dc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:32.091313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-0ac908ae-feab-49fa-9ac7-918380ce9c97 service neutron] 10.222.0.30 "GET /v2.0/networks/148acd2f-695f-4c39-8310-f59fe0c7f207?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7894251
Feb 19 21:19:32.119653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:32.269642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-cfcbd4ad-2e7f-4b18-9810-aa65b1d5b3b9 service neutron] 10.222.0.30 "GET /v2.0/networks/148acd2f-695f-4c39-8310-f59fe0c7f207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668534
Feb 19 21:19:32.512701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10f66420-fb70-44e3-b8ac-cc1e89ac3408 req-9e66dd3a-dbe8-44c9-944f-5b17117bdd6d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 210 time: 0.0516667
Feb 19 21:19:32.616091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-3c155021-cc53-4806-ad61-aa2f4ba6d68e req-4ec28a85-0ff1-4313-a776-660f7918ce01 service neutron] (121129) timed out ('10.222.0.10', 59082) {{(pid=121129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:19:33.654835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3bb4c1e4-a31b-4bcc-a7dc-a0e7a413f94d req-acafc6a2-634e-47d2-823e-96745d4824f4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 210 time: 0.0500984
Feb 19 21:19:33.687692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-aa475f35-b314-4543-8f24-6b418ca22d3b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:33.689359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-aa475f35-b314-4543-8f24-6b418ca22d3b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.67 "GET /v2.0/networks?id=148acd2f-695f-4c39-8310-f59fe0c7f207 HTTP/1.1" status: 200  len: 796 time: 0.1637604
Feb 19 21:19:33.729161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55736) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:33.793968 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-ef5dfb2a-e812-4361-8bc7-dfb0564f1625 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f HTTP/1.1" status: 200  len: 472 time: 0.0960007
Feb 19 21:19:33.805148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'port': {'device_id': '95431a52-ee4c-495a-a38d-1bce0f6ba247', 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207', 'admin_state_up': True, 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'security_groups': ['1adfe32f-c0a3-4898-824d-67f16a32861a']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:33.935358 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a67fa0a3-5342-4e7a-a289-4837783ff023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:33.959451 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Made reservation on behalf of e2dcdf87966c4cc5899afcfb6f2b6b1f for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:33.962634 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:34.117408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55756) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.139850 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a67fa0a3-5342-4e7a-a289-4837783ff023 admin admin] Publish callbacks [] for security_group (9bf7e566-ff79-4c4e-9850-4d3b0ded769f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:34.148867 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a67fa0a3-5342-4e7a-a289-4837783ff023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9bf7e566-ff79-4c4e-9850-4d3b0ded769f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:34.199595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Allocated IP 172.20.0.26 (148acd2f-695f-4c39-8310-f59fe0c7f207/7ead6b82-4980-4748-9e00-7868144f2317/2bf532ef-8da2-48ca-bf67-64da6eca1b81) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:34.215415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fa0a3-5342-4e7a-a289-4837783ff023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf7e566-ff79-4c4e-9850-4d3b0ded769f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:34.224043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a67fa0a3-5342-4e7a-a289-4837783ff023 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8883030dc1c5430d91d508b6e433dd8d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4914780
Feb 19 21:19:34.224891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55762) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.300640 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-438c25f6-45c2-4370-bd44-3003a3556b17 admin admin] Publish callbacks [] for security_group (9bf7e566-ff79-4c4e-9850-4d3b0ded769f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:34.328643 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-438c25f6-45c2-4370-bd44-3003a3556b17 admin admin] Publish callbacks [] for security_group (9bf7e566-ff79-4c4e-9850-4d3b0ded769f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:34.407166 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-438c25f6-45c2-4370-bd44-3003a3556b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9bf7e566-ff79-4c4e-9850-4d3b0ded769f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:34.410351 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-438c25f6-45c2-4370-bd44-3003a3556b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:34.414479 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-438c25f6-45c2-4370-bd44-3003a3556b17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bf7e566-ff79-4c4e-9850-4d3b0ded769f HTTP/1.1" status: 204  len: 168 time: 0.1888347
Feb 19 21:19:34.422970 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:34.423323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c25f6-45c2-4370-bd44-3003a3556b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf7e566-ff79-4c4e-9850-4d3b0ded769f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:34.445109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-9290b5ab-a0f9-4376-a75b-71e2aa2343d1 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.446439 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9290b5ab-a0f9-4376-a75b-71e2aa2343d1 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.3271351
Feb 19 21:19:34.450294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55778) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.457012 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-293ea896-f40d-465d-98b3-2d77b8633cd7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.458247 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-293ea896-f40d-465d-98b3-2d77b8633cd7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0065372
Feb 19 21:19:34.460729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55780) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.465784 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-8fa3e06a-6c92-4d7a-94f9-f2c006a8a503 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.467312 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8fa3e06a-6c92-4d7a-94f9-f2c006a8a503 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0056653
Feb 19 21:19:34.469164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55782) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.473187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-5576e04c-7e1a-40c8-ba5c-75e608bbee1e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.474147 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5576e04c-7e1a-40c8-ba5c-75e608bbee1e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0040801
Feb 19 21:19:34.477697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55784) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.482211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-a9603e47-ba06-4cbc-b1b5-2141b24d560f tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.483206 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a9603e47-ba06-4cbc-b1b5-2141b24d560f tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0045826
Feb 19 21:19:34.487942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55786) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.492411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-d7ac3999-acee-47c4-bf0b-8877f54996a7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.493626 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d7ac3999-acee-47c4-bf0b-8877f54996a7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0047092
Feb 19 21:19:34.496131 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55788) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.501298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-6055de47-6383-414a-8322-447adc3743a3 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.502538 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6055de47-6383-414a-8322-447adc3743a3 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0053360
Feb 19 21:19:34.508814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55790) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.515996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-ab2a7164-1107-4356-8e7a-79c9a9727aee tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.519788 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ab2a7164-1107-4356-8e7a-79c9a9727aee tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0094216
Feb 19 21:19:34.520559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55792) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.525306 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-3c6a28f1-ddcb-42ff-9793-37547b70e603 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.530986 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3c6a28f1-ddcb-42ff-9793-37547b70e603 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0093927
Feb 19 21:19:34.532735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55794) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.537088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [None req-aab5485c-2b77-4eda-b55d-59724707d4c4 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.538248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aab5485c-2b77-4eda-b55d-59724707d4c4 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0045726
Feb 19 21:19:34.541340 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55796) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.547614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-d0941296-a533-4a99-8c35-f9d5339d54f3 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.553793 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d0941296-a533-4a99-8c35-f9d5339d54f3 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0103083
Feb 19 21:19:34.554829 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55798) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.559580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-e5bb049a-7a13-45fe-8aeb-d18d04aa3192 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.563361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55800) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.563877 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e5bb049a-7a13-45fe-8aeb-d18d04aa3192 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0075803
Feb 19 21:19:34.586327 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [None req-3204dc6f-676b-4c82-97c7-9873d8e83d4b tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.590548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3204dc6f-676b-4c82-97c7-9873d8e83d4b tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0180171
Feb 19 21:19:34.591307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55806) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.596634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-9da4959b-415e-455c-9af7-d99c4fd61c4e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.601362 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9da4959b-415e-455c-9af7-d99c4fd61c4e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0068913
Feb 19 21:19:34.601610 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55808) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.606000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-d829f404-377f-4edf-b7dc-d6e540f5b0f8 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.607797 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d829f404-377f-4edf-b7dc-d6e540f5b0f8 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0052564
Feb 19 21:19:34.610216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55810) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.614349 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-d6678dcb-a2b0-464e-b1b4-ee00fac369e7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.622525 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d6678dcb-a2b0-464e-b1b4-ee00fac369e7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0088525
Feb 19 21:19:34.622738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55812) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.624306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-dd5e6787-28c0-4cfc-9506-89a03579cf6f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:34.629973 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-22436222-8a7b-4715-8b01-4c7378397d4e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.630957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-22436222-8a7b-4715-8b01-4c7378397d4e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0073385
Feb 19 21:19:34.631435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-dd5e6787-28c0-4cfc-9506-89a03579cf6f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.2148857
Feb 19 21:19:34.633603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55814) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.634936 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:34.639039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-0349d579-d81b-45b2-9311-3090928fa1eb tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.640289 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0349d579-d81b-45b2-9311-3090928fa1eb tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0054662
Feb 19 21:19:34.643072 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55816) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.647883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-aff4f744-a809-40d5-a4f4-206c23b181b6 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.648983 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aff4f744-a809-40d5-a4f4-206c23b181b6 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0049942
Feb 19 21:19:34.652097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-12f2ccee-ddf9-410c-a4d9-d0c96a4a5675 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/quotas/c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 375 time: 0.0190253
Feb 19 21:19:34.652277 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55818) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.659746 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-867701a9-0e2b-4aca-8290-cb068cd5698e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.661252 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-867701a9-0e2b-4aca-8290-cb068cd5698e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0076005
Feb 19 21:19:34.663978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55820) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.669251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-86df6157-798f-4d6b-840a-9a9cf7a98967 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.670413 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-86df6157-798f-4d6b-840a-9a9cf7a98967 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0052097
Feb 19 21:19:34.673406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55822) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.679340 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-b28da90d-196c-4490-823b-b3dbfd9a9a08 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.681526 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b28da90d-196c-4490-823b-b3dbfd9a9a08 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0071793
Feb 19 21:19:34.690005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55826) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.714706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-fd49946d-aff9-4e7c-8e6c-478df2aacae7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.718936 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fd49946d-aff9-4e7c-8e6c-478df2aacae7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0197167
Feb 19 21:19:34.720262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55830) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.730775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 148acd2f-695f-4c39-8310-f59fe0c7f207 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:34.736846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-aa9c46db-4444-440c-a137-06ebca53a368 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.738397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:34.741807 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aa9c46db-4444-440c-a137-06ebca53a368 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0181425
Feb 19 21:19:34.743011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55832) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.744230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:34.754335 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-29b3b045-8755-4fe6-9c4c-c834c2019c12 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.759234 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-29b3b045-8755-4fe6-9c4c-c834c2019c12 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0129662
Feb 19 21:19:34.760372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55834) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.769797 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-b4890ebe-4700-4922-b2ee-1715f247158c tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.773178 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b4890ebe-4700-4922-b2ee-1715f247158c tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0088758
Feb 19 21:19:34.775377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55836) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.784957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-17024b1e-5a0c-43ce-a15d-ef620dca4d33 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.788886 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-17024b1e-5a0c-43ce-a15d-ef620dca4d33 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0096064
Feb 19 21:19:34.790425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55840) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.808400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-3b6ce05d-5879-4bd7-a4b1-5e4db22c7ac5 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.812668 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3b6ce05d-5879-4bd7-a4b1-5e4db22c7ac5 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0191982
Feb 19 21:19:34.812958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55842) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.817177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-9824c931-253c-4121-b938-28af14c164eb tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.820622 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9824c931-253c-4121-b938-28af14c164eb tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0043931
Feb 19 21:19:34.820971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55844) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.829872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:34.830541 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:34.834196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-3ec727fa-68b2-4379-a14e-3aacb45b0c30 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.834936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=2bf532ef-8da2-48ca-bf67-64da6eca1b81,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:34.836583 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3ec727fa-68b2-4379-a14e-3aacb45b0c30 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0121362
Feb 19 21:19:34.839490 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55846) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.848442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-39149434-6156-4844-bfab-23c600ac63b7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.849759 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-39149434-6156-4844-bfab-23c600ac63b7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0082393
Feb 19 21:19:34.852439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55848) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.858316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-e1a8f555-9f7a-4b42-bf71-37569e605061 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.859520 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e1a8f555-9f7a-4b42-bf71-37569e605061 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0057542
Feb 19 21:19:34.862529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55850) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.867609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-8d7a0f6b-4721-4353-a4a0-394c60e3808d tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.874896 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8d7a0f6b-4721-4353-a4a0-394c60e3808d tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0086617
Feb 19 21:19:34.875507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55854) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.885417 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-0f33c769-fcf2-42ec-81e6-8e30dfe6330b tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.890097 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0f33c769-fcf2-42ec-81e6-8e30dfe6330b tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0092332
Feb 19 21:19:34.891613 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55858) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.901287 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-f2c79c3f-ab01-466a-b136-07eb7a74d3c2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2473886
Feb 19 21:19:34.902844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-7788878f-fa70-4c15-807d-1b0886b4288e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.907910 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7788878f-fa70-4c15-807d-1b0886b4288e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0105639
Feb 19 21:19:34.908607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55860) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.912826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46bd768f-bdfe-413c-ad5d-5ebb7797558a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1114619
Feb 19 21:19:34.916647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-c2b402a5-e06d-48dc-a850-01d809816967 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.920352 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c2b402a5-e06d-48dc-a850-01d809816967 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0106902
Feb 19 21:19:34.923285 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55862) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.930637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-ef0c727a-03d4-459e-9d28-5f39c2965381 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.934876 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ef0c727a-03d4-459e-9d28-5f39c2965381 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0105062
Feb 19 21:19:34.937457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55864) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.945906 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-7ee065f4-d885-4a2e-8af3-da0f3f737b8a tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.946671 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7ee065f4-d885-4a2e-8af3-da0f3f737b8a tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0081539
Feb 19 21:19:34.952237 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55866) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.958768 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-52df7f97-cc18-4ffd-86ea-3c06de2d2482 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.959792 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-52df7f97-cc18-4ffd-86ea-3c06de2d2482 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0065672
Feb 19 21:19:34.962845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55868) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.973807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-fdb9df9d-6937-4ee7-8f86-8853be016d47 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.976310 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fdb9df9d-6937-4ee7-8f86-8853be016d47 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0123239
Feb 19 21:19:34.977435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55870) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:34.983184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Request body: {'port': {'device_id': '95431a52-ee4c-495a-a38d-1bce0f6ba247', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:34.988842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-f2ac27d7-5090-420f-81b9-9a03cbe7dd6e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:34.992242 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f2ac27d7-5090-420f-81b9-9a03cbe7dd6e tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0115137
Feb 19 21:19:34.994786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55872) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.014504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [None req-b0c3bc05-4832-44d4-9d1b-006516426020 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.017938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b0c3bc05-4832-44d4-9d1b-006516426020 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0216663
Feb 19 21:19:35.018627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55874) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.024708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-d2a91302-b508-4cce-a743-9f6514e427f7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.029648 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d2a91302-b508-4cce-a743-9f6514e427f7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0057523
Feb 19 21:19:35.029648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55876) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.035799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-3a9cc2a7-ec11-400f-948d-f238a6f240bd tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.047603 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3a9cc2a7-ec11-400f-948d-f238a6f240bd tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0118039
Feb 19 21:19:35.050319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55882) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.056812 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-bb5aca3d-70d8-4b5f-8be0-f9670dc0b7f7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.060764 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bb5aca3d-70d8-4b5f-8be0-f9670dc0b7f7 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0070889
Feb 19 21:19:35.061113 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55886) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.066050 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-47f10bcf-1585-4486-9702-93276c933f3a tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.068486 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-47f10bcf-1585-4486-9702-93276c933f3a tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0050819
Feb 19 21:19:35.069683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55888) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.080033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-78f12014-ae56-472a-a9c9-60664e59fcac tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.081058 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-78f12014-ae56-472a-a9c9-60664e59fcac tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0086842
Feb 19 21:19:35.083712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55892) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.093950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-db4e9e27-5d00-4742-9f49-930517df2420 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.098658 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-db4e9e27-5d00-4742-9f49-930517df2420 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0138600
Feb 19 21:19:35.101212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55894) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.105521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-ec5ccd13-35a5-4f1d-add1-1475bdb85d71 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.108739 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec5ccd13-35a5-4f1d-add1-1475bdb85d71 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0042343
Feb 19 21:19:35.109226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55896) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.117048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec17aa-776f-4e71-a5fb-b3bab4f00e8c req-32a96eb2-5aac-4517-a1fe-d0b694512c86 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:35.118268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-0e788164-4d93-4dab-812c-a35ec8b4fb25 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.118748 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bec17aa-776f-4e71-a5fb-b3bab4f00e8c req-32a96eb2-5aac-4517-a1fe-d0b694512c86 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 932 time: 0.3222516
Feb 19 21:19:35.123036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55898) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.123437 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0e788164-4d93-4dab-812c-a35ec8b4fb25 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0131745
Feb 19 21:19:35.129412 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [None req-18729db3-a868-47d1-ae2d-39aa06c90e97 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.130534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-18729db3-a868-47d1-ae2d-39aa06c90e97 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0044739
Feb 19 21:19:35.133354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55900) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.138314 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-bd33963b-f711-45ed-ab44-9bce29581a37 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.142202 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bd33963b-f711-45ed-ab44-9bce29581a37 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0077114
Feb 19 21:19:35.142794 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55902) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.148582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-9972ba58-495a-4f8e-b555-60372f88a61d tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.153068 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9972ba58-495a-4f8e-b555-60372f88a61d tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0085585
Feb 19 21:19:35.154173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55904) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.160824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-ec8df6c8-f6be-4653-95e2-f94da3f7a9c9 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.164376 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec8df6c8-f6be-4653-95e2-f94da3f7a9c9 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0073726
Feb 19 21:19:35.165199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55906) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.170953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-b303967e-3d46-4d00-8967-0dd0638c4a34 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.174480 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b303967e-3d46-4d00-8967-0dd0638c4a34 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0080473
Feb 19 21:19:35.175056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55908) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.179605 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-ff8abfb7-8a51-4a6b-af5a-3771b006f4fe tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.184400 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ff8abfb7-8a51-4a6b-af5a-3771b006f4fe tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0081921
Feb 19 21:19:35.185416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55912) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.189963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-23813136-42dc-48a3-9c01-a9c012ef4601 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.194263 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-23813136-42dc-48a3-9c01-a9c012ef4601 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0077007
Feb 19 21:19:35.195127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55914) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.200837 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-3bb607ad-bd59-4fb9-8734-5b4c055d9cb6 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.202290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ffe9ab80-f96a-4bed-9c6c-5fa98a751e9a None None] Provisioning complete for port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:35.203997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffe9ab80-f96a-4bed-9c6c-5fa98a751e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:35.206503 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3bb607ad-bd59-4fb9-8734-5b4c055d9cb6 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0102289
Feb 19 21:19:35.207114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55916) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.212923 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-64a9b189-ed22-4dd2-84cf-5c6e6d0c4b85 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.217380 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-64a9b189-ed22-4dd2-84cf-5c6e6d0c4b85 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0090535
Feb 19 21:19:35.218171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55918) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.221175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bec17aa-776f-4e71-a5fb-b3bab4f00e8c req-feee88eb-2e02-4100-8ea9-12a5155b2c62 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836232
Feb 19 21:19:35.222734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-9b065b81-b15b-4f60-93f3-df0204646809 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.226106 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-f92b1feb-1d29-4a51-89c0-5f5468d8e6c8 service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3100049
Feb 19 21:19:35.226106 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:35.226641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 55920) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.233475 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9b065b81-b15b-4f60-93f3-df0204646809 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0140796
Feb 19 21:19:35.239571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [None req-4c13a7e7-782e-4c0a-916e-619f9c316eaa tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.262834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4c13a7e7-782e-4c0a-916e-619f9c316eaa tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0253932
Feb 19 21:19:35.263872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55922) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.269288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-e6726ad8-bd4a-448b-84fc-a2258e2c6b7c tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.273594 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e6726ad8-bd4a-448b-84fc-a2258e2c6b7c tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0081899
Feb 19 21:19:35.274412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55924) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.279426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-3b37ee0e-511a-4e5f-9579-f83100304a46 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.283330 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3b37ee0e-511a-4e5f-9579-f83100304a46 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0077660
Feb 19 21:19:35.284236 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55926) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.286357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ffe9ab80-f96a-4bed-9c6c-5fa98a751e9a None None] Port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:19:35.289801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-b8323a65-18ee-499c-9557-56b444fcbb5a tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.294090 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b8323a65-18ee-499c-9557-56b444fcbb5a tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0084224
Feb 19 21:19:35.294704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55928) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.299096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-2d4e7f52-207a-42ac-83e2-e254a2057034 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.302649 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2d4e7f52-207a-42ac-83e2-e254a2057034 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0069327
Feb 19 21:19:35.303233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55930) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.307671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-14352c95-cd14-4c43-91a0-fe24ba7b7b5d tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.311696 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-14352c95-cd14-4c43-91a0-fe24ba7b7b5d tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0073576
Feb 19 21:19:35.312652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55932) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.317311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-82905033-d229-468d-8cc4-425e8b47779b tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.320878 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-82905033-d229-468d-8cc4-425e8b47779b tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0070932
Feb 19 21:19:35.322184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55934) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.328729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-2aabe2b2-1905-43fb-a86a-051adba0c4c3 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.329843 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2aabe2b2-1905-43fb-a86a-051adba0c4c3 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0055423
Feb 19 21:19:35.332234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55936) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.337239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-bd5b2506-fee2-433e-894c-d59e7b4f2d61 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.338235 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bd5b2506-fee2-433e-894c-d59e7b4f2d61 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0047748
Feb 19 21:19:35.341847 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55940) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.348112 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-450a882f-37b7-44fe-90c5-8e174c644e5a tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.350634 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-450a882f-37b7-44fe-90c5-8e174c644e5a tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0065212
Feb 19 21:19:35.353079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55942) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:35.358148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [None req-fff60050-b183-4593-9ab6-344a54174409 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:19:35.359604 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fff60050-b183-4593-9ab6-344a54174409 tempest-ExtensionsTestJSON-2086119352 tempest-ExtensionsTestJSON-2086119352-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0053604
Feb 19 21:19:35.478217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-775a66c9-6914-44a0-8a49-5e9c7243d048 service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2420487
Feb 19 21:19:35.681607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf532ef-8da2-48ca-bf67-64da6eca1b81 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:19:35.689971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Publish callbacks [] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:35.710503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Transition to ACTIVE for port object 2bf532ef-8da2-48ca-bf67-64da6eca1b81 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:19:35.715734 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:35.809411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e64bb31-578a-4f82-9f91-a2a800aae0cc req-a43b10b8-3844-4803-9327-1c0ef6b20a82 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 210 time: 0.0559072
Feb 19 21:19:35.861355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Pushing event updated for resources: {'Port': ['ID=2bf532ef-8da2-48ca-bf67-64da6eca1b81,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:35.983171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Attempting to bind port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:19:35.983713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Attempting to bind port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:19:35.984574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Attempting to bind port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 on network 148acd2f-695f-4c39-8310-f59fe0c7f207 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:36.013455 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 55976) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:36.017550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 on network 148acd2f-695f-4c39-8310-f59fe0c7f207 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:19:36.018099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Attempting to bind port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 on network 148acd2f-695f-4c39-8310-f59fe0c7f207 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:36.031425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:19:36.033041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Checking segment: {'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:36.033745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Bound using segment: {'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:19:36.034479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Bound port: 2bf532ef-8da2-48ca-bf67-64da6eca1b81, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:19:36.035557 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:36.170087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] For port 2bf532ef-8da2-48ca-bf67-64da6eca1b81, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:19:36.173641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] For port 2bf532ef-8da2-48ca-bf67-64da6eca1b81, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bf532ef-8da2-48ca-bf67-64da6eca1b81,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:19:36.187730 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:36.242270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:36.242894 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:36.245726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] 10.222.0.67 "PUT /v2.0/ports/2bf532ef-8da2-48ca-bf67-64da6eca1b81 HTTP/1.1" status: 200  len: 1092 time: 1.2674272
Feb 19 21:19:36.284256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff187fff-2f56-4204-b7e7-189259cdc475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:36.299207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95431a52-ee4c-495a-a38d-1bce0f6ba247', 'tag': '2bf532ef-8da2-48ca-bf67-64da6eca1b81'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:19:36.308947 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e4c63-4487-4843-842d-b34e82038dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "95431a52-ee4c-495a-a38d-1bce0f6ba247", "tag": "2bf532ef-8da2-48ca-bf67-64da6eca1b81"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:19:36.513156 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff187fff-2f56-4204-b7e7-189259cdc475 admin admin] Publish callbacks [] for security_group (fc1d0e0b-3ed9-41f0-bff0-72f442a7b641), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:36.513277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a325fd-8ab0-43d4-bf2a-e4a14477fd9d service neutron] Pushing event updated for resources: {'Port': ['ID=2bf532ef-8da2-48ca-bf67-64da6eca1b81,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:36.513277 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e991ef9-40e9-4c4c-95c9-d6a5c00522d9 x-openstack-request-id: req-4e991ef9-40e9-4c4c-95c9-d6a5c00522d9 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:19:36.513277 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95431a52-ee4c-495a-a38d-1bce0f6ba247", "tag": "2bf532ef-8da2-48ca-bf67-64da6eca1b81", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:19:36.513277 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e991ef9-40e9-4c4c-95c9-d6a5c00522d9 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:19:36.516026 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95431a52-ee4c-495a-a38d-1bce0f6ba247', 'tag': '2bf532ef-8da2-48ca-bf67-64da6eca1b81', 'status': 'completed', 'code': 200}
Feb 19 21:19:36.530602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff187fff-2f56-4204-b7e7-189259cdc475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fc1d0e0b-3ed9-41f0-bff0-72f442a7b641), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:36.631685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c608e-defd-493a-877b-263dc13cd00b req-c308c18a-cf77-4181-a4be-17e3bf57389d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:36.633777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b3c608e-defd-493a-877b-263dc13cd00b req-c308c18a-cf77-4181-a4be-17e3bf57389d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 944 time: 0.2619908
Feb 19 21:19:36.642473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-77a4bdd9-c317-4ce1-9c05-7f2b25b02132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:36.649501 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-77a4bdd9-c317-4ce1-9c05-7f2b25b02132 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 1126 time: 0.2802320
Feb 19 21:19:36.673515 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ff187fff-2f56-4204-b7e7-189259cdc475 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5188e9b532c344be898e2c5b490708c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6561642
Feb 19 21:19:36.677278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56008) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:36.748981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff187fff-2f56-4204-b7e7-189259cdc475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1d0e0b-3ed9-41f0-bff0-72f442a7b641,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:36.792650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-a07083e1-a25e-470f-9392-a78747c874bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=2bf532ef-8da2-48ca-bf67-64da6eca1b81 HTTP/1.1" status: 200  len: 217 time: 0.1327090
Feb 19 21:19:36.844981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d302c513-e4fc-480e-975b-5d22fe6524d0 admin admin] Publish callbacks [] for security_group (fc1d0e0b-3ed9-41f0-bff0-72f442a7b641), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:36.899135 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d302c513-e4fc-480e-975b-5d22fe6524d0 admin admin] Publish callbacks [] for security_group (fc1d0e0b-3ed9-41f0-bff0-72f442a7b641), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:36.922222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-b9bd8ce9-3208-4f12-9ccc-5a75abda7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:36.923777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-b9bd8ce9-3208-4f12-9ccc-5a75abda7bd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ead6b82-4980-4748-9e00-7868144f2317 HTTP/1.1" status: 200  len: 838 time: 0.1244159
Feb 19 21:19:36.996644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb4eb417-7b42-455e-9008-d7c6765c8738 req-6179a3f6-19a4-46d0-8204-b716d9be117d tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 210 time: 0.0696375
Feb 19 21:19:37.000827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d302c513-e4fc-480e-975b-5d22fe6524d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fc1d0e0b-3ed9-41f0-bff0-72f442a7b641), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:37.003419 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d302c513-e4fc-480e-975b-5d22fe6524d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:37.004620 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d302c513-e4fc-480e-975b-5d22fe6524d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc1d0e0b-3ed9-41f0-bff0-72f442a7b641 HTTP/1.1" status: 204  len: 168 time: 0.3208334
Feb 19 21:19:37.022730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302c513-e4fc-480e-975b-5d22fe6524d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1d0e0b-3ed9-41f0-bff0-72f442a7b641,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:37.034502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b3c608e-defd-493a-877b-263dc13cd00b req-ee9328d4-1f3d-4d62-bb7c-17de3c25f05e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3839808
Feb 19 21:19:37.074585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-7098e65c-1fdb-47d7-aedb-d3c4f488275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:37.076475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-7098e65c-1fdb-47d7-aedb-d3c4f488275c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148acd2f-695f-4c39-8310-f59fe0c7f207&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0832083
Feb 19 21:19:37.200069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-4a75184d-33a4-44e4-9431-97b45dbb46dc service neutron] 10.222.0.67 "GET /v2.0/networks/148acd2f-695f-4c39-8310-f59fe0c7f207?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161902
Feb 19 21:19:37.331707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a054d04-cc6a-4936-aa5e-76ce1ee53951 req-46e80788-a4d8-4307-860c-af068e384dd5 service neutron] 10.222.0.67 "GET /v2.0/networks/148acd2f-695f-4c39-8310-f59fe0c7f207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257279
Feb 19 21:19:37.456471 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56048) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:37.666171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e4c63-4487-4843-842d-b34e82038dfd req-10807594-3e1b-49eb-9e68-3d616903d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:37.667896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c2e4c63-4487-4843-842d-b34e82038dfd req-10807594-3e1b-49eb-9e68-3d616903d099 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 1126 time: 0.1925943
Feb 19 21:19:37.690435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8e1666f-d62b-4ad6-a9f5-5c2c5ed99e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:37.709464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-f7f44ae2-8803-4d7c-89ff-6f955fe03a99 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:37.710944 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-f7f44ae2-8803-4d7c-89ff-6f955fe03a99 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.3513851
Feb 19 21:19:37.761266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'port': {'device_id': '39ed4dfb-3968-4425-b551-09f5497320a0', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'admin_state_up': True, 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:37.918286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e4c63-4487-4843-842d-b34e82038dfd req-616090ef-def4-4bf5-8b4a-25a7f2d7b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:37.920079 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c2e4c63-4487-4843-842d-b34e82038dfd req-616090ef-def4-4bf5-8b4a-25a7f2d7b82d service neutron] 10.222.0.67 "GET /v2.0/networks?id=148acd2f-695f-4c39-8310-f59fe0c7f207 HTTP/1.1" status: 200  len: 897 time: 0.2443914
Feb 19 21:19:37.954476 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8e1666f-d62b-4ad6-a9f5-5c2c5ed99e8c admin admin] Publish callbacks [] for security_group (aa872504-cbce-473c-818b-7152246a6116), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:37.966518 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8e1666f-d62b-4ad6-a9f5-5c2c5ed99e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aa872504-cbce-473c-818b-7152246a6116), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:37.979372 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c2e4c63-4487-4843-842d-b34e82038dfd req-515fffc7-5938-4758-b869-7d60fdc3ad76 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=2bf532ef-8da2-48ca-bf67-64da6eca1b81 HTTP/1.1" status: 200  len: 217 time: 0.0493090
Feb 19 21:19:37.999796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Made reservation on behalf of c88a055c429b4b9e8e86a370c8571785 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:38.004658 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:38.031830 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e8e1666f-d62b-4ad6-a9f5-5c2c5ed99e8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71462d79fd0c4a13a7e0d3ad2914439c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5727487
Feb 19 21:19:38.032987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1666f-d62b-4ad6-a9f5-5c2c5ed99e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa872504-cbce-473c-818b-7152246a6116,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:38.036213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56078) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:38.148768 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ebab17ce-5547-4c51-a319-e165a64e4722 admin admin] Publish callbacks [] for security_group (aa872504-cbce-473c-818b-7152246a6116), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:38.197020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ebab17ce-5547-4c51-a319-e165a64e4722 admin admin] Publish callbacks [] for security_group (aa872504-cbce-473c-818b-7152246a6116), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:38.268429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ebab17ce-5547-4c51-a319-e165a64e4722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (aa872504-cbce-473c-818b-7152246a6116), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:38.271272 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ebab17ce-5547-4c51-a319-e165a64e4722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:38.271458 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aef0f6e3-2436-4faa-b4e5-09dbd05e75de req-fe21da1c-e76c-4c8c-9560-f6377ce149e6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 210 time: 0.0559967
Feb 19 21:19:38.272499 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ebab17ce-5547-4c51-a319-e165a64e4722 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa872504-cbce-473c-818b-7152246a6116 HTTP/1.1" status: 204  len: 168 time: 0.2349200
Feb 19 21:19:38.308256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab17ce-5547-4c51-a319-e165a64e4722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa872504-cbce-473c-818b-7152246a6116,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:38.379977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e4c63-4487-4843-842d-b34e82038dfd req-0cf5f481-62d2-44bb-908b-50c684df3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:38.381600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c2e4c63-4487-4843-842d-b34e82038dfd req-0cf5f481-62d2-44bb-908b-50c684df3298 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ead6b82-4980-4748-9e00-7868144f2317 HTTP/1.1" status: 200  len: 838 time: 0.3946991
Feb 19 21:19:38.498630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56114) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:38.503711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Allocated IP 172.20.0.12 (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19/3b3d5fb1-eef9-434b-9f89-38f825d19a34/6cd7846a-e096-42e2-9706-7df3720ee24b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:38.519611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457f0b2-317c-49a4-83f2-aff6be337968 req-01af5a31-d927-496b-92fc-dfd666ca32fb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:38.521430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f457f0b2-317c-49a4-83f2-aff6be337968 req-01af5a31-d927-496b-92fc-dfd666ca32fb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 944 time: 0.3276632
Feb 19 21:19:38.561906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e4c63-4487-4843-842d-b34e82038dfd req-a22d3704-4e9b-4fb7-ac1e-5e8115729f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:38.564132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c2e4c63-4487-4843-842d-b34e82038dfd req-a22d3704-4e9b-4fb7-ac1e-5e8115729f91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148acd2f-695f-4c39-8310-f59fe0c7f207&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.1730990
Feb 19 21:19:38.722211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f457f0b2-317c-49a4-83f2-aff6be337968 req-3d44cf67-a2b7-4173-a8bc-e5ce8dd7f43e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1891286
Feb 19 21:19:38.883607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1237871897'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:38.939227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Made reservation on behalf of 0536dcef551e4e76a62fb8fd56a36335 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:38.944450 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:38.954697 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:38.973362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:39.116921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for security_group (397377de-984c-4225-bc9a-7f3a22701910), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:39.125107 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (397377de-984c-4225-bc9a-7f3a22701910), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:39.146363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:19:39.183353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8db066ad-cd85-466d-8873-5f27e7e2bcdf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:39.183815 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Added segment 8db066ad-cd85-466d-8873-5f27e7e2bcdf of type vlan for network e00a0a8c-e923-4780-9096-c2c763d33870
Feb 19 21:19:39.200068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397377de-984c-4225-bc9a-7f3a22701910,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:39.297908 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e00a0a8c-e923-4780-9096-c2c763d33870), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:39.371725 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e00a0a8c-e923-4780-9096-c2c763d33870), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:39.378002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:39.378761 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:39.460064 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:39.491612 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9874303
Feb 19 21:19:39.494021 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56188) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:39.496632 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aabbe-b087-4b58-b5fb-e0f211edb0ae tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Network': ['ID=e00a0a8c-e923-4780-9096-c2c763d33870,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:39.505547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'subnet': {'network_id': 'e00a0a8c-e923-4780-9096-c2c763d33870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:39.524681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e00a0a8c-e923-4780-9096-c2c763d33870 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:19:39.611643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:39.617752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:39.625507 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c2e4c63-4487-4843-842d-b34e82038dfd req-274e5316-a310-4042-a57e-fa4b1a1d6ec9 service neutron] 10.222.0.67 "GET /v2.0/networks/148acd2f-695f-4c39-8310-f59fe0c7f207?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0507860
Feb 19 21:19:39.627587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:39.720765 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Made reservation on behalf of 0536dcef551e4e76a62fb8fd56a36335 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:39.726249 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:39.797575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=6cd7846a-e096-42e2-9706-7df3720ee24b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:39.820003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e91e65-0eec-4c69-af13-f318890d4b65 req-c333eb40-8b94-46cd-a2ea-f9d2686391cc tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:39.822025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5e91e65-0eec-4c69-af13-f318890d4b65 req-c333eb40-8b94-46cd-a2ea-f9d2686391cc tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 932 time: 0.3865144
Feb 19 21:19:39.869723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56200) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:39.945862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c2e4c63-4487-4843-842d-b34e82038dfd req-d3c2cb31-c476-40aa-bdbf-6c2adfe684a9 service neutron] 10.222.0.67 "GET /v2.0/networks/148acd2f-695f-4c39-8310-f59fe0c7f207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3010383
Feb 19 21:19:39.963229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:39.971552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.062688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5e91e65-0eec-4c69-af13-f318890d4b65 req-371fbcca-bdf5-4df7-95e7-2f62880fca92 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2216597
Feb 19 21:19:40.066592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-e37355fa-1f20-42ce-a2f8-915031ec71f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3434863
Feb 19 21:19:40.083177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Request body: {'port': {'device_id': '39ed4dfb-3968-4425-b551-09f5497320a0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:40.084358 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d03c19a4-836a-4d53-97db-ea6ab463553a None None] Provisioning complete for port 6cd7846a-e096-42e2-9706-7df3720ee24b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:40.089707 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d03c19a4-836a-4d53-97db-ea6ab463553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.126027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76260-0acb-4c54-ac59-97e9f35e699c req-4deac3f1-640c-4387-862d-b45282690622 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:40.127593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96e76260-0acb-4c54-ac59-97e9f35e699c req-4deac3f1-640c-4387-862d-b45282690622 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 944 time: 0.2195160
Feb 19 21:19:40.200247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.203015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d03c19a4-836a-4d53-97db-ea6ab463553a None None] Port 6cd7846a-e096-42e2-9706-7df3720ee24b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:19:40.224864 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (b158f4ba-dee8-42ba-ba8d-261f18e2959e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.245906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96e76260-0acb-4c54-ac59-97e9f35e699c req-21c351b0-dade-4d9a-a1b8-8d381e066205 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111491
Feb 19 21:19:40.346626 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8986772-b221-40a5-8de8-0c667fca7955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.359936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Checking segment: {'id': '8db066ad-cd85-466d-8873-5f27e7e2bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e00a0a8c-e923-4780-9096-c2c763d33870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:40.360488 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network hostable DHCP agents. Network: e00a0a8c-e923-4780-9096-c2c763d33870, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:19:40.365234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Subnet': ['ID=b158f4ba-dee8-42ba-ba8d-261f18e2959e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:40.407157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network e00a0a8c-e923-4780-9096-c2c763d33870 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:19:40.424233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e00a0a8c-e923-4780-9096-c2c763d33870) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:40.430446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:40.434305 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.434784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02b9811-e969-4575-b1a1-14b95611057c None None] Network e00a0a8c-e923-4780-9096-c2c763d33870 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:19:40.478762 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d538b47d-e61c-426f-96df-c7298ff23dd7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.9785872
Feb 19 21:19:40.485591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56214) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:40.492445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-935623434', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:40.515809 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8986772-b221-40a5-8de8-0c667fca7955 admin admin] Publish callbacks [] for security_group (d262279e-5c67-4eaf-a290-b2f8cb828df7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.521180 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e8986772-b221-40a5-8de8-0c667fca7955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d262279e-5c67-4eaf-a290-b2f8cb828df7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.534476 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.534476 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.579059 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e8986772-b221-40a5-8de8-0c667fca7955 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e90cde1934f643fbac57cdafb6b448fc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7073305
Feb 19 21:19:40.582106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8986772-b221-40a5-8de8-0c667fca7955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d262279e-5c67-4eaf-a290-b2f8cb828df7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:40.587567 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56222) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:40.659235 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_controller (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.709399 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-244cb775-66b5-465a-803e-191151d05bd6 admin admin] Publish callbacks [] for security_group (d262279e-5c67-4eaf-a290-b2f8cb828df7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.724906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 2bf532ef-8da2-48ca-bf67-64da6eca1b81 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:19:40.730737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce2b17-2c08-432e-aca2-4dbf1c98baf7 None None] Network e00a0a8c-e923-4780-9096-c2c763d33870 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:19:40.769354 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-244cb775-66b5-465a-803e-191151d05bd6 admin admin] Publish callbacks [] for security_group (d262279e-5c67-4eaf-a290-b2f8cb828df7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.850492 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-244cb775-66b5-465a-803e-191151d05bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d262279e-5c67-4eaf-a290-b2f8cb828df7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.855764 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-244cb775-66b5-465a-803e-191151d05bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:40.857249 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-244cb775-66b5-465a-803e-191151d05bd6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d262279e-5c67-4eaf-a290-b2f8cb828df7 HTTP/1.1" status: 204  len: 168 time: 0.2682469
Feb 19 21:19:40.866266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cb775-66b5-465a-803e-191151d05bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d262279e-5c67-4eaf-a290-b2f8cb828df7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:40.972505 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_gateway (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.008094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd7846a-e096-42e2-9706-7df3720ee24b {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:19:41.052903 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Publish callbacks [] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.075984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Transition to ACTIVE for port object 6cd7846a-e096-42e2-9706-7df3720ee24b will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:19:41.077177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 2bf532ef-8da2-48ca-bf67-64da6eca1b81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bf532ef-8da2-48ca-bf67-64da6eca1b81,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:41.086610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.112757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '2bf532ef-8da2-48ca-bf67-64da6eca1b81', 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207', 'port_id': '2bf532ef-8da2-48ca-bf67-64da6eca1b81', 'mac_address': 'fa:16:3e:87:21:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ead6b82-4980-4748-9e00-7868144f2317', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:19:41.204451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:41.205170 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.223755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf532ef-8da2-48ca-bf67-64da6eca1b81 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:19:41.242686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd7846a-e096-42e2-9706-7df3720ee24b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:41.254572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 2bf532ef-8da2-48ca-bf67-64da6eca1b81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bf532ef-8da2-48ca-bf67-64da6eca1b81,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:41.263022 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.387696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=2bf532ef-8da2-48ca-bf67-64da6eca1b81,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:41.407412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.408167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.408790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.409611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.410219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.410815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.411156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.411489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.411990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.412561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.414234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.414234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.414234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:41.456180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56262) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:41.473606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8214981-09cb-44a2-8cf6-54212c74506a req-2790e009-5629-4bb2-84ce-2a82fdc07293 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:41.475343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8214981-09cb-44a2-8cf6-54212c74506a req-2790e009-5629-4bb2-84ce-2a82fdc07293 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 944 time: 0.2751627
Feb 19 21:19:41.476271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Attempting to bind port 6cd7846a-e096-42e2-9706-7df3720ee24b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:19:41.476709 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Attempting to bind port 6cd7846a-e096-42e2-9706-7df3720ee24b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:19:41.476911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Attempting to bind port 6cd7846a-e096-42e2-9706-7df3720ee24b on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:41.488385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a669a63-a7f9-4e9b-8234-dd28d9748b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.548887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Port 6cd7846a-e096-42e2-9706-7df3720ee24b on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:19:41.549435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Attempting to bind port 6cd7846a-e096-42e2-9706-7df3720ee24b on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:41.613944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:19:41.614292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Checking segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:41.614753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Bound using segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:19:41.615255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Bound port: 6cd7846a-e096-42e2-9706-7df3720ee24b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:19:41.615634 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.626609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['2bf532ef-8da2-48ca-bf67-64da6eca1b81'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:19:41.628774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12f623-e117-4fdc-9956-b19ccdecf4ea req-722bfa55-30be-4446-83bd-6a957d86cef6 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:41.630616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd12f623-e117-4fdc-9956-b19ccdecf4ea req-722bfa55-30be-4446-83bd-6a957d86cef6 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 945 time: 0.2667954
Feb 19 21:19:41.641125 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a669a63-a7f9-4e9b-8234-dd28d9748b2c admin admin] Publish callbacks [] for security_group (f6f4dab3-1f31-4cb5-b1ee-2b18ec7104ea), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.657457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a669a63-a7f9-4e9b-8234-dd28d9748b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f6f4dab3-1f31-4cb5-b1ee-2b18ec7104ea), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.723576 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8a669a63-a7f9-4e9b-8234-dd28d9748b2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01281172352340b3aef84251965eb5e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2654352
Feb 19 21:19:41.726178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56264) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:41.730572 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_gateway (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.774585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8214981-09cb-44a2-8cf6-54212c74506a req-e294ff8c-eb5e-4fd6-a574-2b9bfbe926f9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2879133
Feb 19 21:19:41.829691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.866774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a669a63-a7f9-4e9b-8234-dd28d9748b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f4dab3-1f31-4cb5-b1ee-2b18ec7104ea,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:41.913099 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba43bb0f-02a4-4c3e-b5e4-f54cc399767f admin admin] Publish callbacks [] for security_group (f6f4dab3-1f31-4cb5-b1ee-2b18ec7104ea), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.956653 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba43bb0f-02a4-4c3e-b5e4-f54cc399767f admin admin] Publish callbacks [] for security_group (f6f4dab3-1f31-4cb5-b1ee-2b18ec7104ea), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:41.963859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd12f623-e117-4fdc-9956-b19ccdecf4ea req-f6599d99-515a-4968-8347-33df9e22e7b9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3184285
Feb 19 21:19:41.975614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] For port 6cd7846a-e096-42e2-9706-7df3720ee24b, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:19:41.994084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] For port 6cd7846a-e096-42e2-9706-7df3720ee24b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cd7846a-e096-42e2-9706-7df3720ee24b,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:19:42.011454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:42.041187 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba43bb0f-02a4-4c3e-b5e4-f54cc399767f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f6f4dab3-1f31-4cb5-b1ee-2b18ec7104ea), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:42.044979 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ba43bb0f-02a4-4c3e-b5e4-f54cc399767f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:42.049414 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ba43bb0f-02a4-4c3e-b5e4-f54cc399767f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6f4dab3-1f31-4cb5-b1ee-2b18ec7104ea HTTP/1.1" status: 204  len: 168 time: 0.3219159
Feb 19 21:19:42.064833 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43bb0f-02a4-4c3e-b5e4-f54cc399767f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f4dab3-1f31-4cb5-b1ee-2b18ec7104ea,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:42.111616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:42.112263 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:42.113726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] 10.222.0.10 "PUT /v2.0/ports/6cd7846a-e096-42e2-9706-7df3720ee24b HTTP/1.1" status: 200  len: 1092 time: 2.0388060
Feb 19 21:19:42.116641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ed4dfb-3968-4425-b551-09f5497320a0', 'tag': '6cd7846a-e096-42e2-9706-7df3720ee24b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:19:42.119113 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e199983e-590d-46de-b6a8-9f5bab394e42" -d '{"events": [{"name": "network-changed", "server_uuid": "39ed4dfb-3968-4425-b551-09f5497320a0", "tag": "6cd7846a-e096-42e2-9706-7df3720ee24b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:19:42.163791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.35.2.119 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/8c2e0f14-37f9-4c9d-af6f-a82d7d74634a) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:42.167043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfdf5a-754d-4f14-8d94-f9bf868cccd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd7846a-e096-42e2-9706-7df3720ee24b,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:42.240897 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ffc169-c584-4dfe-be53-657dc84b6f5e x-openstack-request-id: req-79ffc169-c584-4dfe-be53-657dc84b6f5e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:19:42.241208 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ed4dfb-3968-4425-b551-09f5497320a0", "tag": "6cd7846a-e096-42e2-9706-7df3720ee24b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:19:42.241480 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79ffc169-c584-4dfe-be53-657dc84b6f5e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:19:42.241918 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ed4dfb-3968-4425-b551-09f5497320a0', 'tag': '6cd7846a-e096-42e2-9706-7df3720ee24b', 'status': 'completed', 'code': 200}
Feb 19 21:19:42.356719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-345f9733-4e59-4693-9085-57cc780db77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:42.364638 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-345f9733-4e59-4693-9085-57cc780db77b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 1126 time: 0.1879489
Feb 19 21:19:42.444504 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (8c2e0f14-37f9-4c9d-af6f-a82d7d74634a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:42.521661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-a7d00542-5402-428b-b214-ce888f1fb7cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd7846a-e096-42e2-9706-7df3720ee24b HTTP/1.1" status: 200  len: 217 time: 0.1480510
Feb 19 21:19:42.611231 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8c2e0f14-37f9-4c9d-af6f-a82d7d74634a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:42.618241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-ac2dd46e-d123-4f37-b859-92b24468a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:42.620243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-ac2dd46e-d123-4f37-b859-92b24468a868 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0867577
Feb 19 21:19:42.795087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:42.799990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=8c2e0f14-37f9-4c9d-af6f-a82d7d74634a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:42.816656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:42.821109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:42.866092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-d552335d-5269-4dc9-a858-1cebf177371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:42.867748 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-d552335d-5269-4dc9-a858-1cebf177371a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2250414
Feb 19 21:19:43.232634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-5b92e49f-4dd8-433a-87ed-36e382eb662d service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3548307
Feb 19 21:19:43.245608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175b69e-fa57-4330-b706-38ede1d03d54 req-966788c0-c94f-4e78-a7d0-1fe0c2d8074b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:43.254175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8175b69e-fa57-4330-b706-38ede1d03d54 req-966788c0-c94f-4e78-a7d0-1fe0c2d8074b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 944 time: 0.3028278
Feb 19 21:19:43.356945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c92280-9b47-40dd-b86c-2cc1592df40f req-aa1c61c8-aaae-4c33-ba7f-93be9ba850d2 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:43.364651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26c92280-9b47-40dd-b86c-2cc1592df40f req-aa1c61c8-aaae-4c33-ba7f-93be9ba850d2 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 945 time: 0.2798793
Feb 19 21:19:43.512307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8175b69e-fa57-4330-b706-38ede1d03d54 req-a9548d84-5c8a-404b-be9e-2612ffcfb187 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2571959
Feb 19 21:19:43.558075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8bc7839-bd9d-4629-9ab3-fab0ce742532 req-ac1be917-43a3-4a40-a349-3f3710c7349b service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2987053
Feb 19 21:19:43.575860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26c92280-9b47-40dd-b86c-2cc1592df40f req-b1c80831-c58f-44ff-b1e2-a156fd118332 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2104349
Feb 19 21:19:43.619176 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_gateway (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:44.133006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199983e-590d-46de-b6a8-9f5bab394e42 req-ca2a40d4-f1f4-4d94-838d-d58f501ad0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:44.134539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e199983e-590d-46de-b6a8-9f5bab394e42 req-ca2a40d4-f1f4-4d94-838d-d58f501ad0a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 1126 time: 0.4749207
Feb 19 21:19:44.354022 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199983e-590d-46de-b6a8-9f5bab394e42 req-f3daaf59-3e86-4197-bdf3-69ba0b3af57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:44.355612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e199983e-590d-46de-b6a8-9f5bab394e42 req-f3daaf59-3e86-4197-bdf3-69ba0b3af57d service neutron] 10.222.0.10 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.2098947
Feb 19 21:19:44.372999 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:44.410187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e199983e-590d-46de-b6a8-9f5bab394e42 req-d8eed472-c278-4ce6-962d-15094b864d91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd7846a-e096-42e2-9706-7df3720ee24b HTTP/1.1" status: 200  len: 217 time: 0.0469148
Feb 19 21:19:44.596154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199983e-590d-46de-b6a8-9f5bab394e42 req-e747c55e-7ce0-467e-94cc-0b315c9c92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:44.598173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e199983e-590d-46de-b6a8-9f5bab394e42 req-e747c55e-7ce0-467e-94cc-0b315c9c92f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.1125078
Feb 19 21:19:44.722328 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 2bf532ef-8da2-48ca-bf67-64da6eca1b81 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:44.767711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199983e-590d-46de-b6a8-9f5bab394e42 req-44f0a3fd-73d2-43e2-8bc7-94bb4ad98127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:44.769780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e199983e-590d-46de-b6a8-9f5bab394e42 req-44f0a3fd-73d2-43e2-8bc7-94bb4ad98127 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1651502
Feb 19 21:19:44.810357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:19:44.815279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:44.815976 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:44.864481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7afa3-0fb2-4848-8c42-95bbc7edfbfd req-e4e4f2f5-1114-4203-93ca-cbdd093e836e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:44.866225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84e7afa3-0fb2-4848-8c42-95bbc7edfbfd req-e4e4f2f5-1114-4203-93ca-cbdd093e836e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 944 time: 0.2138989
Feb 19 21:19:44.870472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:19:44.911694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99faf-991f-4f83-96b7-b7338d283891 req-8ff60096-dfc5-4dea-968e-eab2aab6eea6 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:44.913344 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83d99faf-991f-4f83-96b7-b7338d283891 req-8ff60096-dfc5-4dea-968e-eab2aab6eea6 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 945 time: 0.2179799
Feb 19 21:19:44.955150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:44.956211 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:44.992261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95431a52-ee4c-495a-a38d-1bce0f6ba247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf532ef-8da2-48ca-bf67-64da6eca1b81'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:19:44.995549 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c97983-a89a-433c-9fb1-215a43229ff8" -d '{"events": [{"server_uuid": "95431a52-ee4c-495a-a38d-1bce0f6ba247", "name": "network-vif-plugged", "status": "completed", "tag": "2bf532ef-8da2-48ca-bf67-64da6eca1b81"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:19:45.014771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 2bf532ef-8da2-48ca-bf67-64da6eca1b81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bf532ef-8da2-48ca-bf67-64da6eca1b81,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:45.020083 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:45.067540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e199983e-590d-46de-b6a8-9f5bab394e42 req-a292c345-396d-4d16-80a8-49bf37bbab03 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2875216
Feb 19 21:19:45.085257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=2bf532ef-8da2-48ca-bf67-64da6eca1b81,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:45.099676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84e7afa3-0fb2-4848-8c42-95bbc7edfbfd req-47dfd387-8305-4433-8608-55f6e0eacae4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218986
Feb 19 21:19:45.188633 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cee9ad4-82af-48aa-b659-caa5f2558dea x-openstack-request-id: req-3cee9ad4-82af-48aa-b659-caa5f2558dea {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:19:45.189103 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95431a52-ee4c-495a-a38d-1bce0f6ba247", "name": "network-vif-plugged", "status": "completed", "tag": "2bf532ef-8da2-48ca-bf67-64da6eca1b81", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:19:45.189529 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cee9ad4-82af-48aa-b659-caa5f2558dea {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:19:45.196522 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95431a52-ee4c-495a-a38d-1bce0f6ba247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf532ef-8da2-48ca-bf67-64da6eca1b81', 'code': 200}
Feb 19 21:19:45.234852 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83d99faf-991f-4f83-96b7-b7338d283891 req-0a9a2016-b774-4bcf-a32e-2079d46144fc tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3080375
Feb 19 21:19:45.248033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:45.271291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490770ca-bcfd-4343-b96c-5ab0f1e6b900 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:45.304038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490770ca-bcfd-4343-b96c-5ab0f1e6b900 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:45.304038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-490770ca-bcfd-4343-b96c-5ab0f1e6b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c0f130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:45.339287 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:45.349629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-10db2ccd-1967-4b40-a9a1-b5a07d4d8699 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 4.8626487
Feb 19 21:19:45.352456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56466) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:45.399788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e199983e-590d-46de-b6a8-9f5bab394e42 req-ebef7f83-d58c-4bdb-8781-23613d6a51b8 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3250079
Feb 19 21:19:45.406352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-490770ca-bcfd-4343-b96c-5ab0f1e6b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c0f130>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:45.431562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490770ca-bcfd-4343-b96c-5ab0f1e6b900 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:45.432234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-490770ca-bcfd-4343-b96c-5ab0f1e6b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c0f130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:45.461871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65423e54-6b08-4350-833f-491bbf324979 req-d8a85ec9-a3c5-4604-b7aa-65e1221532b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:45.465049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65423e54-6b08-4350-833f-491bbf324979 req-d8a85ec9-a3c5-4604-b7aa-65e1221532b8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 1128 time: 0.1602716
Feb 19 21:19:45.476250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-490770ca-bcfd-4343-b96c-5ab0f1e6b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c0f130>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:45.477066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490770ca-bcfd-4343-b96c-5ab0f1e6b900 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:45.559366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65423e54-6b08-4350-833f-491bbf324979 req-cdb632e1-381c-434e-9cbd-389cef160de6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868042
Feb 19 21:19:45.824669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56518) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:45.961138 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aaad080d-f02b-4d24-b2fa-e223ad6a2898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.023031 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.073505 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aaad080d-f02b-4d24-b2fa-e223ad6a2898 admin admin] Publish callbacks [] for security_group (e9591766-cab4-46ff-a898-06f204b2c64a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.078371 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aaad080d-f02b-4d24-b2fa-e223ad6a2898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e9591766-cab4-46ff-a898-06f204b2c64a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.123252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad080d-f02b-4d24-b2fa-e223ad6a2898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9591766-cab4-46ff-a898-06f204b2c64a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:46.127701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aaad080d-f02b-4d24-b2fa-e223ad6a2898 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dc0da4addd54a9db8117f8c935e95ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3015852
Feb 19 21:19:46.130790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56522) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:46.193956 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb1b5-c691-40f8-a7bf-a982f0dad388 admin admin] Publish callbacks [] for security_group (e9591766-cab4-46ff-a898-06f204b2c64a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.249160 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb1b5-c691-40f8-a7bf-a982f0dad388 admin admin] Publish callbacks [] for security_group (e9591766-cab4-46ff-a898-06f204b2c64a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.308678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f2bc8-7695-4d9e-82a7-36b86110b1d7 req-0abb6b56-af67-43f0-b63a-b211412a533b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:46.310464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d9f2bc8-7695-4d9e-82a7-36b86110b1d7 req-0abb6b56-af67-43f0-b63a-b211412a533b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 944 time: 0.1129699
Feb 19 21:19:46.357416 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb1b5-c691-40f8-a7bf-a982f0dad388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e9591766-cab4-46ff-a898-06f204b2c64a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.360717 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb1b5-c691-40f8-a7bf-a982f0dad388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.361990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e6bbb1b5-c691-40f8-a7bf-a982f0dad388 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9591766-cab4-46ff-a898-06f204b2c64a HTTP/1.1" status: 204  len: 168 time: 0.2302341
Feb 19 21:19:46.415939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbb1b5-c691-40f8-a7bf-a982f0dad388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9591766-cab4-46ff-a898-06f204b2c64a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:46.466542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d9f2bc8-7695-4d9e-82a7-36b86110b1d7 req-3481556f-2efb-4a46-9137-070466b880aa tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430554
Feb 19 21:19:46.482810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.20.0.1 (e00a0a8c-e923-4780-9096-c2c763d33870/b158f4ba-dee8-42ba-ba8d-261f18e2959e/d4ebb720-9eec-4fb5-abef-10b6a769b6fc) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:46.496909 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbc56b-e25b-4fc4-876b-27dcb7f3ae33 req-4a139673-24dd-4616-9a2e-5e29949fec65 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:46.499547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3cbc56b-e25b-4fc4-876b-27dcb7f3ae33 req-4a139673-24dd-4616-9a2e-5e29949fec65 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 946 time: 0.1551905
Feb 19 21:19:46.583092 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3cbc56b-e25b-4fc4-876b-27dcb7f3ae33 req-fc2279bf-487b-4022-ad00-1caa8db47266 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709836
Feb 19 21:19:46.653220 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (d4ebb720-9eec-4fb5-abef-10b6a769b6fc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.692170 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d4ebb720-9eec-4fb5-abef-10b6a769b6fc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.762104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network e00a0a8c-e923-4780-9096-c2c763d33870 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:46.766042 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:46.770083 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:46.833017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56562) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:46.836728 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=d4ebb720-9eec-4fb5-abef-10b6a769b6fc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:46.856141 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c377070-253c-4ce0-b4d9-50e73c0e1098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.868195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.868604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.868916 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.869265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.869615 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.870481 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.870851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.871194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.871544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.871864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.872196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.875551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.875948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:46.903510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.975345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c377070-253c-4ce0-b4d9-50e73c0e1098 admin admin] Publish callbacks [] for security_group (afc0fa2c-b9e1-4678-a042-58f5736958f9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:46.983813 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6c377070-253c-4ce0-b4d9-50e73c0e1098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (afc0fa2c-b9e1-4678-a042-58f5736958f9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:47.031244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6c377070-253c-4ce0-b4d9-50e73c0e1098 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1197f1831a924689b4513ca1e059d5a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1970403
Feb 19 21:19:47.032920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c377070-253c-4ce0-b4d9-50e73c0e1098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc0fa2c-b9e1-4678-a042-58f5736958f9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:47.035479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56570) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:47.099850 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d4ebb720-9eec-4fb5-abef-10b6a769b6fc), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:47.110514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b7aa-1cf1-427e-92a1-a94a1e66f89c admin admin] Publish callbacks [] for security_group (afc0fa2c-b9e1-4678-a042-58f5736958f9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:47.153737 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b7aa-1cf1-427e-92a1-a94a1e66f89c admin admin] Publish callbacks [] for security_group (afc0fa2c-b9e1-4678-a042-58f5736958f9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:47.234519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b7aa-1cf1-427e-92a1-a94a1e66f89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (afc0fa2c-b9e1-4678-a042-58f5736958f9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:47.237630 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b7aa-1cf1-427e-92a1-a94a1e66f89c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:47.238794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9bc3b7aa-1cf1-427e-92a1-a94a1e66f89c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afc0fa2c-b9e1-4678-a042-58f5736958f9 HTTP/1.1" status: 204  len: 168 time: 0.1904657
Feb 19 21:19:47.254534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3b7aa-1cf1-427e-92a1-a94a1e66f89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc0fa2c-b9e1-4678-a042-58f5736958f9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:47.553986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (d4ebb720-9eec-4fb5-abef-10b6a769b6fc), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:47.560969 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d4ebb720-9eec-4fb5-abef-10b6a769b6fc), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:47.680559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=d4ebb720-9eec-4fb5-abef-10b6a769b6fc,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:47.693292 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:47.734295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7fd0-a8d5-4146-96e6-9ac76ed875c8 req-60cad556-51c7-4a9f-8049-0e63c7d3295c tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:47.735403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16ed7fd0-a8d5-4146-96e6-9ac76ed875c8 req-60cad556-51c7-4a9f-8049-0e63c7d3295c tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 944 time: 0.1637864
Feb 19 21:19:47.833304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3b179-4867-46e9-aba0-b8111838f248 req-1f9857d3-179f-4958-a436-29f39756df1a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:47.836114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46c3b179-4867-46e9-aba0-b8111838f248 req-1f9857d3-179f-4958-a436-29f39756df1a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 946 time: 0.1569438
Feb 19 21:19:47.840383 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16ed7fd0-a8d5-4146-96e6-9ac76ed875c8 req-a43b28d1-6a48-4ff9-993b-ead4a9a334d4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863612
Feb 19 21:19:47.854401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56620) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:47.857070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network e00a0a8c-e923-4780-9096-c2c763d33870 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:47.858701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:47.880118 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4101c833-92a7-4bc9-9a5e-63d8a4ee992a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:47.931899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46c3b179-4867-46e9-aba0-b8111838f248 req-a5918280-94fd-47b6-9f78-c5f1d5c47251 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849068
Feb 19 21:19:48.001759 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4101c833-92a7-4bc9-9a5e-63d8a4ee992a admin admin] Publish callbacks [] for security_group (fe764961-6d03-483c-908b-06dbefbbd87c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.005957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:19:48.007258 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4101c833-92a7-4bc9-9a5e-63d8a4ee992a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fe764961-6d03-483c-908b-06dbefbbd87c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.074096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4101c833-92a7-4bc9-9a5e-63d8a4ee992a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf070a82152b4cf6b48efb2d2aa994d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2186182
Feb 19 21:19:48.079829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56624) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:48.086655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101c833-92a7-4bc9-9a5e-63d8a4ee992a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe764961-6d03-483c-908b-06dbefbbd87c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:48.127294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670fd71-0be4-46ba-84a7-c452d4ac9e43 req-2dc9d8cb-08ca-404e-a525-5c8d3bbe02d9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:48.128883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1670fd71-0be4-46ba-84a7-c452d4ac9e43 req-2dc9d8cb-08ca-404e-a525-5c8d3bbe02d9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 946 time: 0.1187890
Feb 19 21:19:48.137504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:48.146440 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ac386e8c-bb74-4699-9dc9-285de40a0b10 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "PUT /v2.0/routers/e77859fb-5d43-45bd-a2ee-c7fe664e34d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7924943
Feb 19 21:19:48.149054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56626) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:48.149933 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deceb6e9-4ef9-4285-8200-d4a438ea32cf None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:48.154695 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'port': {'network_id': 'e00a0a8c-e923-4780-9096-c2c763d33870', 'name': 'tempest-FloatingIPTestJSON-600693372'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:48.166740 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bd97c5a-5cef-4f07-9401-4b3a20d35df6 admin admin] Publish callbacks [] for security_group (fe764961-6d03-483c-908b-06dbefbbd87c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.167532 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deceb6e9-4ef9-4285-8200-d4a438ea32cf None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:48.168981 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-deceb6e9-4ef9-4285-8200-d4a438ea32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702c1310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:48.207136 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-deceb6e9-4ef9-4285-8200-d4a438ea32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702c1310>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:48.212003 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bd97c5a-5cef-4f07-9401-4b3a20d35df6 admin admin] Publish callbacks [] for security_group (fe764961-6d03-483c-908b-06dbefbbd87c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.217382 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deceb6e9-4ef9-4285-8200-d4a438ea32cf None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:48.217382 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-deceb6e9-4ef9-4285-8200-d4a438ea32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702c1310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:48.222975 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1670fd71-0be4-46ba-84a7-c452d4ac9e43 req-20f75af7-967a-4720-b821-5c559485c7cf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802681
Feb 19 21:19:48.259108 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-deceb6e9-4ef9-4285-8200-d4a438ea32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702c1310>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:48.259108 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deceb6e9-4ef9-4285-8200-d4a438ea32cf None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:48.262700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6cd7846a-e096-42e2-9706-7df3720ee24b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:19:48.298597 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bd97c5a-5cef-4f07-9401-4b3a20d35df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fe764961-6d03-483c-908b-06dbefbbd87c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.302755 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bd97c5a-5cef-4f07-9401-4b3a20d35df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.305432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5bd97c5a-5cef-4f07-9401-4b3a20d35df6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe764961-6d03-483c-908b-06dbefbbd87c HTTP/1.1" status: 204  len: 168 time: 0.2246196
Feb 19 21:19:48.318501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd97c5a-5cef-4f07-9401-4b3a20d35df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe764961-6d03-483c-908b-06dbefbbd87c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:48.347645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Made reservation on behalf of 0536dcef551e4e76a62fb8fd56a36335 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:48.351628 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.377503 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2b9136b0-1b5f-4e05-8143-82a12afa400f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.409846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] device_id is not set on port 54ea2b49-ea44-4592-89f4-dcab5f3d7035 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:19:48.432053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 6cd7846a-e096-42e2-9706-7df3720ee24b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cd7846a-e096-42e2-9706-7df3720ee24b,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:48.447813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '6cd7846a-e096-42e2-9706-7df3720ee24b', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'port_id': '6cd7846a-e096-42e2-9706-7df3720ee24b', 'mac_address': 'fa:16:3e:46:66:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:19:48.495523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 6cd7846a-e096-42e2-9706-7df3720ee24b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:48.495988 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.516584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd7846a-e096-42e2-9706-7df3720ee24b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:19:48.548578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 6cd7846a-e096-42e2-9706-7df3720ee24b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cd7846a-e096-42e2-9706-7df3720ee24b,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:48.561938 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.589744 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.20.0.13 (e00a0a8c-e923-4780-9096-c2c763d33870/b158f4ba-dee8-42ba-ba8d-261f18e2959e/54ea2b49-ea44-4592-89f4-dcab5f3d7035) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:48.638613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=6cd7846a-e096-42e2-9706-7df3720ee24b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:48.784421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6cd7846a-e096-42e2-9706-7df3720ee24b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:19:48.827952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (54ea2b49-ea44-4592-89f4-dcab5f3d7035), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.904593 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (54ea2b49-ea44-4592-89f4-dcab5f3d7035), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:48.969542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network e00a0a8c-e923-4780-9096-c2c763d33870 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:48.974363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:48.981519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:48.985389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=54ea2b49-ea44-4592-89f4-dcab5f3d7035,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:49.058290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c0042-a1a6-4e9b-9ff1-6505969a06cd req-6cdf87e0-340e-49bd-906a-e187f51a8265 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:49.061835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b24c0042-a1a6-4e9b-9ff1-6505969a06cd req-6cdf87e0-340e-49bd-906a-e187f51a8265 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 945 time: 0.0874612
Feb 19 21:19:49.070302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:49.071067 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:49.094140 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-54fd375a-6c9d-496d-8e87-df61a8e018f2 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.9437523
Feb 19 21:19:49.096559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56660) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:49.102624 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'port': {'network_id': 'e00a0a8c-e923-4780-9096-c2c763d33870', 'name': 'tempest-FloatingIPTestJSON-749708041'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:49.134531 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b24c0042-a1a6-4e9b-9ff1-6505969a06cd req-cee0f2b3-d22c-4427-ad45-42b4eccc3e7b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667562
Feb 19 21:19:49.275763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Made reservation on behalf of 0536dcef551e4e76a62fb8fd56a36335 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:19:49.279327 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:49.299570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] device_id is not set on port 9083ad95-f649-402b-a22b-01f740c53050 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:19:49.443862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.20.0.9 (e00a0a8c-e923-4780-9096-c2c763d33870/b158f4ba-dee8-42ba-ba8d-261f18e2959e/9083ad95-f649-402b-a22b-01f740c53050) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:49.770920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56686) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:50.064994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (9083ad95-f649-402b-a22b-01f740c53050), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.118405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (9083ad95-f649-402b-a22b-01f740c53050), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.176456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network e00a0a8c-e923-4780-9096-c2c763d33870 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:50.180108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:50.190661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:50.237841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=9083ad95-f649-402b-a22b-01f740c53050,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:50.243109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6cd7846a-e096-42e2-9706-7df3720ee24b up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:50.282158 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:50.283780 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.315176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 6cd7846a-e096-42e2-9706-7df3720ee24b completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:19:50.320306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 6cd7846a-e096-42e2-9706-7df3720ee24b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:50.321071 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.321786 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bf366ab3-fedd-4e98-9579-707316383fe9 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.2239828
Feb 19 21:19:50.329557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56710) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:50.335144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '9083ad95-f649-402b-a22b-01f740c53050', 'fixed_ip_address': '172.20.0.9'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:50.339888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f394d46-6bc1-470e-bca1-4d234ab32ffb req-92da5956-fbfd-4259-884f-759152ba19cd tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:50.341768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f394d46-6bc1-470e-bca1-4d234ab32ffb req-92da5956-fbfd-4259-884f-759152ba19cd tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 945 time: 0.1121769
Feb 19 21:19:50.380857 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.432021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 6cd7846a-e096-42e2-9706-7df3720ee24b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:50.434075 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.436377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f394d46-6bc1-470e-bca1-4d234ab32ffb req-a29cf284-c769-4621-a5f9-929083fdae2f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691311
Feb 19 21:19:50.464319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4dfb-3968-4425-b551-09f5497320a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd7846a-e096-42e2-9706-7df3720ee24b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:19:50.467383 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a31c8e1-7913-48b4-998f-3c6d44194beb" -d '{"events": [{"server_uuid": "39ed4dfb-3968-4425-b551-09f5497320a0", "name": "network-vif-plugged", "status": "completed", "tag": "6cd7846a-e096-42e2-9706-7df3720ee24b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:19:50.489595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 6cd7846a-e096-42e2-9706-7df3720ee24b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cd7846a-e096-42e2-9706-7df3720ee24b,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:50.499676 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.529256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.537407 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dad035-eef2-4c9a-936a-a531be88a804 x-openstack-request-id: req-49dad035-eef2-4c9a-936a-a531be88a804 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:19:50.537718 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.537877 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4dfb-3968-4425-b551-09f5497320a0", "name": "network-vif-plugged", "status": "completed", "tag": "6cd7846a-e096-42e2-9706-7df3720ee24b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:19:50.538247 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49dad035-eef2-4c9a-936a-a531be88a804 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:19:50.539096 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4dfb-3968-4425-b551-09f5497320a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd7846a-e096-42e2-9706-7df3720ee24b', 'code': 200}
Feb 19 21:19:50.578334 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f0f40641-fcc8-4e9e-95ff-25e7e4c8f83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.580118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=6cd7846a-e096-42e2-9706-7df3720ee24b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:50.684552 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.35.2.154 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/1e58166f-b4ac-480a-9d8c-741deb3d06eb) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:50.714338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679ed89-8d02-4733-8d1f-386a768eceeb req-83fd9aad-6c6d-46ef-8de9-705b30e2119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:50.716184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3679ed89-8d02-4733-8d1f-386a768eceeb req-83fd9aad-6c6d-46ef-8de9-705b30e2119b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 1128 time: 0.0783215
Feb 19 21:19:50.811814 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (1e58166f-b4ac-480a-9d8c-741deb3d06eb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.853981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1e58166f-b4ac-480a-9d8c-741deb3d06eb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:50.899034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:50.901623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3679ed89-8d02-4733-8d1f-386a768eceeb req-ead35489-1b9e-4294-9065-6264629b58ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771479
Feb 19 21:19:50.902994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:50.907728 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:50.936998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=1e58166f-b4ac-480a-9d8c-741deb3d06eb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:51.037337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Allocated IP 172.20.0.17 (148acd2f-695f-4c39-8310-f59fe0c7f207/7ead6b82-4980-4748-9e00-7868144f2317/690648ea-54f4-43c7-ab41-d006681d3f5b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:51.265043 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:51.338137 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:51.412696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 148acd2f-695f-4c39-8310-f59fe0c7f207 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:51.413652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:51.418014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:51.520144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=690648ea-54f4-43c7-ab41-d006681d3f5b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:51.557287 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (4a902278-bea7-41d6-aac3-72f77dbf8b18), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:51.779038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603af6b-cc1d-4999-a17b-67d40250b8dd req-b3b8f5ad-7cef-41b6-a792-8a1dc6d450c4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:51.780768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a603af6b-cc1d-4999-a17b-67d40250b8dd req-b3b8f5ad-7cef-41b6-a792-8a1dc6d450c4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 946 time: 0.2090685
Feb 19 21:19:51.804465 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (7df85e8d-42b1-40cd-b74b-51d7124d4d33), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:51.901684 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:51.905540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a603af6b-cc1d-4999-a17b-67d40250b8dd req-849d2740-9a3e-46d1-a9f5-4c7392153787 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128182
Feb 19 21:19:51.928280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8a091f97-ce21-4958-97b8-8fe7cc20e7c3 None None] Provisioning complete for port 690648ea-54f4-43c7-ab41-d006681d3f5b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:51.931565 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8a091f97-ce21-4958-97b8-8fe7cc20e7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:52.009232 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1e58166f-b4ac-480a-9d8c-741deb3d06eb), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:52.032877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8a091f97-ce21-4958-97b8-8fe7cc20e7c3 None None] Port 690648ea-54f4-43c7-ab41-d006681d3f5b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:19:52.033140 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:52.390493 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (1e58166f-b4ac-480a-9d8c-741deb3d06eb), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:52.397663 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (1e58166f-b4ac-480a-9d8c-741deb3d06eb), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:52.450498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56800) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:52.504879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=1e58166f-b4ac-480a-9d8c-741deb3d06eb,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:52.532032 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (7df85e8d-42b1-40cd-b74b-51d7124d4d33), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:52.649243 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e507aa1-5237-407f-a8c2-8653cbba813b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:52.735944 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP 7df85e8d-42b1-40cd-b74b-51d7124d4d33 associated. External IP: 172.35.2.154, port: 9083ad95-f649-402b-a22b-01f740c53050.
Feb 19 21:19:52.856911 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e507aa1-5237-407f-a8c2-8653cbba813b admin admin] Publish callbacks [] for security_group (e15f8870-0022-4649-a3ff-586d524e16c1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:52.872490 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e507aa1-5237-407f-a8c2-8653cbba813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e15f8870-0022-4649-a3ff-586d524e16c1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:52.927297 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4e507aa1-5237-407f-a8c2-8653cbba813b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd3b741e55b1457db0e9ddd5745c629e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4598057
Feb 19 21:19:52.945494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56808) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:52.948944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e507aa1-5237-407f-a8c2-8653cbba813b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15f8870-0022-4649-a3ff-586d524e16c1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:53.126373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4852dba7-f743-48be-bc2b-e94ef848fc35 admin admin] Publish callbacks [] for security_group (e15f8870-0022-4649-a3ff-586d524e16c1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.143035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:19:53.164439 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4852dba7-f743-48be-bc2b-e94ef848fc35 admin admin] Publish callbacks [] for security_group (e15f8870-0022-4649-a3ff-586d524e16c1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.221075 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.225935 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.230459 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.302767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1376236-d1e3-4d10-b4e7-79043c488253 req-16af1432-514c-43ac-8d0e-29969acbb253 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:53.304742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1376236-d1e3-4d10-b4e7-79043c488253 req-16af1432-514c-43ac-8d0e-29969acbb253 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 946 time: 0.2796872
Feb 19 21:19:53.342228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=690648ea-54f4-43c7-ab41-d006681d3f5b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:53.364148 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (4a902278-bea7-41d6-aac3-72f77dbf8b18), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.367661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:53.382881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b7abf4-933b-4aab-9c93-247c32a602e2 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:53.392180 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.393724 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4852dba7-f743-48be-bc2b-e94ef848fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e15f8870-0022-4649-a3ff-586d524e16c1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.395313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b7abf4-933b-4aab-9c93-247c32a602e2 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:53.396121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-68b7abf4-933b-4aab-9c93-247c32a602e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6358d190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:53.396774 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4852dba7-f743-48be-bc2b-e94ef848fc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.401478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4852dba7-f743-48be-bc2b-e94ef848fc35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e15f8870-0022-4649-a3ff-586d524e16c1 HTTP/1.1" status: 204  len: 168 time: 0.4502180
Feb 19 21:19:53.434989 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b4222208-5936-4073-8ce9-800556856790 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 3.1040177
Feb 19 21:19:53.435796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56852) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:53.440785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d7f66eef-919f-4c34-9b1a-386133af1163 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:53.457687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-68b7abf4-933b-4aab-9c93-247c32a602e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6358d190>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:53.476639 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b7abf4-933b-4aab-9c93-247c32a602e2 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:53.477485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-68b7abf4-933b-4aab-9c93-247c32a602e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6358d190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:53.486917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852dba7-f743-48be-bc2b-e94ef848fc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15f8870-0022-4649-a3ff-586d524e16c1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:53.502603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a1376236-d1e3-4d10-b4e7-79043c488253 req-a0044dfb-4931-4507-bc2d-b8207d76def5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798959
Feb 19 21:19:53.525640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-68b7abf4-933b-4aab-9c93-247c32a602e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6358d190>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:53.526838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b7abf4-933b-4aab-9c93-247c32a602e2 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:53.534405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7f66eef-919f-4c34-9b1a-386133af1163 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (7df85e8d-42b1-40cd-b74b-51d7124d4d33), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.563790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 148acd2f-695f-4c39-8310-f59fe0c7f207 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:53.565553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:53.777285 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df68275-c167-48d6-815c-b9d4abe2a79e req-d466a765-d6d8-4b77-a914-e5cfc23353b6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:53.778869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3df68275-c167-48d6-815c-b9d4abe2a79e req-d466a765-d6d8-4b77-a914-e5cfc23353b6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 946 time: 0.1210790
Feb 19 21:19:53.801591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4a902278-bea7-41d6-aac3-72f77dbf8b18 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:19:53.834247 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7f66eef-919f-4c34-9b1a-386133af1163 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.840667 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7f66eef-919f-4c34-9b1a-386133af1163 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (7df85e8d-42b1-40cd-b74b-51d7124d4d33), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:53.841016 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-d7f66eef-919f-4c34-9b1a-386133af1163 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP 7df85e8d-42b1-40cd-b74b-51d7124d4d33 disassociated. External IP: 172.35.2.154, port: 9083ad95-f649-402b-a22b-01f740c53050.
Feb 19 21:19:53.984387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3df68275-c167-48d6-815c-b9d4abe2a79e req-f055ba3d-9b8f-4465-84cf-16197b6cb37c tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958356
Feb 19 21:19:54.089520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:54.097595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c89215d8-66c8-4f03-9651-3589a09e75a0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "PUT /v2.0/routers/4a902278-bea7-41d6-aac3-72f77dbf8b18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3249288
Feb 19 21:19:54.097904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3f60b87c-72e3-415a-b5be-fabbc9c054b5 None None] Provisioning complete for port 690648ea-54f4-43c7-ab41-d006681d3f5b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:54.098392 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3f60b87c-72e3-415a-b5be-fabbc9c054b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:54.106229 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Sync routers for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:54.126860 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:54.130831 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700af4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:54.255703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3f60b87c-72e3-415a-b5be-fabbc9c054b5 None None] Port 690648ea-54f4-43c7-ab41-d006681d3f5b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:19:54.274379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f66eef-919f-4c34-9b1a-386133af1163 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:19:54.355453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efa5d4-7f28-4a63-87ad-b3cd428a7309 req-0c071fbf-68bf-49c9-b601-e2342a224bc4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:54.371021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7efa5d4-7f28-4a63-87ad-b3cd428a7309 req-0c071fbf-68bf-49c9-b601-e2342a224bc4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 946 time: 0.1628499
Feb 19 21:19:54.380104 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:19:54.444854 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:54.495644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7efa5d4-7f28-4a63-87ad-b3cd428a7309 req-d3aeab16-12ae-4023-8520-3e5e7881f6cb tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228013
Feb 19 21:19:54.574447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f66eef-919f-4c34-9b1a-386133af1163 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:54.588151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d7f66eef-919f-4c34-9b1a-386133af1163 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:54.615169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ca6d1-d4c0-425e-89db-5bebdfd71d60 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:54.643025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ca6d1-d4c0-425e-89db-5bebdfd71d60 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:54.643887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c74ca6d1-d4c0-425e-89db-5bebdfd71d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634c51c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:54.676164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 56940) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:54.677179 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d7f66eef-919f-4c34-9b1a-386133af1163 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "PUT /v2.0/floatingips/7df85e8d-42b1-40cd-b74b-51d7124d4d33 HTTP/1.1" status: 200  len: 688 time: 1.2400892
Feb 19 21:19:54.763481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c74ca6d1-d4c0-425e-89db-5bebdfd71d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634c51c0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:54.788463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ca6d1-d4c0-425e-89db-5bebdfd71d60 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:54.789907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c74ca6d1-d4c0-425e-89db-5bebdfd71d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634c51c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:54.873788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c74ca6d1-d4c0-425e-89db-5bebdfd71d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634c51c0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:54.874784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ca6d1-d4c0-425e-89db-5bebdfd71d60 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:54.874926 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700af4c0>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:19:51Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2611024-5a22-48b9-ab25-f82416cf294e', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.162', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'port_id': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'mac_address': 'fa:16:3e:a7:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4445865a-4d52-4db4-9915-98e0de5f708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:18:47Z', 'updated_at': '2022-02-19T21:18:57Z', 'revision_number': 1, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '690648ea-54f4-43c7-ab41-d006681d3f5b', 'name': '', 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:a3:2a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '7ead6b82-4980-4748-9e00-7868144f2317', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:50Z', 'updated_at': '2022-02-19T21:19:52Z', 'revision_number': 2, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '7ead6b82-4980-4748-9e00-7868144f2317', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:54.932727 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Checking router: 4a902278-bea7-41d6-aac3-72f77dbf8b18 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:19:54.933171 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Updating router 4a902278-bea7-41d6-aac3-72f77dbf8b18 port 690648ea-54f4-43c7-ab41-d006681d3f5b binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:19:54.983047 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.032747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1d25a-fba3-47ee-bad2-07160c872b90 req-9cb3d3b7-6ef7-4c9f-b1d1-dd16568741e3 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:55.034422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ab1d25a-fba3-47ee-bad2-07160c872b90 req-9cb3d3b7-6ef7-4c9f-b1d1-dd16568741e3 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 946 time: 0.0826654
Feb 19 21:19:55.045383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-eb330e91-1b0d-4b15-affe-77f259010c6e tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port 1e58166f-b4ac-480a-9d8c-741deb3d06eb {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:19:55.046186 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb330e91-1b0d-4b15-affe-77f259010c6e tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1e58166f-b4ac-480a-9d8c-741deb3d06eb), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.180416 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ab1d25a-fba3-47ee-bad2-07160c872b90 req-d5b5257c-29ca-4e05-9378-e26017bc4efc tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321673
Feb 19 21:19:55.222247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb330e91-1b0d-4b15-affe-77f259010c6e tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1e58166f-b4ac-480a-9d8c-741deb3d06eb), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.222589 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb330e91-1b0d-4b15-affe-77f259010c6e tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (1e58166f-b4ac-480a-9d8c-741deb3d06eb), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.240908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-eb330e91-1b0d-4b15-affe-77f259010c6e tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for 1e58166f-b4ac-480a-9d8c-741deb3d06eb owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:55.381440 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Publish callbacks [] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.387083 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.451308 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Pushing event updated for resources: {'Port': ['ID=690648ea-54f4-43c7-ab41-d006681d3f5b,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:55.467957 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb330e91-1b0d-4b15-affe-77f259010c6e tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (1e58166f-b4ac-480a-9d8c-741deb3d06eb), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.476960 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.477293 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.477796 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.478028 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.478579 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.479727 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.480263 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.480775 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.481269 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.481614 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.481942 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.482457 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.482954 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:19:55.530760 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Attempting to bind port 690648ea-54f4-43c7-ab41-d006681d3f5b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:19:55.534062 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Attempting to bind port 690648ea-54f4-43c7-ab41-d006681d3f5b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:19:55.534711 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Attempting to bind port 690648ea-54f4-43c7-ab41-d006681d3f5b on network 148acd2f-695f-4c39-8310-f59fe0c7f207 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:19:55.545882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb330e91-1b0d-4b15-affe-77f259010c6e tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=1e58166f-b4ac-480a-9d8c-741deb3d06eb,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:55.547848 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:19:55.548266 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Checking segment: {'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:19:55.548880 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.549282 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Bound using segment: {'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:19:55.549973 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Bound port: 690648ea-54f4-43c7-ab41-d006681d3f5b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:19:55.550413 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.632628 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] For port 690648ea-54f4-43c7-ab41-d006681d3f5b, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:19:55.638998 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] For port 690648ea-54f4-43c7-ab41-d006681d3f5b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=690648ea-54f4-43c7-ab41-d006681d3f5b,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:19:55.644070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb330e91-1b0d-4b15-affe-77f259010c6e tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (7df85e8d-42b1-40cd-b74b-51d7124d4d33), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.649102 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.649919 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-eb330e91-1b0d-4b15-affe-77f259010c6e tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.656648 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eb330e91-1b0d-4b15-affe-77f259010c6e tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/floatingips/7df85e8d-42b1-40cd-b74b-51d7124d4d33 HTTP/1.1" status: 204  len: 168 time: 0.9775038
Feb 19 21:19:55.656914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 56998) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:55.662889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '54ea2b49-ea44-4592-89f4-dcab5f3d7035'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:55.707949 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.749647 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280909cf-04a7-4d09-aca2-c7df1c27729b None None] Pushing event updated for resources: {'Port': ['ID=690648ea-54f4-43c7-ab41-d006681d3f5b,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:55.773534 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:55.774530 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700af4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:55.832771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4143e914-6689-4a00-b188-e64027cda924 None None] Provisioning complete for port 690648ea-54f4-43c7-ab41-d006681d3f5b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:55.832771 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4143e914-6689-4a00-b188-e64027cda924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:55.907018 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:56.022524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4143e914-6689-4a00-b188-e64027cda924 None None] Current status of the port 690648ea-54f4-43c7-ab41-d006681d3f5b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:56.023471 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4143e914-6689-4a00-b188-e64027cda924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:56.024322 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:19:56.055020 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:56.142195 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.35.2.151 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/4f3022d1-7f33-4c5d-936c-98a862b03763) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:19:56.150882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-4143e914-6689-4a00-b188-e64027cda924 None None] For port 690648ea-54f4-43c7-ab41-d006681d3f5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=690648ea-54f4-43c7-ab41-d006681d3f5b,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:56.161171 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4143e914-6689-4a00-b188-e64027cda924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:56.320392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143e914-6689-4a00-b188-e64027cda924 None None] Pushing event updated for resources: {'Port': ['ID=690648ea-54f4-43c7-ab41-d006681d3f5b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:56.359328 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c69e58a7-98ce-4607-9a84-30d26c87f6c4 None None] Provisioning complete for port 690648ea-54f4-43c7-ab41-d006681d3f5b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:56.359737 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c69e58a7-98ce-4607-9a84-30d26c87f6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:56.422991 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (4f3022d1-7f33-4c5d-936c-98a862b03763), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:56.473490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c69e58a7-98ce-4607-9a84-30d26c87f6c4 None None] Current status of the port 690648ea-54f4-43c7-ab41-d006681d3f5b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:56.514380 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4f3022d1-7f33-4c5d-936c-98a862b03763), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:56.560014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf91ea1-88dc-4c0f-ac20-d4f18130987a req-5cb54bb7-d922-48f0-9004-b6a7dbf488f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:56.575946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bf91ea1-88dc-4c0f-ac20-d4f18130987a req-5cb54bb7-d922-48f0-9004-b6a7dbf488f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 946 time: 0.2529852
Feb 19 21:19:56.576568 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:19:56.579570 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700af4c0>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:19:51Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2611024-5a22-48b9-ab25-f82416cf294e', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.162', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'port_id': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'mac_address': 'fa:16:3e:a7:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4445865a-4d52-4db4-9915-98e0de5f708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:18:47Z', 'updated_at': '2022-02-19T21:18:57Z', 'revision_number': 1, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '690648ea-54f4-43c7-ab41-d006681d3f5b', 'name': '', 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:a3:2a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '7ead6b82-4980-4748-9e00-7868144f2317', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:50Z', 'updated_at': '2022-02-19T21:19:55Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '7ead6b82-4980-4748-9e00-7868144f2317', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:56.580197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:19:56.584541 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:19:56.629728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245d362-9474-4740-973e-805390c134a0 req-6e075d5e-f023-46e4-a421-0268a43b580e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:19:56.630950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b245d362-9474-4740-973e-805390c134a0 req-6e075d5e-f023-46e4-a421-0268a43b580e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 946 time: 0.2539463
Feb 19 21:19:56.637797 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e83bb-ce61-4b0c-87c5-309fc9b162f2 None None] The sync data for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 is: [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:19:51Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2611024-5a22-48b9-ab25-f82416cf294e', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.162', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'port_id': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'mac_address': 'fa:16:3e:a7:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4445865a-4d52-4db4-9915-98e0de5f708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:18:47Z', 'updated_at': '2022-02-19T21:18:57Z', 'revision_number': 1, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '690648ea-54f4-43c7-ab41-d006681d3f5b', 'name': '', 'network_id': '148acd2f-695f-4c39-8310-f59fe0c7f207', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:a3:2a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '7ead6b82-4980-4748-9e00-7868144f2317', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:50Z', 'updated_at': '2022-02-19T21:19:55Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '7ead6b82-4980-4748-9e00-7868144f2317', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:56.638080 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=4f3022d1-7f33-4c5d-936c-98a862b03763,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:56.768599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bf91ea1-88dc-4c0f-ac20-d4f18130987a req-9932ac51-9489-4886-b60a-8e478fdf7c23 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913953
Feb 19 21:19:56.866501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b245d362-9474-4740-973e-805390c134a0 req-0e1c3073-562f-42f8-bf7d-12f3fba5b9c8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Deleting port 6cd7846a-e096-42e2-9706-7df3720ee24b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:19:56.867094 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b245d362-9474-4740-973e-805390c134a0 req-0e1c3073-562f-42f8-bf7d-12f3fba5b9c8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:57.134074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b245d362-9474-4740-973e-805390c134a0 req-0e1c3073-562f-42f8-bf7d-12f3fba5b9c8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] For port 6cd7846a-e096-42e2-9706-7df3720ee24b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cd7846a-e096-42e2-9706-7df3720ee24b,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:19:57.134626 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b245d362-9474-4740-973e-805390c134a0 req-0e1c3073-562f-42f8-bf7d-12f3fba5b9c8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:57.189640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b245d362-9474-4740-973e-805390c134a0 req-0e1c3073-562f-42f8-bf7d-12f3fba5b9c8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Calling delete_port for 6cd7846a-e096-42e2-9706-7df3720ee24b owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:19:57.300752 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (5323229d-4171-492a-8c69-db86ac1ec2c5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:57.334318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 690648ea-54f4-43c7-ab41-d006681d3f5b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:19:57.402544 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b245d362-9474-4740-973e-805390c134a0 req-0e1c3073-562f-42f8-bf7d-12f3fba5b9c8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6cd7846a-e096-42e2-9706-7df3720ee24b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:57.418128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['6cd7846a-e096-42e2-9706-7df3720ee24b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:19:57.420020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4f3022d1-7f33-4c5d-936c-98a862b03763), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:57.435875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c3073-562f-42f8-bf7d-12f3fba5b9c8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event deleted for resources: {'Port': ['ID=6cd7846a-e096-42e2-9706-7df3720ee24b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:57.489676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 690648ea-54f4-43c7-ab41-d006681d3f5b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:19:57.490326 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:57.496530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b245d362-9474-4740-973e-805390c134a0 req-0e1c3073-562f-42f8-bf7d-12f3fba5b9c8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] No DVR routers for this DVR port 6cd7846a-e096-42e2-9706-7df3720ee24b on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:19:57.499341 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b245d362-9474-4740-973e-805390c134a0 req-0e1c3073-562f-42f8-bf7d-12f3fba5b9c8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:57.504171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b245d362-9474-4740-973e-805390c134a0 req-0e1c3073-562f-42f8-bf7d-12f3fba5b9c8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "DELETE /v2.0/ports/6cd7846a-e096-42e2-9706-7df3720ee24b HTTP/1.1" status: 204  len: 173 time: 0.8418927
Feb 19 21:19:57.504171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed4dfb-3968-4425-b551-09f5497320a0', 'name': 'network-vif-deleted', 'tag': '6cd7846a-e096-42e2-9706-7df3720ee24b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:19:57.512544 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d269d3-a255-49f6-b449-88e118c98660" -d '{"events": [{"server_uuid": "39ed4dfb-3968-4425-b551-09f5497320a0", "name": "network-vif-deleted", "tag": "6cd7846a-e096-42e2-9706-7df3720ee24b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:19:57.627441 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf1a0d7-2d33-438d-a368-879ec1a1e4e8 x-openstack-request-id: req-6bf1a0d7-2d33-438d-a368-879ec1a1e4e8 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:19:57.628108 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed4dfb-3968-4425-b551-09f5497320a0", "name": "network-vif-deleted", "tag": "6cd7846a-e096-42e2-9706-7df3720ee24b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:19:57.628108 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bf1a0d7-2d33-438d-a368-879ec1a1e4e8 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:19:57.628449 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed4dfb-3968-4425-b551-09f5497320a0', 'name': 'network-vif-deleted', 'tag': '6cd7846a-e096-42e2-9706-7df3720ee24b', 'status': 'completed', 'code': 200}
Feb 19 21:19:57.633446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 690648ea-54f4-43c7-ab41-d006681d3f5b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:19:57.918264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-453f4783-321a-4bfb-a9f1-9b9403dbf494 req-e9816608-a519-48f8-9326-5dfdc6b1fd59 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=39ed4dfb-3968-4425-b551-09f5497320a0 HTTP/1.1" status: 200  len: 210 time: 0.0488737
Feb 19 21:19:58.099552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (4f3022d1-7f33-4c5d-936c-98a862b03763), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:58.105356 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (4f3022d1-7f33-4c5d-936c-98a862b03763), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:58.183770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=4f3022d1-7f33-4c5d-936c-98a862b03763,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:19:58.199730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (5323229d-4171-492a-8c69-db86ac1ec2c5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:58.434704 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP 5323229d-4171-492a-8c69-db86ac1ec2c5 associated. External IP: 172.35.2.151, port: 54ea2b49-ea44-4592-89f4-dcab5f3d7035.
Feb 19 21:19:58.731657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:19:58.890188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:19:58.904713 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ff3cd-8116-449a-9b0c-da9eef9363b8 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:19:58.922203 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ff3cd-8116-449a-9b0c-da9eef9363b8 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:58.924509 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-125ff3cd-8116-449a-9b0c-da9eef9363b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b75beb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:58.933254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:58.976090 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-125ff3cd-8116-449a-9b0c-da9eef9363b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b75beb0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:58.986642 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6ba06a76-65cb-4819-be27-c267897fa287 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 3.3278840
Feb 19 21:19:58.989273 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57194) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:58.989387 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ff3cd-8116-449a-9b0c-da9eef9363b8 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:19:58.990266 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-125ff3cd-8116-449a-9b0c-da9eef9363b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b75beb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:59.031541 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-125ff3cd-8116-449a-9b0c-da9eef9363b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b75beb0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:19:59.032749 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ff3cd-8116-449a-9b0c-da9eef9363b8 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:19:59.069642 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7a1b575f-6341-4876-a7d6-681f565f69cb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "GET /v2.0/floatingips/5323229d-4171-492a-8c69-db86ac1ec2c5 HTTP/1.1" status: 200  len: 978 time: 0.0763597
Feb 19 21:19:59.069885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57198) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:59.232390 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dfcea6ce-2b3f-4473-af77-ae90136b258e tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.1608982
Feb 19 21:19:59.235391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57200) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:19:59.240942 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b73de223-10c4-48b5-a77f-7a24a20d772c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'floatingip': {'port_id': '9083ad95-f649-402b-a22b-01f740c53050'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:19:59.356816 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b73de223-10c4-48b5-a77f-7a24a20d772c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (5323229d-4171-492a-8c69-db86ac1ec2c5), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:19:59.474297 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:00.058000 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b73de223-10c4-48b5-a77f-7a24a20d772c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:00.066848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b73de223-10c4-48b5-a77f-7a24a20d772c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (5323229d-4171-492a-8c69-db86ac1ec2c5), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:00.190379 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-b73de223-10c4-48b5-a77f-7a24a20d772c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP 5323229d-4171-492a-8c69-db86ac1ec2c5 associated. External IP: 172.35.2.151, port: 54ea2b49-ea44-4592-89f4-dcab5f3d7035.
Feb 19 21:20:00.315367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6cd7846a-e096-42e2-9706-7df3720ee24b no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:20:00.336900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 6cd7846a-e096-42e2-9706-7df3720ee24b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:20:00.337274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 6cd7846a-e096-42e2-9706-7df3720ee24b not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:20:00.404310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73de223-10c4-48b5-a77f-7a24a20d772c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:00.519919 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73de223-10c4-48b5-a77f-7a24a20d772c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:00.535220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef230c7-ba60-4ba0-8a45-82ae7661548f None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:00.551393 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef230c7-ba60-4ba0-8a45-82ae7661548f None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:00.554098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3ef230c7-ba60-4ba0-8a45-82ae7661548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63119fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:00.597132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3ef230c7-ba60-4ba0-8a45-82ae7661548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63119fa0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:00.620515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef230c7-ba60-4ba0-8a45-82ae7661548f None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:00.621370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3ef230c7-ba60-4ba0-8a45-82ae7661548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63119fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:00.668685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3ef230c7-ba60-4ba0-8a45-82ae7661548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63119fa0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:00.668685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef230c7-ba60-4ba0-8a45-82ae7661548f None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:00.780965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73de223-10c4-48b5-a77f-7a24a20d772c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:00.904036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73de223-10c4-48b5-a77f-7a24a20d772c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:00.909512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b73de223-10c4-48b5-a77f-7a24a20d772c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:00.915987 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db99b54a-6043-462e-9916-940b892ff5bf None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:00.933202 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99b54a-6043-462e-9916-940b892ff5bf None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:00.934202 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-db99b54a-6043-462e-9916-940b892ff5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702945b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:00.982955 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b73de223-10c4-48b5-a77f-7a24a20d772c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "PUT /v2.0/floatingips/5323229d-4171-492a-8c69-db86ac1ec2c5 HTTP/1.1" status: 200  len: 977 time: 1.7457592
Feb 19 21:20:00.985199 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-db99b54a-6043-462e-9916-940b892ff5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702945b0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:00.985731 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57284) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:00.990756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0d4f9733-89f1-401f-a65a-0082a489dee5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:00.997878 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99b54a-6043-462e-9916-940b892ff5bf None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:00.998592 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-db99b54a-6043-462e-9916-940b892ff5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702945b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:01.049181 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-db99b54a-6043-462e-9916-940b892ff5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702945b0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:01.050986 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db99b54a-6043-462e-9916-940b892ff5bf None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:01.067343 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9733-89f1-401f-a65a-0082a489dee5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (5323229d-4171-492a-8c69-db86ac1ec2c5), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:01.231117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9733-89f1-401f-a65a-0082a489dee5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:01.236251 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9733-89f1-401f-a65a-0082a489dee5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (5323229d-4171-492a-8c69-db86ac1ec2c5), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:01.236830 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-0d4f9733-89f1-401f-a65a-0082a489dee5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP 5323229d-4171-492a-8c69-db86ac1ec2c5 disassociated. External IP: 172.35.2.151, port: 9083ad95-f649-402b-a22b-01f740c53050.
Feb 19 21:20:01.490217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4f9733-89f1-401f-a65a-0082a489dee5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:01.617592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4f9733-89f1-401f-a65a-0082a489dee5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:01.624358 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9733-89f1-401f-a65a-0082a489dee5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:01.630434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec4543-72e5-4691-9aa8-1bd8b0bc53f3 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:01.644430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec4543-72e5-4691-9aa8-1bd8b0bc53f3 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:01.645361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-36ec4543-72e5-4691-9aa8-1bd8b0bc53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6317ae50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:01.687843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-36ec4543-72e5-4691-9aa8-1bd8b0bc53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6317ae50>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:01.705176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec4543-72e5-4691-9aa8-1bd8b0bc53f3 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:01.706399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-36ec4543-72e5-4691-9aa8-1bd8b0bc53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6317ae50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:01.759782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-36ec4543-72e5-4691-9aa8-1bd8b0bc53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6317ae50>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:01.761399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec4543-72e5-4691-9aa8-1bd8b0bc53f3 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:02.014121 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0d4f9733-89f1-401f-a65a-0082a489dee5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "PUT /v2.0/floatingips/5323229d-4171-492a-8c69-db86ac1ec2c5 HTTP/1.1" status: 200  len: 688 time: 1.0271344
Feb 19 21:20:02.016980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57340) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:02.168729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8f6dc377-a7a8-4693-9a85-7d567c3134c7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port 4f3022d1-7f33-4c5d-936c-98a862b03763 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:02.169213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc377-a7a8-4693-9a85-7d567c3134c7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4f3022d1-7f33-4c5d-936c-98a862b03763), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:02.262072 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc377-a7a8-4693-9a85-7d567c3134c7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4f3022d1-7f33-4c5d-936c-98a862b03763), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:02.262378 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc377-a7a8-4693-9a85-7d567c3134c7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (4f3022d1-7f33-4c5d-936c-98a862b03763), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:02.277592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8f6dc377-a7a8-4693-9a85-7d567c3134c7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for 4f3022d1-7f33-4c5d-936c-98a862b03763 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:02.429288 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc377-a7a8-4693-9a85-7d567c3134c7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4f3022d1-7f33-4c5d-936c-98a862b03763), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:02.462843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc377-a7a8-4693-9a85-7d567c3134c7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=4f3022d1-7f33-4c5d-936c-98a862b03763,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:02.535536 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc377-a7a8-4693-9a85-7d567c3134c7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (5323229d-4171-492a-8c69-db86ac1ec2c5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:02.538078 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc377-a7a8-4693-9a85-7d567c3134c7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:02.539259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8f6dc377-a7a8-4693-9a85-7d567c3134c7 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/floatingips/5323229d-4171-492a-8c69-db86ac1ec2c5 HTTP/1.1" status: 204  len: 168 time: 0.5212038
Feb 19 21:20:02.542823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57346) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:02.583852 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-33a72876-6eb7-421b-a9d0-039eb8e3edc1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] delete failed (client error): The resource could not be found.
Feb 19 21:20:02.589654 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-33a72876-6eb7-421b-a9d0-039eb8e3edc1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/floatingips/5323229d-4171-492a-8c69-db86ac1ec2c5 HTTP/1.1" status: 404  len: 345 time: 0.0411541
Feb 19 21:20:02.589654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57348) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:02.718040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf722a24-e9e0-444d-9c0b-660620b732f3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:02.723266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf722a24-e9e0-444d-9c0b-660620b732f3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:02.728578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf722a24-e9e0-444d-9c0b-660620b732f3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:02.730898 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cf722a24-e9e0-444d-9c0b-660620b732f3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "GET /v2.0/ports?network_id=e00a0a8c-e923-4780-9096-c2c763d33870 HTTP/1.1" status: 200  len: 2357 time: 0.1405265
Feb 19 21:20:02.733920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57368) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:02.786111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee634fc-7ecc-43f6-beeb-ddc369dd77c6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:02.789992 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1ee634fc-7ecc-43f6-beeb-ddc369dd77c6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "GET /v2.0/subnets/b158f4ba-dee8-42ba-ba8d-261f18e2959e HTTP/1.1" status: 200  len: 797 time: 0.0527997
Feb 19 21:20:02.792528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57372) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:02.797934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'port': {'network_id': 'e00a0a8c-e923-4780-9096-c2c763d33870', 'name': 'tempest-FloatingIPTestJSON-311888573', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:02.911100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Made reservation on behalf of 0536dcef551e4e76a62fb8fd56a36335 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:03.031754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:03.052232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] device_id is not set on port b5138da5-3f33-4d7c-b06d-0afaa0b09cb9 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:20:03.139178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57386) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:03.311274 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5187beef-8006-4dbe-8485-878c384dd3a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:03.512818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5187beef-8006-4dbe-8485-878c384dd3a7 admin admin] Publish callbacks [] for security_group (cbf4077e-9433-406d-88f9-22a16471c35e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:03.518376 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5187beef-8006-4dbe-8485-878c384dd3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cbf4077e-9433-406d-88f9-22a16471c35e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:03.536274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.20.0.14 (e00a0a8c-e923-4780-9096-c2c763d33870/b158f4ba-dee8-42ba-ba8d-261f18e2959e/b5138da5-3f33-4d7c-b06d-0afaa0b09cb9) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:03.548291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.20.0.12 (e00a0a8c-e923-4780-9096-c2c763d33870/b158f4ba-dee8-42ba-ba8d-261f18e2959e/b5138da5-3f33-4d7c-b06d-0afaa0b09cb9) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:03.596625 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5187beef-8006-4dbe-8485-878c384dd3a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4735cc20b18f46a1b0468386b0b7a632&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4525163
Feb 19 21:20:03.597592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187beef-8006-4dbe-8485-878c384dd3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf4077e-9433-406d-88f9-22a16471c35e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:03.601596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57418) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:03.830172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21dd52c3-2ce2-4055-b8e1-c16ea6ebeffb admin admin] Publish callbacks [] for security_group (cbf4077e-9433-406d-88f9-22a16471c35e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:03.880055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21dd52c3-2ce2-4055-b8e1-c16ea6ebeffb admin admin] Publish callbacks [] for security_group (cbf4077e-9433-406d-88f9-22a16471c35e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:03.896570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (b5138da5-3f33-4d7c-b06d-0afaa0b09cb9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:03.970664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b5138da5-3f33-4d7c-b06d-0afaa0b09cb9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:03.974270 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21dd52c3-2ce2-4055-b8e1-c16ea6ebeffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (cbf4077e-9433-406d-88f9-22a16471c35e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:03.979662 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21dd52c3-2ce2-4055-b8e1-c16ea6ebeffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:03.984010 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-21dd52c3-2ce2-4055-b8e1-c16ea6ebeffb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbf4077e-9433-406d-88f9-22a16471c35e HTTP/1.1" status: 204  len: 168 time: 0.3783224
Feb 19 21:20:04.063645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd52c3-2ce2-4055-b8e1-c16ea6ebeffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf4077e-9433-406d-88f9-22a16471c35e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:04.071862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network e00a0a8c-e923-4780-9096-c2c763d33870 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:04.078760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:04.086510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:04.153068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=b5138da5-3f33-4d7c-b06d-0afaa0b09cb9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:04.210371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:04.214940 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:04.239721 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-07217be7-0cde-400a-98ee-fe7464e385ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 1.4457040
Feb 19 21:20:04.242280 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57458) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:04.250596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': 'b5138da5-3f33-4d7c-b06d-0afaa0b09cb9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:04.281925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:04.397188 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:04.538607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.35.2.183 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/e1bd7fc7-a796-4bab-8de8-4e3f85c1befd) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:04.721248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (e1bd7fc7-a796-4bab-8de8-4e3f85c1befd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:04.780751 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e1bd7fc7-a796-4bab-8de8-4e3f85c1befd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:04.856094 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:04.868040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:04.872785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:04.899247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=e1bd7fc7-a796-4bab-8de8-4e3f85c1befd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:05.279649 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (1b1e05c5-e4ef-4498-903e-3fff446196e8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:05.391769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1bd7fc7-a796-4bab-8de8-4e3f85c1befd), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:05.642526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (e1bd7fc7-a796-4bab-8de8-4e3f85c1befd), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:05.649350 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e1bd7fc7-a796-4bab-8de8-4e3f85c1befd), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:05.724600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=e1bd7fc7-a796-4bab-8de8-4e3f85c1befd,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:05.741216 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (1b1e05c5-e4ef-4498-903e-3fff446196e8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:05.848359 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP 1b1e05c5-e4ef-4498-903e-3fff446196e8 associated. External IP: 172.35.2.183, port: b5138da5-3f33-4d7c-b06d-0afaa0b09cb9.
Feb 19 21:20:06.074356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:06.190469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:06.202272 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462450ef-4cc9-4eaf-a94b-e202ed39c59a None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:06.211710 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:06.214792 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462450ef-4cc9-4eaf-a94b-e202ed39c59a None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:06.215575 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-462450ef-4cc9-4eaf-a94b-e202ed39c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7019e040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:06.249806 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0971e3fb-dc64-4aef-b977-436d3889b9ff tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.0054286
Feb 19 21:20:06.254179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57534) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:06.260108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8922c2fb-7b26-461c-882d-af2877d9ee49 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'floatingip': {'port_id': 'b5138da5-3f33-4d7c-b06d-0afaa0b09cb9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:06.270252 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-462450ef-4cc9-4eaf-a94b-e202ed39c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7019e040>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:06.281575 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462450ef-4cc9-4eaf-a94b-e202ed39c59a None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:06.282697 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-462450ef-4cc9-4eaf-a94b-e202ed39c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7019e040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:06.319713 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-462450ef-4cc9-4eaf-a94b-e202ed39c59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7019e040>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:06.320834 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462450ef-4cc9-4eaf-a94b-e202ed39c59a None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:06.321673 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8922c2fb-7b26-461c-882d-af2877d9ee49 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (1b1e05c5-e4ef-4498-903e-3fff446196e8), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:06.921641 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8922c2fb-7b26-461c-882d-af2877d9ee49 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:06.927273 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8922c2fb-7b26-461c-882d-af2877d9ee49 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (1b1e05c5-e4ef-4498-903e-3fff446196e8), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:07.201132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8922c2fb-7b26-461c-882d-af2877d9ee49 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:07.296024 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:20:07.325115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8922c2fb-7b26-461c-882d-af2877d9ee49 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:07.330055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8922c2fb-7b26-461c-882d-af2877d9ee49 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:07.337076 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b33b46-43c7-4b4c-9ef5-497072121bc6 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:07.350353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b33b46-43c7-4b4c-9ef5-497072121bc6 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:07.351791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b4b33b46-43c7-4b4c-9ef5-497072121bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b002e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:07.396374 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8922c2fb-7b26-461c-882d-af2877d9ee49 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "PUT /v2.0/floatingips/1b1e05c5-e4ef-4498-903e-3fff446196e8 HTTP/1.1" status: 200  len: 978 time: 1.1408916
Feb 19 21:20:07.399052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57620) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:07.399911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b4b33b46-43c7-4b4c-9ef5-497072121bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b002e0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:07.409928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b33b46-43c7-4b4c-9ef5-497072121bc6 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:07.410544 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b4b33b46-43c7-4b4c-9ef5-497072121bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b002e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:07.443268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b4b33b46-43c7-4b4c-9ef5-497072121bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b002e0>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:07.443557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b33b46-43c7-4b4c-9ef5-497072121bc6 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:07.819696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-a5ef21a9-05e3-4303-8d45-148cd630861b tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f101b14d492c4f419d522cfbd3a863e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0492582
Feb 19 21:20:07.982751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port e1bd7fc7-a796-4bab-8de8-4e3f85c1befd {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:07.983442 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e1bd7fc7-a796-4bab-8de8-4e3f85c1befd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:08.171212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-0136cf30-63e1-4662-84a2-3636c3ee1ce8 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:08.172850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-0136cf30-63e1-4662-84a2-3636c3ee1ce8 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3396680
Feb 19 21:20:08.208497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-6f1d92b7-a2f1-4556-bfba-59f0f720fc28 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/quotas/f101b14d492c4f419d522cfbd3a863e4 HTTP/1.1" status: 200  len: 375 time: 0.0160291
Feb 19 21:20:08.227475 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e1bd7fc7-a796-4bab-8de8-4e3f85c1befd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:08.228524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (e1bd7fc7-a796-4bab-8de8-4e3f85c1befd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:08.255163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for e1bd7fc7-a796-4bab-8de8-4e3f85c1befd owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:08.270132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-8a878d41-251c-404a-b42d-932b501281ff tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f101b14d492c4f419d522cfbd3a863e4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0603547
Feb 19 21:20:08.573677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85d5aaa8-ace7-4c2f-a4a7-916895f57503 req-5120a859-9d71-4487-841d-cd6a97e9b162 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 210 time: 0.0788400
Feb 19 21:20:08.639614 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e1bd7fc7-a796-4bab-8de8-4e3f85c1befd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:08.719637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=e1bd7fc7-a796-4bab-8de8-4e3f85c1befd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:08.808074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (1b1e05c5-e4ef-4498-903e-3fff446196e8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:08.808881 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP 1b1e05c5-e4ef-4498-903e-3fff446196e8 disassociated (deleted). External IP: 172.35.2.183, port: b5138da5-3f33-4d7c-b06d-0afaa0b09cb9.
Feb 19 21:20:09.076316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:09.204213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:09.209679 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:09.217709 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd724dcc-fe14-438f-8a40-c686f52951e1 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:09.239723 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd724dcc-fe14-438f-8a40-c686f52951e1 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:09.242352 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fd724dcc-fe14-438f-8a40-c686f52951e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700c47c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:09.253724 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9458d17e-eca1-4630-ad1b-9ce3b085b92b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/floatingips/1b1e05c5-e4ef-4498-903e-3fff446196e8 HTTP/1.1" status: 204  len: 168 time: 1.8534756
Feb 19 21:20:09.256710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57742) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:09.315425 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fd724dcc-fe14-438f-8a40-c686f52951e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700c47c0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:09.326687 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd724dcc-fe14-438f-8a40-c686f52951e1 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:09.327926 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fd724dcc-fe14-438f-8a40-c686f52951e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700c47c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:09.424778 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fd724dcc-fe14-438f-8a40-c686f52951e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700c47c0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:09.425500 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd724dcc-fe14-438f-8a40-c686f52951e1 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:09.431290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8897aaf4-1bf8-4b13-81d9-1d134fc72659 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port b5138da5-3f33-4d7c-b06d-0afaa0b09cb9 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:09.433093 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8897aaf4-1bf8-4b13-81d9-1d134fc72659 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b5138da5-3f33-4d7c-b06d-0afaa0b09cb9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:09.471256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57748) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:09.557880 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8897aaf4-1bf8-4b13-81d9-1d134fc72659 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b5138da5-3f33-4d7c-b06d-0afaa0b09cb9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:09.605449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8897aaf4-1bf8-4b13-81d9-1d134fc72659 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for b5138da5-3f33-4d7c-b06d-0afaa0b09cb9 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:09.615319 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:09.764166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-031ce0fd-5776-41ab-9512-4be847d885de req-599f30b1-3f1f-4ba6-b839-daf0d76cea34 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 210 time: 0.0601692
Feb 19 21:20:09.819498 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Publish callbacks [] for security_group (0c2b8f1e-0320-41ec-8903-b2a01e766ca8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:09.846595 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0c2b8f1e-0320-41ec-8903-b2a01e766ca8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:09.854878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b6540313-38be-4aee-8b6c-a5938fa2046f tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f101b14d492c4f419d522cfbd3a863e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329759
Feb 19 21:20:09.903378 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8897aaf4-1bf8-4b13-81d9-1d134fc72659 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b5138da5-3f33-4d7c-b06d-0afaa0b09cb9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:09.949137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897aaf4-1bf8-4b13-81d9-1d134fc72659 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=b5138da5-3f33-4d7c-b06d-0afaa0b09cb9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:09.967114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b206f017e904c07af8dc6c35551790c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4946344
Feb 19 21:20:09.970524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b8f1e-0320-41ec-8903-b2a01e766ca8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:09.975784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57806) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:09.999929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.000601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.000944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.001462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.001804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.002137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.002706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.003340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.003864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.004200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.004740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.005072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.005560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af8b67-2d33-43f5-b079-ff8bb749535f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:10.070090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-1e23702b-22d8-4932-bd54-f9a88a2aea7f tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:10.071507 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-1e23702b-22d8-4932-bd54-f9a88a2aea7f tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2039087
Feb 19 21:20:10.088882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8897aaf4-1bf8-4b13-81d9-1d134fc72659 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.089599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Request body: {'port': {'device_id': '5e293ab4-3ad5-425e-b83d-9cb264c70ddf', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'f101b14d492c4f419d522cfbd3a863e4'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:10.092758 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8897aaf4-1bf8-4b13-81d9-1d134fc72659 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/ports/b5138da5-3f33-4d7c-b06d-0afaa0b09cb9 HTTP/1.1" status: 204  len: 168 time: 0.8348341
Feb 19 21:20:10.097704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57810) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:10.102473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:10.109389 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a9a20b97-dd67-45c0-924e-8fe0519657a6 admin admin] Publish callbacks [] for security_group (0c2b8f1e-0320-41ec-8903-b2a01e766ca8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.125047 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.174370 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a9a20b97-dd67-45c0-924e-8fe0519657a6 admin admin] Publish callbacks [] for security_group (0c2b8f1e-0320-41ec-8903-b2a01e766ca8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.236125 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.254804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Made reservation on behalf of f101b14d492c4f419d522cfbd3a863e4 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:10.258270 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.269849 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.273006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a9a20b97-dd67-45c0-924e-8fe0519657a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0c2b8f1e-0320-41ec-8903-b2a01e766ca8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.275867 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a9a20b97-dd67-45c0-924e-8fe0519657a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.280804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a9a20b97-dd67-45c0-924e-8fe0519657a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c2b8f1e-0320-41ec-8903-b2a01e766ca8 HTTP/1.1" status: 204  len: 168 time: 0.3001130
Feb 19 21:20:10.300797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a20b97-dd67-45c0-924e-8fe0519657a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b8f1e-0320-41ec-8903-b2a01e766ca8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:10.404910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.35.2.250 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/8a84d069-f810-4692-af30-e0b98c877f33) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:10.410216 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Publish callbacks [] for security_group (e17d3358-d8d9-48fa-ac53-d09899f825e2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.418717 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e17d3358-d8d9-48fa-ac53-d09899f825e2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.499308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d3358-d8d9-48fa-ac53-d09899f825e2,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:10.689689 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Allocated IP 192.168.233.233 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/90fdab25-1b89-4d5c-ba82-9f1c831e690b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:10.697670 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (8a84d069-f810-4692-af30-e0b98c877f33), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.759690 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8a84d069-f810-4692-af30-e0b98c877f33), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:10.867835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:10.874204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:10.879507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:10.938922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=8a84d069-f810-4692-af30-e0b98c877f33,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:11.014416 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Publish callbacks [] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.049434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f6940b7-d221-4e3d-9975-af29d84db228 req-235c91dc-a79f-4419-ac92-8fe2f048ffe2 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 210 time: 0.0526283
Feb 19 21:20:11.081632 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (ede1621f-6d5b-4a08-813e-818f60965681), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.092296 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.126212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8a84d069-f810-4692-af30-e0b98c877f33), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.141254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:11.145133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:11.148153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:11.194198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Pushing event updated for resources: {'Port': ['ID=90fdab25-1b89-4d5c-ba82-9f1c831e690b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:11.222123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:11.223036 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.247222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-b607e66b-b961-47c1-8de1-fff721872775 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1660464
Feb 19 21:20:11.265580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Request body: {'port': {'device_id': '5e293ab4-3ad5-425e-b83d-9cb264c70ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:11.339525 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (8a84d069-f810-4692-af30-e0b98c877f33), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.347735 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (8a84d069-f810-4692-af30-e0b98c877f33), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.363807 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.422118 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=8a84d069-f810-4692-af30-e0b98c877f33,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:11.459758 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (ede1621f-6d5b-4a08-813e-818f60965681), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.477018 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.481362 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-da511a25-5482-4a16-8d2b-1996a56fc7a4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3795125
Feb 19 21:20:11.481609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57850) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:11.486626 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'port': {'network_id': 'e00a0a8c-e923-4780-9096-c2c763d33870', 'name': 'tempest-FloatingIPTestJSON-808296190'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:11.544961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8a2221e4-d1a4-4865-91a8-521489a6f4d0 None None] Provisioning complete for port 90fdab25-1b89-4d5c-ba82-9f1c831e690b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:11.545817 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8a2221e4-d1a4-4865-91a8-521489a6f4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.593138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8a2221e4-d1a4-4865-91a8-521489a6f4d0 None None] Port 90fdab25-1b89-4d5c-ba82-9f1c831e690b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:20:11.614675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Made reservation on behalf of 0536dcef551e4e76a62fb8fd56a36335 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:11.623900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.642589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] device_id is not set on port c42dc588-4b31-47a9-aebb-6d053e5ac9ad yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:20:11.712867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fdab25-1b89-4d5c-ba82-9f1c831e690b {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:20:11.724190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Publish callbacks [] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.746192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Transition to ACTIVE for port object 90fdab25-1b89-4d5c-ba82-9f1c831e690b will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:20:11.750969 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:11.776799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.20.0.3 (e00a0a8c-e923-4780-9096-c2c763d33870/b158f4ba-dee8-42ba-ba8d-261f18e2959e/c42dc588-4b31-47a9-aebb-6d053e5ac9ad) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:11.846779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Pushing event updated for resources: {'Port': ['ID=90fdab25-1b89-4d5c-ba82-9f1c831e690b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:11.919197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Attempting to bind port 90fdab25-1b89-4d5c-ba82-9f1c831e690b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:20:11.926097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Attempting to bind port 90fdab25-1b89-4d5c-ba82-9f1c831e690b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:20:11.926505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Attempting to bind port 90fdab25-1b89-4d5c-ba82-9f1c831e690b on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:11.935903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Port 90fdab25-1b89-4d5c-ba82-9f1c831e690b on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:20:11.936453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Attempting to bind port 90fdab25-1b89-4d5c-ba82-9f1c831e690b on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:11.946305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:20:11.946305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:11.946616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:20:11.948085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Bound port: 90fdab25-1b89-4d5c-ba82-9f1c831e690b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:20:11.948648 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:12.011759 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (c42dc588-4b31-47a9-aebb-6d053e5ac9ad), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:12.056600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] For port 90fdab25-1b89-4d5c-ba82-9f1c831e690b, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:20:12.061660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] For port 90fdab25-1b89-4d5c-ba82-9f1c831e690b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90fdab25-1b89-4d5c-ba82-9f1c831e690b,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:20:12.065619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c42dc588-4b31-47a9-aebb-6d053e5ac9ad), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:12.097398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network e00a0a8c-e923-4780-9096-c2c763d33870 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:12.100805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:12.109038 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:12.137093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:12.199528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=c42dc588-4b31-47a9-aebb-6d053e5ac9ad,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:12.199796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:12.200542 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:12.202750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] 10.222.0.10 "PUT /v2.0/ports/90fdab25-1b89-4d5c-ba82-9f1c831e690b HTTP/1.1" status: 200  len: 1096 time: 0.9426420
Feb 19 21:20:12.215624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e293ab4-3ad5-425e-b83d-9cb264c70ddf', 'tag': '90fdab25-1b89-4d5c-ba82-9f1c831e690b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:12.220582 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5e293ab4-3ad5-425e-b83d-9cb264c70ddf", "tag": "90fdab25-1b89-4d5c-ba82-9f1c831e690b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:12.256922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:12.257740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:12.302735 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b33d9dfc-138d-406b-86a2-6d20dbc19f24 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.8199255
Feb 19 21:20:12.303552 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57882) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:12.311128 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbe0743-1fd0-47fc-98e4-4a64e7dab450 x-openstack-request-id: req-5cbe0743-1fd0-47fc-98e4-4a64e7dab450 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:12.311342 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ee55f580-004a-4ba0-b64d-c2d6972e33a5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'floatingip': {'port_id': 'c42dc588-4b31-47a9-aebb-6d053e5ac9ad'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:12.311983 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e293ab4-3ad5-425e-b83d-9cb264c70ddf", "tag": "90fdab25-1b89-4d5c-ba82-9f1c831e690b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:12.311983 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cbe0743-1fd0-47fc-98e4-4a64e7dab450 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:12.312220 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e293ab4-3ad5-425e-b83d-9cb264c70ddf', 'tag': '90fdab25-1b89-4d5c-ba82-9f1c831e690b', 'status': 'completed', 'code': 200}
Feb 19 21:20:12.365406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee55f580-004a-4ba0-b64d-c2d6972e33a5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (ede1621f-6d5b-4a08-813e-818f60965681), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:12.368849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60945bdd-dbe6-471b-9c4f-09187af26d5d service neutron] Pushing event updated for resources: {'Port': ['ID=90fdab25-1b89-4d5c-ba82-9f1c831e690b,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:12.408059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1ecd4-922b-4a45-a8c8-28f40c0066d1 req-1a006427-2b02-4796-98d4-8b945d59a31a tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:12.415518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29b1ecd4-922b-4a45-a8c8-28f40c0066d1 req-1a006427-2b02-4796-98d4-8b945d59a31a tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 948 time: 0.2089710
Feb 19 21:20:12.444677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-eca1633f-00ab-4dba-8ff3-4fcdf2220696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:12.446600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-eca1633f-00ab-4dba-8ff3-4fcdf2220696 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f101b14d492c4f419d522cfbd3a863e4&device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 1130 time: 0.1701040
Feb 19 21:20:12.555075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-03fee119-23b2-4999-926e-b9621930351e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=90fdab25-1b89-4d5c-ba82-9f1c831e690b HTTP/1.1" status: 200  len: 217 time: 0.0861957
Feb 19 21:20:12.633223 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29b1ecd4-922b-4a45-a8c8-28f40c0066d1 req-1d2343ed-a3ae-4a21-b995-5cf806e548fe tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/security-groups?id=e17d3358-d8d9-48fa-ac53-d09899f825e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164679
Feb 19 21:20:12.676538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-4b25026e-8b68-492e-8dba-d81a203d2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:12.678325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-4b25026e-8b68-492e-8dba-d81a203d2637 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1153800
Feb 19 21:20:12.692138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-48e720e8-176b-4a4e-b0b0-f94f2e68007f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:12.693875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-48e720e8-176b-4a4e-b0b0-f94f2e68007f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.2735326
Feb 19 21:20:12.732931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-4a64c864-d21b-4c75-b0b5-bb03ccdc398c tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/quotas/c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 375 time: 0.0292659
Feb 19 21:20:12.781780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-d79eaaf4-17e4-4777-8b71-4f06b7a3b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:12.783321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-d79eaaf4-17e4-4777-8b71-4f06b7a3b1cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0983882
Feb 19 21:20:12.858832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-b826fc99-e662-427e-bed5-6704f5778c05 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1163726
Feb 19 21:20:12.941086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee55f580-004a-4ba0-b64d-c2d6972e33a5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:12.952886 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee55f580-004a-4ba0-b64d-c2d6972e33a5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (ede1621f-6d5b-4a08-813e-818f60965681), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:13.063889 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-ee55f580-004a-4ba0-b64d-c2d6972e33a5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP ede1621f-6d5b-4a08-813e-818f60965681 associated. External IP: 172.35.2.250, port: c42dc588-4b31-47a9-aebb-6d053e5ac9ad.
Feb 19 21:20:13.325694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-58b9daa0-f94b-4fcb-ae51-35a69c8ff839 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5353642
Feb 19 21:20:13.405294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-d0d0c661-7a97-42a7-a9e5-d337e25e17eb service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5342708
Feb 19 21:20:13.507791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc10536c-9f84-4626-bf14-cc63b35a3ea3 req-e21bbb4d-4250-4299-9365-e5464965975c service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752203
Feb 19 21:20:13.549415 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-bbc12f10-f529-4ffe-bede-da22fe3488ab service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336787
Feb 19 21:20:13.556604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee55f580-004a-4ba0-b64d-c2d6972e33a5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:13.647416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0 req-3592ef43-f134-4ac6-89f4-b2ce510c88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:13.649032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0 req-3592ef43-f134-4ac6-89f4-b2ce510c88ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f101b14d492c4f419d522cfbd3a863e4&device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 1130 time: 0.0709007
Feb 19 21:20:13.733809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee55f580-004a-4ba0-b64d-c2d6972e33a5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:13.746977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99650626-dfe0-483e-8af8-af4d34f9acb4 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:13.764594 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee55f580-004a-4ba0-b64d-c2d6972e33a5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:13.767807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99650626-dfe0-483e-8af8-af4d34f9acb4 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:13.768572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-99650626-dfe0-483e-8af8-af4d34f9acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6312b700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:13.813937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-99650626-dfe0-483e-8af8-af4d34f9acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6312b700>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:13.824266 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ee55f580-004a-4ba0-b64d-c2d6972e33a5 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "PUT /v2.0/floatingips/ede1621f-6d5b-4a08-813e-818f60965681 HTTP/1.1" status: 200  len: 977 time: 1.5168223
Feb 19 21:20:13.824586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57912) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:13.824681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99650626-dfe0-483e-8af8-af4d34f9acb4 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:13.825250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-99650626-dfe0-483e-8af8-af4d34f9acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6312b700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:13.849682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0 req-831ef5a5-5507-4928-9c6f-ed18e42ee4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:13.851421 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0 req-831ef5a5-5507-4928-9c6f-ed18e42ee4e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.1931713
Feb 19 21:20:13.879699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-99650626-dfe0-483e-8af8-af4d34f9acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6312b700>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:13.880409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99650626-dfe0-483e-8af8-af4d34f9acb4 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:13.910457 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0 req-812b34b6-b020-46ee-9d7e-5ea186799062 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=90fdab25-1b89-4d5c-ba82-9f1c831e690b HTTP/1.1" status: 200  len: 217 time: 0.0514524
Feb 19 21:20:13.973489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf2e4-278b-4a29-9b13-abef8fc9564c req-03e8b94a-1ea6-4473-972d-c0969f495b5b tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:13.975125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e83cf2e4-278b-4a29-9b13-abef8fc9564c req-03e8b94a-1ea6-4473-972d-c0969f495b5b tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 948 time: 0.1853926
Feb 19 21:20:13.988162 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port c42dc588-4b31-47a9-aebb-6d053e5ac9ad {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:13.989098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c42dc588-4b31-47a9-aebb-6d053e5ac9ad), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:14.010167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9015dfb2-911c-42c6-bfc0-e7b518cc1e53 req-22af115a-75e8-487d-8526-c58223a65932 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 210 time: 0.0828440
Feb 19 21:20:14.049896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0 req-fadb39ea-2546-45da-b519-f0ab729afc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:14.051408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0 req-fadb39ea-2546-45da-b519-f0ab729afc29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.1336482
Feb 19 21:20:14.114983 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e83cf2e4-278b-4a29-9b13-abef8fc9564c req-bb35cd4b-5d64-4489-8473-6804b01de521 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/security-groups?id=e17d3358-d8d9-48fa-ac53-d09899f825e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182065
Feb 19 21:20:14.138559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0 req-e8f336e5-1496-48e3-a5e7-fe7c898cb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:14.138559 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0 req-e8f336e5-1496-48e3-a5e7-fe7c898cb1b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0668309
Feb 19 21:20:14.138729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c42dc588-4b31-47a9-aebb-6d053e5ac9ad), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:14.281686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0 req-6193f2fd-1f61-4c25-b048-ce4fb47c7999 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433060
Feb 19 21:20:14.413363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31d06e19-367b-4c67-9aa8-75f1f33ec9f0 req-247c56da-0d02-41e9-947f-8797fec9c5bd service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238003
Feb 19 21:20:14.467462 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:14.468119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (ede1621f-6d5b-4a08-813e-818f60965681), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:14.468554 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP ede1621f-6d5b-4a08-813e-818f60965681 disassociated. External IP: 172.35.2.250, port: c42dc588-4b31-47a9-aebb-6d053e5ac9ad.
Feb 19 21:20:14.468982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for c42dc588-4b31-47a9-aebb-6d053e5ac9ad owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:14.636057 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c42dc588-4b31-47a9-aebb-6d053e5ac9ad), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:14.665300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=c42dc588-4b31-47a9-aebb-6d053e5ac9ad,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:14.813397 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:14.943081 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:14.953550 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bfd40-e646-45f6-94c6-fcab2501fd16 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:14.964679 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bfd40-e646-45f6-94c6-fcab2501fd16 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:14.965484 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-815bfd40-e646-45f6-94c6-fcab2501fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703af5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:15.004973 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-815bfd40-e646-45f6-94c6-fcab2501fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703af5b0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:15.022743 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bfd40-e646-45f6-94c6-fcab2501fd16 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:15.022743 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-815bfd40-e646-45f6-94c6-fcab2501fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703af5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:15.026718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:15.030771 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f0ec0fa2-5bc7-4286-b3aa-230a944212bc tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/ports/c42dc588-4b31-47a9-aebb-6d053e5ac9ad HTTP/1.1" status: 204  len: 168 time: 1.2044725
Feb 19 21:20:15.033427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57946) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:15.075237 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-815bfd40-e646-45f6-94c6-fcab2501fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703af5b0>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:15.076422 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bfd40-e646-45f6-94c6-fcab2501fd16 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:15.096119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a5a66a23-704a-47b9-9b3b-0383c434e80c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "GET /v2.0/floatingips/ede1621f-6d5b-4a08-813e-818f60965681 HTTP/1.1" status: 200  len: 688 time: 0.0614269
Feb 19 21:20:15.099661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57950) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:15.203454 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0154bb6b-750c-4456-b700-cdbcbbeef77a req-8824a4be-a13b-421e-a293-1611b26391d0 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 210 time: 0.0668800
Feb 19 21:20:15.291576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f9060e46-9b88-48b7-a57b-18936cc58ec6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port 8a84d069-f810-4692-af30-e0b98c877f33 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:15.291945 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9060e46-9b88-48b7-a57b-18936cc58ec6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8a84d069-f810-4692-af30-e0b98c877f33), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:15.295904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-b59915c3-51ca-42b8-b884-11b83d3c729f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:15.297484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-b59915c3-51ca-42b8-b884-11b83d3c729f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.2206378
Feb 19 21:20:15.308945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6ecc1-e42a-4e5b-8469-84ab6f01d7d1 req-a9b87c32-e708-4f2e-baf9-96c8d75ad6cb tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:15.313073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49e6ecc1-e42a-4e5b-8469-84ab6f01d7d1 req-a9b87c32-e708-4f2e-baf9-96c8d75ad6cb tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 948 time: 0.1028135
Feb 19 21:20:15.319344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'port': {'device_id': '6e04ff43-f955-4862-8ef9-abc8fd3d42f1', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'admin_state_up': True, 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:15.381039 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9060e46-9b88-48b7-a57b-18936cc58ec6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8a84d069-f810-4692-af30-e0b98c877f33), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:15.381268 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9060e46-9b88-48b7-a57b-18936cc58ec6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (8a84d069-f810-4692-af30-e0b98c877f33), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:15.395621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f9060e46-9b88-48b7-a57b-18936cc58ec6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for 8a84d069-f810-4692-af30-e0b98c877f33 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:15.440041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49e6ecc1-e42a-4e5b-8469-84ab6f01d7d1 req-cf037020-5273-4d55-a175-0c3d14540454 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/security-groups?id=e17d3358-d8d9-48fa-ac53-d09899f825e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160491
Feb 19 21:20:15.484313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Made reservation on behalf of c88a055c429b4b9e8e86a370c8571785 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:15.489026 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:15.602603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9060e46-9b88-48b7-a57b-18936cc58ec6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8a84d069-f810-4692-af30-e0b98c877f33), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:15.641375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9060e46-9b88-48b7-a57b-18936cc58ec6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=8a84d069-f810-4692-af30-e0b98c877f33,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:15.671394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Allocated IP 172.20.0.4 (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19/3b3d5fb1-eef9-434b-9f89-38f825d19a34/ba67d66f-db64-4254-bc12-c3652b12e977) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:15.747477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9060e46-9b88-48b7-a57b-18936cc58ec6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (ede1621f-6d5b-4a08-813e-818f60965681), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:15.750557 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f9060e46-9b88-48b7-a57b-18936cc58ec6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:15.752137 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f9060e46-9b88-48b7-a57b-18936cc58ec6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/floatingips/ede1621f-6d5b-4a08-813e-818f60965681 HTTP/1.1" status: 204  len: 168 time: 0.6513515
Feb 19 21:20:15.756113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 57962) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:15.813313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '9083ad95-f649-402b-a22b-01f740c53050'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:15.857775 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:15.938135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (ba67d66f-db64-4254-bc12-c3652b12e977), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:15.995530 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:16.059223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:16.065675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:16.067473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=ba67d66f-db64-4254-bc12-c3652b12e977,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:16.069940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:16.111556 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:16.138834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:16.139501 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:16.275684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-544330f0-b9c9-42eb-a88e-8672eb5e19c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9609783
Feb 19 21:20:16.294343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Request body: {'port': {'device_id': '6e04ff43-f955-4862-8ef9-abc8fd3d42f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:16.375662 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 90fdab25-1b89-4d5c-ba82-9f1c831e690b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:20:16.433624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.35.2.238 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/83c002b4-2300-4a63-9bfc-e6134e43b3d4) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:16.461498 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:16.536578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 90fdab25-1b89-4d5c-ba82-9f1c831e690b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90fdab25-1b89-4d5c-ba82-9f1c831e690b,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:16.558333 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '90fdab25-1b89-4d5c-ba82-9f1c831e690b', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '90fdab25-1b89-4d5c-ba82-9f1c831e690b', 'mac_address': 'fa:16:3e:5b:ac:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:20:16.609002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-dd34b68d-a476-4078-8497-cc45ae8e9282 None None] Provisioning complete for port ba67d66f-db64-4254-bc12-c3652b12e977 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:16.609586 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dd34b68d-a476-4078-8497-cc45ae8e9282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:16.647739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dd34b68d-a476-4078-8497-cc45ae8e9282 None None] Port ba67d66f-db64-4254-bc12-c3652b12e977 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:20:16.649564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 90fdab25-1b89-4d5c-ba82-9f1c831e690b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:16.650105 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:16.666786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fdab25-1b89-4d5c-ba82-9f1c831e690b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:20:16.670021 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57992) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:16.684938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd4b07-07d7-4086-8099-f1434db29760 req-2098d3fa-4bbc-40b7-b812-f47f0679ad5a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:16.686623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ddd4b07-07d7-4086-8099-f1434db29760 req-2098d3fa-4bbc-40b7-b812-f47f0679ad5a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 931 time: 0.3474727
Feb 19 21:20:16.688458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 90fdab25-1b89-4d5c-ba82-9f1c831e690b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90fdab25-1b89-4d5c-ba82-9f1c831e690b,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:16.697424 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:16.765653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=90fdab25-1b89-4d5c-ba82-9f1c831e690b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:16.838770 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-20de0270-320d-49c6-bbc2-55d0848b2982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:16.882881 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ddd4b07-07d7-4086-8099-f1434db29760 req-eeb2846b-ca0d-497e-9f78-4adbe3e3d813 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562951
Feb 19 21:20:16.892426 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac741e9b-f523-4fd0-9837-e16c4f1f7444 req-5be45662-f4bf-49c0-ae05-2c0562b1a4f2 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:16.894104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac741e9b-f523-4fd0-9837-e16c4f1f7444 req-5be45662-f4bf-49c0-ae05-2c0562b1a4f2 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 948 time: 0.2715075
Feb 19 21:20:16.923173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['90fdab25-1b89-4d5c-ba82-9f1c831e690b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:20:16.952273 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-20de0270-320d-49c6-bbc2-55d0848b2982 admin admin] Publish callbacks [] for security_group (da8465b9-012e-4c1d-9818-e86e4301d46f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:16.953486 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (83c002b4-2300-4a63-9bfc-e6134e43b3d4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:16.964663 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-20de0270-320d-49c6-bbc2-55d0848b2982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (da8465b9-012e-4c1d-9818-e86e4301d46f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:17.012624 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de0270-320d-49c6-bbc2-55d0848b2982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8465b9-012e-4c1d-9818-e86e4301d46f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:17.020015 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-20de0270-320d-49c6-bbc2-55d0848b2982 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4460bc7458364067affd49ffa2f6aad3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3486977
Feb 19 21:20:17.020841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 57996) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:17.045839 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac741e9b-f523-4fd0-9837-e16c4f1f7444 req-791f9598-d504-4690-9f63-ab50165498b0 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/security-groups?id=e17d3358-d8d9-48fa-ac53-d09899f825e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406434
Feb 19 21:20:17.061725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba67d66f-db64-4254-bc12-c3652b12e977 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:20:17.074680 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Publish callbacks [] for port (ba67d66f-db64-4254-bc12-c3652b12e977), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:17.091623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aab28bed-bd90-4d3a-8f6e-49c437695043 admin admin] Publish callbacks [] for security_group (da8465b9-012e-4c1d-9818-e86e4301d46f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:17.096010 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (83c002b4-2300-4a63-9bfc-e6134e43b3d4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:17.101317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Transition to ACTIVE for port object ba67d66f-db64-4254-bc12-c3652b12e977 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:20:17.118732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aab28bed-bd90-4d3a-8f6e-49c437695043 admin admin] Publish callbacks [] for security_group (da8465b9-012e-4c1d-9818-e86e4301d46f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:17.126210 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:17.154881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:17.161754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:17.164523 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=83c002b4-2300-4a63-9bfc-e6134e43b3d4,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:17.167546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:17.205120 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aab28bed-bd90-4d3a-8f6e-49c437695043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (da8465b9-012e-4c1d-9818-e86e4301d46f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:17.207991 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aab28bed-bd90-4d3a-8f6e-49c437695043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:17.209214 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aab28bed-bd90-4d3a-8f6e-49c437695043 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da8465b9-012e-4c1d-9818-e86e4301d46f HTTP/1.1" status: 204  len: 168 time: 0.1868525
Feb 19 21:20:17.219337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab28bed-bd90-4d3a-8f6e-49c437695043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8465b9-012e-4c1d-9818-e86e4301d46f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:17.308496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba67d66f-db64-4254-bc12-c3652b12e977,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:17.398107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Attempting to bind port ba67d66f-db64-4254-bc12-c3652b12e977 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:20:17.398457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Attempting to bind port ba67d66f-db64-4254-bc12-c3652b12e977 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:20:17.398800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Attempting to bind port ba67d66f-db64-4254-bc12-c3652b12e977 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:17.413775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Port ba67d66f-db64-4254-bc12-c3652b12e977 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:20:17.414291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Attempting to bind port ba67d66f-db64-4254-bc12-c3652b12e977 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:17.431324 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:20:17.431742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Checking segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:17.432858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Bound using segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:20:17.433570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Bound port: ba67d66f-db64-4254-bc12-c3652b12e977, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:20:17.434108 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:17.870711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] For port ba67d66f-db64-4254-bc12-c3652b12e977, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:20:17.895842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] For port ba67d66f-db64-4254-bc12-c3652b12e977, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba67d66f-db64-4254-bc12-c3652b12e977,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:20:17.926212 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:18.113339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:18.113987 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:18.115965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] 10.222.0.67 "PUT /v2.0/ports/ba67d66f-db64-4254-bc12-c3652b12e977 HTTP/1.1" status: 200  len: 1091 time: 1.8276882
Feb 19 21:20:18.118508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e04ff43-f955-4862-8ef9-abc8fd3d42f1', 'tag': 'ba67d66f-db64-4254-bc12-c3652b12e977'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:18.122286 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69629a1-93ab-40b0-9578-4facc23ef54d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e04ff43-f955-4862-8ef9-abc8fd3d42f1", "tag": "ba67d66f-db64-4254-bc12-c3652b12e977"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:18.273195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfea7e-a642-4197-a3ff-74b3f767d6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba67d66f-db64-4254-bc12-c3652b12e977,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:18.297753 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6a474722-2d51-46bf-9e6a-19e796c80ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:18.358044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64c3b3-7caf-4b9e-a6ec-f72082567859 req-1a709a19-dc27-4807-a984-f6dc988d93ae tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:18.360211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa64c3b3-7caf-4b9e-a6ec-f72082567859 req-1a709a19-dc27-4807-a984-f6dc988d93ae tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 943 time: 0.3441267
Feb 19 21:20:18.375263 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (6913b8fe-fdb8-4d94-8e93-a1c365999022), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:18.376509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 90fdab25-1b89-4d5c-ba82-9f1c831e690b up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:20:18.443764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-02f9f839-71c7-407e-96d2-d8d9d294145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:18.445098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-02f9f839-71c7-407e-96d2-d8d9d294145c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 1125 time: 0.2766597
Feb 19 21:20:18.453708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 90fdab25-1b89-4d5c-ba82-9f1c831e690b completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:20:18.458626 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 90fdab25-1b89-4d5c-ba82-9f1c831e690b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:18.459330 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:18.467869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d707d0-2c1d-4e47-9a29-b0ce5253f6f3 req-2b972388-1373-4f07-99e3-d08216e40e4f tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:18.470292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7d707d0-2c1d-4e47-9a29-b0ce5253f6f3 req-2b972388-1373-4f07-99e3-d08216e40e4f tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 949 time: 0.3159087
Feb 19 21:20:18.553753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-b66626d4-c347-4984-a6da-c6f5dc26309f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba67d66f-db64-4254-bc12-c3652b12e977 HTTP/1.1" status: 200  len: 217 time: 0.0953352
Feb 19 21:20:18.563231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 90fdab25-1b89-4d5c-ba82-9f1c831e690b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:18.563951 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:18.590825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e293ab4-3ad5-425e-b83d-9cb264c70ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fdab25-1b89-4d5c-ba82-9f1c831e690b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:18.593590 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96a9fb4-6a78-49bb-b86d-ccaa4e522a95" -d '{"events": [{"server_uuid": "5e293ab4-3ad5-425e-b83d-9cb264c70ddf", "name": "network-vif-plugged", "status": "completed", "tag": "90fdab25-1b89-4d5c-ba82-9f1c831e690b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:18.608186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 90fdab25-1b89-4d5c-ba82-9f1c831e690b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90fdab25-1b89-4d5c-ba82-9f1c831e690b,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:18.613191 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:18.634553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa64c3b3-7caf-4b9e-a6ec-f72082567859 req-9e31adb5-5247-4f09-8451-c756c5e1b8b5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2662656
Feb 19 21:20:18.685614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=90fdab25-1b89-4d5c-ba82-9f1c831e690b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:18.697162 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (83c002b4-2300-4a63-9bfc-e6134e43b3d4), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:18.729077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-07b49d2d-e932-46ed-a1f2-a227062ccfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:18.730668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-07b49d2d-e932-46ed-a1f2-a227062ccfc3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.1637845
Feb 19 21:20:18.732029 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f842f818-2525-4511-b7a9-5d7eaaaa7aa6 x-openstack-request-id: req-f842f818-2525-4511-b7a9-5d7eaaaa7aa6 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:18.733319 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e04ff43-f955-4862-8ef9-abc8fd3d42f1", "tag": "ba67d66f-db64-4254-bc12-c3652b12e977", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:18.733319 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f842f818-2525-4511-b7a9-5d7eaaaa7aa6 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:18.733319 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e04ff43-f955-4862-8ef9-abc8fd3d42f1', 'tag': 'ba67d66f-db64-4254-bc12-c3652b12e977', 'status': 'completed', 'code': 200}
Feb 19 21:20:18.734828 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5abcdb6-d900-4739-9a02-b7846d0c1b82 x-openstack-request-id: req-f5abcdb6-d900-4739-9a02-b7846d0c1b82 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:18.735120 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e293ab4-3ad5-425e-b83d-9cb264c70ddf", "name": "network-vif-plugged", "status": "completed", "tag": "90fdab25-1b89-4d5c-ba82-9f1c831e690b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:18.735513 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5abcdb6-d900-4739-9a02-b7846d0c1b82 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:18.736050 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e293ab4-3ad5-425e-b83d-9cb264c70ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fdab25-1b89-4d5c-ba82-9f1c831e690b', 'code': 200}
Feb 19 21:20:18.786352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7d707d0-2c1d-4e47-9a29-b0ce5253f6f3 req-bf1ecd6b-039a-47ef-a650-0a7e243b18be tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/security-groups?id=e17d3358-d8d9-48fa-ac53-d09899f825e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2972498
Feb 19 21:20:18.886351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-adcdd219-e1db-4620-b990-027066b498d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:18.887896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-adcdd219-e1db-4620-b990-027066b498d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1496894
Feb 19 21:20:18.979257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ffdb-2240-42a2-a9d1-b35819b2e77d req-6d2ba4d4-eeb8-457f-8255-4d756dd64bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:18.980891 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0453ffdb-2240-42a2-a9d1-b35819b2e77d req-6d2ba4d4-eeb8-457f-8255-4d756dd64bd0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 1132 time: 0.1722393
Feb 19 21:20:19.047992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-cc3bdbc7-8ac6-46be-8ea0-f832b06071a5 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468260
Feb 19 21:20:19.074318 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (83c002b4-2300-4a63-9bfc-e6134e43b3d4), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:19.115117 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (83c002b4-2300-4a63-9bfc-e6134e43b3d4), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:19.132593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0453ffdb-2240-42a2-a9d1-b35819b2e77d req-abb9ff61-35b3-4f77-a6a1-ca326a96f3a8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e17d3358-d8d9-48fa-ac53-d09899f825e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404703
Feb 19 21:20:19.217298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=83c002b4-2300-4a63-9bfc-e6134e43b3d4,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:19.239950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (6913b8fe-fdb8-4d94-8e93-a1c365999022), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:19.246078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5efc329b-b80a-4d50-b8bf-d54e30280c82 req-dec3a1a6-3db7-4556-8f98-c4e2e0d14d6e service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1854904
Feb 19 21:20:19.378268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69629a1-93ab-40b0-9578-4facc23ef54d req-148717d1-fa5a-4c6d-9604-9eba9b28a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:19.379690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f69629a1-93ab-40b0-9578-4facc23ef54d req-148717d1-fa5a-4c6d-9604-9eba9b28a388 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 1125 time: 0.0701253
Feb 19 21:20:19.384579 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP 6913b8fe-fdb8-4d94-8e93-a1c365999022 associated. External IP: 172.35.2.238, port: 9083ad95-f649-402b-a22b-01f740c53050.
Feb 19 21:20:19.901418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69629a1-93ab-40b0-9578-4facc23ef54d req-5e651c50-60ec-4298-ba1f-478f46ba6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:19.903182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f69629a1-93ab-40b0-9578-4facc23ef54d req-5e651c50-60ec-4298-ba1f-478f46ba6ab3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.5161090
Feb 19 21:20:19.912170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317b9f7-6d56-4165-b5a3-9d28dfed7b92 req-3eae47bf-d6dd-42eb-a847-d0a0a806da1b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:19.913879 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4317b9f7-6d56-4165-b5a3-9d28dfed7b92 req-3eae47bf-d6dd-42eb-a847-d0a0a806da1b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 943 time: 0.1799517
Feb 19 21:20:19.998432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f69629a1-93ab-40b0-9578-4facc23ef54d req-07ec713c-7d34-410f-bb6e-e16cedd00779 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba67d66f-db64-4254-bc12-c3652b12e977 HTTP/1.1" status: 200  len: 217 time: 0.0669615
Feb 19 21:20:20.169478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57a488-62f9-43d9-bbf4-612c2ffd2b33 req-16570449-e004-40bb-aa8b-acaf46d6dc67 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:20.171081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af57a488-62f9-43d9-bbf4-612c2ffd2b33 req-16570449-e004-40bb-aa8b-acaf46d6dc67 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 950 time: 0.2915511
Feb 19 21:20:20.185150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4317b9f7-6d56-4165-b5a3-9d28dfed7b92 req-0adf995f-2950-43d0-b2b4-162bab13e181 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2484162
Feb 19 21:20:20.210099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69629a1-93ab-40b0-9578-4facc23ef54d req-0754f8a1-467d-48e3-9a18-a7ae0399142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:20.210099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f69629a1-93ab-40b0-9578-4facc23ef54d req-0754f8a1-467d-48e3-9a18-a7ae0399142e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.1685307
Feb 19 21:20:20.294154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:20.300591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af57a488-62f9-43d9-bbf4-612c2ffd2b33 req-53555af0-7971-4c6c-9f61-d34df042780c tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/security-groups?id=e17d3358-d8d9-48fa-ac53-d09899f825e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143017
Feb 19 21:20:20.331467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69629a1-93ab-40b0-9578-4facc23ef54d req-8d3c1e45-58fe-4702-8d33-3563a6bc7291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:20.333172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f69629a1-93ab-40b0-9578-4facc23ef54d req-8d3c1e45-58fe-4702-8d33-3563a6bc7291 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1126480
Feb 19 21:20:20.505830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:20.508771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f69629a1-93ab-40b0-9578-4facc23ef54d req-18b17cf7-144c-408c-ad50-1a00f7039d4d service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435914
Feb 19 21:20:20.517285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ece1ac-103b-4519-ad07-b0451e10ad47 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:20.526768 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:20.527339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ece1ac-103b-4519-ad07-b0451e10ad47 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:20.528086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-34ece1ac-103b-4519-ad07-b0451e10ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634ed040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:20.567798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6db007d9-8ec7-4a29-943d-c2f813bc7249 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 4.7949574
Feb 19 21:20:20.571002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58086) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:20.571624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-34ece1ac-103b-4519-ad07-b0451e10ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634ed040>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:20.579868 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1552226582'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:20.598283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ece1ac-103b-4519-ad07-b0451e10ad47 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:20.599186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-34ece1ac-103b-4519-ad07-b0451e10ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634ed040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:19:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:20.602763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Made reservation on behalf of 0536dcef551e4e76a62fb8fd56a36335 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:20.603061 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c43fc43f-d080-40e1-835a-dacd479a9c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:20.607858 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:20.640780 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:20:20.645279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-34ece1ac-103b-4519-ad07-b0451e10ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634ed040>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:20.646788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ece1ac-103b-4519-ad07-b0451e10ad47 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:20.652874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c9fbfe97-786f-48f8-adec-15993ad22a50), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:20.653252 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Added segment c9fbfe97-786f-48f8-adec-15993ad22a50 of type vlan for network d50e44d6-1ba2-49fc-a161-dcc91cd9ac14
Feb 19 21:20:20.679709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f69629a1-93ab-40b0-9578-4facc23ef54d req-774d0139-fa54-4019-9d52-4e596f6a5d3a service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240876
Feb 19 21:20:20.698933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (d50e44d6-1ba2-49fc-a161-dcc91cd9ac14), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:20.730023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (d50e44d6-1ba2-49fc-a161-dcc91cd9ac14), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:20.735270 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:20.735903 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:20.794846 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2200141
Feb 19 21:20:20.797363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58088) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:20.802765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'subnet': {'network_id': 'd50e44d6-1ba2-49fc-a161-dcc91cd9ac14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:20.812462 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa251d3-bcef-433d-aaa2-76ff079efafe tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Network': ['ID=d50e44d6-1ba2-49fc-a161-dcc91cd9ac14,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:20.827179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:20:20.909848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Made reservation on behalf of 0536dcef551e4e76a62fb8fd56a36335 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:20.914200 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.121779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58098) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:21.157312 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (b9e704e4-8d78-455f-b22e-f2042e17e3ab), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.218194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Subnet': ['ID=b9e704e4-8d78-455f-b22e-f2042e17e3ab,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:21.235323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Checking segment: {'id': 'c9fbfe97-786f-48f8-adec-15993ad22a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd50e44d6-1ba2-49fc-a161-dcc91cd9ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:21.235700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network hostable DHCP agents. Network: d50e44d6-1ba2-49fc-a161-dcc91cd9ac14, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:20:21.265346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7230ee6-4d4e-4546-ac56-9f9deea9551a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.271411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:20:21.293826 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d50e44d6-1ba2-49fc-a161-dcc91cd9ac14) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:21.303572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b5990-3be1-4b78-a388-ba4e470cdce9 None None] Network d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:20:21.327104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:21.327877 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.355325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4c51df6c-5353-48e8-96f3-2b90921a3130 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5566409
Feb 19 21:20:21.358200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58106) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:21.363075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-298772400', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:21.379103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8774977-e9c8-4c63-89a6-dd973a447ddc req-91eea008-6dd1-4697-8804-bef0ef1e3772 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:21.381146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8774977-e9c8-4c63-89a6-dd973a447ddc req-91eea008-6dd1-4697-8804-bef0ef1e3772 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 943 time: 0.1031361
Feb 19 21:20:21.430206 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.431400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.436353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7230ee6-4d4e-4546-ac56-9f9deea9551a admin admin] Publish callbacks [] for security_group (a2e390b2-d9c4-48c9-b81a-96e9924dce73), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.441435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7230ee6-4d4e-4546-ac56-9f9deea9551a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a2e390b2-d9c4-48c9-b81a-96e9924dce73), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.472688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d50e44d6-1ba2-49fc-a161-dcc91cd9ac14', 'network_id': 'd50e44d6-1ba2-49fc-a161-dcc91cd9ac14', 'project_id': '0536dcef551e4e76a62fb8fd56a36335', 'fixed_ips': [{'subnet_id': 'b9e704e4-8d78-455f-b22e-f2042e17e3ab'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:20:21.474370 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.480190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8774977-e9c8-4c63-89a6-dd973a447ddc req-35046259-13ed-4ba6-b9ed-abe40fcf0b30 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900955
Feb 19 21:20:21.489937 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c7230ee6-4d4e-4546-ac56-9f9deea9551a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbd5f6c5ad7a43ebb775aa4a8f3cfa5a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3670065
Feb 19 21:20:21.490576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58108) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:21.493030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7230ee6-4d4e-4546-ac56-9f9deea9551a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e390b2-d9c4-48c9-b81a-96e9924dce73,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:21.550221 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_controller (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.560630 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3404a19f-4a0d-4969-82ee-1cb673679298 admin admin] Publish callbacks [] for security_group (a2e390b2-d9c4-48c9-b81a-96e9924dce73), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.560831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0657c9b-7e10-4397-bb58-55720a57624b req-03e0ed10-e93c-4a8c-a80b-742099068c3c tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:21.562340 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0657c9b-7e10-4397-bb58-55720a57624b req-03e0ed10-e93c-4a8c-a80b-742099068c3c tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 950 time: 0.1381316
Feb 19 21:20:21.599960 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3404a19f-4a0d-4969-82ee-1cb673679298 admin admin] Publish callbacks [] for security_group (a2e390b2-d9c4-48c9-b81a-96e9924dce73), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.661446 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3404a19f-4a0d-4969-82ee-1cb673679298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a2e390b2-d9c4-48c9-b81a-96e9924dce73), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.664281 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3404a19f-4a0d-4969-82ee-1cb673679298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.673052 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3404a19f-4a0d-4969-82ee-1cb673679298 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2e390b2-d9c4-48c9-b81a-96e9924dce73 HTTP/1.1" status: 204  len: 168 time: 0.1811981
Feb 19 21:20:21.686001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404a19f-4a0d-4969-82ee-1cb673679298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e390b2-d9c4-48c9-b81a-96e9924dce73,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:21.723253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Allocated IP 172.20.0.2 (d50e44d6-1ba2-49fc-a161-dcc91cd9ac14/b9e704e4-8d78-455f-b22e-f2042e17e3ab/a7bdc7bc-f377-4233-9eae-1ae1766b1e2e) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:21.770464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0657c9b-7e10-4397-bb58-55720a57624b req-433efe70-744d-4ab9-9135-dcb8af3109f8 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/security-groups?id=e17d3358-d8d9-48fa-ac53-d09899f825e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692832
Feb 19 21:20:21.772914 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_gateway (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.874315 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.986619 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Publish callbacks [] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:21.997174 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:22.051113 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_gateway (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:22.063173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Network d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:22.066320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:22.070164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:22.077146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Pushing event updated for resources: {'Port': ['ID=a7bdc7bc-f377-4233-9eae-1ae1766b1e2e,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:22.097780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:22.142421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Attempting to bind port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:20:22.142798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Attempting to bind port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c9fbfe97-786f-48f8-adec-15993ad22a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd50e44d6-1ba2-49fc-a161-dcc91cd9ac14'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:20:22.143191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Attempting to bind port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e on network d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:22.148674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:20:22.149069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Checking segment: {'id': 'c9fbfe97-786f-48f8-adec-15993ad22a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd50e44d6-1ba2-49fc-a161-dcc91cd9ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:22.149480 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:22.149881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Bound using segment: {'id': 'c9fbfe97-786f-48f8-adec-15993ad22a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd50e44d6-1ba2-49fc-a161-dcc91cd9ac14'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:20:22.150360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Bound port: a7bdc7bc-f377-4233-9eae-1ae1766b1e2e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fbfe97-786f-48f8-adec-15993ad22a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd50e44d6-1ba2-49fc-a161-dcc91cd9ac14'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:20:22.150823 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:22.235797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] For port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:20:22.241455 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] For port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7bdc7bc-f377-4233-9eae-1ae1766b1e2e,segment=NetworkSegment(c9fbfe97-786f-48f8-adec-15993ad22a50),segment_id=c9fbfe97-786f-48f8-adec-15993ad22a50)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:20:22.251583 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:22.271568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786653d-cd7f-4784-8680-88269c8c0968 req-90f746bc-318b-4b80-a09f-fdee110b4002 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:22.273230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d786653d-cd7f-4784-8680-88269c8c0968 req-90f746bc-318b-4b80-a09f-fdee110b4002 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 950 time: 0.1721592
Feb 19 21:20:22.313048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.35.2.64 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/769a946a-d0c6-4555-b054-e21ceae5e73e) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:22.335813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b8a82-73f4-4433-9507-e8ad234a2915 None None] Pushing event updated for resources: {'Port': ['ID=a7bdc7bc-f377-4233-9eae-1ae1766b1e2e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:22.417773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d786653d-cd7f-4784-8680-88269c8c0968 req-8d37759a-0fba-4c44-b589-245f939c9c17 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/security-groups?id=e17d3358-d8d9-48fa-ac53-d09899f825e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182919
Feb 19 21:20:22.498438 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (769a946a-d0c6-4555-b054-e21ceae5e73e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:22.549434 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (769a946a-d0c6-4555-b054-e21ceae5e73e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:22.617188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:22.623646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:22.632003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:22.701057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=769a946a-d0c6-4555-b054-e21ceae5e73e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:22.825845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86b424-0684-4e22-adff-d7a6d5974868 req-0b3c4562-31f2-4f53-9407-e2abe3004d49 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:22.827337 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a86b424-0684-4e22-adff-d7a6d5974868 req-0b3c4562-31f2-4f53-9407-e2abe3004d49 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 943 time: 0.1965413
Feb 19 21:20:22.913333 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ba67d66f-db64-4254-bc12-c3652b12e977 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:20:22.957266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a86b424-0684-4e22-adff-d7a6d5974868 req-6542e815-56f8-4308-85dd-7bc505da87a9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077440
Feb 19 21:20:23.047198 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_gateway (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:23.081804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ba67d66f-db64-4254-bc12-c3652b12e977, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba67d66f-db64-4254-bc12-c3652b12e977,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:23.095931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'ba67d66f-db64-4254-bc12-c3652b12e977', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'port_id': 'ba67d66f-db64-4254-bc12-c3652b12e977', 'mac_address': 'fa:16:3e:e1:11:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:20:23.147720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ba67d66f-db64-4254-bc12-c3652b12e977 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:23.148136 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:23.238265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba67d66f-db64-4254-bc12-c3652b12e977 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:20:23.261554 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:23.283755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ba67d66f-db64-4254-bc12-c3652b12e977, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba67d66f-db64-4254-bc12-c3652b12e977,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:23.291259 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:23.373188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ba67d66f-db64-4254-bc12-c3652b12e977,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:23.420983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7bdc7bc-f377-4233-9eae-1ae1766b1e2e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:20:23.534423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:23.534820 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:23.601725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ba67d66f-db64-4254-bc12-c3652b12e977'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:20:23.689252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58178) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:23.722439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed44935b-6c40-459f-9e6a-6cc8b2aa3cf8 None None] Network d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:20:23.796696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162db3f5-4dc5-40dc-ad17-48f2117358c1 req-7af17c7f-5ca3-49e6-b0f5-555e39fc6580 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:23.798944 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-162db3f5-4dc5-40dc-ad17-48f2117358c1 req-7af17c7f-5ca3-49e6-b0f5-555e39fc6580 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 950 time: 0.1775982
Feb 19 21:20:23.811117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:23.811460 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:23.811573 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d20ee-15d9-4cf3-b653-f46261fc9452 req-9e67eb88-d280-4e81-b30e-452425632a39 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:23.813352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d7d20ee-15d9-4cf3-b653-f46261fc9452 req-9e67eb88-d280-4e81-b30e-452425632a39 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 950 time: 0.2030089
Feb 19 21:20:23.842138 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:23.920037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7bdc7bc-f377-4233-9eae-1ae1766b1e2e,segment=NetworkSegment(c9fbfe97-786f-48f8-adec-15993ad22a50),segment_id=c9fbfe97-786f-48f8-adec-15993ad22a50)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:23.921577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3df7aab4-b886-47a9-9e1e-18f909fa5c21 None None] Provisioning complete for port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:23.922000 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3df7aab4-b886-47a9-9e1e-18f909fa5c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:23.960697 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:24.013331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-162db3f5-4dc5-40dc-ad17-48f2117358c1 req-7d42b725-6a6a-43ab-9bed-c38324bbe508 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/security-groups?id=e17d3358-d8d9-48fa-ac53-d09899f825e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970122
Feb 19 21:20:24.053387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-8d7d20ee-15d9-4cf3-b653-f46261fc9452 req-c09c7eac-8c92-42c1-9398-441fe73fe335 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Deleting port 90fdab25-1b89-4d5c-ba82-9f1c831e690b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:24.053387 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8d7d20ee-15d9-4cf3-b653-f46261fc9452 req-c09c7eac-8c92-42c1-9398-441fe73fe335 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:24.096457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=a7bdc7bc-f377-4233-9eae-1ae1766b1e2e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:24.189792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3df7aab4-b886-47a9-9e1e-18f909fa5c21 None None] Current status of the port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:24.224847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-8d7d20ee-15d9-4cf3-b653-f46261fc9452 req-c09c7eac-8c92-42c1-9398-441fe73fe335 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] For port 90fdab25-1b89-4d5c-ba82-9f1c831e690b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90fdab25-1b89-4d5c-ba82-9f1c831e690b,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:24.225613 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8d7d20ee-15d9-4cf3-b653-f46261fc9452 req-c09c7eac-8c92-42c1-9398-441fe73fe335 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:24.244041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321f625-b6ca-4ef8-9427-14c6a5a7f340 req-9cc6e902-70c2-404d-a88a-6a7cec1aebe2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:24.246687 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4321f625-b6ca-4ef8-9427-14c6a5a7f340 req-9cc6e902-70c2-404d-a88a-6a7cec1aebe2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 944 time: 0.1428638
Feb 19 21:20:24.249381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router 9e7a50f7-07be-4e0b-8eeb-80300558ab9d is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:20:24.257628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-8d7d20ee-15d9-4cf3-b653-f46261fc9452 req-c09c7eac-8c92-42c1-9398-441fe73fe335 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Calling delete_port for 90fdab25-1b89-4d5c-ba82-9f1c831e690b owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:24.295533 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (4a902278-bea7-41d6-aac3-72f77dbf8b18), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:24.422144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:24.489684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4321f625-b6ca-4ef8-9427-14c6a5a7f340 req-b15d3dfe-5a6b-49c0-a50b-4e7a58cd4d11 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2348888
Feb 19 21:20:24.534495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-329ca8e4-1103-4e78-9c85-c67a0d281fc2 None None] Provisioning complete for port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:24.535259 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-329ca8e4-1103-4e78-9c85-c67a0d281fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:24.589541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:24.602801 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b822cb-a89c-445d-843c-02810c92799b None None] Sync routers for ids ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:24.626336 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b822cb-a89c-445d-843c-02810c92799b None None] Routers {'9e7a50f7-07be-4e0b-8eeb-80300558ab9d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:24.626898 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-17b822cb-a89c-445d-843c-02810c92799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7052d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:24.634409 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:24.637661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ea8e5134-8182-42ff-a476-a0c1ec1aa045 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.2781436
Feb 19 21:20:24.640095 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8d7d20ee-15d9-4cf3-b653-f46261fc9452 req-c09c7eac-8c92-42c1-9398-441fe73fe335 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (90fdab25-1b89-4d5c-ba82-9f1c831e690b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:24.643657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58188) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:24.694611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-329ca8e4-1103-4e78-9c85-c67a0d281fc2 None None] Current status of the port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:24.803775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c7eac-8c92-42c1-9398-441fe73fe335 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Pushing event deleted for resources: {'Port': ['ID=90fdab25-1b89-4d5c-ba82-9f1c831e690b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:24.832165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting port 690648ea-54f4-43c7-ab41-d006681d3f5b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:24.832768 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:24.846145 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-17b822cb-a89c-445d-843c-02810c92799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7052d910>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:24.856991 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b822cb-a89c-445d-843c-02810c92799b None None] Routers {'9e7a50f7-07be-4e0b-8eeb-80300558ab9d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:24.857877 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-17b822cb-a89c-445d-843c-02810c92799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7052d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:24.865161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7d20ee-15d9-4cf3-b653-f46261fc9452 req-c09c7eac-8c92-42c1-9398-441fe73fe335 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] No DVR routers for this DVR port 90fdab25-1b89-4d5c-ba82-9f1c831e690b on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:20:24.869259 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8d7d20ee-15d9-4cf3-b653-f46261fc9452 req-c09c7eac-8c92-42c1-9398-441fe73fe335 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:24.873178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d7d20ee-15d9-4cf3-b653-f46261fc9452 req-c09c7eac-8c92-42c1-9398-441fe73fe335 tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.10 "DELETE /v2.0/ports/90fdab25-1b89-4d5c-ba82-9f1c831e690b HTTP/1.1" status: 204  len: 173 time: 1.0470376
Feb 19 21:20:24.873662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e293ab4-3ad5-425e-b83d-9cb264c70ddf', 'name': 'network-vif-deleted', 'tag': '90fdab25-1b89-4d5c-ba82-9f1c831e690b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:24.875994 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5303b003-df1e-49d8-b48c-90e3ee8f6ee7" -d '{"events": [{"server_uuid": "5e293ab4-3ad5-425e-b83d-9cb264c70ddf", "name": "network-vif-deleted", "tag": "90fdab25-1b89-4d5c-ba82-9f1c831e690b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:24.925928 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-17b822cb-a89c-445d-843c-02810c92799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7052d910>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:24.926823 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b822cb-a89c-445d-843c-02810c92799b None None] The sync data for ids ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:24.934948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ba67d66f-db64-4254-bc12-c3652b12e977 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:20:24.983855 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] For port 690648ea-54f4-43c7-ab41-d006681d3f5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=690648ea-54f4-43c7-ab41-d006681d3f5b,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:24.984287 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:25.011810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Calling delete_port for 690648ea-54f4-43c7-ab41-d006681d3f5b owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:25.014880 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273e4be6-009b-48c8-9588-66a230377adc x-openstack-request-id: req-273e4be6-009b-48c8-9588-66a230377adc {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:25.016219 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e293ab4-3ad5-425e-b83d-9cb264c70ddf", "name": "network-vif-deleted", "tag": "90fdab25-1b89-4d5c-ba82-9f1c831e690b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:25.016519 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-273e4be6-009b-48c8-9588-66a230377adc {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:25.016959 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e293ab4-3ad5-425e-b83d-9cb264c70ddf', 'name': 'network-vif-deleted', 'tag': '90fdab25-1b89-4d5c-ba82-9f1c831e690b', 'status': 'completed', 'code': 200}
Feb 19 21:20:25.203629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1bcc633-7fd0-4028-8945-9cc71e47b66a req-5adc4f00-f260-46f8-9aae-f6a6c2070e3c tempest-VolumesNegativeTest-2097690783 tempest-VolumesNegativeTest-2097690783-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e293ab4-3ad5-425e-b83d-9cb264c70ddf HTTP/1.1" status: 200  len: 210 time: 0.0346684
Feb 19 21:20:25.243836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port ba67d66f-db64-4254-bc12-c3652b12e977 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:20:25.248875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port ba67d66f-db64-4254-bc12-c3652b12e977 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:25.249269 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:25.286930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7bdc7bc-f377-4233-9eae-1ae1766b1e2e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:20:25.409584 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port ba67d66f-db64-4254-bc12-c3652b12e977 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:25.409584 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:25.431099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:25.431579 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:25.553868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e04ff43-f955-4862-8ef9-abc8fd3d42f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba67d66f-db64-4254-bc12-c3652b12e977'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:25.556890 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345912f9-eb29-4cc9-93aa-93755cae8059" -d '{"events": [{"server_uuid": "6e04ff43-f955-4862-8ef9-abc8fd3d42f1", "name": "network-vif-plugged", "status": "completed", "tag": "ba67d66f-db64-4254-bc12-c3652b12e977"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:25.598626 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port ba67d66f-db64-4254-bc12-c3652b12e977, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba67d66f-db64-4254-bc12-c3652b12e977,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:25.613248 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:25.661974 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d144b584-4e7c-4ba0-9cb6-dba1468f67b5 x-openstack-request-id: req-d144b584-4e7c-4ba0-9cb6-dba1468f67b5 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:25.662175 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e04ff43-f955-4862-8ef9-abc8fd3d42f1", "name": "network-vif-plugged", "status": "completed", "tag": "ba67d66f-db64-4254-bc12-c3652b12e977", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:25.662430 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d144b584-4e7c-4ba0-9cb6-dba1468f67b5 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:25.662833 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e04ff43-f955-4862-8ef9-abc8fd3d42f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba67d66f-db64-4254-bc12-c3652b12e977', 'code': 200}
Feb 19 21:20:25.699839 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:25.727302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=ba67d66f-db64-4254-bc12-c3652b12e977,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:25.760684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:25.786912 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (690648ea-54f4-43c7-ab41-d006681d3f5b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:25.833755 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Port': ['ID=690648ea-54f4-43c7-ab41-d006681d3f5b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:25.841409 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-60d4ba03-4d9f-4d12-aedd-2f0d5b3bc93a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2542603
Feb 19 21:20:25.885974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e08a9-38fe-4529-b52f-48ef79ed3dd3 req-21293ea5-7ea8-47a1-b83b-2ffefeb78ce4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:25.887583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe7e08a9-38fe-4529-b52f-48ef79ed3dd3 req-21293ea5-7ea8-47a1-b83b-2ffefeb78ce4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 945 time: 0.2675948
Feb 19 21:20:26.024111 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:26.082531 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe7e08a9-38fe-4529-b52f-48ef79ed3dd3 req-0ef704ab-d404-44c0-af6c-549bb795377c tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821177
Feb 19 21:20:26.093135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b88ce-13d2-464c-abf1-eb049414533d req-f67ac9ab-f980-41c0-ab77-60e7dc2c7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:26.095858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-536b88ce-13d2-464c-abf1-eb049414533d req-f67ac9ab-f980-41c0-ab77-60e7dc2c7fb4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 1127 time: 0.2753940
Feb 19 21:20:26.096117 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (4a902278-bea7-41d6-aac3-72f77dbf8b18), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:26.194999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-4c90afd9-38da-41fb-9d46-5b34e9ecddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:26.196589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-4c90afd9-38da-41fb-9d46-5b34e9ecddc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 1127 time: 0.2796896
Feb 19 21:20:26.343383 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-536b88ce-13d2-464c-abf1-eb049414533d req-b8e09402-4604-4e99-b0a4-011174472266 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132275
Feb 19 21:20:26.391887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4a902278-bea7-41d6-aac3-72f77dbf8b18 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:26.405683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 90fdab25-1b89-4d5c-ba82-9f1c831e690b no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:20:26.447132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 90fdab25-1b89-4d5c-ba82-9f1c831e690b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:20:26.447737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 90fdab25-1b89-4d5c-ba82-9f1c831e690b not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:20:26.452469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.20.0.1 (d50e44d6-1ba2-49fc-a161-dcc91cd9ac14/b9e704e4-8d78-455f-b22e-f2042e17e3ab/f53e55c8-1f28-4196-925a-0c81e277d44f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:26.468765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-8ca6af98-8e5d-4046-8ff2-8b6e3ed31de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:26.470611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-8ca6af98-8e5d-4046-8ff2-8b6e3ed31de4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f HTTP/1.1" status: 200  len: 898 time: 0.2395282
Feb 19 21:20:26.559241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:26.572011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ab6d6-448a-4f37-9c4f-6d7f1daf1240 None None] Sync routers for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:26.572978 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fa0af5da-a2c6-4a69-8584-bbc536efbced tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "PUT /v2.0/routers/4a902278-bea7-41d6-aac3-72f77dbf8b18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8813396
Feb 19 21:20:26.616379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ab6d6-448a-4f37-9c4f-6d7f1daf1240 None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:26.618015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1d5ab6d6-448a-4f37-9c4f-6d7f1daf1240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706631c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:26.812684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-1d5ab6d6-448a-4f37-9c4f-6d7f1daf1240 None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:20:26.997047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-8964857a-c01b-428c-be4f-8bae4f57980a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fbcb5db-1672-47dd-aee8-5c671023daed HTTP/1.1" status: 200  len: 1001 time: 0.5185633
Feb 19 21:20:27.117776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19a60-ef55-40bb-8037-4c1794cbdb1b req-309b7136-880f-4a33-993d-4bd6a4241180 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:27.120666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10d19a60-ef55-40bb-8037-4c1794cbdb1b req-309b7136-880f-4a33-993d-4bd6a4241180 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 946 time: 0.2137136
Feb 19 21:20:27.129028 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (f53e55c8-1f28-4196-925a-0c81e277d44f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:27.130748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1d5ab6d6-448a-4f37-9c4f-6d7f1daf1240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706631c0>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:20:25Z', 'revision_number': 6, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2611024-5a22-48b9-ab25-f82416cf294e', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.162', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'port_id': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'mac_address': 'fa:16:3e:a7:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4445865a-4d52-4db4-9915-98e0de5f708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:18:47Z', 'updated_at': '2022-02-19T21:18:57Z', 'revision_number': 1, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:27.161790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-b0131598-c0cc-4828-a67e-0f3dd3881707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:27.164908 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-b0131598-c0cc-4828-a67e-0f3dd3881707 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e59fe2b-537d-4db8-9c8c-5a5516f32425 HTTP/1.1" status: 200  len: 835 time: 0.1586318
Feb 19 21:20:27.167828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ab6d6-448a-4f37-9c4f-6d7f1daf1240 None None] Checking router: 4a902278-bea7-41d6-aac3-72f77dbf8b18 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:20:27.195545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ab6d6-448a-4f37-9c4f-6d7f1daf1240 None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:27.197140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1d5ab6d6-448a-4f37-9c4f-6d7f1daf1240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a706631c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:27.276309 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-10d19a60-ef55-40bb-8037-4c1794cbdb1b req-759a0624-f0d7-4309-8283-5c672e4e021c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1406226
Feb 19 21:20:27.293886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f53e55c8-1f28-4196-925a-0c81e277d44f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:27.309026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-611934eb-744b-4eb9-bff7-85ef166e6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:27.310631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-611934eb-744b-4eb9-bff7-85ef166e6088 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1368256
Feb 19 21:20:27.399776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:27.430969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-1d5ab6d6-448a-4f37-9c4f-6d7f1daf1240 None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:20:27.441905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:27.445003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:27.491554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=f53e55c8-1f28-4196-925a-0c81e277d44f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:27.545944 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:27.656040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-feaa68e6-6eb6-4a8b-a3ef-667c22b83520 service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3109686
Feb 19 21:20:27.875875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d638394e-0d80-4e93-8867-cd879bfdfcd4 None None] Provisioning complete for port f53e55c8-1f28-4196-925a-0c81e277d44f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:27.876386 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d638394e-0d80-4e93-8867-cd879bfdfcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f53e55c8-1f28-4196-925a-0c81e277d44f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:27.939226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d638394e-0d80-4e93-8867-cd879bfdfcd4 None None] Port f53e55c8-1f28-4196-925a-0c81e277d44f cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:20:27.947435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cba37a6c-f869-4a8f-96b4-f1cceb33124a req-70afb843-a09f-4b41-a982-8591f486ca4f service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2850163
Feb 19 21:20:27.991601 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1d5ab6d6-448a-4f37-9c4f-6d7f1daf1240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a706631c0>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:20:25Z', 'revision_number': 6, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2611024-5a22-48b9-ab25-f82416cf294e', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.162', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'port_id': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'mac_address': 'fa:16:3e:a7:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4445865a-4d52-4db4-9915-98e0de5f708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:18:47Z', 'updated_at': '2022-02-19T21:18:57Z', 'revision_number': 1, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:27.992894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec7bea-0729-41b6-b044-0fa72608ef6b req-27c49b7a-54c1-45a4-8913-e9249ed217bf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:27.996107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ec7bea-0729-41b6-b044-0fa72608ef6b req-27c49b7a-54c1-45a4-8913-e9249ed217bf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 945 time: 0.6486504
Feb 19 21:20:27.997600 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f53e55c8-1f28-4196-925a-0c81e277d44f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:28.025045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ab6d6-448a-4f37-9c4f-6d7f1daf1240 None None] The sync data for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 is: [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:20:25Z', 'revision_number': 6, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2611024-5a22-48b9-ab25-f82416cf294e', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.162', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'port_id': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'mac_address': 'fa:16:3e:a7:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4445865a-4d52-4db4-9915-98e0de5f708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:18:47Z', 'updated_at': '2022-02-19T21:18:57Z', 'revision_number': 1, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:28.090915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ec7bea-0729-41b6-b044-0fa72608ef6b req-0ea8657e-26db-4ad2-90b9-ca7e35d729b6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881119
Feb 19 21:20:28.366551 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (f53e55c8-1f28-4196-925a-0c81e277d44f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:28.374080 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (f53e55c8-1f28-4196-925a-0c81e277d44f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:28.574878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=f53e55c8-1f28-4196-925a-0c81e277d44f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:28.585691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:28.641008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f2ea-98bb-47e9-89c8-70a9a1bfeafe req-d348f369-1014-4ea5-aa84-65ca505735e5 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:28.642597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd94f2ea-98bb-47e9-89c8-70a9a1bfeafe req-d348f369-1014-4ea5-aa84-65ca505735e5 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 946 time: 0.2337377
Feb 19 21:20:28.703167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948b51b-bcee-4ebc-a2ba-4a9341e89bd3 req-2eb630ce-a659-4cf2-8654-098210510335 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:28.704725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9948b51b-bcee-4ebc-a2ba-4a9341e89bd3 req-2eb630ce-a659-4cf2-8654-098210510335 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.67 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 946 time: 0.1904187
Feb 19 21:20:28.859150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:28.867838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:28.876323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd94f2ea-98bb-47e9-89c8-70a9a1bfeafe req-d1c05127-227b-49a7-9483-59d65722f010 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adfe32f-c0a3-4898-824d-67f16a32861a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2018261
Feb 19 21:20:28.926332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-9948b51b-bcee-4ebc-a2ba-4a9341e89bd3 req-04de0305-254e-4174-9302-5b53ab10a98f tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:28.926621 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9948b51b-bcee-4ebc-a2ba-4a9341e89bd3 req-04de0305-254e-4174-9302-5b53ab10a98f tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:29.090587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-9948b51b-bcee-4ebc-a2ba-4a9341e89bd3 req-04de0305-254e-4174-9302-5b53ab10a98f tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] For port 2bf532ef-8da2-48ca-bf67-64da6eca1b81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bf532ef-8da2-48ca-bf67-64da6eca1b81,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:29.091562 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9948b51b-bcee-4ebc-a2ba-4a9341e89bd3 req-04de0305-254e-4174-9302-5b53ab10a98f tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:29.105227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router 9e7a50f7-07be-4e0b-8eeb-80300558ab9d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:29.113520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-9948b51b-bcee-4ebc-a2ba-4a9341e89bd3 req-04de0305-254e-4174-9302-5b53ab10a98f tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Calling delete_port for 2bf532ef-8da2-48ca-bf67-64da6eca1b81 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:29.169077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a168cefa-8e33-47ab-a2d9-7948a9753fe3 None None] Provisioning complete for port f53e55c8-1f28-4196-925a-0c81e277d44f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:29.170200 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a168cefa-8e33-47ab-a2d9-7948a9753fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f53e55c8-1f28-4196-925a-0c81e277d44f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:29.208409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 690648ea-54f4-43c7-ab41-d006681d3f5b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:20:29.244626 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 690648ea-54f4-43c7-ab41-d006681d3f5b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:20:29.245087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 690648ea-54f4-43c7-ab41-d006681d3f5b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:20:29.257045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a168cefa-8e33-47ab-a2d9-7948a9753fe3 None None] Port f53e55c8-1f28-4196-925a-0c81e277d44f cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:20:29.405577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02cfa9-bdb1-4906-b63b-736dfc5cbf8e req-44bf23f7-5728-4c25-81a3-c0dc1c53f6c4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:29.407156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d02cfa9-bdb1-4906-b63b-736dfc5cbf8e req-44bf23f7-5728-4c25-81a3-c0dc1c53f6c4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 945 time: 0.1862850
Feb 19 21:20:29.426044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:29.441213 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4c591fee-80d1-4b26-be4e-7f6ddd70f0d1 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "PUT /v2.0/routers/9e7a50f7-07be-4e0b-8eeb-80300558ab9d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7931123
Feb 19 21:20:29.441703 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58460) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:29.445476 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a777959-363e-4ccb-8ea4-d27487e9aa31 None None] Sync routers for ids ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:29.447432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'port': {'network_id': 'd50e44d6-1ba2-49fc-a161-dcc91cd9ac14', 'name': 'tempest-FloatingIPTestJSON-894559069'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:29.495221 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9948b51b-bcee-4ebc-a2ba-4a9341e89bd3 req-04de0305-254e-4174-9302-5b53ab10a98f tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (2bf532ef-8da2-48ca-bf67-64da6eca1b81), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:29.502755 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a777959-363e-4ccb-8ea4-d27487e9aa31 None None] Routers {'9e7a50f7-07be-4e0b-8eeb-80300558ab9d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:29.505642 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a777959-363e-4ccb-8ea4-d27487e9aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70043070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:29.512284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:29.537921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d02cfa9-bdb1-4906-b63b-736dfc5cbf8e req-c7c2a543-446b-4754-9b29-686f8d8956fe tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159484
Feb 19 21:20:29.568410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de0305-254e-4174-9302-5b53ab10a98f tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Port': ['ID=2bf532ef-8da2-48ca-bf67-64da6eca1b81,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:29.692035 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a777959-363e-4ccb-8ea4-d27487e9aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70043070>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:29.717362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9948b51b-bcee-4ebc-a2ba-4a9341e89bd3 req-04de0305-254e-4174-9302-5b53ab10a98f tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] No DVR routers for this DVR port 2bf532ef-8da2-48ca-bf67-64da6eca1b81 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:20:29.718335 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a777959-363e-4ccb-8ea4-d27487e9aa31 None None] Routers {'9e7a50f7-07be-4e0b-8eeb-80300558ab9d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:29.718984 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a777959-363e-4ccb-8ea4-d27487e9aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70043070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:29.738922 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9948b51b-bcee-4ebc-a2ba-4a9341e89bd3 req-04de0305-254e-4174-9302-5b53ab10a98f tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:29.743597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9948b51b-bcee-4ebc-a2ba-4a9341e89bd3 req-04de0305-254e-4174-9302-5b53ab10a98f tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.67 "DELETE /v2.0/ports/2bf532ef-8da2-48ca-bf67-64da6eca1b81 HTTP/1.1" status: 204  len: 173 time: 1.0336268
Feb 19 21:20:29.747635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95431a52-ee4c-495a-a38d-1bce0f6ba247', 'name': 'network-vif-deleted', 'tag': '2bf532ef-8da2-48ca-bf67-64da6eca1b81'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:29.750430 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd58f0e-cb6a-4a22-974b-a3ca337403dc" -d '{"events": [{"server_uuid": "95431a52-ee4c-495a-a38d-1bce0f6ba247", "name": "network-vif-deleted", "tag": "2bf532ef-8da2-48ca-bf67-64da6eca1b81"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:29.785825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8f79f-8e73-4acd-b444-9959cc991078 req-6bf3dd5a-0982-4cfa-ab6f-c8f2f20c3268 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:29.787920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11f8f79f-8e73-4acd-b444-9959cc991078 req-6bf3dd5a-0982-4cfa-ab6f-c8f2f20c3268 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 945 time: 0.0908561
Feb 19 21:20:29.837449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Made reservation on behalf of 0536dcef551e4e76a62fb8fd56a36335 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:29.841138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:29.842250 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8a777959-363e-4ccb-8ea4-d27487e9aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70043070>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:29.843082 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a777959-363e-4ccb-8ea4-d27487e9aa31 None None] The sync data for ids ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:29.883758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11f8f79f-8e73-4acd-b444-9959cc991078 req-4d913f84-b7f9-48ef-80de-980460efe7ac tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869739
Feb 19 21:20:29.898250 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b48c89-a4ec-47d0-b365-0453f226f97f x-openstack-request-id: req-95b48c89-a4ec-47d0-b365-0453f226f97f {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:29.898250 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95431a52-ee4c-495a-a38d-1bce0f6ba247", "name": "network-vif-deleted", "tag": "2bf532ef-8da2-48ca-bf67-64da6eca1b81", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:29.898250 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95b48c89-a4ec-47d0-b365-0453f226f97f {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:29.898250 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95431a52-ee4c-495a-a38d-1bce0f6ba247', 'name': 'network-vif-deleted', 'tag': '2bf532ef-8da2-48ca-bf67-64da6eca1b81', 'status': 'completed', 'code': 200}
Feb 19 21:20:29.907074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] device_id is not set on port c32f42e6-b787-4b35-837c-2fa192477983 yet. {{(pid=121129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 19 21:20:29.924928 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-1fcac1b9-f47f-42fa-babc-715eec586477 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2758353
Feb 19 21:20:30.123448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-889b7158-fe8b-46a7-b936-10da916bef9b req-560c58a0-5526-400e-bb2e-f55aa7233a69 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=95431a52-ee4c-495a-a38d-1bce0f6ba247 HTTP/1.1" status: 200  len: 210 time: 0.0542340
Feb 19 21:20:30.219999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-a0a2326e-93e1-415a-9c81-d585fe4b97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:30.221934 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-a0a2326e-93e1-415a-9c81-d585fe4b97e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 1127 time: 0.2075753
Feb 19 21:20:30.270177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Allocated IP 172.20.0.10 (d50e44d6-1ba2-49fc-a161-dcc91cd9ac14/b9e704e4-8d78-455f-b22e-f2042e17e3ab/c32f42e6-b787-4b35-837c-2fa192477983) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:30.547734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-43b4404f-10b0-4127-b794-46a9e5d8d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:30.549823 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-43b4404f-10b0-4127-b794-46a9e5d8d96b service neutron] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.3042157
Feb 19 21:20:30.658218 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-46cc8f82-ac5c-4e0a-b282-7392d71b8cf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba67d66f-db64-4254-bc12-c3652b12e977 HTTP/1.1" status: 200  len: 217 time: 0.1020224
Feb 19 21:20:30.776720 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for port (c32f42e6-b787-4b35-837c-2fa192477983), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:30.786390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-ae869261-a32f-43e0-9159-ae1c83ac1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:30.788613 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-ae869261-a32f-43e0-9159-ae1c83ac1902 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.1241426
Feb 19 21:20:30.947988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-6cd35bbd-2da1-4ea5-bfaa-001470b44705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:30.950139 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-6cd35bbd-2da1-4ea5-bfaa-001470b44705 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1557126
Feb 19 21:20:30.952061 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c32f42e6-b787-4b35-837c-2fa192477983), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:31.077296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Network d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:31.079558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event updated for resources: {'Port': ['ID=c32f42e6-b787-4b35-837c-2fa192477983,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:31.091350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:31.097684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:31.190002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:31.190692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:31.194609 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-f07e319f-3849-42a5-9c4b-fc9e8a3c1830 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971288
Feb 19 21:20:31.209347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58610) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:31.241579 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c95c6639-386c-425f-aecf-d672c5dfb6e6 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.7986751
Feb 19 21:20:31.245230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58612) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:31.258116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b7743bac-eba8-42dc-8309-b2b006ea4bbb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Request body: {'floatingip': {'port_id': 'c32f42e6-b787-4b35-837c-2fa192477983'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:31.347464 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-20a4a760-dbca-410d-b7a1-0eef42ce9ca9 req-171c8a1f-8023-4d4c-8b18-a72391d4fd32 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424944
Feb 19 21:20:31.392699 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77b0301e-a081-4733-955b-077b5046f6c0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (1adfe32f-c0a3-4898-824d-67f16a32861a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:31.415115 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7743bac-eba8-42dc-8309-b2b006ea4bbb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (6913b8fe-fdb8-4d94-8e93-a1c365999022), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:31.475456 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77b0301e-a081-4733-955b-077b5046f6c0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (1adfe32f-c0a3-4898-824d-67f16a32861a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:31.529734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a95ef439-9de9-4c3d-ba12-9527e7cabefd None None] Provisioning complete for port c32f42e6-b787-4b35-837c-2fa192477983 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:31.532210 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a95ef439-9de9-4c3d-ba12-9527e7cabefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c32f42e6-b787-4b35-837c-2fa192477983), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:31.609450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a95ef439-9de9-4c3d-ba12-9527e7cabefd None None] Port c32f42e6-b787-4b35-837c-2fa192477983 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:20:31.748973 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77b0301e-a081-4733-955b-077b5046f6c0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1adfe32f-c0a3-4898-824d-67f16a32861a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:31.751682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77b0301e-a081-4733-955b-077b5046f6c0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:31.755810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-77b0301e-a081-4733-955b-077b5046f6c0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/security-groups/1adfe32f-c0a3-4898-824d-67f16a32861a HTTP/1.1" status: 204  len: 168 time: 0.5423584
Feb 19 21:20:31.772427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0301e-a081-4733-955b-077b5046f6c0 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adfe32f-c0a3-4898-824d-67f16a32861a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:31.789211 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58660) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:31.887850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ea813d-01a8-44a9-9b1c-ba5228c12297 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting subnet 7ead6b82-4980-4748-9e00-7868144f2317 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:20:31.891959 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ea813d-01a8-44a9-9b1c-ba5228c12297 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for subnet (7ead6b82-4980-4748-9e00-7868144f2317), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.240591 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ea813d-01a8-44a9-9b1c-ba5228c12297 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (7ead6b82-4980-4748-9e00-7868144f2317), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.341729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ea813d-01a8-44a9-9b1c-ba5228c12297 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (7ead6b82-4980-4748-9e00-7868144f2317), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.426468 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58670) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:32.435662 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ea813d-01a8-44a9-9b1c-ba5228c12297 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (7ead6b82-4980-4748-9e00-7868144f2317), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.435931 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7743bac-eba8-42dc-8309-b2b006ea4bbb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.443496 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7743bac-eba8-42dc-8309-b2b006ea4bbb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (6913b8fe-fdb8-4d94-8e93-a1c365999022), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.467384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea813d-01a8-44a9-9b1c-ba5228c12297 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Subnet': ['ID=7ead6b82-4980-4748-9e00-7868144f2317,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:32.469913 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ea813d-01a8-44a9-9b1c-ba5228c12297 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.476615 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a6ea813d-01a8-44a9-9b1c-ba5228c12297 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/subnets/7ead6b82-4980-4748-9e00-7868144f2317 HTTP/1.1" status: 204  len: 168 time: 0.6862049
Feb 19 21:20:32.477226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58674) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:32.486379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dd5171-8753-4000-ab12-a4d34602daa4 None None] Network 148acd2f-695f-4c39-8310-f59fe0c7f207 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:20:32.574330 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-b7743bac-eba8-42dc-8309-b2b006ea4bbb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP 6913b8fe-fdb8-4d94-8e93-a1c365999022 associated. External IP: 172.35.2.238, port: 9083ad95-f649-402b-a22b-01f740c53050.
Feb 19 21:20:32.584661 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (148acd2f-695f-4c39-8310-f59fe0c7f207), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.681857 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e63b9ad5-6d0a-4c3b-a6b4-243ec49c2f73 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f101b14d492c4f419d522cfbd3a863e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2515740
Feb 19 21:20:32.682031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58678) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:32.698144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56df06-0963-4123-a887-60d5d554620c None None] DHCP port deletion for 148acd2f-695f-4c39-8310-f59fe0c7f207 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:20:32.733815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:32.734162 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.765394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fe56df06-0963-4123-a887-60d5d554620c None None] Deleting port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:32.766207 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe56df06-0963-4123-a887-60d5d554620c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.851181 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee439041-7c03-44ac-b8d7-e64a59892e6c admin admin] Publish callbacks [] for security_group (e17d3358-d8d9-48fa-ac53-d09899f825e2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.857509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-fe56df06-0963-4123-a887-60d5d554620c None None] For port 1377cfac-ec0d-43dd-8f3b-a40496542ff8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1377cfac-ec0d-43dd-8f3b-a40496542ff8,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:32.858053 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe56df06-0963-4123-a887-60d5d554620c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.862033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] For port 1377cfac-ec0d-43dd-8f3b-a40496542ff8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1377cfac-ec0d-43dd-8f3b-a40496542ff8,segment=NetworkSegment(64aec5e8-e1d8-43a3-bbf3-76fd7678f46d),segment_id=64aec5e8-e1d8-43a3-bbf3-76fd7678f46d)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:32.862414 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:32.866139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7743bac-eba8-42dc-8309-b2b006ea4bbb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:32.880253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fe56df06-0963-4123-a887-60d5d554620c None None] Calling delete_port for 1377cfac-ec0d-43dd-8f3b-a40496542ff8 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:32.889579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Calling delete_port for 1377cfac-ec0d-43dd-8f3b-a40496542ff8 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:32.897656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee439041-7c03-44ac-b8d7-e64a59892e6c admin admin] Publish callbacks [] for security_group (e17d3358-d8d9-48fa-ac53-d09899f825e2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.009632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 2bf532ef-8da2-48ca-bf67-64da6eca1b81 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:20:33.050037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 2bf532ef-8da2-48ca-bf67-64da6eca1b81 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:20:33.050370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 2bf532ef-8da2-48ca-bf67-64da6eca1b81 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:20:33.051810 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fe56df06-0963-4123-a887-60d5d554620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.052596 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1377cfac-ec0d-43dd-8f3b-a40496542ff8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.071197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56df06-0963-4123-a887-60d5d554620c None None] No DVR routers for this DVR port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:20:33.075172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee439041-7c03-44ac-b8d7-e64a59892e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e17d3358-d8d9-48fa-ac53-d09899f825e2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.078115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ee439041-7c03-44ac-b8d7-e64a59892e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.081729 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ee439041-7c03-44ac-b8d7-e64a59892e6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e17d3358-d8d9-48fa-ac53-d09899f825e2 HTTP/1.1" status: 204  len: 168 time: 0.3963971
Feb 19 21:20:33.100778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56df06-0963-4123-a887-60d5d554620c None None] Pushing event deleted for resources: {'Port': ['ID=1377cfac-ec0d-43dd-8f3b-a40496542ff8,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:33.126514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7743bac-eba8-42dc-8309-b2b006ea4bbb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:33.130641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] No DVR routers for this DVR port 1377cfac-ec0d-43dd-8f3b-a40496542ff8 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:20:33.137534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-ccf4f9fd-6da6-4a48-bd18-aa3851d60e93 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:33.138954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed76e6ec-5572-42d5-bfd6-01def0246cb2 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:33.139955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-ccf4f9fd-6da6-4a48-bd18-aa3851d60e93 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.2104349
Feb 19 21:20:33.165733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Port': ['ID=1377cfac-ec0d-43dd-8f3b-a40496542ff8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:33.169903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76e6ec-5572-42d5-bfd6-01def0246cb2 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:33.171137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ed76e6ec-5572-42d5-bfd6-01def0246cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c74c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:33.210738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee439041-7c03-44ac-b8d7-e64a59892e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d3358-d8d9-48fa-ac53-d09899f825e2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:33.232560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ed76e6ec-5572-42d5-bfd6-01def0246cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c74c70>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:33.235065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-16b21b9d-488c-4d7f-ab3b-dd936461c2ad tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/quotas/c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 375 time: 0.0503974
Feb 19 21:20:33.248635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76e6ec-5572-42d5-bfd6-01def0246cb2 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:33.251954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ed76e6ec-5572-42d5-bfd6-01def0246cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c74c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:33.307310 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (148acd2f-695f-4c39-8310-f59fe0c7f207), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.315768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ed76e6ec-5572-42d5-bfd6-01def0246cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c74c70>, [], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:33.316777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed76e6ec-5572-42d5-bfd6-01def0246cb2 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:33.320973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1377cfac-ec0d-43dd-8f3b-a40496542ff8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:20:33.348582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 1377cfac-ec0d-43dd-8f3b-a40496542ff8 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:20:33.348916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1377cfac-ec0d-43dd-8f3b-a40496542ff8 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:20:33.352581 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad74eb0>,) {'filters': {'network_id': ['148acd2f-695f-4c39-8310-f59fe0c7f207']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:33.366076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad74eb0>, '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:33.366382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ad74eb0>, '64aec5e8-e1d8-43a3-bbf3-76fd7678f46d') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:33.379610 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (64aec5e8-e1d8-43a3-bbf3-76fd7678f46d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.381075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-fe8be260-8268-45f9-83c7-656ebf4930c4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1302772
Feb 19 21:20:33.408978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (64aec5e8-e1d8-43a3-bbf3-76fd7678f46d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.422439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:20:33.423146 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (64aec5e8-e1d8-43a3-bbf3-76fd7678f46d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:20:33.427813 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:20:33.520027 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (148acd2f-695f-4c39-8310-f59fe0c7f207), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.532368 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.540476 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/networks/148acd2f-695f-4c39-8310-f59fe0c7f207 HTTP/1.1" status: 204  len: 168 time: 1.0617578
Feb 19 21:20:33.545683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58710) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:33.554176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0ddc7-b0d5-4cad-bb97-c9d12b3334b4 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Network': ['ID=148acd2f-695f-4c39-8310-f59fe0c7f207,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:33.654307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-99f4688a-0fc6-4ff9-a0c7-f9d89dfb85d3 service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2286026
Feb 19 21:20:33.666202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7743bac-eba8-42dc-8309-b2b006ea4bbb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router 9e7a50f7-07be-4e0b-8eeb-80300558ab9d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:33.944774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-4249b3a3-5b0d-4e74-bd3e-038c1fee18f6 service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2766671
Feb 19 21:20:33.973938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7743bac-eba8-42dc-8309-b2b006ea4bbb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:33.979893 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7743bac-eba8-42dc-8309-b2b006ea4bbb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:33.987314 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854e2c19-cd2f-4e58-a4fe-3bad962a0164 None None] Sync routers for ids ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:33.999655 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e2c19-cd2f-4e58-a4fe-3bad962a0164 None None] Routers {'9e7a50f7-07be-4e0b-8eeb-80300558ab9d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:34.000423 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-854e2c19-cd2f-4e58-a4fe-3bad962a0164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70051d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:34.012036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting port 9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:34.012430 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:34.050946 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-854e2c19-cd2f-4e58-a4fe-3bad962a0164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70051d00>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:34.062436 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e2c19-cd2f-4e58-a4fe-3bad962a0164 None None] Routers {'9e7a50f7-07be-4e0b-8eeb-80300558ab9d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:34.063384 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-854e2c19-cd2f-4e58-a4fe-3bad962a0164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70051d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:34.109692 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-854e2c19-cd2f-4e58-a4fe-3bad962a0164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70051d00>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:34.110396 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854e2c19-cd2f-4e58-a4fe-3bad962a0164 None None] The sync data for ids ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:34.436805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21664002-9669-4f4b-b5e1-63547a1a5e66 req-edacef63-aa01-4a63-b34e-87f423f3e0ff tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 210 time: 0.0437601
Feb 19 21:20:34.440068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b7743bac-eba8-42dc-8309-b2b006ea4bbb tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "PUT /v2.0/floatingips/6913b8fe-fdb8-4d94-8e93-a1c365999022 HTTP/1.1" status: 200  len: 978 time: 3.1923318
Feb 19 21:20:34.442982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58738) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:34.477799 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:34.478135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for floatingip (9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:34.494248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Calling delete_port for 9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:34.561943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port c32f42e6-b787-4b35-837c-2fa192477983 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:34.562299 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c32f42e6-b787-4b35-837c-2fa192477983), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:34.707292 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c32f42e6-b787-4b35-837c-2fa192477983), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:34.744915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:34.780484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Port': ['ID=9f6c56e8-9f5e-4826-9302-c6d4b68bb5d7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:34.863798 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for floatingip (f2611024-5a22-48b9-ab25-f82416cf294e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:34.864188 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Floating IP f2611024-5a22-48b9-ab25-f82416cf294e disassociated (deleted). External IP: 172.35.2.162, port: 9fbcb5db-1672-47dd-aee8-5c671023daed.
Feb 19 21:20:34.938377 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:34.938840 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (6913b8fe-fdb8-4d94-8e93-a1c365999022), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:34.939141 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Floating IP 6913b8fe-fdb8-4d94-8e93-a1c365999022 disassociated. External IP: 172.35.2.238, port: c32f42e6-b787-4b35-837c-2fa192477983.
Feb 19 21:20:34.939496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for c32f42e6-b787-4b35-837c-2fa192477983 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:35.084244 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c32f42e6-b787-4b35-837c-2fa192477983), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:35.104766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4a902278-bea7-41d6-aac3-72f77dbf8b18 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:35.116147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=c32f42e6-b787-4b35-837c-2fa192477983,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:35.253002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:35.260094 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:35.263719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82d2ca-6492-40f0-a931-e92cef0b99ce None None] Sync routers for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:35.278241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82d2ca-6492-40f0-a931-e92cef0b99ce None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:35.279136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ec82d2ca-6492-40f0-a931-e92cef0b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b1ba30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:35.371429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router 9e7a50f7-07be-4e0b-8eeb-80300558ab9d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:35.414595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0b97d797-1f79-4f94-8072-8fc071296d1b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/floatingips/f2611024-5a22-48b9-ab25-f82416cf294e HTTP/1.1" status: 204  len: 168 time: 1.8680985
Feb 19 21:20:35.432502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4445865a-4d52-4db4-9915-98e0de5f708a', 'tag': '9fbcb5db-1672-47dd-aee8-5c671023daed'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:35.432502 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7238b874-27c0-4ebc-9436-48549a1a892a" -d '{"events": [{"name": "network-changed", "server_uuid": "4445865a-4d52-4db4-9915-98e0de5f708a", "tag": "9fbcb5db-1672-47dd-aee8-5c671023daed"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:35.537919 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebdf9c1-181c-40fc-96ff-63cd33af5eb5 x-openstack-request-id: req-4ebdf9c1-181c-40fc-96ff-63cd33af5eb5 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:35.538235 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4445865a-4d52-4db4-9915-98e0de5f708a", "tag": "9fbcb5db-1672-47dd-aee8-5c671023daed", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:35.539625 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ebdf9c1-181c-40fc-96ff-63cd33af5eb5 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:35.540879 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4445865a-4d52-4db4-9915-98e0de5f708a', 'tag': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'status': 'completed', 'code': 200}
Feb 19 21:20:35.561845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-8f70de97-61b7-4846-aee8-0f4b490ebfeb tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:35.565689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-8f70de97-61b7-4846-aee8-0f4b490ebfeb tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.3104830
Feb 19 21:20:35.579049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'port': {'device_id': '5d6f3168-96da-4bff-b09b-954c091e9c60', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'admin_state_up': True, 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:35.716273 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:35.725406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238b874-27c0-4ebc-9436-48549a1a892a req-5bf3fce1-bb07-413f-a73e-cc822e3c3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:35.727273 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7238b874-27c0-4ebc-9436-48549a1a892a req-5bf3fce1-bb07-413f-a73e-cc822e3c3ef7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 1127 time: 0.1131568
Feb 19 21:20:35.738611 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373f54f-ac29-4170-bf6b-cdb5808c7515 None None] Sync routers for ids ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:35.750422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e2c82ae-70c8-48e9-9d68-fd8a702de880 req-27303867-f244-41e5-b0e0-9b2ae04bcdad tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 210 time: 0.0868912
Feb 19 21:20:35.754204 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373f54f-ac29-4170-bf6b-cdb5808c7515 None None] Routers {'9e7a50f7-07be-4e0b-8eeb-80300558ab9d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:35.755179 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0373f54f-ac29-4170-bf6b-cdb5808c7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70102e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:35.811930 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0373f54f-ac29-4170-bf6b-cdb5808c7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70102e20>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:35.838412 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373f54f-ac29-4170-bf6b-cdb5808c7515 None None] Routers {'9e7a50f7-07be-4e0b-8eeb-80300558ab9d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:35.842612 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0373f54f-ac29-4170-bf6b-cdb5808c7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70102e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:35.900108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ec82d2ca-6492-40f0-a931-e92cef0b99ce None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:20:35.928868 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0373f54f-ac29-4170-bf6b-cdb5808c7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70102e20>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:35.929780 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373f54f-ac29-4170-bf6b-cdb5808c7515 None None] The sync data for ids ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:35.929988 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:35.934184 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fbbba822-2de0-48f0-985b-ef3426d711a3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/ports/c32f42e6-b787-4b35-837c-2fa192477983 HTTP/1.1" status: 204  len: 168 time: 1.4873776
Feb 19 21:20:35.937656 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58766) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:36.002545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Made reservation on behalf of c88a055c429b4b9e8e86a370c8571785 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:36.006310 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:36.054730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e17e70-76cf-4c9a-bca3-69db6d861371 req-9f4dc6f2-a777-4018-9a38-249b001af383 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:36.056398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36e17e70-76cf-4c9a-bca3-69db6d861371 req-9f4dc6f2-a777-4018-9a38-249b001af383 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 945 time: 0.1394482
Feb 19 21:20:36.130734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238b874-27c0-4ebc-9436-48549a1a892a req-6751b58a-9081-4d23-a554-4e7d40353ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:36.131474 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7238b874-27c0-4ebc-9436-48549a1a892a req-6751b58a-9081-4d23-a554-4e7d40353ae2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f HTTP/1.1" status: 200  len: 898 time: 0.3226483
Feb 19 21:20:36.187140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36e17e70-76cf-4c9a-bca3-69db6d861371 req-db90a3fe-437b-4073-ac0b-e79dac3b6b94 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1224303
Feb 19 21:20:36.204174 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7238b874-27c0-4ebc-9436-48549a1a892a req-07d87585-e6a2-4fb5-a72f-fbe75aea502d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fbcb5db-1672-47dd-aee8-5c671023daed HTTP/1.1" status: 200  len: 217 time: 0.0631387
Feb 19 21:20:36.273824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ec82d2ca-6492-40f0-a931-e92cef0b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b1ba30>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:20:25Z', 'revision_number': 6, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:36.295575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Allocated IP 172.20.0.8 (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19/3b3d5fb1-eef9-434b-9f89-38f825d19a34/27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:36.320521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82d2ca-6492-40f0-a931-e92cef0b99ce None None] Checking router: 4a902278-bea7-41d6-aac3-72f77dbf8b18 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:20:36.343607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82d2ca-6492-40f0-a931-e92cef0b99ce None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:36.344547 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ec82d2ca-6492-40f0-a931-e92cef0b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b1ba30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:36.363331 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238b874-27c0-4ebc-9436-48549a1a892a req-75e480c6-4683-4dca-b9dd-b1dfa391e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:36.364931 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7238b874-27c0-4ebc-9436-48549a1a892a req-75e480c6-4683-4dca-b9dd-b1dfa391e72c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e59fe2b-537d-4db8-9c8c-5a5516f32425 HTTP/1.1" status: 200  len: 835 time: 0.1549499
Feb 19 21:20:36.473734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238b874-27c0-4ebc-9436-48549a1a892a req-fa2f981d-3c94-4579-9d49-e72d007e57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:36.475277 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7238b874-27c0-4ebc-9436-48549a1a892a req-fa2f981d-3c94-4579-9d49-e72d007e57b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1016738
Feb 19 21:20:36.520409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ec82d2ca-6492-40f0-a931-e92cef0b99ce None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:20:36.674780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:36.678689 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7238b874-27c0-4ebc-9436-48549a1a892a req-a43ccb46-44e6-412b-92f1-71c5cd191a68 service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965892
Feb 19 21:20:36.761427 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:36.808682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ba67d66f-db64-4254-bc12-c3652b12e977'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:20:36.819947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:36.842170 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:36.845770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:36.847035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:36.964279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58798) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:36.968809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ec82d2ca-6492-40f0-a931-e92cef0b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b1ba30>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:20:25Z', 'revision_number': 6, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:37.016920 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7238b874-27c0-4ebc-9436-48549a1a892a req-be89e68b-9936-45e0-8e0e-5101c85d72ed service neutron] 10.222.0.10 "GET /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3298402
Feb 19 21:20:37.025117 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:37.026127 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:37.039139 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecd269f-5457-43fd-b856-3ad5d51b2229 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:37.054114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-7a229616-dea7-4ac5-aa60-baa27661c0a5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4803033
Feb 19 21:20:37.067720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82d2ca-6492-40f0-a931-e92cef0b99ce None None] The sync data for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 is: [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:20:25Z', 'revision_number': 6, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c', 'name': '', 'network_id': '47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:ff:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:18:06Z', 'updated_at': '2022-02-19T21:18:16Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': '5e59fe2b-537d-4db8-9c8c-5a5516f32425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:37.084184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Request body: {'port': {'device_id': '5d6f3168-96da-4bff-b09b-954c091e9c60', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:37.099781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf4b3b-ccdf-4a0d-9d86-7c1d9aabc508 req-268333d7-1f4e-4129-a6c7-7503af7876f3 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:37.101514 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3daf4b3b-ccdf-4a0d-9d86-7c1d9aabc508 req-268333d7-1f4e-4129-a6c7-7503af7876f3 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 931 time: 0.2071087
Feb 19 21:20:37.251290 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:37.280815 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3daf4b3b-ccdf-4a0d-9d86-7c1d9aabc508 req-564030c3-8227-4764-8ad1-78d19d5b5958 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378481
Feb 19 21:20:37.402562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b54ec3d6-3ec1-43d4-9184-dfdc67c7f03d None None] Provisioning complete for port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:37.403528 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b54ec3d6-3ec1-43d4-9184-dfdc67c7f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:37.411262 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dc493d3a-ab28-4d8b-9719-ad6c6ed5de78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:37.538159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64b201-c6ac-438b-a4ff-1893b3b526e1 req-581004ef-37fe-4c90-823d-3cb0f55b68cf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:37.541099 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ae64b201-c6ac-438b-a4ff-1893b3b526e1 req-581004ef-37fe-4c90-823d-3cb0f55b68cf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.10 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 945 time: 0.2106359
Feb 19 21:20:37.543744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b54ec3d6-3ec1-43d4-9184-dfdc67c7f03d None None] Port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:20:37.607801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb26b2-8dc1-4929-a090-9589368955dd req-2ee27204-ee77-426e-8b6e-e9d3d3a3ea73 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:37.609947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7fb26b2-8dc1-4929-a090-9589368955dd req-2ee27204-ee77-426e-8b6e-e9d3d3a3ea73 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 945 time: 0.2437651
Feb 19 21:20:37.680382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e397e7a-6b66-4605-80de-18b8cf5f1958 None None] New status for floating IP f2611024-5a22-48b9-ab25-f82416cf294e: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:20:37.721529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7fb26b2-8dc1-4929-a090-9589368955dd req-d6a610a0-ec5a-4128-a4f0-6ab1a8fcc8ff tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=210381fb-9b0e-4baa-b545-8860d2c52d55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039331
Feb 19 21:20:37.814052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:20:37.823789 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Publish callbacks [] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:37.843617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Transition to ACTIVE for port object 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:20:37.852283 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:37.973565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Pushing event updated for resources: {'Port': ['ID=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:38.026520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Attempting to bind port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:20:38.026985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Attempting to bind port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:20:38.027339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Attempting to bind port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:38.032805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:20:38.033273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Attempting to bind port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:38.043169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:20:38.043635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Checking segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:38.043990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Bound using segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:20:38.044559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Bound port: 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:20:38.044921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.138958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] For port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:20:38.141077 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dc493d3a-ab28-4d8b-9719-ad6c6ed5de78 admin admin] Publish callbacks [] for security_group (938ee45b-ea5a-46db-8cba-c07673649d0f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.143479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] For port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:20:38.152156 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dc493d3a-ab28-4d8b-9719-ad6c6ed5de78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (938ee45b-ea5a-46db-8cba-c07673649d0f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.158560 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.199368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:38.200156 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.201701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] 10.222.0.10 "PUT /v2.0/ports/27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe HTTP/1.1" status: 200  len: 1091 time: 1.1249657
Feb 19 21:20:38.202176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6f3168-96da-4bff-b09b-954c091e9c60', 'tag': '27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:38.204704 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0007671-18c9-4d47-a579-423ff13d9e15" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6f3168-96da-4bff-b09b-954c091e9c60", "tag": "27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:38.227172 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dc493d3a-ab28-4d8b-9719-ad6c6ed5de78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7674fc9fd1364fc19f4d3a3f29fff526&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2576120
Feb 19 21:20:38.229924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58828) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:38.249457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc493d3a-ab28-4d8b-9719-ad6c6ed5de78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938ee45b-ea5a-46db-8cba-c07673649d0f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:38.256444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ae64b201-c6ac-438b-a4ff-1893b3b526e1 req-fdf03b24-6d0d-48d6-8efc-349b7e6b630d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting port 9fbcb5db-1672-47dd-aee8-5c671023daed {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:38.256834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ae64b201-c6ac-438b-a4ff-1893b3b526e1 req-fdf03b24-6d0d-48d6-8efc-349b7e6b630d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.265135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cd61d-ae2b-420f-a3f5-a68c83090693 service neutron] Pushing event updated for resources: {'Port': ['ID=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:38.327663 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ef8f0a-d520-46d5-a87c-54f8511d799d x-openstack-request-id: req-92ef8f0a-d520-46d5-a87c-54f8511d799d {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:38.328033 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6f3168-96da-4bff-b09b-954c091e9c60", "tag": "27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:38.328443 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92ef8f0a-d520-46d5-a87c-54f8511d799d {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:38.328882 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6f3168-96da-4bff-b09b-954c091e9c60', 'tag': '27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe', 'status': 'completed', 'code': 200}
Feb 19 21:20:38.418771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-ae64b201-c6ac-438b-a4ff-1893b3b526e1 req-fdf03b24-6d0d-48d6-8efc-349b7e6b630d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] For port 9fbcb5db-1672-47dd-aee8-5c671023daed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9fbcb5db-1672-47dd-aee8-5c671023daed,segment=NetworkSegment(a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4),segment_id=a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:38.420208 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ae64b201-c6ac-438b-a4ff-1893b3b526e1 req-fdf03b24-6d0d-48d6-8efc-349b7e6b630d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.443671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-ae64b201-c6ac-438b-a4ff-1893b3b526e1 req-fdf03b24-6d0d-48d6-8efc-349b7e6b630d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Calling delete_port for 9fbcb5db-1672-47dd-aee8-5c671023daed owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:38.447443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd269f-5457-43fd-b856-3ad5d51b2229 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port f53e55c8-1f28-4196-925a-0c81e277d44f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:38.447924 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecd269f-5457-43fd-b856-3ad5d51b2229 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f53e55c8-1f28-4196-925a-0c81e277d44f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.456240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-2eca084d-be7b-464c-88ed-2476b6994d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:38.457814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-2eca084d-be7b-464c-88ed-2476b6994d11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 1125 time: 0.1605859
Feb 19 21:20:38.460804 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a9440e54-0923-42a5-a587-2be5c62aa570 admin admin] Publish callbacks [] for security_group (938ee45b-ea5a-46db-8cba-c07673649d0f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.524037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-c878315a-6339-4921-8c6d-fa932b098bb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe HTTP/1.1" status: 200  len: 217 time: 0.0574863
Feb 19 21:20:38.550928 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a9440e54-0923-42a5-a587-2be5c62aa570 admin admin] Publish callbacks [] for security_group (938ee45b-ea5a-46db-8cba-c07673649d0f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.593389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e2158-c454-4787-8ca7-b77c340ff270 req-b1439320-e27c-48d0-b66d-03bb954da430 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:38.594965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e1e2158-c454-4787-8ca7-b77c340ff270 req-b1439320-e27c-48d0-b66d-03bb954da430 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 943 time: 0.1748531
Feb 19 21:20:38.611095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecd269f-5457-43fd-b856-3ad5d51b2229 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f53e55c8-1f28-4196-925a-0c81e277d44f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.638990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd269f-5457-43fd-b856-3ad5d51b2229 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for f53e55c8-1f28-4196-925a-0c81e277d44f owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:38.645213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-eb532688-e216-4b92-8d48-521c351df6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:38.646722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-eb532688-e216-4b92-8d48-521c351df6c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.1106083
Feb 19 21:20:38.704519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e1e2158-c454-4787-8ca7-b77c340ff270 req-b20a6280-2a52-426e-a626-2028685feae8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012597
Feb 19 21:20:38.729136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a9440e54-0923-42a5-a587-2be5c62aa570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (938ee45b-ea5a-46db-8cba-c07673649d0f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.733394 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a9440e54-0923-42a5-a587-2be5c62aa570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.734758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a9440e54-0923-42a5-a587-2be5c62aa570 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/938ee45b-ea5a-46db-8cba-c07673649d0f HTTP/1.1" status: 204  len: 168 time: 0.5031209
Feb 19 21:20:38.751031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9440e54-0923-42a5-a587-2be5c62aa570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938ee45b-ea5a-46db-8cba-c07673649d0f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:38.765848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-9df87936-ba04-45a2-82d3-76f4fab1e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:38.779799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-9df87936-ba04-45a2-82d3-76f4fab1e7e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1097529
Feb 19 21:20:38.788772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ae64b201-c6ac-438b-a4ff-1893b3b526e1 req-fdf03b24-6d0d-48d6-8efc-349b7e6b630d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (9fbcb5db-1672-47dd-aee8-5c671023daed), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.849409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf03b24-6d0d-48d6-8efc-349b7e6b630d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Port': ['ID=9fbcb5db-1672-47dd-aee8-5c671023daed,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:38.933016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8040164-3b35-4767-8e2a-029af7e50c1d req-3173f209-aa92-44e8-8b05-53db3cac8deb tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=4445865a-4d52-4db4-9915-98e0de5f708a HTTP/1.1" status: 200  len: 210 time: 0.0641727
Feb 19 21:20:38.941332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae64b201-c6ac-438b-a4ff-1893b3b526e1 req-fdf03b24-6d0d-48d6-8efc-349b7e6b630d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] No DVR routers for this DVR port 9fbcb5db-1672-47dd-aee8-5c671023daed on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:20:38.945634 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-ae64b201-c6ac-438b-a4ff-1893b3b526e1 req-fdf03b24-6d0d-48d6-8efc-349b7e6b630d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:38.949581 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ae64b201-c6ac-438b-a4ff-1893b3b526e1 req-fdf03b24-6d0d-48d6-8efc-349b7e6b630d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.10 "DELETE /v2.0/ports/9fbcb5db-1672-47dd-aee8-5c671023daed HTTP/1.1" status: 204  len: 173 time: 1.4003093
Feb 19 21:20:38.950063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4445865a-4d52-4db4-9915-98e0de5f708a', 'name': 'network-vif-deleted', 'tag': '9fbcb5db-1672-47dd-aee8-5c671023daed'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:38.952785 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e92b776-14ed-4fac-8d6a-f5b1045c9509" -d '{"events": [{"server_uuid": "4445865a-4d52-4db4-9915-98e0de5f708a", "name": "network-vif-deleted", "tag": "9fbcb5db-1672-47dd-aee8-5c671023daed"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:39.021293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-51301f5a-b6f3-4f85-9490-2332398888b7 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414985
Feb 19 21:20:39.130983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecd269f-5457-43fd-b856-3ad5d51b2229 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f53e55c8-1f28-4196-925a-0c81e277d44f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:39.163132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ba75fe-457d-4cca-8f2a-1ab476597dc9 req-1df31554-98d7-4866-8186-fabfd4164be1 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337905
Feb 19 21:20:39.172460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd269f-5457-43fd-b856-3ad5d51b2229 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=f53e55c8-1f28-4196-925a-0c81e277d44f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:39.347288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0007671-18c9-4d47-a579-423ff13d9e15 req-8ebee87e-5637-4f48-9064-3ba0456ad1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:39.370065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0007671-18c9-4d47-a579-423ff13d9e15 req-8ebee87e-5637-4f48-9064-3ba0456ad1a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 1125 time: 0.1173837
Feb 19 21:20:39.387778 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4922a650-3475-428c-b231-955dc30cdac9 x-openstack-request-id: req-4922a650-3475-428c-b231-955dc30cdac9 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:39.388105 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4445865a-4d52-4db4-9915-98e0de5f708a", "name": "network-vif-deleted", "tag": "9fbcb5db-1672-47dd-aee8-5c671023daed", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:39.388355 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4922a650-3475-428c-b231-955dc30cdac9 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:39.388797 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4445865a-4d52-4db4-9915-98e0de5f708a', 'name': 'network-vif-deleted', 'tag': '9fbcb5db-1672-47dd-aee8-5c671023daed', 'status': 'completed', 'code': 200}
Feb 19 21:20:39.499220 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecd269f-5457-43fd-b856-3ad5d51b2229 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:39.668393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0007671-18c9-4d47-a579-423ff13d9e15 req-fc21031d-7ee8-4ec6-8861-713ced210e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:39.669838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0007671-18c9-4d47-a579-423ff13d9e15 req-fc21031d-7ee8-4ec6-8861-713ced210e0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.2983832
Feb 19 21:20:39.773654 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0007671-18c9-4d47-a579-423ff13d9e15 req-d9e434cf-e419-4238-812b-4ba87224650b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe HTTP/1.1" status: 200  len: 217 time: 0.0978711
Feb 19 21:20:39.894663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0007671-18c9-4d47-a579-423ff13d9e15 req-53216d46-7685-414e-8cad-47aec5d5e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:39.896614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0007671-18c9-4d47-a579-423ff13d9e15 req-53216d46-7685-414e-8cad-47aec5d5e80a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.1128836
Feb 19 21:20:39.948843 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecd269f-5457-43fd-b856-3ad5d51b2229 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router 9e7a50f7-07be-4e0b-8eeb-80300558ab9d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:39.950161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb006a5c-68f5-4513-94b2-fc1340e8a345 req-ce081b52-5b88-4f6c-a9ea-f2fdd04bbaec tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:39.952047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb006a5c-68f5-4513-94b2-fc1340e8a345 req-ce081b52-5b88-4f6c-a9ea-f2fdd04bbaec tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 943 time: 0.1364739
Feb 19 21:20:40.013492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0007671-18c9-4d47-a579-423ff13d9e15 req-94523e10-dc5e-4396-b576-32f449e02486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:40.028317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0007671-18c9-4d47-a579-423ff13d9e15 req-94523e10-dc5e-4396-b576-32f449e02486 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1226957
Feb 19 21:20:40.049224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58862) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:40.110434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58864) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:40.147192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb006a5c-68f5-4513-94b2-fc1340e8a345 req-c0fff3f8-4c56-458d-b733-2376f6b82185 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885772
Feb 19 21:20:40.166142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecd269f-5457-43fd-b856-3ad5d51b2229 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:40.176956 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8ecd269f-5457-43fd-b856-3ad5d51b2229 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "PUT /v2.0/routers/9e7a50f7-07be-4e0b-8eeb-80300558ab9d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2385380
Feb 19 21:20:40.178561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58868) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:40.183138 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70142d26-c6b5-4c94-b217-d61c8e75a519 None None] Sync routers for ids ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:40.202677 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70142d26-c6b5-4c94-b217-d61c8e75a519 None None] Routers {'9e7a50f7-07be-4e0b-8eeb-80300558ab9d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:40.203687 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70142d26-c6b5-4c94-b217-d61c8e75a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70355100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:40.242315 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70142d26-c6b5-4c94-b217-d61c8e75a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70355100>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:40.257625 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70142d26-c6b5-4c94-b217-d61c8e75a519 None None] Routers {'9e7a50f7-07be-4e0b-8eeb-80300558ab9d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:40.258600 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70142d26-c6b5-4c94-b217-d61c8e75a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70355100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:40.309898 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-4730074-network', 'tenant_id': 'f355422bbc4a402597f285f02ca85a3a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:40.323668 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-70142d26-c6b5-4c94-b217-d61c8e75a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70355100>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:40.326502 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70142d26-c6b5-4c94-b217-d61c8e75a519 None None] The sync data for ids ['9e7a50f7-07be-4e0b-8eeb-80300558ab9d'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:40.344999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Made reservation on behalf of f355422bbc4a402597f285f02ca85a3a for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:40.345247 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.359050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.482197 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Publish callbacks [] for security_group (9e89d567-fbca-4ae2-802d-9f2936df0057), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.483436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9fbcb5db-1672-47dd-aee8-5c671023daed no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:20:40.493157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9e89d567-fbca-4ae2-802d-9f2936df0057), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.509909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:20:40.517713 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 9fbcb5db-1672-47dd-aee8-5c671023daed {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:20:40.518327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 9fbcb5db-1672-47dd-aee8-5c671023daed not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:20:40.526021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (61b5bffe-40d7-469b-ae37-c0a4a9e123d1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.526386 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Added segment 61b5bffe-40d7-469b-ae37-c0a4a9e123d1 of type vlan for network 329f24bf-548d-4726-9c90-6ec6901e5e7e
Feb 19 21:20:40.600053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e89d567-fbca-4ae2-802d-9f2936df0057,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:40.611424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (329f24bf-548d-4726-9c90-6ec6901e5e7e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.637343 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-596a40c5-f3bb-4879-99cc-13941fcc9a00 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (210381fb-9b0e-4baa-b545-8860d2c52d55), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.642726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0007671-18c9-4d47-a579-423ff13d9e15 req-2c7cedec-da99-4258-8315-af29d0eb3b54 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6112974
Feb 19 21:20:40.646935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (329f24bf-548d-4726-9c90-6ec6901e5e7e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.648890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:40.649799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.723626 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-596a40c5-f3bb-4879-99cc-13941fcc9a00 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (210381fb-9b0e-4baa-b545-8860d2c52d55), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.748451 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6365716
Feb 19 21:20:40.749719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153824ca-7593-4789-a08f-2922dcc22079 admin admin] Pushing event updated for resources: {'Network': ['ID=329f24bf-548d-4726-9c90-6ec6901e5e7e,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:40.751984 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58878) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:40.760546 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 329f24bf-548d-4726-9c90-6ec6901e5e7e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:20:40.764646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] Request body: {'subnet': {'network_id': '329f24bf-548d-4726-9c90-6ec6901e5e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-4730074-subnet', 'tenant_id': 'f355422bbc4a402597f285f02ca85a3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:40.783567 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.796635 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] Made reservation on behalf of f355422bbc4a402597f285f02ca85a3a for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:40.799171 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.944924 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0007671-18c9-4d47-a579-423ff13d9e15 req-95b049dd-bf87-4e96-9e18-de29d0d3eb40 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2894340
Feb 19 21:20:40.971241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-596a40c5-f3bb-4879-99cc-13941fcc9a00 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (210381fb-9b0e-4baa-b545-8860d2c52d55), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.973996 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-596a40c5-f3bb-4879-99cc-13941fcc9a00 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:40.975170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-596a40c5-f3bb-4879-99cc-13941fcc9a00 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/security-groups/210381fb-9b0e-4baa-b545-8860d2c52d55 HTTP/1.1" status: 204  len: 168 time: 0.9249902
Feb 19 21:20:40.994929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a40c5-f3bb-4879-99cc-13941fcc9a00 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210381fb-9b0e-4baa-b545-8860d2c52d55,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:41.006111 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_gateway (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.037383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58882) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:41.081226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port 769a946a-d0c6-4555-b054-e21ceae5e73e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:41.082009 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (769a946a-d0c6-4555-b054-e21ceae5e73e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.137527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (0920ff0d-2897-49e9-84da-dfcc71b272bb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.185553 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (769a946a-d0c6-4555-b054-e21ceae5e73e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.202416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for 769a946a-d0c6-4555-b054-e21ceae5e73e owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:41.238409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0920ff0d-2897-49e9-84da-dfcc71b272bb,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:41.304463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] Checking segment: {'id': '61b5bffe-40d7-469b-ae37-c0a4a9e123d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '329f24bf-548d-4726-9c90-6ec6901e5e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:41.304792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] Network hostable DHCP agents. Network: 329f24bf-548d-4726-9c90-6ec6901e5e7e, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:20:41.366451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] Network 329f24bf-548d-4726-9c90-6ec6901e5e7e is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:20:41.386475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86878a6a-19a4-424d-9f8c-77e1c3f880d4 req-ff721106-2905-4d92-9862-f42c768801fc tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:41.388439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86878a6a-19a4-424d-9f8c-77e1c3f880d4 req-ff721106-2905-4d92-9862-f42c768801fc tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 943 time: 0.1193452
Feb 19 21:20:41.390745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 329f24bf-548d-4726-9c90-6ec6901e5e7e) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:41.398707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:41.398707 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.406014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2694bb-d4d0-42e0-b750-5e3df91c82ef None None] Network 329f24bf-548d-4726-9c90-6ec6901e5e7e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:20:41.457451 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-14677c6b-81ce-4ee7-9fec-4d01d7dc7519 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6983445
Feb 19 21:20:41.469946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86878a6a-19a4-424d-9f8c-77e1c3f880d4 req-7f1a9010-6634-43c1-a725-69f4bef41eaa tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667021
Feb 19 21:20:41.557349 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461822ec-b33b-402a-9228-c2526e29898f None None] Network 329f24bf-548d-4726-9c90-6ec6901e5e7e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:20:41.568952 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (769a946a-d0c6-4555-b054-e21ceae5e73e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.614223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=769a946a-d0c6-4555-b054-e21ceae5e73e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:41.664293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (4a902278-bea7-41d6-aac3-72f77dbf8b18), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.709262 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.825513 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.828025 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_controller (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.884942 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (9e7a50f7-07be-4e0b-8eeb-80300558ab9d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.885555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Fanout notify agent at l3_agent the message router_deleted on router 9e7a50f7-07be-4e0b-8eeb-80300558ab9d {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:20:41.893426 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.897331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b061b39a-e25c-449f-848c-e2733d2765c0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/routers/9e7a50f7-07be-4e0b-8eeb-80300558ab9d HTTP/1.1" status: 204  len: 168 time: 1.7162042
Feb 19 21:20:41.897990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58896) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:41.989528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:41.989528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:41.999740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c998aca-8750-4c9e-bacb-340a2972b90b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting subnet b9e704e4-8d78-455f-b22e-f2042e17e3ab {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:20:42.003765 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c998aca-8750-4c9e-bacb-340a2972b90b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for subnet (b9e704e4-8d78-455f-b22e-f2042e17e3ab), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.048556 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c998aca-8750-4c9e-bacb-340a2972b90b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (b9e704e4-8d78-455f-b22e-f2042e17e3ab), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.117039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] For port 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c,segment=NetworkSegment(a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4),segment_id=a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:42.117649 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.139207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58902) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:42.142963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-962052537-network', 'tenant_id': 'f9ee52aba69e494e86667326d2d1b5e4'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:42.147730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Calling delete_port for 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:42.167934 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c998aca-8750-4c9e-bacb-340a2972b90b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (b9e704e4-8d78-455f-b22e-f2042e17e3ab), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.210958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Made reservation on behalf of f9ee52aba69e494e86667326d2d1b5e4 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:42.213891 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.227557 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.234960 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c998aca-8750-4c9e-bacb-340a2972b90b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (b9e704e4-8d78-455f-b22e-f2042e17e3ab), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.265870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c998aca-8750-4c9e-bacb-340a2972b90b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e704e4-8d78-455f-b22e-f2042e17e3ab,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:42.267907 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c998aca-8750-4c9e-bacb-340a2972b90b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.274179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5c998aca-8750-4c9e-bacb-340a2972b90b tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/subnets/b9e704e4-8d78-455f-b22e-f2042e17e3ab HTTP/1.1" status: 204  len: 168 time: 0.3750758
Feb 19 21:20:42.275676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58904) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:42.282362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a33fa-8fc2-4145-b0ef-8d2591ad2c78 None None] Network d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:20:42.370011 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (d50e44d6-1ba2-49fc-a161-dcc91cd9ac14), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.400066 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Publish callbacks [] for security_group (6120bcc5-4f0d-43ad-a932-deb42d2b4168), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.407065 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6120bcc5-4f0d-43ad-a932-deb42d2b4168), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.461051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:42.461593 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.472575 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:20:42.490572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] DHCP port deletion for d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:20:42.491466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6120bcc5-4f0d-43ad-a932-deb42d2b4168,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:42.499801 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a0400954-ae52-48d3-aebf-8774ae6863f2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.500169 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Added segment a0400954-ae52-48d3-aebf-8774ae6863f2 of type vlan for network f570c1d2-ad9e-4c1a-9eef-d49c40203f5b
Feb 19 21:20:42.502310 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.550849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] For port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7bdc7bc-f377-4233-9eae-1ae1766b1e2e,segment=NetworkSegment(c9fbfe97-786f-48f8-adec-15993ad22a50),segment_id=c9fbfe97-786f-48f8-adec-15993ad22a50)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:42.551412 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.571750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for a7bdc7bc-f377-4233-9eae-1ae1766b1e2e owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:42.579202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Deleting port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:42.580282 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.582920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Port': ['ID=0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:42.645998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f570c1d2-ad9e-4c1a-9eef-d49c40203f5b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.683353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] For port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7bdc7bc-f377-4233-9eae-1ae1766b1e2e,segment=NetworkSegment(c9fbfe97-786f-48f8-adec-15993ad22a50),segment_id=c9fbfe97-786f-48f8-adec-15993ad22a50)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:42.684206 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.700551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Calling delete_port for a7bdc7bc-f377-4233-9eae-1ae1766b1e2e owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:42.758638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6a525-2078-4d51-bdaf-8394c2d3a635 req-b39a2256-7235-4c37-bf45-430130331804 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:42.760373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f6a525-2078-4d51-bdaf-8394c2d3a635 req-b39a2256-7235-4c37-bf45-430130331804 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 943 time: 0.0968513
Feb 19 21:20:42.782818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.785705 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f570c1d2-ad9e-4c1a-9eef-d49c40203f5b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.786642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:42.787227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.827446 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (a7bdc7bc-f377-4233-9eae-1ae1766b1e2e), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.844718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] No DVR routers for this DVR port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:20:42.847305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=a7bdc7bc-f377-4233-9eae-1ae1766b1e2e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:42.863519 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Pushing event deleted for resources: {'Port': ['ID=a7bdc7bc-f377-4233-9eae-1ae1766b1e2e,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:42.883033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.883558 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.884013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.884581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.885603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.886197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.887704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.887704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.887704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.889418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.889418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.889418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.889418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:42.894904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508dd0e-181c-4827-a5ce-cf1dbabd020d None None] No DVR routers for this DVR port a7bdc7bc-f377-4233-9eae-1ae1766b1e2e on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:20:42.964558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57f6a525-2078-4d51-bdaf-8394c2d3a635 req-02b1e416-fc44-4e54-b304-a66f397f71e4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943471
Feb 19 21:20:42.969315 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (d50e44d6-1ba2-49fc-a161-dcc91cd9ac14), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:42.995099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69ebd400>,) {'filters': {'network_id': ['d50e44d6-1ba2-49fc-a161-dcc91cd9ac14']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:43.006346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69ebd400>, 'c9fbfe97-786f-48f8-adec-15993ad22a50') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:43.007026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69ebd400>, 'c9fbfe97-786f-48f8-adec-15993ad22a50') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:43.018028 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (c9fbfe97-786f-48f8-adec-15993ad22a50), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.039754 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (c9fbfe97-786f-48f8-adec-15993ad22a50), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.047822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:20:43.051655 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (c9fbfe97-786f-48f8-adec-15993ad22a50), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:20:43.055378 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:20:43.124721 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (d50e44d6-1ba2-49fc-a161-dcc91cd9ac14), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.131854 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.139019 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/networks/d50e44d6-1ba2-49fc-a161-dcc91cd9ac14 HTTP/1.1" status: 204  len: 168 time: 0.8588393
Feb 19 21:20:43.143911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58908) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:43.178334 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0395663
Feb 19 21:20:43.185901 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58910) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:43.192660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] Request body: {'subnet': {'network_id': 'f570c1d2-ad9e-4c1a-9eef-d49c40203f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-962052537-subnet', 'tenant_id': 'f9ee52aba69e494e86667326d2d1b5e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:43.200431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ce9f7-0e76-440d-a599-2ed034bc2157 admin admin] Pushing event updated for resources: {'Network': ['ID=f570c1d2-ad9e-4c1a-9eef-d49c40203f5b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:43.212412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f570c1d2-ad9e-4c1a-9eef-d49c40203f5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:20:43.224198 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (4a902278-bea7-41d6-aac3-72f77dbf8b18), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.240570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] Made reservation on behalf of f9ee52aba69e494e86667326d2d1b5e4 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:43.243297 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.285266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18ae3d-25dd-4645-862b-72488b340238 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Network': ['ID=d50e44d6-1ba2-49fc-a161-dcc91cd9ac14,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:43.346735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7bdc7bc-f377-4233-9eae-1ae1766b1e2e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:20:43.354643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-141d52d6-541d-4cfe-a8cb-40117b125739 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port 83c002b4-2300-4a63-9bfc-e6134e43b3d4 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:43.355233 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-141d52d6-541d-4cfe-a8cb-40117b125739 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (83c002b4-2300-4a63-9bfc-e6134e43b3d4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.378464 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a7bdc7bc-f377-4233-9eae-1ae1766b1e2e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:20:43.379401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a7bdc7bc-f377-4233-9eae-1ae1766b1e2e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:20:43.437780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-141d52d6-541d-4cfe-a8cb-40117b125739 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (83c002b4-2300-4a63-9bfc-e6134e43b3d4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.438023 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-141d52d6-541d-4cfe-a8cb-40117b125739 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (83c002b4-2300-4a63-9bfc-e6134e43b3d4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.451302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-141d52d6-541d-4cfe-a8cb-40117b125739 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for 83c002b4-2300-4a63-9bfc-e6134e43b3d4 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:43.598078 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-141d52d6-541d-4cfe-a8cb-40117b125739 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (83c002b4-2300-4a63-9bfc-e6134e43b3d4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.625724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d52d6-541d-4cfe-a8cb-40117b125739 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=83c002b4-2300-4a63-9bfc-e6134e43b3d4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:43.634119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (929415df-3341-4f4f-9d05-d04d7c8e934e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.643945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4a902278-bea7-41d6-aac3-72f77dbf8b18 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:43.704367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] Pushing event updated for resources: {'Subnet': ['ID=929415df-3341-4f4f-9d05-d04d7c8e934e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:43.706159 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-141d52d6-541d-4cfe-a8cb-40117b125739 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for floatingip (6913b8fe-fdb8-4d94-8e93-a1c365999022), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.709663 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-141d52d6-541d-4cfe-a8cb-40117b125739 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.713402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-141d52d6-541d-4cfe-a8cb-40117b125739 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/floatingips/6913b8fe-fdb8-4d94-8e93-a1c365999022 HTTP/1.1" status: 204  len: 168 time: 0.5680087
Feb 19 21:20:43.716713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58912) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:43.745710 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e3d313-2234-40fc-9a5a-b3d9eff795c3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:20:43.746300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e3d313-2234-40fc-9a5a-b3d9eff795c3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:20:43.749524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d7e3d313-2234-40fc-9a5a-b3d9eff795c3 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/ports/c32f42e6-b787-4b35-837c-2fa192477983 HTTP/1.1" status: 404  len: 333 time: 0.0317888
Feb 19 21:20:43.752099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58914) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:43.781912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-efad57d1-f2aa-4042-8796-68c1ed55adb0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e7a50f7-07be-4e0b-8eeb-80300558ab9d HTTP/1.1" status: 200  len: 205 time: 0.0272036
Feb 19 21:20:43.782956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58916) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:43.795542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] Checking segment: {'id': 'a0400954-ae52-48d3-aebf-8774ae6863f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f570c1d2-ad9e-4c1a-9eef-d49c40203f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:43.795913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] Network hostable DHCP agents. Network: f570c1d2-ad9e-4c1a-9eef-d49c40203f5b, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:20:43.828271 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-0c335cc1-9bd5-40e6-bced-6350ddd76ba0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] delete failed (client error): The resource could not be found.
Feb 19 21:20:43.831878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0c335cc1-9bd5-40e6-bced-6350ddd76ba0 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/routers/9e7a50f7-07be-4e0b-8eeb-80300558ab9d HTTP/1.1" status: 404  len: 336 time: 0.0455289
Feb 19 21:20:43.832186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58918) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:43.833676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] Network f570c1d2-ad9e-4c1a-9eef-d49c40203f5b is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:20:43.841038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:43.850607 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12d2a401-c38d-4da5-b56d-15fd5581354a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "PUT /v2.0/routers/4a902278-bea7-41d6-aac3-72f77dbf8b18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8120916
Feb 19 21:20:43.851251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58920) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:43.853550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd86c2a-ff35-476d-89c8-e25c523fc0f2 None None] Sync routers for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:43.859549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f570c1d2-ad9e-4c1a-9eef-d49c40203f5b) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:43.865905 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-98aab0b5-d226-4540-b03f-4433d9c1696a tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:20:43.866362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98aab0b5-d226-4540-b03f-4433d9c1696a tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:20:43.866608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd86c2a-ff35-476d-89c8-e25c523fc0f2 None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:43.867447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4bd86c2a-ff35-476d-89c8-e25c523fc0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634556a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:43.872423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-98aab0b5-d226-4540-b03f-4433d9c1696a tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/subnets/b9e704e4-8d78-455f-b22e-f2042e17e3ab HTTP/1.1" status: 404  len: 337 time: 0.0388553
Feb 19 21:20:43.874586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58922) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:43.886328 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:43.886943 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.921315 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-90c34272-3520-46e0-97c7-925efd1ac35c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7337646
Feb 19 21:20:43.933483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-267ddaa8-c4d1-4d87-855d-53b7eef74969 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting subnet 5e59fe2b-537d-4db8-9c8c-5a5516f32425 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:20:43.942231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-267ddaa8-c4d1-4d87-855d-53b7eef74969 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for subnet (5e59fe2b-537d-4db8-9c8c-5a5516f32425), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:43.970411 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f68638-5255-4590-997f-7104c1c78cd7 None None] Network f570c1d2-ad9e-4c1a-9eef-d49c40203f5b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:20:44.003782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c06f89ef-bee9-4f26-b561-6028ce0a8b12 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port 9083ad95-f649-402b-a22b-01f740c53050 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:44.004670 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c06f89ef-bee9-4f26-b561-6028ce0a8b12 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9083ad95-f649-402b-a22b-01f740c53050), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.022040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-4bd86c2a-ff35-476d-89c8-e25c523fc0f2 None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:20:44.048599 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-267ddaa8-c4d1-4d87-855d-53b7eef74969 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (5e59fe2b-537d-4db8-9c8c-5a5516f32425), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.176631 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c06f89ef-bee9-4f26-b561-6028ce0a8b12 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9083ad95-f649-402b-a22b-01f740c53050), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.190745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c06f89ef-bee9-4f26-b561-6028ce0a8b12 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for 9083ad95-f649-402b-a22b-01f740c53050 owned by  {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:44.197392 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-267ddaa8-c4d1-4d87-855d-53b7eef74969 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (5e59fe2b-537d-4db8-9c8c-5a5516f32425), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.258116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497ffe2-8631-45f1-a6d7-07d94cb8de7b req-0b4a152b-2dd3-48e6-9fe4-fc65b4169647 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:44.261549 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c497ffe2-8631-45f1-a6d7-07d94cb8de7b req-0b4a152b-2dd3-48e6-9fe4-fc65b4169647 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 943 time: 0.1328106
Feb 19 21:20:44.298992 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:20:44.305455 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-267ddaa8-c4d1-4d87-855d-53b7eef74969 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (5e59fe2b-537d-4db8-9c8c-5a5516f32425), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.327693 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-267ddaa8-c4d1-4d87-855d-53b7eef74969 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.333940 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-267ddaa8-c4d1-4d87-855d-53b7eef74969 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/subnets/5e59fe2b-537d-4db8-9c8c-5a5516f32425 HTTP/1.1" status: 204  len: 168 time: 0.4803338
Feb 19 21:20:44.368157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58934) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:44.380673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ddaa8-c4d1-4d87-855d-53b7eef74969 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Subnet': ['ID=5e59fe2b-537d-4db8-9c8c-5a5516f32425,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:44.428818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c497ffe2-8631-45f1-a6d7-07d94cb8de7b req-99a9cadb-bbf0-4856-9907-f2a1532368ce tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611061
Feb 19 21:20:44.464884 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c06f89ef-bee9-4f26-b561-6028ce0a8b12 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9083ad95-f649-402b-a22b-01f740c53050), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.506733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4673c143-5b9b-4573-acd3-ee42bd7dfcfd None None] Network 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:20:44.514129 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f89ef-bee9-4f26-b561-6028ce0a8b12 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=9083ad95-f649-402b-a22b-01f740c53050,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:44.553706 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router (4a902278-bea7-41d6-aac3-72f77dbf8b18), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.660837 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c06f89ef-bee9-4f26-b561-6028ce0a8b12 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.668008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c06f89ef-bee9-4f26-b561-6028ce0a8b12 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/ports/9083ad95-f649-402b-a22b-01f740c53050 HTTP/1.1" status: 204  len: 168 time: 0.7895980
Feb 19 21:20:44.669325 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58944) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:44.674337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4bd86c2a-ff35-476d-89c8-e25c523fc0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634556a0>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:20:42Z', 'revision_number': 7, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': 'e71ab193-dee4-4acc-8089-e87f15a73ae7', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:17:56Z', 'updated_at': '2022-02-19T21:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:44.679952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75891762-a66a-4b1a-ad8e-2571a73a1e6f None None] Network f570c1d2-ad9e-4c1a-9eef-d49c40203f5b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:20:44.721952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-1d9ecb6f-9198-4bad-867b-be8bd6efb788 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:44.723603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-1d9ecb6f-9198-4bad-867b-be8bd6efb788 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/networks?id=329f24bf-548d-4726-9c90-6ec6901e5e7e HTTP/1.1" status: 200  len: 809 time: 0.1672626
Feb 19 21:20:44.757256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-0430003f-df07-4234-a91a-b9c9c9bd1899 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/quotas/f355422bbc4a402597f285f02ca85a3a HTTP/1.1" status: 200  len: 375 time: 0.0273006
Feb 19 21:20:44.760127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd86c2a-ff35-476d-89c8-e25c523fc0f2 None None] Checking router: 4a902278-bea7-41d6-aac3-72f77dbf8b18 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:20:44.780751 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_gateway (4a902278-bea7-41d6-aac3-72f77dbf8b18), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.790767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd86c2a-ff35-476d-89c8-e25c523fc0f2 None None] Routers {'4a902278-bea7-41d6-aac3-72f77dbf8b18'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:44.791209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4bd86c2a-ff35-476d-89c8-e25c523fc0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634556a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4a902278-bea7-41d6-aac3-72f77dbf8b18'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:44.805681 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-8102acaf-e814-44f5-bf76-5d6c553949b1 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f355422bbc4a402597f285f02ca85a3a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0474286
Feb 19 21:20:44.844396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-30509c1a-1e2e-45a8-a17b-bb8f4bfeb268 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port 54ea2b49-ea44-4592-89f4-dcab5f3d7035 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:44.844396 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30509c1a-1e2e-45a8-a17b-bb8f4bfeb268 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (54ea2b49-ea44-4592-89f4-dcab5f3d7035), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.921644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-913ed695-9eb7-4104-9939-bff370fcc82e service neutron] 10.222.0.30 "GET /v2.0/networks/329f24bf-548d-4726-9c90-6ec6901e5e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1143076
Feb 19 21:20:44.934007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting port e71ab193-dee4-4acc-8089-e87f15a73ae7 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:44.934552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:44.948105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-4bd86c2a-ff35-476d-89c8-e25c523fc0f2 None None] Set router 4a902278-bea7-41d6-aac3-72f77dbf8b18 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:20:44.999103 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30509c1a-1e2e-45a8-a17b-bb8f4bfeb268 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (54ea2b49-ea44-4592-89f4-dcab5f3d7035), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.017197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c642cf5-8c50-49fe-b520-71dbb94d6ba8 None None] DHCP port deletion for 47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:20:45.020885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4bd86c2a-ff35-476d-89c8-e25c523fc0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634556a0>, [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:20:44Z', 'revision_number': 8, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:45.023351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-30509c1a-1e2e-45a8-a17b-bb8f4bfeb268 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for 54ea2b49-ea44-4592-89f4-dcab5f3d7035 owned by  {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:45.053534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-fe5debd2-6c9b-4d04-90fb-0a05de73eef7 service neutron] 10.222.0.30 "GET /v2.0/networks/329f24bf-548d-4726-9c90-6ec6901e5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287489
Feb 19 21:20:45.054938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd86c2a-ff35-476d-89c8-e25c523fc0f2 None None] The sync data for ids ['4a902278-bea7-41d6-aac3-72f77dbf8b18'] in ncdv-master-1 is: [{'id': '4a902278-bea7-41d6-aac3-72f77dbf8b18', 'name': 'tempest-TestNetworkBasicOps-router-602177232', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:17:55Z', 'updated_at': '2022-02-19T21:20:44Z', 'revision_number': 8, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:45.108658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] For port e71ab193-dee4-4acc-8089-e87f15a73ae7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e71ab193-dee4-4acc-8089-e87f15a73ae7,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:45.109036 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.113914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9c642cf5-8c50-49fe-b520-71dbb94d6ba8 None None] Deleting port b367a41e-4be6-424f-b5cb-7be08d0be4e5 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:45.114565 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9c642cf5-8c50-49fe-b520-71dbb94d6ba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.131866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Calling delete_port for e71ab193-dee4-4acc-8089-e87f15a73ae7 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:45.184998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-9c642cf5-8c50-49fe-b520-71dbb94d6ba8 None None] For port b367a41e-4be6-424f-b5cb-7be08d0be4e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b367a41e-4be6-424f-b5cb-7be08d0be4e5,segment=NetworkSegment(a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4),segment_id=a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:45.185613 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9c642cf5-8c50-49fe-b520-71dbb94d6ba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.215317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9c642cf5-8c50-49fe-b520-71dbb94d6ba8 None None] Calling delete_port for b367a41e-4be6-424f-b5cb-7be08d0be4e5 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:45.315238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f27f58d8-3571-4800-8d42-390e095b18c8 req-a4d05d8d-3e08-4bc4-92f2-76efdf42f499 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 210 time: 0.0528507
Feb 19 21:20:45.328050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30509c1a-1e2e-45a8-a17b-bb8f4bfeb268 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (54ea2b49-ea44-4592-89f4-dcab5f3d7035), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.358101 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9c642cf5-8c50-49fe-b520-71dbb94d6ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (b367a41e-4be6-424f-b5cb-7be08d0be4e5), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.363796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30509c1a-1e2e-45a8-a17b-bb8f4bfeb268 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=54ea2b49-ea44-4592-89f4-dcab5f3d7035,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:45.403590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c642cf5-8c50-49fe-b520-71dbb94d6ba8 None None] No DVR routers for this DVR port b367a41e-4be6-424f-b5cb-7be08d0be4e5 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:20:45.408921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c642cf5-8c50-49fe-b520-71dbb94d6ba8 None None] Pushing event deleted for resources: {'Port': ['ID=b367a41e-4be6-424f-b5cb-7be08d0be4e5,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:45.504958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30509c1a-1e2e-45a8-a17b-bb8f4bfeb268 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.508103 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-30509c1a-1e2e-45a8-a17b-bb8f4bfeb268 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/ports/54ea2b49-ea44-4592-89f4-dcab5f3d7035 HTTP/1.1" status: 204  len: 168 time: 0.8382416
Feb 19 21:20:45.511167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58956) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:45.527220 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e71ab193-dee4-4acc-8089-e87f15a73ae7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.564385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b367a41e-4be6-424f-b5cb-7be08d0be4e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:20:45.608197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: b367a41e-4be6-424f-b5cb-7be08d0be4e5 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:20:45.609154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b367a41e-4be6-424f-b5cb-7be08d0be4e5 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:20:45.609896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:20:45.616406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Port': ['ID=e71ab193-dee4-4acc-8089-e87f15a73ae7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:45.647354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:20:45.647714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0e5bdf03-97c3-4c32-a04b-1d1c09a7bc4c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:20:45.667186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021356b-90ea-46b7-88b2-fe838406131e req-5570a2fe-5ceb-4091-b330-83f3338a3a6e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:45.675759 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a021356b-90ea-46b7-88b2-fe838406131e req-5570a2fe-5ceb-4091-b330-83f3338a3a6e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 943 time: 0.1102626
Feb 19 21:20:45.711591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39770adb-98a3-4517-8895-e17d6808b19c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:45.713210 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-39770adb-98a3-4517-8895-e17d6808b19c tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "GET /v2.0/ports?device_id=e77859fb-5d43-45bd-a2ee-c7fe664e34d4 HTTP/1.1" status: 200  len: 913 time: 0.2007258
Feb 19 21:20:45.716693 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (4a902278-bea7-41d6-aac3-72f77dbf8b18), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.719515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58960) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:45.820898 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (4a902278-bea7-41d6-aac3-72f77dbf8b18), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.823464 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_controller (4a902278-bea7-41d6-aac3-72f77dbf8b18), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.825181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a021356b-90ea-46b7-88b2-fe838406131e req-913de5c8-4c51-4721-8b4b-830c0467710f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482241
Feb 19 21:20:45.884940 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (4a902278-bea7-41d6-aac3-72f77dbf8b18), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.886307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Fanout notify agent at l3_agent the message router_deleted on router 4a902278-bea7-41d6-aac3-72f77dbf8b18 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:20:45.895217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:45.896420 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8518cda1-f1ec-4623-ad4a-18dee53ea28a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/routers/4a902278-bea7-41d6-aac3-72f77dbf8b18 HTTP/1.1" status: 204  len: 168 time: 1.5257208
Feb 19 21:20:45.899353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58962) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:46.024365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.132316 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.171667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b0c8730>,) {'filters': {'network_id': ['47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:46.187254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b0c8730>, 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:46.187473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b0c8730>, 'a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:46.203956 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.221200 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.228366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:20:46.228944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (a077f59f-cd4e-4c72-8fe6-b46a17cfe3f4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:20:46.233561 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:20:46.300462 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.308920 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.312742 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/networks/47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f HTTP/1.1" status: 204  len: 168 time: 0.4110749
Feb 19 21:20:46.328982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e2899-742d-4b96-8c1b-3dd08f100197 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Network': ['ID=47eb1791-b4e6-4bd2-a055-e8f0ffe0b61f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:46.339007 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b2f7118f-c61c-48a0-badd-13056c61e8c4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.342862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58966) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:46.355239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'network': {'name': 'tempest-network-smoke--1296210052', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'port_security_enabled': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:46.396728 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Made reservation on behalf of e2dcdf87966c4cc5899afcfb6f2b6b1f for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:46.400465 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.441919 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:20:46.454871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6ab79cbe-294a-448f-963d-0cbea876ab69), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.455564 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Added segment 6ab79cbe-294a-448f-963d-0cbea876ab69 of type vlan for network c4ebd81e-1d57-4556-849f-49c1f55e520a
Feb 19 21:20:46.514210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:20:46.531402 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (c4ebd81e-1d57-4556-849f-49c1f55e520a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.607367 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (c4ebd81e-1d57-4556-849f-49c1f55e520a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.615356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:46.616122 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.717582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:46.733577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'port_id': '27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe', 'mac_address': 'fa:16:3e:93:c6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:20:46.791950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:46.792530 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.816631 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:20:46.819939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98acff91-4d43-4ece-b2fe-32c1a6a5e4f5 req-faa96b08-ae03-445a-90a4-674862910906 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 210 time: 0.3915570
Feb 19 21:20:46.849395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:46.865884 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:46.932867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:47.065859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:20:47.095691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629d171-2435-40d5-a238-eb8424762726 req-d24785be-4689-4dec-9570-d938906c976a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:47.100586 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a629d171-2435-40d5-a238-eb8424762726 req-d24785be-4689-4dec-9570-d938906c976a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 944 time: 0.1773045
Feb 19 21:20:47.235510 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8858809
Feb 19 21:20:47.236209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 58970) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:47.247047 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-326771477', 'admin_state_up': True, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:47.250987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a629d171-2435-40d5-a238-eb8424762726 req-5ce6bd1c-acde-406f-9be3-a63118cf933e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367748
Feb 19 21:20:47.266054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Network': ['ID=c4ebd81e-1d57-4556-849f-49c1f55e520a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:47.291554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-5e34840b-a3a4-44f1-81b1-31143605c80a tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:47.293134 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-5e34840b-a3a4-44f1-81b1-31143605c80a tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.67 "GET /v2.0/networks?id=329f24bf-548d-4726-9c90-6ec6901e5e7e HTTP/1.1" status: 200  len: 809 time: 0.6994195
Feb 19 21:20:47.296516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7118f-c61c-48a0-badd-13056c61e8c4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port d4ebb720-9eec-4fb5-abef-10b6a769b6fc {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:47.296824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.296940 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b2f7118f-c61c-48a0-badd-13056c61e8c4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d4ebb720-9eec-4fb5-abef-10b6a769b6fc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:47.297184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.297559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.297940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.298388 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.298746 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.299187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.299533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.299869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.300206 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.300582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.300945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.301319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37259e3-dc87-4ed7-9c10-5551d58aae41 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:47.301549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e71ab193-dee4-4acc-8089-e87f15a73ae7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:20:47.312579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Request body: {'port': {'device_id': '8abc5b5f-df17-43c4-af14-e9f47a9f9234', 'network_id': '329f24bf-548d-4726-9c90-6ec6901e5e7e', 'admin_state_up': True, 'tenant_id': 'f355422bbc4a402597f285f02ca85a3a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:47.318591 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:47.319757 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:47.330620 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network c4ebd81e-1d57-4556-849f-49c1f55e520a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:20:47.336288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e71ab193-dee4-4acc-8089-e87f15a73ae7 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:20:47.336288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e71ab193-dee4-4acc-8089-e87f15a73ae7 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:20:47.407877 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b2f7118f-c61c-48a0-badd-13056c61e8c4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d4ebb720-9eec-4fb5-abef-10b6a769b6fc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:47.425867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7118f-c61c-48a0-badd-13056c61e8c4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for d4ebb720-9eec-4fb5-abef-10b6a769b6fc owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:47.448064 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_controller (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:47.581617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Made reservation on behalf of f355422bbc4a402597f285f02ca85a3a for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:47.585069 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:47.629973 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_gateway (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:47.631962 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b2f7118f-c61c-48a0-badd-13056c61e8c4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d4ebb720-9eec-4fb5-abef-10b6a769b6fc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:47.666861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7118f-c61c-48a0-badd-13056c61e8c4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=d4ebb720-9eec-4fb5-abef-10b6a769b6fc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:47.821806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Allocated IP 172.20.0.11 (329f24bf-548d-4726-9c90-6ec6901e5e7e/0920ff0d-2897-49e9-84da-dfcc71b272bb/177dcc51-f1b3-422d-be43-aa6cfc1b0319) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:47.868929 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b2f7118f-c61c-48a0-badd-13056c61e8c4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:47.997000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad9ee3c0-be68-4ae8-abdc-ac6ab92b1871 req-60328435-562a-465b-b39d-5be80790fcff tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 210 time: 0.0383596
Feb 19 21:20:48.042694 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_gateway (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.068760 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.172817 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Publish callbacks [] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.217141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f7118f-c61c-48a0-badd-13056c61e8c4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:48.257815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Allocated IP 172.35.2.43 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/47c131d7-da93-480b-9921-3889d82d97a9) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:48.279689 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.312564 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7e8f-6e37-4203-a735-e9c0b32dccdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.384262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f7118f-c61c-48a0-badd-13056c61e8c4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:48.388318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Network 329f24bf-548d-4726-9c90-6ec6901e5e7e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:48.392684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b2f7118f-c61c-48a0-badd-13056c61e8c4 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "PUT /v2.0/routers/e77859fb-5d43-45bd-a2ee-c7fe664e34d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6699886
Feb 19 21:20:48.393557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58976) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:48.396259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:48.401853 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd7fbe-c115-41f5-8258-a72ef1830d79 None None] Sync routers for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:48.405058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:48.411216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Pushing event updated for resources: {'Port': ['ID=177dcc51-f1b3-422d-be43-aa6cfc1b0319,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:48.424523 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fd7fbe-c115-41f5-8258-a72ef1830d79 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:48.426097 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a5fd7fbe-c115-41f5-8258-a72ef1830d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702e9e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:48.469617 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a5fd7fbe-c115-41f5-8258-a72ef1830d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702e9e80>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:48.479163 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (47c131d7-da93-480b-9921-3889d82d97a9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.481583 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fd7fbe-c115-41f5-8258-a72ef1830d79 None None] Routers {'e77859fb-5d43-45bd-a2ee-c7fe664e34d4'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:48.482398 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a5fd7fbe-c115-41f5-8258-a72ef1830d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702e9e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:48.485661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:48.486331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.504588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e6f5f-1551-4de2-8407-56f5bdecfeda req-45ad173c-5cdc-4698-893e-1eeac64b854f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:48.506210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f6e6f5f-1551-4de2-8407-56f5bdecfeda req-45ad173c-5cdc-4698-893e-1eeac64b854f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 944 time: 0.1558111
Feb 19 21:20:48.512172 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-b60fa210-4668-41f4-a170-7afb6f4a5ed3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2056305
Feb 19 21:20:48.522530 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a5fd7fbe-c115-41f5-8258-a72ef1830d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702e9e80>, [], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:48.523480 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd7fbe-c115-41f5-8258-a72ef1830d79 None None] The sync data for ids ['e77859fb-5d43-45bd-a2ee-c7fe664e34d4'] in ncdv-master-1 is: [] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:48.527477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Request body: {'port': {'device_id': '8abc5b5f-df17-43c4-af14-e9f47a9f9234', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:48.528667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:20:48.546591 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.573718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (47c131d7-da93-480b-9921-3889d82d97a9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.603894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:20:48.608854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:48.609284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.642289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:48.646480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f6e6f5f-1551-4de2-8407-56f5bdecfeda req-e6f59fcb-ddac-4709-9f4b-850d3f37f805 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246459
Feb 19 21:20:48.646848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.652459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:48.664379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:48.677609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=47c131d7-da93-480b-9921-3889d82d97a9,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:48.699309 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_gateway (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.718993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:48.719920 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.757087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6f3168-96da-4bff-b09b-954c091e9c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:48.760352 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9046d226-179b-484a-a3c5-c423448bf17f" -d '{"events": [{"server_uuid": "5d6f3168-96da-4bff-b09b-954c091e9c60", "name": "network-vif-plugged", "status": "completed", "tag": "27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:48.768492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting port 8c2e0f14-37f9-4c9d-af6f-a82d7d74634a {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:48.768698 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8c2e0f14-37f9-4c9d-af6f-a82d7d74634a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.776461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:48.783535 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.845057 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12621d41-0927-400f-8f0b-b0a395481bd1 x-openstack-request-id: req-12621d41-0927-400f-8f0b-b0a395481bd1 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:48.845852 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6f3168-96da-4bff-b09b-954c091e9c60", "name": "network-vif-plugged", "status": "completed", "tag": "27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:48.846454 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12621d41-0927-400f-8f0b-b0a395481bd1 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:48.847242 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6f3168-96da-4bff-b09b-954c091e9c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe', 'code': 200}
Feb 19 21:20:48.874115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:48.912301 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8c2e0f14-37f9-4c9d-af6f-a82d7d74634a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:48.928376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Calling delete_port for 8c2e0f14-37f9-4c9d-af6f-a82d7d74634a owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:48.981684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72225ba-8db6-4789-9f04-c4df860ec0c9 req-6e5686b8-348b-488b-9eed-725a1210007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:48.983740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c72225ba-8db6-4789-9f04-c4df860ec0c9 req-6e5686b8-348b-488b-9eed-725a1210007b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 1127 time: 0.1118634
Feb 19 21:20:49.100390 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c72225ba-8db6-4789-9f04-c4df860ec0c9 req-9f01e21c-1ab4-4673-ac03-4802b1789cd9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102021
Feb 19 21:20:49.253874 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8c2e0f14-37f9-4c9d-af6f-a82d7d74634a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.289171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Port': ['ID=8c2e0f14-37f9-4c9d-af6f-a82d7d74634a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:49.303573 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a7ccd-e7cd-4ab5-a786-0bdbab50db47 req-c2e26180-6daf-4b16-beb9-a324eb05a180 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:49.307310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc5a7ccd-e7cd-4ab5-a786-0bdbab50db47 req-c2e26180-6daf-4b16-beb9-a324eb05a180 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 932 time: 0.1735380
Feb 19 21:20:49.310133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177dcc51-f1b3-422d-be43-aa6cfc1b0319 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:20:49.314825 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_gateway (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.321397 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Publish callbacks [] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.405655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc5a7ccd-e7cd-4ab5-a786-0bdbab50db47 req-251413e0-fd01-4c0e-8e03-8d6ead842157 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762658
Feb 19 21:20:49.406659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.406843 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Transition to ACTIVE for port object 177dcc51-f1b3-422d-be43-aa6cfc1b0319 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:20:49.414407 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.514064 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.516540 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router_controller (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.575044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (e77859fb-5d43-45bd-a2ee-c7fe664e34d4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.576205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Fanout notify agent at l3_agent the message router_deleted on router e77859fb-5d43-45bd-a2ee-c7fe664e34d4 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:20:49.584509 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.585732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-019e2582-090e-4a0c-8059-c3a745c05c0d tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/routers/e77859fb-5d43-45bd-a2ee-c7fe664e34d4 HTTP/1.1" status: 204  len: 168 time: 1.1915586
Feb 19 21:20:49.588528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58982) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:49.655302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c34960-4b1d-4f68-ac5a-f52b9b7e9f39 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Deleting subnet b158f4ba-dee8-42ba-ba8d-261f18e2959e {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:20:49.659106 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9c34960-4b1d-4f68-ac5a-f52b9b7e9f39 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for subnet (b158f4ba-dee8-42ba-ba8d-261f18e2959e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.731312 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9c34960-4b1d-4f68-ac5a-f52b9b7e9f39 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (b158f4ba-dee8-42ba-ba8d-261f18e2959e), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.830407 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9c34960-4b1d-4f68-ac5a-f52b9b7e9f39 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (b158f4ba-dee8-42ba-ba8d-261f18e2959e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.881445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b1cde-153a-464e-9fc2-273d78f95b13 req-cab0801e-1097-4ef2-ab4a-4d64c40f5bec tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:49.883152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f69b1cde-153a-464e-9fc2-273d78f95b13 req-cab0801e-1097-4ef2-ab4a-4d64c40f5bec tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 945 time: 0.1259837
Feb 19 21:20:49.931450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=177dcc51-f1b3-422d-be43-aa6cfc1b0319,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:49.943213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9c34960-4b1d-4f68-ac5a-f52b9b7e9f39 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (b158f4ba-dee8-42ba-ba8d-261f18e2959e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:49.962031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f69b1cde-153a-464e-9fc2-273d78f95b13 req-a1134fb5-427b-4f5f-abc1-25292eef22f1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682566
Feb 19 21:20:49.992598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c34960-4b1d-4f68-ac5a-f52b9b7e9f39 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Subnet': ['ID=b158f4ba-dee8-42ba-ba8d-261f18e2959e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:49.992816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Attempting to bind port 177dcc51-f1b3-422d-be43-aa6cfc1b0319 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:20:49.993184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Attempting to bind port 177dcc51-f1b3-422d-be43-aa6cfc1b0319 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '61b5bffe-40d7-469b-ae37-c0a4a9e123d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '329f24bf-548d-4726-9c90-6ec6901e5e7e'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:20:49.993526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Attempting to bind port 177dcc51-f1b3-422d-be43-aa6cfc1b0319 on network 329f24bf-548d-4726-9c90-6ec6901e5e7e {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:50.001006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e9c34960-4b1d-4f68-ac5a-f52b9b7e9f39 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.004864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e9c34960-4b1d-4f68-ac5a-f52b9b7e9f39 tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/subnets/b158f4ba-dee8-42ba-ba8d-261f18e2959e HTTP/1.1" status: 204  len: 168 time: 0.4147747
Feb 19 21:20:50.007423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58986) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:50.015450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Port 177dcc51-f1b3-422d-be43-aa6cfc1b0319 on network 329f24bf-548d-4726-9c90-6ec6901e5e7e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:20:50.015869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Attempting to bind port 177dcc51-f1b3-422d-be43-aa6cfc1b0319 on network 329f24bf-548d-4726-9c90-6ec6901e5e7e {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:50.031360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:20:50.031619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Checking segment: {'id': '61b5bffe-40d7-469b-ae37-c0a4a9e123d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '329f24bf-548d-4726-9c90-6ec6901e5e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:50.032079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Bound using segment: {'id': '61b5bffe-40d7-469b-ae37-c0a4a9e123d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '329f24bf-548d-4726-9c90-6ec6901e5e7e'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:20:50.032492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Bound port: 177dcc51-f1b3-422d-be43-aa6cfc1b0319, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b5bffe-40d7-469b-ae37-c0a4a9e123d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '329f24bf-548d-4726-9c90-6ec6901e5e7e'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:20:50.032871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.054798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.124026 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e00a0a8c-e923-4780-9096-c2c763d33870), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.203293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] For port 177dcc51-f1b3-422d-be43-aa6cfc1b0319, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:20:50.209095 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] For port 177dcc51-f1b3-422d-be43-aa6cfc1b0319, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=177dcc51-f1b3-422d-be43-aa6cfc1b0319,segment=NetworkSegment(61b5bffe-40d7-469b-ae37-c0a4a9e123d1),segment_id=61b5bffe-40d7-469b-ae37-c0a4a9e123d1)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:20:50.221788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.235032 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e00a0a8c-e923-4780-9096-c2c763d33870), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.258884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6ba0b070>,) {'filters': {'network_id': ['e00a0a8c-e923-4780-9096-c2c763d33870']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:50.271964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ba0b070>, '8db066ad-cd85-466d-8873-5f27e7e2bcdf') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:50.272371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6ba0b070>, '8db066ad-cd85-466d-8873-5f27e7e2bcdf') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:50.275939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:50.276756 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.278602 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] 10.222.0.67 "PUT /v2.0/ports/177dcc51-f1b3-422d-be43-aa6cfc1b0319 HTTP/1.1" status: 200  len: 1092 time: 1.7572420
Feb 19 21:20:50.279045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abc5b5f-df17-43c4-af14-e9f47a9f9234', 'tag': '177dcc51-f1b3-422d-be43-aa6cfc1b0319'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:50.282525 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa39653-6297-4702-8f1b-5d67f47906db" -d '{"events": [{"name": "network-changed", "server_uuid": "8abc5b5f-df17-43c4-af14-e9f47a9f9234", "tag": "177dcc51-f1b3-422d-be43-aa6cfc1b0319"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:50.298359 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (8db066ad-cd85-466d-8873-5f27e7e2bcdf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.316311 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d8b0b-f9da-4ade-aab7-0b4ac97df7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=177dcc51-f1b3-422d-be43-aa6cfc1b0319,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:50.331919 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (8db066ad-cd85-466d-8873-5f27e7e2bcdf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.342613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:20:50.343034 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (8db066ad-cd85-466d-8873-5f27e7e2bcdf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.345953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:20:50.346277 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:20:50.348576 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca9bae2-b8c7-40d8-8654-ea9b55f4c929 x-openstack-request-id: req-dca9bae2-b8c7-40d8-8654-ea9b55f4c929 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:50.348881 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abc5b5f-df17-43c4-af14-e9f47a9f9234", "tag": "177dcc51-f1b3-422d-be43-aa6cfc1b0319", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:50.349285 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dca9bae2-b8c7-40d8-8654-ea9b55f4c929 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:50.349690 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abc5b5f-df17-43c4-af14-e9f47a9f9234', 'tag': '177dcc51-f1b3-422d-be43-aa6cfc1b0319', 'status': 'completed', 'code': 200}
Feb 19 21:20:50.414028 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e00a0a8c-e923-4780-9096-c2c763d33870), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.421786 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.428036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] 10.222.0.30 "DELETE /v2.0/networks/e00a0a8c-e923-4780-9096-c2c763d33870 HTTP/1.1" status: 204  len: 168 time: 0.4166858
Feb 19 21:20:50.442790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a6579-f373-4758-b2d7-db4199689fad tempest-FloatingIPTestJSON-1932209466 tempest-FloatingIPTestJSON-1932209466-project] Pushing event deleted for resources: {'Network': ['ID=e00a0a8c-e923-4780-9096-c2c763d33870,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:50.481799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-48ecd629-3314-44a9-afaa-3d3e834df70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:50.483388 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-48ecd629-3314-44a9-afaa-3d3e834df70f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f355422bbc4a402597f285f02ca85a3a&device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 1126 time: 0.1479812
Feb 19 21:20:50.532791 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-869d63bb-c032-4425-8973-10119b9c90f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=177dcc51-f1b3-422d-be43-aa6cfc1b0319 HTTP/1.1" status: 200  len: 217 time: 0.0409472
Feb 19 21:20:50.579559 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6994176b-7b2d-4ff4-a7d0-2cb2c90b13f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.597728 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:50.611322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Sync routers for ids ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:50.611706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-84509659-9ef0-4e77-bb72-3df0b2c86fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:50.613963 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-84509659-9ef0-4e77-bb72-3df0b2c86fcd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0920ff0d-2897-49e9-84da-dfcc71b272bb HTTP/1.1" status: 200  len: 849 time: 0.0743570
Feb 19 21:20:50.623676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a2a77-59e5-4596-8f62-e872f6a4c7b7 req-2677c46d-7fe2-4c7a-821c-cf6ceac8d924 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:50.629275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-667a2a77-59e5-4596-8f62-e872f6a4c7b7 req-2677c46d-7fe2-4c7a-821c-cf6ceac8d924 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 944 time: 0.1098440
Feb 19 21:20:50.630856 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Routers {'4893a7a4-b5ad-49c8-9478-aaa8bbba6486'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:50.631583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6335f310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:50.655522 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-d4a0059a-fedf-4f93-8881-b5468cbc6a83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=329f24bf-548d-4726-9c90-6ec6901e5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328088
Feb 19 21:20:50.659927 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:50.664142 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-392e70db-4f57-4465-b814-23743b9db168 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.4181623
Feb 19 21:20:50.666231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58994) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:50.720962 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-918a4548-e2f2-4c25-be58-b2de7a1d8649 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0533068
Feb 19 21:20:50.722082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 58996) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:50.801241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Set router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:20:50.812273 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-3281aa9a-e47b-40de-816a-d38a81453c9e service neutron] 10.222.0.67 "GET /v2.0/networks/329f24bf-548d-4726-9c90-6ec6901e5e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491475
Feb 19 21:20:50.955746 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59000) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:50.987643 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-efdcda4d-2a0f-429c-89f9-dd3e7d0c478f req-efdcb0a6-bbc4-4ddd-840d-680a8487c778 service neutron] 10.222.0.67 "GET /v2.0/networks/329f24bf-548d-4726-9c90-6ec6901e5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675434
Feb 19 21:20:51.084987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6335f310>, [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:49Z', 'revision_number': 3, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:51.116165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Checking router: 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:20:51.116832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Updating router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 port 47c131d7-da93-480b-9921-3889d82d97a9 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:20:51.133033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa39653-6297-4702-8f1b-5d67f47906db req-0658909c-53cc-4a08-ae65-38ff35ba2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:51.135351 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4aa39653-6297-4702-8f1b-5d67f47906db req-0658909c-53cc-4a08-ae65-38ff35ba2626 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f355422bbc4a402597f285f02ca85a3a&device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 1126 time: 0.0750275
Feb 19 21:20:51.154129 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (47c131d7-da93-480b-9921-3889d82d97a9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:51.220065 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-667a2a77-59e5-4596-8f62-e872f6a4c7b7 req-b2d4a7a8-dc3e-483c-9a9e-f87d0df95d53 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5804217
Feb 19 21:20:51.261268 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ced9f790-937d-4057-9b5e-947c460b33fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0536dcef551e4e76a62fb8fd56a36335&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3031991
Feb 19 21:20:51.263761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59006) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:51.279648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa39653-6297-4702-8f1b-5d67f47906db req-38cbf868-3fd4-48c6-94a3-68f0fe6b02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:51.281214 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4aa39653-6297-4702-8f1b-5d67f47906db req-38cbf868-3fd4-48c6-94a3-68f0fe6b02fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=329f24bf-548d-4726-9c90-6ec6901e5e7e HTTP/1.1" status: 200  len: 910 time: 0.1381934
Feb 19 21:20:51.334788 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4aa39653-6297-4702-8f1b-5d67f47906db req-22919f7c-2ebf-4afe-8c31-951342466224 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=177dcc51-f1b3-422d-be43-aa6cfc1b0319 HTTP/1.1" status: 200  len: 217 time: 0.0468874
Feb 19 21:20:51.342210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0d321-3fd7-404c-b8dd-2c4b103ffb10 req-b799695c-d624-488d-bb8a-b368b90881e4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:51.345017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ea0d321-3fd7-404c-b8dd-2c4b103ffb10 req-b799695c-d624-488d-bb8a-b368b90881e4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 945 time: 0.2291462
Feb 19 21:20:51.353061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d53fae-ac0f-4bb0-b64f-d66ffb5360cf tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:51.356212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-62d53fae-ac0f-4bb0-b64f-d66ffb5360cf tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.6249778
Feb 19 21:20:51.366452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59008) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:51.391957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa39653-6297-4702-8f1b-5d67f47906db req-3df27786-3a3c-4931-b061-10e6d917775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:51.393918 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4aa39653-6297-4702-8f1b-5d67f47906db req-3df27786-3a3c-4931-b061-10e6d917775d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0920ff0d-2897-49e9-84da-dfcc71b272bb HTTP/1.1" status: 200  len: 849 time: 0.0495386
Feb 19 21:20:51.422946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f9878cb1-a05d-4646-93c2-e246f3fc4708 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0521033
Feb 19 21:20:51.425618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59010) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:51.428417 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4aa39653-6297-4702-8f1b-5d67f47906db req-c022e229-c74d-4150-99d2-08627298ced4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=329f24bf-548d-4726-9c90-6ec6901e5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0287135
Feb 19 21:20:51.432110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-799512739', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:51.495096 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Publish callbacks [] for port (47c131d7-da93-480b-9921-3889d82d97a9), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:51.502099 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (47c131d7-da93-480b-9921-3889d82d97a9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:51.523388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ea0d321-3fd7-404c-b8dd-2c4b103ffb10 req-9ee09a08-98f0-4178-83d6-3abf67b96ca1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597791
Feb 19 21:20:51.527140 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9bee-7935-4206-ad01-208f89305aab admin admin] Publish callbacks [] for security_group (397377de-984c-4225-bc9a-7f3a22701910), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:51.550817 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9bee-7935-4206-ad01-208f89305aab admin admin] Publish callbacks [] for security_group (397377de-984c-4225-bc9a-7f3a22701910), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:51.556631 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4aa39653-6297-4702-8f1b-5d67f47906db req-37b4bac4-ed39-4a1c-a835-35ecdad91bec service neutron] 10.222.0.67 "GET /v2.0/networks/329f24bf-548d-4726-9c90-6ec6901e5e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219423
Feb 19 21:20:51.622936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Attempting to bind port 47c131d7-da93-480b-9921-3889d82d97a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:20:51.631047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Attempting to bind port 47c131d7-da93-480b-9921-3889d82d97a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:20:51.631558 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Attempting to bind port 47c131d7-da93-480b-9921-3889d82d97a9 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:51.644792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:20:51.645165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:51.645649 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:51.645996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:20:51.646171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9bee-7935-4206-ad01-208f89305aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (397377de-984c-4225-bc9a-7f3a22701910), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:51.646632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Bound port: 47c131d7-da93-480b-9921-3889d82d97a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:20:51.646870 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (47c131d7-da93-480b-9921-3889d82d97a9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:51.648655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd82496-6f21-4eb4-beaa-77e07159ab85 None None] Pushing event updated for resources: {'Port': ['ID=47c131d7-da93-480b-9921-3889d82d97a9,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:51.650853 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6fcd9bee-7935-4206-ad01-208f89305aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:51.656394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6fcd9bee-7935-4206-ad01-208f89305aab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/397377de-984c-4225-bc9a-7f3a22701910 HTTP/1.1" status: 204  len: 168 time: 0.3914869
Feb 19 21:20:51.663262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Made reservation on behalf of e2dcdf87966c4cc5899afcfb6f2b6b1f for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:20:51.668006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:51.699884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd9bee-7935-4206-ad01-208f89305aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397377de-984c-4225-bc9a-7f3a22701910,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:51.739640 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4aa39653-6297-4702-8f1b-5d67f47906db req-5cc72f13-729f-44c6-9bf2-f9fab46e0453 service neutron] 10.222.0.67 "GET /v2.0/networks/329f24bf-548d-4726-9c90-6ec6901e5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738026
Feb 19 21:20:51.751702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] For port 47c131d7-da93-480b-9921-3889d82d97a9, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:20:51.772179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] For port 47c131d7-da93-480b-9921-3889d82d97a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47c131d7-da93-480b-9921-3889d82d97a9,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:20:51.784991 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (47c131d7-da93-480b-9921-3889d82d97a9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:51.861370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08eb54-1ee3-4fdc-bae8-dc9326a97553 req-2dfe10ad-ca34-47c7-90bb-e4cd981b9b0d tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:51.863179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb08eb54-1ee3-4fdc-bae8-dc9326a97553 req-2dfe10ad-ca34-47c7-90bb-e4cd981b9b0d tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 945 time: 0.2050831
Feb 19 21:20:51.865443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd82496-6f21-4eb4-beaa-77e07159ab85 None None] Pushing event updated for resources: {'Port': ['ID=47c131d7-da93-480b-9921-3889d82d97a9,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:51.870705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Routers {'4893a7a4-b5ad-49c8-9478-aaa8bbba6486'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:51.871413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6335f310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:51.876075 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:52.024384 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb08eb54-1ee3-4fdc-bae8-dc9326a97553 req-4e460491-0756-4a98-a26c-a45f77672b89 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311932
Feb 19 21:20:52.046275 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (e2e53a7a-8950-4397-a71b-1be7e43f0721), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:52.136299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Subnet': ['ID=e2e53a7a-8950-4397-a71b-1be7e43f0721,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:52.150706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Checking segment: {'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:52.150706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network hostable DHCP agents. Network: c4ebd81e-1d57-4556-849f-49c1f55e520a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:20:52.172844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network c4ebd81e-1d57-4556-849f-49c1f55e520a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:20:52.186181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c4ebd81e-1d57-4556-849f-49c1f55e520a) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:52.191488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:52.192992 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:52.198681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc032760-0c5d-4b50-9960-0a64c7747b5c None None] Network c4ebd81e-1d57-4556-849f-49c1f55e520a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:20:52.219167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59030) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:52.220795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a77d90ee-5a05-43a2-ba06-9afdd078f650 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7925291
Feb 19 21:20:52.274450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] Set router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:20:52.489780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686c83d-512d-41b1-a7c5-e1e664b02cad req-4207022d-6888-4ab3-a269-3019bb209400 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:52.496564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0686c83d-512d-41b1-a7c5-e1e664b02cad req-4207022d-6888-4ab3-a269-3019bb209400 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 944 time: 0.1520367
Feb 19 21:20:52.558359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6335f310>, [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:49Z', 'revision_number': 3, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:52.604381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e17d9-bdab-4e99-9399-5755e4236b15 None None] The sync data for ids ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'] in ncdv-master-1 is: [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:49Z', 'revision_number': 3, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:52.610093 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0686c83d-512d-41b1-a7c5-e1e664b02cad req-852c5e8d-a560-4b69-a7e2-c2fc02434b9d tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068993
Feb 19 21:20:52.617340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c4ebd81e-1d57-4556-849f-49c1f55e520a', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ips': [{'subnet_id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:20:52.619083 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:52.652405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deec45-3316-4b56-ab10-675530a31b42 req-aa97ae11-51c2-49d4-85d8-7252350b1e20 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:52.654225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16deec45-3316-4b56-ab10-675530a31b42 req-aa97ae11-51c2-49d4-85d8-7252350b1e20 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 945 time: 0.1486132
Feb 19 21:20:52.763370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16deec45-3316-4b56-ab10-675530a31b42 req-ce507d8c-afeb-4d26-84fc-b8f5aac1caeb tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985236
Feb 19 21:20:52.881899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Allocated IP 172.20.0.2 (c4ebd81e-1d57-4556-849f-49c1f55e520a/e2e53a7a-8950-4397-a71b-1be7e43f0721/caaa4c84-b680-4876-bc07-bd632eb0a2c5) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:52.905047 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.027186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59046) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:53.182508 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Publish callbacks [] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.199868 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.208421 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-be66dea6-440f-4b60-b6fe-e99f7efe5956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942216085'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:53.265708 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be66dea6-440f-4b60-b6fe-e99f7efe5956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.282648 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Network c4ebd81e-1d57-4556-849f-49c1f55e520a is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:53.287433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:53.291906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:53.294587 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be66dea6-440f-4b60-b6fe-e99f7efe5956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.306575 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.316528 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Pushing event updated for resources: {'Port': ['ID=caaa4c84-b680-4876-bc07-bd632eb0a2c5,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:53.419268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 47c131d7-da93-480b-9921-3889d82d97a9 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:20:53.424231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Allocated IP 172.20.0.1 (c4ebd81e-1d57-4556-849f-49c1f55e520a/e2e53a7a-8950-4397-a71b-1be7e43f0721/0efaa126-89ef-4707-a438-e8dab2c2e3d0) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:20:53.452940 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be66dea6-440f-4b60-b6fe-e99f7efe5956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (ddad41a3-0c22-4499-b758-702502556215), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.461897 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be66dea6-440f-4b60-b6fe-e99f7efe5956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ddad41a3-0c22-4499-b758-702502556215), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.473716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Attempting to bind port caaa4c84-b680-4876-bc07-bd632eb0a2c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:20:53.474104 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Attempting to bind port caaa4c84-b680-4876-bc07-bd632eb0a2c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:20:53.474484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Attempting to bind port caaa4c84-b680-4876-bc07-bd632eb0a2c5 on network c4ebd81e-1d57-4556-849f-49c1f55e520a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:53.486668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:20:53.487059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Checking segment: {'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:53.487482 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.487894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Bound using segment: {'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:20:53.488434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Bound port: caaa4c84-b680-4876-bc07-bd632eb0a2c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:20:53.488835 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.549736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66dea6-440f-4b60-b6fe-e99f7efe5956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddad41a3-0c22-4499-b758-702502556215,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:53.558915 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 47c131d7-da93-480b-9921-3889d82d97a9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:53.559310 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (47c131d7-da93-480b-9921-3889d82d97a9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.618800 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be66dea6-440f-4b60-b6fe-e99f7efe5956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (d6f84d5e-623a-4bce-acc5-0eb92253ea6b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.630437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be66dea6-440f-4b60-b6fe-e99f7efe5956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d6f84d5e-623a-4bce-acc5-0eb92253ea6b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.633230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] For port caaa4c84-b680-4876-bc07-bd632eb0a2c5, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:20:53.637447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] For port caaa4c84-b680-4876-bc07-bd632eb0a2c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=caaa4c84-b680-4876-bc07-bd632eb0a2c5,segment=NetworkSegment(6ab79cbe-294a-448f-963d-0cbea876ab69),segment_id=6ab79cbe-294a-448f-963d-0cbea876ab69)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:20:53.653120 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.664841 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.681942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66dea6-440f-4b60-b6fe-e99f7efe5956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f84d5e-623a-4bce-acc5-0eb92253ea6b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:53.697245 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be66dea6-440f-4b60-b6fe-e99f7efe5956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.698603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-be66dea6-440f-4b60-b6fe-e99f7efe5956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6702344
Feb 19 21:20:53.703013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59052) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:53.767995 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.808582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f737767-f51b-4a89-8ca9-657f99908541 None None] Pushing event updated for resources: {'Port': ['ID=caaa4c84-b680-4876-bc07-bd632eb0a2c5,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:53.811956 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 47c131d7-da93-480b-9921-3889d82d97a9 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:53.812976 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (47c131d7-da93-480b-9921-3889d82d97a9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.820649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-92ce20e7-752d-4514-9c04-569115b6decb tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1074204
Feb 19 21:20:53.821795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59056) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:53.848207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-baab1941-9f98-4760-bc74-81ab5d312750 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group': {'name': 'tempest-security--2077069360', 'description': 'tempest-security-description-522728919'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:53.868138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network c4ebd81e-1d57-4556-849f-49c1f55e520a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:53.883822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:53.889859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:20:53.918367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 47c131d7-da93-480b-9921-3889d82d97a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47c131d7-da93-480b-9921-3889d82d97a9,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:53.926664 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (47c131d7-da93-480b-9921-3889d82d97a9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:53.927862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=0efaa126-89ef-4707-a438-e8dab2c2e3d0,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:53.974997 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.060489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=47c131d7-da93-480b-9921-3889d82d97a9,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:54.111750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7c55-77e6-4942-b558-246b234179e3 req-0cd6c694-3813-4485-9a42-ad54dcd6ec95 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:54.113539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a3d7c55-77e6-4942-b558-246b234179e3 req-0cd6c694-3813-4485-9a42-ad54dcd6ec95 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 944 time: 0.3098261
Feb 19 21:20:54.118082 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-baab1941-9f98-4760-bc74-81ab5d312750 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (d6f84d5e-623a-4bce-acc5-0eb92253ea6b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.218862 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-baab1941-9f98-4760-bc74-81ab5d312750 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (d6f84d5e-623a-4bce-acc5-0eb92253ea6b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.234924 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-baab1941-9f98-4760-bc74-81ab5d312750 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d6f84d5e-623a-4bce-acc5-0eb92253ea6b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.238134 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-baab1941-9f98-4760-bc74-81ab5d312750 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.242257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-baab1941-9f98-4760-bc74-81ab5d312750 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "PUT /v2.0/security-groups/d6f84d5e-623a-4bce-acc5-0eb92253ea6b HTTP/1.1" status: 200  len: 1796 time: 0.4042649
Feb 19 21:20:54.244222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59058) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:54.256101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c93184-7a7e-44eb-baa5-24abb10a327f req-3c241c90-bb7b-4450-9b72-1a800854b735 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:54.257864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-32c93184-7a7e-44eb-baa5-24abb10a327f req-3c241c90-bb7b-4450-9b72-1a800854b735 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 945 time: 0.3505199
Feb 19 21:20:54.286382 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.302983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa596e53-23b5-4710-8d95-637add643d08 req-60012987-4d7f-4f08-95d2-551e004e2714 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:54.306073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa596e53-23b5-4710-8d95-637add643d08 req-60012987-4d7f-4f08-95d2-551e004e2714 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 945 time: 0.4045355
Feb 19 21:20:54.334148 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f510458d-1741-4143-bd60-4aee8fe6a5e7 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups/d6f84d5e-623a-4bce-acc5-0eb92253ea6b HTTP/1.1" status: 200  len: 1796 time: 0.0881441
Feb 19 21:20:54.339288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59060) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:54.402080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab1941-9f98-4760-bc74-81ab5d312750 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f84d5e-623a-4bce-acc5-0eb92253ea6b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:54.431066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a3d7c55-77e6-4942-b558-246b234179e3 req-46593c07-845a-4746-8b28-a02f5dad5898 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3014843
Feb 19 21:20:54.441089 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.473990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-32c93184-7a7e-44eb-baa5-24abb10a327f req-0dc65ada-affe-4504-899e-c1552fc9992c tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010531
Feb 19 21:20:54.539986 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9350b829-70eb-4957-851e-43cf04b06306 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (d6f84d5e-623a-4bce-acc5-0eb92253ea6b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.571518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-fa596e53-23b5-4710-8d95-637add643d08 req-0146753c-f5f7-4a52-8cf9-b59b0cb07fd7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Deleting port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:20:54.572499 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa596e53-23b5-4710-8d95-637add643d08 req-0146753c-f5f7-4a52-8cf9-b59b0cb07fd7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.579799 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9350b829-70eb-4957-851e-43cf04b06306 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (d6f84d5e-623a-4bce-acc5-0eb92253ea6b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.680186 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.685415 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9350b829-70eb-4957-851e-43cf04b06306 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d6f84d5e-623a-4bce-acc5-0eb92253ea6b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.688079 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9350b829-70eb-4957-851e-43cf04b06306 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.688445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.691646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9350b829-70eb-4957-851e-43cf04b06306 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-groups/d6f84d5e-623a-4bce-acc5-0eb92253ea6b HTTP/1.1" status: 204  len: 168 time: 0.3437202
Feb 19 21:20:54.695725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59062) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:54.719944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350b829-70eb-4957-851e-43cf04b06306 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f84d5e-623a-4bce-acc5-0eb92253ea6b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:54.740602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-fa596e53-23b5-4710-8d95-637add643d08 req-0146753c-f5f7-4a52-8cf9-b59b0cb07fd7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] For port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:54.741085 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa596e53-23b5-4710-8d95-637add643d08 req-0146753c-f5f7-4a52-8cf9-b59b0cb07fd7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.756774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-fa596e53-23b5-4710-8d95-637add643d08 req-0146753c-f5f7-4a52-8cf9-b59b0cb07fd7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Calling delete_port for 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:20:54.800849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.834300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=0efaa126-89ef-4707-a438-e8dab2c2e3d0,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:54.879721 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ce6d226d-d36c-4d6c-85b2-8a62c6505b12 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1761675
Feb 19 21:20:54.880836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59064) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:54.929180 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [None req-e2772c22-2a10-40ec-9551-9c844b0eae9c tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] delete failed (client error): The resource could not be found.
Feb 19 21:20:54.930722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e2772c22-2a10-40ec-9551-9c844b0eae9c tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-groups/d6f84d5e-623a-4bce-acc5-0eb92253ea6b HTTP/1.1" status: 404  len: 347 time: 0.0485659
Feb 19 21:20:54.938079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59066) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:54.944306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c1504241-74b5-42fc-825b-87bc0b783f91 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group': {'name': 'tempest-secgroup--390918356'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:54.996209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1504241-74b5-42fc-825b-87bc0b783f91 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:54.996603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network c4ebd81e-1d57-4556-849f-49c1f55e520a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:20:54.998444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:20:55.008413 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa596e53-23b5-4710-8d95-637add643d08 req-0146753c-f5f7-4a52-8cf9-b59b0cb07fd7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:55.030874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ba67d66f-db64-4254-bc12-c3652b12e977'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:20:55.033608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 177dcc51-f1b3-422d-be43-aa6cfc1b0319 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:20:55.078063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146753c-f5f7-4a52-8cf9-b59b0cb07fd7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event deleted for resources: {'Port': ['ID=27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:55.139051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa596e53-23b5-4710-8d95-637add643d08 req-0146753c-f5f7-4a52-8cf9-b59b0cb07fd7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] No DVR routers for this DVR port 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:20:55.143147 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa596e53-23b5-4710-8d95-637add643d08 req-0146753c-f5f7-4a52-8cf9-b59b0cb07fd7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:55.146632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa596e53-23b5-4710-8d95-637add643d08 req-0146753c-f5f7-4a52-8cf9-b59b0cb07fd7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "DELETE /v2.0/ports/27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe HTTP/1.1" status: 204  len: 173 time: 0.8310304
Feb 19 21:20:55.147134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6f3168-96da-4bff-b09b-954c091e9c60', 'name': 'network-vif-deleted', 'tag': '27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:55.156801 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e1b98c-19e0-4794-89d2-1561bb40a1ca" -d '{"events": [{"server_uuid": "5d6f3168-96da-4bff-b09b-954c091e9c60", "name": "network-vif-deleted", "tag": "27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:55.209157 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:20:55.277889 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffafda50-07a7-4fdd-94de-bdbce21c1039 x-openstack-request-id: req-ffafda50-07a7-4fdd-94de-bdbce21c1039 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:55.278422 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6f3168-96da-4bff-b09b-954c091e9c60", "name": "network-vif-deleted", "tag": "27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:55.278833 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffafda50-07a7-4fdd-94de-bdbce21c1039 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:55.279389 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6f3168-96da-4bff-b09b-954c091e9c60', 'name': 'network-vif-deleted', 'tag': '27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe', 'status': 'completed', 'code': 200}
Feb 19 21:20:55.280897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 177dcc51-f1b3-422d-be43-aa6cfc1b0319, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=177dcc51-f1b3-422d-be43-aa6cfc1b0319,segment=NetworkSegment(61b5bffe-40d7-469b-ae37-c0a4a9e123d1),segment_id=61b5bffe-40d7-469b-ae37-c0a4a9e123d1)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:55.312726 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1504241-74b5-42fc-825b-87bc0b783f91 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (8103aaf3-dbdd-4c59-8853-df316c22a833), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:55.323317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1504241-74b5-42fc-825b-87bc0b783f91 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8103aaf3-dbdd-4c59-8853-df316c22a833), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:55.346889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '177dcc51-f1b3-422d-be43-aa6cfc1b0319', 'network_id': '329f24bf-548d-4726-9c90-6ec6901e5e7e', 'port_id': '177dcc51-f1b3-422d-be43-aa6cfc1b0319', 'mac_address': 'fa:16:3e:48:a5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0920ff0d-2897-49e9-84da-dfcc71b272bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:20:55.414396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 177dcc51-f1b3-422d-be43-aa6cfc1b0319 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:55.416986 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:55.436267 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c1504241-74b5-42fc-825b-87bc0b783f91 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:55.437555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c1504241-74b5-42fc-825b-87bc0b783f91 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4984276
Feb 19 21:20:55.441768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59070) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:55.465477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-795d9fa4-d6e8-474e-93aa-746c9afdc02d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': '8103aaf3-dbdd-4c59-8853-df316c22a833', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:55.504360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177dcc51-f1b3-422d-be43-aa6cfc1b0319 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:20:55.565360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 177dcc51-f1b3-422d-be43-aa6cfc1b0319, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=177dcc51-f1b3-422d-be43-aa6cfc1b0319,segment=NetworkSegment(61b5bffe-40d7-469b-ae37-c0a4a9e123d1),segment_id=61b5bffe-40d7-469b-ae37-c0a4a9e123d1)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:55.566964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1504241-74b5-42fc-825b-87bc0b783f91 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8103aaf3-dbdd-4c59-8853-df316c22a833,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:55.589543 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:55.592504 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-795d9fa4-d6e8-474e-93aa-746c9afdc02d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f5740d89-4b19-4946-b815-3cfbdd444a36), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:55.655941 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:20:55.672039 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-adca6866-ee59-436b-b9b0-4ef7443afc11 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "PUT /v2.0/routers/4893a7a4-b5ad-49c8-9478-aaa8bbba6486/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4517553
Feb 19 21:20:55.675713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59076) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:55.679774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 47c131d7-da93-480b-9921-3889d82d97a9 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:20:55.783276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=177dcc51-f1b3-422d-be43-aa6cfc1b0319,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:55.801634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c1d8669-4bcf-45a4-b908-ddfe5803ace8 req-55f709a5-8245-4642-a9f3-3047385179d4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6f3168-96da-4bff-b09b-954c091e9c60 HTTP/1.1" status: 200  len: 210 time: 0.1015823
Feb 19 21:20:55.809597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 47c131d7-da93-480b-9921-3889d82d97a9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:55.810021 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (47c131d7-da93-480b-9921-3889d82d97a9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:55.866024 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Sync routers for ids ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:20:55.891781 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Routers {'4893a7a4-b5ad-49c8-9478-aaa8bbba6486'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:55.893899 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7017f940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:55.916379 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-795d9fa4-d6e8-474e-93aa-746c9afdc02d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f5740d89-4b19-4946-b815-3cfbdd444a36), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:55.934845 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-795d9fa4-d6e8-474e-93aa-746c9afdc02d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (f5740d89-4b19-4946-b815-3cfbdd444a36), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:55.953612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['177dcc51-f1b3-422d-be43-aa6cfc1b0319'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:20:55.988904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d9fa4-d6e8-474e-93aa-746c9afdc02d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5740d89-4b19-4946-b815-3cfbdd444a36,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:56.012860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfa02-b0a0-411a-ad8a-38122db25605 req-84d501fc-22a0-4492-a0e5-d8db5baa1a20 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.017045 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfbcfa02-b0a0-411a-ad8a-38122db25605 req-84d501fc-22a0-4492-a0e5-d8db5baa1a20 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 945 time: 0.2727685
Feb 19 21:20:56.022543 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-795d9fa4-d6e8-474e-93aa-746c9afdc02d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.024635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-795d9fa4-d6e8-474e-93aa-746c9afdc02d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5818276
Feb 19 21:20:56.035139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59088) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:56.067151 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.077618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 47c131d7-da93-480b-9921-3889d82d97a9 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:56.081478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device caaa4c84-b680-4876-bc07-bd632eb0a2c5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:20:56.147111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfbcfa02-b0a0-411a-ad8a-38122db25605 req-36911722-61f6-4f95-b9fc-ec4220e87634 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210604
Feb 19 21:20:56.168064 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-facdbfc2-2472-4953-b8ed-88c82503b9f9 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f5740d89-4b19-4946-b815-3cfbdd444a36), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.175329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c13132-0c5e-4f32-bcce-f6acc83bcb63 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.175817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c13132-0c5e-4f32-bcce-f6acc83bcb63 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.176284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c13132-0c5e-4f32-bcce-f6acc83bcb63 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.186758 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c13132-0c5e-4f32-bcce-f6acc83bcb63 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.187359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c13132-0c5e-4f32-bcce-f6acc83bcb63 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.192651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c13132-0c5e-4f32-bcce-f6acc83bcb63 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.193251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c13132-0c5e-4f32-bcce-f6acc83bcb63 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.193832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c13132-0c5e-4f32-bcce-f6acc83bcb63 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.196452 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e3c13132-0c5e-4f32-bcce-f6acc83bcb63 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5682 time: 0.5193987
Feb 19 21:20:56.202284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59090) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:56.206130 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-facdbfc2-2472-4953-b8ed-88c82503b9f9 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f5740d89-4b19-4946-b815-3cfbdd444a36), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.255117 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Set router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:20:56.263335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port caaa4c84-b680-4876-bc07-bd632eb0a2c5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:56.263720 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.269758 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85617e7c-1dd8-452e-9004-c8a392bdbf52 None None] Network c4ebd81e-1d57-4556-849f-49c1f55e520a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:20:56.290151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-facdbfc2-2472-4953-b8ed-88c82503b9f9 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (f5740d89-4b19-4946-b815-3cfbdd444a36), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.298080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-facdbfc2-2472-4953-b8ed-88c82503b9f9 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.299742 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-facdbfc2-2472-4953-b8ed-88c82503b9f9 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f5740d89-4b19-4946-b815-3cfbdd444a36 HTTP/1.1" status: 204  len: 168 time: 0.2614768
Feb 19 21:20:56.303782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59092) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:56.336560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdbfc2-2472-4953-b8ed-88c82503b9f9 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5740d89-4b19-4946-b815-3cfbdd444a36,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:56.404581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4926721-4bef-4315-8795-f24562cdc098 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.405057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4926721-4bef-4315-8795-f24562cdc098 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.405533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4926721-4bef-4315-8795-f24562cdc098 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.406048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4926721-4bef-4315-8795-f24562cdc098 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.407442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4926721-4bef-4315-8795-f24562cdc098 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.408278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4926721-4bef-4315-8795-f24562cdc098 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.408783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4926721-4bef-4315-8795-f24562cdc098 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.409254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4926721-4bef-4315-8795-f24562cdc098 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:56.411690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e4926721-4bef-4315-8795-f24562cdc098 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5281 time: 0.2083516
Feb 19 21:20:56.413927 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-136a9bf1-e277-44e1-9e78-98c121725ab4 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1086423
Feb 19 21:20:56.415887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59094) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:56.420067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59096) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:56.552774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ac34f4a9-8437-4013-a7a6-b1a54f484b5f None None] Provisioning complete for port caaa4c84-b680-4876-bc07-bd632eb0a2c5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:56.553413 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ac34f4a9-8437-4013-a7a6-b1a54f484b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.571361 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06988d57-9acf-4039-b675-f8f3a5b6a41a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (8103aaf3-dbdd-4c59-8853-df316c22a833), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.626977 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06988d57-9acf-4039-b675-f8f3a5b6a41a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (8103aaf3-dbdd-4c59-8853-df316c22a833), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.636149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:20:56.691080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:20:56.691855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 27a4f7ff-7455-4a78-addd-ea9fa4eb2dfe not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:20:56.699053 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7017f940>, [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:54Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0efaa126-89ef-4707-a438-e8dab2c2e3d0', 'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:26:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:53Z', 'updated_at': '2022-02-19T21:20:54Z', 'revision_number': 2, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:56.708434 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06988d57-9acf-4039-b675-f8f3a5b6a41a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8103aaf3-dbdd-4c59-8853-df316c22a833), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.711600 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-06988d57-9acf-4039-b675-f8f3a5b6a41a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.716304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-06988d57-9acf-4039-b675-f8f3a5b6a41a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-groups/8103aaf3-dbdd-4c59-8853-df316c22a833 HTTP/1.1" status: 204  len: 168 time: 0.2926118
Feb 19 21:20:56.722488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59098) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:56.746995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06988d57-9acf-4039-b675-f8f3a5b6a41a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8103aaf3-dbdd-4c59-8853-df316c22a833,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:56.804069 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Checking router: 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:20:56.804496 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Updating router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:20:56.866055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fde55cfb-e889-477e-b576-b03cd599e11d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1422045
Feb 19 21:20:56.872406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59102) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:56.878400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-472595d5-847d-4bc8-a8c7-9879fefbd9c6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group': {'name': 'tempest-secgroup--805263961'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:56.894087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port caaa4c84-b680-4876-bc07-bd632eb0a2c5 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:56.894477 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.913957 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-472595d5-847d-4bc8-a8c7-9879fefbd9c6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:56.938792 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.022581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ac34f4a9-8437-4013-a7a6-b1a54f484b5f None None] Current status of the port caaa4c84-b680-4876-bc07-bd632eb0a2c5 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:57.024990 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ac34f4a9-8437-4013-a7a6-b1a54f484b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.139832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port caaa4c84-b680-4876-bc07-bd632eb0a2c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=caaa4c84-b680-4876-bc07-bd632eb0a2c5,segment=NetworkSegment(6ab79cbe-294a-448f-963d-0cbea876ab69),segment_id=6ab79cbe-294a-448f-963d-0cbea876ab69)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:57.157850 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-472595d5-847d-4bc8-a8c7-9879fefbd9c6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (e988b03b-446f-4be8-8233-e80854281887), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.172457 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-472595d5-847d-4bc8-a8c7-9879fefbd9c6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e988b03b-446f-4be8-8233-e80854281887), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.182812 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.299994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472595d5-847d-4bc8-a8c7-9879fefbd9c6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e988b03b-446f-4be8-8233-e80854281887,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:57.351730 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-472595d5-847d-4bc8-a8c7-9879fefbd9c6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.353967 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-472595d5-847d-4bc8-a8c7-9879fefbd9c6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4797215
Feb 19 21:20:57.377545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59130) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:57.414106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f72051d9-66f4-4cfb-9395-c05ef8c7bb15 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': 'e988b03b-446f-4be8-8233-e80854281887', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:57.422603 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-ac34f4a9-8437-4013-a7a6-b1a54f484b5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:20:57.422603 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-ac34f4a9-8437-4013-a7a6-b1a54f484b5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:20:57.461239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322ae44-2e74-48f0-92fa-c382251a99ec req-b91533fe-5abf-40f2-9f97-faa79e0746e4 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:57.464036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c322ae44-2e74-48f0-92fa-c382251a99ec req-b91533fe-5abf-40f2-9f97-faa79e0746e4 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 945 time: 0.1474171
Feb 19 21:20:57.477535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=caaa4c84-b680-4876-bc07-bd632eb0a2c5,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:57.551425 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f72051d9-66f4-4cfb-9395-c05ef8c7bb15 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (fe4bfb51-7bd3-4309-b49e-babc8469e23c), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.560561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c322ae44-2e74-48f0-92fa-c382251a99ec req-e99be4a9-3400-43eb-ad63-c1b1de8a6833 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838733
Feb 19 21:20:57.655849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f72051d9-66f4-4cfb-9395-c05ef8c7bb15 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (fe4bfb51-7bd3-4309-b49e-babc8469e23c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.676429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f72051d9-66f4-4cfb-9395-c05ef8c7bb15 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (fe4bfb51-7bd3-4309-b49e-babc8469e23c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.724496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72051d9-66f4-4cfb-9395-c05ef8c7bb15 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4bfb51-7bd3-4309-b49e-babc8469e23c,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:57.748946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f72051d9-66f4-4cfb-9395-c05ef8c7bb15 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.753382 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f72051d9-66f4-4cfb-9395-c05ef8c7bb15 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3764248
Feb 19 21:20:57.753736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59142) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:57.761333 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Publish callbacks [] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.765116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a24c50cf-cd64-460c-af81-1b01002b266b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': 'e988b03b-446f-4be8-8233-e80854281887', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:57.771299 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.798915 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f9290950-6fb7-498b-b64e-75aefae687b3 tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 1.3721600
Feb 19 21:20:57.833014 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a24c50cf-cd64-460c-af81-1b01002b266b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (bef5c31a-7b9d-4cea-a110-6d0c1b0ed2fc), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.857411 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Pushing event updated for resources: {'Port': ['ID=0efaa126-89ef-4707-a438-e8dab2c2e3d0,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:57.884286 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.884672 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.885031 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.885399 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.885739 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.886194 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.886397 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.886926 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.887422 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.893094 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.893805 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.894321 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.894827 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:20:57.921984 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Attempting to bind port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:20:57.922477 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Attempting to bind port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:20:57.923372 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Attempting to bind port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 on network c4ebd81e-1d57-4556-849f-49c1f55e520a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:20:57.935296 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:20:57.935809 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Checking segment: {'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:20:57.936232 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.936668 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Bound using segment: {'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:20:57.937227 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Bound port: 0efaa126-89ef-4707-a438-e8dab2c2e3d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:20:57.937614 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.948947 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a24c50cf-cd64-460c-af81-1b01002b266b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (bef5c31a-7b9d-4cea-a110-6d0c1b0ed2fc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.957265 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a24c50cf-cd64-460c-af81-1b01002b266b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (bef5c31a-7b9d-4cea-a110-6d0c1b0ed2fc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:57.983812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c50cf-cd64-460c-af81-1b01002b266b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef5c31a-7b9d-4cea-a110-6d0c1b0ed2fc,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:57.997592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ac34f4a9-8437-4013-a7a6-b1a54f484b5f None None] Current status of the port caaa4c84-b680-4876-bc07-bd632eb0a2c5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:58.001372 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a24c50cf-cd64-460c-af81-1b01002b266b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.003727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a24c50cf-cd64-460c-af81-1b01002b266b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2478092
Feb 19 21:20:58.007085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59146) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:58.020895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-7d80b910-7b0d-4c8a-9c85-6b2d615bd651 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': 'e988b03b-446f-4be8-8233-e80854281887', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:58.074137 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] For port 0efaa126-89ef-4707-a438-e8dab2c2e3d0, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:20:58.077628 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] For port 0efaa126-89ef-4707-a438-e8dab2c2e3d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0efaa126-89ef-4707-a438-e8dab2c2e3d0,segment=NetworkSegment(6ab79cbe-294a-448f-963d-0cbea876ab69),segment_id=6ab79cbe-294a-448f-963d-0cbea876ab69)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:20:58.087085 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d80b910-7b0d-4c8a-9c85-6b2d615bd651 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (dcd53c05-7b60-46e3-91cc-e644f60959a0), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.089300 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.120278 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-bc4c5e85-3f28-4445-b9f6-b9f71e66d2bc None None] Provisioning complete for port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:58.120688 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc4c5e85-3f28-4445-b9f6-b9f71e66d2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.209361 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d5f8a-23dc-4d38-85dd-6bd4520ef73b None None] Pushing event updated for resources: {'Port': ['ID=0efaa126-89ef-4707-a438-e8dab2c2e3d0,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:58.226233 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Routers {'4893a7a4-b5ad-49c8-9478-aaa8bbba6486'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:20:58.227215 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7017f940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:58.248762 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d80b910-7b0d-4c8a-9c85-6b2d615bd651 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (dcd53c05-7b60-46e3-91cc-e644f60959a0), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.265794 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d80b910-7b0d-4c8a-9c85-6b2d615bd651 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (dcd53c05-7b60-46e3-91cc-e644f60959a0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.279578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59150) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:58.287621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-941ef54e-5c7d-40a7-8298-9db42137975e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653556862', 'description': 'tempest-secgroup-smoke-1653556862 description', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:58.305813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80b910-7b0d-4c8a-9c85-6b2d615bd651 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd53c05-7b60-46e3-91cc-e644f60959a0,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:58.312392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c5e85-3f28-4445-b9f6-b9f71e66d2bc None None] Current status of the port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:58.313013 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc4c5e85-3f28-4445-b9f6-b9f71e66d2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.327081 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d80b910-7b0d-4c8a-9c85-6b2d615bd651 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.331304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7d80b910-7b0d-4c8a-9c85-6b2d615bd651 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3223546
Feb 19 21:20:58.334293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59152) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:58.342527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5b091b68-a628-48e6-93ff-ac64250733ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': 'e988b03b-446f-4be8-8233-e80854281887', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:58.348798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-941ef54e-5c7d-40a7-8298-9db42137975e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.378375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bc4c5e85-3f28-4445-b9f6-b9f71e66d2bc None None] For port 0efaa126-89ef-4707-a438-e8dab2c2e3d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0efaa126-89ef-4707-a438-e8dab2c2e3d0,segment=NetworkSegment(6ab79cbe-294a-448f-963d-0cbea876ab69),segment_id=6ab79cbe-294a-448f-963d-0cbea876ab69)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:58.385822 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc4c5e85-3f28-4445-b9f6-b9f71e66d2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.413093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b091b68-a628-48e6-93ff-ac64250733ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (c668e7d7-2404-427a-a662-b829df8e150e), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.419014 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] Set router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:20:58.467251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-bc4c5e85-3f28-4445-b9f6-b9f71e66d2bc None None] Provisioning complete for port caaa4c84-b680-4876-bc07-bd632eb0a2c5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:58.467995 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc4c5e85-3f28-4445-b9f6-b9f71e66d2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.497330 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-941ef54e-5c7d-40a7-8298-9db42137975e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (e18305d4-a264-49d8-bb71-4fa0153eb8c7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.506240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-941ef54e-5c7d-40a7-8298-9db42137975e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e18305d4-a264-49d8-bb71-4fa0153eb8c7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.517848 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b091b68-a628-48e6-93ff-ac64250733ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (c668e7d7-2404-427a-a662-b829df8e150e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.526501 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b091b68-a628-48e6-93ff-ac64250733ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c668e7d7-2404-427a-a662-b829df8e150e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.537019 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-941ef54e-5c7d-40a7-8298-9db42137975e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.538519 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-941ef54e-5c7d-40a7-8298-9db42137975e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2574282
Feb 19 21:20:58.546085 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59154) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:58.551038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c5e85-3f28-4445-b9f6-b9f71e66d2bc None None] Pushing event updated for resources: {'Port': ['ID=0efaa126-89ef-4707-a438-e8dab2c2e3d0,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:58.552301 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-efa53cff-bad5-4eb3-8f6b-8049c9f105c1 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': 'e18305d4-a264-49d8-bb71-4fa0153eb8c7', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:58.573878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b091b68-a628-48e6-93ff-ac64250733ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c668e7d7-2404-427a-a662-b829df8e150e,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:58.582358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ef54e-5c7d-40a7-8298-9db42137975e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18305d4-a264-49d8-bb71-4fa0153eb8c7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:58.594239 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5b091b68-a628-48e6-93ff-ac64250733ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.603084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5b091b68-a628-48e6-93ff-ac64250733ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2663698
Feb 19 21:20:58.604144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59158) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:58.616921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ecd7ef34-38a5-4298-9a07-2869db152595 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': 'e988b03b-446f-4be8-8233-e80854281887', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:58.622021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-efa53cff-bad5-4eb3-8f6b-8049c9f105c1 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (8d67ad93-4a28-4102-b37f-4b6c2cf1e76c), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.679730 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ef34-38a5-4298-9a07-2869db152595 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f0fb48cc-99ff-4015-b22a-e9c82b54d635), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.686806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c5e85-3f28-4445-b9f6-b9f71e66d2bc None None] Current status of the port caaa4c84-b680-4876-bc07-bd632eb0a2c5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:58.736628 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-efa53cff-bad5-4eb3-8f6b-8049c9f105c1 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (8d67ad93-4a28-4102-b37f-4b6c2cf1e76c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.742788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-efa53cff-bad5-4eb3-8f6b-8049c9f105c1 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (8d67ad93-4a28-4102-b37f-4b6c2cf1e76c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.773836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa53cff-bad5-4eb3-8f6b-8049c9f105c1 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d67ad93-4a28-4102-b37f-4b6c2cf1e76c,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:58.797152 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-efa53cff-bad5-4eb3-8f6b-8049c9f105c1 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.800867 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-efa53cff-bad5-4eb3-8f6b-8049c9f105c1 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2508097
Feb 19 21:20:58.801258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59160) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:58.811557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-39356b9c-8116-4758-ace7-78f1da66f23d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': 'e18305d4-a264-49d8-bb71-4fa0153eb8c7', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:58.812390 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7ea41-edfc-45dc-9046-60d47db175bf req-82992671-2096-458b-8cc5-417813306770 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:20:58.813958 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04f7ea41-edfc-45dc-9046-60d47db175bf req-82992671-2096-458b-8cc5-417813306770 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 945 time: 0.1133225
Feb 19 21:20:58.816085 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ef34-38a5-4298-9a07-2869db152595 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f0fb48cc-99ff-4015-b22a-e9c82b54d635), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.828793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6e5355e2-822e-4598-98ac-38ccf0dc9450 None None] Provisioning complete for port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:58.829658 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6e5355e2-822e-4598-98ac-38ccf0dc9450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.840719 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ef34-38a5-4298-9a07-2869db152595 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (f0fb48cc-99ff-4015-b22a-e9c82b54d635), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.852212 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39356b9c-8116-4758-ace7-78f1da66f23d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (688d52ce-bf4e-4a0d-af1e-208a65489a12), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.876541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7ef34-38a5-4298-9a07-2869db152595 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fb48cc-99ff-4015-b22a-e9c82b54d635,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:58.894002 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ef34-38a5-4298-9a07-2869db152595 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.898263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ecd7ef34-38a5-4298-9a07-2869db152595 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.2929878
Feb 19 21:20:58.898930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59162) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:58.909883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04f7ea41-edfc-45dc-9046-60d47db175bf req-b4e59ca3-f217-426c-8761-7b80b010dc0b tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874650
Feb 19 21:20:58.913174 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7017f940>, [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:54Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0efaa126-89ef-4707-a438-e8dab2c2e3d0', 'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:26:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:53Z', 'updated_at': '2022-02-19T21:20:58Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:20:58.942887 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b6eb7b24-763c-45bc-a319-cfdb7478c7aa tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f0fb48cc-99ff-4015-b22a-e9c82b54d635), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.960670 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b6eb7b24-763c-45bc-a319-cfdb7478c7aa tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f0fb48cc-99ff-4015-b22a-e9c82b54d635), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.968029 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39356b9c-8116-4758-ace7-78f1da66f23d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (688d52ce-bf4e-4a0d-af1e-208a65489a12), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:58.969377 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5621a1-130e-4ad0-9826-bed79761dfe4 None None] The sync data for ids ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'] in ncdv-master-1 is: [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:54Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0efaa126-89ef-4707-a438-e8dab2c2e3d0', 'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:26:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:53Z', 'updated_at': '2022-02-19T21:20:58Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:20:58.977400 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6e5355e2-822e-4598-98ac-38ccf0dc9450 None None] Current status of the port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:58.977557 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39356b9c-8116-4758-ace7-78f1da66f23d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (688d52ce-bf4e-4a0d-af1e-208a65489a12), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.008257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39356b9c-8116-4758-ace7-78f1da66f23d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688d52ce-bf4e-4a0d-af1e-208a65489a12,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:59.008872 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b6eb7b24-763c-45bc-a319-cfdb7478c7aa tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (f0fb48cc-99ff-4015-b22a-e9c82b54d635), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.016361 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39356b9c-8116-4758-ace7-78f1da66f23d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.017479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b6eb7b24-763c-45bc-a319-cfdb7478c7aa tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.018658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b6eb7b24-763c-45bc-a319-cfdb7478c7aa tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f0fb48cc-99ff-4015-b22a-e9c82b54d635 HTTP/1.1" status: 204  len: 168 time: 0.1182218
Feb 19 21:20:59.020981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59164) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.023256 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-39356b9c-8116-4758-ace7-78f1da66f23d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2206545
Feb 19 21:20:59.026283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59166) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.026524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3e63fd39-d312-4caf-8db2-dc2dbd67949d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': 'e18305d4-a264-49d8-bb71-4fa0153eb8c7', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:59.026649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 177dcc51-f1b3-422d-be43-aa6cfc1b0319 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:20:59.053619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb7b24-763c-45bc-a319-cfdb7478c7aa tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0fb48cc-99ff-4015-b22a-e9c82b54d635,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:59.099105 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e63fd39-d312-4caf-8db2-dc2dbd67949d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (93ae0ddc-6d99-4837-88a7-00a7b632264d), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.108462 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ca883564-7d53-4ce8-82ff-b99897e6d989 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0801198
Feb 19 21:20:59.109999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59168) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.148014 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-536a1456-bded-4056-8def-2a98a56b389b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (c668e7d7-2404-427a-a662-b829df8e150e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.165098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-536a1456-bded-4056-8def-2a98a56b389b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (c668e7d7-2404-427a-a662-b829df8e150e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.190849 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e63fd39-d312-4caf-8db2-dc2dbd67949d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (93ae0ddc-6d99-4837-88a7-00a7b632264d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.208876 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e63fd39-d312-4caf-8db2-dc2dbd67949d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (93ae0ddc-6d99-4837-88a7-00a7b632264d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.225671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-536a1456-bded-4056-8def-2a98a56b389b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c668e7d7-2404-427a-a662-b829df8e150e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.235077 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-536a1456-bded-4056-8def-2a98a56b389b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.236312 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-536a1456-bded-4056-8def-2a98a56b389b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c668e7d7-2404-427a-a662-b829df8e150e HTTP/1.1" status: 204  len: 168 time: 0.1251445
Feb 19 21:20:59.239397 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59170) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.250786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63fd39-d312-4caf-8db2-dc2dbd67949d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ae0ddc-6d99-4837-88a7-00a7b632264d,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:59.264070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e63fd39-d312-4caf-8db2-dc2dbd67949d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.269301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3e63fd39-d312-4caf-8db2-dc2dbd67949d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2438960
Feb 19 21:20:59.270210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59174) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.282838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a5d89c01-f706-4358-8e89-2335bec2ca24 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': 'e18305d4-a264-49d8-bb71-4fa0153eb8c7', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:59.304785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a1456-bded-4056-8def-2a98a56b389b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c668e7d7-2404-427a-a662-b829df8e150e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:59.349751 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5d89c01-f706-4358-8e89-2335bec2ca24 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (3293e0bd-401a-4aa1-a78b-7033b2e173dc), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.373270 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-629b455d-eb2c-4bc5-bdfa-3156f15b1212 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.1327040
Feb 19 21:20:59.376465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59176) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.377350 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1a73339d-2aa9-4c16-8162-701fdfd2d7e2 None None] Provisioning complete for port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:59.377903 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1a73339d-2aa9-4c16-8162-701fdfd2d7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.441358 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15d752cd-de04-492d-acb1-75c8707814b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (dcd53c05-7b60-46e3-91cc-e644f60959a0), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.449808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 177dcc51-f1b3-422d-be43-aa6cfc1b0319 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:20:59.454237 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15d752cd-de04-492d-acb1-75c8707814b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (dcd53c05-7b60-46e3-91cc-e644f60959a0), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.461170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 177dcc51-f1b3-422d-be43-aa6cfc1b0319 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:59.461754 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.498418 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15d752cd-de04-492d-acb1-75c8707814b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (dcd53c05-7b60-46e3-91cc-e644f60959a0), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.508201 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5d89c01-f706-4358-8e89-2335bec2ca24 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (3293e0bd-401a-4aa1-a78b-7033b2e173dc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.513420 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-15d752cd-de04-492d-acb1-75c8707814b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.517919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-15d752cd-de04-492d-acb1-75c8707814b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/dcd53c05-7b60-46e3-91cc-e644f60959a0 HTTP/1.1" status: 204  len: 168 time: 0.1349714
Feb 19 21:20:59.517919 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5d89c01-f706-4358-8e89-2335bec2ca24 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (3293e0bd-401a-4aa1-a78b-7033b2e173dc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.518243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59178) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.533119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d752cd-de04-492d-acb1-75c8707814b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcd53c05-7b60-46e3-91cc-e644f60959a0,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:59.540513 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0efaa126-89ef-4707-a438-e8dab2c2e3d0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:20:59.555793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d89c01-f706-4358-8e89-2335bec2ca24 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3293e0bd-401a-4aa1-a78b-7033b2e173dc,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:59.573478 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a5d89c01-f706-4358-8e89-2335bec2ca24 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.582178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a5d89c01-f706-4358-8e89-2335bec2ca24 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3081203
Feb 19 21:20:59.583343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59180) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.592996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-722d9e5a-239d-42bd-858d-089acc95e843 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': 'e18305d4-a264-49d8-bb71-4fa0153eb8c7', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:59.613310 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5b358fc6-3dc2-4b4a-9cd2-67f9513e4fb6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0938358
Feb 19 21:20:59.616990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59182) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.638930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1a73339d-2aa9-4c16-8162-701fdfd2d7e2 None None] Current status of the port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:59.642400 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.642728 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-722d9e5a-239d-42bd-858d-089acc95e843 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Project e2dcdf87966c4cc5899afcfb6f2b6b1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:20:59.653509 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-722d9e5a-239d-42bd-858d-089acc95e843 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (9f2144a5-0216-4bc5-a071-9ae731da1173), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.662421 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0ebc4e2-27c8-4a28-902f-2d958fb3e79b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (bef5c31a-7b9d-4cea-a110-6d0c1b0ed2fc), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.675348 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0ebc4e2-27c8-4a28-902f-2d958fb3e79b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (bef5c31a-7b9d-4cea-a110-6d0c1b0ed2fc), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.713324 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0ebc4e2-27c8-4a28-902f-2d958fb3e79b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (bef5c31a-7b9d-4cea-a110-6d0c1b0ed2fc), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.722295 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e0ebc4e2-27c8-4a28-902f-2d958fb3e79b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.723768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e0ebc4e2-27c8-4a28-902f-2d958fb3e79b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bef5c31a-7b9d-4cea-a110-6d0c1b0ed2fc HTTP/1.1" status: 204  len: 168 time: 0.1048200
Feb 19 21:20:59.732183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59184) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.750563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 177dcc51-f1b3-422d-be43-aa6cfc1b0319 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:20:59.751027 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.754785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:20:59.756042 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.762986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebc4e2-27c8-4a28-902f-2d958fb3e79b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bef5c31a-7b9d-4cea-a110-6d0c1b0ed2fc,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:59.791064 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-722d9e5a-239d-42bd-858d-089acc95e843 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (9f2144a5-0216-4bc5-a071-9ae731da1173), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.798585 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-722d9e5a-239d-42bd-858d-089acc95e843 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (9f2144a5-0216-4bc5-a071-9ae731da1173), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.812459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b21bb3f0-6ff6-4b60-a134-0fd1fe3f2dfa tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0787129
Feb 19 21:20:59.813309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59186) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.830943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d9e5a-239d-42bd-858d-089acc95e843 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2144a5-0216-4bc5-a071-9ae731da1173,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:20:59.836106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abc5b5f-df17-43c4-af14-e9f47a9f9234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177dcc51-f1b3-422d-be43-aa6cfc1b0319'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:20:59.840243 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5ec347-9ca9-48f9-8c01-62a6e10496ec" -d '{"events": [{"server_uuid": "8abc5b5f-df17-43c4-af14-e9f47a9f9234", "name": "network-vif-plugged", "status": "completed", "tag": "177dcc51-f1b3-422d-be43-aa6cfc1b0319"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:20:59.847597 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-722d9e5a-239d-42bd-858d-089acc95e843 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.849675 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-722d9e5a-239d-42bd-858d-089acc95e843 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2649381
Feb 19 21:20:59.852371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59190) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.859412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d698eb7e-b561-4325-afb2-20c4e8323672 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'security_group_rule': {'security_group_id': 'e18305d4-a264-49d8-bb71-4fa0153eb8c7', 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:20:59.859654 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4e03b9dc-d22e-4523-b7a7-3e50d4a4436d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (fe4bfb51-7bd3-4309-b49e-babc8469e23c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.863302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 177dcc51-f1b3-422d-be43-aa6cfc1b0319, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=177dcc51-f1b3-422d-be43-aa6cfc1b0319,segment=NetworkSegment(61b5bffe-40d7-469b-ae37-c0a4a9e123d1),segment_id=61b5bffe-40d7-469b-ae37-c0a4a9e123d1)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:20:59.875766 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.876322 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4e03b9dc-d22e-4523-b7a7-3e50d4a4436d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (fe4bfb51-7bd3-4309-b49e-babc8469e23c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.910537 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-d698eb7e-b561-4325-afb2-20c4e8323672 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Project e2dcdf87966c4cc5899afcfb6f2b6b1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:20:59.918780 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d698eb7e-b561-4325-afb2-20c4e8323672 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (f55af6fe-0aab-4352-91b9-503cc781859b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.925256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4e03b9dc-d22e-4523-b7a7-3e50d4a4436d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (fe4bfb51-7bd3-4309-b49e-babc8469e23c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.937976 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4e03b9dc-d22e-4523-b7a7-3e50d4a4436d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:20:59.942153 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10d21e9-9b6b-497f-9d42-d3ab2a6ac91a x-openstack-request-id: req-c10d21e9-9b6b-497f-9d42-d3ab2a6ac91a {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:20:59.942153 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abc5b5f-df17-43c4-af14-e9f47a9f9234", "name": "network-vif-plugged", "status": "completed", "tag": "177dcc51-f1b3-422d-be43-aa6cfc1b0319", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:20:59.942153 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c10d21e9-9b6b-497f-9d42-d3ab2a6ac91a {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:20:59.942153 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abc5b5f-df17-43c4-af14-e9f47a9f9234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177dcc51-f1b3-422d-be43-aa6cfc1b0319', 'code': 200}
Feb 19 21:20:59.943100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59192) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:20:59.943658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4e03b9dc-d22e-4523-b7a7-3e50d4a4436d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fe4bfb51-7bd3-4309-b49e-babc8469e23c HTTP/1.1" status: 204  len: 168 time: 0.1283886
Feb 19 21:20:59.950875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03b9dc-d22e-4523-b7a7-3e50d4a4436d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe4bfb51-7bd3-4309-b49e-babc8469e23c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:00.058010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:00.060491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device caaa4c84-b680-4876-bc07-bd632eb0a2c5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:21:00.065628 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=177dcc51-f1b3-422d-be43-aa6cfc1b0319,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:00.126758 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3965c22d-92f0-470e-96c5-a2b283c37790 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1791744
Feb 19 21:21:00.128490 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1e599-3929-4d18-82ac-f4cfcff1b293 req-0a5c029a-64d3-4454-bc9d-6060e376d8e1 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:00.129051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59196) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:00.131981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5488c7-4351-412b-8413-351fcba0bf08 req-1aa3eb56-0dda-4434-8790-e7312007e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:00.133945 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dc5488c7-4351-412b-8413-351fcba0bf08 req-1aa3eb56-0dda-4434-8790-e7312007e1d9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 1128 time: 0.1298773
Feb 19 21:21:00.137635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1c1e599-3929-4d18-82ac-f4cfcff1b293 req-0a5c029a-64d3-4454-bc9d-6060e376d8e1 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.1137607
Feb 19 21:21:00.158118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port caaa4c84-b680-4876-bc07-bd632eb0a2c5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:00.159993 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.188721 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d698eb7e-b561-4325-afb2-20c4e8323672 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (f55af6fe-0aab-4352-91b9-503cc781859b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.214011 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d698eb7e-b561-4325-afb2-20c4e8323672 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (f55af6fe-0aab-4352-91b9-503cc781859b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.214281 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1c1e599-3929-4d18-82ac-f4cfcff1b293 req-3bb33f6d-37af-487b-901a-5b69b5714692 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699794
Feb 19 21:21:00.279648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698eb7e-b561-4325-afb2-20c4e8323672 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55af6fe-0aab-4352-91b9-503cc781859b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:00.295553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port caaa4c84-b680-4876-bc07-bd632eb0a2c5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:00.302958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d698eb7e-b561-4325-afb2-20c4e8323672 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.304177 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d698eb7e-b561-4325-afb2-20c4e8323672 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4499085
Feb 19 21:21:00.336722 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-191988a3-447d-4591-9c91-912068c7f556 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (e988b03b-446f-4be8-8233-e80854281887), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.350349 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-dc5488c7-4351-412b-8413-351fcba0bf08 req-49c31241-2bdc-4455-875f-6ae928c92348 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938572
Feb 19 21:21:00.366986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-191988a3-447d-4591-9c91-912068c7f556 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (e988b03b-446f-4be8-8233-e80854281887), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.428082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-191988a3-447d-4591-9c91-912068c7f556 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e988b03b-446f-4be8-8233-e80854281887), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.431217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-191988a3-447d-4591-9c91-912068c7f556 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.432542 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-191988a3-447d-4591-9c91-912068c7f556 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-groups/e988b03b-446f-4be8-8233-e80854281887 HTTP/1.1" status: 204  len: 168 time: 0.2970636
Feb 19 21:21:00.435299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59202) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:00.455660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191988a3-447d-4591-9c91-912068c7f556 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e988b03b-446f-4be8-8233-e80854281887,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:00.523128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d8fa977b-7289-440c-ab0c-3a8c22b9e9d4 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0856588
Feb 19 21:21:00.528210 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59210) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:00.534041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2b894b36-f303-4a11-b001-ee21c5b26d11 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214963340'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:00.568143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b894b36-f303-4a11-b001-ee21c5b26d11 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.649434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-732a6c87-85c5-4142-8a89-53d0474cf58c tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653556862&fields=id&tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f HTTP/1.1" status: 200  len: 267 time: 0.0717192
Feb 19 21:21:00.680062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b894b36-f303-4a11-b001-ee21c5b26d11 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (d2b533a1-e5dd-4dc8-8291-268b499ea43b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.688697 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b894b36-f303-4a11-b001-ee21c5b26d11 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d2b533a1-e5dd-4dc8-8291-268b499ea43b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.751965 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b894b36-f303-4a11-b001-ee21c5b26d11 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.755743 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2b894b36-f303-4a11-b001-ee21c5b26d11 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2258141
Feb 19 21:21:00.759608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59216) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:00.764071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b894b36-f303-4a11-b001-ee21c5b26d11 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b533a1-e5dd-4dc8-8291-268b499ea43b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:00.770796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d9e45b76-048b-432a-bd8f-3e43aa0e442d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': 'd2b533a1-e5dd-4dc8-8291-268b499ea43b', 'direction': 'ingress', 'protocol': 17}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:00.852686 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d9e45b76-048b-432a-bd8f-3e43aa0e442d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (29b30430-9ea8-4d0f-9ba5-1b98eb09229c), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.875585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-54067ae7-ecdc-4eaa-8222-867ab626c4f2 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:00.878269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-54067ae7-ecdc-4eaa-8222-867ab626c4f2 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/networks?id=c4ebd81e-1d57-4556-849f-49c1f55e520a HTTP/1.1" status: 200  len: 797 time: 0.2201746
Feb 19 21:21:00.909577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-d1b62fc8-9df7-4ee5-a673-f149fb9ed27a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/quotas/e2dcdf87966c4cc5899afcfb6f2b6b1f HTTP/1.1" status: 200  len: 375 time: 0.0233748
Feb 19 21:21:00.977550 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d9e45b76-048b-432a-bd8f-3e43aa0e442d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (29b30430-9ea8-4d0f-9ba5-1b98eb09229c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:00.985792 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d9e45b76-048b-432a-bd8f-3e43aa0e442d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (29b30430-9ea8-4d0f-9ba5-1b98eb09229c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.011640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e45b76-048b-432a-bd8f-3e43aa0e442d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b30430-9ea8-4d0f-9ba5-1b98eb09229c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:01.027342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-f4154e6d-0fe9-43fd-a4b2-ab03778acbd8 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1058161
Feb 19 21:21:01.030916 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d9e45b76-048b-432a-bd8f-3e43aa0e442d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.032457 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d9e45b76-048b-432a-bd8f-3e43aa0e442d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2715266
Feb 19 21:21:01.035827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59218) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:01.176571 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-506f7f39-e390-40e5-8dca-e7eb74ebddb8 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (d2b533a1-e5dd-4dc8-8291-268b499ea43b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.186920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-28494de5-42fc-4750-9ca4-c350ca831615 service neutron] 10.222.0.30 "GET /v2.0/networks/c4ebd81e-1d57-4556-849f-49c1f55e520a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422749
Feb 19 21:21:01.251081 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-506f7f39-e390-40e5-8dca-e7eb74ebddb8 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (d2b533a1-e5dd-4dc8-8291-268b499ea43b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.355098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-55bfd1f7-2db9-4b2b-a6dd-bea1a26bf130 service neutron] 10.222.0.30 "GET /v2.0/networks/c4ebd81e-1d57-4556-849f-49c1f55e520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611135
Feb 19 21:21:01.365107 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-506f7f39-e390-40e5-8dca-e7eb74ebddb8 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d2b533a1-e5dd-4dc8-8291-268b499ea43b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.369885 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-506f7f39-e390-40e5-8dca-e7eb74ebddb8 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.373919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-506f7f39-e390-40e5-8dca-e7eb74ebddb8 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-groups/d2b533a1-e5dd-4dc8-8291-268b499ea43b HTTP/1.1" status: 204  len: 168 time: 0.3368971
Feb 19 21:21:01.374182 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59224) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:01.389539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f7f39-e390-40e5-8dca-e7eb74ebddb8 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b533a1-e5dd-4dc8-8291-268b499ea43b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:01.402488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7f862-1144-4f80-af51-2f63482b3e00 req-38a09e16-e362-459d-aef5-92a60b2be9f3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:01.404121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5c7f862-1144-4f80-af51-2f63482b3e00 req-38a09e16-e362-459d-aef5-92a60b2be9f3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.1032393
Feb 19 21:21:01.441337 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2734607b-58fe-40a2-9993-fa41e2a73d31 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0659428
Feb 19 21:21:01.445112 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59226) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:01.450683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8691d291-ed9f-4eab-bb76-0f1a9568a020 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group': {'name': 'tempest-secgroup--337024684'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:01.473528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5c7f862-1144-4f80-af51-2f63482b3e00 req-1b230f5a-705c-43b1-aaaa-32cc804da495 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591903
Feb 19 21:21:01.496468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8691d291-ed9f-4eab-bb76-0f1a9568a020 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.593880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7242416d-921f-4d33-8a32-480c749d3d20 req-960d6eae-f33c-4982-8f4b-78d21eaa0c3d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 210 time: 0.0392601
Feb 19 21:21:01.625656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8691d291-ed9f-4eab-bb76-0f1a9568a020 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (6b1435fd-1282-4cbd-a196-96dc54c854c6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.631931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8691d291-ed9f-4eab-bb76-0f1a9568a020 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6b1435fd-1282-4cbd-a196-96dc54c854c6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.667669 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8691d291-ed9f-4eab-bb76-0f1a9568a020 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.672260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59234) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:01.677172 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8691d291-ed9f-4eab-bb76-0f1a9568a020 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2306938
Feb 19 21:21:01.677897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-789f6cbb-dc62-44dd-88f3-64772aab6352 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251773471'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:01.680756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691d291-ed9f-4eab-bb76-0f1a9568a020 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1435fd-1282-4cbd-a196-96dc54c854c6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:01.715019 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-789f6cbb-dc62-44dd-88f3-64772aab6352 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.820373 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-789f6cbb-dc62-44dd-88f3-64772aab6352 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (2bc04403-32f5-41e7-aa7b-a19b952ef426), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.826412 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-789f6cbb-dc62-44dd-88f3-64772aab6352 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2bc04403-32f5-41e7-aa7b-a19b952ef426), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.855680 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-789f6cbb-dc62-44dd-88f3-64772aab6352 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.857040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-789f6cbb-dc62-44dd-88f3-64772aab6352 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1834674
Feb 19 21:21:01.860208 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59236) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:01.864934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-47c5c2e9-4356-48eb-ae3a-c50d1106fbd6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': '6b1435fd-1282-4cbd-a196-96dc54c854c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2bc04403-32f5-41e7-aa7b-a19b952ef426', 'remote_ip_prefix': None}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:01.873366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f6cbb-dc62-44dd-88f3-64772aab6352 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc04403-32f5-41e7-aa7b-a19b952ef426,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:01.900496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47c5c2e9-4356-48eb-ae3a-c50d1106fbd6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (1520be75-d991-40d4-ab7f-170245091b2b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.988942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47c5c2e9-4356-48eb-ae3a-c50d1106fbd6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (1520be75-d991-40d4-ab7f-170245091b2b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:01.992559 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47c5c2e9-4356-48eb-ae3a-c50d1106fbd6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (1520be75-d991-40d4-ab7f-170245091b2b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.011572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5c2e9-4356-48eb-ae3a-c50d1106fbd6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1520be75-d991-40d4-ab7f-170245091b2b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:02.021245 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-47c5c2e9-4356-48eb-ae3a-c50d1106fbd6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.022572 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-47c5c2e9-4356-48eb-ae3a-c50d1106fbd6 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1612933
Feb 19 21:21:02.025628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59242) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:02.054022 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-660a09b6-cc73-46ae-85a8-13259d9c84cf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (1520be75-d991-40d4-ab7f-170245091b2b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.063697 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-660a09b6-cc73-46ae-85a8-13259d9c84cf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (1520be75-d991-40d4-ab7f-170245091b2b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.098146 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-660a09b6-cc73-46ae-85a8-13259d9c84cf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (1520be75-d991-40d4-ab7f-170245091b2b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.107723 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-660a09b6-cc73-46ae-85a8-13259d9c84cf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.109328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-660a09b6-cc73-46ae-85a8-13259d9c84cf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1520be75-d991-40d4-ab7f-170245091b2b HTTP/1.1" status: 204  len: 168 time: 0.0821290
Feb 19 21:21:02.111852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59246) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:02.113439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a09b6-cc73-46ae-85a8-13259d9c84cf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1520be75-d991-40d4-ab7f-170245091b2b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:02.159145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-017da688-5c23-455a-b25d-9748d26b2077 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0458348
Feb 19 21:21:02.161836 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59248) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:02.219375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a8d33a5-6c53-4990-8f9c-b19db756ab88 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (2bc04403-32f5-41e7-aa7b-a19b952ef426), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.245520 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a8d33a5-6c53-4990-8f9c-b19db756ab88 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (2bc04403-32f5-41e7-aa7b-a19b952ef426), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.294257 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a8d33a5-6c53-4990-8f9c-b19db756ab88 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2bc04403-32f5-41e7-aa7b-a19b952ef426), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.297150 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1a8d33a5-6c53-4990-8f9c-b19db756ab88 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.298467 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1a8d33a5-6c53-4990-8f9c-b19db756ab88 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-groups/2bc04403-32f5-41e7-aa7b-a19b952ef426 HTTP/1.1" status: 204  len: 168 time: 0.1356266
Feb 19 21:21:02.302731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59250) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:02.317563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d33a5-6c53-4990-8f9c-b19db756ab88 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc04403-32f5-41e7-aa7b-a19b952ef426,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:02.387122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cbb3132e-8886-460a-8129-0de0a7cf1747 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0793536
Feb 19 21:21:02.387317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59254) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:02.455531 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-25cfe99d-335e-4be8-a78f-7e5032ee4c6d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (6b1435fd-1282-4cbd-a196-96dc54c854c6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.480512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-25cfe99d-335e-4be8-a78f-7e5032ee4c6d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (6b1435fd-1282-4cbd-a196-96dc54c854c6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.530897 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-25cfe99d-335e-4be8-a78f-7e5032ee4c6d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6b1435fd-1282-4cbd-a196-96dc54c854c6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.536772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-25cfe99d-335e-4be8-a78f-7e5032ee4c6d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.536772 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-25cfe99d-335e-4be8-a78f-7e5032ee4c6d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-groups/6b1435fd-1282-4cbd-a196-96dc54c854c6 HTTP/1.1" status: 204  len: 168 time: 0.1471817
Feb 19 21:21:02.539216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59258) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:02.552594 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfe99d-335e-4be8-a78f-7e5032ee4c6d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1435fd-1282-4cbd-a196-96dc54c854c6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:02.601063 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e26d8479-7de0-4015-8426-67cc0371336d tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0606964
Feb 19 21:21:02.607018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59260) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:02.612238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c7351633-7be0-420e-b406-fea70cad3956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135021569'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:02.638612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7351633-7be0-420e-b406-fea70cad3956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.639357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700669f7-0542-4506-b9c0-3ffe42c06913 req-97c9811e-dafe-4fc2-8216-01ba82a8cad4 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:02.641189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-700669f7-0542-4506-b9c0-3ffe42c06913 req-97c9811e-dafe-4fc2-8216-01ba82a8cad4 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.0817013
Feb 19 21:21:02.730980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-141facfd-71ea-4662-9e0f-3b9b6c5405e9 req-a7f0b88b-d8ae-4e3a-a369-a3bff478fded tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 210 time: 0.0416276
Feb 19 21:21:02.778072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7351633-7be0-420e-b406-fea70cad3956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (1e14b2de-ce45-407d-b2c5-de94fc64c176), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.778294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-700669f7-0542-4506-b9c0-3ffe42c06913 req-eb88d2a5-53d3-4ff8-a6d5-3e187fcffe0a tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239300
Feb 19 21:21:02.785928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7351633-7be0-420e-b406-fea70cad3956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1e14b2de-ce45-407d-b2c5-de94fc64c176), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.824283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7351633-7be0-420e-b406-fea70cad3956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e14b2de-ce45-407d-b2c5-de94fc64c176,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:02.838564 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7351633-7be0-420e-b406-fea70cad3956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.842812 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c7351633-7be0-420e-b406-fea70cad3956 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2320638
Feb 19 21:21:02.843204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59266) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:02.847938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f3e3095b-3811-4f26-83ed-b1a8c57f568b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': '1e14b2de-ce45-407d-b2c5-de94fc64c176', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:02.879321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3e3095b-3811-4f26-83ed-b1a8c57f568b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (7007f326-34a2-4092-a19b-2fea72052660), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.937961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-d334b2c8-2e6f-4d05-bf53-8605ccb76c81 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:02.939576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-d334b2c8-2e6f-4d05-bf53-8605ccb76c81 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.10 "GET /v2.0/networks?id=c4ebd81e-1d57-4556-849f-49c1f55e520a HTTP/1.1" status: 200  len: 797 time: 0.1811802
Feb 19 21:21:02.969167 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3e3095b-3811-4f26-83ed-b1a8c57f568b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (7007f326-34a2-4092-a19b-2fea72052660), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.974510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3e3095b-3811-4f26-83ed-b1a8c57f568b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (7007f326-34a2-4092-a19b-2fea72052660), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:02.977727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f692b4-4ead-4029-b9a0-04e6e63efbc5 req-efd41917-d973-4f79-8475-aa7ea615819c tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:02.979432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1f692b4-4ead-4029-b9a0-04e6e63efbc5 req-efd41917-d973-4f79-8475-aa7ea615819c tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.1009510
Feb 19 21:21:02.996044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3095b-3811-4f26-83ed-b1a8c57f568b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7007f326-34a2-4092-a19b-2fea72052660,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:03.000087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3e3095b-3811-4f26-83ed-b1a8c57f568b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.004049 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f3e3095b-3811-4f26-83ed-b1a8c57f568b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1571343
Feb 19 21:21:03.004953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59268) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:03.040232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-0ed5c84c-8e1b-4fd7-8823-5dd64e053ad7 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f HTTP/1.1" status: 200  len: 380 time: 0.0915253
Feb 19 21:21:03.051720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'port': {'device_id': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'admin_state_up': True, 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'security_groups': ['e18305d4-a264-49d8-bb71-4fa0153eb8c7']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:03.055186 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df78975e-6890-414d-afc1-7ac4229f7c7a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (7007f326-34a2-4092-a19b-2fea72052660), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.065391 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df78975e-6890-414d-afc1-7ac4229f7c7a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (7007f326-34a2-4092-a19b-2fea72052660), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.098936 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df78975e-6890-414d-afc1-7ac4229f7c7a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (7007f326-34a2-4092-a19b-2fea72052660), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.106783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-df78975e-6890-414d-afc1-7ac4229f7c7a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.107965 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-df78975e-6890-414d-afc1-7ac4229f7c7a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7007f326-34a2-4092-a19b-2fea72052660 HTTP/1.1" status: 204  len: 168 time: 0.1025615
Feb 19 21:21:03.113779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59270) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:03.116359 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78975e-6890-414d-afc1-7ac4229f7c7a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7007f326-34a2-4092-a19b-2fea72052660,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:03.161570 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-50cad22f-8e01-4204-b7c2-ad53f3a91084 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0465462
Feb 19 21:21:03.164672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59272) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:03.227533 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f58429ed-fb3b-4aa5-ba9a-bc4fb07c48ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (1e14b2de-ce45-407d-b2c5-de94fc64c176), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.253929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f58429ed-fb3b-4aa5-ba9a-bc4fb07c48ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (1e14b2de-ce45-407d-b2c5-de94fc64c176), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.308520 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f58429ed-fb3b-4aa5-ba9a-bc4fb07c48ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1e14b2de-ce45-407d-b2c5-de94fc64c176), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.311562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f58429ed-fb3b-4aa5-ba9a-bc4fb07c48ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.312965 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f58429ed-fb3b-4aa5-ba9a-bc4fb07c48ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-groups/1e14b2de-ce45-407d-b2c5-de94fc64c176 HTTP/1.1" status: 204  len: 168 time: 0.1470144
Feb 19 21:21:03.316981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59274) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:03.336558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58429ed-fb3b-4aa5-ba9a-bc4fb07c48ea tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e14b2de-ce45-407d-b2c5-de94fc64c176,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:03.370514 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ba334b85-3fb0-4bb8-aa50-d6bb9b75e08c tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0523198
Feb 19 21:21:03.374407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59276) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:03.379150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4773ebea-d33c-463d-a8a5-ad048b7b1bcf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387337369'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:03.404377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1f692b4-4ead-4029-b9a0-04e6e63efbc5 req-baca423d-9689-4b6a-bc65-991b3730ed57 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4183786
Feb 19 21:21:03.415847 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4773ebea-d33c-463d-a8a5-ad048b7b1bcf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.500681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Made reservation on behalf of e2dcdf87966c4cc5899afcfb6f2b6b1f for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:21:03.504370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4773ebea-d33c-463d-a8a5-ad048b7b1bcf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (4b9b8405-0d60-4c50-8145-059c84ff3864), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.505480 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.510532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4773ebea-d33c-463d-a8a5-ad048b7b1bcf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4b9b8405-0d60-4c50-8145-059c84ff3864), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.549102 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4773ebea-d33c-463d-a8a5-ad048b7b1bcf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.550544 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4773ebea-d33c-463d-a8a5-ad048b7b1bcf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1751227
Feb 19 21:21:03.552543 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773ebea-d33c-463d-a8a5-ad048b7b1bcf tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9b8405-0d60-4c50-8145-059c84ff3864,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:03.557565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59282) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:03.560512 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0421c5b6-41d3-4fdc-8dc7-7a094ea6d66f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': '4b9b8405-0d60-4c50-8145-059c84ff3864', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:03.600265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0421c5b6-41d3-4fdc-8dc7-7a094ea6d66f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f703ec73-e872-4909-a6d7-b01b081584e7), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.675467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0421c5b6-41d3-4fdc-8dc7-7a094ea6d66f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f703ec73-e872-4909-a6d7-b01b081584e7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.680120 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0421c5b6-41d3-4fdc-8dc7-7a094ea6d66f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (f703ec73-e872-4909-a6d7-b01b081584e7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.705566 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421c5b6-41d3-4fdc-8dc7-7a094ea6d66f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f703ec73-e872-4909-a6d7-b01b081584e7,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:03.714013 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0421c5b6-41d3-4fdc-8dc7-7a094ea6d66f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.716042 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0421c5b6-41d3-4fdc-8dc7-7a094ea6d66f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1599336
Feb 19 21:21:03.718197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59286) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:03.723174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Allocated IP 172.20.0.4 (c4ebd81e-1d57-4556-849f-49c1f55e520a/e2e53a7a-8950-4397-a71b-1be7e43f0721/63009b88-0f8a-4c79-8889-d2d3c647b428) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:21:03.735707 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e5ac81e4-ed4a-4fc7-be4a-a8625cb88657 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules/f703ec73-e872-4909-a6d7-b01b081584e7 HTTP/1.1" status: 200  len: 763 time: 0.0164013
Feb 19 21:21:03.738145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59288) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:03.774676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a93aa-96e3-4f42-851b-5df65b847ee5 req-49b50409-2641-4d52-8c3b-0d8752de0e32 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:03.776298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e9a93aa-96e3-4f42-851b-5df65b847ee5 req-49b50409-2641-4d52-8c3b-0d8752de0e32 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.1198258
Feb 19 21:21:03.802701 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2e4eeab4-ee1c-4aaf-8711-f79c1508334b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0634131
Feb 19 21:21:03.803950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59292) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:03.829255 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86dcae85-5c3f-4ec6-8778-7e370b2c935f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f703ec73-e872-4909-a6d7-b01b081584e7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.837966 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86dcae85-5c3f-4ec6-8778-7e370b2c935f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (f703ec73-e872-4909-a6d7-b01b081584e7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.871978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86dcae85-5c3f-4ec6-8778-7e370b2c935f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (f703ec73-e872-4909-a6d7-b01b081584e7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.876959 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-86dcae85-5c3f-4ec6-8778-7e370b2c935f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.878118 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-86dcae85-5c3f-4ec6-8778-7e370b2c935f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f703ec73-e872-4909-a6d7-b01b081584e7 HTTP/1.1" status: 204  len: 168 time: 0.0735781
Feb 19 21:21:03.881257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59294) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:03.888291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fb4f7af-d766-41cc-aadb-c14d6e0ddeb1 req-ee3b87ac-de83-440c-944d-2158e773a6f8 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 210 time: 0.0442812
Feb 19 21:21:03.903225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcae85-5c3f-4ec6-8778-7e370b2c935f tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f703ec73-e872-4909-a6d7-b01b081584e7,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:03.923200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e9a93aa-96e3-4f42-851b-5df65b847ee5 req-c1802a09-2dde-4eeb-8d9e-9e4a87f90f85 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307085
Feb 19 21:21:03.930794 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-04eb2677-fd37-49f3-9e5c-437d5e85e94b tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0470951
Feb 19 21:21:03.932626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59296) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:03.940534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-bd6186bd-f6f2-4e95-864b-b72ef941b0b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': '4b9b8405-0d60-4c50-8145-059c84ff3864', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:03.992051 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:03.994057 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd6186bd-f6f2-4e95-864b-b72ef941b0b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (2217af69-4161-4797-bcae-2978b674d359), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.065673 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.122648 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd6186bd-f6f2-4e95-864b-b72ef941b0b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (2217af69-4161-4797-bcae-2978b674d359), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.139631 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd6186bd-f6f2-4e95-864b-b72ef941b0b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (2217af69-4161-4797-bcae-2978b674d359), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.146359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network c4ebd81e-1d57-4556-849f-49c1f55e520a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:21:04.160216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:21:04.177956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:21:04.185532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=63009b88-0f8a-4c79-8889-d2d3c647b428,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:04.210400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6186bd-f6f2-4e95-864b-b72ef941b0b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2217af69-4161-4797-bcae-2978b674d359,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:04.226051 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd6186bd-f6f2-4e95-864b-b72ef941b0b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.228793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bd6186bd-f6f2-4e95-864b-b72ef941b0b2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2949169
Feb 19 21:21:04.230500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59298) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:04.253144 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-122b11af-96bd-41a1-9a21-1cc98693fcb2 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules/2217af69-4161-4797-bcae-2978b674d359 HTTP/1.1" status: 200  len: 763 time: 0.0176880
Feb 19 21:21:04.254167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59300) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:04.263050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:04.263916 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.288852 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-eb743156-d431-4f8f-b328-702d00546869 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2416668
Feb 19 21:21:04.298205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-9b2f11c8-419f-44f1-ba76-8db03d4476db tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:21:04.299698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-9b2f11c8-419f-44f1-ba76-8db03d4476db tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062156
Feb 19 21:21:04.309233 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d3c3380f-d9b5-42c9-8d26-880dea7e05af tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0544312
Feb 19 21:21:04.312313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59302) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:04.315855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Request body: {'port': {'device_id': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:04.345469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6faa6ac0-8b15-4e4a-97ba-50833ee0fa6e tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (2217af69-4161-4797-bcae-2978b674d359), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.357345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6faa6ac0-8b15-4e4a-97ba-50833ee0fa6e tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (2217af69-4161-4797-bcae-2978b674d359), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.394943 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.398832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6faa6ac0-8b15-4e4a-97ba-50833ee0fa6e tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (2217af69-4161-4797-bcae-2978b674d359), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.406913 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6faa6ac0-8b15-4e4a-97ba-50833ee0fa6e tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.410814 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6faa6ac0-8b15-4e4a-97ba-50833ee0fa6e tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/2217af69-4161-4797-bcae-2978b674d359 HTTP/1.1" status: 204  len: 168 time: 0.0952723
Feb 19 21:21:04.411053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59304) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:04.425081 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa6ac0-8b15-4e4a-97ba-50833ee0fa6e tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2217af69-4161-4797-bcae-2978b674d359,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:04.486728 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f6226e90-ec73-430a-bdce-96bccbfdb689 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0718663
Feb 19 21:21:04.487154 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59308) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:04.491710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6501ecd4-2f80-4fc8-af8c-4030580613e4 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': '4b9b8405-0d60-4c50-8145-059c84ff3864', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:04.521064 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-6501ecd4-2f80-4fc8-af8c-4030580613e4 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Project ff6923d11cfd4943aec6ed8493a824b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:21:04.522924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-291b58ad-5f0d-42e7-9be8-cd5a4764536c None None] Provisioning complete for port 63009b88-0f8a-4c79-8889-d2d3c647b428 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:04.523950 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-291b58ad-5f0d-42e7-9be8-cd5a4764536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.529428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6501ecd4-2f80-4fc8-af8c-4030580613e4 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (e6da40e0-89b2-4647-95dd-021424cdf1c1), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.575700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-291b58ad-5f0d-42e7-9be8-cd5a4764536c None None] Port 63009b88-0f8a-4c79-8889-d2d3c647b428 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:21:04.605853 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6501ecd4-2f80-4fc8-af8c-4030580613e4 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (e6da40e0-89b2-4647-95dd-021424cdf1c1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.616211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6501ecd4-2f80-4fc8-af8c-4030580613e4 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (e6da40e0-89b2-4647-95dd-021424cdf1c1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.635590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501ecd4-2f80-4fc8-af8c-4030580613e4 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6da40e0-89b2-4647-95dd-021424cdf1c1,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:04.652251 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6501ecd4-2f80-4fc8-af8c-4030580613e4 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.654026 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6501ecd4-2f80-4fc8-af8c-4030580613e4 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1658683
Feb 19 21:21:04.657383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59310) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:04.683689 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-be13a2ed-5dcc-4c4f-8e99-a0db870ba694 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules/e6da40e0-89b2-4647-95dd-021424cdf1c1 HTTP/1.1" status: 200  len: 769 time: 0.0245342
Feb 19 21:21:04.686465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59312) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:04.737885 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-34eeb226-ccf8-4260-baed-ae2fb3a29423 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0499556
Feb 19 21:21:04.740635 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59314) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:04.788230 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c7652ca-18c3-4f4d-ae4c-a41bc3c90461 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (e6da40e0-89b2-4647-95dd-021424cdf1c1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.802528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63009b88-0f8a-4c79-8889-d2d3c647b428 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:21:04.805355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c7652ca-18c3-4f4d-ae4c-a41bc3c90461 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (e6da40e0-89b2-4647-95dd-021424cdf1c1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.812900 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Publish callbacks [] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.849468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c7652ca-18c3-4f4d-ae4c-a41bc3c90461 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (e6da40e0-89b2-4647-95dd-021424cdf1c1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.849898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Transition to ACTIVE for port object 63009b88-0f8a-4c79-8889-d2d3c647b428 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:21:04.856186 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c7652ca-18c3-4f4d-ae4c-a41bc3c90461 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.858793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:04.860366 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5c7652ca-18c3-4f4d-ae4c-a41bc3c90461 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e6da40e0-89b2-4647-95dd-021424cdf1c1 HTTP/1.1" status: 204  len: 168 time: 0.1181767
Feb 19 21:21:04.861060 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59316) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:04.886051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7652ca-18c3-4f4d-ae4c-a41bc3c90461 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6da40e0-89b2-4647-95dd-021424cdf1c1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:04.921859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Pushing event updated for resources: {'Port': ['ID=63009b88-0f8a-4c79-8889-d2d3c647b428,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:04.936795 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-eccae4f9-5fe2-46ce-9b6c-e47d1bc67a03 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0716138
Feb 19 21:21:04.937413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59320) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:05.016191 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-641abfff-c7b1-4bdd-97dd-e3f06bdee204 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (4b9b8405-0d60-4c50-8145-059c84ff3864), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.048689 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-641abfff-c7b1-4bdd-97dd-e3f06bdee204 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (4b9b8405-0d60-4c50-8145-059c84ff3864), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.116446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Attempting to bind port 63009b88-0f8a-4c79-8889-d2d3c647b428 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:21:05.116885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Attempting to bind port 63009b88-0f8a-4c79-8889-d2d3c647b428 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:21:05.118183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Attempting to bind port 63009b88-0f8a-4c79-8889-d2d3c647b428 on network c4ebd81e-1d57-4556-849f-49c1f55e520a {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:21:05.124769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-641abfff-c7b1-4bdd-97dd-e3f06bdee204 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (4b9b8405-0d60-4c50-8145-059c84ff3864), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.128777 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-641abfff-c7b1-4bdd-97dd-e3f06bdee204 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.129041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Port 63009b88-0f8a-4c79-8889-d2d3c647b428 on network c4ebd81e-1d57-4556-849f-49c1f55e520a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:21:05.129041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Attempting to bind port 63009b88-0f8a-4c79-8889-d2d3c647b428 on network c4ebd81e-1d57-4556-849f-49c1f55e520a {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:21:05.132478 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-641abfff-c7b1-4bdd-97dd-e3f06bdee204 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-groups/4b9b8405-0d60-4c50-8145-059c84ff3864 HTTP/1.1" status: 204  len: 168 time: 0.1917248
Feb 19 21:21:05.134789 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59324) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:05.145178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641abfff-c7b1-4bdd-97dd-e3f06bdee204 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9b8405-0d60-4c50-8145-059c84ff3864,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:05.154078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:21:05.154675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Checking segment: {'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:21:05.155419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Bound using segment: {'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:21:05.156265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Bound port: 63009b88-0f8a-4c79-8889-d2d3c647b428, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab79cbe-294a-448f-963d-0cbea876ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:21:05.156949 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.188581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47478-a17c-48ca-ba38-c8c7023c7ccf req-634c9dcb-16bc-46c0-89eb-81e5707c6c92 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:05.190229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0a47478-a17c-48ca-ba38-c8c7023c7ccf req-634c9dcb-16bc-46c0-89eb-81e5707c6c92 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.1340580
Feb 19 21:21:05.206891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5197a5e-05ab-4df3-a632-6fec078eda95 req-d6fcd283-a1f4-4b75-ab2e-b6a91d91f964 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:05.208510 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5197a5e-05ab-4df3-a632-6fec078eda95 req-d6fcd283-a1f4-4b75-ab2e-b6a91d91f964 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 943 time: 0.1990907
Feb 19 21:21:05.343560 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-409ce2bc-8bb6-4b96-b8d8-bdbb4b0b72d3 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2050226
Feb 19 21:21:05.350377 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59326) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:05.356549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-401576f9-2f6a-4d28-8bd4-b1b439dd897a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group': {'name': 'tempest-secgroup--432586642'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:05.375284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a0a47478-a17c-48ca-ba38-c8c7023c7ccf req-fba4af25-736a-4acf-8f38-c56220814e0f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644251
Feb 19 21:21:05.383517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5197a5e-05ab-4df3-a632-6fec078eda95 req-a9a29ce8-dff2-4e23-aa52-81bbdf654161 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1631248
Feb 19 21:21:05.385941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] For port 63009b88-0f8a-4c79-8889-d2d3c647b428, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:21:05.390149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] For port 63009b88-0f8a-4c79-8889-d2d3c647b428, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63009b88-0f8a-4c79-8889-d2d3c647b428,segment=NetworkSegment(6ab79cbe-294a-448f-963d-0cbea876ab69),segment_id=6ab79cbe-294a-448f-963d-0cbea876ab69)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:21:05.391445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-401576f9-2f6a-4d28-8bd4-b1b439dd897a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.414493 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.460258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:05.462954 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.465346 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] 10.222.0.10 "PUT /v2.0/ports/63009b88-0f8a-4c79-8889-d2d3c647b428 HTTP/1.1" status: 200  len: 1091 time: 1.1565778
Feb 19 21:21:05.469553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'tag': '63009b88-0f8a-4c79-8889-d2d3c647b428'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:05.478070 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4639903-b1e5-449f-91d5-40d804c817f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7133b5f-c87f-411f-918a-7ac1c6634212", "tag": "63009b88-0f8a-4c79-8889-d2d3c647b428"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:05.518575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d209f-5c76-4dbd-a515-a725440f099b service neutron] Pushing event updated for resources: {'Port': ['ID=63009b88-0f8a-4c79-8889-d2d3c647b428,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:05.605260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-401576f9-2f6a-4d28-8bd4-b1b439dd897a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (98068760-e496-4f9a-8e48-ec014c28c6fd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.617184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-51e8c6d0-3ece-4234-ba1f-99549d01aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:05.619482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-51e8c6d0-3ece-4234-ba1f-99549d01aafb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 1125 time: 0.0887229
Feb 19 21:21:05.620100 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-401576f9-2f6a-4d28-8bd4-b1b439dd897a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (98068760-e496-4f9a-8e48-ec014c28c6fd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.702410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-401576f9-2f6a-4d28-8bd4-b1b439dd897a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.704041 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-401576f9-2f6a-4d28-8bd4-b1b439dd897a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3525290
Feb 19 21:21:05.709160 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59338) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:05.722317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-02fa0f79-656f-477e-b2c4-3352249b0910 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63009b88-0f8a-4c79-8889-d2d3c647b428 HTTP/1.1" status: 200  len: 217 time: 0.0964546
Feb 19 21:21:05.732433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-36b6f0de-e992-4a37-85d4-46ea044628b5 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Request body: {'security_group_rule': {'security_group_id': '98068760-e496-4f9a-8e48-ec014c28c6fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:05.760592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401576f9-2f6a-4d28-8bd4-b1b439dd897a tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98068760-e496-4f9a-8e48-ec014c28c6fd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:05.840468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36b6f0de-e992-4a37-85d4-46ea044628b5 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (1c171db3-1d76-42e7-b558-1f9855b4ba0c), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.846957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7b753-a85b-447f-916a-d812a123d872 req-52d0308c-8c46-41ef-b91b-81a39bc2f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:05.848595 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-83e7b753-a85b-447f-916a-d812a123d872 req-52d0308c-8c46-41ef-b91b-81a39bc2f099 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f355422bbc4a402597f285f02ca85a3a&device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 1128 time: 0.0898001
Feb 19 21:21:05.876281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-7c71a4d2-8e2d-467b-bc27-f261c445ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:05.878126 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-7c71a4d2-8e2d-467b-bc27-f261c445ae1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e2e53a7a-8950-4397-a71b-1be7e43f0721 HTTP/1.1" status: 200  len: 834 time: 0.1477108
Feb 19 21:21:05.917694 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ce24db-b2dd-4284-b0e0-48f1082f676f x-openstack-request-id: req-47ce24db-b2dd-4284-b0e0-48f1082f676f {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:05.917897 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7133b5f-c87f-411f-918a-7ac1c6634212", "tag": "63009b88-0f8a-4c79-8889-d2d3c647b428", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:05.918082 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47ce24db-b2dd-4284-b0e0-48f1082f676f {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:05.918493 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'tag': '63009b88-0f8a-4c79-8889-d2d3c647b428', 'status': 'completed', 'code': 200}
Feb 19 21:21:05.934766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d14e25-29ce-4b48-b875-50bda91802a4 req-5c2254ba-576e-4b33-b02a-9c938541f51f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:05.937032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41d14e25-29ce-4b48-b875-50bda91802a4 req-5c2254ba-576e-4b33-b02a-9c938541f51f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.1358674
Feb 19 21:21:05.971255 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36b6f0de-e992-4a37-85d4-46ea044628b5 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (1c171db3-1d76-42e7-b558-1f9855b4ba0c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.976486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-501d0799-1427-4568-a38d-4a1fb77e82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:05.978798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-501d0799-1427-4568-a38d-4a1fb77e82ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4ebd81e-1d57-4556-849f-49c1f55e520a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0920715
Feb 19 21:21:05.981659 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36b6f0de-e992-4a37-85d4-46ea044628b5 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (1c171db3-1d76-42e7-b558-1f9855b4ba0c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:05.993142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7b753-a85b-447f-916a-d812a123d872 req-c7199aeb-bd66-449e-bd79-1062fd49dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:05.995497 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-83e7b753-a85b-447f-916a-d812a123d872 req-c7199aeb-bd66-449e-bd79-1062fd49dae5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=329f24bf-548d-4726-9c90-6ec6901e5e7e HTTP/1.1" status: 200  len: 910 time: 0.1402369
Feb 19 21:21:06.014264 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6f0de-e992-4a37-85d4-46ea044628b5 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c171db3-1d76-42e7-b558-1f9855b4ba0c,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:06.046630 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-83e7b753-a85b-447f-916a-d812a123d872 req-c12ebaea-b24d-4bbe-b214-8f1a68210dc7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=177dcc51-f1b3-422d-be43-aa6cfc1b0319 HTTP/1.1" status: 200  len: 217 time: 0.0403163
Feb 19 21:21:06.050680 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-36b6f0de-e992-4a37-85d4-46ea044628b5 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:06.051923 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-36b6f0de-e992-4a37-85d4-46ea044628b5 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3409965
Feb 19 21:21:06.055233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59340) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:06.064949 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41d14e25-29ce-4b48-b875-50bda91802a4 req-ef2cd0b0-8d32-4a90-8fae-0571ea09b90f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140535
Feb 19 21:21:06.112677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-25d875a6-9412-48a5-b282-bb458a98a09c service neutron] 10.222.0.10 "GET /v2.0/networks/c4ebd81e-1d57-4556-849f-49c1f55e520a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288066
Feb 19 21:21:06.137114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7b753-a85b-447f-916a-d812a123d872 req-0b278b79-2b99-4fe8-9eb1-d5b8e626d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:06.138602 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-83e7b753-a85b-447f-916a-d812a123d872 req-0b278b79-2b99-4fe8-9eb1-d5b8e626d667 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0920ff0d-2897-49e9-84da-dfcc71b272bb HTTP/1.1" status: 200  len: 849 time: 0.0842955
Feb 19 21:21:06.191050 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-83e7b753-a85b-447f-916a-d812a123d872 req-6e3ccfff-48fb-47b2-b58f-2a18c8ec4211 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=329f24bf-548d-4726-9c90-6ec6901e5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453913
Feb 19 21:21:06.195284 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1333667-56e2-450f-af2c-da3a4d0d0e62 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (98068760-e496-4f9a-8e48-ec014c28c6fd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:06.226353 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3125f4b4-80d7-4743-bedb-ea13b50fcc9a req-6fd443f2-6d52-48ee-99cb-425940bd438e service neutron] 10.222.0.10 "GET /v2.0/networks/c4ebd81e-1d57-4556-849f-49c1f55e520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1061363
Feb 19 21:21:06.283149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1333667-56e2-450f-af2c-da3a4d0d0e62 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (98068760-e496-4f9a-8e48-ec014c28c6fd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:06.349732 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-83e7b753-a85b-447f-916a-d812a123d872 req-9f0ccf71-7d8f-4216-8fb5-f005c02f39a8 service neutron] 10.222.0.67 "GET /v2.0/networks/329f24bf-548d-4726-9c90-6ec6901e5e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491871
Feb 19 21:21:06.364015 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4639903-b1e5-449f-91d5-40d804c817f3 req-fec4bd5f-326f-4ea7-a22b-448602507c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:06.364015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4639903-b1e5-449f-91d5-40d804c817f3 req-fec4bd5f-326f-4ea7-a22b-448602507c0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 1125 time: 0.0699260
Feb 19 21:21:06.404487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1333667-56e2-450f-af2c-da3a4d0d0e62 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (98068760-e496-4f9a-8e48-ec014c28c6fd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:06.407040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d1333667-56e2-450f-af2c-da3a4d0d0e62 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:06.411080 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d1333667-56e2-450f-af2c-da3a4d0d0e62 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-groups/98068760-e496-4f9a-8e48-ec014c28c6fd HTTP/1.1" status: 204  len: 168 time: 0.3520279
Feb 19 21:21:06.415710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59344) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:06.443564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1333667-56e2-450f-af2c-da3a4d0d0e62 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98068760-e496-4f9a-8e48-ec014c28c6fd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:06.501962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4639903-b1e5-449f-91d5-40d804c817f3 req-73a796da-44b5-4fae-bf58-cb8f1ff3cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:06.503888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4639903-b1e5-449f-91d5-40d804c817f3 req-73a796da-44b5-4fae-bf58-cb8f1ff3cdea service neutron] 10.222.0.10 "GET /v2.0/networks?id=c4ebd81e-1d57-4556-849f-49c1f55e520a HTTP/1.1" status: 200  len: 898 time: 0.1328387
Feb 19 21:21:06.505499 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f09ea831-c7de-4c2c-b7d2-7f3359b059b8 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0847142
Feb 19 21:21:06.510895 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-83e7b753-a85b-447f-916a-d812a123d872 req-37434548-2a91-4503-bc35-fc5589de076e service neutron] 10.222.0.67 "GET /v2.0/networks/329f24bf-548d-4726-9c90-6ec6901e5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538458
Feb 19 21:21:06.511076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59348) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:06.559650 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b9707a3e-37e3-477c-a90c-9688b5574e3c tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0474267
Feb 19 21:21:06.564037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59352) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:06.574371 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4639903-b1e5-449f-91d5-40d804c817f3 req-6326acda-54d1-4f65-bd97-9bd3833ff2c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63009b88-0f8a-4c79-8889-d2d3c647b428 HTTP/1.1" status: 200  len: 217 time: 0.0613463
Feb 19 21:21:06.590734 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-cb0752cb-e5cb-43e0-bafa-3b13c3949aa7 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] delete failed (client error): The resource could not be found.
Feb 19 21:21:06.592552 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cb0752cb-e5cb-43e0-bafa-3b13c3949aa7 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "DELETE /v2.0/security-groups/98068760-e496-4f9a-8e48-ec014c28c6fd HTTP/1.1" status: 404  len: 347 time: 0.0266306
Feb 19 21:21:06.598870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59354) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:06.687892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4639903-b1e5-449f-91d5-40d804c817f3 req-b8403358-6479-4c4f-b2c7-257d55a46000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:06.689403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4639903-b1e5-449f-91d5-40d804c817f3 req-b8403358-6479-4c4f-b2c7-257d55a46000 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e2e53a7a-8950-4397-a71b-1be7e43f0721 HTTP/1.1" status: 200  len: 834 time: 0.0895734
Feb 19 21:21:06.719192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-68f72776-0ff2-4020-a359-37c1cdea14b1 tempest-SecGroupIPv6Test-1141166413 tempest-SecGroupIPv6Test-1141166413-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1176891
Feb 19 21:21:06.742607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74124760-6059-477c-9582-15f1a7115b52 req-8ffd39f1-08ac-456c-bdb0-acf3a0f1ca42 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:06.745047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74124760-6059-477c-9582-15f1a7115b52 req-8ffd39f1-08ac-456c-bdb0-acf3a0f1ca42 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 943 time: 0.2457845
Feb 19 21:21:06.792058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4639903-b1e5-449f-91d5-40d804c817f3 req-cb352fbe-b41f-4138-8574-aec3595b3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:06.794253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4639903-b1e5-449f-91d5-40d804c817f3 req-cb352fbe-b41f-4138-8574-aec3595b3db2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4ebd81e-1d57-4556-849f-49c1f55e520a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0957084
Feb 19 21:21:06.865596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74124760-6059-477c-9582-15f1a7115b52 req-0d001461-a854-49fc-940a-7c23e08fd7fa tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122646
Feb 19 21:21:06.913959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4639903-b1e5-449f-91d5-40d804c817f3 req-eba0d916-78c8-4ea2-94db-76340a17f6ca service neutron] 10.222.0.10 "GET /v2.0/networks/c4ebd81e-1d57-4556-849f-49c1f55e520a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1139419
Feb 19 21:21:07.027253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4639903-b1e5-449f-91d5-40d804c817f3 req-5dc5eb71-36cc-4e40-b60d-5ddfd8619982 service neutron] 10.222.0.10 "GET /v2.0/networks/c4ebd81e-1d57-4556-849f-49c1f55e520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1068361
Feb 19 21:21:07.060565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59360) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:07.222875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0d91c-4c7e-4531-aa86-4e21c4841815 req-4578a6a4-c26c-467a-ab42-99250603c7f5 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:07.224680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0bc0d91c-4c7e-4531-aa86-4e21c4841815 req-4578a6a4-c26c-467a-ab42-99250603c7f5 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.0696411
Feb 19 21:21:07.232124 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3a9f482a-ec2a-4aec-9c23-ef6bf09db61b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff6923d11cfd4943aec6ed8493a824b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1698618
Feb 19 21:21:07.236372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59366) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:07.287271 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0bc0d91c-4c7e-4531-aa86-4e21c4841815 req-7a9f6ca4-aaca-4483-9688-de9076a855b5 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544302
Feb 19 21:21:07.293207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3ca14e9-c0b0-4f01-9946-b0827eda0387 admin admin] Publish callbacks [] for security_group (ddad41a3-0c22-4499-b758-702502556215), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:07.322185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3ca14e9-c0b0-4f01-9946-b0827eda0387 admin admin] Publish callbacks [] for security_group (ddad41a3-0c22-4499-b758-702502556215), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:07.395699 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3ca14e9-c0b0-4f01-9946-b0827eda0387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ddad41a3-0c22-4499-b758-702502556215), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:07.399110 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b3ca14e9-c0b0-4f01-9946-b0827eda0387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:07.401073 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b3ca14e9-c0b0-4f01-9946-b0827eda0387 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ddad41a3-0c22-4499-b758-702502556215 HTTP/1.1" status: 204  len: 168 time: 0.1631641
Feb 19 21:21:07.410551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca14e9-c0b0-4f01-9946-b0827eda0387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddad41a3-0c22-4499-b758-702502556215,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:08.031191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767f018-84e3-471c-93c9-76b62da18565 req-0806e208-90a6-45c6-88ec-f46a5d33b787 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:08.033833 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d767f018-84e3-471c-93c9-76b62da18565 req-0806e208-90a6-45c6-88ec-f46a5d33b787 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 943 time: 0.0805194
Feb 19 21:21:08.108872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d767f018-84e3-471c-93c9-76b62da18565 req-ab4b6263-6490-45a3-bf39-f4e9bddf9e4b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588853
Feb 19 21:21:08.444887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0602ae-e40b-47af-8e57-f8150e828336 req-eb40bf7a-464c-4616-9709-df043c519d1f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:08.450063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db0602ae-e40b-47af-8e57-f8150e828336 req-eb40bf7a-464c-4616-9709-df043c519d1f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.0720880
Feb 19 21:21:08.507059 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-db0602ae-e40b-47af-8e57-f8150e828336 req-d5824282-9828-4eb4-80ec-30f5be037271 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541117
Feb 19 21:21:08.858428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2b612-634f-4b3d-a3a6-5c705ff0c3ef req-5e4eae5a-6046-4154-a486-cd4ebc34c252 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:08.861018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6cb2b612-634f-4b3d-a3a6-5c705ff0c3ef req-5e4eae5a-6046-4154-a486-cd4ebc34c252 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.0654490
Feb 19 21:21:08.926392 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6cb2b612-634f-4b3d-a3a6-5c705ff0c3ef req-904bf029-3c7f-4157-a057-0308dddb4f0d tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579286
Feb 19 21:21:09.280199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae74c1-9e7d-4684-9173-5a7ad8363ddf req-65863987-299b-4428-aff9-c19f5edaeb9b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:09.280199 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7ae74c1-9e7d-4684-9173-5a7ad8363ddf req-65863987-299b-4428-aff9-c19f5edaeb9b tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 943 time: 0.0801992
Feb 19 21:21:09.338566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7ae74c1-9e7d-4684-9173-5a7ad8363ddf req-6bb92b67-e9c7-4274-a4ad-c9287c91347a tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533822
Feb 19 21:21:09.664286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59432) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:09.800410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39e295d9-0b60-41c0-94af-55a6a3b45eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:09.904095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39e295d9-0b60-41c0-94af-55a6a3b45eff admin admin] Publish callbacks [] for security_group (84aba869-2e09-41cd-aafa-319294eb4553), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:09.908700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-39e295d9-0b60-41c0-94af-55a6a3b45eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (84aba869-2e09-41cd-aafa-319294eb4553), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:09.954035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e295d9-0b60-41c0-94af-55a6a3b45eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aba869-2e09-41cd-aafa-319294eb4553,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:09.959235 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-39e295d9-0b60-41c0-94af-55a6a3b45eff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05c16f84eefc46bc9bdfc6d0f3723ac6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2936301
Feb 19 21:21:09.962881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59438) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:10.025836 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a465d551-4847-4a75-ab20-63fc8a05bba0 admin admin] Publish callbacks [] for security_group (84aba869-2e09-41cd-aafa-319294eb4553), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:10.056648 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a465d551-4847-4a75-ab20-63fc8a05bba0 admin admin] Publish callbacks [] for security_group (84aba869-2e09-41cd-aafa-319294eb4553), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:10.077750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f648-124d-43f3-a791-bec44931c847 req-a471da2d-f057-4687-b325-53c6098040a8 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:10.079482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc28f648-124d-43f3-a791-bec44931c847 req-a471da2d-f057-4687-b325-53c6098040a8 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.0715816
Feb 19 21:21:10.117619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a465d551-4847-4a75-ab20-63fc8a05bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (84aba869-2e09-41cd-aafa-319294eb4553), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:10.120985 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a465d551-4847-4a75-ab20-63fc8a05bba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:10.122223 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a465d551-4847-4a75-ab20-63fc8a05bba0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84aba869-2e09-41cd-aafa-319294eb4553 HTTP/1.1" status: 204  len: 168 time: 0.1582339
Feb 19 21:21:10.134254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465d551-4847-4a75-ab20-63fc8a05bba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aba869-2e09-41cd-aafa-319294eb4553,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:10.152452 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc28f648-124d-43f3-a791-bec44931c847 req-d237f0f4-72af-435d-b5a5-c5804e87a504 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651102
Feb 19 21:21:10.414249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355f6d0-83f6-4727-8087-2f42b6eb26f1 req-9867efaf-9ffe-4c6c-9c4d-ef97ea3805a7 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:10.416974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2355f6d0-83f6-4727-8087-2f42b6eb26f1 req-9867efaf-9ffe-4c6c-9c4d-ef97ea3805a7 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.0676305
Feb 19 21:21:10.472711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf89cb-69c1-4998-8eec-363f55436335 req-bea5d4da-bd59-484e-9f3d-b6a062cb53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:10.474310 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11bf89cb-69c1-4998-8eec-363f55436335 req-bea5d4da-bd59-484e-9f3d-b6a062cb53dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f355422bbc4a402597f285f02ca85a3a&device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 1128 time: 0.0753174
Feb 19 21:21:10.514513 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2355f6d0-83f6-4727-8087-2f42b6eb26f1 req-b93bc1a2-47a8-438f-a077-fa9394745a8d tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910106
Feb 19 21:21:10.538516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c7229-0426-4e0a-9dd0-77c4a73124dc req-9e15aa01-adb5-4709-a2a8-f422ec42ccff tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:10.540107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d1c7229-0426-4e0a-9dd0-77c4a73124dc req-9e15aa01-adb5-4709-a2a8-f422ec42ccff tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 943 time: 0.1072114
Feb 19 21:21:10.582848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59450) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:10.606866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf89cb-69c1-4998-8eec-363f55436335 req-19df6261-48ed-43d4-a9e9-66fb837cdce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:10.608110 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11bf89cb-69c1-4998-8eec-363f55436335 req-19df6261-48ed-43d4-a9e9-66fb837cdce0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=329f24bf-548d-4726-9c90-6ec6901e5e7e HTTP/1.1" status: 200  len: 910 time: 0.1257997
Feb 19 21:21:10.611865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:10.637275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d1c7229-0426-4e0a-9dd0-77c4a73124dc req-f322edad-78b0-49ef-8349-b481c25afab9 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894966
Feb 19 21:21:10.640617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 63009b88-0f8a-4c79-8889-d2d3c647b428 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:21:10.662973 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11bf89cb-69c1-4998-8eec-363f55436335 req-01f0c93e-59c4-4076-8462-a1857b996b85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=177dcc51-f1b3-422d-be43-aa6cfc1b0319 HTTP/1.1" status: 200  len: 217 time: 0.0486231
Feb 19 21:21:10.735998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf89cb-69c1-4998-8eec-363f55436335 req-3cec991e-4fd1-46b2-ba61-fc9d0e866d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:10.737459 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11bf89cb-69c1-4998-8eec-363f55436335 req-3cec991e-4fd1-46b2-ba61-fc9d0e866d07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0920ff0d-2897-49e9-84da-dfcc71b272bb HTTP/1.1" status: 200  len: 849 time: 0.0681326
Feb 19 21:21:10.761263 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Publish callbacks [] for security_group (331cc2ab-9775-4f5b-9222-5e985006683a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:10.765830 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (331cc2ab-9775-4f5b-9222-5e985006683a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:10.774136 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11bf89cb-69c1-4998-8eec-363f55436335 req-6e84402e-1421-42ba-acb0-e3b04c6e7d67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=329f24bf-548d-4726-9c90-6ec6901e5e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303912
Feb 19 21:21:10.776689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 63009b88-0f8a-4c79-8889-d2d3c647b428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63009b88-0f8a-4c79-8889-d2d3c647b428,segment=NetworkSegment(6ab79cbe-294a-448f-963d-0cbea876ab69),segment_id=6ab79cbe-294a-448f-963d-0cbea876ab69)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:10.792944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '63009b88-0f8a-4c79-8889-d2d3c647b428', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'port_id': '63009b88-0f8a-4c79-8889-d2d3c647b428', 'mac_address': 'fa:16:3e:3a:6c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:21:10.810115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331cc2ab-9775-4f5b-9222-5e985006683a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:10.817086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d486fd40def9400fb92343e59f52eb62&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2328227
Feb 19 21:21:10.819853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59454) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:10.836145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.836530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.836881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.837774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.839646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.839646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.839646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.839646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.839646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.840158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.840257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.840836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.840943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae21d1a-a02d-44c7-8d8c-93e244a23548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:10.860442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 63009b88-0f8a-4c79-8889-d2d3c647b428 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:10.860965 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:10.877100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63009b88-0f8a-4c79-8889-d2d3c647b428 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:21:10.890747 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11bf89cb-69c1-4998-8eec-363f55436335 req-7a391d05-cd18-446c-b973-6cca1522f652 service neutron] 10.222.0.67 "GET /v2.0/networks/329f24bf-548d-4726-9c90-6ec6901e5e7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1087689
Feb 19 21:21:10.902427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 63009b88-0f8a-4c79-8889-d2d3c647b428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63009b88-0f8a-4c79-8889-d2d3c647b428,segment=NetworkSegment(6ab79cbe-294a-448f-963d-0cbea876ab69),segment_id=6ab79cbe-294a-448f-963d-0cbea876ab69)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:10.910747 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:10.913227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-433ba30d-0963-40d9-93fd-2c6e9b0879c5 admin admin] Publish callbacks [] for security_group (331cc2ab-9775-4f5b-9222-5e985006683a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:10.944454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-433ba30d-0963-40d9-93fd-2c6e9b0879c5 admin admin] Publish callbacks [] for security_group (331cc2ab-9775-4f5b-9222-5e985006683a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:10.981988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=63009b88-0f8a-4c79-8889-d2d3c647b428,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:11.011437 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11bf89cb-69c1-4998-8eec-363f55436335 req-fdf21108-fb88-4f1a-9735-699331cb0ea3 service neutron] 10.222.0.67 "GET /v2.0/networks/329f24bf-548d-4726-9c90-6ec6901e5e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1143408
Feb 19 21:21:11.014458 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-433ba30d-0963-40d9-93fd-2c6e9b0879c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (331cc2ab-9775-4f5b-9222-5e985006683a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:11.017749 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-433ba30d-0963-40d9-93fd-2c6e9b0879c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:11.019100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-433ba30d-0963-40d9-93fd-2c6e9b0879c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/331cc2ab-9775-4f5b-9222-5e985006683a HTTP/1.1" status: 204  len: 168 time: 0.1972928
Feb 19 21:21:11.031911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ba30d-0963-40d9-93fd-2c6e9b0879c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331cc2ab-9775-4f5b-9222-5e985006683a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:11.118530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['63009b88-0f8a-4c79-8889-d2d3c647b428'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:21:11.681377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8f247-c5c7-48c5-a193-7a3584b83e18 req-7282cf5c-5f6a-416a-a73f-6efd3a18c67e tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:11.683320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1f8f247-c5c7-48c5-a193-7a3584b83e18 req-7282cf5c-5f6a-416a-a73f-6efd3a18c67e tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.0744212
Feb 19 21:21:11.813868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1f8f247-c5c7-48c5-a193-7a3584b83e18 req-e3ac69e8-dd5e-4c58-93e9-33cffa4dc576 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078928
Feb 19 21:21:11.829736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ed69d-6ed7-4da7-9e1f-7fd298663d35 req-150cd152-89cc-456b-8bcf-235a30f4a9ad tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:11.832812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-646ed69d-6ed7-4da7-9e1f-7fd298663d35 req-150cd152-89cc-456b-8bcf-235a30f4a9ad tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 944 time: 0.1150563
Feb 19 21:21:11.896128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-646ed69d-6ed7-4da7-9e1f-7fd298663d35 req-e69d64f1-2bdb-4560-bd92-d9f03b06be77 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587769
Feb 19 21:21:12.654716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 63009b88-0f8a-4c79-8889-d2d3c647b428 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:21:12.722673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 63009b88-0f8a-4c79-8889-d2d3c647b428 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:21:12.728973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 63009b88-0f8a-4c79-8889-d2d3c647b428 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:12.730164 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:12.859585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 63009b88-0f8a-4c79-8889-d2d3c647b428 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:12.860065 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:12.900951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63009b88-0f8a-4c79-8889-d2d3c647b428'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:12.904115 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f440ea69-bbdb-400e-a2aa-b07f4fc699f9" -d '{"events": [{"server_uuid": "e7133b5f-c87f-411f-918a-7ac1c6634212", "name": "network-vif-plugged", "status": "completed", "tag": "63009b88-0f8a-4c79-8889-d2d3c647b428"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:12.937876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 63009b88-0f8a-4c79-8889-d2d3c647b428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63009b88-0f8a-4c79-8889-d2d3c647b428,segment=NetworkSegment(6ab79cbe-294a-448f-963d-0cbea876ab69),segment_id=6ab79cbe-294a-448f-963d-0cbea876ab69)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:12.947752 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:12.964264 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190724be-3ddf-4495-aff4-c7d420fccb80 x-openstack-request-id: req-190724be-3ddf-4495-aff4-c7d420fccb80 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:12.964609 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7133b5f-c87f-411f-918a-7ac1c6634212", "name": "network-vif-plugged", "status": "completed", "tag": "63009b88-0f8a-4c79-8889-d2d3c647b428", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:12.964895 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-190724be-3ddf-4495-aff4-c7d420fccb80 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:12.965527 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63009b88-0f8a-4c79-8889-d2d3c647b428', 'code': 200}
Feb 19 21:21:13.062119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b8748-50b4-49ce-93e8-df24f97f55d7 req-13b2c735-1665-4a15-9b40-efd2601268f3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:13.063730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e34b8748-50b4-49ce-93e8-df24f97f55d7 req-13b2c735-1665-4a15-9b40-efd2601268f3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.0996187
Feb 19 21:21:13.077060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=63009b88-0f8a-4c79-8889-d2d3c647b428,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:13.207930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f9077-6580-46e5-a4b8-754034fd5ae3 req-de53e11a-b882-4040-ac5b-0a93044d844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:13.209631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-138f9077-6580-46e5-a4b8-754034fd5ae3 req-de53e11a-b882-4040-ac5b-0a93044d844b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 1127 time: 0.1701612
Feb 19 21:21:13.213245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e34b8748-50b4-49ce-93e8-df24f97f55d7 req-1151a582-2227-4cd9-b161-8bdae3120d9f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146064
Feb 19 21:21:13.244554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf947d1a-fd32-4977-903d-d3ebd4252b1f req-93680a5e-5d15-4e40-88cd-a786df723bea tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:13.244554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf947d1a-fd32-4977-903d-d3ebd4252b1f req-93680a5e-5d15-4e40-88cd-a786df723bea tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 945 time: 0.1727340
Feb 19 21:21:13.318979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cf947d1a-fd32-4977-903d-d3ebd4252b1f req-ffd36bab-5e92-408c-8632-d91220cbec35 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734935
Feb 19 21:21:13.324883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-138f9077-6580-46e5-a4b8-754034fd5ae3 req-b9195b0e-e891-4488-9f64-b8b983aec793 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1084731
Feb 19 21:21:13.528723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35976ca-7eec-4c25-8bcf-c310675c21b9 req-194c57da-8421-4413-8705-584296d5d469 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:13.530562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f35976ca-7eec-4c25-8bcf-c310675c21b9 req-194c57da-8421-4413-8705-584296d5d469 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.0613024
Feb 19 21:21:13.583127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f35976ca-7eec-4c25-8bcf-c310675c21b9 req-c17ea09d-d673-434e-8398-ddc8355bec4f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465877
Feb 19 21:21:14.465209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b2d8-7084-4a4c-96cd-580b55a41577 req-d355e7c0-1324-4102-b3c0-80232ad5c463 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:14.466922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-75c6b2d8-7084-4a4c-96cd-580b55a41577 req-d355e7c0-1324-4102-b3c0-80232ad5c463 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 945 time: 0.0644841
Feb 19 21:21:14.526801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-75c6b2d8-7084-4a4c-96cd-580b55a41577 req-404a9260-dee2-4fb9-8705-1842531e4eda tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526731
Feb 19 21:21:14.659369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bbee3-daff-4be8-84b3-408548856d93 req-c89442da-b8e2-421b-a667-bd778b674184 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:14.661080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e10bbee3-daff-4be8-84b3-408548856d93 req-c89442da-b8e2-421b-a667-bd778b674184 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 945 time: 0.0587771
Feb 19 21:21:14.746974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e10bbee3-daff-4be8-84b3-408548856d93 req-36ad3cc7-489f-4401-b10f-2c4597c2b5b6 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798953
Feb 19 21:21:14.764561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d710ed5-9397-4e86-b1ff-b119c2d3821c req-2575d062-4d8e-42e4-8647-5399a3d2a879 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:14.766248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d710ed5-9397-4e86-b1ff-b119c2d3821c req-2575d062-4d8e-42e4-8647-5399a3d2a879 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.0981576
Feb 19 21:21:14.782083 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59584) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:14.836700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef6688-ee55-4b91-b944-3f6dfdb0010f tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:14.839046 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-74ef6688-ee55-4b91-b944-3f6dfdb0010f tempest-TestNetworkBasicOps-1733331430 tempest-TestNetworkBasicOps-1733331430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 1122 time: 0.0558393
Feb 19 21:21:14.844096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59588) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:14.854912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '63009b88-0f8a-4c79-8889-d2d3c647b428', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:14.871955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d710ed5-9397-4e86-b1ff-b119c2d3821c req-53cd16a8-aa38-43ea-bcf3-f1f657dba553 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960290
Feb 19 21:21:14.898204 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:15.071546 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:15.230038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Allocated IP 172.35.2.223 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/fbae36ff-b90a-49a1-9e27-ea30899b2c70) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:21:15.363645 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (fbae36ff-b90a-49a1-9e27-ea30899b2c70), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:15.406199 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fbae36ff-b90a-49a1-9e27-ea30899b2c70), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:15.459012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:21:15.462703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:21:15.466766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:21:15.490630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=fbae36ff-b90a-49a1-9e27-ea30899b2c70,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:15.578132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19fdf-8a69-4d23-9608-9c51bb2d17c5 req-6163314d-f5dd-4ea1-b183-1ca0103c46c3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:15.579822 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a4e19fdf-8a69-4d23-9608-9c51bb2d17c5 req-6163314d-f5dd-4ea1-b183-1ca0103c46c3 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.67 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.0684559
Feb 19 21:21:15.723295 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-a4e19fdf-8a69-4d23-9608-9c51bb2d17c5 req-d4b59aa5-9773-440f-bd3d-5f0300b73b4f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Deleting port 177dcc51-f1b3-422d-be43-aa6cfc1b0319 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:21:15.723644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a4e19fdf-8a69-4d23-9608-9c51bb2d17c5 req-d4b59aa5-9773-440f-bd3d-5f0300b73b4f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:15.849282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-a4e19fdf-8a69-4d23-9608-9c51bb2d17c5 req-d4b59aa5-9773-440f-bd3d-5f0300b73b4f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] For port 177dcc51-f1b3-422d-be43-aa6cfc1b0319, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=177dcc51-f1b3-422d-be43-aa6cfc1b0319,segment=NetworkSegment(61b5bffe-40d7-469b-ae37-c0a4a9e123d1),segment_id=61b5bffe-40d7-469b-ae37-c0a4a9e123d1)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:15.850552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a4e19fdf-8a69-4d23-9608-9c51bb2d17c5 req-d4b59aa5-9773-440f-bd3d-5f0300b73b4f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:15.867874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-a4e19fdf-8a69-4d23-9608-9c51bb2d17c5 req-d4b59aa5-9773-440f-bd3d-5f0300b73b4f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Calling delete_port for 177dcc51-f1b3-422d-be43-aa6cfc1b0319 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:21:15.934120 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for floatingip (7e65f667-a192-423a-a38a-7cb7b4499424), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:16.063595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a4e19fdf-8a69-4d23-9608-9c51bb2d17c5 req-d4b59aa5-9773-440f-bd3d-5f0300b73b4f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (177dcc51-f1b3-422d-be43-aa6cfc1b0319), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:16.069651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5c424-beea-4985-a073-b6cf808b5c36 req-82d6651f-ab05-49a2-8482-81f57d592fda tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:16.071636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fa5c424-beea-4985-a073-b6cf808b5c36 req-82d6651f-ab05-49a2-8482-81f57d592fda tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc5b5f-df17-43c4-af14-e9f47a9f9234 HTTP/1.1" status: 200  len: 946 time: 0.1122220
Feb 19 21:21:16.077202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['177dcc51-f1b3-422d-be43-aa6cfc1b0319'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:21:16.085679 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fbae36ff-b90a-49a1-9e27-ea30899b2c70), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:16.099185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b59aa5-9773-440f-bd3d-5f0300b73b4f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Pushing event deleted for resources: {'Port': ['ID=177dcc51-f1b3-422d-be43-aa6cfc1b0319,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:16.147076 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e19fdf-8a69-4d23-9608-9c51bb2d17c5 req-d4b59aa5-9773-440f-bd3d-5f0300b73b4f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] No DVR routers for this DVR port 177dcc51-f1b3-422d-be43-aa6cfc1b0319 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:21:16.151923 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-a4e19fdf-8a69-4d23-9608-9c51bb2d17c5 req-d4b59aa5-9773-440f-bd3d-5f0300b73b4f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:16.154927 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a4e19fdf-8a69-4d23-9608-9c51bb2d17c5 req-d4b59aa5-9773-440f-bd3d-5f0300b73b4f tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.67 "DELETE /v2.0/ports/177dcc51-f1b3-422d-be43-aa6cfc1b0319 HTTP/1.1" status: 204  len: 173 time: 0.5696001
Feb 19 21:21:16.155422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abc5b5f-df17-43c4-af14-e9f47a9f9234', 'name': 'network-vif-deleted', 'tag': '177dcc51-f1b3-422d-be43-aa6cfc1b0319'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:16.158035 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3cb9e8-8808-4c01-9bc9-c9602e143cc4" -d '{"events": [{"server_uuid": "8abc5b5f-df17-43c4-af14-e9f47a9f9234", "name": "network-vif-deleted", "tag": "177dcc51-f1b3-422d-be43-aa6cfc1b0319"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:16.197297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fa5c424-beea-4985-a073-b6cf808b5c36 req-5dda2979-9c81-45a5-9a5f-9d3f2839d173 tempest-TestServerAdvancedOps-2071055032 tempest-TestServerAdvancedOps-2071055032-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e89d567-fbca-4ae2-802d-9f2936df0057&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083603
Feb 19 21:21:16.233395 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceabfa63-232d-4638-a94f-e727bf185320 x-openstack-request-id: req-ceabfa63-232d-4638-a94f-e727bf185320 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:16.234140 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abc5b5f-df17-43c4-af14-e9f47a9f9234", "name": "network-vif-deleted", "tag": "177dcc51-f1b3-422d-be43-aa6cfc1b0319", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:16.234607 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ceabfa63-232d-4638-a94f-e727bf185320 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:16.235305 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abc5b5f-df17-43c4-af14-e9f47a9f9234', 'name': 'network-vif-deleted', 'tag': '177dcc51-f1b3-422d-be43-aa6cfc1b0319', 'status': 'completed', 'code': 200}
Feb 19 21:21:16.350377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for port (fbae36ff-b90a-49a1-9e27-ea30899b2c70), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:16.356020 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (fbae36ff-b90a-49a1-9e27-ea30899b2c70), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:16.439458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event updated for resources: {'Port': ['ID=fbae36ff-b90a-49a1-9e27-ea30899b2c70,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:16.451495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (7e65f667-a192-423a-a38a-7cb7b4499424), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:16.915623 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Floating IP 7e65f667-a192-423a-a38a-7cb7b4499424 associated. External IP: 172.35.2.223, port: 63009b88-0f8a-4c79-8889-d2d3c647b428.
Feb 19 21:21:17.188407 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:21:17.296136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59638) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:17.323083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:21:17.338177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4fd0c-1c40-4b76-87f8-f5564c593a9a None None] Sync routers for ids ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:21:17.352227 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:17.353134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4fd0c-1c40-4b76-87f8-f5564c593a9a None None] Routers {'4893a7a4-b5ad-49c8-9478-aaa8bbba6486'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:17.353285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1af4fd0c-1c40-4b76-87f8-f5564c593a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63414820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:17.366183 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f7c00f-e3e8-42cc-b28b-c522e94fe383 admin admin] Deleting subnet 0920ff0d-2897-49e9-84da-dfcc71b272bb {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:21:17.370265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c00f-e3e8-42cc-b28b-c522e94fe383 admin admin] Publish callbacks [] for subnet (0920ff0d-2897-49e9-84da-dfcc71b272bb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:17.415492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b36f022f-eb8e-43f3-bdc5-d4d89ca18e46 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5674357
Feb 19 21:21:17.415492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'tag': '63009b88-0f8a-4c79-8889-d2d3c647b428'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:17.417490 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8320bc88-6944-4018-8996-5eaf95255e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7133b5f-c87f-411f-918a-7ac1c6634212", "tag": "63009b88-0f8a-4c79-8889-d2d3c647b428"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:17.418298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59642) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:17.489651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-1af4fd0c-1c40-4b76-87f8-f5564c593a9a None None] Set router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:17.499232 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e2d494-b61b-44b1-9694-2d12a6af0ef1 x-openstack-request-id: req-99e2d494-b61b-44b1-9694-2d12a6af0ef1 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:17.499731 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7133b5f-c87f-411f-918a-7ac1c6634212", "tag": "63009b88-0f8a-4c79-8889-d2d3c647b428", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:17.499731 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99e2d494-b61b-44b1-9694-2d12a6af0ef1 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:17.500124 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'tag': '63009b88-0f8a-4c79-8889-d2d3c647b428', 'status': 'completed', 'code': 200}
Feb 19 21:21:17.517319 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c00f-e3e8-42cc-b28b-c522e94fe383 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (0920ff0d-2897-49e9-84da-dfcc71b272bb), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:17.576089 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-89d61e52-7770-4185-b9c6-13c50395c67d tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/floatingips/7e65f667-a192-423a-a38a-7cb7b4499424 HTTP/1.1" status: 200  len: 991 time: 0.1557844
Feb 19 21:21:17.589684 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c00f-e3e8-42cc-b28b-c522e94fe383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (0920ff0d-2897-49e9-84da-dfcc71b272bb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:17.604693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320bc88-6944-4018-8996-5eaf95255e1b req-2c890d82-1f4f-47f5-9715-58b7be4c1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:17.606734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8320bc88-6944-4018-8996-5eaf95255e1b req-2c890d82-1f4f-47f5-9715-58b7be4c1d8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 1127 time: 0.0822127
Feb 19 21:21:17.681215 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c00f-e3e8-42cc-b28b-c522e94fe383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (0920ff0d-2897-49e9-84da-dfcc71b272bb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:17.711991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7c00f-e3e8-42cc-b28b-c522e94fe383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0920ff0d-2897-49e9-84da-dfcc71b272bb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:17.714847 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d9f7c00f-e3e8-42cc-b28b-c522e94fe383 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:17.718318 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d9f7c00f-e3e8-42cc-b28b-c522e94fe383 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0920ff0d-2897-49e9-84da-dfcc71b272bb HTTP/1.1" status: 204  len: 168 time: 0.4200916
Feb 19 21:21:17.721473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59648) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:17.777811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59650) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:17.809406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1af4fd0c-1c40-4b76-87f8-f5564c593a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63414820>, [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:54Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e65f667-a192-423a-a38a-7cb7b4499424', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.223', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'port_id': '63009b88-0f8a-4c79-8889-d2d3c647b428', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'mac_address': 'fa:16:3e:3a:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:21:15Z', 'updated_at': '2022-02-19T21:21:15Z', 'revision_number': 0, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efaa126-89ef-4707-a438-e8dab2c2e3d0', 'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:26:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:53Z', 'updated_at': '2022-02-19T21:20:58Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:17.831633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320bc88-6944-4018-8996-5eaf95255e1b req-df44758b-9dac-44ed-89c9-338164b87602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:17.833284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8320bc88-6944-4018-8996-5eaf95255e1b req-df44758b-9dac-44ed-89c9-338164b87602 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c4ebd81e-1d57-4556-849f-49c1f55e520a HTTP/1.1" status: 200  len: 898 time: 0.2183573
Feb 19 21:21:17.836370 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (329f24bf-548d-4726-9c90-6ec6901e5e7e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:17.849015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4fd0c-1c40-4b76-87f8-f5564c593a9a None None] Checking router: 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:21:17.859181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4fd0c-1c40-4b76-87f8-f5564c593a9a None None] Routers {'4893a7a4-b5ad-49c8-9478-aaa8bbba6486'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:17.859914 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1af4fd0c-1c40-4b76-87f8-f5564c593a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63414820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:20:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:17.940576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8320bc88-6944-4018-8996-5eaf95255e1b req-57ed3c22-08b8-4f20-865c-af34cb19207c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63009b88-0f8a-4c79-8889-d2d3c647b428 HTTP/1.1" status: 200  len: 999 time: 0.1014082
Feb 19 21:21:17.995709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-329c70c2-4b36-43b4-b7ec-06db5ce58133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.029317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-1af4fd0c-1c40-4b76-87f8-f5564c593a9a None None] Set router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:18.035243 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (329f24bf-548d-4726-9c90-6ec6901e5e7e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.062106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320bc88-6944-4018-8996-5eaf95255e1b req-e5e80466-de24-4cbf-ad4a-cf0840e4e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:18.063771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8320bc88-6944-4018-8996-5eaf95255e1b req-e5e80466-de24-4cbf-ad4a-cf0840e4e2d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e2e53a7a-8950-4397-a71b-1be7e43f0721 HTTP/1.1" status: 200  len: 834 time: 0.1117136
Feb 19 21:21:18.067526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70428d60>,) {'filters': {'network_id': ['329f24bf-548d-4726-9c90-6ec6901e5e7e']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:18.093748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70428d60>, '61b5bffe-40d7-469b-ae37-c0a4a9e123d1') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:18.094441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70428d60>, '61b5bffe-40d7-469b-ae37-c0a4a9e123d1') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:18.120547 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (61b5bffe-40d7-469b-ae37-c0a4a9e123d1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.124160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-329c70c2-4b36-43b4-b7ec-06db5ce58133 admin admin] Publish callbacks [] for security_group (ec372b41-74ed-4c17-a305-3c1f39f103d3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.134457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-329c70c2-4b36-43b4-b7ec-06db5ce58133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ec372b41-74ed-4c17-a305-3c1f39f103d3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.148224 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (61b5bffe-40d7-469b-ae37-c0a4a9e123d1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.160738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:21:18.161451 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (61b5bffe-40d7-469b-ae37-c0a4a9e123d1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:21:18.163822 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:21:18.179893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320bc88-6944-4018-8996-5eaf95255e1b req-1f3b0221-e761-4753-9887-0052634cb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:18.182783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8320bc88-6944-4018-8996-5eaf95255e1b req-1f3b0221-e761-4753-9887-0052634cb3d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4ebd81e-1d57-4556-849f-49c1f55e520a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1127572
Feb 19 21:21:18.212731 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-329c70c2-4b36-43b4-b7ec-06db5ce58133 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11e2a227c87942d7ad7e2c9d8329fd65&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4334280
Feb 19 21:21:18.214120 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c70c2-4b36-43b4-b7ec-06db5ce58133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec372b41-74ed-4c17-a305-3c1f39f103d3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:18.220628 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59656) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:18.292586 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b74d-da4b-4532-8c87-6d6a5cb6cf35 admin admin] Publish callbacks [] for security_group (ec372b41-74ed-4c17-a305-3c1f39f103d3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.298726 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (329f24bf-548d-4726-9c90-6ec6901e5e7e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.303233 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.307167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] 10.222.0.30 "DELETE /v2.0/networks/329f24bf-548d-4726-9c90-6ec6901e5e7e HTTP/1.1" status: 204  len: 168 time: 0.5845666
Feb 19 21:21:18.313567 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59658) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:18.331800 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b74d-da4b-4532-8c87-6d6a5cb6cf35 admin admin] Publish callbacks [] for security_group (ec372b41-74ed-4c17-a305-3c1f39f103d3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.332014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82e582-73aa-4df4-8515-1795388a5f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=329f24bf-548d-4726-9c90-6ec6901e5e7e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:18.355363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8320bc88-6944-4018-8996-5eaf95255e1b req-6a7e84a6-612e-4b31-935d-e4e09503a668 service neutron] 10.222.0.10 "GET /v2.0/networks/c4ebd81e-1d57-4556-849f-49c1f55e520a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407349
Feb 19 21:21:18.381522 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1f19-77ae-4b60-9e51-949b6dc5a5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.403474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d436c9-1537-46ae-9def-59dff6c1bff7 admin admin] Deleting subnet 929415df-3341-4f4f-9d05-d04d7c8e934e {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:21:18.408586 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-44d436c9-1537-46ae-9def-59dff6c1bff7 admin admin] Publish callbacks [] for subnet (929415df-3341-4f4f-9d05-d04d7c8e934e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.425142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1af4fd0c-1c40-4b76-87f8-f5564c593a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63414820>, [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:54Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e65f667-a192-423a-a38a-7cb7b4499424', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.223', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'port_id': '63009b88-0f8a-4c79-8889-d2d3c647b428', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'mac_address': 'fa:16:3e:3a:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:21:15Z', 'updated_at': '2022-02-19T21:21:15Z', 'revision_number': 0, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efaa126-89ef-4707-a438-e8dab2c2e3d0', 'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:26:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:53Z', 'updated_at': '2022-02-19T21:20:58Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:18.464502 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-44d436c9-1537-46ae-9def-59dff6c1bff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (929415df-3341-4f4f-9d05-d04d7c8e934e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.470394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4fd0c-1c40-4b76-87f8-f5564c593a9a None None] The sync data for ids ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'] in ncdv-master-1 is: [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:54Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e65f667-a192-423a-a38a-7cb7b4499424', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'floating_ip_address': '172.35.2.223', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'port_id': '63009b88-0f8a-4c79-8889-d2d3c647b428', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'mac_address': 'fa:16:3e:3a:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:21:15Z', 'updated_at': '2022-02-19T21:21:15Z', 'revision_number': 0, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efaa126-89ef-4707-a438-e8dab2c2e3d0', 'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:26:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:53Z', 'updated_at': '2022-02-19T21:20:58Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:21:18.534700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8320bc88-6944-4018-8996-5eaf95255e1b req-15a37614-63fb-49e5-a1fe-dfbe763c0ac0 service neutron] 10.222.0.10 "GET /v2.0/networks/c4ebd81e-1d57-4556-849f-49c1f55e520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1732702
Feb 19 21:21:18.545637 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-44d436c9-1537-46ae-9def-59dff6c1bff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (929415df-3341-4f4f-9d05-d04d7c8e934e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.547821 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b74d-da4b-4532-8c87-6d6a5cb6cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ec372b41-74ed-4c17-a305-3c1f39f103d3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.550461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b74d-da4b-4532-8c87-6d6a5cb6cf35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.560851 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b7a6b74d-da4b-4532-8c87-6d6a5cb6cf35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec372b41-74ed-4c17-a305-3c1f39f103d3 HTTP/1.1" status: 204  len: 168 time: 0.3311145
Feb 19 21:21:18.578285 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59662) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:18.612734 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6b74d-da4b-4532-8c87-6d6a5cb6cf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec372b41-74ed-4c17-a305-3c1f39f103d3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:18.685683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3eb6a7cc-57ff-421b-b079-b154a9697831 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/floatingips/7e65f667-a192-423a-a38a-7cb7b4499424 HTTP/1.1" status: 200  len: 991 time: 0.1058085
Feb 19 21:21:18.690840 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-44d436c9-1537-46ae-9def-59dff6c1bff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (929415df-3341-4f4f-9d05-d04d7c8e934e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.732104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d436c9-1537-46ae-9def-59dff6c1bff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929415df-3341-4f4f-9d05-d04d7c8e934e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:18.738731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-44d436c9-1537-46ae-9def-59dff6c1bff7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.742633 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-44d436c9-1537-46ae-9def-59dff6c1bff7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/929415df-3341-4f4f-9d05-d04d7c8e934e HTTP/1.1" status: 204  len: 168 time: 0.4276688
Feb 19 21:21:18.745474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59666) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:18.821989 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3bc1c2-781b-413d-89b0-0ff107856b3b None None] New status for floating IP 7e65f667-a192-423a-a38a-7cb7b4499424: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:21:18.869243 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f570c1d2-ad9e-4c1a-9eef-d49c40203f5b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:18.987182 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f570c1d2-ad9e-4c1a-9eef-d49c40203f5b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:19.022599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b383970>,) {'filters': {'network_id': ['f570c1d2-ad9e-4c1a-9eef-d49c40203f5b']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:19.039265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b383970>, 'a0400954-ae52-48d3-aebf-8774ae6863f2') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:19.040094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b383970>, 'a0400954-ae52-48d3-aebf-8774ae6863f2') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:19.051670 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (a0400954-ae52-48d3-aebf-8774ae6863f2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:19.072396 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a0400954-ae52-48d3-aebf-8774ae6863f2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:19.082674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:21:19.083099 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (a0400954-ae52-48d3-aebf-8774ae6863f2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:21:19.085387 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:21:19.096375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 177dcc51-f1b3-422d-be43-aa6cfc1b0319 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:21:19.121268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 177dcc51-f1b3-422d-be43-aa6cfc1b0319 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:21:19.121750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 177dcc51-f1b3-422d-be43-aa6cfc1b0319 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:21:19.159508 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (f570c1d2-ad9e-4c1a-9eef-d49c40203f5b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:19.178653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:19.182566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f570c1d2-ad9e-4c1a-9eef-d49c40203f5b HTTP/1.1" status: 204  len: 168 time: 0.4358072
Feb 19 21:21:19.190550 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9e68b-80dc-4335-9d7b-be0e8668a069 admin admin] Pushing event deleted for resources: {'Network': ['ID=f570c1d2-ad9e-4c1a-9eef-d49c40203f5b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:19.343587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59686) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:19.403122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-257956a3-67e3-4989-8cbf-23c13f3fa604 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f355422bbc4a402597f285f02ca85a3a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0575106
Feb 19 21:21:19.405671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59690) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:19.472677 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1b8aab1d-96da-417b-9400-46c91257e814 admin admin] Publish callbacks [] for security_group (9e89d567-fbca-4ae2-802d-9f2936df0057), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:19.497983 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1b8aab1d-96da-417b-9400-46c91257e814 admin admin] Publish callbacks [] for security_group (9e89d567-fbca-4ae2-802d-9f2936df0057), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:19.570907 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1b8aab1d-96da-417b-9400-46c91257e814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (9e89d567-fbca-4ae2-802d-9f2936df0057), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:19.574479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1b8aab1d-96da-417b-9400-46c91257e814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:19.576775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1b8aab1d-96da-417b-9400-46c91257e814 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e89d567-fbca-4ae2-802d-9f2936df0057 HTTP/1.1" status: 204  len: 168 time: 0.1693311
Feb 19 21:21:19.589803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8aab1d-96da-417b-9400-46c91257e814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e89d567-fbca-4ae2-802d-9f2936df0057,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:19.689809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59698) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:19.772462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-73048036-7357-4d41-a604-930e12d56c89 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/floatingips/7e65f667-a192-423a-a38a-7cb7b4499424 HTTP/1.1" status: 200  len: 993 time: 0.0736299
Feb 19 21:21:20.058619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59712) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:20.101722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-45c3d6db-a4d7-4bd9-8b42-3ce0a63891e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9ee52aba69e494e86667326d2d1b5e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0418072
Feb 19 21:21:20.105060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59714) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:20.157256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-649ec322-e032-4c9a-9884-9ce41af2d275 admin admin] Publish callbacks [] for security_group (6120bcc5-4f0d-43ad-a932-deb42d2b4168), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:20.179745 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-649ec322-e032-4c9a-9884-9ce41af2d275 admin admin] Publish callbacks [] for security_group (6120bcc5-4f0d-43ad-a932-deb42d2b4168), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:20.231399 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-649ec322-e032-4c9a-9884-9ce41af2d275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (6120bcc5-4f0d-43ad-a932-deb42d2b4168), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:20.234797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-649ec322-e032-4c9a-9884-9ce41af2d275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:20.236078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-649ec322-e032-4c9a-9884-9ce41af2d275 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6120bcc5-4f0d-43ad-a932-deb42d2b4168 HTTP/1.1" status: 204  len: 168 time: 0.1299801
Feb 19 21:21:20.245614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ec322-e032-4c9a-9884-9ce41af2d275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6120bcc5-4f0d-43ad-a932-deb42d2b4168,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:20.572157 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-07c28956-ee83-45b6-b67a-858b211b111b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:21.299556 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:21:21.854106 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:23.226334 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:24.416197 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:26.021126 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:27.485534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59908) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:27.623297 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-654e3d34-cf84-47eb-b062-0f6c277463aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:27.716038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-654e3d34-cf84-47eb-b062-0f6c277463aa admin admin] Publish callbacks [] for security_group (8300d016-1011-4350-adc7-3350893202ec), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:27.722487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-654e3d34-cf84-47eb-b062-0f6c277463aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8300d016-1011-4350-adc7-3350893202ec), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:27.769870 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-654e3d34-cf84-47eb-b062-0f6c277463aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d70683f9faa4d26bf5d04413711de7f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2830145
Feb 19 21:21:27.772352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e3d34-cf84-47eb-b062-0f6c277463aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8300d016-1011-4350-adc7-3350893202ec,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:27.773886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59912) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:27.842992 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c57c6f5-58f3-4092-aa10-c53a56ab188e admin admin] Publish callbacks [] for security_group (8300d016-1011-4350-adc7-3350893202ec), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:27.870526 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c57c6f5-58f3-4092-aa10-c53a56ab188e admin admin] Publish callbacks [] for security_group (8300d016-1011-4350-adc7-3350893202ec), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:27.930776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c57c6f5-58f3-4092-aa10-c53a56ab188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8300d016-1011-4350-adc7-3350893202ec), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:27.934225 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2c57c6f5-58f3-4092-aa10-c53a56ab188e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:27.936846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2c57c6f5-58f3-4092-aa10-c53a56ab188e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8300d016-1011-4350-adc7-3350893202ec HTTP/1.1" status: 204  len: 168 time: 0.1602414
Feb 19 21:21:27.947801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57c6f5-58f3-4092-aa10-c53a56ab188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8300d016-1011-4350-adc7-3350893202ec,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:28.281912 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59920) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:28.297659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6e009f8a-a9ae-4897-af89-a9fac48e88ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:28.392018 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6e009f8a-a9ae-4897-af89-a9fac48e88ea admin admin] Publish callbacks [] for security_group (a8b47b27-d256-463d-accb-ce6346c1d4ee), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:28.398387 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6e009f8a-a9ae-4897-af89-a9fac48e88ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a8b47b27-d256-463d-accb-ce6346c1d4ee), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:28.447802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6e009f8a-a9ae-4897-af89-a9fac48e88ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9274f410321c4361978aafe385452834&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1647093
Feb 19 21:21:28.449137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e009f8a-a9ae-4897-af89-a9fac48e88ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b47b27-d256-463d-accb-ce6346c1d4ee,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:28.454705 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59924) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:28.537641 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35d61477-9a0e-44a6-8de3-9abf481ec8b0 admin admin] Publish callbacks [] for security_group (a8b47b27-d256-463d-accb-ce6346c1d4ee), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:28.565779 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35d61477-9a0e-44a6-8de3-9abf481ec8b0 admin admin] Publish callbacks [] for security_group (a8b47b27-d256-463d-accb-ce6346c1d4ee), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:28.606121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5926799-3163-453d-afaf-93f95bc51037 req-1d474900-d247-48bc-bac9-9710f096486e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:28.608054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5926799-3163-453d-afaf-93f95bc51037 req-1d474900-d247-48bc-bac9-9710f096486e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 945 time: 0.0772538
Feb 19 21:21:28.627342 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35d61477-9a0e-44a6-8de3-9abf481ec8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a8b47b27-d256-463d-accb-ce6346c1d4ee), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:28.630441 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-35d61477-9a0e-44a6-8de3-9abf481ec8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:28.632106 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-35d61477-9a0e-44a6-8de3-9abf481ec8b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8b47b27-d256-463d-accb-ce6346c1d4ee HTTP/1.1" status: 204  len: 168 time: 0.1761475
Feb 19 21:21:28.643749 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d61477-9a0e-44a6-8de3-9abf481ec8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b47b27-d256-463d-accb-ce6346c1d4ee,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:28.678620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5926799-3163-453d-afaf-93f95bc51037 req-6b993f69-14b9-459a-a437-d9a467f54aea tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629828
Feb 19 21:21:29.121031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59932) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:29.137773 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fa62ea73-0033-4deb-922f-75a3b420fbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:29.235482 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fa62ea73-0033-4deb-922f-75a3b420fbbf admin admin] Publish callbacks [] for security_group (68bf7720-3500-43fe-b208-c2a1c13fe7db), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:29.240822 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fa62ea73-0033-4deb-922f-75a3b420fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (68bf7720-3500-43fe-b208-c2a1c13fe7db), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:29.288275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fa62ea73-0033-4deb-922f-75a3b420fbbf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0fce3e70c27497692d320f8d0242217&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1656649
Feb 19 21:21:29.289177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62ea73-0033-4deb-922f-75a3b420fbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bf7720-3500-43fe-b208-c2a1c13fe7db,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:29.290646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59934) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:29.348879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13ebde4e-ea13-44bc-bf02-3d2a4a13399f admin admin] Publish callbacks [] for security_group (68bf7720-3500-43fe-b208-c2a1c13fe7db), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:29.373881 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13ebde4e-ea13-44bc-bf02-3d2a4a13399f admin admin] Publish callbacks [] for security_group (68bf7720-3500-43fe-b208-c2a1c13fe7db), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:29.426347 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13ebde4e-ea13-44bc-bf02-3d2a4a13399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (68bf7720-3500-43fe-b208-c2a1c13fe7db), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:29.429132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13ebde4e-ea13-44bc-bf02-3d2a4a13399f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:29.430419 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-13ebde4e-ea13-44bc-bf02-3d2a4a13399f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68bf7720-3500-43fe-b208-c2a1c13fe7db HTTP/1.1" status: 204  len: 168 time: 0.1386433
Feb 19 21:21:29.444573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebde4e-ea13-44bc-bf02-3d2a4a13399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bf7720-3500-43fe-b208-c2a1c13fe7db,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:29.521904 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:29.822210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c13fde-6a07-443a-8bfa-a940801130ab req-1ce12c9b-4669-4f0e-b175-054bb133c647 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:29.823829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94c13fde-6a07-443a-8bfa-a940801130ab req-1ce12c9b-4669-4f0e-b175-054bb133c647 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 945 time: 0.0718770
Feb 19 21:21:29.881866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94c13fde-6a07-443a-8bfa-a940801130ab req-7252822e-6825-4ca6-993a-0e38391ed2f3 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=0ef79633-e8ce-43fc-9235-01081da23195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518050
Feb 19 21:21:30.352961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b054-2988-481f-9d7f-3757c1c995e9 req-87b4a632-76ba-4bba-9881-1a092878830e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:30.354582 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7612b054-2988-481f-9d7f-3757c1c995e9 req-87b4a632-76ba-4bba-9881-1a092878830e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 945 time: 0.0625255
Feb 19 21:21:30.474694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-7612b054-2988-481f-9d7f-3757c1c995e9 req-baf5994c-24ae-4d83-91d5-13fb6dc76d54 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Deleting port ba67d66f-db64-4254-bc12-c3652b12e977 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:21:30.475046 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7612b054-2988-481f-9d7f-3757c1c995e9 req-baf5994c-24ae-4d83-91d5-13fb6dc76d54 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:30.599532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-7612b054-2988-481f-9d7f-3757c1c995e9 req-baf5994c-24ae-4d83-91d5-13fb6dc76d54 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] For port ba67d66f-db64-4254-bc12-c3652b12e977, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba67d66f-db64-4254-bc12-c3652b12e977,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:30.599907 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7612b054-2988-481f-9d7f-3757c1c995e9 req-baf5994c-24ae-4d83-91d5-13fb6dc76d54 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:30.614949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-7612b054-2988-481f-9d7f-3757c1c995e9 req-baf5994c-24ae-4d83-91d5-13fb6dc76d54 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Calling delete_port for ba67d66f-db64-4254-bc12-c3652b12e977 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:21:30.763250 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7612b054-2988-481f-9d7f-3757c1c995e9 req-baf5994c-24ae-4d83-91d5-13fb6dc76d54 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ba67d66f-db64-4254-bc12-c3652b12e977), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:30.776660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['ba67d66f-db64-4254-bc12-c3652b12e977'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:21:30.797007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5994c-24ae-4d83-91d5-13fb6dc76d54 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event deleted for resources: {'Port': ['ID=ba67d66f-db64-4254-bc12-c3652b12e977,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:30.858340 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7612b054-2988-481f-9d7f-3757c1c995e9 req-baf5994c-24ae-4d83-91d5-13fb6dc76d54 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] No DVR routers for this DVR port ba67d66f-db64-4254-bc12-c3652b12e977 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:21:30.863342 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7612b054-2988-481f-9d7f-3757c1c995e9 req-baf5994c-24ae-4d83-91d5-13fb6dc76d54 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:30.867073 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7612b054-2988-481f-9d7f-3757c1c995e9 req-baf5994c-24ae-4d83-91d5-13fb6dc76d54 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "DELETE /v2.0/ports/ba67d66f-db64-4254-bc12-c3652b12e977 HTTP/1.1" status: 204  len: 173 time: 0.5054998
Feb 19 21:21:30.867582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e04ff43-f955-4862-8ef9-abc8fd3d42f1', 'name': 'network-vif-deleted', 'tag': 'ba67d66f-db64-4254-bc12-c3652b12e977'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:30.876821 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2607496-4280-43c1-a82a-6506a1b27b44" -d '{"events": [{"server_uuid": "6e04ff43-f955-4862-8ef9-abc8fd3d42f1", "name": "network-vif-deleted", "tag": "ba67d66f-db64-4254-bc12-c3652b12e977"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:30.939349 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e003d90-7211-43a5-baf1-cd0a816886bf x-openstack-request-id: req-6e003d90-7211-43a5-baf1-cd0a816886bf {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:30.940472 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e04ff43-f955-4862-8ef9-abc8fd3d42f1", "name": "network-vif-deleted", "tag": "ba67d66f-db64-4254-bc12-c3652b12e977", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:30.940921 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e003d90-7211-43a5-baf1-cd0a816886bf {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:30.941614 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e04ff43-f955-4862-8ef9-abc8fd3d42f1', 'name': 'network-vif-deleted', 'tag': 'ba67d66f-db64-4254-bc12-c3652b12e977', 'status': 'completed', 'code': 200}
Feb 19 21:21:31.034153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-583044c3-d7dd-499e-a06b-1ac6c0700ccf req-d732f746-2c16-4818-b847-819913c813c9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e04ff43-f955-4862-8ef9-abc8fd3d42f1 HTTP/1.1" status: 200  len: 210 time: 0.0320306
Feb 19 21:21:31.554415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 59990) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:31.560951 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6aea49ac-796a-4292-851b-f63bf5a67eff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598191253', 'description': 'tempest-secgroup-smoke-1598191253 description', 'project_id': '4cf8d04b22744889a736817e2226b3d0'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:31.591946 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6aea49ac-796a-4292-851b-f63bf5a67eff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:31.604402 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6aea49ac-796a-4292-851b-f63bf5a67eff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:31.695143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6aea49ac-796a-4292-851b-f63bf5a67eff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (25e63dc4-bd25-407b-b543-1144f29e399a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:31.700480 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6aea49ac-796a-4292-851b-f63bf5a67eff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (25e63dc4-bd25-407b-b543-1144f29e399a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:31.770450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea49ac-796a-4292-851b-f63bf5a67eff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e63dc4-bd25-407b-b543-1144f29e399a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:31.819852 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6aea49ac-796a-4292-851b-f63bf5a67eff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (1d69fb43-e31b-4858-ae8e-efe5ba7e50cf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:31.825878 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6aea49ac-796a-4292-851b-f63bf5a67eff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1d69fb43-e31b-4858-ae8e-efe5ba7e50cf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:31.860742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6aea49ac-796a-4292-851b-f63bf5a67eff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:31.862027 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6aea49ac-796a-4292-851b-f63bf5a67eff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3065715
Feb 19 21:21:31.864035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea49ac-796a-4292-851b-f63bf5a67eff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:31.865348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59992) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:31.872204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5a25e59a-cb1c-40b0-906c-4d93f836456f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '1d69fb43-e31b-4858-ae8e-efe5ba7e50cf', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:31.901489 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a25e59a-cb1c-40b0-906c-4d93f836456f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (10103ea7-1f25-40bb-8ebf-6b8bef61b32c), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:31.966430 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a25e59a-cb1c-40b0-906c-4d93f836456f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (10103ea7-1f25-40bb-8ebf-6b8bef61b32c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:31.970302 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a25e59a-cb1c-40b0-906c-4d93f836456f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (10103ea7-1f25-40bb-8ebf-6b8bef61b32c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:31.988774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25e59a-cb1c-40b0-906c-4d93f836456f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10103ea7-1f25-40bb-8ebf-6b8bef61b32c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:32.002635 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5a25e59a-cb1c-40b0-906c-4d93f836456f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.003880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5a25e59a-cb1c-40b0-906c-4d93f836456f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1366992
Feb 19 21:21:32.006651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 59994) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:32.011700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-711fe7e9-a56b-40a1-8e4c-8233e015a171 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '1d69fb43-e31b-4858-ae8e-efe5ba7e50cf', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:32.037482 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-711fe7e9-a56b-40a1-8e4c-8233e015a171 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (b1042354-c29f-4e94-8467-524f3d907f3b), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.098774 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-711fe7e9-a56b-40a1-8e4c-8233e015a171 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (b1042354-c29f-4e94-8467-524f3d907f3b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.107477 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-711fe7e9-a56b-40a1-8e4c-8233e015a171 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (b1042354-c29f-4e94-8467-524f3d907f3b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.126521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fe7e9-a56b-40a1-8e4c-8233e015a171 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1042354-c29f-4e94-8467-524f3d907f3b,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:32.136606 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-711fe7e9-a56b-40a1-8e4c-8233e015a171 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.137865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-711fe7e9-a56b-40a1-8e4c-8233e015a171 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1302412
Feb 19 21:21:32.140891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60000) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:32.145714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b65635bc-473a-436e-afea-7ab62ac821ab tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '1d69fb43-e31b-4858-ae8e-efe5ba7e50cf', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:32.171470 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b65635bc-473a-436e-afea-7ab62ac821ab tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (092224fa-f300-4fa4-9ae9-1109f977b932), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.234875 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b65635bc-473a-436e-afea-7ab62ac821ab tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (092224fa-f300-4fa4-9ae9-1109f977b932), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.238645 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b65635bc-473a-436e-afea-7ab62ac821ab tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (092224fa-f300-4fa4-9ae9-1109f977b932), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.257321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65635bc-473a-436e-afea-7ab62ac821ab tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092224fa-f300-4fa4-9ae9-1109f977b932,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:32.264841 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b65635bc-473a-436e-afea-7ab62ac821ab tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.266098 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b65635bc-473a-436e-afea-7ab62ac821ab tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1240108
Feb 19 21:21:32.268915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60002) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:32.273357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f27e99d9-e33c-44d9-b937-b346f598d763 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '1d69fb43-e31b-4858-ae8e-efe5ba7e50cf', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:32.312451 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f27e99d9-e33c-44d9-b937-b346f598d763 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (f89d468f-0ba9-4251-b838-4a42c0a55812), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.375950 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f27e99d9-e33c-44d9-b937-b346f598d763 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (f89d468f-0ba9-4251-b838-4a42c0a55812), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.379864 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f27e99d9-e33c-44d9-b937-b346f598d763 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (f89d468f-0ba9-4251-b838-4a42c0a55812), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.400017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e99d9-e33c-44d9-b937-b346f598d763 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89d468f-0ba9-4251-b838-4a42c0a55812,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:32.406125 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f27e99d9-e33c-44d9-b937-b346f598d763 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.407441 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f27e99d9-e33c-44d9-b937-b346f598d763 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1374781
Feb 19 21:21:32.410227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60004) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:32.414631 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-30706ffe-421a-40e0-98e6-8e35ea4a4b74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '1d69fb43-e31b-4858-ae8e-efe5ba7e50cf', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:32.436079 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-30706ffe-421a-40e0-98e6-8e35ea4a4b74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Project 4cf8d04b22744889a736817e2226b3d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:21:32.441249 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30706ffe-421a-40e0-98e6-8e35ea4a4b74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (8a5d8e75-48c4-45cd-9afa-ae04bf921ec4), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.502009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30706ffe-421a-40e0-98e6-8e35ea4a4b74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (8a5d8e75-48c4-45cd-9afa-ae04bf921ec4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.506177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30706ffe-421a-40e0-98e6-8e35ea4a4b74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (8a5d8e75-48c4-45cd-9afa-ae04bf921ec4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.525109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30706ffe-421a-40e0-98e6-8e35ea4a4b74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5d8e75-48c4-45cd-9afa-ae04bf921ec4,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:32.539697 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-30706ffe-421a-40e0-98e6-8e35ea4a4b74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.539697 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-30706ffe-421a-40e0-98e6-8e35ea4a4b74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1224065
Feb 19 21:21:32.539697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60006) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:32.543598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5b7d3169-9f91-4b58-9de7-0c981f691b63 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '1d69fb43-e31b-4858-ae8e-efe5ba7e50cf', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:32.575765 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-5b7d3169-9f91-4b58-9de7-0c981f691b63 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Project 4cf8d04b22744889a736817e2226b3d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:21:32.583191 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3169-9f91-4b58-9de7-0c981f691b63 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (12e56747-81a6-4733-8f4a-f555b19d9473), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.654084 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3169-9f91-4b58-9de7-0c981f691b63 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (12e56747-81a6-4733-8f4a-f555b19d9473), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.658239 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3169-9f91-4b58-9de7-0c981f691b63 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (12e56747-81a6-4733-8f4a-f555b19d9473), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.681215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d3169-9f91-4b58-9de7-0c981f691b63 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e56747-81a6-4733-8f4a-f555b19d9473,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:32.688627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3169-9f91-4b58-9de7-0c981f691b63 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.690614 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5b7d3169-9f91-4b58-9de7-0c981f691b63 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1530120
Feb 19 21:21:32.693673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60008) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:32.701093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'network': {'name': 'tempest-network-smoke--1846563111', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'port_security_enabled': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:32.733495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:21:32.737664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.773944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:21:32.787165 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (02d3874b-f800-4b1e-9009-68940ed918bf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.788780 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Added segment 02d3874b-f800-4b1e-9009-68940ed918bf of type vlan for network 478f03e6-ce0b-4708-a33c-7f6449556dee
Feb 19 21:21:32.835381 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (478f03e6-ce0b-4708-a33c-7f6449556dee), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.862095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (478f03e6-ce0b-4708-a33c-7f6449556dee), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.867864 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:32.868525 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.935564 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2396944
Feb 19 21:21:32.938587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60026) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:32.943037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'admin_state_up': True, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:32.952272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac18aa-dad7-47e9-a1ff-b0deaea516b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Network': ['ID=478f03e6-ce0b-4708-a33c-7f6449556dee,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:32.971165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 478f03e6-ce0b-4708-a33c-7f6449556dee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:21:32.973918 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (a4008132-de51-4b7b-b873-68309a6870da), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:32.975160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (a4008132-de51-4b7b-b873-68309a6870da), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:33.033548 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_controller (a4008132-de51-4b7b-b873-68309a6870da), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:33.171759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ba67d66f-db64-4254-bc12-c3652b12e977 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:21:33.201211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: ba67d66f-db64-4254-bc12-c3652b12e977 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:21:33.201901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device ba67d66f-db64-4254-bc12-c3652b12e977 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:21:33.503413 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (a4008132-de51-4b7b-b873-68309a6870da), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:33.733860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (a4008132-de51-4b7b-b873-68309a6870da), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:33.758754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:33.898317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.35.2.55 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/67a32b11-6bf3-437f-b3ca-72e40f2578ed) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:21:34.017913 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.054556 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.098549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:21:34.101641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:21:34.106456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:21:34.109756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=67a32b11-6bf3-437f-b3ca-72e40f2578ed,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:34.230263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60078) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:34.235164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1d4e8603-87b5-4e39-87ee-facdd4550bc2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124469932', 'description': 'tempest-secgroup-smoke-124469932 description', 'project_id': 'c88a055c429b4b9e8e86a370c8571785'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:34.258343 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8603-87b5-4e39-87ee-facdd4550bc2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.338085 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8603-87b5-4e39-87ee-facdd4550bc2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group (a89b9a56-e0cf-44b3-ac18-138af0f70961), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.341927 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8603-87b5-4e39-87ee-facdd4550bc2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a89b9a56-e0cf-44b3-ac18-138af0f70961), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.372882 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8603-87b5-4e39-87ee-facdd4550bc2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.374174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1d4e8603-87b5-4e39-87ee-facdd4550bc2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1426983
Feb 19 21:21:34.376413 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e8603-87b5-4e39-87ee-facdd4550bc2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89b9a56-e0cf-44b3-ac18-138af0f70961,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:34.385589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60080) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:34.386409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c06fdb38-4733-4269-bcba-dd768ecf3240 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'security_group_rule': {'security_group_id': 'a89b9a56-e0cf-44b3-ac18-138af0f70961', 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:34.422182 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (a4008132-de51-4b7b-b873-68309a6870da), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.426476 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c06fdb38-4733-4269-bcba-dd768ecf3240 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (e030c460-4585-4453-a579-7018ba132748), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.558735 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c06fdb38-4733-4269-bcba-dd768ecf3240 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (e030c460-4585-4453-a579-7018ba132748), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.568269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c06fdb38-4733-4269-bcba-dd768ecf3240 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (e030c460-4585-4453-a579-7018ba132748), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.655209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fdb38-4733-4269-bcba-dd768ecf3240 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e030c460-4585-4453-a579-7018ba132748,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:34.667180 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c06fdb38-4733-4269-bcba-dd768ecf3240 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.668592 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c06fdb38-4733-4269-bcba-dd768ecf3240 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2868645
Feb 19 21:21:34.671331 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60082) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:34.677267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bb8dbebd-3114-4d2f-b0f1-1d5557676188 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'security_group_rule': {'security_group_id': 'a89b9a56-e0cf-44b3-ac18-138af0f70961', 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:34.722101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (a4008132-de51-4b7b-b873-68309a6870da), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.733427 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb8dbebd-3114-4d2f-b0f1-1d5557676188 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (7a3cc3f9-00e7-43e6-b8d2-8cb1c2537ec8), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.878308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb8dbebd-3114-4d2f-b0f1-1d5557676188 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (7a3cc3f9-00e7-43e6-b8d2-8cb1c2537ec8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.885710 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb8dbebd-3114-4d2f-b0f1-1d5557676188 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (7a3cc3f9-00e7-43e6-b8d2-8cb1c2537ec8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.909964 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dbebd-3114-4d2f-b0f1-1d5557676188 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3cc3f9-00e7-43e6-b8d2-8cb1c2537ec8,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:34.923657 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb8dbebd-3114-4d2f-b0f1-1d5557676188 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:34.924896 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bb8dbebd-3114-4d2f-b0f1-1d5557676188 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2510762
Feb 19 21:21:34.927766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60084) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:34.933391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4be29ecb-dca4-4b14-908d-1b30150b5a77 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'security_group_rule': {'security_group_id': 'a89b9a56-e0cf-44b3-ac18-138af0f70961', 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:34.937177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router a4008132-de51-4b7b-b873-68309a6870da is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:21:34.962170 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4be29ecb-dca4-4b14-908d-1b30150b5a77 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (dddd18b9-6384-4264-a8a8-a5ad40860ca2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.025366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4be29ecb-dca4-4b14-908d-1b30150b5a77 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (dddd18b9-6384-4264-a8a8-a5ad40860ca2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.031368 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4be29ecb-dca4-4b14-908d-1b30150b5a77 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (dddd18b9-6384-4264-a8a8-a5ad40860ca2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.052189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be29ecb-dca4-4b14-908d-1b30150b5a77 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddd18b9-6384-4264-a8a8-a5ad40860ca2,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:35.056815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:21:35.057519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4be29ecb-dca4-4b14-908d-1b30150b5a77 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.058778 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4be29ecb-dca4-4b14-908d-1b30150b5a77 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1298716
Feb 19 21:21:35.061456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60086) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:35.066026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c2edb00e-10c3-4c69-bea0-dd86259a09e5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'security_group_rule': {'security_group_id': 'a89b9a56-e0cf-44b3-ac18-138af0f70961', 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:35.070807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Sync routers for ids ['a4008132-de51-4b7b-b873-68309a6870da'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:21:35.084218 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.085527 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b742c8ea-d04d-4356-a69a-a8bdfb03953d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.1459811
Feb 19 21:21:35.088090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Routers {'a4008132-de51-4b7b-b873-68309a6870da'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:35.088994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60088) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:35.089369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a701deb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a4008132-de51-4b7b-b873-68309a6870da'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:35.102103 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c2edb00e-10c3-4c69-bea0-dd86259a09e5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (a92897d3-51c0-453a-b053-212c6b2c2cdd), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.166599 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c2edb00e-10c3-4c69-bea0-dd86259a09e5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (a92897d3-51c0-453a-b053-212c6b2c2cdd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.172063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c2edb00e-10c3-4c69-bea0-dd86259a09e5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (a92897d3-51c0-453a-b053-212c6b2c2cdd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.195811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edb00e-10c3-4c69-bea0-dd86259a09e5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92897d3-51c0-453a-b053-212c6b2c2cdd,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:35.202922 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c2edb00e-10c3-4c69-bea0-dd86259a09e5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.206853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c2edb00e-10c3-4c69-bea0-dd86259a09e5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1418605
Feb 19 21:21:35.207220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60092) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:35.212179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ccb896b6-6738-4116-ae3c-ec9c63049799 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'security_group_rule': {'security_group_id': 'a89b9a56-e0cf-44b3-ac18-138af0f70961', 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:35.235899 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-ccb896b6-6738-4116-ae3c-ec9c63049799 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Project c88a055c429b4b9e8e86a370c8571785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:21:35.237469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0e3ea40b-734f-4db1-9bbd-af87c18012b7 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4cf8d04b22744889a736817e2226b3d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1471817
Feb 19 21:21:35.240401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60094) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:35.254068 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ccb896b6-6738-4116-ae3c-ec9c63049799 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (6135298c-3c63-4f66-bcff-a65cba52e90d), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.276308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Set router a4008132-de51-4b7b-b873-68309a6870da gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:35.326293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ccb896b6-6738-4116-ae3c-ec9c63049799 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (6135298c-3c63-4f66-bcff-a65cba52e90d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.333480 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ccb896b6-6738-4116-ae3c-ec9c63049799 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (6135298c-3c63-4f66-bcff-a65cba52e90d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.344881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5efb75-253c-4e02-b664-33c1f3a15265 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:35.346419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0c5efb75-253c-4e02-b664-33c1f3a15265 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1049285
Feb 19 21:21:35.349454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60096) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:35.355926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb896b6-6738-4116-ae3c-ec9c63049799 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6135298c-3c63-4f66-bcff-a65cba52e90d,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:35.371457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ccb896b6-6738-4116-ae3c-ec9c63049799 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.376267 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ccb896b6-6738-4116-ae3c-ec9c63049799 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1675825
Feb 19 21:21:35.376919 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60098) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:35.382109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4bdea963-710f-473b-aaab-f297a1377045 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'security_group_rule': {'security_group_id': 'a89b9a56-e0cf-44b3-ac18-138af0f70961', 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:35.389424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8c1d79e0-3f8e-4ed1-b42b-ffdb037342cf tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0388050
Feb 19 21:21:35.391917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60100) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:35.397751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1039090075', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:35.411844 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-4bdea963-710f-473b-aaab-f297a1377045 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Project c88a055c429b4b9e8e86a370c8571785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:21:35.422734 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bdea963-710f-473b-aaab-f297a1377045 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (e6983de1-039b-42e9-9d69-b0a56f43a5ab), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.500023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a701deb50>, [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:34Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:35.505032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:21:35.505032 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.505283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bdea963-710f-473b-aaab-f297a1377045 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (e6983de1-039b-42e9-9d69-b0a56f43a5ab), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.513683 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bdea963-710f-473b-aaab-f297a1377045 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (e6983de1-039b-42e9-9d69-b0a56f43a5ab), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.532788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Checking router: a4008132-de51-4b7b-b873-68309a6870da for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:21:35.533210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Updating router a4008132-de51-4b7b-b873-68309a6870da port 67a32b11-6bf3-437f-b3ca-72e40f2578ed binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:21:35.535497 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdea963-710f-473b-aaab-f297a1377045 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6983de1-039b-42e9-9d69-b0a56f43a5ab,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:35.547083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4bdea963-710f-473b-aaab-f297a1377045 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.551977 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4bdea963-710f-473b-aaab-f297a1377045 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1699574
Feb 19 21:21:35.574813 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.770783 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (dd0daad5-ffc1-4792-b556-93fce2f49a76), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.858740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Subnet': ['ID=dd0daad5-ffc1-4792-b556-93fce2f49a76,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:35.864087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Checking segment: {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:21:35.864957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network hostable DHCP agents. Network: 478f03e6-ce0b-4708-a33c-7f6449556dee, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:21:35.896221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 478f03e6-ce0b-4708-a33c-7f6449556dee is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:21:35.907853 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Publish callbacks [] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.910569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 478f03e6-ce0b-4708-a33c-7f6449556dee) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:21:35.915827 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.916029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:35.916652 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:35.929768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8ff21-0d75-4bbf-b1cf-5736143e8c44 None None] Network 478f03e6-ce0b-4708-a33c-7f6449556dee requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:21:35.945483 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-159324e4-f143-4712-afb0-bfc41ba76efd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5498633
Feb 19 21:21:35.947226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60140) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:36.033404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Attempting to bind port 67a32b11-6bf3-437f-b3ca-72e40f2578ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:21:36.033776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Attempting to bind port 67a32b11-6bf3-437f-b3ca-72e40f2578ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:21:36.034146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Attempting to bind port 67a32b11-6bf3-437f-b3ca-72e40f2578ed on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:21:36.036291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7b9fe-3652-4589-be3c-db7fe06f8db1 None None] Pushing event updated for resources: {'Port': ['ID=67a32b11-6bf3-437f-b3ca-72e40f2578ed,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:36.053677 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:21:36.054070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:21:36.054480 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:36.054880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:21:36.055368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Bound port: 67a32b11-6bf3-437f-b3ca-72e40f2578ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:21:36.056601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:36.153887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-478f03e6-ce0b-4708-a33c-7f6449556dee', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:21:36.154762 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:36.200833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] For port 67a32b11-6bf3-437f-b3ca-72e40f2578ed, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:21:36.288151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] For port 67a32b11-6bf3-437f-b3ca-72e40f2578ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67a32b11-6bf3-437f-b3ca-72e40f2578ed,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:21:36.320044 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:36.367156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Allocated IP 172.20.0.2 (478f03e6-ce0b-4708-a33c-7f6449556dee/dd0daad5-ffc1-4792-b556-93fce2f49a76/5df53596-5437-4944-b9eb-9ae178f3cd2c) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:21:36.458802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Routers {'a4008132-de51-4b7b-b873-68309a6870da'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:36.459457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a701deb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a4008132-de51-4b7b-b873-68309a6870da'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:36.474165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7b9fe-3652-4589-be3c-db7fe06f8db1 None None] Pushing event updated for resources: {'Port': ['ID=67a32b11-6bf3-437f-b3ca-72e40f2578ed,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:36.553490 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:36.648751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] Set router a4008132-de51-4b7b-b873-68309a6870da gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:36.651452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Publish callbacks [] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:36.711044 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:36.801567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Network 478f03e6-ce0b-4708-a33c-7f6449556dee is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:21:36.814407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:21:36.816888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:21:36.826135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Pushing event updated for resources: {'Port': ['ID=5df53596-5437-4944-b9eb-9ae178f3cd2c,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:36.904777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.20.0.1 (478f03e6-ce0b-4708-a33c-7f6449556dee/dd0daad5-ffc1-4792-b556-93fce2f49a76/490b5292-f3a6-4bcc-ac1a-4f7159e23729) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:21:36.912024 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Attempting to bind port 5df53596-5437-4944-b9eb-9ae178f3cd2c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:21:36.912672 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Attempting to bind port 5df53596-5437-4944-b9eb-9ae178f3cd2c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:21:36.913049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Attempting to bind port 5df53596-5437-4944-b9eb-9ae178f3cd2c on network 478f03e6-ce0b-4708-a33c-7f6449556dee {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:21:36.922005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:21:36.922384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Checking segment: {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:21:36.922793 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:36.923214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Bound using segment: {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:21:36.923703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Bound port: 5df53596-5437-4944-b9eb-9ae178f3cd2c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:21:36.924087 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:37.000570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a701deb50>, [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:34Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:37.033100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] For port 5df53596-5437-4944-b9eb-9ae178f3cd2c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:21:37.035001 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:37.042392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd535ffe-18d6-4e87-a3e5-edef12338f26 None None] The sync data for ids ['a4008132-de51-4b7b-b873-68309a6870da'] in ncdv-master-1 is: [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:34Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:21:37.047870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] For port 5df53596-5437-4944-b9eb-9ae178f3cd2c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5df53596-5437-4944-b9eb-9ae178f3cd2c,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:21:37.056960 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:37.092599 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:37.137498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cd305-7b40-4318-9bae-243c86b4a848 None None] Pushing event updated for resources: {'Port': ['ID=5df53596-5437-4944-b9eb-9ae178f3cd2c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:37.153713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 478f03e6-ce0b-4708-a33c-7f6449556dee is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:21:37.157305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:21:37.161591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:21:37.202890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=490b5292-f3a6-4bcc-ac1a-4f7159e23729,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:37.225072 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (a4008132-de51-4b7b-b873-68309a6870da), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:37.465631 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:37.844228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:37.855932 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:37.987684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=490b5292-f3a6-4bcc-ac1a-4f7159e23729,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:37.993806 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (a4008132-de51-4b7b-b873-68309a6870da), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:38.136040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 478f03e6-ce0b-4708-a33c-7f6449556dee is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:21:38.137677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:21:38.279875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router a4008132-de51-4b7b-b873-68309a6870da has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:21:38.327727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a18bb0-5c70-49e6-9408-820bbf615378 None None] Network 478f03e6-ce0b-4708-a33c-7f6449556dee requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:21:38.415947 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:21:38.422113 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8a484579-80e6-48c8-9d00-eed696064c51 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "PUT /v2.0/routers/a4008132-de51-4b7b-b873-68309a6870da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4733331
Feb 19 21:21:38.576293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7f4023b5-1a3a-471d-af02-f74cc20b8664 None None] Provisioning complete for port 5df53596-5437-4944-b9eb-9ae178f3cd2c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:38.576949 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7f4023b5-1a3a-471d-af02-f74cc20b8664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:38.654281 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-cb5ddd69-8b9e-4cc0-a688-0e16b854422f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598191253&fields=id&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 267 time: 0.0850718
Feb 19 21:21:38.705047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7f4023b5-1a3a-471d-af02-f74cc20b8664 None None] Current status of the port 5df53596-5437-4944-b9eb-9ae178f3cd2c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:38.706495 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7f4023b5-1a3a-471d-af02-f74cc20b8664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:38.756032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7f4023b5-1a3a-471d-af02-f74cc20b8664 None None] For port 5df53596-5437-4944-b9eb-9ae178f3cd2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5df53596-5437-4944-b9eb-9ae178f3cd2c,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:38.762886 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-09eb57c7-c096-4e54-95d1-88e1b0d621fd tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124469932&fields=id&tenant_id=c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 267 time: 0.1418428
Feb 19 21:21:38.764194 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7f4023b5-1a3a-471d-af02-f74cc20b8664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:38.822060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4023b5-1a3a-471d-af02-f74cc20b8664 None None] Pushing event updated for resources: {'Port': ['ID=5df53596-5437-4944-b9eb-9ae178f3cd2c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:38.882623 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d716289-9ee0-45dd-949d-49185fb1314d req-a53d7c50-0ef9-4648-9f47-b84e8c131d59 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:38.884964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-a53d7c50-0ef9-4648-9f47-b84e8c131d59 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/networks?id=478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 200  len: 797 time: 0.2177141
Feb 19 21:21:38.920983 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-250bfb5c-f838-476c-b2f4-2d23eb4f5daf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/quotas/4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 375 time: 0.0291371
Feb 19 21:21:38.990155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-4ba4516c-88e6-4a17-a9a4-4a2bdda4276e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:38.997023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-4ba4516c-88e6-4a17-a9a4-4a2bdda4276e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.2075274
Feb 19 21:21:39.002215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-47adcdb4-1065-4439-8513-0e2b7e4febb9 None None] Provisioning complete for port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:39.002825 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-47adcdb4-1065-4439-8513-0e2b7e4febb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:39.014850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-60f449f2-b9b4-4125-a379-32e1858f7597 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/quotas/c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 375 time: 0.0167255
Feb 19 21:21:39.042054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-14fde3ee-64c8-4ade-bd75-c8684562a3d9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1163139
Feb 19 21:21:39.051504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-47adcdb4-1065-4439-8513-0e2b7e4febb9 None None] Port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:21:39.063437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-47adcdb4-1065-4439-8513-0e2b7e4febb9 None None] Provisioning complete for port 5df53596-5437-4944-b9eb-9ae178f3cd2c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:39.063874 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-47adcdb4-1065-4439-8513-0e2b7e4febb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:39.156981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-ddf52c76-6d08-4196-b215-83744392da1d tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1355581
Feb 19 21:21:39.167412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-47adcdb4-1065-4439-8513-0e2b7e4febb9 None None] Current status of the port 5df53596-5437-4944-b9eb-9ae178f3cd2c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:39.213414 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Sync routers for ids ['a4008132-de51-4b7b-b873-68309a6870da'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:21:39.225214 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Routers {'a4008132-de51-4b7b-b873-68309a6870da'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:39.225860 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b75b4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a4008132-de51-4b7b-b873-68309a6870da'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:39.253172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-1c2473ee-1e02-4e82-b8f9-c8389725ad12 service neutron] 10.222.0.30 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939330
Feb 19 21:21:39.303947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a338d8bf-f1b4-48d4-8cca-79808fb2893c None None] Provisioning complete for port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:39.304513 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a338d8bf-f1b4-48d4-8cca-79808fb2893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:39.349901 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Set router a4008132-de51-4b7b-b873-68309a6870da gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:39.369518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a338d8bf-f1b4-48d4-8cca-79808fb2893c None None] Port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:21:39.414136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 67a32b11-6bf3-437f-b3ca-72e40f2578ed up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:21:39.430083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-aa544f80-c7b8-4d6d-a21e-1ad09d674101 service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2604299
Feb 19 21:21:39.456023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-9271484e-6545-440a-96f8-4aed6ac2efb1 service neutron] 10.222.0.30 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984458
Feb 19 21:21:39.486529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 67a32b11-6bf3-437f-b3ca-72e40f2578ed triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:39.486912 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:39.567375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-175c9a7d-e0c3-45ce-b2ec-b2cc988dc948 service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358800
Feb 19 21:21:39.624986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 67a32b11-6bf3-437f-b3ca-72e40f2578ed is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:39.625528 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:39.670959 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 67a32b11-6bf3-437f-b3ca-72e40f2578ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67a32b11-6bf3-437f-b3ca-72e40f2578ed,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:39.694906 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:39.697817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5df53596-5437-4944-b9eb-9ae178f3cd2c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:21:39.751935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f84d424-9033-4bba-a715-9560fcb20633 req-6414b1a3-d451-429a-b923-bc16181d2cc9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 210 time: 0.0653114
Feb 19 21:21:39.767952 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b75b4c0>, [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:37Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b5292-f3a6-4bcc-ac1a-4f7159e23729', 'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:9b:e9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:36Z', 'updated_at': '2022-02-19T21:21:37Z', 'revision_number': 2, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:39.804147 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Checking router: a4008132-de51-4b7b-b873-68309a6870da for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:21:39.804749 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Updating router a4008132-de51-4b7b-b873-68309a6870da port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:21:39.826291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cc68be9b-2d8c-4a59-9969-1d993ccb7d01 None None] Provisioning complete for port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:39.827082 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cc68be9b-2d8c-4a59-9969-1d993ccb7d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:39.857023 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:39.877440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=67a32b11-6bf3-437f-b3ca-72e40f2578ed,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:39.897786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cc68be9b-2d8c-4a59-9969-1d993ccb7d01 None None] Port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:21:39.900768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5df53596-5437-4944-b9eb-9ae178f3cd2c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:39.901389 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:40.061529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5df53596-5437-4944-b9eb-9ae178f3cd2c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:40.163566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad54e10e-e274-424f-a240-82d0d3a6214f req-844a39c0-5d92-4472-a2dc-e25a86f73bd8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 210 time: 0.0581555
Feb 19 21:21:40.236399 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Publish callbacks [] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:40.244660 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:40.335579 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778329ac-a2a5-4ffe-9c89-053a0edc2b56 None None] Pushing event updated for resources: {'Port': ['ID=490b5292-f3a6-4bcc-ac1a-4f7159e23729,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:40.474314 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Attempting to bind port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:21:40.474958 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Attempting to bind port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:21:40.475614 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Attempting to bind port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 on network 478f03e6-ce0b-4708-a33c-7f6449556dee {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:21:40.482439 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:21:40.483081 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Checking segment: {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:21:40.483669 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:40.484226 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Bound using segment: {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:21:40.484984 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Bound port: 490b5292-f3a6-4bcc-ac1a-4f7159e23729, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:21:40.485536 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:40.561598 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] For port 490b5292-f3a6-4bcc-ac1a-4f7159e23729, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:21:40.564899 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] For port 490b5292-f3a6-4bcc-ac1a-4f7159e23729, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=490b5292-f3a6-4bcc-ac1a-4f7159e23729,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:21:40.577009 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:40.635744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-931ffe65-a358-47f1-b942-24adbce14198 None None] Provisioning complete for port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:40.636930 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-931ffe65-a358-47f1-b942-24adbce14198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:40.660583 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778329ac-a2a5-4ffe-9c89-053a0edc2b56 None None] Pushing event updated for resources: {'Port': ['ID=490b5292-f3a6-4bcc-ac1a-4f7159e23729,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:40.663657 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Routers {'a4008132-de51-4b7b-b873-68309a6870da'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:40.664555 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b75b4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a4008132-de51-4b7b-b873-68309a6870da'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:40.762220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-931ffe65-a358-47f1-b942-24adbce14198 None None] Current status of the port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:40.763597 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-931ffe65-a358-47f1-b942-24adbce14198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:40.814036 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] Set router a4008132-de51-4b7b-b873-68309a6870da gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:40.818778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-931ffe65-a358-47f1-b942-24adbce14198 None None] For port 490b5292-f3a6-4bcc-ac1a-4f7159e23729, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=490b5292-f3a6-4bcc-ac1a-4f7159e23729,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:40.824056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-931ffe65-a358-47f1-b942-24adbce14198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:40.899872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c48da604-db01-4d16-8ba6-ea450d5a36ef req-25413547-871d-4e13-aa1f-a8d3bc97aaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 210 time: 0.0406373
Feb 19 21:21:40.952089 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ffe65-a358-47f1-b942-24adbce14198 None None] Pushing event updated for resources: {'Port': ['ID=490b5292-f3a6-4bcc-ac1a-4f7159e23729,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:41.058145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c551af82-35dc-4004-9d5a-00434b475e63 None None] Provisioning complete for port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:41.060273 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c551af82-35dc-4004-9d5a-00434b475e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:41.113092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d716289-9ee0-45dd-949d-49185fb1314d req-611bb2fe-47e0-4e51-a481-0b32796284e9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:41.117698 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-611bb2fe-47e0-4e51-a481-0b32796284e9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "GET /v2.0/networks?id=478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 200  len: 797 time: 0.1278310
Feb 19 21:21:41.141138 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b75b4c0>, [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:37Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b5292-f3a6-4bcc-ac1a-4f7159e23729', 'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:9b:e9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:36Z', 'updated_at': '2022-02-19T21:21:40Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:41.163205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c551af82-35dc-4004-9d5a-00434b475e63 None None] Current status of the port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:41.174488 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fddc5c8-80ad-4215-bea2-380514c6ffbf None None] The sync data for ids ['a4008132-de51-4b7b-b873-68309a6870da'] in ncdv-master-1 is: [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:37Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b5292-f3a6-4bcc-ac1a-4f7159e23729', 'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:9b:e9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:36Z', 'updated_at': '2022-02-19T21:21:40Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:21:41.216918 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-38dfe656-44ce-42c8-81ce-dd5047747268 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 380 time: 0.0900357
Feb 19 21:21:41.231650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'port': {'device_id': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'admin_state_up': True, 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'security_groups': ['1d69fb43-e31b-4858-ae8e-efe5ba7e50cf']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:41.432853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8bb28307-dff6-421c-88c6-c58b14cbaee0 req-9316dc6c-ea23-4159-b822-ccd9d5ee3f69 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 210 time: 0.1022217
Feb 19 21:21:41.477675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:21:41.481461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:41.497635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 490b5292-f3a6-4bcc-ac1a-4f7159e23729 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:21:41.551468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-651fd084-6669-4b63-bce2-37035bce3c5f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:41.554115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-651fd084-6669-4b63-bce2-37035bce3c5f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.2667375
Feb 19 21:21:41.571824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:41.573674 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:41.659005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-5fe32de6-170f-4796-bc86-376a7ab453f6 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 379 time: 0.0964882
Feb 19 21:21:41.671307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'port': {'device_id': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'admin_state_up': True, 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'security_groups': ['a89b9a56-e0cf-44b3-ac18-138af0f70961']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:41.711501 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.20.0.5 (478f03e6-ce0b-4708-a33c-7f6449556dee/dd0daad5-ffc1-4792-b556-93fce2f49a76/0f97ceaa-4db4-492f-b491-b1dca8bd9c03) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:21:41.778173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:41.780931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 67a32b11-6bf3-437f-b3ca-72e40f2578ed up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:21:41.847189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 67a32b11-6bf3-437f-b3ca-72e40f2578ed triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:41.847912 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:41.862188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Made reservation on behalf of c88a055c429b4b9e8e86a370c8571785 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:21:41.871231 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:41.966050 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:41.982916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 67a32b11-6bf3-437f-b3ca-72e40f2578ed is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:42.053240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:42.127460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 478f03e6-ce0b-4708-a33c-7f6449556dee is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:21:42.131374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:21:42.149277 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:21:42.168934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Allocated IP 172.20.0.6 (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19/3b3d5fb1-eef9-434b-9f89-38f825d19a34/7bb3e653-b309-4de0-b00d-b7f703e3c0b9) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:21:42.184711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:42.199044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca0256-74ff-4456-8177-ffc998d07cf8 req-b333c291-d82e-475c-ba6b-3d0847e9898d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:42.208246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81ca0256-74ff-4456-8177-ffc998d07cf8 req-b333c291-d82e-475c-ba6b-3d0847e9898d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 931 time: 0.1547592
Feb 19 21:21:42.240564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:42.241812 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:42.267515 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-58a4452e-05cb-4caa-b476-ac64f6c6eee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0448337
Feb 19 21:21:42.289281 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-0598842b-8e54-4448-b683-9199cc84c7cc tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:21:42.290589 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-0598842b-8e54-4448-b683-9199cc84c7cc tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0174162
Feb 19 21:21:42.308783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Request body: {'port': {'device_id': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:42.410677 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:42.436058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:42.549090 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:42.603111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3300d4e2-f008-4bd8-896b-07c2dc3b2843 None None] Provisioning complete for port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:42.604395 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3300d4e2-f008-4bd8-896b-07c2dc3b2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:42.675342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3300d4e2-f008-4bd8-896b-07c2dc3b2843 None None] Port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:21:42.829559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:21:42.846605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Publish callbacks [] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:42.874047 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Transition to ACTIVE for port object 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:21:42.880273 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:42.986570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Pushing event updated for resources: {'Port': ['ID=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:43.080715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Attempting to bind port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:21:43.081154 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Attempting to bind port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:21:43.081558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Attempting to bind port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 on network 478f03e6-ce0b-4708-a33c-7f6449556dee {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:21:43.093860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 on network 478f03e6-ce0b-4708-a33c-7f6449556dee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:21:43.094335 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Attempting to bind port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 on network 478f03e6-ce0b-4708-a33c-7f6449556dee {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:21:43.097189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81ca0256-74ff-4456-8177-ffc998d07cf8 req-7ccdb057-d5a7-4817-88a8-7933f8ce32b0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8795600
Feb 19 21:21:43.100007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:21:43.100402 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Checking segment: {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:21:43.100805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Bound using segment: {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:21:43.101246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Bound port: 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:21:43.101611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:43.105271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:21:43.130049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:21:43.146294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:21:43.224827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=7bb3e653-b309-4de0-b00d-b7f703e3c0b9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:43.236290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d04ca-7aa7-4e58-9254-e14c6ff4062d req-2b14fa7f-a737-43fc-a25b-a8e2a45f1271 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:43.243970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:21:43.244591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e5d04ca-7aa7-4e58-9254-e14c6ff4062d req-2b14fa7f-a737-43fc-a25b-a8e2a45f1271 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 931 time: 0.7344620
Feb 19 21:21:43.249730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:21:43.263600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:43.273355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:43.274025 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:43.304821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:43.305526 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:43.307680 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] 10.222.0.67 "PUT /v2.0/ports/0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 1091 time: 1.0049441
Feb 19 21:21:43.308001 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:43.310332 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d75fde-3a71-4983-9840-95435b9d1c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:43.331576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e5d04ca-7aa7-4e58-9254-e14c6ff4062d req-c0b9767a-4eaf-4724-a874-12adcd79efcd tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863833
Feb 19 21:21:43.335609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-677526cd-c3d9-48ab-b521-d94062743584 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6714852
Feb 19 21:21:43.350430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Request body: {'port': {'device_id': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:43.351500 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9a2a2-561f-40ca-b0c9-4f86bb6cff00 service neutron] Pushing event updated for resources: {'Port': ['ID=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:43.423614 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856d23f8-ba4e-478c-b1c2-1e88626e664b x-openstack-request-id: req-856d23f8-ba4e-478c-b1c2-1e88626e664b {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:43.423922 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:43.424187 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-856d23f8-ba4e-478c-b1c2-1e88626e664b {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:43.424650 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'status': 'completed', 'code': 200}
Feb 19 21:21:43.442287 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d716289-9ee0-45dd-949d-49185fb1314d req-f3372dd4-fdba-477b-b95b-2b3d03b18f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:43.444083 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-f3372dd4-fdba-477b-b95b-2b3d03b18f21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1125 time: 0.0864847
Feb 19 21:21:43.463891 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:43.546218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a71d2f5b-458b-4002-b5ed-1625d93b90c1 None None] Provisioning complete for port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:43.548827 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a71d2f5b-458b-4002-b5ed-1625d93b90c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:43.599074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a71d2f5b-458b-4002-b5ed-1625d93b90c1 None None] Port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:21:43.791150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:21:43.800601 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Publish callbacks [] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:43.817305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Transition to ACTIVE for port object 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:21:43.821447 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:43.833000 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-7cd1b0f0-81fe-4f8c-bff9-785f06fdc8fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 217 time: 0.3816595
Feb 19 21:21:43.892821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d716289-9ee0-45dd-949d-49185fb1314d req-4a03ef09-9bad-4c56-aaf7-2d7848638e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:43.893870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Pushing event updated for resources: {'Port': ['ID=7bb3e653-b309-4de0-b00d-b7f703e3c0b9,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:43.894318 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-4a03ef09-9bad-4c56-aaf7-2d7848638e89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd0daad5-ffc1-4792-b556-93fce2f49a76 HTTP/1.1" status: 200  len: 835 time: 0.0533371
Feb 19 21:21:43.956572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d716289-9ee0-45dd-949d-49185fb1314d req-03809416-841c-4121-b160-ac06299fa586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:43.958250 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-03809416-841c-4121-b160-ac06299fa586 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=478f03e6-ce0b-4708-a33c-7f6449556dee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0570600
Feb 19 21:21:43.961572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Attempting to bind port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:21:43.962555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Attempting to bind port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:21:43.962954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Attempting to bind port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:21:43.968075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:21:43.968436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Attempting to bind port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:21:43.974000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:21:43.974347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Checking segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:21:43.974795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Bound using segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:21:43.975173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Bound port: 7bb3e653-b309-4de0-b00d-b7f703e3c0b9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:21:43.975536 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:44.059462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] For port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:21:44.063901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] For port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb3e653-b309-4de0-b00d-b7f703e3c0b9,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:21:44.070462 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:44.080357 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-8e6bdbe7-bce8-4ecf-9ee9-d792769ce25c service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1148512
Feb 19 21:21:44.108905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.109702 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:44.111303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] 10.222.0.67 "PUT /v2.0/ports/7bb3e653-b309-4de0-b00d-b7f703e3c0b9 HTTP/1.1" status: 200  len: 1091 time: 0.7654839
Feb 19 21:21:44.114222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'tag': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:44.117750 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5834bbfb-d261-4249-b227-bdd0fe73e6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8ac7e3-7628-4c31-a6c8-f5a5d3438541", "tag": "7bb3e653-b309-4de0-b00d-b7f703e3c0b9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:44.158291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a709a-1168-43c8-bf3a-ada3789a1abc service neutron] Pushing event updated for resources: {'Port': ['ID=7bb3e653-b309-4de0-b00d-b7f703e3c0b9,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:44.179532 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d05959-a5da-45df-955f-84304ee65f15 x-openstack-request-id: req-c8d05959-a5da-45df-955f-84304ee65f15 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:44.179951 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8ac7e3-7628-4c31-a6c8-f5a5d3438541", "tag": "7bb3e653-b309-4de0-b00d-b7f703e3c0b9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:44.180055 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8d05959-a5da-45df-955f-84304ee65f15 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:44.181664 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'tag': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9', 'status': 'completed', 'code': 200}
Feb 19 21:21:44.244785 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0d716289-9ee0-45dd-949d-49185fb1314d req-322bc0a7-0397-4f01-af0a-20f2e1c78419 service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1580086
Feb 19 21:21:44.251073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-f6e3e1c8-6e6d-4bd0-ab4f-3fae18aa0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.252680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-f6e3e1c8-6e6d-4bd0-ab4f-3fae18aa0f44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 1125 time: 0.0701585
Feb 19 21:21:44.313195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-1f981f85-1d88-49d7-b2de-79164feb4b49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bb3e653-b309-4de0-b00d-b7f703e3c0b9 HTTP/1.1" status: 200  len: 217 time: 0.0419416
Feb 19 21:21:44.342558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d75fde-3a71-4983-9840-95435b9d1c6a req-fe6eacf7-1402-46e8-9869-62e9fbf540ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.344218 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0d75fde-3a71-4983-9840-95435b9d1c6a req-fe6eacf7-1402-46e8-9869-62e9fbf540ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1125 time: 0.0518849
Feb 19 21:21:44.369025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c841b8c-1fab-495a-82fe-e9d7a1aa7b12 req-e0a54b04-78b3-4b72-b436-c42603fed8e1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.370647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c841b8c-1fab-495a-82fe-e9d7a1aa7b12 req-e0a54b04-78b3-4b72-b436-c42603fed8e1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 943 time: 0.1353993
Feb 19 21:21:44.379466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-cf3ea205-1b31-498e-96e5-4ad5ae581a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.380996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-cf3ea205-1b31-498e-96e5-4ad5ae581a1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0611024
Feb 19 21:21:44.447750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d75fde-3a71-4983-9840-95435b9d1c6a req-3889df15-21aa-4e43-bb51-c5acbf1f3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.449176 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0d75fde-3a71-4983-9840-95435b9d1c6a req-3889df15-21aa-4e43-bb51-c5acbf1f3e40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 200  len: 898 time: 0.0988708
Feb 19 21:21:44.490176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c841b8c-1fab-495a-82fe-e9d7a1aa7b12 req-66d9826f-d2c9-4d0f-965e-5083cac1cb27 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125276
Feb 19 21:21:44.504180 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0d75fde-3a71-4983-9840-95435b9d1c6a req-bf2f362a-727c-4ab3-861a-3b6ba6197989 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 217 time: 0.0487516
Feb 19 21:21:44.506605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-0efcfb61-7929-4f14-83f5-c60b4323ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.508475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-0efcfb61-7929-4f14-83f5-c60b4323ce8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1209891
Feb 19 21:21:44.540987 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738108d9-a5f8-4b13-82dc-1f293c63493b req-0ae3a2e1-66bd-4d79-b144-48fdaa9426aa tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.542903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-738108d9-a5f8-4b13-82dc-1f293c63493b req-0ae3a2e1-66bd-4d79-b144-48fdaa9426aa tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 943 time: 0.1188731
Feb 19 21:21:44.569000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d75fde-3a71-4983-9840-95435b9d1c6a req-9248ff9f-ae58-4c32-8680-040a5f14bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.570499 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0d75fde-3a71-4983-9840-95435b9d1c6a req-9248ff9f-ae58-4c32-8680-040a5f14bed9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd0daad5-ffc1-4792-b556-93fce2f49a76 HTTP/1.1" status: 200  len: 835 time: 0.0561984
Feb 19 21:21:44.626642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d75fde-3a71-4983-9840-95435b9d1c6a req-e7a24470-c19c-4afd-8bf0-6420aac6639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.628159 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0d75fde-3a71-4983-9840-95435b9d1c6a req-e7a24470-c19c-4afd-8bf0-6420aac6639e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=478f03e6-ce0b-4708-a33c-7f6449556dee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0516908
Feb 19 21:21:44.637363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-738108d9-a5f8-4b13-82dc-1f293c63493b req-e2ddc8b7-fee4-42be-9e2c-377d10835678 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703843
Feb 19 21:21:44.654737 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-1383d1a5-28ff-4387-a7b7-12818f2c4d7c service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393969
Feb 19 21:21:44.719534 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0d75fde-3a71-4983-9840-95435b9d1c6a req-edd65824-1c82-46a4-ab63-1b3269b8a30f service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854509
Feb 19 21:21:44.746626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b2ae6fa-aabb-492b-8767-71e0843c5fc3 req-b4fc57b9-bc2f-4c1a-aba0-30a712d58b3f service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858607
Feb 19 21:21:44.823479 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0d75fde-3a71-4983-9840-95435b9d1c6a req-a01e7cec-c080-4594-8ee8-cf7eca061f52 service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972016
Feb 19 21:21:44.847852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834bbfb-d261-4249-b227-bdd0fe73e6ee req-9c165161-00c9-4ee1-bd89-70df25bb1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.849431 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5834bbfb-d261-4249-b227-bdd0fe73e6ee req-9c165161-00c9-4ee1-bd89-70df25bb1225 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 1125 time: 0.0484262
Feb 19 21:21:44.943487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834bbfb-d261-4249-b227-bdd0fe73e6ee req-d846ac8e-d2b8-4b55-b533-36ddaf564846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:44.945030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5834bbfb-d261-4249-b227-bdd0fe73e6ee req-d846ac8e-d2b8-4b55-b533-36ddaf564846 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.0892661
Feb 19 21:21:44.986428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5834bbfb-d261-4249-b227-bdd0fe73e6ee req-0d8cb5d6-c744-48f7-b3ab-a820176f8d61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bb3e653-b309-4de0-b00d-b7f703e3c0b9 HTTP/1.1" status: 200  len: 217 time: 0.0352964
Feb 19 21:21:45.039788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834bbfb-d261-4249-b227-bdd0fe73e6ee req-9b5e499a-1993-4fd8-b5d2-0358fb701b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:45.041301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5834bbfb-d261-4249-b227-bdd0fe73e6ee req-9b5e499a-1993-4fd8-b5d2-0358fb701b08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0487750
Feb 19 21:21:45.090654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834bbfb-d261-4249-b227-bdd0fe73e6ee req-688b0259-1036-4e10-a923-c5d06c1aa298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:45.092108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5834bbfb-d261-4249-b227-bdd0fe73e6ee req-688b0259-1036-4e10-a923-c5d06c1aa298 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447500
Feb 19 21:21:45.182440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5834bbfb-d261-4249-b227-bdd0fe73e6ee req-fe1da933-9b7e-459c-931d-277b110f3963 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823324
Feb 19 21:21:45.276893 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5834bbfb-d261-4249-b227-bdd0fe73e6ee req-2f2b329f-afa8-445c-9242-d13d908011ad service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885193
Feb 19 21:21:45.638495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3e017-037f-479a-870b-fc71b1600980 req-fbb64757-40ae-4015-8562-d18332253be4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:45.640010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cc3e017-037f-479a-870b-fc71b1600980 req-fbb64757-40ae-4015-8562-d18332253be4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 943 time: 0.0541365
Feb 19 21:21:45.690923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0cc3e017-037f-479a-870b-fc71b1600980 req-505c0f29-5f78-4d8b-aa1f-2689315f4db7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453057
Feb 19 21:21:45.762934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076380d-1e1f-47e5-8c2f-8754e0aa6fc8 req-48f15c80-1bfd-4b14-9c5a-288a1e79409a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:45.764479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6076380d-1e1f-47e5-8c2f-8754e0aa6fc8 req-48f15c80-1bfd-4b14-9c5a-288a1e79409a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 943 time: 0.0532811
Feb 19 21:21:45.817650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6076380d-1e1f-47e5-8c2f-8754e0aa6fc8 req-42463dda-e383-4511-81fc-daa4944fc6f2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475855
Feb 19 21:21:45.999659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-2cb1549b-e240-4f7a-abe4-931ac0793ea8 req-6e0a33c3-b265-48fb-9664-a0676d3b0a00 service neutron] (121128) timed out ('10.222.0.30', 40950) {{(pid=121128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:21:46.392261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60264) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:46.458720 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0d0d657b-9cac-4fc8-acc7-9434f91d0875 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/floatingips/7e65f667-a192-423a-a38a-7cb7b4499424 HTTP/1.1" status: 200  len: 993 time: 0.0652380
Feb 19 21:21:46.729703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60272) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:46.874422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a85893-e9f8-47a4-a4d1-acd6f47b65e7 req-1e290090-a62c-4fc9-95af-a58c6675da9c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:46.875945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a85893-e9f8-47a4-a4d1-acd6f47b65e7 req-1e290090-a62c-4fc9-95af-a58c6675da9c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 943 time: 0.1101463
Feb 19 21:21:46.996982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a85893-e9f8-47a4-a4d1-acd6f47b65e7 req-ba797988-1fdb-4fd5-9f88-4fd365b3c27b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1142054
Feb 19 21:21:47.012386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0ebf9-3eb2-4ef3-a520-7ce105f266b7 req-e90a5c7d-b5a9-4d0f-bc0e-e82088ea09fc tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:47.013921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31f0ebf9-3eb2-4ef3-a520-7ce105f266b7 req-e90a5c7d-b5a9-4d0f-bc0e-e82088ea09fc tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 943 time: 0.1237326
Feb 19 21:21:47.041564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting port fbae36ff-b90a-49a1-9e27-ea30899b2c70 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:21:47.041907 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fbae36ff-b90a-49a1-9e27-ea30899b2c70), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:47.111250 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31f0ebf9-3eb2-4ef3-a520-7ce105f266b7 req-2158cc3a-62ce-43af-ba57-97ab6ddfa999 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914688
Feb 19 21:21:47.141898 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fbae36ff-b90a-49a1-9e27-ea30899b2c70), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:47.142235 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for floatingip (fbae36ff-b90a-49a1-9e27-ea30899b2c70), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:47.154614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Calling delete_port for fbae36ff-b90a-49a1-9e27-ea30899b2c70 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:21:47.217052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:21:47.304978 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fbae36ff-b90a-49a1-9e27-ea30899b2c70), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:47.313041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:47.325317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'port_id': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'mac_address': 'fa:16:3e:47:08:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:21:47.331811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Port': ['ID=fbae36ff-b90a-49a1-9e27-ea30899b2c70,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:47.363448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:47.363849 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:47.380823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:21:47.398193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for floatingip (7e65f667-a192-423a-a38a-7cb7b4499424), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:47.398849 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Floating IP 7e65f667-a192-423a-a38a-7cb7b4499424 disassociated (deleted). External IP: 172.35.2.223, port: 63009b88-0f8a-4c79-8889-d2d3c647b428.
Feb 19 21:21:47.402365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:47.407036 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:47.455254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:47.463239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.463605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.463960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.464311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.464693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.465041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.465381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.465750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.466093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.466431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.466767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.467100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.467433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:47.621133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:21:47.702773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['0f97ceaa-4db4-492f-b491-b1dca8bd9c03'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:21:47.735618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:21:47.740465 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:47.750156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12349f-69c8-4a5f-afef-51a164b0986f None None] Sync routers for ids ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:21:47.772082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6a848c80-e20e-41fa-a969-3f4b8f2e8019 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/floatingips/7e65f667-a192-423a-a38a-7cb7b4499424 HTTP/1.1" status: 204  len: 168 time: 1.0411029
Feb 19 21:21:47.772951 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'tag': '63009b88-0f8a-4c79-8889-d2d3c647b428'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:47.776184 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d4128f-e62c-4cc5-b7e6-4155a22de806" -d '{"events": [{"name": "network-changed", "server_uuid": "e7133b5f-c87f-411f-918a-7ac1c6634212", "tag": "63009b88-0f8a-4c79-8889-d2d3c647b428"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:47.782870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12349f-69c8-4a5f-afef-51a164b0986f None None] Routers {'4893a7a4-b5ad-49c8-9478-aaa8bbba6486'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:47.783520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7d12349f-69c8-4a5f-afef-51a164b0986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63944d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:47.827841 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c67644e-d3cf-4a2e-9270-7458be4ad32a x-openstack-request-id: req-0c67644e-d3cf-4a2e-9270-7458be4ad32a {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:47.828135 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7133b5f-c87f-411f-918a-7ac1c6634212", "tag": "63009b88-0f8a-4c79-8889-d2d3c647b428", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:47.828434 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c67644e-d3cf-4a2e-9270-7458be4ad32a {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:47.829112 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'tag': '63009b88-0f8a-4c79-8889-d2d3c647b428', 'status': 'completed', 'code': 200}
Feb 19 21:21:47.922675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4128f-e62c-4cc5-b7e6-4155a22de806 req-a8468fa1-e297-4270-baa8-031dcbe35d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:47.925595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6d4128f-e62c-4cc5-b7e6-4155a22de806 req-a8468fa1-e297-4270-baa8-031dcbe35d1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 1127 time: 0.0752029
Feb 19 21:21:47.948693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7d12349f-69c8-4a5f-afef-51a164b0986f None None] Set router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:48.071994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa47d9a-5ede-4e17-ad96-70a648e32342 req-2b8f223f-7b7e-4562-8943-889db406334e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:48.079122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aaa47d9a-5ede-4e17-ad96-70a648e32342 req-2b8f223f-7b7e-4562-8943-889db406334e tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 945 time: 0.0951703
Feb 19 21:21:48.083149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4128f-e62c-4cc5-b7e6-4155a22de806 req-a7f7f8cc-0fbe-436e-9958-4682e7d38288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:48.084646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6d4128f-e62c-4cc5-b7e6-4155a22de806 req-a7f7f8cc-0fbe-436e-9958-4682e7d38288 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c4ebd81e-1d57-4556-849f-49c1f55e520a HTTP/1.1" status: 200  len: 898 time: 0.1513214
Feb 19 21:21:48.163230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6d4128f-e62c-4cc5-b7e6-4155a22de806 req-10a57973-b236-4dfc-aee4-cb1cb1949556 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63009b88-0f8a-4c79-8889-d2d3c647b428 HTTP/1.1" status: 200  len: 217 time: 0.0639832
Feb 19 21:21:48.237121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aaa47d9a-5ede-4e17-ad96-70a648e32342 req-72076f35-6842-43e1-aaca-0488433a5f75 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1571283
Feb 19 21:21:48.243848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7d12349f-69c8-4a5f-afef-51a164b0986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63944d00>, [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:54Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0efaa126-89ef-4707-a438-e8dab2c2e3d0', 'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:26:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:53Z', 'updated_at': '2022-02-19T21:20:58Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:48.248972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b96799-9b32-4b33-80e0-f9d8cc4d59b5 req-6e388103-4685-4806-bbdc-5ddc86da7145 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:48.250531 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61b96799-9b32-4b33-80e0-f9d8cc4d59b5 req-6e388103-4685-4806-bbdc-5ddc86da7145 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 944 time: 0.1692672
Feb 19 21:21:48.271633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4128f-e62c-4cc5-b7e6-4155a22de806 req-ffdcac40-ee47-414c-be45-35233bcd1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:48.271818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12349f-69c8-4a5f-afef-51a164b0986f None None] Checking router: 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:21:48.273347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6d4128f-e62c-4cc5-b7e6-4155a22de806 req-ffdcac40-ee47-414c-be45-35233bcd1352 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e2e53a7a-8950-4397-a71b-1be7e43f0721 HTTP/1.1" status: 200  len: 834 time: 0.0968363
Feb 19 21:21:48.284992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12349f-69c8-4a5f-afef-51a164b0986f None None] Routers {'4893a7a4-b5ad-49c8-9478-aaa8bbba6486'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:48.285623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7d12349f-69c8-4a5f-afef-51a164b0986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63944d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:48.358506 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1d766802-9742-415c-aa7f-a043461f8528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:48.379803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61b96799-9b32-4b33-80e0-f9d8cc4d59b5 req-c3995d9b-8dfe-4185-ba11-3f67de9d7ca0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107473
Feb 19 21:21:48.394215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4128f-e62c-4cc5-b7e6-4155a22de806 req-f71ac56b-4184-48a8-a3c8-4c94ffe1cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:48.395753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6d4128f-e62c-4cc5-b7e6-4155a22de806 req-f71ac56b-4184-48a8-a3c8-4c94ffe1cbcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4ebd81e-1d57-4556-849f-49c1f55e520a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1086457
Feb 19 21:21:48.406094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7d12349f-69c8-4a5f-afef-51a164b0986f None None] Set router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:48.408574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab003f-1de8-4ffc-ad9b-9c6b4fbc9f5a req-29987398-b0a3-45e8-93e0-b549a2a0bf48 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:48.410070 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8bab003f-1de8-4ffc-ad9b-9c6b4fbc9f5a req-29987398-b0a3-45e8-93e0-b549a2a0bf48 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 943 time: 0.0952480
Feb 19 21:21:48.517169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8bab003f-1de8-4ffc-ad9b-9c6b4fbc9f5a req-cde6fde6-f182-45be-8eba-9ea668e447c0 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984907
Feb 19 21:21:48.542127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6d4128f-e62c-4cc5-b7e6-4155a22de806 req-3af4727d-4318-4856-b0fb-d933c9238874 service neutron] 10.222.0.10 "GET /v2.0/networks/c4ebd81e-1d57-4556-849f-49c1f55e520a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310809
Feb 19 21:21:48.609109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7d12349f-69c8-4a5f-afef-51a164b0986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63944d00>, [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:54Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0efaa126-89ef-4707-a438-e8dab2c2e3d0', 'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:26:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:53Z', 'updated_at': '2022-02-19T21:20:58Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:48.634351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6d4128f-e62c-4cc5-b7e6-4155a22de806 req-dc038e96-3c4d-40b9-bb69-1d102744eccb service neutron] 10.222.0.10 "GET /v2.0/networks/c4ebd81e-1d57-4556-849f-49c1f55e520a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845459
Feb 19 21:21:48.640421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12349f-69c8-4a5f-afef-51a164b0986f None None] The sync data for ids ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'] in ncdv-master-1 is: [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:20:54Z', 'revision_number': 4, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0efaa126-89ef-4707-a438-e8dab2c2e3d0', 'name': '', 'network_id': 'c4ebd81e-1d57-4556-849f-49c1f55e520a', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'mac_address': 'fa:16:3e:26:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:53Z', 'updated_at': '2022-02-19T21:20:58Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'subnets': [{'id': 'e2e53a7a-8950-4397-a71b-1be7e43f0721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:21:48.871035 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64fcd88-806f-41d7-b294-dc32eccdea46 None None] New status for floating IP 7e65f667-a192-423a-a38a-7cb7b4499424: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:21:49.232148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:21:49.235281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:21:49.341150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:21:49.352794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:49.353172 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:49.405955 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827884c-238c-42e9-adc2-425925f87215 req-0826ffd8-e002-45a9-a5fa-1509e17e9c61 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:49.407602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0827884c-238c-42e9-adc2-425925f87215 req-0826ffd8-e002-45a9-a5fa-1509e17e9c61 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 945 time: 0.0943797
Feb 19 21:21:49.415291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1e00c-c448-4667-b05b-1c6e8721d9d3 req-7506eb3b-ff0a-42f6-a30f-e36d139773f5 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:49.416877 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f1e00c-c448-4667-b05b-1c6e8721d9d3 req-7506eb3b-ff0a-42f6-a30f-e36d139773f5 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 945 time: 0.0932488
Feb 19 21:21:49.553236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb3e653-b309-4de0-b00d-b7f703e3c0b9,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:49.555031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0827884c-238c-42e9-adc2-425925f87215 req-41bcc6f3-0962-4ed6-83a2-f42140dfd310 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/security-groups?id=e18305d4-a264-49d8-bb71-4fa0153eb8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1371400
Feb 19 21:21:49.567300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'port_id': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9', 'mac_address': 'fa:16:3e:07:5b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:21:49.591418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a2600-e571-4563-a98d-17ee13ba3924 req-713ef958-970c-4dcf-afc1-5de9d9570cc7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:49.593153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-816a2600-e571-4563-a98d-17ee13ba3924 req-713ef958-970c-4dcf-afc1-5de9d9570cc7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 944 time: 0.1338642
Feb 19 21:21:49.625423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b8f1e00c-c448-4667-b05b-1c6e8721d9d3 req-9d0e26c3-a271-4c3c-9784-364be350fc28 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting port 63009b88-0f8a-4c79-8889-d2d3c647b428 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:21:49.626262 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8f1e00c-c448-4667-b05b-1c6e8721d9d3 req-9d0e26c3-a271-4c3c-9784-364be350fc28 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:49.635107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:49.635899 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:49.656041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:49.656468 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:49.659656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:21:49.693698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb3e653-b309-4de0-b00d-b7f703e3c0b9,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:49.700107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:49.702825 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45056cfe-1d49-46dd-b593-975f6b22593a" -d '{"events": [{"server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "name": "network-vif-plugged", "status": "completed", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:49.712254 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:49.718710 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:49.738191 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:49.741771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-816a2600-e571-4563-a98d-17ee13ba3924 req-b5ddef44-c22f-405c-9d29-c4d62e116ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1422701
Feb 19 21:21:49.767168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=7bb3e653-b309-4de0-b00d-b7f703e3c0b9,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:49.797067 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f657ab4-84e4-43a6-b4a6-5e0271d7d292 x-openstack-request-id: req-0f657ab4-84e4-43a6-b4a6-5e0271d7d292 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:49.797366 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "name": "network-vif-plugged", "status": "completed", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:49.797621 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f657ab4-84e4-43a6-b4a6-5e0271d7d292 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:49.798011 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'code': 200}
Feb 19 21:21:49.811418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6aaf-7dd9-4966-8d89-3222330a931c req-4fc3aae6-ffa0-4e22-8946-ba14c86f20ff tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:49.813304 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d4e6aaf-7dd9-4966-8d89-3222330a931c req-4fc3aae6-ffa0-4e22-8946-ba14c86f20ff tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 943 time: 0.1843078
Feb 19 21:21:49.815852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b8f1e00c-c448-4667-b05b-1c6e8721d9d3 req-9d0e26c3-a271-4c3c-9784-364be350fc28 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] For port 63009b88-0f8a-4c79-8889-d2d3c647b428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63009b88-0f8a-4c79-8889-d2d3c647b428,segment=NetworkSegment(6ab79cbe-294a-448f-963d-0cbea876ab69),segment_id=6ab79cbe-294a-448f-963d-0cbea876ab69)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:49.816229 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8f1e00c-c448-4667-b05b-1c6e8721d9d3 req-9d0e26c3-a271-4c3c-9784-364be350fc28 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:49.820264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:49.849648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-b8f1e00c-c448-4667-b05b-1c6e8721d9d3 req-9d0e26c3-a271-4c3c-9784-364be350fc28 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Calling delete_port for 63009b88-0f8a-4c79-8889-d2d3c647b428 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:21:49.944738 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d4e6aaf-7dd9-4966-8d89-3222330a931c req-45f3fdff-01bb-437e-9d44-4e94b92208da tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185584
Feb 19 21:21:49.979064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac9fef-2ca3-4677-955e-ac04cc824427 req-27441e14-afff-4da1-bcc9-b28288e2ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:49.980634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aac9fef-2ca3-4677-955e-ac04cc824427 req-27441e14-afff-4da1-bcc9-b28288e2ddb3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1127 time: 0.1161950
Feb 19 21:21:50.016273 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['7bb3e653-b309-4de0-b00d-b7f703e3c0b9'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:21:50.063774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aac9fef-2ca3-4677-955e-ac04cc824427 req-ce456aae-cc35-42e7-934a-8f48034a3261 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737963
Feb 19 21:21:50.078329 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8f1e00c-c448-4667-b05b-1c6e8721d9d3 req-9d0e26c3-a271-4c3c-9784-364be350fc28 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (63009b88-0f8a-4c79-8889-d2d3c647b428), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:50.112762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e26c3-a271-4c3c-9784-364be350fc28 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Port': ['ID=63009b88-0f8a-4c79-8889-d2d3c647b428,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:50.155705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f1e00c-c448-4667-b05b-1c6e8721d9d3 req-9d0e26c3-a271-4c3c-9784-364be350fc28 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] No DVR routers for this DVR port 63009b88-0f8a-4c79-8889-d2d3c647b428 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:21:50.158246 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8f1e00c-c448-4667-b05b-1c6e8721d9d3 req-9d0e26c3-a271-4c3c-9784-364be350fc28 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:50.161597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8f1e00c-c448-4667-b05b-1c6e8721d9d3 req-9d0e26c3-a271-4c3c-9784-364be350fc28 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.10 "DELETE /v2.0/ports/63009b88-0f8a-4c79-8889-d2d3c647b428 HTTP/1.1" status: 204  len: 173 time: 0.7376096
Feb 19 21:21:50.162059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'name': 'network-vif-deleted', 'tag': '63009b88-0f8a-4c79-8889-d2d3c647b428'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:50.164302 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052e25a8-2fde-4610-ace9-3cdcd2bb68a1" -d '{"events": [{"server_uuid": "e7133b5f-c87f-411f-918a-7ac1c6634212", "name": "network-vif-deleted", "tag": "63009b88-0f8a-4c79-8889-d2d3c647b428"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:50.214607 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468a083-64eb-4f41-b44c-23b46c879b5f x-openstack-request-id: req-f468a083-64eb-4f41-b44c-23b46c879b5f {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:50.214968 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7133b5f-c87f-411f-918a-7ac1c6634212", "name": "network-vif-deleted", "tag": "63009b88-0f8a-4c79-8889-d2d3c647b428", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:50.215389 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f468a083-64eb-4f41-b44c-23b46c879b5f {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:50.215973 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7133b5f-c87f-411f-918a-7ac1c6634212', 'name': 'network-vif-deleted', 'tag': '63009b88-0f8a-4c79-8889-d2d3c647b428', 'status': 'completed', 'code': 200}
Feb 19 21:21:50.571791 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4fdee167-a203-44ca-9858-81d09f6ea59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:50.676568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82db927d-fffd-4ea1-b3e4-4d9b13ef50e1 req-2a31b3b3-c8c0-42f2-a82d-90accd00df55 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7133b5f-c87f-411f-918a-7ac1c6634212 HTTP/1.1" status: 200  len: 210 time: 0.0294890
Feb 19 21:21:50.868430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e712980-6d3b-4327-9b40-542cae1f5db5 req-50bf746c-b9d3-4c04-a28a-280577cc57d9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:50.869970 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e712980-6d3b-4327-9b40-542cae1f5db5 req-50bf746c-b9d3-4c04-a28a-280577cc57d9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0569544
Feb 19 21:21:50.924005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e712980-6d3b-4327-9b40-542cae1f5db5 req-a87c39d5-ae4e-4243-b1d6-fa126a061d9e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483069
Feb 19 21:21:51.064136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0d16b-74a9-4a00-a5f2-28525746ca04 req-242393cd-b9e9-44d6-9bad-696d5f17c6dd tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:51.065647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91f0d16b-74a9-4a00-a5f2-28525746ca04 req-242393cd-b9e9-44d6-9bad-696d5f17c6dd tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 944 time: 0.0529208
Feb 19 21:21:51.114610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91f0d16b-74a9-4a00-a5f2-28525746ca04 req-eec9a1de-78a2-44c3-a17b-50f1de4de21a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434279
Feb 19 21:21:51.262961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:21:51.312717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:21:51.316724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:21:51.317105 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:51.392434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:21:51.392836 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:51.425809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb3e653-b309-4de0-b00d-b7f703e3c0b9,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:51.429805 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:51.482058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=7bb3e653-b309-4de0-b00d-b7f703e3c0b9,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:51.732988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60304) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:51.788903 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36e224d8-9ffc-48db-b753-f6b623b57b01 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (e18305d4-a264-49d8-bb71-4fa0153eb8c7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:51.799083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:51.801513 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5d595d-2955-4f92-b4c8-678c1005aa80" -d '{"events": [{"server_uuid": "4b8ac7e3-7628-4c31-a6c8-f5a5d3438541", "name": "network-vif-plugged", "status": "completed", "tag": "7bb3e653-b309-4de0-b00d-b7f703e3c0b9"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:51.815032 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36e224d8-9ffc-48db-b753-f6b623b57b01 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (e18305d4-a264-49d8-bb71-4fa0153eb8c7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:51.838055 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddc03f7-0f9f-4ab8-adfe-eb94b4ebbebf x-openstack-request-id: req-2ddc03f7-0f9f-4ab8-adfe-eb94b4ebbebf {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:51.839010 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8ac7e3-7628-4c31-a6c8-f5a5d3438541", "name": "network-vif-plugged", "status": "completed", "tag": "7bb3e653-b309-4de0-b00d-b7f703e3c0b9", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:51.839277 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ddc03f7-0f9f-4ab8-adfe-eb94b4ebbebf {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:51.839698 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9', 'code': 200}
Feb 19 21:21:51.860188 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:51.884435 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36e224d8-9ffc-48db-b753-f6b623b57b01 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e18305d4-a264-49d8-bb71-4fa0153eb8c7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:51.887762 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-36e224d8-9ffc-48db-b753-f6b623b57b01 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:51.891484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-36e224d8-9ffc-48db-b753-f6b623b57b01 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/security-groups/e18305d4-a264-49d8-bb71-4fa0153eb8c7 HTTP/1.1" status: 204  len: 168 time: 0.1549933
Feb 19 21:21:51.898960 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e224d8-9ffc-48db-b753-f6b623b57b01 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18305d4-a264-49d8-bb71-4fa0153eb8c7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:51.922065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60310) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:51.953766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d02ac8-507d-4753-8b0b-d867165775b6 req-28f45487-acea-4092-ad91-a7880cd41c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:51.955296 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65d02ac8-507d-4753-8b0b-d867165775b6 req-28f45487-acea-4092-ad91-a7880cd41c24 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 1127 time: 0.0522683
Feb 19 21:21:52.018658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65d02ac8-507d-4753-8b0b-d867165775b6 req-41799c0b-d019-45b8-8cdf-f08e2cd42144 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571685
Feb 19 21:21:52.060893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d031b55-fd1b-470d-baf8-74ca6c799478 req-8818c13d-02ca-42aa-af4d-25f249bc3280 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:52.062522 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d031b55-fd1b-470d-baf8-74ca6c799478 req-8818c13d-02ca-42aa-af4d-25f249bc3280 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0592523
Feb 19 21:21:52.116408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d031b55-fd1b-470d-baf8-74ca6c799478 req-8c714a60-8561-430c-a40e-a2eb8e927098 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476577
Feb 19 21:21:52.276231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c721e83-3d94-43e1-a246-17cfb9a909fc req-947cb6a5-8069-4a20-bcf5-3b4ed13cdfda tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:52.277802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c721e83-3d94-43e1-a246-17cfb9a909fc req-947cb6a5-8069-4a20-bcf5-3b4ed13cdfda tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 945 time: 0.0897176
Feb 19 21:21:52.285711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16d67f-2c1d-4336-afda-10256a3427f2 req-d21044ad-757d-4165-a968-9ec605622dcf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:52.287179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a16d67f-2c1d-4336-afda-10256a3427f2 req-d21044ad-757d-4165-a968-9ec605622dcf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0977688
Feb 19 21:21:52.321120 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:52.364320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c721e83-3d94-43e1-a246-17cfb9a909fc req-63be08a9-dc3a-41be-a053-2a8bad3cb80b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761504
Feb 19 21:21:52.368414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a16d67f-2c1d-4336-afda-10256a3427f2 req-be57f79f-6dfd-43fd-be10-78ddc290523f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737863
Feb 19 21:21:52.390845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60318) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:52.440576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6277180-2bcc-4b1c-8ea8-a0ddd1fd51fd tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:52.442267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b6277180-2bcc-4b1c-8ea8-a0ddd1fd51fd tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1122 time: 0.0502758
Feb 19 21:21:52.445112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60320) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:52.449519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:52.470161 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:52.598101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting port 0efaa126-89ef-4707-a438-e8dab2c2e3d0 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:21:52.598432 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:52.692844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] For port 0efaa126-89ef-4707-a438-e8dab2c2e3d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0efaa126-89ef-4707-a438-e8dab2c2e3d0,segment=NetworkSegment(6ab79cbe-294a-448f-963d-0cbea876ab69),segment_id=6ab79cbe-294a-448f-963d-0cbea876ab69)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:52.693213 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:52.719138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Calling delete_port for 0efaa126-89ef-4707-a438-e8dab2c2e3d0 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:21:52.856776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 63009b88-0f8a-4c79-8889-d2d3c647b428 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:21:52.887224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 63009b88-0f8a-4c79-8889-d2d3c647b428 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:21:52.887867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 63009b88-0f8a-4c79-8889-d2d3c647b428 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:21:52.891446 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:52.928278 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0efaa126-89ef-4707-a438-e8dab2c2e3d0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:52.969333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Port': ['ID=0efaa126-89ef-4707-a438-e8dab2c2e3d0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:53.006898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.35.2.112 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:21:53.014799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.015154 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.015537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.015835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.016172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.016540 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.016877 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.017225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.017529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.017859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.018191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.018531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.019164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:21:53.155180 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:53.170361 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:53.193475 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:53.229262 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:53.235525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:21:53.238543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:21:53.242163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:21:53.279461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:53.458659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:21:53.536538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3032563-4e39-4a46-b523-ef3b81fd41f3 req-cfd7ef0b-54bb-48a5-a054-fb3e6e6c3ffc tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:53.538068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3032563-4e39-4a46-b523-ef3b81fd41f3 req-cfd7ef0b-54bb-48a5-a054-fb3e6e6c3ffc tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 945 time: 0.0828443
Feb 19 21:21:53.568996 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:21:53.577166 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-137cbc3a-de26-4018-bf89-36d05db6bdbf tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "PUT /v2.0/routers/4893a7a4-b5ad-49c8-9478-aaa8bbba6486/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6531117
Feb 19 21:21:53.578010 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60324) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:53.579747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fef442-f1b4-4c6c-a164-39b847b4aef3 None None] Sync routers for ids ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:21:53.591475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fef442-f1b4-4c6c-a164-39b847b4aef3 None None] Routers {'4893a7a4-b5ad-49c8-9478-aaa8bbba6486'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:53.592122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-66fef442-f1b4-4c6c-a164-39b847b4aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c0fcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:53.645267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4428ab-830d-4138-b801-3742705be139 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting subnet e2e53a7a-8950-4397-a71b-1be7e43f0721 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:21:53.649486 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac4428ab-830d-4138-b801-3742705be139 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for subnet (e2e53a7a-8950-4397-a71b-1be7e43f0721), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:53.692046 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac4428ab-830d-4138-b801-3742705be139 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (e2e53a7a-8950-4397-a71b-1be7e43f0721), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:53.715658 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-66fef442-f1b4-4c6c-a164-39b847b4aef3 None None] Set router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:53.732631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3032563-4e39-4a46-b523-ef3b81fd41f3 req-6dbf4b22-0790-4c5d-85ef-f9a5753d4db9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1855323
Feb 19 21:21:53.748732 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (a54c3772-32b5-4970-8e02-c05fdb200ee3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:53.831910 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac4428ab-830d-4138-b801-3742705be139 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (e2e53a7a-8950-4397-a71b-1be7e43f0721), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:53.876338 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:53.902194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac4428ab-830d-4138-b801-3742705be139 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (e2e53a7a-8950-4397-a71b-1be7e43f0721), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:53.930312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4428ab-830d-4138-b801-3742705be139 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e53a7a-8950-4397-a71b-1be7e43f0721,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:53.934263 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ac4428ab-830d-4138-b801-3742705be139 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:53.937803 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ac4428ab-830d-4138-b801-3742705be139 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/subnets/e2e53a7a-8950-4397-a71b-1be7e43f0721 HTTP/1.1" status: 204  len: 168 time: 0.3586869
Feb 19 21:21:53.940601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60328) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:53.945250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-66fef442-f1b4-4c6c-a164-39b847b4aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c0fcd0>, [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:21:52Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:53.950200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92925b35-f053-4b6b-9be3-6c72fd9e7f7e None None] Network c4ebd81e-1d57-4556-849f-49c1f55e520a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:21:53.955006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712b629-2ee6-494b-88b5-d49d9492c883 req-dc98a16e-d686-4df1-8bd2-0ae8924b758d tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:53.956785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5712b629-2ee6-494b-88b5-d49d9492c883 req-dc98a16e-d686-4df1-8bd2-0ae8924b758d tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 945 time: 0.1454771
Feb 19 21:21:54.015564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fef442-f1b4-4c6c-a164-39b847b4aef3 None None] Checking router: 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:21:54.056002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fef442-f1b4-4c6c-a164-39b847b4aef3 None None] Routers {'4893a7a4-b5ad-49c8-9478-aaa8bbba6486'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:54.056664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-66fef442-f1b4-4c6c-a164-39b847b4aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c0fcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:54.057308 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5712b629-2ee6-494b-88b5-d49d9492c883 req-33049945-13d3-48b9-84d3-b0608c5d995c tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892336
Feb 19 21:21:54.070033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.082897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60330) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:54.120992 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.129715 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.189717 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_gateway (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.203119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-66fef442-f1b4-4c6c-a164-39b847b4aef3 None None] Set router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:54.240195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:54.254425 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (a54c3772-32b5-4970-8e02-c05fdb200ee3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.274659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Deleting port 47c131d7-da93-480b-9921-3889d82d97a9 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:21:54.275143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (47c131d7-da93-480b-9921-3889d82d97a9), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.324318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4bb7f4-a747-486e-9f07-a9c6e82ce43d None None] DHCP port deletion for c4ebd81e-1d57-4556-849f-49c1f55e520a request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:21:54.362372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] For port 47c131d7-da93-480b-9921-3889d82d97a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47c131d7-da93-480b-9921-3889d82d97a9,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:54.362747 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (47c131d7-da93-480b-9921-3889d82d97a9), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.381256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Calling delete_port for 47c131d7-da93-480b-9921-3889d82d97a9 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:21:54.393246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20e3198-8e99-492f-a658-477dcac3c5e8 tempest-TestVolumeBootPattern-880931064 tempest-TestVolumeBootPattern-880931064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:54.398078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f20e3198-8e99-492f-a658-477dcac3c5e8 tempest-TestVolumeBootPattern-880931064 tempest-TestVolumeBootPattern-880931064-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 1122 time: 0.3141789
Feb 19 21:21:54.398752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60334) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:54.406422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:21:54.423303 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Floating IP a54c3772-32b5-4970-8e02-c05fdb200ee3 associated. External IP: 172.35.2.112, port: 0f97ceaa-4db4-492f-b491-b1dca8bd9c03.
Feb 19 21:21:54.447256 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.495605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bf4bb7f4-a747-486e-9f07-a9c6e82ce43d None None] Deleting port caaa4c84-b680-4876-bc07-bd632eb0a2c5 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:21:54.495909 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bf4bb7f4-a747-486e-9f07-a9c6e82ce43d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.507235 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.588925 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (47c131d7-da93-480b-9921-3889d82d97a9), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.592859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bf4bb7f4-a747-486e-9f07-a9c6e82ce43d None None] For port caaa4c84-b680-4876-bc07-bd632eb0a2c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=caaa4c84-b680-4876-bc07-bd632eb0a2c5,segment=NetworkSegment(6ab79cbe-294a-448f-963d-0cbea876ab69),segment_id=6ab79cbe-294a-448f-963d-0cbea876ab69)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:21:54.593272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bf4bb7f4-a747-486e-9f07-a9c6e82ce43d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.611597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bf4bb7f4-a747-486e-9f07-a9c6e82ce43d None None] Calling delete_port for caaa4c84-b680-4876-bc07-bd632eb0a2c5 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:21:54.619282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Port': ['ID=47c131d7-da93-480b-9921-3889d82d97a9,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:54.625362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-66fef442-f1b4-4c6c-a164-39b847b4aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c0fcd0>, [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:21:52Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:54.679801 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.687571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fef442-f1b4-4c6c-a164-39b847b4aef3 None None] The sync data for ids ['4893a7a4-b5ad-49c8-9478-aaa8bbba6486'] in ncdv-master-1 is: [{'id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'name': 'tempest-TestNetworkBasicOps-router-326771477', 'tenant_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43'}], 'enable_snat': True}, 'gw_port_id': '47c131d7-da93-480b-9921-3889d82d97a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:20:47Z', 'updated_at': '2022-02-19T21:21:52Z', 'revision_number': 5, 'project_id': 'e2dcdf87966c4cc5899afcfb6f2b6b1f', 'gw_port': {'id': '47c131d7-da93-480b-9921-3889d82d97a9', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893a7a4-b5ad-49c8-9478-aaa8bbba6486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:20:48Z', 'updated_at': '2022-02-19T21:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:21:54.750542 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.756409 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bf4bb7f4-a747-486e-9f07-a9c6e82ce43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (caaa4c84-b680-4876-bc07-bd632eb0a2c5), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.785107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bb7f4-a747-486e-9f07-a9c6e82ce43d None None] Pushing event deleted for resources: {'Port': ['ID=caaa4c84-b680-4876-bc07-bd632eb0a2c5,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:54.788884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4bb7f4-a747-486e-9f07-a9c6e82ce43d None None] No DVR routers for this DVR port caaa4c84-b680-4876-bc07-bd632eb0a2c5 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:21:54.802971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router a4008132-de51-4b7b-b873-68309a6870da has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:21:54.822307 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.825865 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router_controller (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.876934 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (4893a7a4-b5ad-49c8-9478-aaa8bbba6486), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.877616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Fanout notify agent at l3_agent the message router_deleted on router 4893a7a4-b5ad-49c8-9478-aaa8bbba6486 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:21:54.885219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.886392 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8ecdcc88-bb40-44c5-a6a1-0c4889bb3515 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/routers/4893a7a4-b5ad-49c8-9478-aaa8bbba6486 HTTP/1.1" status: 204  len: 168 time: 0.9448426
Feb 19 21:21:54.889175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60336) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:54.959303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Allocated IP 172.35.2.245 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/6279c5f8-3cd3-4d4a-86fe-9354ab7071b1) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:21:54.967188 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (c4ebd81e-1d57-4556-849f-49c1f55e520a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:54.987692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:21:54.997817 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85145df2-e5ca-4385-aaae-0abfa144d3ff None None] Sync routers for ids ['a4008132-de51-4b7b-b873-68309a6870da'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:21:55.009245 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85145df2-e5ca-4385-aaae-0abfa144d3ff None None] Routers {'a4008132-de51-4b7b-b873-68309a6870da'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:55.010116 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-85145df2-e5ca-4385-aaae-0abfa144d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79dd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a4008132-de51-4b7b-b873-68309a6870da'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:55.045694 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:55.074032 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (c4ebd81e-1d57-4556-849f-49c1f55e520a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:55.102498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b67d040>,) {'filters': {'network_id': ['c4ebd81e-1d57-4556-849f-49c1f55e520a']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:55.114053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b67d040>, '6ab79cbe-294a-448f-963d-0cbea876ab69') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:55.114751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b67d040>, '6ab79cbe-294a-448f-963d-0cbea876ab69') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:55.124269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d1ac5784-e655-4957-a65e-111acf85d307 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6757176
Feb 19 21:21:55.129270 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-85145df2-e5ca-4385-aaae-0abfa144d3ff None None] Set router a4008132-de51-4b7b-b873-68309a6870da gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:55.130800 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (6ab79cbe-294a-448f-963d-0cbea876ab69), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:55.134885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:55.141404 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4195ac5-9cf8-47d0-9274-8bcded0224df" -d '{"events": [{"name": "network-changed", "server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:55.153512 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6ab79cbe-294a-448f-963d-0cbea876ab69), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:55.163816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:21:55.172974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (6ab79cbe-294a-448f-963d-0cbea876ab69), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:21:55.180373 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:21:55.185946 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (6279c5f8-3cd3-4d4a-86fe-9354ab7071b1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:55.213085 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6b16e8-1ede-462a-9d66-0c4ccbf70d29 x-openstack-request-id: req-1b6b16e8-1ede-462a-9d66-0c4ccbf70d29 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:55.213343 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:55.213522 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b6b16e8-1ede-462a-9d66-0c4ccbf70d29 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:55.213911 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'status': 'completed', 'code': 200}
Feb 19 21:21:55.276457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (c4ebd81e-1d57-4556-849f-49c1f55e520a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:55.284625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:55.291695 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] 10.222.0.30 "DELETE /v2.0/networks/c4ebd81e-1d57-4556-849f-49c1f55e520a HTTP/1.1" status: 204  len: 168 time: 0.4003074
Feb 19 21:21:55.326426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31856b2-877b-40ee-b644-e9492af92855 tempest-TestNetworkBasicOps-1288826623 tempest-TestNetworkBasicOps-1288826623-project] Pushing event deleted for resources: {'Network': ['ID=c4ebd81e-1d57-4556-849f-49c1f55e520a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:55.370609 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6279c5f8-3cd3-4d4a-86fe-9354ab7071b1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:55.436791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0efaa126-89ef-4707-a438-e8dab2c2e3d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:21:55.460851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 0efaa126-89ef-4707-a438-e8dab2c2e3d0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:21:55.461480 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 0efaa126-89ef-4707-a438-e8dab2c2e3d0 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:21:55.462576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device caaa4c84-b680-4876-bc07-bd632eb0a2c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:21:55.463070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1829-cc61-4100-a120-bf977ce3ffa5 req-873d8cba-d3c0-4920-9f56-cc0a80e42b2a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:55.465400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff9a1829-cc61-4100-a120-bf977ce3ffa5 req-873d8cba-d3c0-4920-9f56-cc0a80e42b2a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.2565334
Feb 19 21:21:55.474624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:21:55.479532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:21:55.482143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:21:55.485093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=6279c5f8-3cd3-4d4a-86fe-9354ab7071b1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:55.488409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: caaa4c84-b680-4876-bc07-bd632eb0a2c5 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:21:55.488984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device caaa4c84-b680-4876-bc07-bd632eb0a2c5 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:21:55.492590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4195ac5-9cf8-47d0-9274-8bcded0224df req-924d5e29-7602-48ff-a402-ff325a0f84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:55.494773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4195ac5-9cf8-47d0-9274-8bcded0224df req-924d5e29-7602-48ff-a402-ff325a0f84ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1127 time: 0.2258029
Feb 19 21:21:55.513040 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-85145df2-e5ca-4385-aaae-0abfa144d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79dd60>, [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:37Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a54c3772-32b5-4970-8e02-c05fdb200ee3', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.112', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'port_id': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'mac_address': 'fa:16:3e:47:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:21:53Z', 'updated_at': '2022-02-19T21:21:53Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490b5292-f3a6-4bcc-ac1a-4f7159e23729', 'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:9b:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:36Z', 'updated_at': '2022-02-19T21:21:40Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:55.544361 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85145df2-e5ca-4385-aaae-0abfa144d3ff None None] Checking router: a4008132-de51-4b7b-b873-68309a6870da for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:21:55.554913 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85145df2-e5ca-4385-aaae-0abfa144d3ff None None] Routers {'a4008132-de51-4b7b-b873-68309a6870da'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:55.555568 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-85145df2-e5ca-4385-aaae-0abfa144d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79dd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a4008132-de51-4b7b-b873-68309a6870da'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:55.705462 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-85145df2-e5ca-4385-aaae-0abfa144d3ff None None] Set router a4008132-de51-4b7b-b873-68309a6870da gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:55.740155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ff9a1829-cc61-4100-a120-bf977ce3ffa5 req-dccfdcab-bf1e-43bd-a801-a0b214c46011 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2636502
Feb 19 21:21:55.776572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60346) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:55.807458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60348) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:55.837322 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4195ac5-9cf8-47d0-9274-8bcded0224df req-fce82e68-7f10-42dd-aa27-16b15e85d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:55.838995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4195ac5-9cf8-47d0-9274-8bcded0224df req-fce82e68-7f10-42dd-aa27-16b15e85d6a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 200  len: 898 time: 0.3002894
Feb 19 21:21:55.859099 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1fe94215-900d-4694-8e0d-e56c04806e23 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/a54c3772-32b5-4970-8e02-c05fdb200ee3 HTTP/1.1" status: 200  len: 991 time: 0.0785377
Feb 19 21:21:55.927909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4195ac5-9cf8-47d0-9274-8bcded0224df req-fb1e14fb-87fd-4ace-b349-1aafa168c33a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 999 time: 0.0796173
Feb 19 21:21:56.009604 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-85145df2-e5ca-4385-aaae-0abfa144d3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79dd60>, [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:37Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a54c3772-32b5-4970-8e02-c05fdb200ee3', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.112', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'port_id': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'mac_address': 'fa:16:3e:47:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:21:53Z', 'updated_at': '2022-02-19T21:21:53Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490b5292-f3a6-4bcc-ac1a-4f7159e23729', 'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:9b:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:36Z', 'updated_at': '2022-02-19T21:21:40Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:56.021478 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:56.043160 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85145df2-e5ca-4385-aaae-0abfa144d3ff None None] The sync data for ids ['a4008132-de51-4b7b-b873-68309a6870da'] in ncdv-master-1 is: [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:37Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a54c3772-32b5-4970-8e02-c05fdb200ee3', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.112', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'port_id': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'mac_address': 'fa:16:3e:47:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:21:53Z', 'updated_at': '2022-02-19T21:21:53Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490b5292-f3a6-4bcc-ac1a-4f7159e23729', 'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:9b:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:36Z', 'updated_at': '2022-02-19T21:21:40Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:21:56.283202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c44d63-aa1b-40a9-912d-fff43e4f086c None None] New status for floating IP a54c3772-32b5-4970-8e02-c05fdb200ee3: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:21:56.394384 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4195ac5-9cf8-47d0-9274-8bcded0224df req-b86e2dda-edac-4830-b0c9-9280461d28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:56.395815 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4195ac5-9cf8-47d0-9274-8bcded0224df req-b86e2dda-edac-4830-b0c9-9280461d28d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd0daad5-ffc1-4792-b556-93fce2f49a76 HTTP/1.1" status: 200  len: 835 time: 0.4613924
Feb 19 21:21:56.443056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c386bdc8-69cf-467f-9c37-c5af12142795 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2dcdf87966c4cc5899afcfb6f2b6b1f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6325409
Feb 19 21:21:56.445839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60352) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:56.495077 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (eab27e67-6a19-42f2-ae75-095df3a8a87a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:56.498025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4195ac5-9cf8-47d0-9274-8bcded0224df req-f9d70b11-15da-4fe9-914e-e48601136e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:56.499488 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0944ee-4768-4410-baea-b46b1463f20d admin admin] Publish callbacks [] for security_group (c86b8b34-c0a7-4ef7-a9d2-196ce082ade4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:56.499652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4195ac5-9cf8-47d0-9274-8bcded0224df req-f9d70b11-15da-4fe9-914e-e48601136e91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=478f03e6-ce0b-4708-a33c-7f6449556dee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0942459
Feb 19 21:21:56.521291 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0944ee-4768-4410-baea-b46b1463f20d admin admin] Publish callbacks [] for security_group (c86b8b34-c0a7-4ef7-a9d2-196ce082ade4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:56.569938 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0944ee-4768-4410-baea-b46b1463f20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c86b8b34-c0a7-4ef7-a9d2-196ce082ade4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:56.572610 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3c0944ee-4768-4410-baea-b46b1463f20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:56.573779 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3c0944ee-4768-4410-baea-b46b1463f20d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c86b8b34-c0a7-4ef7-a9d2-196ce082ade4 HTTP/1.1" status: 204  len: 168 time: 0.1262033
Feb 19 21:21:56.585957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0944ee-4768-4410-baea-b46b1463f20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86b8b34-c0a7-4ef7-a9d2-196ce082ade4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:56.640999 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6279c5f8-3cd3-4d4a-86fe-9354ab7071b1), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:56.674774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4195ac5-9cf8-47d0-9274-8bcded0224df req-81040709-923f-471f-99a9-c6052b05254c service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552327
Feb 19 21:21:56.841902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4195ac5-9cf8-47d0-9274-8bcded0224df req-e1890e42-67f2-4396-99f0-359e4e154786 service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591568
Feb 19 21:21:56.859691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60358) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:56.873597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60360) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:56.895757 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5b18e70-146f-437a-9b62-e7a53410f6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:56.898830 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (6279c5f8-3cd3-4d4a-86fe-9354ab7071b1), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:56.909240 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6279c5f8-3cd3-4d4a-86fe-9354ab7071b1), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:56.930446 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-54dcc854-8321-42fb-9f9a-d3e216996d4e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/a54c3772-32b5-4970-8e02-c05fdb200ee3 HTTP/1.1" status: 200  len: 993 time: 0.0693607
Feb 19 21:21:56.995195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=6279c5f8-3cd3-4d4a-86fe-9354ab7071b1,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:57.025448 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (eab27e67-6a19-42f2-ae75-095df3a8a87a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:57.131157 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5b18e70-146f-437a-9b62-e7a53410f6ac admin admin] Publish callbacks [] for security_group (b10d53eb-727f-4bc5-9763-06ba1b46787b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:57.142746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b5b18e70-146f-437a-9b62-e7a53410f6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b10d53eb-727f-4bc5-9763-06ba1b46787b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:57.203328 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b5b18e70-146f-437a-9b62-e7a53410f6ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f7e3cbf221a45dd95bfe721e4bb18f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3286664
Feb 19 21:21:57.205911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b18e70-146f-437a-9b62-e7a53410f6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10d53eb-727f-4bc5-9763-06ba1b46787b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:57.206724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60362) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:21:57.209645 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Floating IP eab27e67-6a19-42f2-ae75-095df3a8a87a associated. External IP: 172.35.2.245, port: 7bb3e653-b309-4de0-b00d-b7f703e3c0b9.
Feb 19 21:21:57.277262 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c546ea5d-5bd6-4e9c-8db9-daad525d4916 admin admin] Publish callbacks [] for security_group (b10d53eb-727f-4bc5-9763-06ba1b46787b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:57.299806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 47c131d7-da93-480b-9921-3889d82d97a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:21:57.311675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c546ea5d-5bd6-4e9c-8db9-daad525d4916 admin admin] Publish callbacks [] for security_group (b10d53eb-727f-4bc5-9763-06ba1b46787b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:57.322471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 47c131d7-da93-480b-9921-3889d82d97a9 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:21:57.323392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 47c131d7-da93-480b-9921-3889d82d97a9 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:21:57.384111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c546ea5d-5bd6-4e9c-8db9-daad525d4916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b10d53eb-727f-4bc5-9763-06ba1b46787b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:57.387204 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c546ea5d-5bd6-4e9c-8db9-daad525d4916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:57.388683 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c546ea5d-5bd6-4e9c-8db9-daad525d4916 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b10d53eb-727f-4bc5-9763-06ba1b46787b HTTP/1.1" status: 204  len: 168 time: 0.1807265
Feb 19 21:21:57.399497 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546ea5d-5bd6-4e9c-8db9-daad525d4916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10d53eb-727f-4bc5-9763-06ba1b46787b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:21:57.475628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:21:57.600568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:21:57.614852 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc22b32-7c43-473a-8832-5c3872771d55 None None] Sync routers for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:21:57.620394 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:21:57.628911 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc22b32-7c43-473a-8832-5c3872771d55 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:57.629578 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bfc22b32-7c43-473a-8832-5c3872771d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703581f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:57.657021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-61bf793d-0707-4ec3-91af-182be8e78103 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2552984
Feb 19 21:21:57.657551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'tag': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:21:57.659961 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dea3fe-229c-4d74-8a78-69a5a3955b03" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8ac7e3-7628-4c31-a6c8-f5a5d3438541", "tag": "7bb3e653-b309-4de0-b00d-b7f703e3c0b9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:21:57.715490 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81bfa5b-4ca6-4c56-8e3a-875035949ace x-openstack-request-id: req-f81bfa5b-4ca6-4c56-8e3a-875035949ace {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:21:57.715490 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8ac7e3-7628-4c31-a6c8-f5a5d3438541", "tag": "7bb3e653-b309-4de0-b00d-b7f703e3c0b9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:21:57.715787 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f81bfa5b-4ca6-4c56-8e3a-875035949ace {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:21:57.716486 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'tag': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9', 'status': 'completed', 'code': 200}
Feb 19 21:21:57.794221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea3fe-229c-4d74-8a78-69a5a3955b03 req-5dab6f09-d68f-4b5d-b442-961e961eaeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:57.796142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81dea3fe-229c-4d74-8a78-69a5a3955b03 req-5dab6f09-d68f-4b5d-b442-961e961eaeb6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 1127 time: 0.0573428
Feb 19 21:21:57.873258 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-bfc22b32-7c43-473a-8832-5c3872771d55 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:57.906433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea3fe-229c-4d74-8a78-69a5a3955b03 req-78eccd23-b1a7-45a5-b0e5-e513e55fefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:57.908098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81dea3fe-229c-4d74-8a78-69a5a3955b03 req-78eccd23-b1a7-45a5-b0e5-e513e55fefcc service neutron] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.1041665
Feb 19 21:21:57.983764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81dea3fe-229c-4d74-8a78-69a5a3955b03 req-87fae7b6-a3c5-490c-be82-fd9c1eb3917e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bb3e653-b309-4de0-b00d-b7f703e3c0b9 HTTP/1.1" status: 200  len: 999 time: 0.0697629
Feb 19 21:21:58.074199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea3fe-229c-4d74-8a78-69a5a3955b03 req-3125fbbc-0306-46d0-b3bc-fb3930332a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:58.076994 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81dea3fe-229c-4d74-8a78-69a5a3955b03 req-3125fbbc-0306-46d0-b3bc-fb3930332a49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0864336
Feb 19 21:21:58.139330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea3fe-229c-4d74-8a78-69a5a3955b03 req-b4de2cca-e64a-4331-907f-e3e60bb041f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:21:58.141217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81dea3fe-229c-4d74-8a78-69a5a3955b03 req-b4de2cca-e64a-4331-907f-e3e60bb041f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0518234
Feb 19 21:21:58.152227 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bfc22b32-7c43-473a-8832-5c3872771d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703581f0>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eab27e67-6a19-42f2-ae75-095df3a8a87a', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.245', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:07:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:21:55Z', 'updated_at': '2022-02-19T21:21:55Z', 'revision_number': 0, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:58.183155 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc22b32-7c43-473a-8832-5c3872771d55 None None] Checking router: 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:21:58.191388 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc22b32-7c43-473a-8832-5c3872771d55 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:21:58.192003 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bfc22b32-7c43-473a-8832-5c3872771d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703581f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:21:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:58.231990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81dea3fe-229c-4d74-8a78-69a5a3955b03 req-09f90d7e-2f1d-480d-a13c-e8d3e1964c3d service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839183
Feb 19 21:21:58.300850 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:21:58.313875 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-bfc22b32-7c43-473a-8832-5c3872771d55 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:21:58.330008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81dea3fe-229c-4d74-8a78-69a5a3955b03 req-ce70177d-2031-4250-9e82-b7d1c33afa07 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918713
Feb 19 21:21:58.568665 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bfc22b32-7c43-473a-8832-5c3872771d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703581f0>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eab27e67-6a19-42f2-ae75-095df3a8a87a', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.245', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:07:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:21:55Z', 'updated_at': '2022-02-19T21:21:55Z', 'revision_number': 0, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:21:58.597647 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc22b32-7c43-473a-8832-5c3872771d55 None None] The sync data for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 is: [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eab27e67-6a19-42f2-ae75-095df3a8a87a', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.245', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:07:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:21:55Z', 'updated_at': '2022-02-19T21:21:55Z', 'revision_number': 0, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:21:58.842451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b933d2e-06b8-43ab-b560-58129804ec28 None None] New status for floating IP eab27e67-6a19-42f2-ae75-095df3a8a87a: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:21:59.526706 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:18.300468 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6cc142f6-b473-4ac7-97cc-ca46c345ca30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:20.565285 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3a9e56e1-7aed-4b67-a3a9-351d37c33d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:21.859972 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:23.229197 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:24.411149 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:26.027598 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:29.529352 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:30.862964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-ea4d7b57-ae23-450e-a31f-e0f70a04d286 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2116451
Feb 19 21:22:30.964597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-c32628f3-00ef-479a-a422-5c936d6cedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:22:30.966415 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-c32628f3-00ef-479a-a422-5c936d6cedd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1127 time: 0.0526786
Feb 19 21:22:31.108603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-478335c9-8f01-46ea-a96a-8e0552145ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:22:31.110350 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-478335c9-8f01-46ea-a96a-8e0552145ff3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 200  len: 898 time: 0.1254363
Feb 19 21:22:31.185422 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-44576d63-ad17-466d-8938-f9fc060d92d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 1001 time: 0.0690928
Feb 19 21:22:31.248269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-82c81cde-53d3-45de-b7ba-403ba4adbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:22:31.249729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-82c81cde-53d3-45de-b7ba-403ba4adbbb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd0daad5-ffc1-4792-b556-93fce2f49a76 HTTP/1.1" status: 200  len: 835 time: 0.0580764
Feb 19 21:22:31.303358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-6ebb975e-e886-4a45-8f4f-39adb24e1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:22:31.305545 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-6ebb975e-e886-4a45-8f4f-39adb24e1444 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=478f03e6-ce0b-4708-a33c-7f6449556dee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0485468
Feb 19 21:22:31.406661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-41ac2534-1b81-49bd-a736-fa3253944fed service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946152
Feb 19 21:22:31.522130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-618bcfd9-dd0b-43fa-93da-8805205de4d6 req-66890abf-c919-45c7-97b4-1d3f5e8e18fb service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1095033
Feb 19 21:22:35.300413 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:22:48.302456 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4a64b3cf-91a7-4aff-a0bb-558858b94861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:50.569977 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66533c77-8805-4a2e-8be1-cd5f02ee68de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:51.863688 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:52.813542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-18347fee-0e1b-4c75-ae4a-46f35501a741 req-05dee166-7831-4922-8f5f-336b8e2f8959 tempest-TaggedBootDevicesTest-1240914161 tempest-TaggedBootDevicesTest-1240914161-project] (121129) timed out ('10.222.0.30', 42106) {{(pid=121129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:22:53.233857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:54.416556 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:56.041042 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:22:59.530656 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:08.095290 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521d070-8661-486b-8d27-9d20294048d4 req-dc810639-bf9f-473e-a9c7-cc627b71ab8d tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:08.097009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8521d070-8661-486b-8d27-9d20294048d4 req-dc810639-bf9f-473e-a9c7-cc627b71ab8d tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1127 time: 0.0508971
Feb 19 21:23:08.116969 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8521d070-8661-486b-8d27-9d20294048d4 req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:08.195074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8521d070-8661-486b-8d27-9d20294048d4 req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Publish callbacks [] for security_group (220e99d5-e409-47f0-b515-acc6e574ef2c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:08.200818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-8521d070-8661-486b-8d27-9d20294048d4 req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (220e99d5-e409-47f0-b515-acc6e574ef2c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:08.264821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8521d070-8661-486b-8d27-9d20294048d4 req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1615934
Feb 19 21:23:08.265855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220e99d5-e409-47f0-b515-acc6e574ef2c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:23:08.278772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.279301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.279823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.280356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.280892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.281404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.281927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.282439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.283820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.283820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.284009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.284585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.285091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5784599-6aa3-4aac-8ec0-98695b7e18f5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:08.397016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b342253-728f-43e4-a775-477fe0bb1e0b req-e5c0e9ac-9d93-4bee-afb7-0a6ce71b7c31 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:08.398566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b342253-728f-43e4-a775-477fe0bb1e0b req-e5c0e9ac-9d93-4bee-afb7-0a6ce71b7c31 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0589395
Feb 19 21:23:08.451264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b342253-728f-43e4-a775-477fe0bb1e0b req-b7da23fb-503f-4bef-80a3-7203711f2f62 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465238
Feb 19 21:23:08.474249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60426) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:23:08.541416 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-57f69f1c-d2a2-452b-9054-4d41e494a213 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/a54c3772-32b5-4970-8e02-c05fdb200ee3 HTTP/1.1" status: 200  len: 993 time: 0.0658901
Feb 19 21:23:08.842655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-732d8963-a48e-4cae-82d6-f3a1437ae2f1 req-0036c878-1915-4eec-8389-485c9d46c372 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:23:08.843673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-732d8963-a48e-4cae-82d6-f3a1437ae2f1 req-0036c878-1915-4eec-8389-485c9d46c372 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055218
Feb 19 21:23:09.221176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0240b-3183-48b8-ae36-a0ff741f7bd4 req-518425c1-ca0d-48b4-8616-79ff9f43e0dd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:09.223043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6eb0240b-3183-48b8-ae36-a0ff741f7bd4 req-518425c1-ca0d-48b4-8616-79ff9f43e0dd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0628960
Feb 19 21:23:09.244417 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-adfb21d7-ffb4-46ac-8c67-ad84ec1e9f67 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1119776
Feb 19 21:23:09.252693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-39a7e275-1ae5-4e1f-b5df-89d78b489399 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:23:09.253721 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-39a7e275-1ae5-4e1f-b5df-89d78b489399 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054584
Feb 19 21:23:09.282845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6eb0240b-3183-48b8-ae36-a0ff741f7bd4 req-7fa44779-8cda-4275-965f-aa0b0ab6fd4f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497570
Feb 19 21:23:09.771035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-bc1b784d-1a4d-4543-b8a0-d40c03b7081b tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:09.772502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-bc1b784d-1a4d-4543-b8a0-d40c03b7081b tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports/0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 1124 time: 0.1749828
Feb 19 21:23:10.413622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58c6ed-8417-495e-b387-eeb64f31959f req-12fc7cbd-7ed5-4585-8a2e-1a6f01acd239 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:10.415186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c58c6ed-8417-495e-b387-eeb64f31959f req-12fc7cbd-7ed5-4585-8a2e-1a6f01acd239 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0553880
Feb 19 21:23:10.467190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c58c6ed-8417-495e-b387-eeb64f31959f req-afeb6b1e-2327-43da-9178-53e9e5714c5f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462537
Feb 19 21:23:10.581022 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-855aa920-05e8-43d5-80e0-2d466ea75bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:10.582446 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-855aa920-05e8-43d5-80e0-2d466ea75bc1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1127 time: 0.0491261
Feb 19 21:23:10.699466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-e78a6f74-519e-40ec-b8ae-8b625fa9eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:10.701011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-e78a6f74-519e-40ec-b8ae-8b625fa9eaed service neutron] 10.222.0.67 "GET /v2.0/networks?id=478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 200  len: 898 time: 0.1110234
Feb 19 21:23:10.772581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-50c594c9-f1c2-4ce7-b19f-53e8813a5f20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 1001 time: 0.0650907
Feb 19 21:23:10.823226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-4ca65c22-e9d7-4d3d-a9c7-2325b1459181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:10.824747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-4ca65c22-e9d7-4d3d-a9c7-2325b1459181 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd0daad5-ffc1-4792-b556-93fce2f49a76 HTTP/1.1" status: 200  len: 835 time: 0.0464292
Feb 19 21:23:10.880519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-92260443-174c-4e5e-8be0-410e0d36e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:10.882004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-92260443-174c-4e5e-8be0-410e0d36e1a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=478f03e6-ce0b-4708-a33c-7f6449556dee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0505371
Feb 19 21:23:10.975603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-e072b174-4b65-486c-b11d-160840486d72 service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861104
Feb 19 21:23:11.079530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-17e2560d-3d04-498d-9a01-791a7f01a040 service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975087
Feb 19 21:23:11.605203 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c11ce-a66d-4da4-97c5-78cfd20e6c65 req-e4cb46d8-a5f5-431d-b306-35c99ef324e6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:11.606692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-779c11ce-a66d-4da4-97c5-78cfd20e6c65 req-e4cb46d8-a5f5-431d-b306-35c99ef324e6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0653853
Feb 19 21:23:11.658808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-779c11ce-a66d-4da4-97c5-78cfd20e6c65 req-3137785a-15f1-41c2-aa9c-299bfe430508 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461097
Feb 19 21:23:12.300089 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:23:12.787629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88207d5-fd6f-4ea7-8d9e-d9724615b07c req-53565fce-7a92-4776-9595-d550147edd46 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:12.789223 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a88207d5-fd6f-4ea7-8d9e-d9724615b07c req-53565fce-7a92-4776-9595-d550147edd46 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0592690
Feb 19 21:23:12.845588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a88207d5-fd6f-4ea7-8d9e-d9724615b07c req-87a50408-6bc1-4626-9cbc-160621943ec5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501897
Feb 19 21:23:13.970654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760850e-4f35-4bf1-880a-2731b8d36151 req-d0d916f6-2225-4c56-8b1d-1588b3a7058c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:13.972129 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a760850e-4f35-4bf1-880a-2731b8d36151 req-d0d916f6-2225-4c56-8b1d-1588b3a7058c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0551069
Feb 19 21:23:14.023985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a760850e-4f35-4bf1-880a-2731b8d36151 req-036fd26d-dc35-401c-abbe-bd87c036b868 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459001
Feb 19 21:23:15.150503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87784b-4ed8-4451-8e44-d45fa7b739cb req-e4e35df4-d3e0-4841-b422-b33c59c4c0d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:15.152040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd87784b-4ed8-4451-8e44-d45fa7b739cb req-e4e35df4-d3e0-4841-b422-b33c59c4c0d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0549328
Feb 19 21:23:15.206165 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd87784b-4ed8-4451-8e44-d45fa7b739cb req-a1934f7a-8be0-4b5a-a4b5-e06cb694ec86 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484154
Feb 19 21:23:16.338682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852729e-ab12-4282-a662-98e3f186c836 req-6b368cea-6a84-4a82-bb30-271200008b4e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:16.340359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3852729e-ab12-4282-a662-98e3f186c836 req-6b368cea-6a84-4a82-bb30-271200008b4e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0639434
Feb 19 21:23:16.400278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3852729e-ab12-4282-a662-98e3f186c836 req-c0fd6146-38e9-4e2e-97cf-cd489f9121d5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535932
Feb 19 21:23:17.528585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a054a-f82f-4d72-856c-17cc7b3be95a req-e7601aeb-48a1-4b7c-a715-d4ba6a382af6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:17.530282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c65a054a-f82f-4d72-856c-17cc7b3be95a req-e7601aeb-48a1-4b7c-a715-d4ba6a382af6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0565126
Feb 19 21:23:17.582688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c65a054a-f82f-4d72-856c-17cc7b3be95a req-93282d78-f87c-479f-a72b-c4810d064be0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466208
Feb 19 21:23:18.306397 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0331cf66-4275-4d13-a726-824f169ea270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:18.710341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b981538-2d5e-49e9-9cae-764c95dcfe6b req-c31e7b65-1e94-4721-b6d5-ac76b834418c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:18.712502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b981538-2d5e-49e9-9cae-764c95dcfe6b req-c31e7b65-1e94-4721-b6d5-ac76b834418c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0565920
Feb 19 21:23:18.767988 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b981538-2d5e-49e9-9cae-764c95dcfe6b req-02a812eb-880b-4d02-9cd3-a5899b1e8586 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497901
Feb 19 21:23:19.894041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6971881-7a8a-465c-979f-11049343191b req-c69c91b8-839f-4296-b4d7-5e2c39bb29bd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:19.895602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6971881-7a8a-465c-979f-11049343191b req-c69c91b8-839f-4296-b4d7-5e2c39bb29bd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0574596
Feb 19 21:23:19.950269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6971881-7a8a-465c-979f-11049343191b req-ba87138e-c5af-4602-bfe5-58be695c53f8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459030
Feb 19 21:23:20.573321 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4551ae89-67af-410b-ad0f-9a2b1becbdc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:21.075378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eb80b-1bfd-4659-8816-b4f74ce0bb88 req-3312704b-70b1-456c-9b0d-0dbf062fce76 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:21.077026 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-996eb80b-1bfd-4659-8816-b4f74ce0bb88 req-3312704b-70b1-456c-9b0d-0dbf062fce76 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0554647
Feb 19 21:23:21.128804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-996eb80b-1bfd-4659-8816-b4f74ce0bb88 req-4c279a07-a173-4992-8ed9-506d2c60a5ba tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457966
Feb 19 21:23:21.869344 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:22.278022 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc86772-bdc8-4435-a78c-59a811d9db8c req-ad7512bd-65bf-4f3f-89fc-7d17fcffb6f1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:22.279563 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2bc86772-bdc8-4435-a78c-59a811d9db8c req-ad7512bd-65bf-4f3f-89fc-7d17fcffb6f1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0738537
Feb 19 21:23:22.332439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2bc86772-bdc8-4435-a78c-59a811d9db8c req-26916cfa-51ac-47b5-a7a8-a924df226c2e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472100
Feb 19 21:23:23.235147 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:23.455752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f505077-db84-44e0-9bd5-400687f44b7e req-c43ea68c-a742-4a13-9fd1-36ddd153accd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:23.457240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f505077-db84-44e0-9bd5-400687f44b7e req-c43ea68c-a742-4a13-9fd1-36ddd153accd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0546167
Feb 19 21:23:23.507143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f505077-db84-44e0-9bd5-400687f44b7e req-929185f4-ab97-479f-8493-6189c8171b8f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442092
Feb 19 21:23:24.420837 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:24.638691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3d00d-f208-4808-8e8d-6ec70c185863 req-79386a7c-09ef-4810-924e-95cce25c9ad7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:24.640216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ed3d00d-f208-4808-8e8d-6ec70c185863 req-79386a7c-09ef-4810-924e-95cce25c9ad7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0593245
Feb 19 21:23:24.689016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ed3d00d-f208-4808-8e8d-6ec70c185863 req-293718ca-0df5-453e-839f-8dfe7ac0600c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430875
Feb 19 21:23:25.808210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b398c9c-e864-4fbe-87ba-a9eaf956fd02 req-b8d34d25-0d3c-43eb-baf2-02f7c3f23dd2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:25.809744 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b398c9c-e864-4fbe-87ba-a9eaf956fd02 req-b8d34d25-0d3c-43eb-baf2-02f7c3f23dd2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0526588
Feb 19 21:23:25.863696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b398c9c-e864-4fbe-87ba-a9eaf956fd02 req-f8c2fba5-d5db-40d6-92b4-ba27013fd081 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483801
Feb 19 21:23:26.039803 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:26.989729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46283521-5f82-4aba-8474-5bbeaa4a1cd7 req-66a7d726-73c7-43d0-9730-cb1ac3f0c1e2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:26.991212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46283521-5f82-4aba-8474-5bbeaa4a1cd7 req-66a7d726-73c7-43d0-9730-cb1ac3f0c1e2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0604506
Feb 19 21:23:27.044005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46283521-5f82-4aba-8474-5bbeaa4a1cd7 req-28cc0cb9-98d4-497f-bfdf-175f479a24ad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472925
Feb 19 21:23:28.075306 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-cbf81b66-2c01-4f0a-b6a1-79e62971994b service neutron] show failed (client error): The resource could not be found.
Feb 19 21:23:28.076478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-cbf81b66-2c01-4f0a-b6a1-79e62971994b service neutron] 10.222.0.67 "GET /v2.0/ports/0f97ceaa-4db4-492f-b491-b1dca8bd9c03/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0561562
Feb 19 21:23:28.174112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2914b-64fe-45da-ab0d-c3324e9a04f2 req-95e8c349-cda2-4e73-b657-4c7357bf0f5b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:28.175739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61f2914b-64fe-45da-ab0d-c3324e9a04f2 req-95e8c349-cda2-4e73-b657-4c7357bf0f5b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0611029
Feb 19 21:23:28.227736 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61f2914b-64fe-45da-ab0d-c3324e9a04f2 req-2e6603e1-1bce-4b0d-a0ba-321793949f7b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464723
Feb 19 21:23:28.312740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-b2230520-f37d-4d3f-97e4-0764a71390b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:28.314274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-b2230520-f37d-4d3f-97e4-0764a71390b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 1127 time: 0.0784442
Feb 19 21:23:28.326238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:23:28.384442 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:28.595013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:23:28.628563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:23:28.670174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:23:28.672458 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20647857-865b-46cc-b7bb-8ea38b05c00f" -d '{"events": [{"server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "name": "network-vif-unplugged", "status": "completed", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:23:28.676020 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Publish callbacks [] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:28.688287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Transition to ACTIVE for port object 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:23:28.692936 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:28.732175 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40009795-8e5f-4c0e-8c78-1ac571b0866d x-openstack-request-id: req-40009795-8e5f-4c0e-8c78-1ac571b0866d {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:23:28.732499 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "name": "network-vif-unplugged", "status": "completed", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:23:28.732766 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40009795-8e5f-4c0e-8c78-1ac571b0866d {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:23:28.733677 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'code': 200}
Feb 19 21:23:28.796420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Pushing event updated for resources: {'Port': ['ID=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:23:28.876348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] No DVR routers for this DVR port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:23:29.014814 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Attempting to bind port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:23:29.015162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Attempting to bind port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:23:29.015496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Attempting to bind port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 on network 478f03e6-ce0b-4708-a33c-7f6449556dee {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:23:29.019743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 on network 478f03e6-ce0b-4708-a33c-7f6449556dee not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:23:29.020068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Attempting to bind port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 on network 478f03e6-ce0b-4708-a33c-7f6449556dee {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:23:29.024813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:23:29.025154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Checking segment: {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:23:29.025548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Bound using segment: {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:23:29.025969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Bound port: 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d3874b-f800-4b1e-9009-68940ed918bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:23:29.026326 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:29.420641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:23:29.424795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:23:29.433577 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:29.445946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3252d-8b92-4b1e-ac69-1adea53b494e req-711f0391-a1ae-4d04-b1a0-85e20ba3f431 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:29.447642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfa3252d-8b92-4b1e-ac69-1adea53b494e req-711f0391-a1ae-4d04-b1a0-85e20ba3f431 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 943 time: 0.0833504
Feb 19 21:23:29.500777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:29.501413 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:29.502802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] 10.222.0.10 "PUT /v2.0/ports/0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 1091 time: 1.1808364
Feb 19 21:23:29.529037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90234584-d8b2-40ff-8884-3c0fe600c46c service neutron] Pushing event updated for resources: {'Port': ['ID=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:23:29.550861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfa3252d-8b92-4b1e-ac69-1adea53b494e req-33a8f951-86c1-4e42-a2de-ffa284eab82b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794854
Feb 19 21:23:29.558789 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:29.662547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-cfc4c7bf-894d-4f58-b355-23dfb5106b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:29.664701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-cfc4c7bf-894d-4f58-b355-23dfb5106b6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1125 time: 0.1276839
Feb 19 21:23:29.759936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-a7ab0acd-7351-4e96-8004-87acc7b839ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:29.761369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-a7ab0acd-7351-4e96-8004-87acc7b839ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 200  len: 898 time: 0.0916777
Feb 19 21:23:29.830267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-250acf5e-f6c9-4b4c-b76a-c3232faa1526 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 999 time: 0.0629287
Feb 19 21:23:29.884357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-8e8c4172-aa79-4fcb-b026-9ad6cb4e7651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:29.885888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-8e8c4172-aa79-4fcb-b026-9ad6cb4e7651 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd0daad5-ffc1-4792-b556-93fce2f49a76 HTTP/1.1" status: 200  len: 835 time: 0.0496576
Feb 19 21:23:29.935180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-f09082f0-2aac-41f1-a719-0d20ab064abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:29.936726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-f09082f0-2aac-41f1-a719-0d20ab064abe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=478f03e6-ce0b-4708-a33c-7f6449556dee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451252
Feb 19 21:23:30.028179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-da2f9a79-d2e7-4c1e-8610-bbccfe3b0d8c service neutron] 10.222.0.10 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853779
Feb 19 21:23:30.116031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f424b40-36f4-4b2c-8b8a-9b2d9d868b03 req-23004532-e244-46a4-8d31-93184f6f5a11 service neutron] 10.222.0.10 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821774
Feb 19 21:23:30.676471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ebd76-f680-496f-9ff4-430cca26fc8b req-ce87ae42-a4e3-4bc6-abc9-ff34014e27dd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:30.677966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b2ebd76-f680-496f-9ff4-430cca26fc8b req-ce87ae42-a4e3-4bc6-abc9-ff34014e27dd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 943 time: 0.0528615
Feb 19 21:23:30.732281 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b2ebd76-f680-496f-9ff4-430cca26fc8b req-c3fd98be-2933-4eaa-81bf-1b4811838587 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482664
Feb 19 21:23:30.733853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:23:30.736092 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eb55ee-0215-4dfb-9f4d-2260559845b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:23:30.786525 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7ae708-f66b-4c27-a5fd-174e1f3413cb x-openstack-request-id: req-3b7ae708-f66b-4c27-a5fd-174e1f3413cb {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:23:30.786836 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:23:30.787101 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b7ae708-f66b-4c27-a5fd-174e1f3413cb {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:23:30.787590 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'status': 'completed', 'code': 200}
Feb 19 21:23:30.877091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-d384db06-769a-4c8b-80aa-6c2419afab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:30.878538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-d384db06-769a-4c8b-80aa-6c2419afab80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1125 time: 0.0741434
Feb 19 21:23:30.885320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-b08854ee-d97e-4123-87b6-53f1671f1969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:30.886735 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-b08854ee-d97e-4123-87b6-53f1671f1969 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1125 time: 0.0726752
Feb 19 21:23:31.042217 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-e09b7364-eb64-499a-aff8-73289562dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:31.043729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-e09b7364-eb64-499a-aff8-73289562dd7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 200  len: 898 time: 0.1561360
Feb 19 21:23:31.045112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-91bc8226-c52a-4343-8051-74624175b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:31.046523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-91bc8226-c52a-4343-8051-74624175b8c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 200  len: 898 time: 0.1517537
Feb 19 21:23:31.159412 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-17b055c2-270e-4f50-b3c1-30bb542305da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 999 time: 0.1083412
Feb 19 21:23:31.163291 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-4415107e-df41-4646-bb94-96d3ed02c51d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 999 time: 0.1055980
Feb 19 21:23:31.251214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-dcb6dad1-16bb-4994-b2bb-257fc150c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:31.252743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-dcb6dad1-16bb-4994-b2bb-257fc150c935 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd0daad5-ffc1-4792-b556-93fce2f49a76 HTTP/1.1" status: 200  len: 835 time: 0.0872881
Feb 19 21:23:31.254220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-53fe5d9f-86f7-400f-ad66-bdcd474f6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:31.255547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-53fe5d9f-86f7-400f-ad66-bdcd474f6409 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd0daad5-ffc1-4792-b556-93fce2f49a76 HTTP/1.1" status: 200  len: 835 time: 0.0827069
Feb 19 21:23:31.334787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-4d0c4ea0-b2d2-4341-8678-954ac9696b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:31.336498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-4d0c4ea0-b2d2-4341-8678-954ac9696b2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=478f03e6-ce0b-4708-a33c-7f6449556dee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0775266
Feb 19 21:23:31.342301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-e2083354-4c89-4703-883a-f6f6423163ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:31.343778 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-e2083354-4c89-4703-883a-f6f6423163ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=478f03e6-ce0b-4708-a33c-7f6449556dee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0770614
Feb 19 21:23:31.508651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-01694be4-d7f2-42fd-b35d-d5968e9bc61c service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637480
Feb 19 21:23:31.514363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-60297df4-699e-4dee-ab13-6b7f687838a6 service neutron] 10.222.0.10 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625791
Feb 19 21:23:31.672597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-74e2209f-6458-495a-8d6e-1d87e800903f service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572032
Feb 19 21:23:31.690104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56eb55ee-0215-4dfb-9f4d-2260559845b7 req-e515471e-bc99-4e2e-b169-c20df6e8cbf4 service neutron] 10.222.0.10 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662617
Feb 19 21:23:31.697319 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-200301b3-7bcd-4c95-8b63-47d8f851244b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0477731
Feb 19 21:23:31.774881 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-53b823f0-7616-41da-8e92-cdf60f5d0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:31.776535 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-53b823f0-7616-41da-8e92-cdf60f5d0c7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 1127 time: 0.0545206
Feb 19 21:23:31.785007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:23:31.830928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:23:31.831637 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:23:31.866024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dfff8-488d-4b0b-b50c-98f96db0b141 req-9da3d8f2-cbf7-48c6-bfd7-5ba7e618e201 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:31.868292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d30dfff8-488d-4b0b-b50c-98f96db0b141 req-9da3d8f2-cbf7-48c6-bfd7-5ba7e618e201 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 943 time: 0.0582294
Feb 19 21:23:31.930658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d30dfff8-488d-4b0b-b50c-98f96db0b141 req-1c494cdf-a45b-4b0c-9f0f-0e7a2e1b0bd2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562699
Feb 19 21:23:32.222237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c994999-46dc-4097-bbf4-fa0059427fe6 req-9c2f282f-945e-4429-8d1e-0abb95c00d6a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:32.223771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c994999-46dc-4097-bbf4-fa0059427fe6 req-9c2f282f-945e-4429-8d1e-0abb95c00d6a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 943 time: 0.1329203
Feb 19 21:23:32.236518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-9400481f-39f4-4378-8afb-d6894bd1254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:32.238044 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-9400481f-39f4-4378-8afb-d6894bd1254d service neutron] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.4403565
Feb 19 21:23:32.245687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-24a44271-8755-4700-9bff-b86e1b8c0cfe tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:32.247187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-24a44271-8755-4700-9bff-b86e1b8c0cfe tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf&tenant_id=4cf8d04b22744889a736817e2226b3d0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.1274354
Feb 19 21:23:32.329119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c994999-46dc-4097-bbf4-fa0059427fe6 req-b138c468-e757-4605-bc51-6178ea6b8e3e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975516
Feb 19 21:23:32.352590 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-9fa46807-b96f-46e1-a287-ee38ffa83f73 service neutron] delete failed (client error): The resource could not be found.
Feb 19 21:23:32.352590 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-9fa46807-b96f-46e1-a287-ee38ffa83f73 service neutron] 10.222.0.67 "DELETE /v2.0/ports/0f97ceaa-4db4-492f-b491-b1dca8bd9c03/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0918126
Feb 19 21:23:32.359666 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-815579fa-7267-4af8-b3ef-a624d58a6fcb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bb3e653-b309-4de0-b00d-b7f703e3c0b9 HTTP/1.1" status: 200  len: 1001 time: 0.1146944
Feb 19 21:23:32.409534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-82203f48-dc17-4b7f-8aec-b4a18447ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:32.411066 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-82203f48-dc17-4b7f-8aec-b4a18447ff4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0456703
Feb 19 21:23:32.445409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-ebb34528-f15c-43d3-8bd3-4cf84bf3907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:32.446950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-ebb34528-f15c-43d3-8bd3-4cf84bf3907c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1125 time: 0.0511642
Feb 19 21:23:32.469668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-d68b7141-3158-49cd-8cee-0e96215c4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:32.471193 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-d68b7141-3158-49cd-8cee-0e96215c4ed8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0531271
Feb 19 21:23:32.544563 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-2c118114-9508-4b65-84c4-99f76a1632d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:32.546076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-2c118114-9508-4b65-84c4-99f76a1632d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 200  len: 898 time: 0.0919740
Feb 19 21:23:32.566169 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-9dc63458-ebcc-45bb-8ecf-748c2e0b960d service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882027
Feb 19 21:23:32.625192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-a169f6c1-4c5e-4441-b837-175791c653d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 999 time: 0.0719070
Feb 19 21:23:32.659027 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef74b98f-6eb7-4c89-bfd3-5890478f0f0e req-b8186919-9b4f-407c-9025-1f4a9adfed9f service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866985
Feb 19 21:23:32.677508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-89c97913-132b-495f-8f41-b04ec10017b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:32.679149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-89c97913-132b-495f-8f41-b04ec10017b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd0daad5-ffc1-4792-b556-93fce2f49a76 HTTP/1.1" status: 200  len: 835 time: 0.0484195
Feb 19 21:23:32.735438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-0613f436-7966-4dd2-aa74-78bd532bcc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:32.737011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-0613f436-7966-4dd2-aa74-78bd532bcc34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=478f03e6-ce0b-4708-a33c-7f6449556dee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0518687
Feb 19 21:23:32.834780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-8d996a7c-d651-4a99-a899-f9fe161f97cc service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856578
Feb 19 21:23:32.923036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-782938d5-a7fc-4e1e-824b-75e0382798ec req-3ad56450-de41-40fa-b260-257f4d5cbb76 service neutron] 10.222.0.67 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818582
Feb 19 21:23:33.308950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:23:33.417059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:23:33.435157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'port_id': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'mac_address': 'fa:16:3e:47:08:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:23:33.480942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:23:33.481340 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:33.482493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657fb6e-32cc-4ffc-97bf-7aa07703083c req-941e8ab9-f909-4f1a-b9d1-05dff3e60138 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:23:33.484497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d657fb6e-32cc-4ffc-97bf-7aa07703083c req-941e8ab9-f909-4f1a-b9d1-05dff3e60138 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 943 time: 0.0687888
Feb 19 21:23:33.497119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:23:33.522868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:23:33.528582 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:33.563378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d657fb6e-32cc-4ffc-97bf-7aa07703083c req-5b76c0dc-a24e-45b5-b861-6fcf7e7fde40 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673716
Feb 19 21:23:33.584061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:23:33.587934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60540) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:23:33.592283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.592731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.593088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.593434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.593771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.594106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.594442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.594776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.595105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.595438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.595768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.596094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.596448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:23:33.663718 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7a589e88-e3d8-4fea-98af-653376524f80 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/a54c3772-32b5-4970-8e02-c05fdb200ee3 HTTP/1.1" status: 200  len: 992 time: 0.0744939
Feb 19 21:23:33.744527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['0f97ceaa-4db4-492f-b491-b1dca8bd9c03'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:23:35.321958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:23:35.374272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:23:35.378636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:23:35.379035 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:35.481685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:23:35.482315 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:35.519878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:23:35.522845 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd0f181-f68f-40be-98c8-eadc73678e0f" -d '{"events": [{"server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "name": "network-vif-plugged", "status": "completed", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:23:35.536556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:23:35.541955 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:35.565733 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb0c4ee-78aa-40c8-ade2-222c15af2d7d x-openstack-request-id: req-1fb0c4ee-78aa-40c8-ade2-222c15af2d7d {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:23:35.565956 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "name": "network-vif-plugged", "status": "completed", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:23:35.566201 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fb0c4ee-78aa-40c8-ade2-222c15af2d7d {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:23:35.566629 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'code': 200}
Feb 19 21:23:35.595012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:23:48.309696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-451e2f24-2b9a-4303-928d-dc31c079b405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:49.301269 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:23:50.576447 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-027fe433-8d83-4e39-bd68-66a958f5b5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:51.869079 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:53.237076 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:54.423618 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:56.038694 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:23:59.564548 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:03.289697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2517a-c409-4b8a-8823-5fec0d23b4a2 req-a5c6e442-512f-4a91-892c-9703fdbd8fbb tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:03.291230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6cc2517a-c409-4b8a-8823-5fec0d23b4a2 req-a5c6e442-512f-4a91-892c-9703fdbd8fbb tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 945 time: 0.0550570
Feb 19 21:24:03.341067 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6cc2517a-c409-4b8a-8823-5fec0d23b4a2 req-3a729692-92ed-40c6-9395-04fcb4977d5f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435915
Feb 19 21:24:04.376720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e30766-723a-4a0e-addb-ead690c86d15 req-ae3c5f01-e383-4c5d-87ae-8f0d7913d43e tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:04.378284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3e30766-723a-4a0e-addb-ead690c86d15 req-ae3c5f01-e383-4c5d-87ae-8f0d7913d43e tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1127 time: 0.0465832
Feb 19 21:24:04.433429 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3e30766-723a-4a0e-addb-ead690c86d15 req-d609cce5-68db-4d73-b3f5-432fb04f6a77 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495155
Feb 19 21:24:04.457271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60570) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:04.481531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42ed8-1c22-4e37-9197-92c24587eb64 req-1806cea5-d43a-49b4-b596-b9361f629d32 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:04.483089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44f42ed8-1c22-4e37-9197-92c24587eb64 req-1806cea5-d43a-49b4-b596-b9361f629d32 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 945 time: 0.0711615
Feb 19 21:24:04.536238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44f42ed8-1c22-4e37-9197-92c24587eb64 req-cf13b635-3773-4936-bd15-dc7bc664129e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474544
Feb 19 21:24:04.622405 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:24:04.622757 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:04.695853 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:04.696185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:04.708375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:24:04.858771 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:04.884807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=eddaa49b-0f2e-4aa4-a9b2-1dbde47aa600,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:04.923906 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.924278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.924660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.925013 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.925362 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.925782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.926249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.926742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.927207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.927564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.927901 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.928233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.928595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:04.970913 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (a54c3772-32b5-4970-8e02-c05fdb200ee3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:04.971252 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Floating IP a54c3772-32b5-4970-8e02-c05fdb200ee3 disassociated (deleted). External IP: 172.35.2.112, port: 0f97ceaa-4db4-492f-b491-b1dca8bd9c03.
Feb 19 21:24:04.986884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-d8b98b97-67e4-4904-b231-a491fcc5ab59 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:04.988418 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-d8b98b97-67e4-4904-b231-a491fcc5ab59 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 945 time: 0.0566609
Feb 19 21:24:05.091488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Deleting port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:24:05.091838 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:05.190950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] For port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bb3e653-b309-4de0-b00d-b7f703e3c0b9,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:05.191561 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:05.196723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router a4008132-de51-4b7b-b873-68309a6870da has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:24:05.318115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:24:05.322937 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:05.331482 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c8b53-36ca-4869-b41a-9b8690d9aa3f None None] Sync routers for ids ['a4008132-de51-4b7b-b873-68309a6870da'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:24:05.346909 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c8b53-36ca-4869-b41a-9b8690d9aa3f None None] Routers {'a4008132-de51-4b7b-b873-68309a6870da'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:05.348119 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-801c8b53-36ca-4869-b41a-9b8690d9aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b715dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:23:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a4008132-de51-4b7b-b873-68309a6870da'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:05.364894 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-53868c18-5edb-4fdf-a0d5-63e7fe45984d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/floatingips/a54c3772-32b5-4970-8e02-c05fdb200ee3 HTTP/1.1" status: 204  len: 168 time: 0.9062476
Feb 19 21:24:05.366119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:24:05.369322 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:24:05.431254 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b11314-6442-4946-be73-97784f9ce202 x-openstack-request-id: req-12b11314-6442-4946-be73-97784f9ce202 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:24:05.431559 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:24:05.431820 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12b11314-6442-4946-be73-97784f9ce202 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:24:05.432872 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'status': 'completed', 'code': 200}
Feb 19 21:24:05.439602 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:05.440134 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (eab27e67-6a19-42f2-ae75-095df3a8a87a), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:05.440427 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Floating IP eab27e67-6a19-42f2-ae75-095df3a8a87a disassociated. External IP: 172.35.2.245, port: 7bb3e653-b309-4de0-b00d-b7f703e3c0b9.
Feb 19 21:24:05.440651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Calling delete_port for 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:24:05.470573 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-801c8b53-36ca-4869-b41a-9b8690d9aa3f None None] Set router a4008132-de51-4b7b-b873-68309a6870da gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:05.579195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9 req-9145db92-a550-4dfb-8ee9-368dbd578ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:05.580981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9 req-9145db92-a550-4dfb-8ee9-368dbd578ff4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 1127 time: 0.1244709
Feb 19 21:24:05.720313 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-801c8b53-36ca-4869-b41a-9b8690d9aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b715dc0>, [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:37Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b5292-f3a6-4bcc-ac1a-4f7159e23729', 'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:9b:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:36Z', 'updated_at': '2022-02-19T21:21:40Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:05.748211 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c8b53-36ca-4869-b41a-9b8690d9aa3f None None] Checking router: a4008132-de51-4b7b-b873-68309a6870da for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:24:05.756767 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c8b53-36ca-4869-b41a-9b8690d9aa3f None None] Routers {'a4008132-de51-4b7b-b873-68309a6870da'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:05.757451 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-801c8b53-36ca-4869-b41a-9b8690d9aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b715dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:23:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a4008132-de51-4b7b-b873-68309a6870da'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:05.760631 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7bb3e653-b309-4de0-b00d-b7f703e3c0b9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:05.824183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event deleted for resources: {'Port': ['ID=7bb3e653-b309-4de0-b00d-b7f703e3c0b9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:05.833741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409190c-bf1b-4161-96c6-b96e6914f64f req-0c77df67-c014-4c55-b23c-ff9ad47d62fb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:05.836408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3409190c-bf1b-4161-96c6-b96e6914f64f req-0c77df67-c014-4c55-b23c-ff9ad47d62fb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.2147245
Feb 19 21:24:05.858344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9 req-82ac9674-d912-4298-9579-aceaa60b05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:05.859818 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9 req-82ac9674-d912-4298-9579-aceaa60b05fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 200  len: 898 time: 0.2683294
Feb 19 21:24:05.870607 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-801c8b53-36ca-4869-b41a-9b8690d9aa3f None None] Set router a4008132-de51-4b7b-b873-68309a6870da gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:05.903554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d284c-0a4f-488c-8ad0-4344ef49a4fd req-95b9f2f0-084a-4997-a3f6-727bd58dc681 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:05.905071 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-897d284c-0a4f-488c-8ad0-4344ef49a4fd req-95b9f2f0-084a-4997-a3f6-727bd58dc681 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b8ac7e3-7628-4c31-a6c8-f5a5d3438541 HTTP/1.1" status: 200  len: 867 time: 0.2643309
Feb 19 21:24:06.084241 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-801c8b53-36ca-4869-b41a-9b8690d9aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b715dc0>, [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:37Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b5292-f3a6-4bcc-ac1a-4f7159e23729', 'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:9b:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:36Z', 'updated_at': '2022-02-19T21:21:40Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:06.114703 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c8b53-36ca-4869-b41a-9b8690d9aa3f None None] The sync data for ids ['a4008132-de51-4b7b-b873-68309a6870da'] in ncdv-master-1 is: [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:21:37Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b5292-f3a6-4bcc-ac1a-4f7159e23729', 'name': '', 'network_id': '478f03e6-ce0b-4708-a33c-7f6449556dee', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:9b:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:36Z', 'updated_at': '2022-02-19T21:21:40Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'dd0daad5-ffc1-4792-b556-93fce2f49a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:24:06.319360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9 req-84be7387-87af-4ecd-a75e-9dbe742fbee7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 200  len: 217 time: 0.3850694
Feb 19 21:24:06.404255 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3409190c-bf1b-4161-96c6-b96e6914f64f req-8e7b2bb0-6629-4f44-b011-251b762af9d3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5602696
Feb 19 21:24:06.405005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb361e7-36fe-41f9-9949-19c90a5a5c12 None None] New status for floating IP a54c3772-32b5-4970-8e02-c05fdb200ee3: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:24:06.430344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9 req-9883c7c6-9d9c-4bde-8520-3d35cf62a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:06.431826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9 req-9883c7c6-9d9c-4bde-8520-3d35cf62a0d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dd0daad5-ffc1-4792-b556-93fce2f49a76 HTTP/1.1" status: 200  len: 835 time: 0.1045570
Feb 19 21:24:06.437406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-897d284c-0a4f-488c-8ad0-4344ef49a4fd req-54272045-263d-4812-9be6-3edb7f16de0a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5003836
Feb 19 21:24:06.478962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:24:06.537105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9 req-abe4441b-c018-4528-8b17-7ff995856a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:06.538724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9 req-abe4441b-c018-4528-8b17-7ff995856a2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=478f03e6-ce0b-4708-a33c-7f6449556dee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0988200
Feb 19 21:24:06.677538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:24:06.680834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9 req-85e09506-1ac9-417d-85a2-bfe9aab7184b service neutron] 10.222.0.10 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1175199
Feb 19 21:24:06.687177 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92916e78-991a-41f6-8b53-32ba0cecf7d0 None None] Sync routers for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:24:06.696595 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92916e78-991a-41f6-8b53-32ba0cecf7d0 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:06.697224 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-92916e78-991a-41f6-8b53-32ba0cecf7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b715760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:23:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:06.732627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] No DVR routers for this DVR port 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:24:06.735377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:06.738944 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef05994d-ffe7-4fd1-a61d-e6a109db1509 req-9abd950d-6e87-445c-b659-7d72b84a4d2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "DELETE /v2.0/ports/7bb3e653-b309-4de0-b00d-b7f703e3c0b9 HTTP/1.1" status: 204  len: 173 time: 1.7448175
Feb 19 21:24:06.749026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'name': 'network-vif-deleted', 'tag': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:24:06.751022 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd66a2b9-c8a0-40b4-a200-0b066b38418e" -d '{"events": [{"server_uuid": "4b8ac7e3-7628-4c31-a6c8-f5a5d3438541", "name": "network-vif-deleted", "tag": "7bb3e653-b309-4de0-b00d-b7f703e3c0b9"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:24:06.821367 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84d68e7-7c26-47f3-b380-25dc94feca75 x-openstack-request-id: req-b84d68e7-7c26-47f3-b380-25dc94feca75 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:24:06.821675 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8ac7e3-7628-4c31-a6c8-f5a5d3438541", "name": "network-vif-deleted", "tag": "7bb3e653-b309-4de0-b00d-b7f703e3c0b9", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:24:06.821980 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b84d68e7-7c26-47f3-b380-25dc94feca75 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:24:06.822657 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8ac7e3-7628-4c31-a6c8-f5a5d3438541', 'name': 'network-vif-deleted', 'tag': '7bb3e653-b309-4de0-b00d-b7f703e3c0b9', 'status': 'completed', 'code': 200}
Feb 19 21:24:06.824344 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-92916e78-991a-41f6-8b53-32ba0cecf7d0 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:06.839525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d84c2a7-2f2c-4270-be5d-34eb111e05d9 req-7145af2b-0d4d-48e4-aef1-f618e50366af service neutron] 10.222.0.10 "GET /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374714
Feb 19 21:24:06.911115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57029c9f-6bfb-40fd-b96a-96bb0855dc78 req-297d0242-ca23-4bfa-8e28-665f5e234129 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:06.912723 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-57029c9f-6bfb-40fd-b96a-96bb0855dc78 req-297d0242-ca23-4bfa-8e28-665f5e234129 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 945 time: 0.0751894
Feb 19 21:24:07.016278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-57029c9f-6bfb-40fd-b96a-96bb0855dc78 req-44469115-5479-4ab9-8538-aa5954858a92 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:24:07.016661 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-57029c9f-6bfb-40fd-b96a-96bb0855dc78 req-44469115-5479-4ab9-8538-aa5954858a92 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:07.111414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-57029c9f-6bfb-40fd-b96a-96bb0855dc78 req-44469115-5479-4ab9-8538-aa5954858a92 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:07.111769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-57029c9f-6bfb-40fd-b96a-96bb0855dc78 req-44469115-5479-4ab9-8538-aa5954858a92 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:07.127177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-57029c9f-6bfb-40fd-b96a-96bb0855dc78 req-44469115-5479-4ab9-8538-aa5954858a92 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:24:07.139898 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-92916e78-991a-41f6-8b53-32ba0cecf7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b715760>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:07.167872 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92916e78-991a-41f6-8b53-32ba0cecf7d0 None None] Checking router: 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:24:07.176702 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92916e78-991a-41f6-8b53-32ba0cecf7d0 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:07.177464 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-92916e78-991a-41f6-8b53-32ba0cecf7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b715760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:23:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:07.280375 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-57029c9f-6bfb-40fd-b96a-96bb0855dc78 req-44469115-5479-4ab9-8538-aa5954858a92 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (0f97ceaa-4db4-492f-b491-b1dca8bd9c03), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:07.312475 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-92916e78-991a-41f6-8b53-32ba0cecf7d0 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:07.313662 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44469115-5479-4ab9-8538-aa5954858a92 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=0f97ceaa-4db4-492f-b491-b1dca8bd9c03,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:07.398609 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-57029c9f-6bfb-40fd-b96a-96bb0855dc78 req-44469115-5479-4ab9-8538-aa5954858a92 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] No DVR routers for this DVR port 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:24:07.401281 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-57029c9f-6bfb-40fd-b96a-96bb0855dc78 req-44469115-5479-4ab9-8538-aa5954858a92 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:07.405137 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-57029c9f-6bfb-40fd-b96a-96bb0855dc78 req-44469115-5479-4ab9-8538-aa5954858a92 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.10 "DELETE /v2.0/ports/0f97ceaa-4db4-492f-b491-b1dca8bd9c03 HTTP/1.1" status: 204  len: 173 time: 0.4875906
Feb 19 21:24:07.441105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'name': 'network-vif-deleted', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:24:07.445821 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7722e28-b954-4022-ad61-2ae1362930c6" -d '{"events": [{"server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "name": "network-vif-deleted", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:24:07.490848 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81bb5ea-ad69-41e5-9d33-2beaaa4fcd60 x-openstack-request-id: req-c81bb5ea-ad69-41e5-9d33-2beaaa4fcd60 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:24:07.491379 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f722d37-ab51-4db4-a5da-1ad2d04becbf", "name": "network-vif-deleted", "tag": "0f97ceaa-4db4-492f-b491-b1dca8bd9c03", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:24:07.491842 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c81bb5ea-ad69-41e5-9d33-2beaaa4fcd60 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:24:07.492430 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f722d37-ab51-4db4-a5da-1ad2d04becbf', 'name': 'network-vif-deleted', 'tag': '0f97ceaa-4db4-492f-b491-b1dca8bd9c03', 'status': 'completed', 'code': 200}
Feb 19 21:24:07.574075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc69f791-761d-4daf-8920-dcf81ce795e4 req-9a8b7f75-df40-4386-95ce-1f9d350ff5b4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f722d37-ab51-4db4-a5da-1ad2d04becbf HTTP/1.1" status: 200  len: 210 time: 0.0414517
Feb 19 21:24:07.603669 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-92916e78-991a-41f6-8b53-32ba0cecf7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b715760>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:07.631096 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92916e78-991a-41f6-8b53-32ba0cecf7d0 None None] The sync data for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 is: [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:24:07.771442 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-695af6a3-e42c-4144-abb7-9b649122ef2c tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124469932&fields=id&tenant_id=c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 267 time: 0.0529978
Feb 19 21:24:07.910253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-9c5fad95-e38b-4d80-a71f-e8208992b9e2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:07.912135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-9c5fad95-e38b-4d80-a71f-e8208992b9e2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.1329219
Feb 19 21:24:07.928910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-3fcd4131-2354-4587-88ca-2db3eeba8366 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/quotas/c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 375 time: 0.0105917
Feb 19 21:24:07.964878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:24:07.969784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d460db3-5042-4b16-9dac-2ea095ccb420 None None] New status for floating IP eab27e67-6a19-42f2-ae75-095df3a8a87a: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:24:07.994768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-39661893-0f24-49c8-863c-233607ba319e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0583544
Feb 19 21:24:08.021178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:24:08.021532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7bb3e653-b309-4de0-b00d-b7f703e3c0b9 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:24:08.064519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-e94d5d59-ad86-494d-a503-e4df72e2b927 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:24:08.065625 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-e94d5d59-ad86-494d-a503-e4df72e2b927 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0577285
Feb 19 21:24:08.171242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-8c1c4811-581e-40f7-8d2e-d7bb60be4a6d service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955739
Feb 19 21:24:08.261346 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-d4796628-5331-49aa-8353-01af54b61877 service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842261
Feb 19 21:24:08.541202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f070f23d-1229-42d1-a6b2-ab37507c3ad2 req-312f3bc5-821d-41de-9d2c-9f4d13c83eb7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 210 time: 0.0280464
Feb 19 21:24:08.631142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60614) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:08.996246 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (a4008132-de51-4b7b-b873-68309a6870da), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:09.265195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port 490b5292-f3a6-4bcc-ac1a-4f7159e23729 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:24:09.265557 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:09.366620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port 490b5292-f3a6-4bcc-ac1a-4f7159e23729, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=490b5292-f3a6-4bcc-ac1a-4f7159e23729,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:09.366998 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:09.380818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for 490b5292-f3a6-4bcc-ac1a-4f7159e23729 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:24:09.432392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:24:09.453012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:24:09.453375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 0f97ceaa-4db4-492f-b491-b1dca8bd9c03 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:24:09.580001 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (490b5292-f3a6-4bcc-ac1a-4f7159e23729), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:09.615552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=490b5292-f3a6-4bcc-ac1a-4f7159e23729,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:09.635528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.636046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.636148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.636586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.636894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.637230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.637564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.637898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.638231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.638607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.638877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.639205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.639587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:09.675798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-678a6f28-6433-456c-a910-39fe8c7a2142 req-8f9902c1-5f36-43a0-8c0f-fe92bbd2670d tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 210 time: 0.0632586
Feb 19 21:24:09.843201 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (a4008132-de51-4b7b-b873-68309a6870da), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.066485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router a4008132-de51-4b7b-b873-68309a6870da has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:24:10.177220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:24:10.182410 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4d94900c-b1db-4742-8f94-78046b15575d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "PUT /v2.0/routers/a4008132-de51-4b7b-b873-68309a6870da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5499659
Feb 19 21:24:10.184994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60624) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:10.186918 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400e633-3c02-4424-9c26-b4f214b729d5 None None] Sync routers for ids ['a4008132-de51-4b7b-b873-68309a6870da'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:24:10.198199 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400e633-3c02-4424-9c26-b4f214b729d5 None None] Routers {'a4008132-de51-4b7b-b873-68309a6870da'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:10.199238 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d400e633-3c02-4424-9c26-b4f214b729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700f2460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:23:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a4008132-de51-4b7b-b873-68309a6870da'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:10.237888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-98537d18-7448-43ef-a02f-f4394b24fb04 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting subnet dd0daad5-ffc1-4792-b556-93fce2f49a76 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:24:10.241076 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98537d18-7448-43ef-a02f-f4394b24fb04 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (dd0daad5-ffc1-4792-b556-93fce2f49a76), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.282074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98537d18-7448-43ef-a02f-f4394b24fb04 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (dd0daad5-ffc1-4792-b556-93fce2f49a76), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.305662 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d400e633-3c02-4424-9c26-b4f214b729d5 None None] Set router a4008132-de51-4b7b-b873-68309a6870da gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:10.370357 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98537d18-7448-43ef-a02f-f4394b24fb04 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (dd0daad5-ffc1-4792-b556-93fce2f49a76), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.432756 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98537d18-7448-43ef-a02f-f4394b24fb04 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (dd0daad5-ffc1-4792-b556-93fce2f49a76), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.461902 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-98537d18-7448-43ef-a02f-f4394b24fb04 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.468103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-98537d18-7448-43ef-a02f-f4394b24fb04 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/subnets/dd0daad5-ffc1-4792-b556-93fce2f49a76 HTTP/1.1" status: 204  len: 168 time: 0.2796962
Feb 19 21:24:10.468103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98537d18-7448-43ef-a02f-f4394b24fb04 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0daad5-ffc1-4792-b556-93fce2f49a76,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:10.468751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60626) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:10.473876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22858af-e902-49b9-95c8-47fc8f88c67d None None] Network 478f03e6-ce0b-4708-a33c-7f6449556dee requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:24:10.494684 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d400e633-3c02-4424-9c26-b4f214b729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700f2460>, [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:24:09Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:10.521485 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400e633-3c02-4424-9c26-b4f214b729d5 None None] Checking router: a4008132-de51-4b7b-b873-68309a6870da for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:24:10.542264 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400e633-3c02-4424-9c26-b4f214b729d5 None None] Routers {'a4008132-de51-4b7b-b873-68309a6870da'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:10.542917 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d400e633-3c02-4424-9c26-b4f214b729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700f2460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:23:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a4008132-de51-4b7b-b873-68309a6870da'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:10.599189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (a4008132-de51-4b7b-b873-68309a6870da), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.660145 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-d400e633-3c02-4424-9c26-b4f214b729d5 None None] Set router a4008132-de51-4b7b-b873-68309a6870da gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:10.678845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646241fc-5475-463a-9dea-bbf7a71766c3 None None] DHCP port deletion for 478f03e6-ce0b-4708-a33c-7f6449556dee request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:24:10.732632 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (a4008132-de51-4b7b-b873-68309a6870da), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.746793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-646241fc-5475-463a-9dea-bbf7a71766c3 None None] Deleting port 5df53596-5437-4944-b9eb-9ae178f3cd2c {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:24:10.747172 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-646241fc-5475-463a-9dea-bbf7a71766c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.800010 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port 67a32b11-6bf3-437f-b3ca-72e40f2578ed {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:24:10.800384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.837376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-986b42f0-ca23-410e-b57a-72205dbf7da6 req-78559879-6e0e-4f94-82f5-a2deae1c28d8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 210 time: 0.0453484
Feb 19 21:24:10.868930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-646241fc-5475-463a-9dea-bbf7a71766c3 None None] For port 5df53596-5437-4944-b9eb-9ae178f3cd2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5df53596-5437-4944-b9eb-9ae178f3cd2c,segment=NetworkSegment(02d3874b-f800-4b1e-9009-68940ed918bf),segment_id=02d3874b-f800-4b1e-9009-68940ed918bf)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:10.869381 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-646241fc-5475-463a-9dea-bbf7a71766c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.870765 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-d400e633-3c02-4424-9c26-b4f214b729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700f2460>, [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:24:09Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:10.887729 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-646241fc-5475-463a-9dea-bbf7a71766c3 None None] Calling delete_port for 5df53596-5437-4944-b9eb-9ae178f3cd2c owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:24:10.905731 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400e633-3c02-4424-9c26-b4f214b729d5 None None] The sync data for ids ['a4008132-de51-4b7b-b873-68309a6870da'] in ncdv-master-1 is: [{'id': 'a4008132-de51-4b7b-b873-68309a6870da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882252568', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55'}], 'enable_snat': True}, 'gw_port_id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:21:32Z', 'updated_at': '2022-02-19T21:24:09Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '67a32b11-6bf3-437f-b3ca-72e40f2578ed', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4008132-de51-4b7b-b873-68309a6870da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:21:33Z', 'updated_at': '2022-02-19T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:24:10.922459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port 67a32b11-6bf3-437f-b3ca-72e40f2578ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67a32b11-6bf3-437f-b3ca-72e40f2578ed,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:10.922830 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:10.939435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for 67a32b11-6bf3-437f-b3ca-72e40f2578ed owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:24:10.993365 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-646241fc-5475-463a-9dea-bbf7a71766c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (5df53596-5437-4944-b9eb-9ae178f3cd2c), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.022371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646241fc-5475-463a-9dea-bbf7a71766c3 None None] Pushing event deleted for resources: {'Port': ['ID=5df53596-5437-4944-b9eb-9ae178f3cd2c,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:11.025094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646241fc-5475-463a-9dea-bbf7a71766c3 None None] No DVR routers for this DVR port 5df53596-5437-4944-b9eb-9ae178f3cd2c on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:24:11.133280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (67a32b11-6bf3-437f-b3ca-72e40f2578ed), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.158765 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=67a32b11-6bf3-437f-b3ca-72e40f2578ed,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:11.229207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (a4008132-de51-4b7b-b873-68309a6870da), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.329702 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (a4008132-de51-4b7b-b873-68309a6870da), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.332057 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_controller (a4008132-de51-4b7b-b873-68309a6870da), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.387719 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (a4008132-de51-4b7b-b873-68309a6870da), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.388481 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Fanout notify agent at l3_agent the message router_deleted on router a4008132-de51-4b7b-b873-68309a6870da {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:24:11.395554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.399453 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8cf84f39-c942-475c-aa3e-bbe0dde6f792 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/routers/a4008132-de51-4b7b-b873-68309a6870da HTTP/1.1" status: 204  len: 168 time: 0.9274926
Feb 19 21:24:11.399725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60634) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:11.487427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 490b5292-f3a6-4bcc-ac1a-4f7159e23729 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:24:11.488626 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (478f03e6-ce0b-4708-a33c-7f6449556dee), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.515370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 490b5292-f3a6-4bcc-ac1a-4f7159e23729 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:24:11.516155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 490b5292-f3a6-4bcc-ac1a-4f7159e23729 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:24:11.516775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5df53596-5437-4944-b9eb-9ae178f3cd2c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:24:11.542942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 5df53596-5437-4944-b9eb-9ae178f3cd2c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:24:11.543299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5df53596-5437-4944-b9eb-9ae178f3cd2c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:24:11.596935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (478f03e6-ce0b-4708-a33c-7f6449556dee), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.625317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a698ba310>,) {'filters': {'network_id': ['478f03e6-ce0b-4708-a33c-7f6449556dee']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:11.643289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a698ba310>, '02d3874b-f800-4b1e-9009-68940ed918bf') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:11.643596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a698ba310>, '02d3874b-f800-4b1e-9009-68940ed918bf') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:11.655859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (02d3874b-f800-4b1e-9009-68940ed918bf), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.673164 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (02d3874b-f800-4b1e-9009-68940ed918bf), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.681219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:24:11.682160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (02d3874b-f800-4b1e-9009-68940ed918bf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:24:11.685634 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:24:11.692966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-0a6cd74d-87d7-4621-b93a-23a9e3de709f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:11.695505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-0a6cd74d-87d7-4621-b93a-23a9e3de709f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.1585994
Feb 19 21:24:11.771047 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (478f03e6-ce0b-4708-a33c-7f6449556dee), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.775851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-bf2fae46-ffa8-4656-8856-9099663f559a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 379 time: 0.0728548
Feb 19 21:24:11.781194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.784546 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/networks/478f03e6-ce0b-4708-a33c-7f6449556dee HTTP/1.1" status: 204  len: 168 time: 0.3836968
Feb 19 21:24:11.784924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'port': {'device_id': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'admin_state_up': True, 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'security_groups': ['a89b9a56-e0cf-44b3-ac18-138af0f70961']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:11.788008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60638) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:11.794948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2887e-46c8-4dad-82c1-ac0ac09eeaad tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Network': ['ID=478f03e6-ce0b-4708-a33c-7f6449556dee,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:11.936925 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62566f4a-3bf6-4706-aa1c-d8b2cb6854a8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (1d69fb43-e31b-4858-ae8e-efe5ba7e50cf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:11.961246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d44c00a-508d-4768-88f0-e6397779d0fb req-60d600a4-20f5-4ae3-a9e8-e057b45e1d7d tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 210 time: 0.0454090
Feb 19 21:24:11.989086 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62566f4a-3bf6-4706-aa1c-d8b2cb6854a8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (1d69fb43-e31b-4858-ae8e-efe5ba7e50cf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.011253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Made reservation on behalf of c88a055c429b4b9e8e86a370c8571785 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:24:12.014665 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.155851 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62566f4a-3bf6-4706-aa1c-d8b2cb6854a8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (1d69fb43-e31b-4858-ae8e-efe5ba7e50cf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.158467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-62566f4a-3bf6-4706-aa1c-d8b2cb6854a8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.159639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-62566f4a-3bf6-4706-aa1c-d8b2cb6854a8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/security-groups/1d69fb43-e31b-4858-ae8e-efe5ba7e50cf HTTP/1.1" status: 204  len: 168 time: 0.3706596
Feb 19 21:24:12.181758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62566f4a-3bf6-4706-aa1c-d8b2cb6854a8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d69fb43-e31b-4858-ae8e-efe5ba7e50cf,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:12.199977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Allocated IP 172.20.0.4 (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19/3b3d5fb1-eef9-434b-9f89-38f825d19a34/b2d024a0-a38a-478b-9cd7-1ffacfb2e493) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:24:12.395795 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.442978 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.506805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:24:12.511279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:24:12.516645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:24:12.549500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=b2d024a0-a38a-478b-9cd7-1ffacfb2e493,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:12.550360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60654) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:12.554741 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-be1a7730-71c5-4952-8d2f-065d9b4331b8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74274089', 'description': 'tempest-secgroup-smoke-74274089 description', 'project_id': '4cf8d04b22744889a736817e2226b3d0'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:12.590366 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be1a7730-71c5-4952-8d2f-065d9b4331b8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.599094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:12.600305 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.622038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-56e4b161-7dfb-402d-8587-1aea455fe296 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8415961
Feb 19 21:24:12.635851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Request body: {'port': {'device_id': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:12.682844 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be1a7730-71c5-4952-8d2f-065d9b4331b8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (84e813e1-3a43-4c87-a56e-f229439b8467), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.692848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be1a7730-71c5-4952-8d2f-065d9b4331b8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (84e813e1-3a43-4c87-a56e-f229439b8467), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.738093 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-be1a7730-71c5-4952-8d2f-065d9b4331b8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.739629 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-be1a7730-71c5-4952-8d2f-065d9b4331b8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1890144
Feb 19 21:24:12.743331 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60656) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:12.747994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6218b4b3-0278-4d59-8a9a-c60c5990c1b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '84e813e1-3a43-4c87-a56e-f229439b8467', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:12.753248 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.776443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a7730-71c5-4952-8d2f-065d9b4331b8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e813e1-3a43-4c87-a56e-f229439b8467,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:12.798217 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6218b4b3-0278-4d59-8a9a-c60c5990c1b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (7b855e46-131e-4511-8f9c-746aa469c8cf), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.857290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-73b6b5a8-a568-4c03-beeb-000d54a5894d None None] Provisioning complete for port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:12.858743 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-73b6b5a8-a568-4c03-beeb-000d54a5894d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.890539 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6218b4b3-0278-4d59-8a9a-c60c5990c1b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (7b855e46-131e-4511-8f9c-746aa469c8cf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.896676 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6218b4b3-0278-4d59-8a9a-c60c5990c1b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (7b855e46-131e-4511-8f9c-746aa469c8cf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.907338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-73b6b5a8-a568-4c03-beeb-000d54a5894d None None] Port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:24:12.920830 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218b4b3-0278-4d59-8a9a-c60c5990c1b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b855e46-131e-4511-8f9c-746aa469c8cf,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:12.926040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6218b4b3-0278-4d59-8a9a-c60c5990c1b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:12.927429 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6218b4b3-0278-4d59-8a9a-c60c5990c1b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1829138
Feb 19 21:24:12.931116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60658) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:12.936673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-468c4ba3-c994-4c3d-a2f4-80a8506124c8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '84e813e1-3a43-4c87-a56e-f229439b8467', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:12.966978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-468c4ba3-c994-4c3d-a2f4-80a8506124c8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (d62c1e5e-906a-4a7f-94b1-a9ad21c4d3c3), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.042395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-468c4ba3-c994-4c3d-a2f4-80a8506124c8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (d62c1e5e-906a-4a7f-94b1-a9ad21c4d3c3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.047432 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-468c4ba3-c994-4c3d-a2f4-80a8506124c8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (d62c1e5e-906a-4a7f-94b1-a9ad21c4d3c3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.064028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c4ba3-c994-4c3d-a2f4-80a8506124c8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62c1e5e-906a-4a7f-94b1-a9ad21c4d3c3,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:13.079720 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-468c4ba3-c994-4c3d-a2f4-80a8506124c8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.081117 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-468c4ba3-c994-4c3d-a2f4-80a8506124c8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1486251
Feb 19 21:24:13.084081 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60662) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:13.088654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3cab0323-0bbd-4142-af07-36c18839512e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '84e813e1-3a43-4c87-a56e-f229439b8467', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:13.117519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d024a0-a38a-478b-9cd7-1ffacfb2e493 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:24:13.118210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cab0323-0bbd-4142-af07-36c18839512e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (cd007b94-39d9-4db1-98a6-760c55167da8), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.128240 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Publish callbacks [] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.146414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Transition to ACTIVE for port object b2d024a0-a38a-478b-9cd7-1ffacfb2e493 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:24:13.154887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88eaeb-fd2c-4c48-8f76-367134d522c5 req-ef10630d-45b5-4131-94ff-c3ffc3fc61e3 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:13.156489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b88eaeb-fd2c-4c48-8f76-367134d522c5 req-ef10630d-45b5-4131-94ff-c3ffc3fc61e3 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 931 time: 0.1164434
Feb 19 21:24:13.157677 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.196131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cab0323-0bbd-4142-af07-36c18839512e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (cd007b94-39d9-4db1-98a6-760c55167da8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.201434 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cab0323-0bbd-4142-af07-36c18839512e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (cd007b94-39d9-4db1-98a6-760c55167da8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.222940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab0323-0bbd-4142-af07-36c18839512e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd007b94-39d9-4db1-98a6-760c55167da8,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:13.233513 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3cab0323-0bbd-4142-af07-36c18839512e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.233827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d024a0-a38a-478b-9cd7-1ffacfb2e493,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:13.234886 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3cab0323-0bbd-4142-af07-36c18839512e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1496303
Feb 19 21:24:13.239777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60664) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:13.245287 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5139ecf0-ef0c-4143-b98d-e7446372c035 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '84e813e1-3a43-4c87-a56e-f229439b8467', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:13.276119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5139ecf0-ef0c-4143-b98d-e7446372c035 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (dfba74e3-621b-48fa-953e-12bee5933627), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.286365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b88eaeb-fd2c-4c48-8f76-367134d522c5 req-f0f97082-76e6-455f-913a-ef136ccd84df tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1229923
Feb 19 21:24:13.353947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Attempting to bind port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:24:13.354452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Attempting to bind port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:24:13.354971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Attempting to bind port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:24:13.361756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:24:13.362436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Attempting to bind port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:24:13.364792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 67a32b11-6bf3-437f-b3ca-72e40f2578ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:24:13.367742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5139ecf0-ef0c-4143-b98d-e7446372c035 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (dfba74e3-621b-48fa-953e-12bee5933627), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.371822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:24:13.372653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Checking segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:24:13.373400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Bound using segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:24:13.374245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Bound port: b2d024a0-a38a-478b-9cd7-1ffacfb2e493, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:24:13.374962 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.377580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5139ecf0-ef0c-4143-b98d-e7446372c035 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (dfba74e3-621b-48fa-953e-12bee5933627), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.400125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 67a32b11-6bf3-437f-b3ca-72e40f2578ed {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:24:13.400569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 67a32b11-6bf3-437f-b3ca-72e40f2578ed not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:24:13.414527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139ecf0-ef0c-4143-b98d-e7446372c035 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfba74e3-621b-48fa-953e-12bee5933627,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:13.437610 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5139ecf0-ef0c-4143-b98d-e7446372c035 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.439609 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5139ecf0-ef0c-4143-b98d-e7446372c035 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1980720
Feb 19 21:24:13.442422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60666) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:13.447642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ec6f1877-d8c6-41d8-be9a-806f3acce301 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '84e813e1-3a43-4c87-a56e-f229439b8467', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:13.467902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] For port b2d024a0-a38a-478b-9cd7-1ffacfb2e493, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:24:13.471062 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-ec6f1877-d8c6-41d8-be9a-806f3acce301 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Project 4cf8d04b22744889a736817e2226b3d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:24:13.472845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] For port b2d024a0-a38a-478b-9cd7-1ffacfb2e493, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:24:13.477477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec6f1877-d8c6-41d8-be9a-806f3acce301 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (6ea3991f-ad96-474d-aada-f05688a342c9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.483557 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.526918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:13.527731 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.529603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] 10.222.0.67 "PUT /v2.0/ports/b2d024a0-a38a-478b-9cd7-1ffacfb2e493 HTTP/1.1" status: 200  len: 1091 time: 0.8991477
Feb 19 21:24:13.530310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'tag': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:24:13.533212 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fef9779-af52-4a3a-af75-de80ac79fa25" -d '{"events": [{"name": "network-changed", "server_uuid": "00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e", "tag": "b2d024a0-a38a-478b-9cd7-1ffacfb2e493"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:24:13.566832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c691962-fd36-49c7-811b-8260fff653d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d024a0-a38a-478b-9cd7-1ffacfb2e493,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:13.567482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec6f1877-d8c6-41d8-be9a-806f3acce301 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (6ea3991f-ad96-474d-aada-f05688a342c9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.573664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec6f1877-d8c6-41d8-be9a-806f3acce301 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (6ea3991f-ad96-474d-aada-f05688a342c9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.591572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f1877-d8c6-41d8-be9a-806f3acce301 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea3991f-ad96-474d-aada-f05688a342c9,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:13.612552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec6f1877-d8c6-41d8-be9a-806f3acce301 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.614547 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec6f1877-d8c6-41d8-be9a-806f3acce301 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1708667
Feb 19 21:24:13.616080 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4432ef55-6c0f-480c-9c07-83f5befce1bf x-openstack-request-id: req-4432ef55-6c0f-480c-9c07-83f5befce1bf {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:24:13.616530 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e", "tag": "b2d024a0-a38a-478b-9cd7-1ffacfb2e493", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:24:13.616847 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4432ef55-6c0f-480c-9c07-83f5befce1bf {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:24:13.617384 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'tag': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'status': 'completed', 'code': 200}
Feb 19 21:24:13.617893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60670) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:13.625199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-77cbea5d-7d4a-4130-911b-e19e56f85ff3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '84e813e1-3a43-4c87-a56e-f229439b8467', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:13.682185 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-77cbea5d-7d4a-4130-911b-e19e56f85ff3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Project 4cf8d04b22744889a736817e2226b3d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:24:13.689673 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77cbea5d-7d4a-4130-911b-e19e56f85ff3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (1a4147fd-2834-49c9-b417-8a94deb59455), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.707998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-4aa574b7-8f35-449c-ae1a-49ada6a8b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:13.709863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-4aa574b7-8f35-449c-ae1a-49ada6a8b8cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 1125 time: 0.1163354
Feb 19 21:24:13.778000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-6c9aec67-d3d4-4306-bb68-de68f2a80742 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493 HTTP/1.1" status: 200  len: 217 time: 0.0603256
Feb 19 21:24:13.854219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-214f47cc-62e3-4936-b6fa-6d5656312cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:13.855701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-214f47cc-62e3-4936-b6fa-6d5656312cc4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0718467
Feb 19 21:24:13.857335 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77cbea5d-7d4a-4130-911b-e19e56f85ff3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (1a4147fd-2834-49c9-b417-8a94deb59455), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.861279 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77cbea5d-7d4a-4130-911b-e19e56f85ff3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (1a4147fd-2834-49c9-b417-8a94deb59455), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.903280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbea5d-7d4a-4130-911b-e19e56f85ff3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4147fd-2834-49c9-b417-8a94deb59455,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:13.910273 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77cbea5d-7d4a-4130-911b-e19e56f85ff3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.911479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-77cbea5d-7d4a-4130-911b-e19e56f85ff3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2925763
Feb 19 21:24:13.915395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60672) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:13.920208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'network': {'name': 'tempest-network-smoke--1162758750', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'port_security_enabled': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:13.947216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:24:13.950495 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:13.954091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-ac113dcc-46b5-4744-9fa3-7d3836ba309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:13.955580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-ac113dcc-46b5-4744-9fa3-7d3836ba309b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0923820
Feb 19 21:24:14.029404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:24:14.050319 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (447b5c9e-9797-4963-9a9b-9294fabd616a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:14.050669 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Added segment 447b5c9e-9797-4963-9a9b-9294fabd616a of type vlan for network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd
Feb 19 21:24:14.110769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-d637b6e3-71de-41fb-a72e-6b8cc9225359 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474385
Feb 19 21:24:14.127306 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (c93eef5b-a4a6-42d4-a46f-4046e4c6aedd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:14.505172 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.db.resource_extend [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 19 21:24:14.552086 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (c93eef5b-a4a6-42d4-a46f-4046e4c6aedd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:14.556996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:14.557584 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:14.658771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7422218
Feb 19 21:24:14.661521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60676) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:14.666544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'admin_state_up': True, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:14.691034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (dd21273f-6485-4a5d-89c1-64925799f186), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:14.692160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (dd21273f-6485-4a5d-89c1-64925799f186), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:14.693007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c665f-659e-4a16-a144-7a7d61fa7e54 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Network': ['ID=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:14.702309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68007b-e430-4249-ae31-44b54f11ba90 req-7c7a1d52-011f-4881-9aef-8b65f3dba4c5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:14.704181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc68007b-e430-4249-ae31-44b54f11ba90 req-7c7a1d52-011f-4881-9aef-8b65f3dba4c5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 943 time: 0.2127225
Feb 19 21:24:14.708159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:24:14.708709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4831e924-c266-4203-99fe-22f6cb7cd53b req-e2fb0f53-54e2-4f51-8216-dd0d7916600e service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5898941
Feb 19 21:24:14.778910 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_controller (dd21273f-6485-4a5d-89c1-64925799f186), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:14.788448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc68007b-e430-4249-ae31-44b54f11ba90 req-14bf311f-c87b-4c0d-b75a-d072570d13b4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780988
Feb 19 21:24:14.831490 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef9779-af52-4a3a-af75-de80ac79fa25 req-61f73732-4d29-43c9-8c96-68d82f602619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:14.833103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fef9779-af52-4a3a-af75-de80ac79fa25 req-61f73732-4d29-43c9-8c96-68d82f602619 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 1125 time: 0.0579157
Feb 19 21:24:14.925874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef9779-af52-4a3a-af75-de80ac79fa25 req-9b7c1517-886f-43d6-b644-3c7b45b93d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:14.926241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (dd21273f-6485-4a5d-89c1-64925799f186), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:14.927602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fef9779-af52-4a3a-af75-de80ac79fa25 req-9b7c1517-886f-43d6-b644-3c7b45b93d5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.0885544
Feb 19 21:24:14.976572 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fef9779-af52-4a3a-af75-de80ac79fa25 req-28576af6-449c-4055-933a-cece915972c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493 HTTP/1.1" status: 200  len: 217 time: 0.0426004
Feb 19 21:24:15.030239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef9779-af52-4a3a-af75-de80ac79fa25 req-a53d279c-47d0-4ab5-b48d-f6482709f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:15.031700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fef9779-af52-4a3a-af75-de80ac79fa25 req-a53d279c-47d0-4ab5-b48d-f6482709f62a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0496817
Feb 19 21:24:15.083950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef9779-af52-4a3a-af75-de80ac79fa25 req-4eccf189-780a-4ce2-abc7-fa284bbefc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:15.085595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fef9779-af52-4a3a-af75-de80ac79fa25 req-4eccf189-780a-4ce2-abc7-fa284bbefc54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0466454
Feb 19 21:24:15.137251 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (dd21273f-6485-4a5d-89c1-64925799f186), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:15.155982 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:15.182794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fef9779-af52-4a3a-af75-de80ac79fa25 req-040df28e-203f-4923-985d-6ca1528a9d37 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907712
Feb 19 21:24:15.264296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.35.2.74 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/e57a347c-62af-4a04-9995-332e94362bf2) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:24:15.273467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9fef9779-af52-4a3a-af75-de80ac79fa25 req-26215c25-938a-4b01-b3eb-d1913469ed3e service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839539
Feb 19 21:24:15.366257 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (e57a347c-62af-4a04-9995-332e94362bf2), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:15.400246 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e57a347c-62af-4a04-9995-332e94362bf2), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:15.752761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:24:15.755584 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:24:15.759097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:24:15.782742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=e57a347c-62af-4a04-9995-332e94362bf2,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:15.913075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b59543-bc13-4251-b786-c1eb9cddaca3 req-cbe74cd2-ea79-4286-9557-ac9f38f80b39 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:15.915273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2b59543-bc13-4251-b786-c1eb9cddaca3 req-cbe74cd2-ea79-4286-9557-ac9f38f80b39 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 943 time: 0.0557494
Feb 19 21:24:15.971509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2b59543-bc13-4251-b786-c1eb9cddaca3 req-32529581-a2b1-453c-b90d-be3e13926c86 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502982
Feb 19 21:24:16.020603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (dd21273f-6485-4a5d-89c1-64925799f186), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:16.244666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (dd21273f-6485-4a5d-89c1-64925799f186), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:16.382597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router dd21273f-6485-4a5d-89c1-64925799f186 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:24:16.494589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:24:16.504977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Sync routers for ids ['dd21273f-6485-4a5d-89c1-64925799f186'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:24:16.515295 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:16.516126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Routers {'dd21273f-6485-4a5d-89c1-64925799f186'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:16.516569 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c35ecd11-2158-446a-8a03-01b8807c77d0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8539677
Feb 19 21:24:16.519732 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60680) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:16.520114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6341c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:23:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd21273f-6485-4a5d-89c1-64925799f186'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:16.551324 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec1ca7da-618c-49fc-81b6-3ed470fb1978 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4cf8d04b22744889a736817e2226b3d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0277953
Feb 19 21:24:16.551565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60682) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:16.642228 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db2482c-3645-44f5-833b-43b7203b384a tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:16.646530 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3db2482c-3645-44f5-833b-43b7203b384a tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0913134
Feb 19 21:24:16.646700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60684) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:16.651822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Set router dd21273f-6485-4a5d-89c1-64925799f186 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:16.681189 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-707251f7-e9f7-44a9-af93-01264c3a5c8d tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0334158
Feb 19 21:24:16.683752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60686) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:16.688439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-169820891', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:16.778905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:24:16.782296 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:16.830551 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6341c220>, [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:15Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:16.857805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Checking router: dd21273f-6485-4a5d-89c1-64925799f186 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:24:16.858166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Updating router dd21273f-6485-4a5d-89c1-64925799f186 port e57a347c-62af-4a04-9995-332e94362bf2 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:24:16.885860 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e57a347c-62af-4a04-9995-332e94362bf2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:16.966431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (3e40dda8-2691-47a8-a5d9-8c1e5963881e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:17.040794 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Subnet': ['ID=3e40dda8-2691-47a8-a5d9-8c1e5963881e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:17.048737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Checking segment: {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:24:17.048737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network hostable DHCP agents. Network: c93eef5b-a4a6-42d4-a46f-4046e4c6aedd, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:24:17.068838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:24:17.082082 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c93eef5b-a4a6-42d4-a46f-4046e4c6aedd) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:24:17.091923 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:17.092848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:17.111755 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-746b36c1-7c84-424f-9cb1-f8463501b579 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4267862
Feb 19 21:24:17.114282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 60690) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:17.125931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48781c-e4a6-4642-8845-894763c4dd36 req-1451ac2d-6fed-473e-ba49-181960cabef5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:17.133768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be48781c-e4a6-4642-8845-894763c4dd36 req-1451ac2d-6fed-473e-ba49-181960cabef5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 943 time: 0.0725024
Feb 19 21:24:17.134405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cde754-b588-4c43-8c7e-4f4e866f8b8c None None] Network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:24:17.208114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be48781c-e4a6-4642-8845-894763c4dd36 req-9bbf552e-7100-4297-8676-54ae6b7d7e09 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722950
Feb 19 21:24:17.309209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:24:17.310077 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:17.510601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Publish callbacks [] for port (e57a347c-62af-4a04-9995-332e94362bf2), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:17.519251 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e57a347c-62af-4a04-9995-332e94362bf2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:17.527108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Allocated IP 172.20.0.2 (c93eef5b-a4a6-42d4-a46f-4046e4c6aedd/3e40dda8-2691-47a8-a5d9-8c1e5963881e/000c1c42-8230-45e1-9b4a-8a1721454b39) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:24:17.611040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:17.627089 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Attempting to bind port e57a347c-62af-4a04-9995-332e94362bf2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:24:17.627471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Attempting to bind port e57a347c-62af-4a04-9995-332e94362bf2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:24:17.627843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Attempting to bind port e57a347c-62af-4a04-9995-332e94362bf2 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:24:17.638960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5e916-ec7f-4c2e-9eb2-98d1d0e03073 None None] Pushing event updated for resources: {'Port': ['ID=e57a347c-62af-4a04-9995-332e94362bf2,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:17.643064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:24:17.643457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:24:17.643870 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:17.644267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:24:17.644788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Bound port: e57a347c-62af-4a04-9995-332e94362bf2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:24:17.645182 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e57a347c-62af-4a04-9995-332e94362bf2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:17.734873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] For port e57a347c-62af-4a04-9995-332e94362bf2, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:24:17.739882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] For port e57a347c-62af-4a04-9995-332e94362bf2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e57a347c-62af-4a04-9995-332e94362bf2,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:24:17.767852 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e57a347c-62af-4a04-9995-332e94362bf2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:17.823979 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Publish callbacks [] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:17.842938 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:17.854361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Routers {'dd21273f-6485-4a5d-89c1-64925799f186'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:17.855010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6341c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:23:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd21273f-6485-4a5d-89c1-64925799f186'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:17.859649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5e916-ec7f-4c2e-9eb2-98d1d0e03073 None None] Pushing event updated for resources: {'Port': ['ID=e57a347c-62af-4a04-9995-332e94362bf2,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:17.889835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.20.0.1 (c93eef5b-a4a6-42d4-a46f-4046e4c6aedd/3e40dda8-2691-47a8-a5d9-8c1e5963881e/ad848c3a-e1a7-43bd-bb2e-44caafb107a5) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:24:17.950885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:24:17.959202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:24:17.964848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:24:18.006629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device b2d024a0-a38a-478b-9cd7-1ffacfb2e493 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:24:18.008557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Pushing event updated for resources: {'Port': ['ID=000c1c42-8230-45e1-9b4a-8a1721454b39,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:18.019581 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.056014 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.078054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Attempting to bind port 000c1c42-8230-45e1-9b4a-8a1721454b39 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:24:18.078372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Attempting to bind port 000c1c42-8230-45e1-9b4a-8a1721454b39 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:24:18.078980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Attempting to bind port 000c1c42-8230-45e1-9b4a-8a1721454b39 on network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:24:18.084202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] Set router dd21273f-6485-4a5d-89c1-64925799f186 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:18.100039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:24:18.103801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:24:18.106269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:24:18.122431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:24:18.122816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Checking segment: {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:24:18.123234 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.123641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Bound using segment: {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:24:18.124267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Bound port: 000c1c42-8230-45e1-9b4a-8a1721454b39, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:24:18.124554 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.133322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=ad848c3a-e1a7-43bd-bb2e-44caafb107a5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:18.169675 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (dd21273f-6485-4a5d-89c1-64925799f186), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.340234 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.369911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff76b5a-e4ac-4b08-9f12-65dd001cbc58 req-ab224ffb-4847-403d-ab80-b4beae53cdc2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:18.370813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port b2d024a0-a38a-478b-9cd7-1ffacfb2e493, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:18.377403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aff76b5a-e4ac-4b08-9f12-65dd001cbc58 req-ab224ffb-4847-403d-ab80-b4beae53cdc2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 943 time: 0.0851347
Feb 19 21:24:18.395214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] For port 000c1c42-8230-45e1-9b4a-8a1721454b39, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:24:18.397308 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-069f50b6-8139-4a7c-9027-6508e4427e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.402418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'port_id': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'mac_address': 'fa:16:3e:a4:83:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:24:18.414157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] For port 000c1c42-8230-45e1-9b4a-8a1721454b39, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=000c1c42-8230-45e1-9b4a-8a1721454b39,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:24:18.439512 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.452929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aff76b5a-e4ac-4b08-9f12-65dd001cbc58 req-f346b9ac-2289-48f0-a988-821e8297cb2e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689909
Feb 19 21:24:18.528855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:18.529428 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.562889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d024a0-a38a-478b-9cd7-1ffacfb2e493 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:24:18.570003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c37c0-c1fd-4b68-b75f-72608d3810f5 None None] Pushing event updated for resources: {'Port': ['ID=000c1c42-8230-45e1-9b4a-8a1721454b39,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:18.594146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port b2d024a0-a38a-478b-9cd7-1ffacfb2e493, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:18.601503 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.606264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6341c220>, [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:15Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:18.659697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d06f27-0ec7-40f9-bb42-b8c3ce02de8e None None] The sync data for ids ['dd21273f-6485-4a5d-89c1-64925799f186'] in ncdv-master-1 is: [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:15Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:24:18.692928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=b2d024a0-a38a-478b-9cd7-1ffacfb2e493,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:18.738919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.749482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.855365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (dd21273f-6485-4a5d-89c1-64925799f186), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:18.857166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=ad848c3a-e1a7-43bd-bb2e-44caafb107a5,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:18.966963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:24:18.974278 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['b2d024a0-a38a-478b-9cd7-1ffacfb2e493'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:24:18.976505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:24:19.540863 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router dd21273f-6485-4a5d-89c1-64925799f186 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:24:19.543012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 000c1c42-8230-45e1-9b4a-8a1721454b39 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:24:19.606696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 000c1c42-8230-45e1-9b4a-8a1721454b39 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:19.607388 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:19.645990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63733b-843e-47f8-ba49-fcf5d8a981b5 req-ee2d6777-c7c0-453b-85ce-21af6de05885 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:19.649500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c63733b-843e-47f8-ba49-fcf5d8a981b5 req-ee2d6777-c7c0-453b-85ce-21af6de05885 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 944 time: 0.0967479
Feb 19 21:24:19.736059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 000c1c42-8230-45e1-9b4a-8a1721454b39 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:19.736546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:19.747423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c63733b-843e-47f8-ba49-fcf5d8a981b5 req-56ab7210-4d38-420a-84d5-4319ad09e0be tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842576
Feb 19 21:24:19.767597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:24:19.782506 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-954737b5-db92-4d37-abac-f7cf7c92f8b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "PUT /v2.0/routers/dd21273f-6485-4a5d-89c1-64925799f186/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6669111
Feb 19 21:24:19.793883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 000c1c42-8230-45e1-9b4a-8a1721454b39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=000c1c42-8230-45e1-9b4a-8a1721454b39,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:19.805887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825fb565-78d4-48a5-aa7c-203fd73806a8 None None] Network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:24:19.811203 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:19.811982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e57a347c-62af-4a04-9995-332e94362bf2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:24:19.941289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca86dab9-5529-46d6-8e95-1b3e1ed9962b None None] Provisioning complete for port 000c1c42-8230-45e1-9b4a-8a1721454b39 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:19.941668 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca86dab9-5529-46d6-8e95-1b3e1ed9962b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:20.000410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device b2d024a0-a38a-478b-9cd7-1ffacfb2e493 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:24:20.010842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=000c1c42-8230-45e1-9b4a-8a1721454b39,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:20.086302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e57a347c-62af-4a04-9995-332e94362bf2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:20.086531 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e57a347c-62af-4a04-9995-332e94362bf2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:20.274345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-d5b56a84-e971-4158-9efd-e11493746a23 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74274089&fields=id&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 267 time: 0.0470817
Feb 19 21:24:20.337435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca86dab9-5529-46d6-8e95-1b3e1ed9962b None None] Current status of the port 000c1c42-8230-45e1-9b4a-8a1721454b39 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:20.344999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:24:20.351522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:20.351900 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:20.416304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-bf815ca8-2737-4612-affc-7e6fc9216de7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:20.421180 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-bf815ca8-2737-4612-affc-7e6fc9216de7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 797 time: 0.1401358
Feb 19 21:24:20.422936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e57a347c-62af-4a04-9995-332e94362bf2 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:20.423329 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e57a347c-62af-4a04-9995-332e94362bf2), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:20.435584 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-7ddccd23-3816-41e3-bd04-8415aa552f92 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/quotas/4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 375 time: 0.0108500
Feb 19 21:24:20.455801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port e57a347c-62af-4a04-9995-332e94362bf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e57a347c-62af-4a04-9995-332e94362bf2,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:20.481886 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e57a347c-62af-4a04-9995-332e94362bf2), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:20.522060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:20.522468 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:20.536705 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9d6c516e-3f32-4c57-a814-0c397150b322 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0926666
Feb 19 21:24:20.543267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-60ed52a5-6f8e-4d9c-a7b1-b33e3bf7d702 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:24:20.546909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-60ed52a5-6f8e-4d9c-a7b1-b33e3bf7d702 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0083644
Feb 19 21:24:20.559895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=e57a347c-62af-4a04-9995-332e94362bf2,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:20.567236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:24:20.569038 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d808b5a0-74bb-42f7-802e-85ee28b217fc" -d '{"events": [{"server_uuid": "00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e", "name": "network-vif-plugged", "status": "completed", "tag": "b2d024a0-a38a-478b-9cd7-1ffacfb2e493"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:24:20.594510 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port b2d024a0-a38a-478b-9cd7-1ffacfb2e493, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:20.601130 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:20.610573 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93de5806-2d7a-4010-a1b6-7dec1a1b4b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:20.672486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=b2d024a0-a38a-478b-9cd7-1ffacfb2e493,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:20.680086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5fe03350-ba6d-48bd-b86d-ecd0829c2cf5 None None] Provisioning complete for port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:20.680455 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5fe03350-ba6d-48bd-b86d-ecd0829c2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:20.707649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-d60a1879-e305-429a-8b1b-7bd222cf5a63 service neutron] 10.222.0.30 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565146
Feb 19 21:24:20.719628 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5fe03350-ba6d-48bd-b86d-ecd0829c2cf5 None None] Port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:24:20.730752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5fe03350-ba6d-48bd-b86d-ecd0829c2cf5 None None] Provisioning complete for port 000c1c42-8230-45e1-9b4a-8a1721454b39 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:20.731270 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5fe03350-ba6d-48bd-b86d-ecd0829c2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:20.770105 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db233f1e-4a5c-49cc-bd00-48ed88c713bd x-openstack-request-id: req-db233f1e-4a5c-49cc-bd00-48ed88c713bd {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:24:20.770513 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e", "name": "network-vif-plugged", "status": "completed", "tag": "b2d024a0-a38a-478b-9cd7-1ffacfb2e493", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:24:20.770868 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db233f1e-4a5c-49cc-bd00-48ed88c713bd {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:24:20.771680 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'code': 200}
Feb 19 21:24:20.827687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5fe03350-ba6d-48bd-b86d-ecd0829c2cf5 None None] Current status of the port 000c1c42-8230-45e1-9b4a-8a1721454b39 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:20.894683 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Sync routers for ids ['dd21273f-6485-4a5d-89c1-64925799f186'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:24:20.895539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-b105a8be-44fd-47d2-968a-180df877eeb1 service neutron] 10.222.0.30 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863210
Feb 19 21:24:20.914828 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Routers {'dd21273f-6485-4a5d-89c1-64925799f186'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:20.916945 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702c1c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:24:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd21273f-6485-4a5d-89c1-64925799f186'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:20.925440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3594470-6a45-4a69-ae98-0fb3a085d088 req-48586bdb-c3a8-4c4e-afe0-54fabefb8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:20.928720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e3594470-6a45-4a69-ae98-0fb3a085d088 req-48586bdb-c3a8-4c4e-afe0-54fabefb8d36 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 1127 time: 0.0930157
Feb 19 21:24:20.963087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf2dac-130e-43fa-bf9a-c437aff92aa0 req-dd7cd759-8b8c-4baf-b8a9-590f3fd8d6b3 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:20.965802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3edf2dac-130e-43fa-bf9a-c437aff92aa0 req-dd7cd759-8b8c-4baf-b8a9-590f3fd8d6b3 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 945 time: 0.1204777
Feb 19 21:24:21.052965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b8441ec3-2460-439f-82b8-21c45f11365c None None] Provisioning complete for port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:21.058787 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b8441ec3-2460-439f-82b8-21c45f11365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:21.059466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e3594470-6a45-4a69-ae98-0fb3a085d088 req-eb030c78-538b-444b-a09b-2efb564c53ff service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232183
Feb 19 21:24:21.120719 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Set router dd21273f-6485-4a5d-89c1-64925799f186 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:21.139701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3edf2dac-130e-43fa-bf9a-c437aff92aa0 req-d795b882-0627-4405-832d-d7fc1171f59d tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1208363
Feb 19 21:24:21.168894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b8441ec3-2460-439f-82b8-21c45f11365c None None] Port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:24:21.205186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb688120-52bd-4ce3-880b-2c1f35d97229 req-0b82ae7a-d926-4d27-be08-367194f62151 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 210 time: 0.0572491
Feb 19 21:24:21.400823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-15842b13-d9fb-44ed-ac85-7af28ebbaaf0 None None] Provisioning complete for port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:21.401290 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-15842b13-d9fb-44ed-ac85-7af28ebbaaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:21.435655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 000c1c42-8230-45e1-9b4a-8a1721454b39 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:24:21.470888 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702c1c10>, [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:18Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ad848c3a-e1a7-43bd-bb2e-44caafb107a5', 'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:ab:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:17Z', 'updated_at': '2022-02-19T21:24:18Z', 'revision_number': 2, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:21.474129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-15842b13-d9fb-44ed-ac85-7af28ebbaaf0 None None] Port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:24:21.496474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 000c1c42-8230-45e1-9b4a-8a1721454b39 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:21.496861 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:21.505893 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Checking router: dd21273f-6485-4a5d-89c1-64925799f186 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:24:21.506260 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Updating router dd21273f-6485-4a5d-89c1-64925799f186 port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:24:21.535878 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:21.602149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 000c1c42-8230-45e1-9b4a-8a1721454b39 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:21.603404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e57a347c-62af-4a04-9995-332e94362bf2 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:24:21.654827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e57a347c-62af-4a04-9995-332e94362bf2 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:21.655207 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e57a347c-62af-4a04-9995-332e94362bf2), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:21.746921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e57a347c-62af-4a04-9995-332e94362bf2 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:21.821864 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Publish callbacks [] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:21.826701 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:21.870523 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:21.912932 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Pushing event updated for resources: {'Port': ['ID=ad848c3a-e1a7-43bd-bb2e-44caafb107a5,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:21.928938 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.929807 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.930283 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.930853 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.931478 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.931940 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.932425 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.932998 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.934224 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.934581 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.934920 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.935254 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.935585 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:24:21.942765 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Attempting to bind port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:24:21.943266 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Attempting to bind port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:24:21.943489 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Attempting to bind port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 on network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:24:21.948788 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:24:21.949174 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Checking segment: {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:24:21.949585 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:21.949982 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Bound using segment: {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:24:21.950462 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Bound port: ad848c3a-e1a7-43bd-bb2e-44caafb107a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:24:21.950849 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:22.017484 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] For port ad848c3a-e1a7-43bd-bb2e-44caafb107a5, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:24:22.020713 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] For port ad848c3a-e1a7-43bd-bb2e-44caafb107a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad848c3a-e1a7-43bd-bb2e-44caafb107a5,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:24:22.027828 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:22.078034 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Routers {'dd21273f-6485-4a5d-89c1-64925799f186'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:22.079096 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702c1c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:24:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd21273f-6485-4a5d-89c1-64925799f186'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:22.105300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-59c30e05-3a42-4cd5-af70-2c985db98891 None None] Provisioning complete for port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:22.105761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-59c30e05-3a42-4cd5-af70-2c985db98891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:22.127526 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1969c-bccc-4e0f-9e23-35907c33aa7d None None] Pushing event updated for resources: {'Port': ['ID=ad848c3a-e1a7-43bd-bb2e-44caafb107a5,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:22.230117 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] Set router dd21273f-6485-4a5d-89c1-64925799f186 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:22.307373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-59c30e05-3a42-4cd5-af70-2c985db98891 None None] Current status of the port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:22.307776 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-59c30e05-3a42-4cd5-af70-2c985db98891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:22.365507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-6bfad852-e27f-4e02-815d-f2d648c4f7fa tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:22.371224 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-6bfad852-e27f-4e02-815d-f2d648c4f7fa tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.10 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 797 time: 0.2548821
Feb 19 21:24:22.377222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-59c30e05-3a42-4cd5-af70-2c985db98891 None None] For port ad848c3a-e1a7-43bd-bb2e-44caafb107a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad848c3a-e1a7-43bd-bb2e-44caafb107a5,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:22.386336 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-59c30e05-3a42-4cd5-af70-2c985db98891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:22.477783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c0c406fa-e6d4-42c9-923c-bd02422146ee req-3d798af2-c993-44cc-8ae4-16338fbce2f7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 210 time: 0.0720770
Feb 19 21:24:22.498082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b90bab-f756-4e5e-9af1-742e79c90f5b req-13fa9e51-9702-4c3a-b674-3c06e93fe885 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:22.500633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8b90bab-f756-4e5e-9af1-742e79c90f5b req-13fa9e51-9702-4c3a-b674-3c06e93fe885 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 945 time: 0.1949365
Feb 19 21:24:22.517296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c30e05-3a42-4cd5-af70-2c985db98891 None None] Pushing event updated for resources: {'Port': ['ID=ad848c3a-e1a7-43bd-bb2e-44caafb107a5,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:22.529275 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-3ff45466-2115-471d-9399-3d86ca0e2c87 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 378 time: 0.1497092
Feb 19 21:24:22.542586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'port': {'device_id': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'admin_state_up': True, 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'security_groups': ['84e813e1-3a43-4c87-a56e-f229439b8467']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:22.584410 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8b90bab-f756-4e5e-9af1-742e79c90f5b req-3fd5465b-03e6-4d85-a30b-cb94610bac26 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758917
Feb 19 21:24:22.625636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-bba8fe59-502f-4459-b98f-774784f07d22 None None] Provisioning complete for port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:22.626172 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bba8fe59-502f-4459-b98f-774784f07d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:22.670038 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702c1c10>, [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:18Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ad848c3a-e1a7-43bd-bb2e-44caafb107a5', 'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:ab:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:17Z', 'updated_at': '2022-02-19T21:24:22Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:22.685515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:24:22.689186 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:22.702307 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1a911-73b6-4e7c-9b46-01d8a5d64d4e None None] The sync data for ids ['dd21273f-6485-4a5d-89c1-64925799f186'] in ncdv-master-1 is: [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:18Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ad848c3a-e1a7-43bd-bb2e-44caafb107a5', 'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:ab:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:17Z', 'updated_at': '2022-02-19T21:24:22Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:24:22.721977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bba8fe59-502f-4459-b98f-774784f07d22 None None] Current status of the port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:22.842616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.20.0.11 (c93eef5b-a4a6-42d4-a46f-4046e4c6aedd/3e40dda8-2691-47a8-a5d9-8c1e5963881e/15cc356c-3163-4eb8-ac97-f21ca45f9a33) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:24:22.988609 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:23.025256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:23.077730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:24:23.081234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:24:23.083697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:24:23.111203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:23.142736 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:23.143412 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:23.165026 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-9af6aaea-449e-4895-a478-1c46c03651a5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6301701
Feb 19 21:24:23.176093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Request body: {'port': {'device_id': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:23.243092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:23.245566 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:23.359307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-cdf3b0be-4690-4aae-89cd-36e084ad3489 None None] Provisioning complete for port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:23.359685 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b0be-4690-4aae-89cd-36e084ad3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:23.409050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3b0be-4690-4aae-89cd-36e084ad3489 None None] Port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:24:23.483593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ad848c3a-e1a7-43bd-bb2e-44caafb107a5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:24:23.545913 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:23.546293 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:23.590612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cc356c-3163-4eb8-ac97-f21ca45f9a33 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:24:23.602960 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Publish callbacks [] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:23.619394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd61366-3aea-4f31-bab0-6b4fe393e373 req-2b7eb696-f457-40dd-99dd-f006cd706bb4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:23.622121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6bd61366-3aea-4f31-bab0-6b4fe393e373 req-2b7eb696-f457-40dd-99dd-f006cd706bb4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 932 time: 0.0699816
Feb 19 21:24:23.625556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Transition to ACTIVE for port object 15cc356c-3163-4eb8-ac97-f21ca45f9a33 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:24:23.633740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:23.651043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:23.697230 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:23.738119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6bd61366-3aea-4f31-bab0-6b4fe393e373 req-12322dc5-ec88-49e8-8ba7-ac0a47152300 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0980711
Feb 19 21:24:23.776095 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dde886-5217-4146-98b0-0842b4c7da99 req-a9d7d667-e4fc-4842-b3e7-0ea2b8d7013f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:23.778070 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48dde886-5217-4146-98b0-0842b4c7da99 req-a9d7d667-e4fc-4842-b3e7-0ea2b8d7013f tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 945 time: 0.0865157
Feb 19 21:24:23.826332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:24:23.826681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:24:23.827022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:24:23.832384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:24:23.832572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:24:23.837284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48dde886-5217-4146-98b0-0842b4c7da99 req-abaf0800-7980-4be3-b115-6497f70d5190 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526085
Feb 19 21:24:23.838215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:24:23.838606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Checking segment: {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:24:23.839007 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Bound using segment: {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:24:23.839456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Bound port: 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:24:23.839829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:23.956406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:24:23.962272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:24:23.972185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:23.998155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c212c7-e2e0-4d64-be86-887c4cfa5e9d req-f390cf21-2657-4863-9547-47d68f7b82fa tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:24.002946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2c212c7-e2e0-4d64-be86-887c4cfa5e9d req-f390cf21-2657-4863-9547-47d68f7b82fa tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 945 time: 0.0812054
Feb 19 21:24:24.020616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:24.021331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:24.023329 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] 10.222.0.10 "PUT /v2.0/ports/15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1092 time: 0.8511322
Feb 19 21:24:24.023813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:24:24.026418 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:24:24.103540 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf98a60d-332f-4543-afa5-0254047470a4 x-openstack-request-id: req-cf98a60d-332f-4543-afa5-0254047470a4 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:24:24.103854 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:24:24.104258 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf98a60d-332f-4543-afa5-0254047470a4 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:24:24.104701 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'status': 'completed', 'code': 200}
Feb 19 21:24:24.107240 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d2c212c7-e2e0-4d64-be86-887c4cfa5e9d req-b71fa9cc-163d-483b-8dfa-c5a19a64ab7e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926800
Feb 19 21:24:24.120591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60756) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:24.130760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62773d5e-49fc-43cd-8a7a-ba6a664a2e92 service neutron] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:24.154842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-a5a669b4-234d-43ad-8307-53e850e555ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:24.156440 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-a5a669b4-234d-43ad-8307-53e850e555ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1126 time: 0.0734096
Feb 19 21:24:24.179294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40661cd-cbf0-4eb5-96d1-e0cfa78db54e tempest-TestVolumeBootPattern-880931064 tempest-TestVolumeBootPattern-880931064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:24.184364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f40661cd-cbf0-4eb5-96d1-e0cfa78db54e tempest-TestVolumeBootPattern-880931064 tempest-TestVolumeBootPattern-880931064-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 1122 time: 0.0597019
Feb 19 21:24:24.184510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60758) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:24.189024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address': '172.20.0.4'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:24.212961 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-38bc1634-7b88-4e0a-8cdc-99e91f9f33e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 217 time: 0.0475912
Feb 19 21:24:24.219151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:24.282617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-b8391b4c-0a18-4d09-ade9-7c401d18bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:24.284175 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-b8391b4c-0a18-4d09-ade9-7c401d18bf42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.0662606
Feb 19 21:24:24.331166 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:24.337978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-a651b780-b688-4a36-88fa-87c1b4c34028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:24.339508 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-a651b780-b688-4a36-88fa-87c1b4c34028 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0487900
Feb 19 21:24:24.427981 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:24.442958 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-b79bdc2b-6f63-4b1a-8963-cfc29f268121 service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0974312
Feb 19 21:24:24.443357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Allocated IP 172.35.2.134 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/34b2e7b2-b433-4082-87ec-00d9a188d354) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:24:24.539019 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7ca83029-c51a-4e29-a2b3-391a07ad8219 req-dcc303ad-52f7-4bf0-a202-d6445de0526e service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908563
Feb 19 21:24:24.556266 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (34b2e7b2-b433-4082-87ec-00d9a188d354), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:24.594198 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (34b2e7b2-b433-4082-87ec-00d9a188d354), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:24.636910 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:24:24.639919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:24:24.644556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:24:24.647728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=34b2e7b2-b433-4082-87ec-00d9a188d354,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:24.655528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54 req-58a25a72-0117-4e78-a66e-0f1259f19d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:24.657086 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54 req-58a25a72-0117-4e78-a66e-0f1259f19d29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1126 time: 0.0509706
Feb 19 21:24:24.746792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54 req-80f1b72f-3e77-42c6-9408-26d62c72ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:24.748277 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54 req-80f1b72f-3e77-42c6-9408-26d62c72ec94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 898 time: 0.0855103
Feb 19 21:24:24.792254 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54 req-f0883f26-3acc-4ad9-9ace-85fb40c494a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 217 time: 0.0374339
Feb 19 21:24:24.848672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54 req-75479e18-d896-49c5-8267-82e51bb892db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:24.849260 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54 req-75479e18-d896-49c5-8267-82e51bb892db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.0509081
Feb 19 21:24:24.899354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54 req-cf3d85d0-1b16-4907-9807-47f7028569e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:24.901027 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54 req-cf3d85d0-1b16-4907-9807-47f7028569e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460098
Feb 19 21:24:24.907558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239b42-021d-4518-b29a-b1a7fd766d77 req-edbba4fa-83a0-45ab-93e2-0a04ed3a7aa8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:24.909051 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f239b42-021d-4518-b29a-b1a7fd766d77 req-edbba4fa-83a0-45ab-93e2-0a04ed3a7aa8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 944 time: 0.0754783
Feb 19 21:24:24.998183 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54 req-30bca3cc-adb5-4476-bfbc-fd2c9c0802fe service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903878
Feb 19 21:24:25.035323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f239b42-021d-4518-b29a-b1a7fd766d77 req-f00ee1c4-2ac5-490b-82b9-2dfece7795e6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1193728
Feb 19 21:24:25.083058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (dd387683-d701-48b7-8ba7-54079a0facb3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:25.091696 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8c6dd14b-65e0-4b69-bf47-6f79bc05ca54 req-069b96b2-2351-4597-874b-b8ff5e9ee6aa service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872092
Feb 19 21:24:25.154134 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (34b2e7b2-b433-4082-87ec-00d9a188d354), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:25.304662 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (34b2e7b2-b433-4082-87ec-00d9a188d354), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:25.308828 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (34b2e7b2-b433-4082-87ec-00d9a188d354), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:25.374248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=34b2e7b2-b433-4082-87ec-00d9a188d354,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:25.385913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (dd387683-d701-48b7-8ba7-54079a0facb3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:25.486241 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Floating IP dd387683-d701-48b7-8ba7-54079a0facb3 associated. External IP: 172.35.2.134, port: b2d024a0-a38a-478b-9cd7-1ffacfb2e493.
Feb 19 21:24:25.698232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:24:25.809928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:24:25.821337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34a0b-fd99-4c54-87e7-6b96cba23eb6 None None] Sync routers for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:24:25.829712 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:25.832449 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a34a0b-fd99-4c54-87e7-6b96cba23eb6 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:25.833354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a0b-fd99-4c54-87e7-6b96cba23eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62f90970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:24:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:25.881562 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1e2ca1e7-3c62-44fa-9359-ca5f8af99003 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.6958086
Feb 19 21:24:25.882376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'tag': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:24:25.886349 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f" -d '{"events": [{"name": "network-changed", "server_uuid": "00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e", "tag": "b2d024a0-a38a-478b-9cd7-1ffacfb2e493"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:24:25.926684 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31c0efd-5747-4128-bc7f-a49819e44ebe x-openstack-request-id: req-b31c0efd-5747-4128-bc7f-a49819e44ebe {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:24:25.926984 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e", "tag": "b2d024a0-a38a-478b-9cd7-1ffacfb2e493", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:24:25.927250 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b31c0efd-5747-4128-bc7f-a49819e44ebe {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:24:25.927661 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'tag': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'status': 'completed', 'code': 200}
Feb 19 21:24:25.950332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a0a34a0b-fd99-4c54-87e7-6b96cba23eb6 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:25.994495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f req-29ac3d57-b992-4dd8-94f4-dda18808d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:25.996075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f req-29ac3d57-b992-4dd8-94f4-dda18808d21d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 1127 time: 0.0457876
Feb 19 21:24:26.058512 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:26.096361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f req-24de71f7-be9f-4e96-b37f-e59a70f49cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:26.097975 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f req-24de71f7-be9f-4e96-b37f-e59a70f49cbf service neutron] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.0963621
Feb 19 21:24:26.199712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a0b-fd99-4c54-87e7-6b96cba23eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62f90970>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dd387683-d701-48b7-8ba7-54079a0facb3', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.134', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:a4:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:24Z', 'updated_at': '2022-02-19T21:24:24Z', 'revision_number': 0, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:26.233139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34a0b-fd99-4c54-87e7-6b96cba23eb6 None None] Checking router: 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:24:26.248543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a34a0b-fd99-4c54-87e7-6b96cba23eb6 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:26.249790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a0b-fd99-4c54-87e7-6b96cba23eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62f90970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:24:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:26.301591 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:24:26.371485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a0a34a0b-fd99-4c54-87e7-6b96cba23eb6 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:26.519218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f req-7934b67d-52ac-4bf4-8f72-ec98574b5429 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493 HTTP/1.1" status: 200  len: 999 time: 0.4151859
Feb 19 21:24:26.563174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612146db-6b6b-4945-a18a-f0824f05ccfa req-eff38156-21b5-4616-8d72-a192aa5a8f28 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:26.564781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-612146db-6b6b-4945-a18a-f0824f05ccfa req-eff38156-21b5-4616-8d72-a192aa5a8f28 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 944 time: 0.4537706
Feb 19 21:24:26.600691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f req-2e82799d-d917-43e5-818f-4aa4f5f249a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:26.602256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f req-2e82799d-d917-43e5-818f-4aa4f5f249a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0765262
Feb 19 21:24:26.619146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a0a34a0b-fd99-4c54-87e7-6b96cba23eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62f90970>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dd387683-d701-48b7-8ba7-54079a0facb3', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.134', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:a4:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:24Z', 'updated_at': '2022-02-19T21:24:24Z', 'revision_number': 0, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:26.646396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34a0b-fd99-4c54-87e7-6b96cba23eb6 None None] The sync data for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 is: [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dd387683-d701-48b7-8ba7-54079a0facb3', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.134', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:a4:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:24Z', 'updated_at': '2022-02-19T21:24:24Z', 'revision_number': 0, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:24:26.655087 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-612146db-6b6b-4945-a18a-f0824f05ccfa req-690d2a47-91bb-4955-8e94-66263c02c908 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0818589
Feb 19 21:24:26.672690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f req-a30fef65-2a1d-4751-b880-a3623167f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:26.674299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f req-a30fef65-2a1d-4751-b880-a3623167f9ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0646486
Feb 19 21:24:26.770880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f req-6306197d-32a8-4f6e-98f9-c9c35c1ee45e service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903285
Feb 19 21:24:26.866000 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21761180-b5f6-4984-ba05-6625698ce275 None None] New status for floating IP dd387683-d701-48b7-8ba7-54079a0facb3: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:24:26.867028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ce7cd44-1d66-4d8c-8aab-8f555ce1662f req-4306bdfd-54c8-4a4b-aee3-d96f81fd3054 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894518
Feb 19 21:24:27.539401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:24:27.642745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:27.654532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'port_id': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:24:27.694093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:27.694503 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:27.713767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cc356c-3163-4eb8-ac97-f21ca45f9a33 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:24:27.735297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:27.740408 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:27.795024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc31739-e5e5-4686-8cbc-372dee0fab18 req-aaf048d4-f78f-452a-aa8e-1fc7e43b935b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:27.795024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-adc31739-e5e5-4686-8cbc-372dee0fab18 req-aaf048d4-f78f-452a-aa8e-1fc7e43b935b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 945 time: 0.0585530
Feb 19 21:24:27.797313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:27.853418 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-adc31739-e5e5-4686-8cbc-372dee0fab18 req-4e381957-4a63-4076-bee9-91e184b14e2e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0500445
Feb 19 21:24:27.932211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['15cc356c-3163-4eb8-ac97-f21ca45f9a33'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:24:28.974497 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cd811-07fc-43e9-bf9d-18389d9ad136 req-f43988e9-f573-4341-bcfa-3ad7b14e2e6c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:28.975948 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f1cd811-07fc-43e9-bf9d-18389d9ad136 req-f43988e9-f573-4341-bcfa-3ad7b14e2e6c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 945 time: 0.0546393
Feb 19 21:24:29.025917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f1cd811-07fc-43e9-bf9d-18389d9ad136 req-9044514f-a76f-48fc-9137-9cdc1c5f4f55 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438020
Feb 19 21:24:29.540608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:24:29.591272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:29.599488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:24:29.603614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:24:29.603997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:29.682958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:24:29.683355 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:29.707309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:24:29.709651 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e59735-c099-4cd5-b00d-2db3f4a5f23e" -d '{"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-plugged", "status": "completed", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:24:29.723512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:24:29.731244 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:29.754816 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7808cd9-c818-495b-9054-29a8bbd45cf2 x-openstack-request-id: req-d7808cd9-c818-495b-9054-29a8bbd45cf2 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:24:29.755114 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-plugged", "status": "completed", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:24:29.755376 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7808cd9-c818-495b-9054-29a8bbd45cf2 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:24:29.755769 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'code': 200}
Feb 19 21:24:29.786962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:29.855565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30498072-7d11-4eec-a295-b3b6a5aaf37c req-fb4b4354-8261-49e3-af98-2fd779f3f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:29.857013 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30498072-7d11-4eec-a295-b3b6a5aaf37c req-fb4b4354-8261-49e3-af98-2fd779f3f405 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1128 time: 0.0450242
Feb 19 21:24:29.901917 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-30498072-7d11-4eec-a295-b3b6a5aaf37c req-9bdd0028-937a-4fe9-9806-386c706d93c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394700
Feb 19 21:24:30.146283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ba35a-e2e9-4a65-8473-66570deb6f0a req-47bd85ca-c75e-4ccf-9f2e-4f5697bd2768 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:30.147791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e55ba35a-e2e9-4a65-8473-66570deb6f0a req-47bd85ca-c75e-4ccf-9f2e-4f5697bd2768 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0529499
Feb 19 21:24:30.198647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e55ba35a-e2e9-4a65-8473-66570deb6f0a req-bde1662b-ef41-4421-bba5-ae864222490b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450499
Feb 19 21:24:31.322160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24983887-fef1-4a6a-a69c-319ae7d4452e req-b523286f-3085-46d2-932a-5551b70ad7dc tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:31.323669 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24983887-fef1-4a6a-a69c-319ae7d4452e req-b523286f-3085-46d2-932a-5551b70ad7dc tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0569224
Feb 19 21:24:31.374277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24983887-fef1-4a6a-a69c-319ae7d4452e req-5daa26ba-f4d8-48fb-971e-09d58623a915 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447865
Feb 19 21:24:31.492920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a34971-1fe9-43fc-8914-b9478aac56ad req-f4fbb952-57aa-4a6f-ab63-b492f0d42521 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:31.494341 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65a34971-1fe9-43fc-8914-b9478aac56ad req-f4fbb952-57aa-4a6f-ab63-b492f0d42521 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0537527
Feb 19 21:24:31.548258 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65a34971-1fe9-43fc-8914-b9478aac56ad req-9b48ad5c-f1bd-412b-aed2-8395ab97d974 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482798
Feb 19 21:24:31.571938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60780) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:31.615580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae55b01-619e-46d6-a308-65997dc1c2b0 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:31.617666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-eae55b01-619e-46d6-a308-65997dc1c2b0 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1123 time: 0.0446632
Feb 19 21:24:31.620774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60782) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:31.626477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:24:31.652478 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:31.762693 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:31.871486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.35.2.236 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/d581e79d-2c62-46ed-a802-30d50a7a8436) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:24:31.977777 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (d581e79d-2c62-46ed-a802-30d50a7a8436), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:32.018195 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d581e79d-2c62-46ed-a802-30d50a7a8436), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:32.058465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:24:32.061470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:24:32.063975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:24:32.092372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=d581e79d-2c62-46ed-a802-30d50a7a8436,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:32.439576 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (56e11e59-d748-47b7-9251-4d5f7ab40d1b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:32.516298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d581e79d-2c62-46ed-a802-30d50a7a8436), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:32.714671 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (d581e79d-2c62-46ed-a802-30d50a7a8436), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:32.720596 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d581e79d-2c62-46ed-a802-30d50a7a8436), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:32.732902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dcfb815-bc47-4f73-8913-281adfb069be req-6280e977-6b98-44dc-8e26-4e14660d854a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0920498
Feb 19 21:24:32.825899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=d581e79d-2c62-46ed-a802-30d50a7a8436,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:24:32.848431 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (56e11e59-d748-47b7-9251-4d5f7ab40d1b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:32.925978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfb815-bc47-4f73-8913-281adfb069be req-9c44afd3-1001-4807-8e47-e026a80797f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:32.927540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dcfb815-bc47-4f73-8913-281adfb069be req-9c44afd3-1001-4807-8e47-e026a80797f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 1127 time: 0.1431394
Feb 19 21:24:33.022002 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Floating IP 56e11e59-d748-47b7-9251-4d5f7ab40d1b associated. External IP: 172.35.2.236, port: 15cc356c-3163-4eb8-ac97-f21ca45f9a33.
Feb 19 21:24:33.127779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfb815-bc47-4f73-8913-281adfb069be req-dd048451-773e-4af0-a195-253e4dabb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:33.129383 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dcfb815-bc47-4f73-8913-281adfb069be req-dd048451-773e-4af0-a195-253e4dabb570 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.1820507
Feb 19 21:24:33.217843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dcfb815-bc47-4f73-8913-281adfb069be req-7d045361-f117-4b3b-a8ed-0c8fc0a6d3cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493 HTTP/1.1" status: 200  len: 1001 time: 0.0811031
Feb 19 21:24:33.340845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfb815-bc47-4f73-8913-281adfb069be req-6ddf9285-1055-41c3-a6c3-02049771c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:33.342275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dcfb815-bc47-4f73-8913-281adfb069be req-6ddf9285-1055-41c3-a6c3-02049771c11b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0893779
Feb 19 21:24:33.398280 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router dd21273f-6485-4a5d-89c1-64925799f186 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:24:33.416848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfb815-bc47-4f73-8913-281adfb069be req-ec5108d3-4752-48ae-9d02-2ae3c9f20c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:33.418478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dcfb815-bc47-4f73-8913-281adfb069be req-ec5108d3-4752-48ae-9d02-2ae3c9f20c6e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0681553
Feb 19 21:24:33.596359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dcfb815-bc47-4f73-8913-281adfb069be req-c7d5ff6c-50a6-4123-a7f7-4a3cd4a31b23 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401441
Feb 19 21:24:33.597272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:24:33.609966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612d240-f626-4814-84c1-4344e1d95b01 None None] Sync routers for ids ['dd21273f-6485-4a5d-89c1-64925799f186'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:24:33.620669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612d240-f626-4814-84c1-4344e1d95b01 None None] Routers {'dd21273f-6485-4a5d-89c1-64925799f186'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:33.621285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f612d240-f626-4814-84c1-4344e1d95b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62d32b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:24:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd21273f-6485-4a5d-89c1-64925799f186'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:33.659112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:33.702736 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a2fa1222-24cb-441d-868d-c3e2d77b5110 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.0800474
Feb 19 21:24:33.705299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:24:33.715507 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dba4f21-5173-4a79-b58d-308a7e31b3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:24:33.749444 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dcfb815-bc47-4f73-8913-281adfb069be req-842eefcd-cbc9-44d9-902e-0c7170bff58a service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466265
Feb 19 21:24:33.758110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f612d240-f626-4814-84c1-4344e1d95b01 None None] Set router dd21273f-6485-4a5d-89c1-64925799f186 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:33.782165 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a2225e-9506-4fc0-aca7-39c43df1c5a5 x-openstack-request-id: req-c2a2225e-9506-4fc0-aca7-39c43df1c5a5 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:24:33.782474 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:24:33.782747 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2a2225e-9506-4fc0-aca7-39c43df1c5a5 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:24:33.783159 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'status': 'completed', 'code': 200}
Feb 19 21:24:33.836934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3617d4-f82e-47ce-8b76-cafc10e98eaa req-cb1fc143-38b1-4e79-b37b-58d4da29b54b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:33.838611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b3617d4-f82e-47ce-8b76-cafc10e98eaa req-cb1fc143-38b1-4e79-b37b-58d4da29b54b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0694706
Feb 19 21:24:33.871067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4f21-5173-4a79-b58d-308a7e31b3f8 req-a24b8aaa-e65e-4a78-a3ee-ad8f09cb8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:33.872703 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6dba4f21-5173-4a79-b58d-308a7e31b3f8 req-a24b8aaa-e65e-4a78-a3ee-ad8f09cb8e6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1128 time: 0.0676873
Feb 19 21:24:33.900135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b3617d4-f82e-47ce-8b76-cafc10e98eaa req-3897ad99-9e05-4e0d-a3ec-a52ad2eb7886 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0530822
Feb 19 21:24:33.925380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60790) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:33.978857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4f21-5173-4a79-b58d-308a7e31b3f8 req-390d0df6-ca52-47dc-bfb5-ac3c5601cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:33.980527 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6dba4f21-5173-4a79-b58d-308a7e31b3f8 req-390d0df6-ca52-47dc-bfb5-ac3c5601cecd service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 898 time: 0.1017625
Feb 19 21:24:33.994589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-46cfe4b1-a0ea-47ff-bde9-2622e35dfc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/56e11e59-d748-47b7-9251-4d5f7ab40d1b HTTP/1.1" status: 200  len: 992 time: 0.0663304
Feb 19 21:24:34.066743 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6dba4f21-5173-4a79-b58d-308a7e31b3f8 req-b085ab3c-49c6-4fda-8373-5d7e15744f15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1000 time: 0.0810077
Feb 19 21:24:34.121782 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4f21-5173-4a79-b58d-308a7e31b3f8 req-90db2617-364a-48c2-b20a-af4d868c236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:34.123361 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6dba4f21-5173-4a79-b58d-308a7e31b3f8 req-90db2617-364a-48c2-b20a-af4d868c236b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.0506830
Feb 19 21:24:34.167643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f612d240-f626-4814-84c1-4344e1d95b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62d32b80>, [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:18Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e11e59-d748-47b7-9251-4d5f7ab40d1b', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.236', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'port_id': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:32Z', 'updated_at': '2022-02-19T21:24:32Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad848c3a-e1a7-43bd-bb2e-44caafb107a5', 'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:ab:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:17Z', 'updated_at': '2022-02-19T21:24:22Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:34.172584 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4f21-5173-4a79-b58d-308a7e31b3f8 req-1c4279c0-9ef0-45fd-9362-efac3ae9f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:24:34.174126 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6dba4f21-5173-4a79-b58d-308a7e31b3f8 req-1c4279c0-9ef0-45fd-9362-efac3ae9f5c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458074
Feb 19 21:24:34.194991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612d240-f626-4814-84c1-4344e1d95b01 None None] Checking router: dd21273f-6485-4a5d-89c1-64925799f186 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:24:34.203371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612d240-f626-4814-84c1-4344e1d95b01 None None] Routers {'dd21273f-6485-4a5d-89c1-64925799f186'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:24:34.204244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f612d240-f626-4814-84c1-4344e1d95b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62d32b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:24:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd21273f-6485-4a5d-89c1-64925799f186'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:34.277145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6dba4f21-5173-4a79-b58d-308a7e31b3f8 req-fa1cbdb3-121b-4f25-ac34-aaff55629daf service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0973589
Feb 19 21:24:34.315612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f612d240-f626-4814-84c1-4344e1d95b01 None None] Set router dd21273f-6485-4a5d-89c1-64925799f186 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:24:34.369828 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6dba4f21-5173-4a79-b58d-308a7e31b3f8 req-fa3c63c4-34b5-43ae-98c0-bb1440b9ebb5 service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870636
Feb 19 21:24:34.552345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f612d240-f626-4814-84c1-4344e1d95b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62d32b80>, [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:18Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e11e59-d748-47b7-9251-4d5f7ab40d1b', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.236', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'port_id': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:32Z', 'updated_at': '2022-02-19T21:24:32Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad848c3a-e1a7-43bd-bb2e-44caafb107a5', 'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:ab:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:17Z', 'updated_at': '2022-02-19T21:24:22Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:24:34.579703 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612d240-f626-4814-84c1-4344e1d95b01 None None] The sync data for ids ['dd21273f-6485-4a5d-89c1-64925799f186'] in ncdv-master-1 is: [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:18Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e11e59-d748-47b7-9251-4d5f7ab40d1b', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.236', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'port_id': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:32Z', 'updated_at': '2022-02-19T21:24:32Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad848c3a-e1a7-43bd-bb2e-44caafb107a5', 'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:ab:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:17Z', 'updated_at': '2022-02-19T21:24:22Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:24:34.801590 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3bdea-54b0-4103-b839-0e547419d6dc None None] New status for floating IP 56e11e59-d748-47b7-9251-4d5f7ab40d1b: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:24:34.995987 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60792) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:24:35.063941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a1646f98-0de7-4c55-95a9-e73a74b18e0e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/56e11e59-d748-47b7-9251-4d5f7ab40d1b HTTP/1.1" status: 200  len: 994 time: 0.0657229
Feb 19 21:24:48.315155 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c332174b-cb90-4586-89cb-5920c69bf10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:50.587324 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-48d980c4-e775-43df-afae-fd7e9bdcd487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:51.874962 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:53.245236 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:54.423093 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:56.041077 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:24:59.588972 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:03.300539 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:25:06.332256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1bef8-405b-42c1-9b9d-fb6a1b784fe8 req-4c69125e-874d-4d37-9cd7-8d3c057ab196 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:06.333869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77a1bef8-405b-42c1-9b9d-fb6a1b784fe8 req-4c69125e-874d-4d37-9cd7-8d3c057ab196 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1128 time: 0.0467353
Feb 19 21:25:06.382616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77a1bef8-405b-42c1-9b9d-fb6a1b784fe8 req-5ec38e36-8989-4932-8c21-190a985f7abf tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431278
Feb 19 21:25:06.504082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5c2cb-3368-43c6-9546-c0681614ce73 req-9cefe093-d4a7-41da-9cbb-e2216d7ca775 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:06.505522 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3b5c2cb-3368-43c6-9546-c0681614ce73 req-9cefe093-d4a7-41da-9cbb-e2216d7ca775 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0526989
Feb 19 21:25:06.557782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3b5c2cb-3368-43c6-9546-c0681614ce73 req-2bc3459d-d478-4b18-a16a-5d4235b80958 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466316
Feb 19 21:25:06.579120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60816) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:25:06.639340 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8125d2c2-66be-49ea-8deb-bb982de4e3a6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/56e11e59-d748-47b7-9251-4d5f7ab40d1b HTTP/1.1" status: 200  len: 994 time: 0.0588555
Feb 19 21:25:06.937304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-1912d7a1-df05-4772-a5fd-3f5d4de93405 req-a7616441-37c0-42d6-914a-9ce8b74e4400 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:25:06.938311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1912d7a1-df05-4772-a5fd-3f5d4de93405 req-a7616441-37c0-42d6-914a-9ce8b74e4400 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052822
Feb 19 21:25:07.269460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60836) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:25:07.342691 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d23950-ea80-4abb-bec3-704a422e5533 req-a743f05f-b27b-4553-9667-39d8490760d8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:07.344227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6d23950-ea80-4abb-bec3-704a422e5533 req-a743f05f-b27b-4553-9667-39d8490760d8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0635648
Feb 19 21:25:07.412356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-ca528634-e80c-49e1-86ae-f7c24a6a7602 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1416779
Feb 19 21:25:07.422602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-a75df9ac-35e1-4f2c-85b5-5b7ccd569eb3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:25:07.423813 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-a75df9ac-35e1-4f2c-85b5-5b7ccd569eb3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057800
Feb 19 21:25:07.428038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6d23950-ea80-4abb-bec3-704a422e5533 req-ede95263-9627-4ea8-b514-6640ea7f099b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0657206
Feb 19 21:25:07.719425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60856) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:25:07.815928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-8edb0684-c4e4-483b-a17e-2b23a2ebb543 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:07.817427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-8edb0684-c4e4-483b-a17e-2b23a2ebb543 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports/15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1125 time: 0.0969756
Feb 19 21:25:08.557698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d51a75-c409-4ca9-83b4-29b50d489a83 req-a295b83e-d3b4-4d81-a602-ce474f56a566 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:08.559277 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-32d51a75-c409-4ca9-83b4-29b50d489a83 req-a295b83e-d3b4-4d81-a602-ce474f56a566 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0565295
Feb 19 21:25:08.602403 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-2a5d57f6-003f-499b-8a42-c09fd90ee447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:08.603939 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-2a5d57f6-003f-499b-8a42-c09fd90ee447 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1128 time: 0.0451932
Feb 19 21:25:08.610210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-32d51a75-c409-4ca9-83b4-29b50d489a83 req-8b06c484-b097-4808-9bfc-d5781afdf34e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450208
Feb 19 21:25:08.698257 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-12026cd5-9c49-4e9d-97d3-c0f6df88303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:08.699797 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-12026cd5-9c49-4e9d-97d3-c0f6df88303a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 898 time: 0.0903041
Feb 19 21:25:08.764465 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-322a922a-f5e3-4a62-85ea-f5704056479d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1002 time: 0.0586069
Feb 19 21:25:08.821382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-d7a1707f-3f8c-4969-82ee-eba4f318d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:08.822823 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-d7a1707f-3f8c-4969-82ee-eba4f318d255 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.0474236
Feb 19 21:25:08.871022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-f2e96f71-ee68-4f15-b3dc-ae1ae2d68ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:08.872524 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-f2e96f71-ee68-4f15-b3dc-ae1ae2d68ff7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423071
Feb 19 21:25:08.957740 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-69842a72-5b58-4787-8614-d5bcacac8371 service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795608
Feb 19 21:25:09.047582 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-1b39d779-e65f-4128-8ddf-7b0fd6ac83d3 service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842977
Feb 19 21:25:09.732893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62e3eb-1c6a-46f1-9f1d-0509fa788e83 req-c3aa453f-1fc0-4b8d-846f-eccbb8d720b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:09.734388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f62e3eb-1c6a-46f1-9f1d-0509fa788e83 req-c3aa453f-1fc0-4b8d-846f-eccbb8d720b7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0559664
Feb 19 21:25:09.782122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f62e3eb-1c6a-46f1-9f1d-0509fa788e83 req-1dabcad3-b755-4cbd-8556-5091b6c5ada9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421987
Feb 19 21:25:10.912098 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0db68d-97c3-481e-bd0c-ffc773b9c8ec req-7fe3bd0a-a1e5-4dee-b564-b25798e3b6b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:10.913783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c0db68d-97c3-481e-bd0c-ffc773b9c8ec req-7fe3bd0a-a1e5-4dee-b564-b25798e3b6b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0551374
Feb 19 21:25:10.965178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c0db68d-97c3-481e-bd0c-ffc773b9c8ec req-d6106e35-59d3-4ced-8c4e-f018691ca73a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448563
Feb 19 21:25:12.111449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f53232-a8c4-40b9-9503-c1df1687a566 req-fcb0744a-e4fa-4a6b-a5b7-1ff36edc22cd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:12.112978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4f53232-a8c4-40b9-9503-c1df1687a566 req-fcb0744a-e4fa-4a6b-a5b7-1ff36edc22cd tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0618210
Feb 19 21:25:12.518884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4f53232-a8c4-40b9-9503-c1df1687a566 req-30e56bdc-42dc-476c-89d8-0b6a030429b9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3994107
Feb 19 21:25:13.651108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d03d0-7324-4bbb-a026-557b9adac72e req-f9ea2022-bd7e-4ea7-b0db-1a6cd8991efe tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:13.652726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d26d03d0-7324-4bbb-a026-557b9adac72e req-f9ea2022-bd7e-4ea7-b0db-1a6cd8991efe tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0568893
Feb 19 21:25:13.707367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d26d03d0-7324-4bbb-a026-557b9adac72e req-1c0e1338-070f-4630-94f7-982eecf6b71f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0488441
Feb 19 21:25:14.838590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4d567-20a9-4a31-aa73-347371167725 req-81baad0c-c31e-43c6-bce7-e8a5ad696cc4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:14.840372 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9e4d567-20a9-4a31-aa73-347371167725 req-81baad0c-c31e-43c6-bce7-e8a5ad696cc4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0574121
Feb 19 21:25:14.895934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d9e4d567-20a9-4a31-aa73-347371167725 req-6a869a0d-c4cb-403e-b132-3113c35f799f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0493600
Feb 19 21:25:16.038946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e1245-f761-4b0e-b27e-46005bf1f985 req-4939c732-d326-4414-b70e-7b380086941f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:16.041923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-794e1245-f761-4b0e-b27e-46005bf1f985 req-4939c732-d326-4414-b70e-7b380086941f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0674095
Feb 19 21:25:16.106953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-794e1245-f761-4b0e-b27e-46005bf1f985 req-d3403d08-8cbf-4635-be27-3ffa529fdd7a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0574839
Feb 19 21:25:17.238458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed38808-ee60-43dc-ac56-7d04fdd34b0a req-dd25a261-a608-465c-a584-1e4f80576300 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:17.239999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bed38808-ee60-43dc-ac56-7d04fdd34b0a req-dd25a261-a608-465c-a584-1e4f80576300 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0563698
Feb 19 21:25:17.290852 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bed38808-ee60-43dc-ac56-7d04fdd34b0a req-15a307a8-c18c-4995-9551-419386a98c29 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439615
Feb 19 21:25:18.318253 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-04e4c14d-89a5-4dfa-9297-d606c52e2cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:18.416153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9955ce-c5d3-428e-8488-ec85cb2f606e req-21462cb2-0b24-4940-b8a5-677cabdb7c96 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:18.418316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b9955ce-c5d3-428e-8488-ec85cb2f606e req-21462cb2-0b24-4940-b8a5-677cabdb7c96 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0569851
Feb 19 21:25:18.475613 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b9955ce-c5d3-428e-8488-ec85cb2f606e req-76a8f00f-c48d-49a5-9bb3-495c0217247b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0505471
Feb 19 21:25:19.597496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a0570-0f16-4699-8877-26d85b225ef2 req-1d12743b-f62c-47a6-a0bf-7da8666f7a35 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:19.599002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a31a0570-0f16-4699-8877-26d85b225ef2 req-1d12743b-f62c-47a6-a0bf-7da8666f7a35 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0529332
Feb 19 21:25:19.648844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a31a0570-0f16-4699-8877-26d85b225ef2 req-5a58e8a1-72c3-40c5-8775-a653640cd11d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424840
Feb 19 21:25:20.584266 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e13a-c2e1-47f3-9bf2-7028c6ca6f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:20.640712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-fb6c5edf-05a6-4cf9-b03e-b4459a98e01a req-41f4289f-e8b9-4003-99dc-fc7533deb7bd service neutron] (121129) timed out ('10.222.0.30', 40734) {{(pid=121129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:25:20.771758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dded044-bf72-4f98-b2e3-cab98ede9259 req-9aad2815-67ee-4428-b28c-83a924b581a0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:20.773299 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7dded044-bf72-4f98-b2e3-cab98ede9259 req-9aad2815-67ee-4428-b28c-83a924b581a0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0563223
Feb 19 21:25:20.822677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7dded044-bf72-4f98-b2e3-cab98ede9259 req-51eab617-71e9-46cc-97ca-6a80c99e3437 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439317
Feb 19 21:25:21.875657 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:21.942659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e39902-aeaa-42c5-80db-457b4b89ce05 req-2b12b28e-fa19-48f2-b2c8-1d7e949783da tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:21.944169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-75e39902-aeaa-42c5-80db-457b4b89ce05 req-2b12b28e-fa19-48f2-b2c8-1d7e949783da tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0513756
Feb 19 21:25:21.993181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-75e39902-aeaa-42c5-80db-457b4b89ce05 req-88d7ac14-3165-4d71-bca7-e972be3b01e7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428715
Feb 19 21:25:23.122073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a937-b656-4841-89ff-ab6194a4eeb9 req-ee309c3a-d289-491f-8aea-fb5f3d1b3594 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:23.123642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f699a937-b656-4841-89ff-ab6194a4eeb9 req-ee309c3a-d289-491f-8aea-fb5f3d1b3594 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0590463
Feb 19 21:25:23.179913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f699a937-b656-4841-89ff-ab6194a4eeb9 req-ce50be38-855c-4111-9b64-5640d7f20bb0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0507123
Feb 19 21:25:23.247103 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:24.312427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4feaeee-dd18-48f1-a435-a65c4328cec3 req-4dcffffd-e5b1-482e-9ce2-81883980b6a1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:24.314255 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4feaeee-dd18-48f1-a435-a65c4328cec3 req-4dcffffd-e5b1-482e-9ce2-81883980b6a1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0596502
Feb 19 21:25:24.366694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4feaeee-dd18-48f1-a435-a65c4328cec3 req-32565116-ea9d-4144-8d80-e8fc01927a2f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470488
Feb 19 21:25:24.426505 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:25.491004 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc02df2-4eb7-4724-af88-079796cd3364 req-4a51d78b-e786-41d0-bc47-e88b403d5666 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:25.492544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bc02df2-4eb7-4724-af88-079796cd3364 req-4a51d78b-e786-41d0-bc47-e88b403d5666 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 946 time: 0.0526898
Feb 19 21:25:25.541041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4bc02df2-4eb7-4724-af88-079796cd3364 req-58f846aa-7610-4a98-9aaa-3d1dc7108264 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423281
Feb 19 21:25:25.959690 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-a559258c-a23a-4292-a45d-32a69d9286cf service neutron] show failed (client error): The resource could not be found.
Feb 19 21:25:25.960683 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-a559258c-a23a-4292-a45d-32a69d9286cf service neutron] 10.222.0.10 "GET /v2.0/ports/15cc356c-3163-4eb8-ac97-f21ca45f9a33/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0564561
Feb 19 21:25:26.051645 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:26.161795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-12e12f6e-22e7-4b76-a383-60c79aa78cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:26.163472 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-12e12f6e-22e7-4b76-a383-60c79aa78cb6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 1128 time: 0.0491173
Feb 19 21:25:26.175556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:25:26.233652 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:26.437375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:25:26.474502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:25:26.521190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:25:26.523482 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d932c3-8828-4552-a6d9-e99a8c6b6aaa" -d '{"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:25:26.527179 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Publish callbacks [] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:26.541865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Transition to ACTIVE for port object 15cc356c-3163-4eb8-ac97-f21ca45f9a33 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:25:26.545819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:26.584135 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3730feb5-54c0-4d66-9733-d8c7e56c15a1 x-openstack-request-id: req-3730feb5-54c0-4d66-9733-d8c7e56c15a1 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:25:26.584467 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:25:26.584877 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3730feb5-54c0-4d66-9733-d8c7e56c15a1 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:25:26.585284 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'code': 200}
Feb 19 21:25:26.659996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:25:26.698794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.699154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.699512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.701329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.701329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.701329 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.701637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.702039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.702282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.702797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.703415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.703782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.704252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:26.745618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] No DVR routers for this DVR port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:25:26.834304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c41ef-44f4-4113-8f43-f62f89752f49 req-fcad11fb-3842-45e9-ac75-2cc3722e7a84 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:26.835989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab8c41ef-44f4-4113-8f43-f62f89752f49 req-fcad11fb-3842-45e9-ac75-2cc3722e7a84 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 944 time: 0.2008917
Feb 19 21:25:26.915415 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab8c41ef-44f4-4113-8f43-f62f89752f49 req-bc2fea30-9a27-4c5d-b07b-e6395e97e6e6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0715578
Feb 19 21:25:26.960533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:25:26.960956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:25:26.961363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:25:26.966857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:25:26.967246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:25:26.973614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:25:26.974126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Checking segment: {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:25:26.974660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Bound using segment: {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:25:26.975103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Bound port: 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:25:26.975478 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:27.045165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:25:27.048772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:25:27.054687 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:27.096127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:27.096796 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:27.098201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] 10.222.0.67 "PUT /v2.0/ports/15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1092 time: 0.9266596
Feb 19 21:25:27.117672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29aa9be-e84a-47fe-b68d-b61237267312 service neutron] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:25:27.175524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-b2da30fc-fc29-4279-a381-ee834e25410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:27.177189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-b2da30fc-fc29-4279-a381-ee834e25410c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1126 time: 0.0519094
Feb 19 21:25:27.278462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-2c72e056-adf2-4809-be45-cabf69ee2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:27.280130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-2c72e056-adf2-4809-be45-cabf69ee2faa service neutron] 10.222.0.67 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 898 time: 0.0968814
Feb 19 21:25:27.360002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-1a9c574e-59a2-4cbd-8a82-daaa79009275 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1000 time: 0.0735457
Feb 19 21:25:27.409047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-9aea66b1-8d21-4837-96c1-29181999dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:27.410518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-9aea66b1-8d21-4837-96c1-29181999dd93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.0453260
Feb 19 21:25:27.464724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-9c48deba-1bd0-4681-9dd9-1de1e64ae3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:27.466483 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-9c48deba-1bd0-4681-9dd9-1de1e64ae3c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0497241
Feb 19 21:25:27.581454 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-a5f839f5-902c-442c-8935-afb2a9c42818 service neutron] 10.222.0.67 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093340
Feb 19 21:25:27.682241 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-0352e96b-7d0a-47a4-8b12-5fe2bad22792 service neutron] 10.222.0.67 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946121
Feb 19 21:25:28.050784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1ffa6-278f-43c4-b188-bbd06f7bb751 req-04c7e898-5290-4c53-917c-b00c6d210fef tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:28.052152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71b1ffa6-278f-43c4-b188-bbd06f7bb751 req-04c7e898-5290-4c53-917c-b00c6d210fef tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 944 time: 0.0590827
Feb 19 21:25:28.106011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71b1ffa6-278f-43c4-b188-bbd06f7bb751 req-22199a1e-a4f9-4718-a9a8-24f6894c4656 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473738
Feb 19 21:25:28.586805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:25:28.589404 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87679b16-3115-4756-a89f-057b4bc4cc34" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:25:28.643175 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185e92f0-542d-476f-9bec-3596d141a392 x-openstack-request-id: req-185e92f0-542d-476f-9bec-3596d141a392 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:25:28.643506 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:25:28.643761 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-185e92f0-542d-476f-9bec-3596d141a392 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:25:28.644293 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'status': 'completed', 'code': 200}
Feb 19 21:25:28.708486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-c6d04f15-b6a2-4c41-acd7-b4492fdffacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:28.710170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-c6d04f15-b6a2-4c41-acd7-b4492fdffacc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1126 time: 0.0510995
Feb 19 21:25:28.712549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-4db9b8fd-63b4-459d-a6f6-43ce9d238858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:28.714069 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-4db9b8fd-63b4-459d-a6f6-43ce9d238858 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1126 time: 0.0510018
Feb 19 21:25:28.810673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-15b977f0-964e-4a6e-8e7e-38b18c9b69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:28.811249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-76810ffe-fc4a-475b-b3f6-5b4ae683d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:28.812156 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-15b977f0-964e-4a6e-8e7e-38b18c9b69a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 898 time: 0.0931067
Feb 19 21:25:28.812768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-76810ffe-fc4a-475b-b3f6-5b4ae683d103 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 898 time: 0.0954735
Feb 19 21:25:28.886532 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-2c5d7ec4-0192-4f35-ab9c-163428b0d44a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1000 time: 0.0685866
Feb 19 21:25:28.886759 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-9d0d4750-e314-434c-bb35-c889f8ed2f67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1000 time: 0.0678465
Feb 19 21:25:28.939957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-8b13f787-4eb6-4394-b37c-98da3e84767e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:28.941533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-8b13f787-4eb6-4394-b37c-98da3e84767e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.0492051
Feb 19 21:25:28.942494 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-bb99ac63-f36a-41a1-8ea5-69f1fe105bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:28.943993 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-bb99ac63-f36a-41a1-8ea5-69f1fe105bb7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.0524259
Feb 19 21:25:29.000239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-f698ae11-69bb-4286-91fb-2f8dc73ec1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:29.002252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-f698ae11-69bb-4286-91fb-2f8dc73ec1f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0542014
Feb 19 21:25:29.010041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-98969a5e-959f-473a-8aa4-43d8834f6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:29.012030 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-98969a5e-959f-473a-8aa4-43d8834f6397 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0619776
Feb 19 21:25:29.100901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-219fe89f-ed55-46d5-8898-1403af2ef9ee service neutron] 10.222.0.67 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921745
Feb 19 21:25:29.116997 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-81421100-7b0d-416d-b283-302e24b981cc service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0989318
Feb 19 21:25:29.212118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-77def98d-357e-402c-b564-7ea9308416e1 service neutron] 10.222.0.67 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041045
Feb 19 21:25:29.228005 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-87679b16-3115-4756-a89f-057b4bc4cc34 req-cf663ca6-d45e-41c9-b700-c122bc7edd6e service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1058223
Feb 19 21:25:29.317899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f62a4f-8d85-4507-b1e1-1eac068fd6af req-a63a7424-a1d1-46be-ae59-67c0f41d5fc5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:29.319441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23f62a4f-8d85-4507-b1e1-1eac068fd6af req-a63a7424-a1d1-46be-ae59-67c0f41d5fc5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 944 time: 0.1295745
Feb 19 21:25:29.369693 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23f62a4f-8d85-4507-b1e1-1eac068fd6af req-83b95d7b-be0f-45f7-8742-43afca387c62 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445895
Feb 19 21:25:29.590584 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:29.788358 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:25:29.831785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 host nch2-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:25:29.832210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:25:30.549848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d4f2a-de47-49e5-8e19-28c3c0c49c2e req-00aaf485-1251-4f9e-8318-16180cb9aea0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:30.551329 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a00d4f2a-de47-49e5-8e19-28c3c0c49c2e req-00aaf485-1251-4f9e-8318-16180cb9aea0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 944 time: 0.1080577
Feb 19 21:25:30.605441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a00d4f2a-de47-49e5-8e19-28c3c0c49c2e req-4ec5c01f-9f24-47bb-9e8b-2003aca6ef1a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482881
Feb 19 21:25:31.739480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2add-534f-4e1c-a49d-9506ec2e94c4 req-11471f97-296d-4179-81f6-86a71c56fa56 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:31.741176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9ec2add-534f-4e1c-a49d-9506ec2e94c4 req-11471f97-296d-4179-81f6-86a71c56fa56 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 944 time: 0.0667191
Feb 19 21:25:31.792089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e9ec2add-534f-4e1c-a49d-9506ec2e94c4 req-ab2ac24e-2203-4916-9688-1d25b258aa9f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441408
Feb 19 21:25:32.061963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-182c513d-a291-4eb9-80db-96654b328cc2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:32.063464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-182c513d-a291-4eb9-80db-96654b328cc2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6&tenant_id=4cf8d04b22744889a736817e2226b3d0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0919459
Feb 19 21:25:32.074926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc451-d956-435a-b111-dbff7d6c0fbc req-d770e5a7-c8cf-4594-8d0e-69d263ed9987 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:32.076384 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a47dc451-d956-435a-b111-dbff7d6c0fbc req-d770e5a7-c8cf-4594-8d0e-69d263ed9987 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 944 time: 0.0769475
Feb 19 21:25:32.162323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a47dc451-d956-435a-b111-dbff7d6c0fbc req-a7228b79-d5d6-4417-8918-f72be8d6b057 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0797071
Feb 19 21:25:32.168060 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-d9876dce-e8d9-4076-959c-1efc2aba9ad8 service neutron] 10.222.0.67 "GET /v2.0/ports/15cc356c-3163-4eb8-ac97-f21ca45f9a33/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0908003
Feb 19 21:25:32.237326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-3caf8286-6b55-4287-9c65-e69b199e416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:32.238763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-3caf8286-6b55-4287-9c65-e69b199e416d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1126 time: 0.0479395
Feb 19 21:25:32.318971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:25:32.332212 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-73657717-fd54-4f34-83aa-8c1c64b3bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:32.333778 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-73657717-fd54-4f34-83aa-8c1c64b3bf7e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 898 time: 0.0900266
Feb 19 21:25:32.401757 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-2a4809b3-33b4-45ad-afaf-c154b49b5075 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1000 time: 0.0617635
Feb 19 21:25:32.415972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:25:32.432262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'port_id': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:25:32.454535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-778dab2e-e625-4f15-a9ee-b85e062a8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:32.456300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-778dab2e-e625-4f15-a9ee-b85e062a8487 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.0486417
Feb 19 21:25:32.468931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:25:32.469333 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:32.482673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cc356c-3163-4eb8-ac97-f21ca45f9a33 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:25:32.501757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:25:32.505529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-c3f1de6a-478b-4dc7-8efa-3a7bd1f25aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:32.506463 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:32.507234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-c3f1de6a-478b-4dc7-8efa-3a7bd1f25aeb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454433
Feb 19 21:25:32.553027 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:25:32.561206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.561568 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.561923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.562270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.562623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.562965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.563306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.563665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.563981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.564316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.564684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.565016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.565350 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:32.596917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-e8ad07c8-24f8-47b7-bfdb-023eaa8b8215 service neutron] 10.222.0.67 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835333
Feb 19 21:25:32.685611 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-a804aea3-0f40-4f31-9033-8820221bf13c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0437076
Feb 19 21:25:32.696150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-94745954-e755-4ed5-9fb7-5ca3f448dc2f service neutron] 10.222.0.67 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0925820
Feb 19 21:25:32.769519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-108ffdb2-202a-4cf3-a61a-5938c9217b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:32.771056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-108ffdb2-202a-4cf3-a61a-5938c9217b26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 1127 time: 0.0450613
Feb 19 21:25:32.872070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['15cc356c-3163-4eb8-ac97-f21ca45f9a33'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:25:32.879754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-70f8d415-f270-46d6-9195-0375763a4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:32.881306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-70f8d415-f270-46d6-9195-0375763a4046 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.0884423
Feb 19 21:25:32.947258 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-707979c4-dbad-4db1-8892-826ea90c3144 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493 HTTP/1.1" status: 200  len: 1001 time: 0.0598385
Feb 19 21:25:32.995625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-07a5b40d-cff6-449e-83a0-914e3a6f0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:32.997182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-07a5b40d-cff6-449e-83a0-914e3a6f0016 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0440021
Feb 19 21:25:33.049774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-8438d9fb-70b5-4b35-8c9c-0b740ca198aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:33.051189 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-8438d9fb-70b5-4b35-8c9c-0b740ca198aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483639
Feb 19 21:25:33.140169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-ac50f1c7-090e-41c2-b42e-ec6638926d2d service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823517
Feb 19 21:25:33.238614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7d529689-4a85-41a8-ae83-394ba197ab21 req-ebe71ad2-eba4-469f-b3ff-60a43457f896 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920157
Feb 19 21:25:33.297745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283f4f5-ee1e-41b3-b890-ae96fd716754 req-6b0043e7-b992-4648-ada2-459225a98891 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:33.299244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7283f4f5-ee1e-41b3-b890-ae96fd716754 req-6b0043e7-b992-4648-ada2-459225a98891 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 945 time: 0.0597720
Feb 19 21:25:33.347724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7283f4f5-ee1e-41b3-b890-ae96fd716754 req-5f5e421b-c1ac-458b-a9f8-8f738393b71c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426950
Feb 19 21:25:34.338426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:25:34.391912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:25:34.395745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:25:34.396106 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:34.469457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6540f7-3900-4972-a025-c24b7646ed72 req-ba2ace8c-01f3-4be8-8be1-12638cb2b396 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:34.470967 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c6540f7-3900-4972-a025-c24b7646ed72 req-ba2ace8c-01f3-4be8-8be1-12638cb2b396 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 945 time: 0.0526178
Feb 19 21:25:34.473098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:25:34.473501 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:34.496278 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:25:34.499359 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1eb169-a2f4-4be4-aca9-8bf4ed26be67" -d '{"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-plugged", "status": "completed", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:25:34.517769 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:25:34.524237 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:34.524849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c6540f7-3900-4972-a025-c24b7646ed72 req-9729490e-94e5-4966-955c-ac1671b7ad5f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478439
Feb 19 21:25:34.565148 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fec5e27-e3af-405e-bda4-357a4fc5bb9a x-openstack-request-id: req-6fec5e27-e3af-405e-bda4-357a4fc5bb9a {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:25:34.565457 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-plugged", "status": "completed", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:25:34.565714 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fec5e27-e3af-405e-bda4-357a4fc5bb9a {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:25:34.566111 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'code': 200}
Feb 19 21:25:34.578656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:25:34.913171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-17034f8f-75c6-4ced-a613-5b21e49dac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:34.914729 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-17034f8f-75c6-4ced-a613-5b21e49dac78 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 1128 time: 0.0906630
Feb 19 21:25:34.925418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:25:34.985264 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:35.186829 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:25:35.218799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:25:35.267033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:25:35.270435 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d80d0e5-520b-4f45-b04e-4b2aa1400973" -d '{"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:25:35.275551 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Publish callbacks [] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:35.293433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Transition to ACTIVE for port object 15cc356c-3163-4eb8-ac97-f21ca45f9a33 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:25:35.298023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:35.335642 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c255af2d-6ce5-4f27-9cfa-c216b0fbf6d5 x-openstack-request-id: req-c255af2d-6ce5-4f27-9cfa-c216b0fbf6d5 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:25:35.335955 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:25:35.336219 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c255af2d-6ce5-4f27-9cfa-c216b0fbf6d5 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:25:35.336658 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'code': 200}
Feb 19 21:25:35.435756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=10']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:25:35.458299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.458651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.459181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.459343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.459677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.460009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.460421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.460762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.461088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.461415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.461741 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.462064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.462388 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:25:35.498714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] No DVR routers for this DVR port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:25:35.642234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:25:35.642807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:25:35.643384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:25:35.648111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:25:35.648481 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Attempting to bind port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:25:35.655075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:25:35.655420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Checking segment: {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:25:35.655809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Bound using segment: {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:25:35.656245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Bound port: 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447b5c9e-9797-4963-9a9b-9294fabd616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:25:35.656631 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:35.662443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a999-46dc-4442-8618-9c28fd409aca req-8190d0c5-c48d-4869-ae9f-6c2ad24653e5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:35.663900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e408a999-46dc-4442-8618-9c28fd409aca req-8190d0c5-c48d-4869-ae9f-6c2ad24653e5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 945 time: 0.0623510
Feb 19 21:25:35.715377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e408a999-46dc-4442-8618-9c28fd409aca req-443dded9-f56c-420f-af26-acea8e399bdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444922
Feb 19 21:25:35.722029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:25:35.725118 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:25:35.733052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:35.771690 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:35.772458 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:35.773745 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] 10.222.0.10 "PUT /v2.0/ports/15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1093 time: 0.8522174
Feb 19 21:25:35.792872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fefd3-bfb3-49ff-b8e8-845c8f1af1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=11']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:25:35.840214 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8603ee01-119f-4e00-adf6-e187f24ea3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:35.842464 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-8603ee01-119f-4e00-adf6-e187f24ea3b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1127 time: 0.0466776
Feb 19 21:25:35.933386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-f0008bc4-a944-4db6-95a6-37bea28cd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:35.935611 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-f0008bc4-a944-4db6-95a6-37bea28cd64d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 898 time: 0.0872772
Feb 19 21:25:36.003779 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-e31c35e6-2311-404e-ba88-53e93a1539b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1000 time: 0.0625148
Feb 19 21:25:36.050694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-c0249652-96e0-499e-99cb-e2ebfa5f731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:36.052171 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-c0249652-96e0-499e-99cb-e2ebfa5f731e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.0429411
Feb 19 21:25:36.100364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-5982ab1f-6f98-48d9-9033-8c61f6829e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:36.101800 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-5982ab1f-6f98-48d9-9033-8c61f6829e04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434251
Feb 19 21:25:36.190452 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-446963ef-bd87-46e4-9db8-578adab43c88 service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827343
Feb 19 21:25:36.277169 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0a76ad44-7ae2-45a1-9dd7-83da226d57dd req-39a75493-162e-4508-a35b-ac4a0077b7be service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803714
Feb 19 21:25:36.837942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec42c6-e39a-4d57-b404-09f3c9305106 req-26b5796e-e09d-4c77-a3f1-96e5f8bdd338 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:36.839454 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ec42c6-e39a-4d57-b404-09f3c9305106 req-26b5796e-e09d-4c77-a3f1-96e5f8bdd338 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 945 time: 0.0523443
Feb 19 21:25:36.887349 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a6ec42c6-e39a-4d57-b404-09f3c9305106 req-f9155b13-2eb2-4294-bf5e-b4dc30f2d074 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418766
Feb 19 21:25:37.338644 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:25:37.341651 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9150464d-64b0-461f-b3cd-ae2db4982c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:25:37.389587 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ea169d-1c30-4629-96d4-70fb0fe92153 x-openstack-request-id: req-b1ea169d-1c30-4629-96d4-70fb0fe92153 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:25:37.389882 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:25:37.390598 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1ea169d-1c30-4629-96d4-70fb0fe92153 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:25:37.390598 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'status': 'completed', 'code': 200}
Feb 19 21:25:37.456976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-d25d1626-a586-4449-b42f-de5ecc84d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:37.458511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-d25d1626-a586-4449-b42f-de5ecc84d78a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1127 time: 0.0507851
Feb 19 21:25:37.460875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-8787e080-6984-4db0-9c7f-67a184d0f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:37.462366 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-8787e080-6984-4db0-9c7f-67a184d0f2e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1127 time: 0.0493531
Feb 19 21:25:37.546645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-bc16d306-e8a8-4278-a5ef-80749f12aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:37.548133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-bc16d306-e8a8-4278-a5ef-80749f12aeec service neutron] 10.222.0.67 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 898 time: 0.0844870
Feb 19 21:25:37.559984 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-acb31fa1-539a-4f42-a9c2-0b328759551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:37.561494 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-acb31fa1-539a-4f42-a9c2-0b328759551e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 898 time: 0.0854352
Feb 19 21:25:37.620671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-2f8116c6-1e49-4bdf-a467-9578b244cced service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1000 time: 0.0669997
Feb 19 21:25:37.632310 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-49a42867-e918-4ea8-b8dc-d6c15ebcb67d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 1000 time: 0.0639842
Feb 19 21:25:37.672468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-9da74844-6354-4ba5-ab58-a02cec181cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:37.674033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-9da74844-6354-4ba5-ab58-a02cec181cc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.0480626
Feb 19 21:25:37.735757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-a7bf6303-7f01-43d5-95cf-db46d58f8799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:37.737351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-a7bf6303-7f01-43d5-95cf-db46d58f8799 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0570605
Feb 19 21:25:37.838194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-43a43295-35cf-432a-b6b3-498973714c80 service neutron] 10.222.0.67 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0935893
Feb 19 21:25:37.939777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-eaaa98d8-991c-4677-b373-8f64e3feed2d service neutron] 10.222.0.67 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956602
Feb 19 21:25:38.016733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e69916-3e19-42fa-b8b0-2dcd337ae4dd req-9e0326e2-389d-4ea6-baf9-d636c13699a6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:38.018259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7e69916-3e19-42fa-b8b0-2dcd337ae4dd req-9e0326e2-389d-4ea6-baf9-d636c13699a6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 945 time: 0.0554693
Feb 19 21:25:38.040469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-606d4333-fe4b-47ee-84a7-048b638d00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:38.041948 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-606d4333-fe4b-47ee-84a7-048b638d00e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.3968019
Feb 19 21:25:38.068453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7e69916-3e19-42fa-b8b0-2dcd337ae4dd req-d51852c3-7ad5-4e4e-bbcd-bc73a3bd2d50 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440028
Feb 19 21:25:38.089095 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-e5da81f1-e5f0-46c3-ab39-e3cf3530eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:25:38.090640 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-e5da81f1-e5f0-46c3-ab39-e3cf3530eb3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430336
Feb 19 21:25:38.090798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 60958) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:25:38.156263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-897e6868-139d-41ab-bf4f-25e46e1d577f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/56e11e59-d748-47b7-9251-4d5f7ab40d1b HTTP/1.1" status: 200  len: 992 time: 0.0643325
Feb 19 21:25:38.180632 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-cf2dfcfd-94f2-487e-b29c-840ee03c727d service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844767
Feb 19 21:25:38.267694 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9150464d-64b0-461f-b3cd-ae2db4982c2a req-b4f063ba-514b-4093-ae72-71779cef1cd3 service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818875
Feb 19 21:25:38.356931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:25:38.395417 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:25:38.395813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:25:39.834493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:25:39.933724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:25:39.945722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'port_id': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'mac_address': 'fa:16:3e:f6:46:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:25:39.983423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:25:39.983745 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:39.996431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cc356c-3163-4eb8-ac97-f21ca45f9a33 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:25:40.015252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:25:40.018753 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:40.063868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=12']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:25:40.235638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['15cc356c-3163-4eb8-ac97-f21ca45f9a33'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:25:40.299126 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:25:41.828303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:25:41.876395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:25:41.880368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:25:41.880756 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:41.955245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:25:41.955561 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:41.977815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:25:41.980039 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f25510-9ab8-40eb-8f37-204f994f60a2" -d '{"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-plugged", "status": "completed", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:25:41.992764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:25:41.996685 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:42.024777 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfd12f7-b6b6-4e12-9aa1-9be33568248f x-openstack-request-id: req-edfd12f7-b6b6-4e12-9aa1-9be33568248f {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:25:42.025079 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-plugged", "status": "completed", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:25:42.025340 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edfd12f7-b6b6-4e12-9aa1-9be33568248f {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:25:42.025732 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'code': 200}
Feb 19 21:25:42.050435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=13']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:25:48.320174 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-36216477-3ff1-4425-950f-cb0775fd7b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:50.576797 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9b30da2d-06f7-4216-9135-a8997e831abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:51.880015 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:53.249066 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:54.429543 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:56.068155 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:25:59.612907 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:08.756682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec44d0-15f0-43d6-a09b-78366fee6641 req-a903d078-3663-4e20-8c30-61e1ce647da0 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:08.758622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34ec44d0-15f0-43d6-a09b-78366fee6641 req-a903d078-3663-4e20-8c30-61e1ce647da0 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1129 time: 0.0476358
Feb 19 21:26:08.815484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34ec44d0-15f0-43d6-a09b-78366fee6641 req-e671a456-04b2-4988-b477-20f15c884ce6 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0492752
Feb 19 21:26:08.833874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32776) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:08.999047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port d581e79d-2c62-46ed-a802-30d50a7a8436 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:26:08.999394 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d581e79d-2c62-46ed-a802-30d50a7a8436), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:09.076793 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d581e79d-2c62-46ed-a802-30d50a7a8436), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:09.077420 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (d581e79d-2c62-46ed-a802-30d50a7a8436), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:09.091723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for d581e79d-2c62-46ed-a802-30d50a7a8436 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:26:09.256791 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d581e79d-2c62-46ed-a802-30d50a7a8436), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:09.285373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=d581e79d-2c62-46ed-a802-30d50a7a8436,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:09.350700 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (56e11e59-d748-47b7-9251-4d5f7ab40d1b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:09.351034 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Floating IP 56e11e59-d748-47b7-9251-4d5f7ab40d1b disassociated (deleted). External IP: 172.35.2.236, port: 15cc356c-3163-4eb8-ac97-f21ca45f9a33.
Feb 19 21:26:09.558353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router dd21273f-6485-4a5d-89c1-64925799f186 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:26:09.988414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:26:09.993178 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:10.002075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a3f7d-9e36-4f07-b56f-ea2d0e349b19 None None] Sync routers for ids ['dd21273f-6485-4a5d-89c1-64925799f186'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:26:10.013978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a3f7d-9e36-4f07-b56f-ea2d0e349b19 None None] Routers {'dd21273f-6485-4a5d-89c1-64925799f186'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:10.015122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4f1a3f7d-9e36-4f07-b56f-ea2d0e349b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ec40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:25:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd21273f-6485-4a5d-89c1-64925799f186'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:10.030399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0b5b1e8e-6101-4403-80a3-abe2449a164d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/floatingips/56e11e59-d748-47b7-9251-4d5f7ab40d1b HTTP/1.1" status: 204  len: 168 time: 1.1925452
Feb 19 21:26:10.030399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:26:10.031387 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ff4a45-8fe6-410b-8a17-38a681c9116e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:26:10.130829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-4f1a3f7d-9e36-4f07-b56f-ea2d0e349b19 None None] Set router dd21273f-6485-4a5d-89c1-64925799f186 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:10.139005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-685cfd7a-3ca4-4865-90a8-997e4fa758d4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124469932&fields=id&tenant_id=c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 267 time: 0.0492613
Feb 19 21:26:10.258668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-c25789f8-95ce-4b87-a11f-d45a824c6467 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:10.260846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-c25789f8-95ce-4b87-a11f-d45a824c6467 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.1098254
Feb 19 21:26:10.264233 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3976cac-9f57-4e92-b21e-80e707307ce9 x-openstack-request-id: req-d3976cac-9f57-4e92-b21e-80e707307ce9 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:26:10.264569 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:26:10.264832 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3976cac-9f57-4e92-b21e-80e707307ce9 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:26:10.265235 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'status': 'completed', 'code': 200}
Feb 19 21:26:10.283636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-c632bcb6-09d8-4e5b-bef9-1f80948fa9ae tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/quotas/c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 375 time: 0.0171862
Feb 19 21:26:10.334846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff4a45-8fe6-410b-8a17-38a681c9116e req-f202bcc2-d8c3-4a79-9fe6-1f5667d4d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:10.336468 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-59ff4a45-8fe6-410b-8a17-38a681c9116e req-f202bcc2-d8c3-4a79-9fe6-1f5667d4d6b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 1129 time: 0.0503802
Feb 19 21:26:10.385793 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-3a84a2d8-807d-4241-8790-04e0f670e5d5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0922132
Feb 19 21:26:10.409051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8ab9-ce97-4d6a-89d2-e7c18c0cb70b req-fb12815b-3fed-4b49-b882-7c1bd9c0d791 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:10.410884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51cd8ab9-ce97-4d6a-89d2-e7c18c0cb70b req-fb12815b-3fed-4b49-b882-7c1bd9c0d791 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 947 time: 0.0817273
Feb 19 21:26:10.440133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff4a45-8fe6-410b-8a17-38a681c9116e req-8078d7e2-a290-428e-bb19-0578aadb3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:10.441950 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-59ff4a45-8fe6-410b-8a17-38a681c9116e req-8078d7e2-a290-428e-bb19-0578aadb3180 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 200  len: 898 time: 0.0973861
Feb 19 21:26:10.487428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-51cd8ab9-ce97-4d6a-89d2-e7c18c0cb70b req-669c4c32-ab05-4640-8df6-f7515d5b9c75 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0573015
Feb 19 21:26:10.492836 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-59ff4a45-8fe6-410b-8a17-38a681c9116e req-c173fd1f-6cff-41f0-841b-fde68efe8267 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 200  len: 217 time: 0.0418985
Feb 19 21:26:10.515901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4f1a3f7d-9e36-4f07-b56f-ea2d0e349b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ec40>, [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:18Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ad848c3a-e1a7-43bd-bb2e-44caafb107a5', 'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:ab:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:17Z', 'updated_at': '2022-02-19T21:24:22Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:10.542754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a3f7d-9e36-4f07-b56f-ea2d0e349b19 None None] Checking router: dd21273f-6485-4a5d-89c1-64925799f186 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:26:10.547989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff4a45-8fe6-410b-8a17-38a681c9116e req-9cc38620-ae98-4f90-9b31-ce096a024a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:10.550023 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-59ff4a45-8fe6-410b-8a17-38a681c9116e req-9cc38620-ae98-4f90-9b31-ce096a024a4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 200  len: 834 time: 0.0520692
Feb 19 21:26:10.551420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a3f7d-9e36-4f07-b56f-ea2d0e349b19 None None] Routers {'dd21273f-6485-4a5d-89c1-64925799f186'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:10.552096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4f1a3f7d-9e36-4f07-b56f-ea2d0e349b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ec40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:25:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd21273f-6485-4a5d-89c1-64925799f186'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:10.579197 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-be9d5574-deb3-4fcb-8500-f6b88522b022 service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672337
Feb 19 21:26:10.602452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff4a45-8fe6-410b-8a17-38a681c9116e req-4abfcb6a-f965-4b50-92b4-f1279257d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:10.604004 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-59ff4a45-8fe6-410b-8a17-38a681c9116e req-4abfcb6a-f965-4b50-92b4-f1279257d2d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480156
Feb 19 21:26:10.663537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-4f1a3f7d-9e36-4f07-b56f-ea2d0e349b19 None None] Set router dd21273f-6485-4a5d-89c1-64925799f186 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:10.677049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-7657aece-5f00-4f1a-ade8-fd33ceb3c75f service neutron] 10.222.0.30 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912824
Feb 19 21:26:10.703357 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-59ff4a45-8fe6-410b-8a17-38a681c9116e req-e5c0d4f8-6ed1-4e9d-b03b-80efe07f33b4 service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920889
Feb 19 21:26:10.804378 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-59ff4a45-8fe6-410b-8a17-38a681c9116e req-380d3e96-3c18-45c9-818f-f769de996085 service neutron] 10.222.0.10 "GET /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0937777
Feb 19 21:26:10.879896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4f1a3f7d-9e36-4f07-b56f-ea2d0e349b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6353ec40>, [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:18Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ad848c3a-e1a7-43bd-bb2e-44caafb107a5', 'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:ab:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:17Z', 'updated_at': '2022-02-19T21:24:22Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:10.908165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a3f7d-9e36-4f07-b56f-ea2d0e349b19 None None] The sync data for ids ['dd21273f-6485-4a5d-89c1-64925799f186'] in ncdv-master-1 is: [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:24:18Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ad848c3a-e1a7-43bd-bb2e-44caafb107a5', 'name': '', 'network_id': 'c93eef5b-a4a6-42d4-a46f-4046e4c6aedd', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:ab:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:17Z', 'updated_at': '2022-02-19T21:24:22Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '3e40dda8-2691-47a8-a5d9-8c1e5963881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:26:10.973585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fa061812-8848-4849-a1fe-24f5378a62b8 req-1ff0226f-b6aa-49d3-8578-5eca2e720d69 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 210 time: 0.0298140
Feb 19 21:26:11.169256 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160e83a9-f817-4e37-8a01-f747462a63b2 None None] New status for floating IP 56e11e59-d748-47b7-9251-4d5f7ab40d1b: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:26:11.549358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ca1ff-7060-41e3-a9c7-972288fe5561 req-c0c8d0bb-3e38-4541-8581-50015c605915 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:11.550883 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-590ca1ff-7060-41e3-a9c7-972288fe5561 req-c0c8d0bb-3e38-4541-8581-50015c605915 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 947 time: 0.0559733
Feb 19 21:26:11.608971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dfa08-51b9-4792-bf27-84a6a9594bec req-76a6b265-4042-43e0-8311-0f76566cb860 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:11.615801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-208dfa08-51b9-4792-bf27-84a6a9594bec req-76a6b265-4042-43e0-8311-0f76566cb860 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ab3096-5aa0-4585-a188-685cb7322fb6 HTTP/1.1" status: 200  len: 947 time: 0.0623291
Feb 19 21:26:11.652502 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-590ca1ff-7060-41e3-a9c7-972288fe5561 req-69775598-4496-48b9-8532-c485082c2ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:26:11.652853 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-590ca1ff-7060-41e3-a9c7-972288fe5561 req-69775598-4496-48b9-8532-c485082c2ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:11.665103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-208dfa08-51b9-4792-bf27-84a6a9594bec req-0f120dd9-689a-480f-8054-7a1abe92dfe2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e813e1-3a43-4c87-a56e-f229439b8467&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484481
Feb 19 21:26:11.743854 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-590ca1ff-7060-41e3-a9c7-972288fe5561 req-69775598-4496-48b9-8532-c485082c2ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port 15cc356c-3163-4eb8-ac97-f21ca45f9a33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=15cc356c-3163-4eb8-ac97-f21ca45f9a33,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:11.744216 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-590ca1ff-7060-41e3-a9c7-972288fe5561 req-69775598-4496-48b9-8532-c485082c2ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:11.757709 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-590ca1ff-7060-41e3-a9c7-972288fe5561 req-69775598-4496-48b9-8532-c485082c2ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for 15cc356c-3163-4eb8-ac97-f21ca45f9a33 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:26:11.890813 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-590ca1ff-7060-41e3-a9c7-972288fe5561 req-69775598-4496-48b9-8532-c485082c2ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (15cc356c-3163-4eb8-ac97-f21ca45f9a33), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:11.922950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69775598-4496-48b9-8532-c485082c2ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=15cc356c-3163-4eb8-ac97-f21ca45f9a33,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:11.956839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-402e98f2-7006-489e-9c41-6d4d325a64d7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:11.958463 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-402e98f2-7006-489e-9c41-6d4d325a64d7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 812 time: 0.1082766
Feb 19 21:26:11.973985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-590ca1ff-7060-41e3-a9c7-972288fe5561 req-69775598-4496-48b9-8532-c485082c2ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] No DVR routers for this DVR port 15cc356c-3163-4eb8-ac97-f21ca45f9a33 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:26:11.977153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-590ca1ff-7060-41e3-a9c7-972288fe5561 req-69775598-4496-48b9-8532-c485082c2ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:11.980989 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-590ca1ff-7060-41e3-a9c7-972288fe5561 req-69775598-4496-48b9-8532-c485082c2ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.10 "DELETE /v2.0/ports/15cc356c-3163-4eb8-ac97-f21ca45f9a33 HTTP/1.1" status: 204  len: 173 time: 0.4250009
Feb 19 21:26:11.981454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-deleted', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:26:11.985107 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5448ddae-47ad-47fb-a637-6adb1d6ee240" -d '{"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-deleted", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:26:12.045211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-0ee2a6c0-a48d-465b-82a8-c7e5e69cc1b8 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88a055c429b4b9e8e86a370c8571785 HTTP/1.1" status: 200  len: 379 time: 0.0783854
Feb 19 21:26:12.060741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'port': {'device_id': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'admin_state_up': True, 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'security_groups': ['a89b9a56-e0cf-44b3-ac18-138af0f70961']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:12.115143 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d96821e-ebab-452d-a1fe-04d070e1d182 x-openstack-request-id: req-4d96821e-ebab-452d-a1fe-04d070e1d182 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:26:12.115727 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ab3096-5aa0-4585-a188-685cb7322fb6", "name": "network-vif-deleted", "tag": "15cc356c-3163-4eb8-ac97-f21ca45f9a33", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:26:12.116113 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d96821e-ebab-452d-a1fe-04d070e1d182 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:26:12.116696 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab3096-5aa0-4585-a188-685cb7322fb6', 'name': 'network-vif-deleted', 'tag': '15cc356c-3163-4eb8-ac97-f21ca45f9a33', 'status': 'completed', 'code': 200}
Feb 19 21:26:12.159137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8b15072-dac9-40fe-9b0c-4d7ccebf2b2c req-16dc5cbc-4840-426f-bd4a-ab39d029f0b4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 210 time: 0.0902240
Feb 19 21:26:12.225706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Made reservation on behalf of c88a055c429b4b9e8e86a370c8571785 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:26:12.229109 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:12.370139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Allocated IP 172.20.0.8 (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19/3b3d5fb1-eef9-434b-9f89-38f825d19a34/4f4bd7f1-40bc-48c5-b9a1-1695752292d5) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:26:12.559048 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:12.593464 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:12.639602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:26:12.642726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:26:12.646421 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:26:12.672223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=4f4bd7f1-40bc-48c5-b9a1-1695752292d5,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:12.708781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:12.709683 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:12.737847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-1109e42d-c55f-47dd-8382-61e79850e208 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6815968
Feb 19 21:26:12.738594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32860) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:12.782434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Request body: {'port': {'device_id': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:12.896053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:12.985686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-070bcd3f-73a1-41bf-a573-9bae7b93ba37 None None] Provisioning complete for port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:12.986677 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-070bcd3f-73a1-41bf-a573-9bae7b93ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:13.027503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-070bcd3f-73a1-41bf-a573-9bae7b93ba37 None None] Port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:26:13.373972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24ad15-27be-4953-818e-08a4294b0b5f req-e650d1f2-cdff-4ae8-8b32-672ee9aaa820 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:13.375463 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f24ad15-27be-4953-818e-08a4294b0b5f req-e650d1f2-cdff-4ae8-8b32-672ee9aaa820 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 931 time: 0.1374633
Feb 19 21:26:13.393195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:26:13.412186 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Publish callbacks [] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:13.457926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Transition to ACTIVE for port object 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:26:13.468137 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:13.505718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f24ad15-27be-4953-818e-08a4294b0b5f req-2ee51cd2-84b8-49f7-8f5f-dd5ecea3b632 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232841
Feb 19 21:26:13.534929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4bd7f1-40bc-48c5-b9a1-1695752292d5,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:13.561266 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (dd21273f-6485-4a5d-89c1-64925799f186), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:13.696090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Attempting to bind port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:26:13.696722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Attempting to bind port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:26:13.696833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Attempting to bind port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:26:13.706313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:26:13.706647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Attempting to bind port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 on network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:26:13.715355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:26:13.715699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Checking segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:26:13.716618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Bound using segment: {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:26:13.717063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Bound port: 4f4bd7f1-40bc-48c5-b9a1-1695752292d5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '723803cd-c04a-41e0-8f64-71619122a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:26:13.717429 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:13.843465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] For port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:26:13.848606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] For port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f4bd7f1-40bc-48c5-b9a1-1695752292d5,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:26:13.855369 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:13.900820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:13.901479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:13.902892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] 10.222.0.10 "PUT /v2.0/ports/4f4bd7f1-40bc-48c5-b9a1-1695752292d5 HTTP/1.1" status: 200  len: 1091 time: 1.1565657
Feb 19 21:26:13.906868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'tag': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:26:13.909317 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1695f956-3d9f-4acb-9c5c-0cf825ec7bc7", "tag": "4f4bd7f1-40bc-48c5-b9a1-1695752292d5"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:26:13.962452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10487a-d32d-4fae-9f98-de8a321f0364 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4bd7f1-40bc-48c5-b9a1-1695752292d5,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:13.985895 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace4dad9-c2f1-4332-ba65-387d87537519 x-openstack-request-id: req-ace4dad9-c2f1-4332-ba65-387d87537519 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:26:13.986203 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1695f956-3d9f-4acb-9c5c-0cf825ec7bc7", "tag": "4f4bd7f1-40bc-48c5-b9a1-1695752292d5", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:26:13.986454 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ace4dad9-c2f1-4332-ba65-387d87537519 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:26:13.986867 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'tag': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5', 'status': 'completed', 'code': 200}
Feb 19 21:26:14.042034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-eba0424e-eb4a-4339-afaa-e5179211f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:14.043593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-eba0424e-eb4a-4339-afaa-e5179211f8aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 1125 time: 0.0895734
Feb 19 21:26:14.059198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port ad848c3a-e1a7-43bd-bb2e-44caafb107a5 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:26:14.059552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:14.101308 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-6d136a97-2298-410e-842a-cfbbb5b8937a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f4bd7f1-40bc-48c5-b9a1-1695752292d5 HTTP/1.1" status: 200  len: 217 time: 0.0498681
Feb 19 21:26:14.194251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-d17a7392-0d9e-4131-b540-2623a72fb2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:14.195719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-d17a7392-0d9e-4131-b540-2623a72fb2ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0707805
Feb 19 21:26:14.239084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port ad848c3a-e1a7-43bd-bb2e-44caafb107a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad848c3a-e1a7-43bd-bb2e-44caafb107a5,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:14.239459 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:14.256390 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for ad848c3a-e1a7-43bd-bb2e-44caafb107a5 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:26:14.275628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-79c17095-9f7b-489f-853e-aebde2472751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:14.277193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-79c17095-9f7b-489f-853e-aebde2472751 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0753505
Feb 19 21:26:14.449938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-f640a662-3c10-4f11-860f-692d56dff1a2 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455679
Feb 19 21:26:14.603109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43b3b36-42eb-4ab4-b593-96d3ac5f5da3 req-8a7f8d67-3119-443b-b350-160d04cc5439 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464763
Feb 19 21:26:14.625813 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ad848c3a-e1a7-43bd-bb2e-44caafb107a5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:14.664807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=ad848c3a-e1a7-43bd-bb2e-44caafb107a5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:14.763157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8069f77-6f77-47d6-82cb-61d3409b8a29 req-a8458f49-f1b5-4815-96b5-660d236ce662 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:14.764781 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8069f77-6f77-47d6-82cb-61d3409b8a29 req-a8458f49-f1b5-4815-96b5-660d236ce662 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 943 time: 0.1863315
Feb 19 21:26:14.786864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea req-131d0945-b906-4a0b-bb91-27d928296bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:14.788463 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea req-131d0945-b906-4a0b-bb91-27d928296bd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 1125 time: 0.1328611
Feb 19 21:26:15.264523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8069f77-6f77-47d6-82cb-61d3409b8a29 req-2cd3fcb9-6db6-49f0-a009-944470e6c4b2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4914980
Feb 19 21:26:15.314771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea req-f1c07840-57a2-4c5b-ae80-3a30a3840179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:15.316244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea req-f1c07840-57a2-4c5b-ae80-3a30a3840179 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.5192325
Feb 19 21:26:15.316971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (dd21273f-6485-4a5d-89c1-64925799f186), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:15.390339 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea req-08fc8be5-c2e5-441c-9cdc-aeb35d55a3f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f4bd7f1-40bc-48c5-b9a1-1695752292d5 HTTP/1.1" status: 200  len: 217 time: 0.0659642
Feb 19 21:26:15.482650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea req-2dd3c483-d9be-4501-94ee-d3843f51e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:15.484119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea req-2dd3c483-d9be-4501-94ee-d3843f51e7cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0654917
Feb 19 21:26:15.610211 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea req-9284e87c-dbfe-413b-900e-c6fd370ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:15.611668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea req-9284e87c-dbfe-413b-900e-c6fd370ce33c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1211245
Feb 19 21:26:15.710419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router dd21273f-6485-4a5d-89c1-64925799f186 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:26:15.732518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea req-c2a8d12e-cfb0-4969-b7c3-e06fae77bb75 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1124957
Feb 19 21:26:15.902862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:26:15.908135 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-abd3a13e-55fe-4dca-b3e1-6ec930a3f50e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "PUT /v2.0/routers/dd21273f-6485-4a5d-89c1-64925799f186/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1684017
Feb 19 21:26:15.910465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2969ee56-1f23-4f09-9cdc-e68b86ea06ea req-7e193f08-c80e-44c4-b421-4a1e5ee1de30 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423676
Feb 19 21:26:15.911038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32868) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:15.913566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c53e1-e282-4f19-be02-d59059031c5f None None] Sync routers for ids ['dd21273f-6485-4a5d-89c1-64925799f186'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:26:15.925244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c53e1-e282-4f19-be02-d59059031c5f None None] Routers {'dd21273f-6485-4a5d-89c1-64925799f186'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:15.925917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-201c53e1-e282-4f19-be02-d59059031c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63795a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:25:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd21273f-6485-4a5d-89c1-64925799f186'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:15.969101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-112e352c-85e2-4757-bba0-b1d71a29bc41 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting subnet 3e40dda8-2691-47a8-a5d9-8c1e5963881e {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:26:15.972303 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-112e352c-85e2-4757-bba0-b1d71a29bc41 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (3e40dda8-2691-47a8-a5d9-8c1e5963881e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:15.989270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:26:16.013794 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-112e352c-85e2-4757-bba0-b1d71a29bc41 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (3e40dda8-2691-47a8-a5d9-8c1e5963881e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.017784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 15cc356c-3163-4eb8-ac97-f21ca45f9a33 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:26:16.018141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 15cc356c-3163-4eb8-ac97-f21ca45f9a33 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:26:16.055506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-201c53e1-e282-4f19-be02-d59059031c5f None None] Set router dd21273f-6485-4a5d-89c1-64925799f186 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:16.095441 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-112e352c-85e2-4757-bba0-b1d71a29bc41 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (3e40dda8-2691-47a8-a5d9-8c1e5963881e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.157623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-112e352c-85e2-4757-bba0-b1d71a29bc41 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (3e40dda8-2691-47a8-a5d9-8c1e5963881e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.185650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e352c-85e2-4757-bba0-b1d71a29bc41 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Subnet': ['ID=3e40dda8-2691-47a8-a5d9-8c1e5963881e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:16.187660 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-112e352c-85e2-4757-bba0-b1d71a29bc41 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.193659 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-112e352c-85e2-4757-bba0-b1d71a29bc41 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/subnets/3e40dda8-2691-47a8-a5d9-8c1e5963881e HTTP/1.1" status: 204  len: 168 time: 0.2788296
Feb 19 21:26:16.193659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32870) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:16.213875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a33e6-7d58-4953-9568-50c31da2ad74 None None] Network c93eef5b-a4a6-42d4-a46f-4046e4c6aedd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:26:16.305849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (dd21273f-6485-4a5d-89c1-64925799f186), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.311833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-201c53e1-e282-4f19-be02-d59059031c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63795a90>, [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:26:14Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:16.341462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c53e1-e282-4f19-be02-d59059031c5f None None] Checking router: dd21273f-6485-4a5d-89c1-64925799f186 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:26:16.355764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c53e1-e282-4f19-be02-d59059031c5f None None] Routers {'dd21273f-6485-4a5d-89c1-64925799f186'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:16.356458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-201c53e1-e282-4f19-be02-d59059031c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63795a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:25:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['dd21273f-6485-4a5d-89c1-64925799f186'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:16.436207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b067e28-15aa-4b91-9974-ddcb62519786 req-4f8c29d6-6d5e-4083-83c8-5be3bbefab17 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:16.438073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b067e28-15aa-4b91-9974-ddcb62519786 req-4f8c29d6-6d5e-4083-83c8-5be3bbefab17 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 943 time: 0.0733480
Feb 19 21:26:16.439409 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (dd21273f-6485-4a5d-89c1-64925799f186), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.460516 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad8aad5-f79e-47c5-83e6-38bd18cda071 None None] DHCP port deletion for c93eef5b-a4a6-42d4-a46f-4046e4c6aedd request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:26:16.498999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b067e28-15aa-4b91-9974-ddcb62519786 req-7e82d7bd-41c0-4a80-a8b5-2eb135e226be tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543380
Feb 19 21:26:16.502534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port e57a347c-62af-4a04-9995-332e94362bf2 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:26:16.502943 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e57a347c-62af-4a04-9995-332e94362bf2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.523719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-201c53e1-e282-4f19-be02-d59059031c5f None None] Set router dd21273f-6485-4a5d-89c1-64925799f186 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:16.582751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port e57a347c-62af-4a04-9995-332e94362bf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e57a347c-62af-4a04-9995-332e94362bf2,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:16.583199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e57a347c-62af-4a04-9995-332e94362bf2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.596305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for e57a347c-62af-4a04-9995-332e94362bf2 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:26:16.646244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8aad5-f79e-47c5-83e6-38bd18cda071 None None] Deleting port 000c1c42-8230-45e1-9b4a-8a1721454b39 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:26:16.646625 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ad8aad5-f79e-47c5-83e6-38bd18cda071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.743664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8ad8aad5-f79e-47c5-83e6-38bd18cda071 None None] For port 000c1c42-8230-45e1-9b4a-8a1721454b39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=000c1c42-8230-45e1-9b4a-8a1721454b39,segment=NetworkSegment(447b5c9e-9797-4963-9a9b-9294fabd616a),segment_id=447b5c9e-9797-4963-9a9b-9294fabd616a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:16.744074 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ad8aad5-f79e-47c5-83e6-38bd18cda071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.757799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8aad5-f79e-47c5-83e6-38bd18cda071 None None] Calling delete_port for 000c1c42-8230-45e1-9b4a-8a1721454b39 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:26:16.769530 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e57a347c-62af-4a04-9995-332e94362bf2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.799396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=e57a347c-62af-4a04-9995-332e94362bf2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:16.831656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-201c53e1-e282-4f19-be02-d59059031c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63795a90>, [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:26:14Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:16.861147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c53e1-e282-4f19-be02-d59059031c5f None None] The sync data for ids ['dd21273f-6485-4a5d-89c1-64925799f186'] in ncdv-master-1 is: [{'id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148861490', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:24:14Z', 'updated_at': '2022-02-19T21:26:14Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'e57a347c-62af-4a04-9995-332e94362bf2', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21273f-6485-4a5d-89c1-64925799f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:24:15Z', 'updated_at': '2022-02-19T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:26:16.861641 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (dd21273f-6485-4a5d-89c1-64925799f186), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.879619 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ad8aad5-f79e-47c5-83e6-38bd18cda071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (000c1c42-8230-45e1-9b4a-8a1721454b39), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.912600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8aad5-f79e-47c5-83e6-38bd18cda071 None None] Pushing event deleted for resources: {'Port': ['ID=000c1c42-8230-45e1-9b4a-8a1721454b39,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:16.916139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8aad5-f79e-47c5-83e6-38bd18cda071 None None] No DVR routers for this DVR port 000c1c42-8230-45e1-9b4a-8a1721454b39 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:26:16.964766 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (dd21273f-6485-4a5d-89c1-64925799f186), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:16.967528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_controller (dd21273f-6485-4a5d-89c1-64925799f186), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.013676 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (dd21273f-6485-4a5d-89c1-64925799f186), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.014206 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Fanout notify agent at l3_agent the message router_deleted on router dd21273f-6485-4a5d-89c1-64925799f186 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:26:17.021178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.022375 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-eeec7160-b506-48f1-8ee4-a3577fa64028 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/routers/dd21273f-6485-4a5d-89c1-64925799f186 HTTP/1.1" status: 204  len: 168 time: 0.8278244
Feb 19 21:26:17.025051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32874) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:17.101194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (c93eef5b-a4a6-42d4-a46f-4046e4c6aedd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.193549 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (c93eef5b-a4a6-42d4-a46f-4046e4c6aedd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.215555 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69d756d0>,) {'filters': {'network_id': ['c93eef5b-a4a6-42d4-a46f-4046e4c6aedd']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:17.225966 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69d756d0>, '447b5c9e-9797-4963-9a9b-9294fabd616a') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:17.226272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69d756d0>, '447b5c9e-9797-4963-9a9b-9294fabd616a') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:17.236405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (447b5c9e-9797-4963-9a9b-9294fabd616a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.249979 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (447b5c9e-9797-4963-9a9b-9294fabd616a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.256668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:26:17.257078 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (447b5c9e-9797-4963-9a9b-9294fabd616a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:26:17.260143 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:26:17.303766 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:26:17.320944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (c93eef5b-a4a6-42d4-a46f-4046e4c6aedd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.329145 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.335568 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/networks/c93eef5b-a4a6-42d4-a46f-4046e4c6aedd HTTP/1.1" status: 204  len: 168 time: 0.3070354
Feb 19 21:26:17.336246 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32876) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:17.345351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021b5a3-61ef-40ea-aa0b-d1e758af9ca8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Network': ['ID=c93eef5b-a4a6-42d4-a46f-4046e4c6aedd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:17.396509 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75802cb6-a347-466d-a2b2-fd244540b815 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (84e813e1-3a43-4c87-a56e-f229439b8467), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.428621 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75802cb6-a347-466d-a2b2-fd244540b815 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (84e813e1-3a43-4c87-a56e-f229439b8467), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.506209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75802cb6-a347-466d-a2b2-fd244540b815 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (84e813e1-3a43-4c87-a56e-f229439b8467), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.509034 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75802cb6-a347-466d-a2b2-fd244540b815 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:17.510233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-75802cb6-a347-466d-a2b2-fd244540b815 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/security-groups/84e813e1-3a43-4c87-a56e-f229439b8467 HTTP/1.1" status: 204  len: 168 time: 0.1727729
Feb 19 21:26:17.536378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75802cb6-a347-466d-a2b2-fd244540b815 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e813e1-3a43-4c87-a56e-f229439b8467,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:17.613448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 000c1c42-8230-45e1-9b4a-8a1721454b39 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:26:17.637578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 000c1c42-8230-45e1-9b4a-8a1721454b39 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:26:17.638001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 000c1c42-8230-45e1-9b4a-8a1721454b39 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:26:17.639150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ad848c3a-e1a7-43bd-bb2e-44caafb107a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:26:17.647193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe04f2-7fd2-45f7-ab6b-93abe6b45a5f req-656574d0-6a37-460b-b92d-3ee74615e36e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:17.648877 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ffe04f2-7fd2-45f7-ab6b-93abe6b45a5f req-656574d0-6a37-460b-b92d-3ee74615e36e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 943 time: 0.0631239
Feb 19 21:26:17.664509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: ad848c3a-e1a7-43bd-bb2e-44caafb107a5 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:26:17.664873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device ad848c3a-e1a7-43bd-bb2e-44caafb107a5 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:26:17.704999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ffe04f2-7fd2-45f7-ab6b-93abe6b45a5f req-eba45bfe-dbbc-4fd9-98bf-5c9a21edeedc tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504344
Feb 19 21:26:17.963811 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:26:18.065283 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f4bd7f1-40bc-48c5-b9a1-1695752292d5,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:18.076886 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'port_id': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5', 'mac_address': 'fa:16:3e:45:de:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:26:18.079303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32884) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:18.084065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8a838329-aa2c-4948-9331-7e1b27a216b2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009078968', 'description': 'tempest-secgroup-smoke-2009078968 description', 'project_id': '4cf8d04b22744889a736817e2226b3d0'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:18.105029 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a838329-aa2c-4948-9331-7e1b27a216b2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.118709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:18.118709 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.128763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:26:18.147818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f4bd7f1-40bc-48c5-b9a1-1695752292d5,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:18.150867 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.175108 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a838329-aa2c-4948-9331-7e1b27a216b2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (c97b6647-06ce-40ad-bd68-9e10f051f372), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.178897 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a838329-aa2c-4948-9331-7e1b27a216b2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c97b6647-06ce-40ad-bd68-9e10f051f372), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.196951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=4f4bd7f1-40bc-48c5-b9a1-1695752292d5,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:18.210188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8a838329-aa2c-4948-9331-7e1b27a216b2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.211477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8a838329-aa2c-4948-9331-7e1b27a216b2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1311586
Feb 19 21:26:18.215054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32886) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:18.215826 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a838329-aa2c-4948-9331-7e1b27a216b2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97b6647-06ce-40ad-bd68-9e10f051f372,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:18.225328 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-57d9d83e-2e27-4a7a-86c3-dc8484c8173b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': 'c97b6647-06ce-40ad-bd68-9e10f051f372', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:18.250815 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57d9d83e-2e27-4a7a-86c3-dc8484c8173b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (7e074676-c2b2-466a-bd17-d1aa85e3dfd0), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.311828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57d9d83e-2e27-4a7a-86c3-dc8484c8173b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (7e074676-c2b2-466a-bd17-d1aa85e3dfd0), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.316478 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57d9d83e-2e27-4a7a-86c3-dc8484c8173b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (7e074676-c2b2-466a-bd17-d1aa85e3dfd0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.327995 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0b08acc1-fd1f-4d16-9d1d-2998c3a90685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.335093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9d83e-2e27-4a7a-86c3-dc8484c8173b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e074676-c2b2-466a-bd17-d1aa85e3dfd0,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:18.343153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['4f4bd7f1-40bc-48c5-b9a1-1695752292d5'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:26:18.344054 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57d9d83e-2e27-4a7a-86c3-dc8484c8173b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.347859 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-57d9d83e-2e27-4a7a-86c3-dc8484c8173b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1236780
Feb 19 21:26:18.348221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32888) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:18.353021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a1b6afa1-5210-450b-9560-6bb617617533 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': 'c97b6647-06ce-40ad-bd68-9e10f051f372', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:18.378724 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1b6afa1-5210-450b-9560-6bb617617533 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (c7c1df27-c4db-408b-bffa-5b124a55f1f3), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.435109 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1b6afa1-5210-450b-9560-6bb617617533 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (c7c1df27-c4db-408b-bffa-5b124a55f1f3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.439479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1b6afa1-5210-450b-9560-6bb617617533 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c7c1df27-c4db-408b-bffa-5b124a55f1f3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.459025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6afa1-5210-450b-9560-6bb617617533 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c1df27-c4db-408b-bffa-5b124a55f1f3,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:18.469515 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a1b6afa1-5210-450b-9560-6bb617617533 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.473306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a1b6afa1-5210-450b-9560-6bb617617533 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1214159
Feb 19 21:26:18.473516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32890) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:18.477945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ac2f8edd-5181-4254-81a2-68cfb407d67e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': 'c97b6647-06ce-40ad-bd68-9e10f051f372', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:18.501879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8edd-5181-4254-81a2-68cfb407d67e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (0c0476ba-c7b2-4b05-82a2-c252a5c87a91), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.559119 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8edd-5181-4254-81a2-68cfb407d67e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (0c0476ba-c7b2-4b05-82a2-c252a5c87a91), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.563190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8edd-5181-4254-81a2-68cfb407d67e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (0c0476ba-c7b2-4b05-82a2-c252a5c87a91), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.581233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f8edd-5181-4254-81a2-68cfb407d67e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0476ba-c7b2-4b05-82a2-c252a5c87a91,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:18.589051 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8edd-5181-4254-81a2-68cfb407d67e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.590255 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ac2f8edd-5181-4254-81a2-68cfb407d67e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1157672
Feb 19 21:26:18.593523 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32892) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:18.597885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5abc1366-8423-4989-be51-be49023cd829 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': 'c97b6647-06ce-40ad-bd68-9e10f051f372', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:18.621653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5abc1366-8423-4989-be51-be49023cd829 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (4c83421e-9fe1-43fe-b3b5-2536afb76ae6), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.683937 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5abc1366-8423-4989-be51-be49023cd829 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (4c83421e-9fe1-43fe-b3b5-2536afb76ae6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.687580 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5abc1366-8423-4989-be51-be49023cd829 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (4c83421e-9fe1-43fe-b3b5-2536afb76ae6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.708832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc1366-8423-4989-be51-be49023cd829 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c83421e-9fe1-43fe-b3b5-2536afb76ae6,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:18.718413 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5abc1366-8423-4989-be51-be49023cd829 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.719606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5abc1366-8423-4989-be51-be49023cd829 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1251683
Feb 19 21:26:18.722435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32894) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:18.727104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2c65f845-753a-4d1e-a6b3-92362b86fd28 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': 'c97b6647-06ce-40ad-bd68-9e10f051f372', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:18.748082 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-2c65f845-753a-4d1e-a6b3-92362b86fd28 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Project 4cf8d04b22744889a736817e2226b3d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:26:18.753037 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c65f845-753a-4d1e-a6b3-92362b86fd28 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (efa55a3b-8234-4737-9e61-2f0538c77e47), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.813323 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c65f845-753a-4d1e-a6b3-92362b86fd28 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (efa55a3b-8234-4737-9e61-2f0538c77e47), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.817017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c65f845-753a-4d1e-a6b3-92362b86fd28 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (efa55a3b-8234-4737-9e61-2f0538c77e47), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.824302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8de5c-6a89-479a-aa2c-fc144bea171d req-18e8d5c3-5b2f-477c-8cd8-e95a1f78f1ff tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:18.826442 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ce8de5c-6a89-479a-aa2c-fc144bea171d req-18e8d5c3-5b2f-477c-8cd8-e95a1f78f1ff tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 944 time: 0.0544369
Feb 19 21:26:18.836458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65f845-753a-4d1e-a6b3-92362b86fd28 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa55a3b-8234-4737-9e61-2f0538c77e47,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:18.844947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2c65f845-753a-4d1e-a6b3-92362b86fd28 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.848753 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2c65f845-753a-4d1e-a6b3-92362b86fd28 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1227837
Feb 19 21:26:18.849045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32898) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:18.853455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9c2e96d6-72e0-4203-b4f0-1e70b73592ed tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': 'c97b6647-06ce-40ad-bd68-9e10f051f372', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:18.895325 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-9c2e96d6-72e0-4203-b4f0-1e70b73592ed tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Project 4cf8d04b22744889a736817e2226b3d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:26:18.903774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ce8de5c-6a89-479a-aa2c-fc144bea171d req-4b28f936-faf5-4ac5-9b9b-5410b50044da tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712891
Feb 19 21:26:18.905245 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c2e96d6-72e0-4203-b4f0-1e70b73592ed tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (7ba86c33-250e-4044-8944-de2152e65b1c), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.957405 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c2e96d6-72e0-4203-b4f0-1e70b73592ed tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (7ba86c33-250e-4044-8944-de2152e65b1c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.960886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c2e96d6-72e0-4203-b4f0-1e70b73592ed tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (7ba86c33-250e-4044-8944-de2152e65b1c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.981196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e96d6-72e0-4203-b4f0-1e70b73592ed tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba86c33-250e-4044-8944-de2152e65b1c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:18.987651 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c2e96d6-72e0-4203-b4f0-1e70b73592ed tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:18.988851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9c2e96d6-72e0-4203-b4f0-1e70b73592ed tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1388712
Feb 19 21:26:18.991768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32900) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:18.996604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'network': {'name': 'tempest-network-smoke--1081717315', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'port_security_enabled': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:19.015359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:26:19.018614 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.044436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:26:19.053952 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (701c368d-e42d-4aec-a456-58155bef0878), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.054299 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Added segment 701c368d-e42d-4aec-a456-58155bef0878 of type vlan for network 243b999b-e916-404a-8038-10ba42937fec
Feb 19 21:26:19.096072 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (243b999b-e916-404a-8038-10ba42937fec), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.120688 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (243b999b-e916-404a-8038-10ba42937fec), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.126368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:19.126953 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.183160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1903241
Feb 19 21:26:19.186511 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32902) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:19.191246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'admin_state_up': True, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:19.194982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11a181-d40e-4db1-9f92-b3d833e47378 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Network': ['ID=243b999b-e916-404a-8038-10ba42937fec,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:19.206492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 243b999b-e916-404a-8038-10ba42937fec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:26:19.213213 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (ea358023-b886-467b-9b6c-85a13f222ed9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.214210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (ea358023-b886-467b-9b6c-85a13f222ed9), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.269983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_controller (ea358023-b886-467b-9b6c-85a13f222ed9), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.408904 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (ea358023-b886-467b-9b6c-85a13f222ed9), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.430514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e57a347c-62af-4a04-9995-332e94362bf2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:26:19.450974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e57a347c-62af-4a04-9995-332e94362bf2 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:26:19.451330 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e57a347c-62af-4a04-9995-332e94362bf2 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:26:19.606293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (ea358023-b886-467b-9b6c-85a13f222ed9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.626260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.728262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.35.2.167 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/19ee356f-0445-4188-a9e8-14c562d86d6b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:26:19.831321 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.865960 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:19.906435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:26:19.909324 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:26:19.913169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:26:19.918675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=19ee356f-0445-4188-a9e8-14c562d86d6b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:19.979181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:26:20.036388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:26:20.036853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74662f-b40d-4ba4-ad18-32bb25c20d48 req-919ba9e3-5423-4f17-9036-0cef234829c4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:20.038583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f74662f-b40d-4ba4-ad18-32bb25c20d48 req-919ba9e3-5423-4f17-9036-0cef234829c4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 944 time: 0.0659893
Feb 19 21:26:20.040567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:20.041018 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:20.092288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0f74662f-b40d-4ba4-ad18-32bb25c20d48 req-07793a5b-f99f-4f3e-92dd-6733143192d4 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474496
Feb 19 21:26:20.122277 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:20.122600 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:20.148035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:26:20.150604 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e76445c-4c3c-4ca0-b659-19c52ae0087f" -d '{"events": [{"server_uuid": "1695f956-3d9f-4acb-9c5c-0cf825ec7bc7", "name": "network-vif-plugged", "status": "completed", "tag": "4f4bd7f1-40bc-48c5-b9a1-1695752292d5"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:26:20.163860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f4bd7f1-40bc-48c5-b9a1-1695752292d5,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:20.168176 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:20.183899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (ea358023-b886-467b-9b6c-85a13f222ed9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:20.195542 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58dbf44-f394-4120-a0aa-ac1fe08ba388 x-openstack-request-id: req-c58dbf44-f394-4120-a0aa-ac1fe08ba388 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:26:20.195844 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1695f956-3d9f-4acb-9c5c-0cf825ec7bc7", "name": "network-vif-plugged", "status": "completed", "tag": "4f4bd7f1-40bc-48c5-b9a1-1695752292d5", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:26:20.196105 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c58dbf44-f394-4120-a0aa-ac1fe08ba388 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:26:20.196524 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5', 'code': 200}
Feb 19 21:26:20.230491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=4f4bd7f1-40bc-48c5-b9a1-1695752292d5,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:20.297188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8ba0a-b7b5-4cf4-b0b8-865d2c3f0593 req-f9f8b2ee-86fe-411f-b28d-74016e7066c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:20.298728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1e8ba0a-b7b5-4cf4-b0b8-865d2c3f0593 req-f9f8b2ee-86fe-411f-b28d-74016e7066c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 1127 time: 0.0455396
Feb 19 21:26:20.346026 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1e8ba0a-b7b5-4cf4-b0b8-865d2c3f0593 req-9e596eeb-5df2-4ead-9a37-10d4c0a82f12 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402007
Feb 19 21:26:20.398024 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (ea358023-b886-467b-9b6c-85a13f222ed9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:20.525558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router ea358023-b886-467b-9b6c-85a13f222ed9 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:26:20.579403 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f494c9df-550f-42df-b62c-c2607a546d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:20.633852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:26:20.643703 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Sync routers for ids ['ea358023-b886-467b-9b6c-85a13f222ed9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:26:20.654440 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:20.655658 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ec9e637a-1a92-4246-9836-a5abf9042997 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4680312
Feb 19 21:26:20.656760 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Routers {'ea358023-b886-467b-9b6c-85a13f222ed9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:20.657372 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70767370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:26:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ea358023-b886-467b-9b6c-85a13f222ed9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:20.658826 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32908) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:20.686196 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0d3a46a1-8449-4369-9c6a-babe388fe903 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4cf8d04b22744889a736817e2226b3d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0262439
Feb 19 21:26:20.688616 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32910) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:20.764779 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Set router ea358023-b886-467b-9b6c-85a13f222ed9 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:20.775056 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e1732-033e-43ff-92d3-0d0f0c738e3c tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:20.779732 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c73e1732-033e-43ff-92d3-0d0f0c738e3c tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0871067
Feb 19 21:26:20.779953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32912) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:20.813288 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d8d9b128-6558-4999-9de1-220559cb1650 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0299706
Feb 19 21:26:20.813484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32914) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:20.818164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-757140928', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:20.901444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:26:20.905528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:20.937501 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70767370>, [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:20Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:20.964469 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Checking router: ea358023-b886-467b-9b6c-85a13f222ed9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:26:20.964822 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Updating router ea358023-b886-467b-9b6c-85a13f222ed9 port 19ee356f-0445-4188-a9e8-14c562d86d6b binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:26:20.993628 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.088017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (a369293a-cbef-4fd5-bead-e1ce4ad5459b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.150137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Subnet': ['ID=a369293a-cbef-4fd5-bead-e1ce4ad5459b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:21.158659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Checking segment: {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:26:21.159110 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network hostable DHCP agents. Network: 243b999b-e916-404a-8038-10ba42937fec, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:26:21.179423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 243b999b-e916-404a-8038-10ba42937fec is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:26:21.189278 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 243b999b-e916-404a-8038-10ba42937fec) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:26:21.194798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:21.195487 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.201780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d68be62-78eb-45d6-aabf-b9696eff527d None None] Network 243b999b-e916-404a-8038-10ba42937fec requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:26:21.219874 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9b285bfe-beab-4e06-932c-63f128b8fc4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4051869
Feb 19 21:26:21.222613 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 32918) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:21.244236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012e13c-752e-494c-a8e7-2a557e489329 req-ac2f97f4-7c35-423f-9d1f-f6c554b4698a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:21.246547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2012e13c-752e-494c-a8e7-2a557e489329 req-ac2f97f4-7c35-423f-9d1f-f6c554b4698a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 945 time: 0.0697641
Feb 19 21:26:21.282698 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Publish callbacks [] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.296853 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.332996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2012e13c-752e-494c-a8e7-2a557e489329 req-b88598ef-15f8-4e30-89a5-c633c0f90985 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791738
Feb 19 21:26:21.352899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-243b999b-e916-404a-8038-10ba42937fec', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ips': [{'subnet_id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:26:21.355293 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.369435 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Attempting to bind port 19ee356f-0445-4188-a9e8-14c562d86d6b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:26:21.369804 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Attempting to bind port 19ee356f-0445-4188-a9e8-14c562d86d6b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:26:21.370166 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Attempting to bind port 19ee356f-0445-4188-a9e8-14c562d86d6b on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:26:21.374483 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Pushing event updated for resources: {'Port': ['ID=19ee356f-0445-4188-a9e8-14c562d86d6b,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:21.382905 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:26:21.382905 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:26:21.382905 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.382905 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:26:21.382905 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Bound port: 19ee356f-0445-4188-a9e8-14c562d86d6b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:26:21.383542 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.412037 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.412365 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.412698 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.413070 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.413467 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.413781 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.414144 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.414473 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.414834 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.415168 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.415505 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.415829 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.416358 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:21.451785 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] For port 19ee356f-0445-4188-a9e8-14c562d86d6b, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:26:21.455566 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] For port 19ee356f-0445-4188-a9e8-14c562d86d6b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ee356f-0445-4188-a9e8-14c562d86d6b,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:26:21.463913 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.528022 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Routers {'ea358023-b886-467b-9b6c-85a13f222ed9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:21.528835 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70767370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:26:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ea358023-b886-467b-9b6c-85a13f222ed9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:21.592195 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed64b0-b5cb-4127-b149-532746a178e2 None None] Pushing event updated for resources: {'Port': ['ID=19ee356f-0445-4188-a9e8-14c562d86d6b,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:21.647880 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] Set router ea358023-b886-467b-9b6c-85a13f222ed9 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:21.746591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Allocated IP 172.20.0.2 (243b999b-e916-404a-8038-10ba42937fec/a369293a-cbef-4fd5-bead-e1ce4ad5459b/8dd5fee7-61a3-40d0-8918-d3ecf7c5c495) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:26:21.836242 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70767370>, [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:20Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:21.865908 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790cf03-167a-4934-9e46-c3ec8a51cd08 None None] The sync data for ids ['ea358023-b886-467b-9b6c-85a13f222ed9'] in ncdv-master-1 is: [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:20Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:26:21.915082 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.922317 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Publish callbacks [] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.929426 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:21.972757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Network 243b999b-e916-404a-8038-10ba42937fec is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:26:21.975561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:26:21.981155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:26:21.985476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Pushing event updated for resources: {'Port': ['ID=8dd5fee7-61a3-40d0-8918-d3ecf7c5c495,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:22.043733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Attempting to bind port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:26:22.044183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Attempting to bind port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:26:22.045182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Attempting to bind port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 on network 243b999b-e916-404a-8038-10ba42937fec {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:26:22.050526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:26:22.050916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Checking segment: {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:26:22.051331 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:22.051872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Bound using segment: {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:26:22.052218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Bound port: 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:26:22.052638 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:22.097476 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:22.147882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] For port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:26:22.151291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] For port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dd5fee7-61a3-40d0-8918-d3ecf7c5c495,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:26:22.158249 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:22.246128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed78f0-c7c8-433c-a172-0768781c5582 None None] Pushing event updated for resources: {'Port': ['ID=8dd5fee7-61a3-40d0-8918-d3ecf7c5c495,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:22.476517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.20.0.1 (243b999b-e916-404a-8038-10ba42937fec/a369293a-cbef-4fd5-bead-e1ce4ad5459b/91a92d5c-f82e-45a7-a9cf-d86f8998a863) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:26:22.498735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b1fbe-e63e-4303-b53b-dab9821e81af req-2403591e-7272-4bf3-9b7d-1a2d4b76f5b1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:22.502551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f8b1fbe-e63e-4303-b53b-dab9821e81af req-2403591e-7272-4bf3-9b7d-1a2d4b76f5b1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 945 time: 0.0915196
Feb 19 21:26:22.564899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f8b1fbe-e63e-4303-b53b-dab9821e81af req-2e190398-fca6-4b3f-9292-4a6da8a21fc7 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565624
Feb 19 21:26:22.631355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:22.669450 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:22.710471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409637ab-9d6f-479f-8bc3-ab09f2f0c65f req-c7151eb5-513d-4ea7-8cf4-15e94ab30589 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:22.712505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-409637ab-9d6f-479f-8bc3-ab09f2f0c65f req-c7151eb5-513d-4ea7-8cf4-15e94ab30589 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 945 time: 0.0630727
Feb 19 21:26:22.733788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 243b999b-e916-404a-8038-10ba42937fec is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:26:22.737217 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:26:22.740253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:26:22.768778 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-409637ab-9d6f-479f-8bc3-ab09f2f0c65f req-7bd31f5d-bfd8-402a-ad00-04ef1e8ceb39 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486383
Feb 19 21:26:22.776417 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=91a92d5c-f82e-45a7-a9cf-d86f8998a863,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:22.792704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32940) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:22.800089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (ea358023-b886-467b-9b6c-85a13f222ed9), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:22.852227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c46602-4d89-403d-a86a-8f1ffd89e14c tempest-TestVolumeBootPattern-880931064 tempest-TestVolumeBootPattern-880931064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:22.856376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d8c46602-4d89-403d-a86a-8f1ffd89e14c tempest-TestVolumeBootPattern-880931064 tempest-TestVolumeBootPattern-880931064-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 1122 time: 0.0569327
Feb 19 21:26:22.856851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 32942) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:22.861226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address': '172.20.0.8'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:22.886022 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:22.946347 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.003773 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.123219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Allocated IP 172.35.2.207 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/d8ae677d-ba22-48af-801f-a0e900fbfbfd) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:26:23.242148 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (d8ae677d-ba22-48af-801f-a0e900fbfbfd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.257229 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.278185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.282479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d8ae677d-ba22-48af-801f-a0e900fbfbfd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.283180 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.333577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:26:23.336637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:26:23.340559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:26:23.362632 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (ea358023-b886-467b-9b6c-85a13f222ed9), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.364572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=91a92d5c-f82e-45a7-a9cf-d86f8998a863,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:23.367028 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=d8ae677d-ba22-48af-801f-a0e900fbfbfd,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:23.374881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2f7db4-b6b1-48f6-a0c7-f93f94794537 None None] Network 243b999b-e916-404a-8038-10ba42937fec requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:26:23.496952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 243b999b-e916-404a-8038-10ba42937fec is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:26:23.498934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:26:23.499166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8715803f-bd40-4068-8a74-286dae9fe824 None None] Provisioning complete for port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:23.499623 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8715803f-bd40-4068-8a74-286dae9fe824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.601556 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8715803f-bd40-4068-8a74-286dae9fe824 None None] Current status of the port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:23.602229 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8715803f-bd40-4068-8a74-286dae9fe824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.621042 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router ea358023-b886-467b-9b6c-85a13f222ed9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:26:23.646523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8715803f-bd40-4068-8a74-286dae9fe824 None None] For port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dd5fee7-61a3-40d0-8918-d3ecf7c5c495,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:23.654740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 19ee356f-0445-4188-a9e8-14c562d86d6b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:26:23.703836 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8715803f-bd40-4068-8a74-286dae9fe824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.756930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 19ee356f-0445-4188-a9e8-14c562d86d6b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:23.757265 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.788866 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:26:23.803985 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ffe7dac7-1b9d-49fa-ba94-4aa181751149 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "PUT /v2.0/routers/ea358023-b886-467b-9b6c-85a13f222ed9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5801563
Feb 19 21:26:23.826184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715803f-bd40-4068-8a74-286dae9fe824 None None] Pushing event updated for resources: {'Port': ['ID=8dd5fee7-61a3-40d0-8918-d3ecf7c5c495,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:23.841898 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (218aa7b7-3f4d-439e-a993-887f90f09565), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.883655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 19ee356f-0445-4188-a9e8-14c562d86d6b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:23.884766 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.925990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 19ee356f-0445-4188-a9e8-14c562d86d6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ee356f-0445-4188-a9e8-14c562d86d6b,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:23.933381 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:23.934300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:26:23.960361 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d8ae677d-ba22-48af-801f-a0e900fbfbfd), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:24.015259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Sync routers for ids ['ea358023-b886-467b-9b6c-85a13f222ed9'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:26:24.021868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-5886adb6-1f8d-420e-9080-6de02292b5dc tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009078968&fields=id&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 267 time: 0.0893044
Feb 19 21:26:24.054618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=19ee356f-0445-4188-a9e8-14c562d86d6b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:24.062105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Routers {'ea358023-b886-467b-9b6c-85a13f222ed9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:24.062750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6281a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:26:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ea358023-b886-467b-9b6c-85a13f222ed9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:24.100126 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6c9fb868-6157-409e-bfd2-cfca42d6c52d None None] Provisioning complete for port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:24.100540 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb868-6157-409e-bfd2-cfca42d6c52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:24.168104 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:24.168527 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:24.208419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-dc03564b-65e3-45e9-8ba5-a3e30bbec160 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:24.209961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-dc03564b-65e3-45e9-8ba5-a3e30bbec160 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/networks?id=243b999b-e916-404a-8038-10ba42937fec HTTP/1.1" status: 200  len: 797 time: 0.1771970
Feb 19 21:26:24.240552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-13969166-2e72-4f8c-b1a4-3f8f86d75916 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/quotas/4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 375 time: 0.0186310
Feb 19 21:26:24.255669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Set router ea358023-b886-467b-9b6c-85a13f222ed9 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:24.306150 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for port (d8ae677d-ba22-48af-801f-a0e900fbfbfd), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:24.317763 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d8ae677d-ba22-48af-801f-a0e900fbfbfd), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:24.352916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-81825bf9-4b3b-45ce-9a42-4dee364a1311 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0998409
Feb 19 21:26:24.354595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6c9fb868-6157-409e-bfd2-cfca42d6c52d None None] Current status of the port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:24.410481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:24.418658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event updated for resources: {'Port': ['ID=d8ae677d-ba22-48af-801f-a0e900fbfbfd,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:24.463138 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (218aa7b7-3f4d-439e-a993-887f90f09565), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:24.463986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6c9fb868-6157-409e-bfd2-cfca42d6c52d None None] Provisioning complete for port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:24.464447 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb868-6157-409e-bfd2-cfca42d6c52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:24.505681 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:24.525395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6c9fb868-6157-409e-bfd2-cfca42d6c52d None None] Port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:26:24.576027 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-27bf93f0-d10b-4d75-9f46-aaa2510c3ddf service neutron] 10.222.0.30 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887345
Feb 19 21:26:24.593537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6281a220>, [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:22Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '91a92d5c-f82e-45a7-a9cf-d86f8998a863', 'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:59:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:22Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 2, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:24.621645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Checking router: ea358023-b886-467b-9b6c-85a13f222ed9 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:26:24.622011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Updating router ea358023-b886-467b-9b6c-85a13f222ed9 port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:26:24.635771 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Floating IP 218aa7b7-3f4d-439e-a993-887f90f09565 associated. External IP: 172.35.2.207, port: 4f4bd7f1-40bc-48c5-b9a1-1695752292d5.
Feb 19 21:26:24.660560 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:24.662077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-949ed0db-10f0-4d75-b244-7ad1b17dae50 None None] Provisioning complete for port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:24.662452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-949ed0db-10f0-4d75-b244-7ad1b17dae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:24.730529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-949ed0db-10f0-4d75-b244-7ad1b17dae50 None None] Port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:26:24.746972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-67228e6b-6864-4dd2-8d8b-b219c02ad592 service neutron] 10.222.0.30 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645446
Feb 19 21:26:24.918487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:26:24.938589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad7e1c10-0672-44ce-bd74-a827b5262e7e req-c50ad3d4-80b4-4b2e-bd6d-b1fbe6291c1c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 210 time: 0.0341270
Feb 19 21:26:25.001413 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Publish callbacks [] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:25.008144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:25.067197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:26:25.077304 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b1e4c-42d4-42cc-a37b-8357905eeeb3 None None] Sync routers for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:26:25.099788 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b1e4c-42d4-42cc-a37b-8357905eeeb3 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:25.100433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:25.103717 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1d7b1e4c-42d4-42cc-a37b-8357905eeeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7033f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:26:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:25.121989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68d739-1f34-49ac-832c-d164a288a2d6 None None] Pushing event updated for resources: {'Port': ['ID=91a92d5c-f82e-45a7-a9cf-d86f8998a863,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:25.148379 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f31bd728-526f-4a0d-9e99-c5e8754d4abf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2819209
Feb 19 21:26:25.148379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'tag': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:26:25.148379 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1695f956-3d9f-4acb-9c5c-0cf825ec7bc7", "tag": "4f4bd7f1-40bc-48c5-b9a1-1695752292d5"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:26:25.151418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Attempting to bind port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:26:25.152120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Attempting to bind port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:26:25.152855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Attempting to bind port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 on network 243b999b-e916-404a-8038-10ba42937fec {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:26:25.160750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:26:25.161547 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Checking segment: {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:26:25.162111 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:25.162657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Bound using segment: {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:26:25.163576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Bound port: 91a92d5c-f82e-45a7-a9cf-d86f8998a863, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:26:25.164129 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:25.217288 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31982d50-2487-447f-b283-02d7a2b0b244 x-openstack-request-id: req-31982d50-2487-447f-b283-02d7a2b0b244 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:26:25.217590 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1695f956-3d9f-4acb-9c5c-0cf825ec7bc7", "tag": "4f4bd7f1-40bc-48c5-b9a1-1695752292d5", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:26:25.217865 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31982d50-2487-447f-b283-02d7a2b0b244 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:26:25.218379 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'tag': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5', 'status': 'completed', 'code': 200}
Feb 19 21:26:25.264280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] For port 91a92d5c-f82e-45a7-a9cf-d86f8998a863, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:26:25.264656 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1d7b1e4c-42d4-42cc-a37b-8357905eeeb3 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:25.269856 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] For port 91a92d5c-f82e-45a7-a9cf-d86f8998a863, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91a92d5c-f82e-45a7-a9cf-d86f8998a863,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:26:25.285818 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:25.306925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b req-8607d670-0616-439c-ab52-5989341845f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:25.309016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b req-8607d670-0616-439c-ab52-5989341845f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 1127 time: 0.0744720
Feb 19 21:26:25.358752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Routers {'ea358023-b886-467b-9b6c-85a13f222ed9'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:25.359415 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6281a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:26:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ea358023-b886-467b-9b6c-85a13f222ed9'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:25.365723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68d739-1f34-49ac-832c-d164a288a2d6 None None] Pushing event updated for resources: {'Port': ['ID=91a92d5c-f82e-45a7-a9cf-d86f8998a863,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:25.491302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b req-b8becef3-76c4-43fe-90e9-de9c4885a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:25.514296 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b req-b8becef3-76c4-43fe-90e9-de9c4885a0d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.1989641
Feb 19 21:26:25.528025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 19ee356f-0445-4188-a9e8-14c562d86d6b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:26:25.611600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b req-05b48f2b-2f7a-4d81-b934-ccfcf6fa3df9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f4bd7f1-40bc-48c5-b9a1-1695752292d5 HTTP/1.1" status: 200  len: 999 time: 0.0918899
Feb 19 21:26:25.711406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b req-47efc5d5-5265-4292-b8fa-e5170700207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:25.712933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b req-47efc5d5-5265-4292-b8fa-e5170700207b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0909426
Feb 19 21:26:25.752586 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1d7b1e4c-42d4-42cc-a37b-8357905eeeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7033f850>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '218aa7b7-3f4d-439e-a993-887f90f09565', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.207', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:45:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:26:23Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 0, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}, {'id': 'dd387683-d701-48b7-8ba7-54079a0facb3', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.134', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:a4:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:24Z', 'updated_at': '2022-02-19T21:24:26Z', 'revision_number': 1, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:25.774344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b req-c614425b-1095-4aa3-8c5d-68ad4b5423a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:25.776194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b req-c614425b-1095-4aa3-8c5d-68ad4b5423a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0571556
Feb 19 21:26:25.784447 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b1e4c-42d4-42cc-a37b-8357905eeeb3 None None] Checking router: 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:26:25.799374 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b1e4c-42d4-42cc-a37b-8357905eeeb3 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:25.800164 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1d7b1e4c-42d4-42cc-a37b-8357905eeeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7033f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:26:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:25.800401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-15aac031-f4ca-432d-9a50-7ab971efe140 None None] Provisioning complete for port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:25.800755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-15aac031-f4ca-432d-9a50-7ab971efe140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:25.865348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] Set router ea358023-b886-467b-9b6c-85a13f222ed9 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:25.897611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 19ee356f-0445-4188-a9e8-14c562d86d6b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:25.897915 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:25.913836 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1d7b1e4c-42d4-42cc-a37b-8357905eeeb3 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:26.009463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-15aac031-f4ca-432d-9a50-7ab971efe140 None None] Current status of the port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:26.009694 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-15aac031-f4ca-432d-9a50-7ab971efe140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:26.122009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-15aac031-f4ca-432d-9a50-7ab971efe140 None None] For port 91a92d5c-f82e-45a7-a9cf-d86f8998a863, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91a92d5c-f82e-45a7-a9cf-d86f8998a863,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:26.129845 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:26.150120 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-15aac031-f4ca-432d-9a50-7ab971efe140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:26.231237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 19ee356f-0445-4188-a9e8-14c562d86d6b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:26.232899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:26:26.251618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1fb05c2-19ac-4bae-8f38-bf9268af425c req-4058d500-a060-4eaf-a4d9-585187884b0f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 210 time: 0.0445690
Feb 19 21:26:26.267855 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1d7b1e4c-42d4-42cc-a37b-8357905eeeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7033f850>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '218aa7b7-3f4d-439e-a993-887f90f09565', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.207', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:45:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:26:23Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 0, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}, {'id': 'dd387683-d701-48b7-8ba7-54079a0facb3', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.134', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:a4:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:24Z', 'updated_at': '2022-02-19T21:24:26Z', 'revision_number': 1, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:26.282808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aac031-f4ca-432d-9a50-7ab971efe140 None None] Pushing event updated for resources: {'Port': ['ID=91a92d5c-f82e-45a7-a9cf-d86f8998a863,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:26.314682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a82474d7-0c7c-4f4f-8e5c-7667aa2985ce None None] Provisioning complete for port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:26.315069 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a82474d7-0c7c-4f4f-8e5c-7667aa2985ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:26.344996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b req-f7933455-06ed-4719-8ae9-ec9bec957302 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5603192
Feb 19 21:26:26.353612 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b1e4c-42d4-42cc-a37b-8357905eeeb3 None None] The sync data for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 is: [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '218aa7b7-3f4d-439e-a993-887f90f09565', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.207', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:45:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:26:23Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 0, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}, {'id': 'dd387683-d701-48b7-8ba7-54079a0facb3', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.134', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:a4:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:24Z', 'updated_at': '2022-02-19T21:24:26Z', 'revision_number': 1, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:26:26.376648 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6281a220>, [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:22Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '91a92d5c-f82e-45a7-a9cf-d86f8998a863', 'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:59:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:22Z', 'updated_at': '2022-02-19T21:26:25Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:26.405169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:26.405554 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:26.411602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-d1fac4fe-00a0-4ab1-a05d-1407590ec3c6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:26.411790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e97949-8daa-45d4-8920-2319d3024d67 None None] The sync data for ids ['ea358023-b886-467b-9b6c-85a13f222ed9'] in ncdv-master-1 is: [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:22Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '91a92d5c-f82e-45a7-a9cf-d86f8998a863', 'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:59:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:22Z', 'updated_at': '2022-02-19T21:26:25Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:26:26.413175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-d1fac4fe-00a0-4ab1-a05d-1407590ec3c6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "GET /v2.0/networks?id=243b999b-e916-404a-8038-10ba42937fec HTTP/1.1" status: 200  len: 797 time: 0.2159884
Feb 19 21:26:26.508001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a82474d7-0c7c-4f4f-8e5c-7667aa2985ce None None] Current status of the port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:26.542694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-60358af0-717a-4266-9a3f-2a6ca603e5aa tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 380 time: 0.1200500
Feb 19 21:26:26.545400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31c0efcc-6e24-4d17-8ddc-a7a609cb0a8b req-d2a32606-3986-4df0-b6c9-c0d421b792bd service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929433
Feb 19 21:26:26.561846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'port': {'device_id': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'admin_state_up': True, 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'security_groups': ['c97b6647-06ce-40ad-bd68-9e10f051f372']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:26.569235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:26.694472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ff44f7-bdad-4f01-8ecc-2c71f77b1cb9 None None] New status for floating IP 218aa7b7-3f4d-439e-a993-887f90f09565: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:26:26.702559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:26:26.707315 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:26.864679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.20.0.13 (243b999b-e916-404a-8038-10ba42937fec/a369293a-cbef-4fd5-bead-e1ce4ad5459b/a48bdca1-a574-49ba-b5ab-0409e41e9026) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:26:27.023356 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:27.064205 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:27.115736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 243b999b-e916-404a-8038-10ba42937fec is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:26:27.119472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:26:27.124006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:26:27.168377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=a48bdca1-a574-49ba-b5ab-0409e41e9026,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:27.186427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.186909 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.187272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.187709 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.188053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.188428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.188836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.189296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.189642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.190060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.190405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.190740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.191088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:27.210817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:27.211596 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:27.236077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-82cc8ff6-77e2-4bc5-b074-ccc610cb4961 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6886296
Feb 19 21:26:27.248585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Request body: {'port': {'device_id': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:27.331638 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:27.451187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-046066fb-b550-4d75-9b08-f6cb3ce0d719 None None] Provisioning complete for port a48bdca1-a574-49ba-b5ab-0409e41e9026 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:27.451835 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-046066fb-b550-4d75-9b08-f6cb3ce0d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:27.508382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466aca48-d113-42ac-abf7-a5ce7b78ec40 req-6f90dea4-a4ea-4e17-adf5-625880b6a54a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:27.509843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-466aca48-d113-42ac-abf7-a5ce7b78ec40 req-6f90dea4-a4ea-4e17-adf5-625880b6a54a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 932 time: 0.1570375
Feb 19 21:26:27.513681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-046066fb-b550-4d75-9b08-f6cb3ce0d719 None None] Port a48bdca1-a574-49ba-b5ab-0409e41e9026 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:26:27.549301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 91a92d5c-f82e-45a7-a9cf-d86f8998a863 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:26:27.602099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:27.602475 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:27.635011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-466aca48-d113-42ac-abf7-a5ce7b78ec40 req-844187b6-41f6-494b-9678-72f692ab1b80 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1097310
Feb 19 21:26:27.709183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:27.735214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48bdca1-a574-49ba-b5ab-0409e41e9026 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:26:27.743226 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Publish callbacks [] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:27.756168 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Transition to ACTIVE for port object a48bdca1-a574-49ba-b5ab-0409e41e9026 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:26:27.759948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:27.808681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Pushing event updated for resources: {'Port': ['ID=a48bdca1-a574-49ba-b5ab-0409e41e9026,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:27.885516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:26:27.885854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:26:27.886186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 on network 243b999b-e916-404a-8038-10ba42937fec {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:26:27.891276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Port a48bdca1-a574-49ba-b5ab-0409e41e9026 on network 243b999b-e916-404a-8038-10ba42937fec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:26:27.891599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 on network 243b999b-e916-404a-8038-10ba42937fec {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:26:27.896669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:26:27.897017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Checking segment: {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:26:27.897430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Bound using segment: {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:26:27.897866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Bound port: a48bdca1-a574-49ba-b5ab-0409e41e9026, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:26:27.898228 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:27.964010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:26:27.967138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:26:27.973374 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:28.009522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:28.010157 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:28.011659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] 10.222.0.67 "PUT /v2.0/ports/a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 200  len: 1092 time: 0.7682793
Feb 19 21:26:28.012113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:26:28.014984 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ef2726-bda9-4b0f-809e-cda9110f07de" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:26:28.045968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea786e3-d0c7-4ad4-9923-81b48f17fb86 service neutron] Pushing event updated for resources: {'Port': ['ID=a48bdca1-a574-49ba-b5ab-0409e41e9026,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:28.066549 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1500568-bd89-4ab1-8161-7409b27d078b x-openstack-request-id: req-b1500568-bd89-4ab1-8161-7409b27d078b {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:26:28.066871 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:26:28.067133 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1500568-bd89-4ab1-8161-7409b27d078b {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:26:28.067554 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'status': 'completed', 'code': 200}
Feb 19 21:26:28.118958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-b273fb86-f431-4f3f-9c54-1c519f0df568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:28.120572 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-b273fb86-f431-4f3f-9c54-1c519f0df568 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 1126 time: 0.0564549
Feb 19 21:26:28.162737 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-e5ce2e52-5fe7-4c69-bba0-5d37c55ac59a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 200  len: 217 time: 0.0359766
Feb 19 21:26:28.213044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-17b1657e-3eb7-4e9e-98e0-2523b4caa041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:28.214497 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-17b1657e-3eb7-4e9e-98e0-2523b4caa041 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a369293a-cbef-4fd5-bead-e1ce4ad5459b HTTP/1.1" status: 200  len: 834 time: 0.0462279
Feb 19 21:26:28.274081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-b98eaef6-3b7f-40d9-9ab8-5dc814a8494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:28.275682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-b98eaef6-3b7f-40d9-9ab8-5dc814a8494e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=243b999b-e916-404a-8038-10ba42937fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0552018
Feb 19 21:26:28.362898 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-6c242690-7649-4ae2-9a4a-f05958d27644 service neutron] 10.222.0.67 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815010
Feb 19 21:26:28.454293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cddbd16-1cc8-4ec0-8ca4-72b7ff0fc57e req-d473fe55-78f2-4c33-94ca-cec2e957cf6d service neutron] 10.222.0.67 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853016
Feb 19 21:26:28.541855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2726-bda9-4b0f-809e-cda9110f07de req-3565a6a0-7f34-42a5-b405-4e3a3ff56ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:28.543390 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ef2726-bda9-4b0f-809e-cda9110f07de req-3565a6a0-7f34-42a5-b405-4e3a3ff56ca2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 1126 time: 0.0449672
Feb 19 21:26:28.633307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2726-bda9-4b0f-809e-cda9110f07de req-7ca2a6c0-9e9e-49db-bd9f-45512d1bd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:28.634821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ef2726-bda9-4b0f-809e-cda9110f07de req-7ca2a6c0-9e9e-49db-bd9f-45512d1bd9b7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=243b999b-e916-404a-8038-10ba42937fec HTTP/1.1" status: 200  len: 898 time: 0.0857015
Feb 19 21:26:28.679258 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ef2726-bda9-4b0f-809e-cda9110f07de req-4737d2ae-e784-4b6d-add6-555eccea1864 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 200  len: 217 time: 0.0388792
Feb 19 21:26:28.752875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2726-bda9-4b0f-809e-cda9110f07de req-4c2a22d0-77f5-4408-a830-1cfa9e5d4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:28.754373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ef2726-bda9-4b0f-809e-cda9110f07de req-4c2a22d0-77f5-4408-a830-1cfa9e5d4b83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a369293a-cbef-4fd5-bead-e1ce4ad5459b HTTP/1.1" status: 200  len: 834 time: 0.0699580
Feb 19 21:26:28.809890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f3431-a8d3-4aea-94fb-0eb78179c11d req-003fe5ce-58bf-4b1d-942a-f476039018f5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:28.811318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-697f3431-a8d3-4aea-94fb-0eb78179c11d req-003fe5ce-58bf-4b1d-942a-f476039018f5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 944 time: 0.0931244
Feb 19 21:26:28.838441 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2726-bda9-4b0f-809e-cda9110f07de req-069d0b93-3045-46d2-be3c-eb7d56793b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:28.839932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ef2726-bda9-4b0f-809e-cda9110f07de req-069d0b93-3045-46d2-be3c-eb7d56793b3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=243b999b-e916-404a-8038-10ba42937fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0794301
Feb 19 21:26:28.908782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-697f3431-a8d3-4aea-94fb-0eb78179c11d req-5682f020-1f5e-436d-a9cb-0a645bad60b0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912986
Feb 19 21:26:28.947246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ef2726-bda9-4b0f-809e-cda9110f07de req-b1a52c39-d0de-4605-be75-36893d74b3db service neutron] 10.222.0.67 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0972929
Feb 19 21:26:29.039233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ef2726-bda9-4b0f-809e-cda9110f07de req-6d999152-65e6-49b5-8257-ab91ac5a6d32 service neutron] 10.222.0.67 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864775
Feb 19 21:26:29.613281 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:30.030693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed6943-47c1-43cd-8477-04b9b04fd7d2 req-9fac9edc-e1c4-4d95-839c-968147bcebb9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:30.032253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98ed6943-47c1-43cd-8477-04b9b04fd7d2 req-9fac9edc-e1c4-4d95-839c-968147bcebb9 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 944 time: 0.0558558
Feb 19 21:26:30.085756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98ed6943-47c1-43cd-8477-04b9b04fd7d2 req-8405381f-c8e7-4e78-a43d-8d85a1372e1d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478804
Feb 19 21:26:31.276352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602aead3-dbaf-4fd1-840d-c23d5bd15270 req-3d75cab7-4b5a-4dec-b340-d3f3ad23d6da tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:31.277947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-602aead3-dbaf-4fd1-840d-c23d5bd15270 req-3d75cab7-4b5a-4dec-b340-d3f3ad23d6da tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 944 time: 0.0567572
Feb 19 21:26:31.338273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-602aead3-dbaf-4fd1-840d-c23d5bd15270 req-b0810410-c12c-433a-9844-6c336fbf149f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528226
Feb 19 21:26:31.890193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-4f0665fc-07f9-4b3a-91fd-634b75d9cc88 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0448942
Feb 19 21:26:31.976650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-47cd7d4d-d40e-4a51-806d-c86814bd144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:31.978384 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-47cd7d4d-d40e-4a51-806d-c86814bd144e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 1127 time: 0.0458488
Feb 19 21:26:32.090097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-ef1ed942-0056-46a8-b0d8-f6f9202fa43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:32.091636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-ef1ed942-0056-46a8-b0d8-f6f9202fa43d service neutron] 10.222.0.10 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.0922892
Feb 19 21:26:32.160906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-8bd02302-1b3d-4c45-86f2-0eabceebf612 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f4bd7f1-40bc-48c5-b9a1-1695752292d5 HTTP/1.1" status: 200  len: 1001 time: 0.0627234
Feb 19 21:26:32.211931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-25ac06c9-d150-4023-91ff-4a0d1e6e8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:32.213424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-25ac06c9-d150-4023-91ff-4a0d1e6e8524 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0448041
Feb 19 21:26:32.273427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-c0446493-3e8f-4fb3-93c2-ae3087c9d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:32.275143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-c0446493-3e8f-4fb3-93c2-ae3087c9d197 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0554643
Feb 19 21:26:32.378650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-d5fa35c9-6c40-4a2d-b5e3-c9c615201295 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0966899
Feb 19 21:26:32.519248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c5dc87a-f875-43c4-9ee8-95b6f8ddf045 req-5b89eefb-5e52-4c75-b689-217f6866cf30 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339002
Feb 19 21:26:32.527663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6341-8ff0-4837-96fa-89cb81e7059f req-bbeea19b-625a-4b9a-8832-7c392ba6abc5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:32.529720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-241a6341-8ff0-4837-96fa-89cb81e7059f req-bbeea19b-625a-4b9a-8832-7c392ba6abc5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 944 time: 0.0887694
Feb 19 21:26:32.583947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a48bdca1-a574-49ba-b5ab-0409e41e9026 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:26:32.586535 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-241a6341-8ff0-4837-96fa-89cb81e7059f req-1b4302ac-e8a4-4dbe-b267-bd19ee272641 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494916
Feb 19 21:26:32.702145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:32.715407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'port_id': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'mac_address': 'fa:16:3e:6a:c0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:26:32.765263 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port a48bdca1-a574-49ba-b5ab-0409e41e9026 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:32.765869 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:32.784850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48bdca1-a574-49ba-b5ab-0409e41e9026 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:26:32.810068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:32.814262 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:32.869908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=a48bdca1-a574-49ba-b5ab-0409e41e9026,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:32.878420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.879015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.879477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.879843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.880224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.880616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.880978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.881323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.881682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.882095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.882494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.882851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:32.883220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:26:33.112569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['a48bdca1-a574-49ba-b5ab-0409e41e9026'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:26:33.720959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103e475-a2e4-4f9a-a503-a9d7fcd7c538 req-0ba3e5cd-2629-4374-bfbf-4fbd0f6f07f8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:33.722550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d103e475-a2e4-4f9a-a503-a9d7fcd7c538 req-0ba3e5cd-2629-4374-bfbf-4fbd0f6f07f8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 945 time: 0.0575168
Feb 19 21:26:33.779981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d103e475-a2e4-4f9a-a503-a9d7fcd7c538 req-a566c95c-ce48-4b7a-9972-44242ab621a2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508337
Feb 19 21:26:34.588438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a48bdca1-a574-49ba-b5ab-0409e41e9026 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:26:34.643789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port a48bdca1-a574-49ba-b5ab-0409e41e9026 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:26:34.648014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port a48bdca1-a574-49ba-b5ab-0409e41e9026 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:26:34.648424 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:34.730446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port a48bdca1-a574-49ba-b5ab-0409e41e9026 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:26:34.730853 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:34.754504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:26:34.756827 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041c6216-c680-4b4a-bd94-9c4c1bbf058d" -d '{"events": [{"server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "name": "network-vif-plugged", "status": "completed", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:26:34.769533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:26:34.773303 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:34.799284 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96508ec7-8c53-4c68-86fb-18c54a560439 x-openstack-request-id: req-96508ec7-8c53-4c68-86fb-18c54a560439 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:26:34.799577 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "name": "network-vif-plugged", "status": "completed", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:26:34.799833 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96508ec7-8c53-4c68-86fb-18c54a560439 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:26:34.800213 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'code': 200}
Feb 19 21:26:34.829534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=a48bdca1-a574-49ba-b5ab-0409e41e9026,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:34.932597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b6042-4dc6-419f-ba4a-aeef61d2088c req-69b8345c-0b53-48ab-956a-1e001522cdaa tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:34.934000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d2b6042-4dc6-419f-ba4a-aeef61d2088c req-69b8345c-0b53-48ab-956a-1e001522cdaa tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.0824082
Feb 19 21:26:34.940037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd3178-af0b-4ce0-b8d6-d203b01d0ce1 req-f19a751f-9a4f-4aed-b9f8-5781427a4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:34.941463 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6cd3178-af0b-4ce0-b8d6-d203b01d0ce1 req-f19a751f-9a4f-4aed-b9f8-5781427a4aab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 1128 time: 0.0629411
Feb 19 21:26:35.013865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d2b6042-4dc6-419f-ba4a-aeef61d2088c req-8baf45fd-6bda-4784-bcf0-6aca8ab33830 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714381
Feb 19 21:26:35.016995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6cd3178-af0b-4ce0-b8d6-d203b01d0ce1 req-ddfe4095-1b44-4fdb-9e26-9a9535c6560e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679147
Feb 19 21:26:36.136756 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fba9f-57b0-43e5-a330-7ad156e26a92 req-f288b931-141b-452d-b756-00689f17dda1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:36.138241 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d35fba9f-57b0-43e5-a330-7ad156e26a92 req-f288b931-141b-452d-b756-00689f17dda1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.0552177
Feb 19 21:26:36.188038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d35fba9f-57b0-43e5-a330-7ad156e26a92 req-25d9bc98-a232-480d-a289-dfa043ca5fce tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435262
Feb 19 21:26:37.310586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4fd3c-95cd-4cc3-b896-26bbff5f7584 req-c687a931-aab4-4f80-b2b2-59ec93aae057 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:37.312744 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96e4fd3c-95cd-4cc3-b896-26bbff5f7584 req-c687a931-aab4-4f80-b2b2-59ec93aae057 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.0533650
Feb 19 21:26:37.361022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96e4fd3c-95cd-4cc3-b896-26bbff5f7584 req-e8b96f9d-ec8e-4ee3-a9a5-449248baa7bc tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425789
Feb 19 21:26:37.485487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1ba8c-bcf3-41e4-8de4-c4d97a2f08de req-8b433a17-ee5a-4bfb-a0f3-f2c2775f9886 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:37.487053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58c1ba8c-bcf3-41e4-8de4-c4d97a2f08de req-8b433a17-ee5a-4bfb-a0f3-f2c2775f9886 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.0579534
Feb 19 21:26:37.535543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58c1ba8c-bcf3-41e4-8de4-c4d97a2f08de req-d8297aab-d9dd-4bf4-989c-e1047e628b1d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429959
Feb 19 21:26:37.558732 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33004) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:37.704959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d2581d-e5c2-43ee-8029-e6cc19324530 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:37.706764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e7d2581d-e5c2-43ee-8029-e6cc19324530 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 1123 time: 0.1470356
Feb 19 21:26:37.709608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33008) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:37.713829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:26:37.734618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:37.831757 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:37.944905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.35.2.248 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/424f0f70-7837-429b-a3c0-589e8d3087a1) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:26:38.047508 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (424f0f70-7837-429b-a3c0-589e8d3087a1), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:38.080049 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (424f0f70-7837-429b-a3c0-589e8d3087a1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:38.117761 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:26:38.120620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:26:38.124020 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:26:38.147436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=424f0f70-7837-429b-a3c0-589e8d3087a1,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:38.485327 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (24513975-9054-4c1f-bc15-9b53efc1c05a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:38.552397 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (424f0f70-7837-429b-a3c0-589e8d3087a1), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:38.703472 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (424f0f70-7837-429b-a3c0-589e8d3087a1), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:38.708346 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (424f0f70-7837-429b-a3c0-589e8d3087a1), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:38.776318 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=424f0f70-7837-429b-a3c0-589e8d3087a1,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:26:38.786620 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (24513975-9054-4c1f-bc15-9b53efc1c05a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:38.886413 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Floating IP 24513975-9054-4c1f-bc15-9b53efc1c05a associated. External IP: 172.35.2.248, port: a48bdca1-a574-49ba-b5ab-0409e41e9026.
Feb 19 21:26:39.105020 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router ea358023-b886-467b-9b6c-85a13f222ed9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:26:39.228875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:26:39.241838 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cac3e7-d4fd-4e78-9999-fbc9863394a2 None None] Sync routers for ids ['ea358023-b886-467b-9b6c-85a13f222ed9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:26:39.248761 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:39.254737 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cac3e7-d4fd-4e78-9999-fbc9863394a2 None None] Routers {'ea358023-b886-467b-9b6c-85a13f222ed9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:39.255353 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-56cac3e7-d4fd-4e78-9999-fbc9863394a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702f99d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:26:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ea358023-b886-467b-9b6c-85a13f222ed9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:39.284236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4efa6ac7-9808-4840-b087-d3a95be89741 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5736003
Feb 19 21:26:39.284906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:26:39.289309 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:26:39.357050 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de01d06-29e6-4e35-ba1e-77f2fc36c0fe x-openstack-request-id: req-1de01d06-29e6-4e35-ba1e-77f2fc36c0fe {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:26:39.357050 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:26:39.357308 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1de01d06-29e6-4e35-ba1e-77f2fc36c0fe {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:26:39.357875 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'status': 'completed', 'code': 200}
Feb 19 21:26:39.374251 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-56cac3e7-d4fd-4e78-9999-fbc9863394a2 None None] Set router ea358023-b886-467b-9b6c-85a13f222ed9 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:39.485150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab22395-a86f-452a-b2f5-918bfc531edb req-b9a8cf5b-6077-4aac-902c-323c511fe66a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:39.487515 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dab22395-a86f-452a-b2f5-918bfc531edb req-b9a8cf5b-6077-4aac-902c-323c511fe66a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.1146886
Feb 19 21:26:39.492407 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94 req-3705d1f0-1c3d-431a-9073-03c2c247411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:39.494221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94 req-3705d1f0-1c3d-431a-9073-03c2c247411f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 1128 time: 0.1053295
Feb 19 21:26:39.633874 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-56cac3e7-d4fd-4e78-9999-fbc9863394a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702f99d0>, [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:22Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '24513975-9054-4c1f-bc15-9b53efc1c05a', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.248', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'port_id': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'mac_address': 'fa:16:3e:6a:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:26:38Z', 'updated_at': '2022-02-19T21:26:38Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a92d5c-f82e-45a7-a9cf-d86f8998a863', 'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:59:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:22Z', 'updated_at': '2022-02-19T21:26:26Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:39.660899 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cac3e7-d4fd-4e78-9999-fbc9863394a2 None None] Checking router: ea358023-b886-467b-9b6c-85a13f222ed9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:26:39.670404 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cac3e7-d4fd-4e78-9999-fbc9863394a2 None None] Routers {'ea358023-b886-467b-9b6c-85a13f222ed9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:26:39.671870 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-56cac3e7-d4fd-4e78-9999-fbc9863394a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702f99d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:26:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ea358023-b886-467b-9b6c-85a13f222ed9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:39.786366 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-56cac3e7-d4fd-4e78-9999-fbc9863394a2 None None] Set router ea358023-b886-467b-9b6c-85a13f222ed9 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:26:40.006403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dab22395-a86f-452a-b2f5-918bfc531edb req-fcbe93f0-1617-4dd8-9ae8-72afc3bcefb1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5110655
Feb 19 21:26:40.028885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33016) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:40.036173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94 req-baf93eab-1480-4390-a794-173a644f4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:40.036415 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-56cac3e7-d4fd-4e78-9999-fbc9863394a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702f99d0>, [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:22Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '24513975-9054-4c1f-bc15-9b53efc1c05a', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.248', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'port_id': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'mac_address': 'fa:16:3e:6a:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:26:38Z', 'updated_at': '2022-02-19T21:26:38Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a92d5c-f82e-45a7-a9cf-d86f8998a863', 'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:59:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:22Z', 'updated_at': '2022-02-19T21:26:26Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:26:40.037804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94 req-baf93eab-1480-4390-a794-173a644f4d14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=243b999b-e916-404a-8038-10ba42937fec HTTP/1.1" status: 200  len: 898 time: 0.5336332
Feb 19 21:26:40.063919 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cac3e7-d4fd-4e78-9999-fbc9863394a2 None None] The sync data for ids ['ea358023-b886-467b-9b6c-85a13f222ed9'] in ncdv-master-1 is: [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:22Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '24513975-9054-4c1f-bc15-9b53efc1c05a', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.248', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'port_id': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'mac_address': 'fa:16:3e:6a:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:26:38Z', 'updated_at': '2022-02-19T21:26:38Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a92d5c-f82e-45a7-a9cf-d86f8998a863', 'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:59:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:22Z', 'updated_at': '2022-02-19T21:26:26Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:26:40.108075 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e18c2d32-1668-4038-955b-94afc3a7eec8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/24513975-9054-4c1f-bc15-9b53efc1c05a HTTP/1.1" status: 200  len: 992 time: 0.0773702
Feb 19 21:26:40.127160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94 req-1c8d5ad0-b5f1-44c1-8e71-04af091ecbcd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 200  len: 1000 time: 0.0820153
Feb 19 21:26:40.189166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94 req-6da2ed6d-39a8-439c-ae04-cb6e7c8044e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:40.190838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94 req-6da2ed6d-39a8-439c-ae04-cb6e7c8044e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a369293a-cbef-4fd5-bead-e1ce4ad5459b HTTP/1.1" status: 200  len: 834 time: 0.0574231
Feb 19 21:26:40.261807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94 req-2d4f3b36-8ff7-47f1-84d8-3d837c5e1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:26:40.267778 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94 req-2d4f3b36-8ff7-47f1-84d8-3d837c5e1fb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=243b999b-e916-404a-8038-10ba42937fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0665667
Feb 19 21:26:40.342004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f80e90-beb9-4aa5-99a0-c94ac107fa84 None None] New status for floating IP 24513975-9054-4c1f-bc15-9b53efc1c05a: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:26:40.395467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94 req-d3cc9f16-34ee-4bfb-9246-9ae03d334bfd service neutron] 10.222.0.67 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223876
Feb 19 21:26:40.520831 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c1250d6-b8b7-4716-ba17-9e34f84cbd94 req-c405f8f5-cc3b-4f8e-9376-74eb7dc544e9 service neutron] 10.222.0.67 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1186285
Feb 19 21:26:41.109794 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33018) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:26:41.168957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-202d14d8-0130-44d7-813c-c8dbaf3fe4f2 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/24513975-9054-4c1f-bc15-9b53efc1c05a HTTP/1.1" status: 200  len: 994 time: 0.0579910
Feb 19 21:26:48.322948 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66baed2d-8cbe-42a7-be78-da36054717d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:50.585343 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-94474b82-2bb4-4d1c-bbe5-765cf336dbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:51.885491 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:53.257521 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:54.304585 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:26:54.428649 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:56.112862 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:26:59.606445 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:18.324605 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b89d747d-20be-46b7-bbc3-51325868860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:20.587941 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb181c34-0147-4eec-a8f9-f406118b733c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:21.888714 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:23.262272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:24.433380 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:26.113389 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:29.630824 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:31.303265 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:27:31.885647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82559eb9-097b-4474-a092-c573061d0723 req-4627ef03-951e-43f5-9af6-5fb44d077f07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0479579
Feb 19 21:27:31.968979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82559eb9-097b-4474-a092-c573061d0723 req-dc87bd94-b32d-4cb5-bf17-3870d55c698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:31.970373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82559eb9-097b-4474-a092-c573061d0723 req-dc87bd94-b32d-4cb5-bf17-3870d55c698c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 1127 time: 0.0440686
Feb 19 21:27:32.071751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82559eb9-097b-4474-a092-c573061d0723 req-5c534026-dba5-42d9-9162-486203b77fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:32.073256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82559eb9-097b-4474-a092-c573061d0723 req-5c534026-dba5-42d9-9162-486203b77fec service neutron] 10.222.0.10 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.0845118
Feb 19 21:27:32.142673 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82559eb9-097b-4474-a092-c573061d0723 req-31dc8e67-e783-46b3-b725-87692d4a250d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f4bd7f1-40bc-48c5-b9a1-1695752292d5 HTTP/1.1" status: 200  len: 1001 time: 0.0618069
Feb 19 21:27:32.189314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82559eb9-097b-4474-a092-c573061d0723 req-abd0c308-a613-41e1-91dd-bbf6d14076ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:32.190728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82559eb9-097b-4474-a092-c573061d0723 req-abd0c308-a613-41e1-91dd-bbf6d14076ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0430229
Feb 19 21:27:32.238566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82559eb9-097b-4474-a092-c573061d0723 req-a5ecb2ce-7b3a-459c-a74b-00276098a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:32.239952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82559eb9-097b-4474-a092-c573061d0723 req-a5ecb2ce-7b3a-459c-a74b-00276098a75e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436108
Feb 19 21:27:32.332409 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82559eb9-097b-4474-a092-c573061d0723 req-032504d1-f8fa-4293-a4fa-6c0f484475d3 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859954
Feb 19 21:27:32.420615 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82559eb9-097b-4474-a092-c573061d0723 req-d3a0783d-d92f-429a-b0d2-4b86097f4e90 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828073
Feb 19 21:27:32.751319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-26b33e40-6fbe-46bc-a6f0-80b35f290b28 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0998752
Feb 19 21:27:32.842433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-fe7aad54-b41d-4f2a-8379-55000c4c90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:32.843945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-fe7aad54-b41d-4f2a-8379-55000c4c90ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 1127 time: 0.0509086
Feb 19 21:27:32.944665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-01bf22e5-2cf3-48bb-8ae2-336714eb0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:32.946110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-01bf22e5-2cf3-48bb-8ae2-336714eb0e58 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.0841124
Feb 19 21:27:33.014120 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-506674b2-4e5f-4f49-9a3e-1e013eb435e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493 HTTP/1.1" status: 200  len: 1001 time: 0.0616910
Feb 19 21:27:33.060942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-aa54adff-c760-40f1-ae57-497a259f055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:33.062344 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-aa54adff-c760-40f1-ae57-497a259f055f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0430343
Feb 19 21:27:33.112610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-7526618e-75a6-4b2f-841b-38e0d8c9b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:33.114114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-7526618e-75a6-4b2f-841b-38e0d8c9b9bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0461822
Feb 19 21:27:33.204798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-dc04dc47-f414-4cf6-99b7-2258c5945896 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843322
Feb 19 21:27:33.293034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-251ee13f-32d4-4c3f-ae52-97c4a57f501d req-8dead455-853b-4e6a-9f01-f5a4c5edbe5b service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820980
Feb 19 21:27:43.874380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b76784-fd2e-4ca0-acdc-e67e634d42ad req-2e335edc-4b18-4d9a-b5e9-d84ac401a9ca tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:43.875952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8b76784-fd2e-4ca0-acdc-e67e634d42ad req-2e335edc-4b18-4d9a-b5e9-d84ac401a9ca tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.0540247
Feb 19 21:27:43.929224 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8b76784-fd2e-4ca0-acdc-e67e634d42ad req-5cf08e75-bfe1-4af1-90c8-82a8b4a4bb08 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475805
Feb 19 21:27:43.952841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33080) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:27:44.016687 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-676fa93f-b739-4adb-a0ea-214f88560a4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/24513975-9054-4c1f-bc15-9b53efc1c05a HTTP/1.1" status: 200  len: 994 time: 0.0626006
Feb 19 21:27:44.402799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf4c18-10a7-479d-b1a4-9d7fc2541a52 req-4eebe979-ebc5-4f26-8232-1670030995f2 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:44.404831 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-edbf4c18-10a7-479d-b1a4-9d7fc2541a52 req-4eebe979-ebc5-4f26-8232-1670030995f2 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 1128 time: 0.0430484
Feb 19 21:27:44.450345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-edbf4c18-10a7-479d-b1a4-9d7fc2541a52 req-46a74513-a22b-40bc-b5ae-68d84c5cae3f tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399640
Feb 19 21:27:44.919695 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-22147584-1b35-4200-a966-ea1a9e91dcf1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0437388
Feb 19 21:27:44.927961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-5d07c3ff-220f-4aa8-9ecb-fea0e69ba163 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:27:44.928961 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-5d07c3ff-220f-4aa8-9ecb-fea0e69ba163 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049679
Feb 19 21:27:44.991844 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-ebc210d1-6517-452a-87e1-cd735abf674d tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:44.993244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-ebc210d1-6517-452a-87e1-cd735abf674d tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports/a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 200  len: 1125 time: 0.0367849
Feb 19 21:27:45.450343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-70c03d36-7a13-4b24-a497-f708af64fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:45.451782 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-70c03d36-7a13-4b24-a497-f708af64fe33 service neutron] 10.222.0.30 "GET /v2.0/ports/a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 200  len: 1125 time: 0.0366154
Feb 19 21:27:45.460370 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:27:45.460831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Unknown quota resources ['binding']. {{(pid=121129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 19 21:27:45.592522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:27:45.592865 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:27:45.593199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 on network 243b999b-e916-404a-8038-10ba42937fec {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:27:45.597396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Port a48bdca1-a574-49ba-b5ab-0409e41e9026 on network 243b999b-e916-404a-8038-10ba42937fec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:27:45.597712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 on network 243b999b-e916-404a-8038-10ba42937fec {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:27:45.602408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:27:45.602751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Checking segment: {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:27:45.603138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Bound using segment: {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:27:45.603564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Bound port: a48bdca1-a574-49ba-b5ab-0409e41e9026, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:27:45.692804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:27:45.702370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:45.703614 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-29f6bb1a-1022-45f8-9def-a5369c086964 service neutron] 10.222.0.30 "POST /v2.0/ports/a48bdca1-a574-49ba-b5ab-0409e41e9026/bindings HTTP/1.1" status: 201  len: 389 time: 0.2465804
Feb 19 21:27:45.855611 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56355e33-1612-488e-97ea-d3c50d14960b req-ab0f9417-2f57-4db5-b8ec-5c3ba5b5fd9e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:45.857192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56355e33-1612-488e-97ea-d3c50d14960b req-ab0f9417-2f57-4db5-b8ec-5c3ba5b5fd9e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.0557139
Feb 19 21:27:45.939718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56355e33-1612-488e-97ea-d3c50d14960b req-45adb4e3-bbda-4c7f-97d1-8deac0754186 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757535
Feb 19 21:27:45.949297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-54ce8f85-9656-4718-ba3d-b80794658e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:45.950701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-54ce8f85-9656-4718-ba3d-b80794658e77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 1128 time: 0.0684791
Feb 19 21:27:46.039949 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-4bc90329-f948-4bbb-8ce0-1ba668baaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:46.041460 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-4bc90329-f948-4bbb-8ce0-1ba668baaa95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=243b999b-e916-404a-8038-10ba42937fec HTTP/1.1" status: 200  len: 898 time: 0.0841987
Feb 19 21:27:46.109999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-43d5bd25-f776-402f-8870-690065a49ecf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 200  len: 1002 time: 0.0624313
Feb 19 21:27:46.157044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-640bac8a-6b4f-40af-bb43-bc1b4d984296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:46.158447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-640bac8a-6b4f-40af-bb43-bc1b4d984296 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a369293a-cbef-4fd5-bead-e1ce4ad5459b HTTP/1.1" status: 200  len: 834 time: 0.0434246
Feb 19 21:27:46.205327 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-a8863269-7e09-409d-96b9-8cc376cbd082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:46.207041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-a8863269-7e09-409d-96b9-8cc376cbd082 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=243b999b-e916-404a-8038-10ba42937fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428109
Feb 19 21:27:46.299313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-518d8332-63af-4101-b638-478daa025b3b service neutron] 10.222.0.10 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857220
Feb 19 21:27:46.388133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-0c8dc11e-1cff-460e-aa00-badbb62bb4d4 service neutron] 10.222.0.10 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834467
Feb 19 21:27:46.530401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-81a8a6c5-5e9e-4dd5-9866-eed495b883c3 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:46.531979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-81a8a6c5-5e9e-4dd5-9866-eed495b883c3 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2&tenant_id=4cf8d04b22744889a736817e2226b3d0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0885420
Feb 19 21:27:46.542014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:27:46.600545 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:46.727666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:27:46.765051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:27:46.803712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:27:46.805921 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8601557e-87b8-4715-b38f-13afde080318" -d '{"events": [{"server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:27:46.809521 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Publish callbacks [] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:46.815113 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:46.849972 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ec047a-49fc-4fa1-a0b8-3a76e2fe0725 x-openstack-request-id: req-66ec047a-49fc-4fa1-a0b8-3a76e2fe0725 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:27:46.850279 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:27:46.850563 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66ec047a-49fc-4fa1-a0b8-3a76e2fe0725 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:27:46.850960 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'code': 200}
Feb 19 21:27:46.916983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Pushing event updated for resources: {'Port': ['ID=a48bdca1-a574-49ba-b5ab-0409e41e9026,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:27:46.929585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.929942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.930293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.930645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.930985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.931416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.931762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.932096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.932462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.932798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.933151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.933465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.933793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:46.984040 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:27:46.984040 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:27:46.984040 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 on network 243b999b-e916-404a-8038-10ba42937fec {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:27:46.988304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Port a48bdca1-a574-49ba-b5ab-0409e41e9026 on network 243b999b-e916-404a-8038-10ba42937fec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:27:46.989252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Attempting to bind port a48bdca1-a574-49ba-b5ab-0409e41e9026 on network 243b999b-e916-404a-8038-10ba42937fec {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:27:46.994552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:27:46.994899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Checking segment: {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:27:46.995295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Bound using segment: {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:27:46.995731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Bound port: a48bdca1-a574-49ba-b5ab-0409e41e9026, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701c368d-e42d-4aec-a456-58155bef0878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '243b999b-e916-404a-8038-10ba42937fec'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:27:46.996123 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:47.095581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:27:47.099175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:27:47.113182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e937c3f-258b-4ad3-a916-510b0e366e5f req-d6baa3ba-0b16-4836-aa8d-f4a67a8fee9a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:47.114769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e937c3f-258b-4ad3-a916-510b0e366e5f req-d6baa3ba-0b16-4836-aa8d-f4a67a8fee9a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 944 time: 0.1017225
Feb 19 21:27:47.115961 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:47.116090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Provisioning complete for port a48bdca1-a574-49ba-b5ab-0409e41e9026 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:27:47.116652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:47.201027 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Current status of the port a48bdca1-a574-49ba-b5ab-0409e41e9026 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:27:47.201586 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:47.227638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:27:47.229936 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a53059-41f5-4ef1-90be-c2b05911df42" -d '{"events": [{"server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "name": "network-vif-plugged", "status": "completed", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:27:47.248741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Pushing event updated for resources: {'Port': ['ID=a48bdca1-a574-49ba-b5ab-0409e41e9026,revision_number=8']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:27:47.255180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:27:47.267260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e937c3f-258b-4ad3-a916-510b0e366e5f req-a90dd52d-af8c-40bc-9edb-5ff25b3b7e22 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260445
Feb 19 21:27:47.273980 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd9c6c9-f14a-48e6-9415-79acf507c687 x-openstack-request-id: req-cbd9c6c9-f14a-48e6-9415-79acf507c687 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:27:47.274355 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "name": "network-vif-plugged", "status": "completed", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:27:47.276037 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbd9c6c9-f14a-48e6-9415-79acf507c687 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:27:47.276639 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'code': 200}
Feb 19 21:27:47.277922 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:47.301983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:47.302736 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:47.304212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-34f4c6ca-4ea2-48ba-ac4e-652cad33ff8b service neutron] 10.222.0.10 "PUT /v2.0/ports/a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 200  len: 1122 time: 0.7661686
Feb 19 21:27:47.425080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['a48bdca1-a574-49ba-b5ab-0409e41e9026'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:27:47.440440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Pushing event updated for resources: {'Port': ['ID=a48bdca1-a574-49ba-b5ab-0409e41e9026,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:27:47.479855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.480209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.480586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.480930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.481269 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.481604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.481938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.482271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.483224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.483552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.483882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.484210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.484562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc4a9f-374a-4c0e-83a9-0ffff4229ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:47.718288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a05dd355-14e9-42bb-b1f7-64cb3307167c None None] Provisioning complete for port a48bdca1-a574-49ba-b5ab-0409e41e9026 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:27:47.718667 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a05dd355-14e9-42bb-b1f7-64cb3307167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:47.851876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a05dd355-14e9-42bb-b1f7-64cb3307167c None None] Current status of the port a48bdca1-a574-49ba-b5ab-0409e41e9026 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:27:48.325322 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ed80e4d8-1509-46cb-9db8-e82ecde456d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:48.392075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0bbd9-c9f9-4caa-ba9e-5915e51de736 req-83dfee4a-58a9-4fd3-994f-a7eda6832df6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:48.393632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f0bbd9-c9f9-4caa-ba9e-5915e51de736 req-83dfee4a-58a9-4fd3-994f-a7eda6832df6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.0530546
Feb 19 21:27:48.446045 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90f0bbd9-c9f9-4caa-ba9e-5915e51de736 req-8f2ad9bc-a8b4-4ac6-8c2b-911d4898460d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468268
Feb 19 21:27:48.852260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:27:48.854656 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:27:48.891194 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3613119c-22d9-4b44-88fe-0e169ca3f0df x-openstack-request-id: req-3613119c-22d9-4b44-88fe-0e169ca3f0df {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:27:48.891495 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:27:48.891757 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3613119c-22d9-4b44-88fe-0e169ca3f0df {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:27:48.892172 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'status': 'completed', 'code': 200}
Feb 19 21:27:48.956901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a req-4c90742b-fa03-44e6-b271-80776c29f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:48.958307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a req-4c90742b-fa03-44e6-b271-80776c29f44f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 1158 time: 0.0455110
Feb 19 21:27:49.045730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a req-d7e0d019-f2f2-4595-933a-7725dba08eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:49.047182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a req-d7e0d019-f2f2-4595-933a-7725dba08eab service neutron] 10.222.0.67 "GET /v2.0/networks?id=243b999b-e916-404a-8038-10ba42937fec HTTP/1.1" status: 200  len: 898 time: 0.0831902
Feb 19 21:27:49.116518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a req-5b773161-8f3b-431e-b846-f7352346801a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 200  len: 1002 time: 0.0625675
Feb 19 21:27:49.165945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a req-cc15a855-8151-4cf2-90f8-d9ad0231e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:49.167346 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a req-cc15a855-8151-4cf2-90f8-d9ad0231e50f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a369293a-cbef-4fd5-bead-e1ce4ad5459b HTTP/1.1" status: 200  len: 834 time: 0.0430336
Feb 19 21:27:49.215440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a req-29a0ba6b-ecd9-4f55-8f87-b3ce6a86e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:49.217526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a req-29a0ba6b-ecd9-4f55-8f87-b3ce6a86e9d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=243b999b-e916-404a-8038-10ba42937fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428822
Feb 19 21:27:49.307829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a req-31975a06-c3bc-4345-8812-c5a9469d9f08 service neutron] 10.222.0.67 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844426
Feb 19 21:27:49.401509 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ae8644a-4b6d-440d-a91a-359e63ab9c4a req-43deadc1-7028-4eea-98e2-b3ab57f654f8 service neutron] 10.222.0.67 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833359
Feb 19 21:27:49.568352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f4903-ce1f-4c2b-b4d4-ae69433b1fa9 req-3fafbd28-8704-458a-913a-9faf4d0a5ecb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:49.569863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-324f4903-ce1f-4c2b-b4d4-ae69433b1fa9 req-3fafbd28-8704-458a-913a-9faf4d0a5ecb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.0530882
Feb 19 21:27:49.623049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-324f4903-ce1f-4c2b-b4d4-ae69433b1fa9 req-ee7bbb32-5602-4a08-8855-545cda92d0ab tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475607
Feb 19 21:27:50.301944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a48bdca1-a574-49ba-b5ab-0409e41e9026 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:27:50.398602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:27:50.410524 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a48bdca1-a574-49ba-b5ab-0409e41e9026 has no active binding in host nch1-master-1 {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 19 21:27:50.589694 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c75081b7-ee0b-4354-97d3-811fec013a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:50.746577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54413c2-f681-450a-ae1e-852b21380a09 req-4cbf9153-9ea4-43ba-bab6-a4d28f429d77 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:50.748109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d54413c2-f681-450a-ae1e-852b21380a09 req-4cbf9153-9ea4-43ba-bab6-a4d28f429d77 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.0544326
Feb 19 21:27:50.796164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d54413c2-f681-450a-ae1e-852b21380a09 req-9e75bf85-a37c-48c2-a61a-c1fc375fb376 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424497
Feb 19 21:27:51.892435 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:51.918920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9372d-b885-43a0-8dd2-807be11bbac4 req-02d13025-9587-4b17-9408-46ab9fd8f238 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:51.921062 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16e9372d-b885-43a0-8dd2-807be11bbac4 req-02d13025-9587-4b17-9408-46ab9fd8f238 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.0577071
Feb 19 21:27:51.969459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16e9372d-b885-43a0-8dd2-807be11bbac4 req-bf21698d-db3d-4f49-9345-268913c68267 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425856
Feb 19 21:27:52.680694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-30c5fe7a-d127-4d1c-af75-fe4c36822fae service neutron] 10.222.0.67 "GET /v2.0/ports/a48bdca1-a574-49ba-b5ab-0409e41e9026/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0580666
Feb 19 21:27:52.855112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-198f20dd-0dd8-4932-802e-3645d96c0c25 service neutron] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:27:52.877100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-198f20dd-0dd8-4932-802e-3645d96c0c25 service neutron] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:27:52.916956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:27:52.919296 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b1dfa3-cfe0-4ccc-9123-02fb10e9d6da" -d '{"events": [{"server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:27:52.926720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-198f20dd-0dd8-4932-802e-3645d96c0c25 service neutron] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:27:52.942312 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-198f20dd-0dd8-4932-802e-3645d96c0c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:52.956209 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb8a7e1-752e-485e-ba1a-a68bdeacba64 x-openstack-request-id: req-0eb8a7e1-752e-485e-ba1a-a68bdeacba64 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:27:52.956796 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:27:52.957058 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0eb8a7e1-752e-485e-ba1a-a68bdeacba64 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:27:52.957458 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'code': 200}
Feb 19 21:27:53.017477 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-198f20dd-0dd8-4932-802e-3645d96c0c25 service neutron] Transition to ACTIVE for port object a48bdca1-a574-49ba-b5ab-0409e41e9026 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:27:53.021897 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-198f20dd-0dd8-4932-802e-3645d96c0c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:53.159671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f20dd-0dd8-4932-802e-3645d96c0c25 service neutron] Pushing event updated for resources: {'Port': ['ID=a48bdca1-a574-49ba-b5ab-0409e41e9026,revision_number=11']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:27:53.192509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-198f20dd-0dd8-4932-802e-3645d96c0c25 service neutron] No DVR routers for this DVR port a48bdca1-a574-49ba-b5ab-0409e41e9026 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:27:53.200980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739682b-82b7-47ec-8641-b20b06998614 req-724caccb-679f-474e-82ba-fd20435ebddc tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:53.202561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b739682b-82b7-47ec-8641-b20b06998614 req-724caccb-679f-474e-82ba-fd20435ebddc tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 945 time: 0.1506557
Feb 19 21:27:53.258761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:53.324411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b739682b-82b7-47ec-8641-b20b06998614 req-966cc565-459f-40e8-bba0-cb3dad1654f7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881820
Feb 19 21:27:53.368612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-198f20dd-0dd8-4932-802e-3645d96c0c25 service neutron] 10.222.0.67 "PUT /v2.0/ports/a48bdca1-a574-49ba-b5ab-0409e41e9026/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6827598
Feb 19 21:27:53.464181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-5bdb0842-0ec4-4ebc-9294-9b523b3cf1bf tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:53.465744 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-5bdb0842-0ec4-4ebc-9294-9b523b3cf1bf tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2&tenant_id=4cf8d04b22744889a736817e2226b3d0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0481591
Feb 19 21:27:53.515554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-4eb9e55b-57d0-4a64-a361-da0e15eabe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:53.517114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-4eb9e55b-57d0-4a64-a361-da0e15eabe0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 1127 time: 0.0449171
Feb 19 21:27:53.584225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-6ecc4ee6-fe36-4fe9-8375-0fc351cd8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:53.585760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-6ecc4ee6-fe36-4fe9-8375-0fc351cd8c04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 1127 time: 0.0474319
Feb 19 21:27:53.673911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-bdca5e17-aa7d-4aa3-8bcb-d2183b0d4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:53.675430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-bdca5e17-aa7d-4aa3-8bcb-d2183b0d4ad5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=243b999b-e916-404a-8038-10ba42937fec HTTP/1.1" status: 200  len: 898 time: 0.0840025
Feb 19 21:27:53.744215 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-cb5dad72-1b77-45ca-98b6-1fb30535ac4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 200  len: 1000 time: 0.0629020
Feb 19 21:27:53.792229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-b7360eb9-1081-43d2-ad08-9ffb8c0ada76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:53.793816 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-b7360eb9-1081-43d2-ad08-9ffb8c0ada76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a369293a-cbef-4fd5-bead-e1ce4ad5459b HTTP/1.1" status: 200  len: 834 time: 0.0447328
Feb 19 21:27:53.841445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-4cf239cb-3654-4c45-8861-d90bce39811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:53.843669 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-4cf239cb-3654-4c45-8861-d90bce39811b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=243b999b-e916-404a-8038-10ba42937fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445788
Feb 19 21:27:53.933542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-f35499b7-fe77-4bb6-abd9-4feb370dfbc0 service neutron] 10.222.0.10 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839093
Feb 19 21:27:54.021573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-ae6cf4e6-ad66-40ec-97d8-b603daec2c44 service neutron] 10.222.0.10 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821540
Feb 19 21:27:54.284784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-9863eaa2-6cb2-402b-b4c4-0bc1f2a08845 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:54.286208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-9863eaa2-6cb2-402b-b4c4-0bc1f2a08845 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2&tenant_id=4cf8d04b22744889a736817e2226b3d0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0476594
Feb 19 21:27:54.436379 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:54.465350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-5d665071-b490-43fe-b278-14cc01f86dd4 service neutron] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:27:54.469985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-5d665071-b490-43fe-b278-14cc01f86dd4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:54.471111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-5d665071-b490-43fe-b278-14cc01f86dd4 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a48bdca1-a574-49ba-b5ab-0409e41e9026/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1783412
Feb 19 21:27:54.479053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e69b88-edf4-4da2-b02d-85f187eb6ee7 req-169d2155-f8c7-4ea6-92fe-c3ee447c1318 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:54.480534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22e69b88-edf4-4da2-b02d-85f187eb6ee7 req-169d2155-f8c7-4ea6-92fe-c3ee447c1318 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 945 time: 0.0834062
Feb 19 21:27:54.848011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22e69b88-edf4-4da2-b02d-85f187eb6ee7 req-01c9c1d0-a023-446c-9532-9c74afb20d8c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3607349
Feb 19 21:27:54.960920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4afb6-5f37-4a2a-9b75-927f859db670 req-a165bb75-c8ba-4375-8a72-841dd3e82a05 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:54.962325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9eb4afb6-5f37-4a2a-9b75-927f859db670 req-a165bb75-c8ba-4375-8a72-841dd3e82a05 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 1127 time: 0.0433822
Feb 19 21:27:55.007004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9eb4afb6-5f37-4a2a-9b75-927f859db670 req-6dfdff38-a069-4804-930c-d2dbb8156007 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386207
Feb 19 21:27:55.128795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54c194-f144-4ea3-948f-35c86cdacf08 req-2a9ee98e-e6bf-4592-b97d-0c976f6397ba tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:55.130394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df54c194-f144-4ea3-948f-35c86cdacf08 req-2a9ee98e-e6bf-4592-b97d-0c976f6397ba tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 945 time: 0.0581577
Feb 19 21:27:55.189398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df54c194-f144-4ea3-948f-35c86cdacf08 req-1dca279f-9e1e-4e38-83ba-cf5c0905a619 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535433
Feb 19 21:27:55.211650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33142) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:27:55.270534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-688cf6f6-0fa0-44de-bc4d-3ee5ca7ea820 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/24513975-9054-4c1f-bc15-9b53efc1c05a HTTP/1.1" status: 200  len: 992 time: 0.0577431
Feb 19 21:27:55.488353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33148) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:27:55.648115 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port 424f0f70-7837-429b-a3c0-589e8d3087a1 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:27:55.648501 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (424f0f70-7837-429b-a3c0-589e8d3087a1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:55.721904 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (424f0f70-7837-429b-a3c0-589e8d3087a1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:55.722175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (424f0f70-7837-429b-a3c0-589e8d3087a1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:55.734015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for 424f0f70-7837-429b-a3c0-589e8d3087a1 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:27:55.884532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (424f0f70-7837-429b-a3c0-589e8d3087a1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:55.909022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=424f0f70-7837-429b-a3c0-589e8d3087a1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:27:55.921351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.921712 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.922065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.922411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.922752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.923086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.923424 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.923757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.924090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.924449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.924783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.925131 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.925450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:27:55.983291 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (24513975-9054-4c1f-bc15-9b53efc1c05a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:55.983554 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Floating IP 24513975-9054-4c1f-bc15-9b53efc1c05a disassociated (deleted). External IP: 172.35.2.248, port: a48bdca1-a574-49ba-b5ab-0409e41e9026.
Feb 19 21:27:56.110784 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:56.190744 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router ea358023-b886-467b-9b6c-85a13f222ed9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:27:56.297358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:27:56.301924 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:56.308755 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f1760-ce85-40f8-b655-705b84e08052 None None] Sync routers for ids ['ea358023-b886-467b-9b6c-85a13f222ed9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:27:56.319201 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f1760-ce85-40f8-b655-705b84e08052 None None] Routers {'ea358023-b886-467b-9b6c-85a13f222ed9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:27:56.319824 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f80f1760-ce85-40f8-b655-705b84e08052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a704bda30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:27:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ea358023-b886-467b-9b6c-85a13f222ed9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:27:56.330860 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ff38de99-6b6b-411b-b665-98e617cfa5b1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/floatingips/24513975-9054-4c1f-bc15-9b53efc1c05a HTTP/1.1" status: 204  len: 168 time: 0.8413696
Feb 19 21:27:56.331468 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:27:56.334048 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e68a4-b964-41df-83d8-8d3add41b6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:27:56.377152 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666a40c9-08bf-4306-b936-f3855b377c9e x-openstack-request-id: req-666a40c9-08bf-4306-b936-f3855b377c9e {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:27:56.377645 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:27:56.377907 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-666a40c9-08bf-4306-b936-f3855b377c9e {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:27:56.378323 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'status': 'completed', 'code': 200}
Feb 19 21:27:56.429676 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f80f1760-ce85-40f8-b655-705b84e08052 None None] Set router ea358023-b886-467b-9b6c-85a13f222ed9 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:27:56.445142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e68a4-b964-41df-83d8-8d3add41b6b1 req-2d92b1a8-758c-4b29-882f-b60f93c22d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:56.446800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce1e68a4-b964-41df-83d8-8d3add41b6b1 req-2d92b1a8-758c-4b29-882f-b60f93c22d12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 1127 time: 0.0475543
Feb 19 21:27:56.592307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e68a4-b964-41df-83d8-8d3add41b6b1 req-0781c975-a281-490f-947d-a2453b2b4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:56.593749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce1e68a4-b964-41df-83d8-8d3add41b6b1 req-0781c975-a281-490f-947d-a2453b2b4c3c service neutron] 10.222.0.10 "GET /v2.0/networks?id=243b999b-e916-404a-8038-10ba42937fec HTTP/1.1" status: 200  len: 898 time: 0.1393561
Feb 19 21:27:56.615996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d4b49-92a7-44d1-a67f-0f542a068e48 req-bbd3dce1-b484-4dd5-ab9a-972a7bca9e15 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:56.618413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-341d4b49-92a7-44d1-a67f-0f542a068e48 req-bbd3dce1-b484-4dd5-ab9a-972a7bca9e15 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 945 time: 0.0889747
Feb 19 21:27:56.640546 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f80f1760-ce85-40f8-b655-705b84e08052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a704bda30>, [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:22Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '91a92d5c-f82e-45a7-a9cf-d86f8998a863', 'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:59:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:22Z', 'updated_at': '2022-02-19T21:26:26Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:27:56.653465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce1e68a4-b964-41df-83d8-8d3add41b6b1 req-957d430d-d1a0-4b29-b85f-23d2c08ec6b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 200  len: 217 time: 0.0526862
Feb 19 21:27:56.666889 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f1760-ce85-40f8-b655-705b84e08052 None None] Checking router: ea358023-b886-467b-9b6c-85a13f222ed9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:27:56.675024 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f1760-ce85-40f8-b655-705b84e08052 None None] Routers {'ea358023-b886-467b-9b6c-85a13f222ed9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:27:56.675721 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f80f1760-ce85-40f8-b655-705b84e08052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a704bda30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:27:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ea358023-b886-467b-9b6c-85a13f222ed9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:27:56.734338 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-341d4b49-92a7-44d1-a67f-0f542a068e48 req-41c40963-0e21-42c7-816d-33ee4c10f7ba tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=c97b6647-06ce-40ad-bd68-9e10f051f372&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832908
Feb 19 21:27:56.735905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e68a4-b964-41df-83d8-8d3add41b6b1 req-a4f281ea-b4ce-4cd7-a1e7-dc277d7a5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:56.737339 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce1e68a4-b964-41df-83d8-8d3add41b6b1 req-a4f281ea-b4ce-4cd7-a1e7-dc277d7a5c01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a369293a-cbef-4fd5-bead-e1ce4ad5459b HTTP/1.1" status: 200  len: 834 time: 0.0708666
Feb 19 21:27:56.784018 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f80f1760-ce85-40f8-b655-705b84e08052 None None] Set router ea358023-b886-467b-9b6c-85a13f222ed9 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:27:56.795766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e68a4-b964-41df-83d8-8d3add41b6b1 req-aa18a312-e4e3-4d13-bc00-18e7ed40be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:56.797331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce1e68a4-b964-41df-83d8-8d3add41b6b1 req-aa18a312-e4e3-4d13-bc00-18e7ed40be40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=243b999b-e916-404a-8038-10ba42937fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0537093
Feb 19 21:27:56.902130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce1e68a4-b964-41df-83d8-8d3add41b6b1 req-cd33fb83-e7f5-4c56-966d-3cb3e68ed9d6 service neutron] 10.222.0.10 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0960562
Feb 19 21:27:56.929253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a48bdca1-a574-49ba-b5ab-0409e41e9026 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:27:56.973436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port a48bdca1-a574-49ba-b5ab-0409e41e9026 host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:27:56.973841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device a48bdca1-a574-49ba-b5ab-0409e41e9026 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:27:56.989986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cff9f1-a3bc-4431-a4cd-0816ccd272ca req-fcc84a6b-7754-4e27-a28f-4a701d1c3a6d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:27:56.991661 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9cff9f1-a3bc-4431-a4cd-0816ccd272ca req-fcc84a6b-7754-4e27-a28f-4a701d1c3a6d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3e4c19f-82b1-4659-8369-472e042ef9a2 HTTP/1.1" status: 200  len: 945 time: 0.0556648
Feb 19 21:27:57.005220 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f80f1760-ce85-40f8-b655-705b84e08052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a704bda30>, [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:22Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '91a92d5c-f82e-45a7-a9cf-d86f8998a863', 'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:59:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:22Z', 'updated_at': '2022-02-19T21:26:26Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:27:57.008371 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce1e68a4-b964-41df-83d8-8d3add41b6b1 req-ebc85faa-2d00-4ac8-ab36-2c48b6d6da05 service neutron] 10.222.0.10 "GET /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994720
Feb 19 21:27:57.038470 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f1760-ce85-40f8-b655-705b84e08052 None None] The sync data for ids ['ea358023-b886-467b-9b6c-85a13f222ed9'] in ncdv-master-1 is: [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:22Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '91a92d5c-f82e-45a7-a9cf-d86f8998a863', 'name': '', 'network_id': '243b999b-e916-404a-8038-10ba42937fec', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:59:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:22Z', 'updated_at': '2022-02-19T21:26:26Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': 'a369293a-cbef-4fd5-bead-e1ce4ad5459b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:27:57.098132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-d9cff9f1-a3bc-4431-a4cd-0816ccd272ca req-51d3ca98-b7ee-42b7-bc50-aa67c5f72fb6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port a48bdca1-a574-49ba-b5ab-0409e41e9026 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:27:57.098655 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d9cff9f1-a3bc-4431-a4cd-0816ccd272ca req-51d3ca98-b7ee-42b7-bc50-aa67c5f72fb6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:57.201983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d9cff9f1-a3bc-4431-a4cd-0816ccd272ca req-51d3ca98-b7ee-42b7-bc50-aa67c5f72fb6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port a48bdca1-a574-49ba-b5ab-0409e41e9026, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a48bdca1-a574-49ba-b5ab-0409e41e9026,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:27:57.202621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d9cff9f1-a3bc-4431-a4cd-0816ccd272ca req-51d3ca98-b7ee-42b7-bc50-aa67c5f72fb6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:57.216450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-d9cff9f1-a3bc-4431-a4cd-0816ccd272ca req-51d3ca98-b7ee-42b7-bc50-aa67c5f72fb6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for a48bdca1-a574-49ba-b5ab-0409e41e9026 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:27:57.297010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9496bb-e0d0-4d98-b791-8472d27fe5de None None] New status for floating IP 24513975-9054-4c1f-bc15-9b53efc1c05a: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:27:57.351447 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d9cff9f1-a3bc-4431-a4cd-0816ccd272ca req-51d3ca98-b7ee-42b7-bc50-aa67c5f72fb6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a48bdca1-a574-49ba-b5ab-0409e41e9026), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:57.380823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3ca98-b7ee-42b7-bc50-aa67c5f72fb6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=a48bdca1-a574-49ba-b5ab-0409e41e9026,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:27:57.428993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cff9f1-a3bc-4431-a4cd-0816ccd272ca req-51d3ca98-b7ee-42b7-bc50-aa67c5f72fb6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] No DVR routers for this DVR port a48bdca1-a574-49ba-b5ab-0409e41e9026 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:27:57.431559 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d9cff9f1-a3bc-4431-a4cd-0816ccd272ca req-51d3ca98-b7ee-42b7-bc50-aa67c5f72fb6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:57.437947 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d9cff9f1-a3bc-4431-a4cd-0816ccd272ca req-51d3ca98-b7ee-42b7-bc50-aa67c5f72fb6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.10 "DELETE /v2.0/ports/a48bdca1-a574-49ba-b5ab-0409e41e9026 HTTP/1.1" status: 204  len: 173 time: 0.4413331
Feb 19 21:27:57.797849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33158) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:27:58.166458 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (ea358023-b886-467b-9b6c-85a13f222ed9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:58.379479 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'name': 'network-vif-deleted', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:27:58.381961 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82780fa4-a97d-45f0-b9b4-e2a9e6148a37" -d '{"events": [{"server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "name": "network-vif-deleted", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:27:58.419825 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6fedda-4fbe-4266-92fb-25316c13ade6 x-openstack-request-id: req-7b6fedda-4fbe-4266-92fb-25316c13ade6 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:27:58.420185 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e4c19f-82b1-4659-8369-472e042ef9a2", "name": "network-vif-deleted", "tag": "a48bdca1-a574-49ba-b5ab-0409e41e9026", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:27:58.420471 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b6fedda-4fbe-4266-92fb-25316c13ade6 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:27:58.421921 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e4c19f-82b1-4659-8369-472e042ef9a2', 'name': 'network-vif-deleted', 'tag': 'a48bdca1-a574-49ba-b5ab-0409e41e9026', 'status': 'completed', 'code': 200}
Feb 19 21:27:58.425185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port 91a92d5c-f82e-45a7-a9cf-d86f8998a863 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:27:58.425532 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:58.518668 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port 91a92d5c-f82e-45a7-a9cf-d86f8998a863, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91a92d5c-f82e-45a7-a9cf-d86f8998a863,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:27:58.519034 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:58.532481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for 91a92d5c-f82e-45a7-a9cf-d86f8998a863 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:27:58.719662 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (91a92d5c-f82e-45a7-a9cf-d86f8998a863), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:58.755953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=91a92d5c-f82e-45a7-a9cf-d86f8998a863,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:27:58.967687 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (ea358023-b886-467b-9b6c-85a13f222ed9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.192120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router ea358023-b886-467b-9b6c-85a13f222ed9 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:27:59.299717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:27:59.304734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-72af41b4-fe14-4aff-a0b8-7c088310fc47 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "PUT /v2.0/routers/ea358023-b886-467b-9b6c-85a13f222ed9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5058351
Feb 19 21:27:59.307401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33162) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:27:59.309711 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94cd1d-8bb6-447e-bf3a-6553897dc52b None None] Sync routers for ids ['ea358023-b886-467b-9b6c-85a13f222ed9'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:27:59.319686 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94cd1d-8bb6-447e-bf3a-6553897dc52b None None] Routers {'ea358023-b886-467b-9b6c-85a13f222ed9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:27:59.320294 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9f94cd1d-8bb6-447e-bf3a-6553897dc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700c4760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:27:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ea358023-b886-467b-9b6c-85a13f222ed9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:27:59.358448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9877707-dedd-4988-8309-a4ecfa2e4130 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting subnet a369293a-cbef-4fd5-bead-e1ce4ad5459b {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:27:59.361664 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f9877707-dedd-4988-8309-a4ecfa2e4130 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (a369293a-cbef-4fd5-bead-e1ce4ad5459b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.400871 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f9877707-dedd-4988-8309-a4ecfa2e4130 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (a369293a-cbef-4fd5-bead-e1ce4ad5459b), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.425024 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9f94cd1d-8bb6-447e-bf3a-6553897dc52b None None] Set router ea358023-b886-467b-9b6c-85a13f222ed9 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:27:59.489674 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f9877707-dedd-4988-8309-a4ecfa2e4130 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a369293a-cbef-4fd5-bead-e1ce4ad5459b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.550988 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f9877707-dedd-4988-8309-a4ecfa2e4130 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (a369293a-cbef-4fd5-bead-e1ce4ad5459b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.577963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9877707-dedd-4988-8309-a4ecfa2e4130 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Subnet': ['ID=a369293a-cbef-4fd5-bead-e1ce4ad5459b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:27:59.581875 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f9877707-dedd-4988-8309-a4ecfa2e4130 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.585148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f9877707-dedd-4988-8309-a4ecfa2e4130 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/subnets/a369293a-cbef-4fd5-bead-e1ce4ad5459b HTTP/1.1" status: 204  len: 168 time: 0.2768135
Feb 19 21:27:59.587771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33164) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:27:59.590860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b98892-da9a-4ea7-8caf-e4d976381432 None None] Network 243b999b-e916-404a-8038-10ba42937fec requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:27:59.601060 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9f94cd1d-8bb6-447e-bf3a-6553897dc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700c4760>, [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:27:58Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:27:59.628942 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94cd1d-8bb6-447e-bf3a-6553897dc52b None None] Checking router: ea358023-b886-467b-9b6c-85a13f222ed9 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:27:59.637423 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94cd1d-8bb6-447e-bf3a-6553897dc52b None None] Routers {'ea358023-b886-467b-9b6c-85a13f222ed9'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:27:59.638038 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9f94cd1d-8bb6-447e-bf3a-6553897dc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700c4760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:27:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['ea358023-b886-467b-9b6c-85a13f222ed9'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:27:59.674640 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.710564 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (ea358023-b886-467b-9b6c-85a13f222ed9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.752395 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9f94cd1d-8bb6-447e-bf3a-6553897dc52b None None] Set router ea358023-b886-467b-9b6c-85a13f222ed9 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:27:59.777224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216f09d-ce17-4549-8516-c38f3a122bd8 None None] DHCP port deletion for 243b999b-e916-404a-8038-10ba42937fec request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:27:59.826950 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (ea358023-b886-467b-9b6c-85a13f222ed9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.830613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e216f09d-ce17-4549-8516-c38f3a122bd8 None None] Deleting port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:27:59.830998 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e216f09d-ce17-4549-8516-c38f3a122bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.892182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port 19ee356f-0445-4188-a9e8-14c562d86d6b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:27:59.892772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.897039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e216f09d-ce17-4549-8516-c38f3a122bd8 None None] For port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dd5fee7-61a3-40d0-8918-d3ecf7c5c495,segment=NetworkSegment(701c368d-e42d-4aec-a456-58155bef0878),segment_id=701c368d-e42d-4aec-a456-58155bef0878)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:27:59.897436 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e216f09d-ce17-4549-8516-c38f3a122bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.910266 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e216f09d-ce17-4549-8516-c38f3a122bd8 None None] Calling delete_port for 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:27:59.975779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port 19ee356f-0445-4188-a9e8-14c562d86d6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ee356f-0445-4188-a9e8-14c562d86d6b,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:27:59.976384 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:27:59.994428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for 19ee356f-0445-4188-a9e8-14c562d86d6b owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:00.003411 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e216f09d-ce17-4549-8516-c38f3a122bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (8dd5fee7-61a3-40d0-8918-d3ecf7c5c495), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.031220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216f09d-ce17-4549-8516-c38f3a122bd8 None None] Pushing event deleted for resources: {'Port': ['ID=8dd5fee7-61a3-40d0-8918-d3ecf7c5c495,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:00.033185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e216f09d-ce17-4549-8516-c38f3a122bd8 None None] No DVR routers for this DVR port 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:28:00.059473 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9f94cd1d-8bb6-447e-bf3a-6553897dc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700c4760>, [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:27:58Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:00.086409 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94cd1d-8bb6-447e-bf3a-6553897dc52b None None] The sync data for ids ['ea358023-b886-467b-9b6c-85a13f222ed9'] in ncdv-master-1 is: [{'id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434582505', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167'}], 'enable_snat': True}, 'gw_port_id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:27:58Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': '19ee356f-0445-4188-a9e8-14c562d86d6b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea358023-b886-467b-9b6c-85a13f222ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:26:19Z', 'updated_at': '2022-02-19T21:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:28:00.184613 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (19ee356f-0445-4188-a9e8-14c562d86d6b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.211202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=19ee356f-0445-4188-a9e8-14c562d86d6b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:00.271968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (ea358023-b886-467b-9b6c-85a13f222ed9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.365068 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (ea358023-b886-467b-9b6c-85a13f222ed9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.367131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_controller (ea358023-b886-467b-9b6c-85a13f222ed9), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.413731 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (ea358023-b886-467b-9b6c-85a13f222ed9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.414301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Fanout notify agent at l3_agent the message router_deleted on router ea358023-b886-467b-9b6c-85a13f222ed9 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:28:00.421682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.425676 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f7048fcd-e90e-400c-a70a-392c92638122 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/routers/ea358023-b886-467b-9b6c-85a13f222ed9 HTTP/1.1" status: 204  len: 168 time: 0.8368409
Feb 19 21:28:00.425846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33166) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:00.510962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (243b999b-e916-404a-8038-10ba42937fec), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.598220 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (243b999b-e916-404a-8038-10ba42937fec), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.619241 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a72498ca0>,) {'filters': {'network_id': ['243b999b-e916-404a-8038-10ba42937fec']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:00.628875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72498ca0>, '701c368d-e42d-4aec-a456-58155bef0878') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:00.629184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72498ca0>, '701c368d-e42d-4aec-a456-58155bef0878') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:00.644755 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (701c368d-e42d-4aec-a456-58155bef0878), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.659083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (701c368d-e42d-4aec-a456-58155bef0878), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.665903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:28:00.666214 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (701c368d-e42d-4aec-a456-58155bef0878), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:28:00.669390 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:28:00.734980 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (243b999b-e916-404a-8038-10ba42937fec), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.742717 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.745907 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/networks/243b999b-e916-404a-8038-10ba42937fec HTTP/1.1" status: 204  len: 168 time: 0.3142829
Feb 19 21:28:00.749866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33168) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:00.758935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e301971-6492-4867-8bb4-f9d18e70abd4 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Network': ['ID=243b999b-e916-404a-8038-10ba42937fec,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:00.810086 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9f57687d-18d0-4b22-90a9-53914ed659ae tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (c97b6647-06ce-40ad-bd68-9e10f051f372), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.835566 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9f57687d-18d0-4b22-90a9-53914ed659ae tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (c97b6647-06ce-40ad-bd68-9e10f051f372), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.895309 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9f57687d-18d0-4b22-90a9-53914ed659ae tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c97b6647-06ce-40ad-bd68-9e10f051f372), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.898002 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9f57687d-18d0-4b22-90a9-53914ed659ae tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:00.899207 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9f57687d-18d0-4b22-90a9-53914ed659ae tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/security-groups/c97b6647-06ce-40ad-bd68-9e10f051f372 HTTP/1.1" status: 204  len: 168 time: 0.1475761
Feb 19 21:28:00.909580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57687d-18d0-4b22-90a9-53914ed659ae tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97b6647-06ce-40ad-bd68-9e10f051f372,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:01.277795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33174) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:01.282336 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6d68595f-13d1-416e-ba1c-d96144918cd7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1780993889', 'description': 'tempest-secgroup-smoke-1780993889 description', 'project_id': '4cf8d04b22744889a736817e2226b3d0'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:01.303162 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d68595f-13d1-416e-ba1c-d96144918cd7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.368182 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d68595f-13d1-416e-ba1c-d96144918cd7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (63f29bd8-b08d-4cda-ae5d-f91f1aeb1159), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.371612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d68595f-13d1-416e-ba1c-d96144918cd7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (63f29bd8-b08d-4cda-ae5d-f91f1aeb1159), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.400791 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d68595f-13d1-416e-ba1c-d96144918cd7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.401928 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6d68595f-13d1-416e-ba1c-d96144918cd7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1231139
Feb 19 21:28:01.403716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68595f-13d1-416e-ba1c-d96144918cd7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:01.405074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33176) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:01.411036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4a80457b-c7a6-4b91-976a-69e822ac6f7d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '63f29bd8-b08d-4cda-ae5d-f91f1aeb1159', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:01.435072 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a80457b-c7a6-4b91-976a-69e822ac6f7d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (56667d25-8807-4f49-86c9-ac93d6a0c0a6), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.481473 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a80457b-c7a6-4b91-976a-69e822ac6f7d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (56667d25-8807-4f49-86c9-ac93d6a0c0a6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.485514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a80457b-c7a6-4b91-976a-69e822ac6f7d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (56667d25-8807-4f49-86c9-ac93d6a0c0a6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.500993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80457b-c7a6-4b91-976a-69e822ac6f7d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56667d25-8807-4f49-86c9-ac93d6a0c0a6,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:01.514936 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4a80457b-c7a6-4b91-976a-69e822ac6f7d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.516145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4a80457b-c7a6-4b91-976a-69e822ac6f7d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1099598
Feb 19 21:28:01.519484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33178) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:01.523846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-59aa70cd-a41b-4878-b510-fbe0b767cf21 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '63f29bd8-b08d-4cda-ae5d-f91f1aeb1159', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:01.535299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 19ee356f-0445-4188-a9e8-14c562d86d6b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:01.550469 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-59aa70cd-a41b-4878-b510-fbe0b767cf21 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (fd28e7f6-c630-4841-9203-660353472ab4), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.556480 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 19ee356f-0445-4188-a9e8-14c562d86d6b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:01.556850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 19ee356f-0445-4188-a9e8-14c562d86d6b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:01.557282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:01.577058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:01.577494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8dd5fee7-61a3-40d0-8918-d3ecf7c5c495 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:01.577932 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 91a92d5c-f82e-45a7-a9cf-d86f8998a863 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:01.599908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 91a92d5c-f82e-45a7-a9cf-d86f8998a863 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:01.600293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 91a92d5c-f82e-45a7-a9cf-d86f8998a863 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:01.611148 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-59aa70cd-a41b-4878-b510-fbe0b767cf21 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (fd28e7f6-c630-4841-9203-660353472ab4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.615582 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-59aa70cd-a41b-4878-b510-fbe0b767cf21 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (fd28e7f6-c630-4841-9203-660353472ab4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.633295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa70cd-a41b-4878-b510-fbe0b767cf21 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd28e7f6-c630-4841-9203-660353472ab4,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:01.641058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-59aa70cd-a41b-4878-b510-fbe0b767cf21 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.642254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-59aa70cd-a41b-4878-b510-fbe0b767cf21 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1217926
Feb 19 21:28:01.645018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33180) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:01.649203 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8dc90d0f-f9c2-46b2-ba03-2cf2513f07ef tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '63f29bd8-b08d-4cda-ae5d-f91f1aeb1159', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:01.673077 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc90d0f-f9c2-46b2-ba03-2cf2513f07ef tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (b66ec04d-b918-4b2b-96ae-21aee1c5fae4), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.729676 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc90d0f-f9c2-46b2-ba03-2cf2513f07ef tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (b66ec04d-b918-4b2b-96ae-21aee1c5fae4), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.734537 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc90d0f-f9c2-46b2-ba03-2cf2513f07ef tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (b66ec04d-b918-4b2b-96ae-21aee1c5fae4), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.753592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc90d0f-f9c2-46b2-ba03-2cf2513f07ef tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66ec04d-b918-4b2b-96ae-21aee1c5fae4,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:01.758919 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc90d0f-f9c2-46b2-ba03-2cf2513f07ef tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.760122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8dc90d0f-f9c2-46b2-ba03-2cf2513f07ef tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1141801
Feb 19 21:28:01.762810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33182) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:01.767085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-777c43c5-79f5-4200-ad24-1b646b3db601 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '63f29bd8-b08d-4cda-ae5d-f91f1aeb1159', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:01.790213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-777c43c5-79f5-4200-ad24-1b646b3db601 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (bfc0b399-7449-4b2e-b9cc-8aa8046b3a71), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.848001 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-777c43c5-79f5-4200-ad24-1b646b3db601 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (bfc0b399-7449-4b2e-b9cc-8aa8046b3a71), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.851485 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-777c43c5-79f5-4200-ad24-1b646b3db601 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (bfc0b399-7449-4b2e-b9cc-8aa8046b3a71), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.869420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c43c5-79f5-4200-ad24-1b646b3db601 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc0b399-7449-4b2e-b9cc-8aa8046b3a71,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:01.877473 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-777c43c5-79f5-4200-ad24-1b646b3db601 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.878672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-777c43c5-79f5-4200-ad24-1b646b3db601 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1149397
Feb 19 21:28:01.881385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33184) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:01.885675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-622e7d49-d9c7-4a00-a4d5-fbb725e110a3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '63f29bd8-b08d-4cda-ae5d-f91f1aeb1159', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:01.904908 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-622e7d49-d9c7-4a00-a4d5-fbb725e110a3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Project 4cf8d04b22744889a736817e2226b3d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:28:01.910420 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-622e7d49-d9c7-4a00-a4d5-fbb725e110a3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (417000a3-5210-489b-84a2-7d0c2f1fecb2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.970058 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-622e7d49-d9c7-4a00-a4d5-fbb725e110a3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (417000a3-5210-489b-84a2-7d0c2f1fecb2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.973287 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-622e7d49-d9c7-4a00-a4d5-fbb725e110a3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (417000a3-5210-489b-84a2-7d0c2f1fecb2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:01.999401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e7d49-d9c7-4a00-a4d5-fbb725e110a3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417000a3-5210-489b-84a2-7d0c2f1fecb2,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:02.006552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-622e7d49-d9c7-4a00-a4d5-fbb725e110a3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.007922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-622e7d49-d9c7-4a00-a4d5-fbb725e110a3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1255958
Feb 19 21:28:02.010704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33186) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:02.014992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a4e9c3ef-940a-4c1d-b9c7-d75e6fa84f74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'security_group_rule': {'security_group_id': '63f29bd8-b08d-4cda-ae5d-f91f1aeb1159', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:02.034272 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-a4e9c3ef-940a-4c1d-b9c7-d75e6fa84f74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Project 4cf8d04b22744889a736817e2226b3d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:28:02.039159 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c3ef-940a-4c1d-b9c7-d75e6fa84f74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (caee0e88-b0bc-42c9-8f6a-5ea365e60bea), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.097642 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c3ef-940a-4c1d-b9c7-d75e6fa84f74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (caee0e88-b0bc-42c9-8f6a-5ea365e60bea), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.102014 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c3ef-940a-4c1d-b9c7-d75e6fa84f74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (caee0e88-b0bc-42c9-8f6a-5ea365e60bea), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.120307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9c3ef-940a-4c1d-b9c7-d75e6fa84f74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caee0e88-b0bc-42c9-8f6a-5ea365e60bea,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:02.127300 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c3ef-940a-4c1d-b9c7-d75e6fa84f74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.128575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a4e9c3ef-940a-4c1d-b9c7-d75e6fa84f74 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1168542
Feb 19 21:28:02.131568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33188) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:02.136262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'network': {'name': 'tempest-network-smoke--436864350', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'port_security_enabled': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:02.154116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:28:02.157904 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.180876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:28:02.189768 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.190119 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Added segment 7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d of type vlan for network 5d270d38-e63b-45e8-b253-0c56bf4eff89
Feb 19 21:28:02.229174 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (5d270d38-e63b-45e8-b253-0c56bf4eff89), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.253060 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (5d270d38-e63b-45e8-b253-0c56bf4eff89), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.257940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:02.258532 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.309768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1771557
Feb 19 21:28:02.312921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33190) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:02.317618 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'admin_state_up': True, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:02.330340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b04d8-ac97-4984-af3a-c26f2b923cdf tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Network': ['ID=5d270d38-e63b-45e8-b253-0c56bf4eff89,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:02.338452 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (d7032220-0ecb-41c9-8926-fa63855a6cda), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.339460 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (d7032220-0ecb-41c9-8926-fa63855a6cda), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.342796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 5d270d38-e63b-45e8-b253-0c56bf4eff89 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:28:02.386621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a48bdca1-a574-49ba-b5ab-0409e41e9026 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:02.402405 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_controller (d7032220-0ecb-41c9-8926-fa63855a6cda), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:02.411090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: a48bdca1-a574-49ba-b5ab-0409e41e9026 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:02.411448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device a48bdca1-a574-49ba-b5ab-0409e41e9026 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:02.541560 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (d7032220-0ecb-41c9-8926-fa63855a6cda), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:03.057309 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (d7032220-0ecb-41c9-8926-fa63855a6cda), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:03.074962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:03.180595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.35.2.158 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/d04a1705-6022-4ae4-b5a3-d4bbb97c206f) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:28:03.276743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:03.310153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:03.349926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:28:03.352678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:28:03.356680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:28:03.382699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=d04a1705-6022-4ae4-b5a3-d4bbb97c206f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:03.610010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (d7032220-0ecb-41c9-8926-fa63855a6cda), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:03.811290 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (d7032220-0ecb-41c9-8926-fa63855a6cda), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:03.939962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router d7032220-0ecb-41c9-8926-fa63855a6cda is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:28:04.043529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:28:04.054053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Sync routers for ids ['d7032220-0ecb-41c9-8926-fa63855a6cda'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:28:04.063974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:04.064266 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Routers {'d7032220-0ecb-41c9-8926-fa63855a6cda'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:04.064945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6362abe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:27:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d7032220-0ecb-41c9-8926-fa63855a6cda'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:04.065246 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4ede9a14-a788-4746-9317-ba57e2344954 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7512648
Feb 19 21:28:04.068508 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33192) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:04.099284 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0bea1287-fea1-412f-8d43-a658e4ecded5 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4cf8d04b22744889a736817e2226b3d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0296900
Feb 19 21:28:04.101912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33194) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:04.172751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Set router d7032220-0ecb-41c9-8926-fa63855a6cda gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:04.188551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae05be8-b0e8-448a-a4da-ed0b91ea5a00 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:04.190158 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8ae05be8-b0e8-448a-a4da-ed0b91ea5a00 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0872719
Feb 19 21:28:04.193057 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33196) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:04.221473 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-02d55eaa-9614-45d5-a725-209c26d18295 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0273538
Feb 19 21:28:04.223977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33198) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:04.228710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1857877573', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:04.316537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:28:04.319899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:04.350648 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6362abe0>, [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:03Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:04.377087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Checking router: d7032220-0ecb-41c9-8926-fa63855a6cda for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:28:04.377444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Updating router d7032220-0ecb-41c9-8926-fa63855a6cda port d04a1705-6022-4ae4-b5a3-d4bbb97c206f binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:28:04.405882 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:04.500998 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (5c30934a-4f41-4f8c-99b6-49a8f9e7a52c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:04.558903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Subnet': ['ID=5c30934a-4f41-4f8c-99b6-49a8f9e7a52c,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:04.574044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Checking segment: {'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:28:04.574358 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network hostable DHCP agents. Network: 5d270d38-e63b-45e8-b253-0c56bf4eff89, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:28:04.592075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 5d270d38-e63b-45e8-b253-0c56bf4eff89 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:28:04.601768 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d270d38-e63b-45e8-b253-0c56bf4eff89) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:28:04.606316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:04.607330 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:04.613041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e8846-29f8-4c63-8c43-d2f4bb124731 None None] Network 5d270d38-e63b-45e8-b253-0c56bf4eff89 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:28:04.630350 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9362c3a3-3a54-47ce-b70a-9d192ca6c757 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4053428
Feb 19 21:28:04.633272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33200) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:04.719921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Publish callbacks [] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:04.727591 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:04.800399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d270d38-e63b-45e8-b253-0c56bf4eff89', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:28:04.801255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:04.818262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afff3b-b6a7-4f1f-a475-6382d96fab23 None None] Pushing event updated for resources: {'Port': ['ID=d04a1705-6022-4ae4-b5a3-d4bbb97c206f,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:04.822332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Attempting to bind port d04a1705-6022-4ae4-b5a3-d4bbb97c206f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:28:04.822709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Attempting to bind port d04a1705-6022-4ae4-b5a3-d4bbb97c206f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:28:04.823492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Attempting to bind port d04a1705-6022-4ae4-b5a3-d4bbb97c206f on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:28:04.835402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:28:04.835792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:28:04.836198 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:04.836696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:28:04.837174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Bound port: d04a1705-6022-4ae4-b5a3-d4bbb97c206f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:28:04.837685 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:04.972470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] For port d04a1705-6022-4ae4-b5a3-d4bbb97c206f, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:28:04.990222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] For port d04a1705-6022-4ae4-b5a3-d4bbb97c206f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d04a1705-6022-4ae4-b5a3-d4bbb97c206f,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:28:05.001467 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:05.004521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Allocated IP 172.20.0.2 (5d270d38-e63b-45e8-b253-0c56bf4eff89/5c30934a-4f41-4f8c-99b6-49a8f9e7a52c/9bb3f262-08ae-4a63-bf20-ba93ba6a64fa) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:28:05.081528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:05.277111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Routers {'d7032220-0ecb-41c9-8926-fa63855a6cda'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:05.277747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6362abe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:27:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d7032220-0ecb-41c9-8926-fa63855a6cda'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:05.343075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afff3b-b6a7-4f1f-a475-6382d96fab23 None None] Pushing event updated for resources: {'Port': ['ID=d04a1705-6022-4ae4-b5a3-d4bbb97c206f,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:05.444159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] Set router d7032220-0ecb-41c9-8926-fa63855a6cda gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:05.509901 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Publish callbacks [] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:05.564856 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:05.607039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.20.0.1 (5d270d38-e63b-45e8-b253-0c56bf4eff89/5c30934a-4f41-4f8c-99b6-49a8f9e7a52c/c077fa48-c2f6-40a4-83b6-17329faa12fe) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:28:05.622215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-47bd16d8-a83e-4387-9744-d22ecca1895d req-9a88b0d4-1048-4565-9a65-e97705d26d83 service neutron] (121128) timed out ('10.222.0.10', 58686) {{(pid=121128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:28:05.640759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Network 5d270d38-e63b-45e8-b253-0c56bf4eff89 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:28:05.649729 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:28:05.653649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Pushing event updated for resources: {'Port': ['ID=9bb3f262-08ae-4a63-bf20-ba93ba6a64fa,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:05.660103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:28:05.687030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33202) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:05.745728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Attempting to bind port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:28:05.746104 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Attempting to bind port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:28:05.746488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Attempting to bind port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa on network 5d270d38-e63b-45e8-b253-0c56bf4eff89 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:28:05.755382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:28:05.755761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Checking segment: {'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:28:05.756168 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:05.756596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Bound using segment: {'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:28:05.757077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Bound port: 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:28:05.757464 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:05.811890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6362abe0>, [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:03Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:05.814899 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:05.843750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae55f50-08c9-4148-aef6-fd23f3294719 None None] The sync data for ids ['d7032220-0ecb-41c9-8926-fa63855a6cda'] in ncdv-master-1 is: [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:03Z', 'revision_number': 3, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:28:05.861251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] For port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:28:05.864477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] For port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bb3f262-08ae-4a63-bf20-ba93ba6a64fa,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:28:05.872607 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:05.901478 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:05.938509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83e974-78e6-44d8-96a3-bd7013394417 None None] Pushing event updated for resources: {'Port': ['ID=9bb3f262-08ae-4a63-bf20-ba93ba6a64fa,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:05.976299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 5d270d38-e63b-45e8-b253-0c56bf4eff89 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:28:05.977971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Deleting port d8ae677d-ba22-48af-801f-a0e900fbfbfd {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:05.978302 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d8ae677d-ba22-48af-801f-a0e900fbfbfd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:05.994618 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:28:06.026559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:28:06.032412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=c077fa48-c2f6-40a4-83b6-17329faa12fe,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:06.124999 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (d7032220-0ecb-41c9-8926-fa63855a6cda), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:06.183147 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d8ae677d-ba22-48af-801f-a0e900fbfbfd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:06.183746 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (d8ae677d-ba22-48af-801f-a0e900fbfbfd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:06.208814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Calling delete_port for d8ae677d-ba22-48af-801f-a0e900fbfbfd owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:06.367662 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:06.538132 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d8ae677d-ba22-48af-801f-a0e900fbfbfd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:06.569382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event deleted for resources: {'Port': ['ID=d8ae677d-ba22-48af-801f-a0e900fbfbfd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:06.701513 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (218aa7b7-3f4d-439e-a993-887f90f09565), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:06.702279 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Floating IP 218aa7b7-3f4d-439e-a993-887f90f09565 disassociated (deleted). External IP: 172.35.2.207, port: 4f4bd7f1-40bc-48c5-b9a1-1695752292d5.
Feb 19 21:28:07.051239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba5da4-8c71-4e2d-90aa-70cf72c202d6 None None] Network 5d270d38-e63b-45e8-b253-0c56bf4eff89 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:28:07.161379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-af6b363e-4acb-417a-aecc-7f784c973dee None None] Provisioning complete for port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:07.161678 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af6b363e-4acb-417a-aecc-7f784c973dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.203023 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.257350 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-af6b363e-4acb-417a-aecc-7f784c973dee None None] Current status of the port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:28:07.257822 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af6b363e-4acb-417a-aecc-7f784c973dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.297456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-af6b363e-4acb-417a-aecc-7f784c973dee None None] For port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bb3f262-08ae-4a63-bf20-ba93ba6a64fa,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:07.302955 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.303525 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af6b363e-4acb-417a-aecc-7f784c973dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.358452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b363e-4acb-417a-aecc-7f784c973dee None None] Pushing event updated for resources: {'Port': ['ID=9bb3f262-08ae-4a63-bf20-ba93ba6a64fa,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:07.394576 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (d7032220-0ecb-41c9-8926-fa63855a6cda), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.406046 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:28:07.414621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=c077fa48-c2f6-40a4-83b6-17329faa12fe,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:07.540041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fea03ad6-93b5-4c31-8f5e-3d71c9592a99 None None] Provisioning complete for port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:07.543756 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fea03ad6-93b5-4c31-8f5e-3d71c9592a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.608681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 5d270d38-e63b-45e8-b253-0c56bf4eff89 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:28:07.611963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:28:07.662260 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d04a1705-6022-4ae4-b5a3-d4bbb97c206f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:28:07.700720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fea03ad6-93b5-4c31-8f5e-3d71c9592a99 None None] Current status of the port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:28:07.709601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:28:07.720848 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43a9bb-ccf4-44ad-91ec-2c9cdcd8cf59 None None] Sync routers for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:28:07.721662 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.721968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fea03ad6-93b5-4c31-8f5e-3d71c9592a99 None None] Provisioning complete for port c077fa48-c2f6-40a4-83b6-17329faa12fe triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:07.722336 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fea03ad6-93b5-4c31-8f5e-3d71c9592a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.752298 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43a9bb-ccf4-44ad-91ec-2c9cdcd8cf59 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:07.755615 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-eb43a9bb-ccf4-44ad-91ec-2c9cdcd8cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7564c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:27:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:07.764486 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d904f08e-aa23-49fd-92d8-c8165694ad40 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "DELETE /v2.0/floatingips/218aa7b7-3f4d-439e-a993-887f90f09565 HTTP/1.1" status: 204  len: 168 time: 2.0762739
Feb 19 21:28:07.767920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'tag': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:28:07.769550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d04a1705-6022-4ae4-b5a3-d4bbb97c206f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:07.769942 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.770213 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e" -d '{"events": [{"name": "network-changed", "server_uuid": "1695f956-3d9f-4acb-9c5c-0cf825ec7bc7", "tag": "4f4bd7f1-40bc-48c5-b9a1-1695752292d5"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:28:07.771574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fea03ad6-93b5-4c31-8f5e-3d71c9592a99 None None] Port c077fa48-c2f6-40a4-83b6-17329faa12fe cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:28:07.848998 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bae4cf-a09b-4854-81fa-684218389ce6 x-openstack-request-id: req-12bae4cf-a09b-4854-81fa-684218389ce6 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:28:07.849583 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1695f956-3d9f-4acb-9c5c-0cf825ec7bc7", "tag": "4f4bd7f1-40bc-48c5-b9a1-1695752292d5", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:28:07.849993 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12bae4cf-a09b-4854-81fa-684218389ce6 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:28:07.850563 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'tag': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5', 'status': 'completed', 'code': 200}
Feb 19 21:28:07.853453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router d7032220-0ecb-41c9-8926-fa63855a6cda has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:28:07.901663 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-eb43a9bb-ccf4-44ad-91ec-2c9cdcd8cf59 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:07.910569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d04a1705-6022-4ae4-b5a3-d4bbb97c206f is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:28:07.910983 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.937980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-902bd7f2-2c63-4391-aa50-784c7bbc8036 None None] Provisioning complete for port c077fa48-c2f6-40a4-83b6-17329faa12fe triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:07.938252 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-902bd7f2-2c63-4391-aa50-784c7bbc8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.963321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port d04a1705-6022-4ae4-b5a3-d4bbb97c206f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d04a1705-6022-4ae4-b5a3-d4bbb97c206f,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:07.988125 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:07.990413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:28:08.039027 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e req-fc4bf4c7-cf9e-4c9e-b756-3c4d8d912fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:08.040629 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e req-fc4bf4c7-cf9e-4c9e-b756-3c4d8d912fc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 1127 time: 0.1850481
Feb 19 21:28:08.105329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-902bd7f2-2c63-4391-aa50-784c7bbc8036 None None] Port c077fa48-c2f6-40a4-83b6-17329faa12fe cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:28:08.146442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=d04a1705-6022-4ae4-b5a3-d4bbb97c206f,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:08.151725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:08.152107 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:08.173011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:28:08.180609 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-97f2e334-cf55-4c41-b29d-a23bd666ee60 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "PUT /v2.0/routers/d7032220-0ecb-41c9-8926-fa63855a6cda/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5463252
Feb 19 21:28:08.182718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3203-10c7-4f34-b794-df8b7b10c0da req-094857dd-b44f-415d-a385-55b5aa97f274 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:08.184958 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e01d3203-10c7-4f34-b794-df8b7b10c0da req-094857dd-b44f-415d-a385-55b5aa97f274 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 945 time: 0.0577645
Feb 19 21:28:08.204859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e req-dd9985a7-faac-4d53-a35c-6c1b08f9e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:08.208021 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e req-dd9985a7-faac-4d53-a35c-6c1b08f9e478 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.1598241
Feb 19 21:28:08.210118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Sync routers for ids ['d7032220-0ecb-41c9-8926-fa63855a6cda'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:28:08.250091 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-eb43a9bb-ccf4-44ad-91ec-2c9cdcd8cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7564c0>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dd387683-d701-48b7-8ba7-54079a0facb3', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.134', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:a4:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:24Z', 'updated_at': '2022-02-19T21:24:26Z', 'revision_number': 1, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:08.261949 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e req-e59365ce-93df-444c-8d88-0c95cf6eac8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f4bd7f1-40bc-48c5-b9a1-1695752292d5 HTTP/1.1" status: 200  len: 217 time: 0.0472963
Feb 19 21:28:08.262640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Routers {'d7032220-0ecb-41c9-8926-fa63855a6cda'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:08.263291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63065d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:27:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d7032220-0ecb-41c9-8926-fa63855a6cda'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:08.266159 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e38f2442-c9eb-4ffd-861b-d72938fcca5b None None] Provisioning complete for port c077fa48-c2f6-40a4-83b6-17329faa12fe triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:08.266543 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e38f2442-c9eb-4ffd-861b-d72938fcca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:08.276500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e01d3203-10c7-4f34-b794-df8b7b10c0da req-9b20cce7-55da-4e0f-8705-27da03b002fb tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808940
Feb 19 21:28:08.290832 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43a9bb-ccf4-44ad-91ec-2c9cdcd8cf59 None None] Checking router: 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:28:08.326901 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:28:08.331159 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43a9bb-ccf4-44ad-91ec-2c9cdcd8cf59 None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:08.332271 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-eb43a9bb-ccf4-44ad-91ec-2c9cdcd8cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7564c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:27:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:08.349061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e req-4fc6ded9-a912-4e9b-b814-1a78d1df3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:08.350557 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e req-4fc6ded9-a912-4e9b-b814-1a78d1df3823 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0816081
Feb 19 21:28:08.382179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-ad273346-3f1d-4fbf-9e2f-8d2626af91fc tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1780993889&fields=id&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 267 time: 0.0586019
Feb 19 21:28:08.420510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e req-6eb971fb-606d-41ff-8771-a4151c9fc6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:08.422376 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e req-6eb971fb-606d-41ff-8771-a4151c9fc6b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0650907
Feb 19 21:28:08.436565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e38f2442-c9eb-4ffd-861b-d72938fcca5b None None] Port c077fa48-c2f6-40a4-83b6-17329faa12fe cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:28:08.440686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:28:08.471940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Set router d7032220-0ecb-41c9-8926-fa63855a6cda gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:08.478191 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-eb43a9bb-ccf4-44ad-91ec-2c9cdcd8cf59 None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:08.532034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-d3fdc5be-a988-4bd4-bed3-15c158610ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:08.538955 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-d3fdc5be-a988-4bd4-bed3-15c158610ead tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/networks?id=5d270d38-e63b-45e8-b253-0c56bf4eff89 HTTP/1.1" status: 200  len: 796 time: 0.1499612
Feb 19 21:28:08.549095 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e req-a0c94a3b-f77f-4a9e-b3d1-46a3159be484 service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186740
Feb 19 21:28:08.554606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-340f712b-c6f9-4531-9476-54da767e0088 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/quotas/4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 375 time: 0.0146544
Feb 19 21:28:08.616209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-d1517c5f-d412-4a8e-abef-127fed135dff tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0606117
Feb 19 21:28:08.672986 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e7d5f266-9cb5-46b6-8d19-ccf1dfef876e req-db058886-6330-4d66-ad35-a2d6797a388e service neutron] 10.222.0.10 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1172976
Feb 19 21:28:08.759792 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-eb43a9bb-ccf4-44ad-91ec-2c9cdcd8cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7564c0>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dd387683-d701-48b7-8ba7-54079a0facb3', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.134', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:a4:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:24Z', 'updated_at': '2022-02-19T21:24:26Z', 'revision_number': 1, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:08.793614 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43a9bb-ccf4-44ad-91ec-2c9cdcd8cf59 None None] The sync data for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 is: [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dd387683-d701-48b7-8ba7-54079a0facb3', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'floating_ip_address': '172.35.2.134', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'port_id': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'mac_address': 'fa:16:3e:a4:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:24:24Z', 'updated_at': '2022-02-19T21:24:26Z', 'revision_number': 1, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:28:08.896552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63065d30>, [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:06Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c077fa48-c2f6-40a4-83b6-17329faa12fe', 'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:85:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:05Z', 'updated_at': '2022-02-19T21:28:06Z', 'revision_number': 2, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:08.923277 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Checking router: d7032220-0ecb-41c9-8926-fa63855a6cda for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:28:08.923636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Updating router d7032220-0ecb-41c9-8926-fa63855a6cda port c077fa48-c2f6-40a4-83b6-17329faa12fe binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:28:08.959869 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:09.066272 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5159353-1582-4462-b4a1-82fc5b32868d None None] New status for floating IP 218aa7b7-3f4d-439e-a993-887f90f09565: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:28:09.075317 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-f0c1f1d9-b374-4774-8349-9f7b99f8b3f7 service neutron] 10.222.0.30 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4449790
Feb 19 21:28:09.181278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-f75f32c3-9746-4f3b-93e5-15f5c924461c service neutron] 10.222.0.30 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958455
Feb 19 21:28:09.239546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Publish callbacks [] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:09.245070 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:09.299037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d212f62-6a50-4e54-b01e-9bb314d93c6e None None] Pushing event updated for resources: {'Port': ['ID=c077fa48-c2f6-40a4-83b6-17329faa12fe,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:09.379279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Attempting to bind port c077fa48-c2f6-40a4-83b6-17329faa12fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:28:09.379941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Attempting to bind port c077fa48-c2f6-40a4-83b6-17329faa12fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:28:09.380359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Attempting to bind port c077fa48-c2f6-40a4-83b6-17329faa12fe on network 5d270d38-e63b-45e8-b253-0c56bf4eff89 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:28:09.392527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:28:09.393051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Checking segment: {'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:28:09.393671 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:09.394149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Bound using segment: {'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:28:09.394682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Bound port: c077fa48-c2f6-40a4-83b6-17329faa12fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:28:09.395055 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:09.421715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52deebf0-b0c9-4498-baf4-3671784682ae req-426988d0-dd02-45ff-b883-20ec92f063df tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 210 time: 0.0827713
Feb 19 21:28:09.456914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56ba8b-e41e-4a92-a8e2-873cbe076652 req-5e2242c9-42a5-493b-a2c8-5c2ffa3b6af5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:09.458466 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec56ba8b-e41e-4a92-a8e2-873cbe076652 req-5e2242c9-42a5-493b-a2c8-5c2ffa3b6af5 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 945 time: 0.0958822
Feb 19 21:28:09.503123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] For port c077fa48-c2f6-40a4-83b6-17329faa12fe, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:28:09.508442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] For port c077fa48-c2f6-40a4-83b6-17329faa12fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c077fa48-c2f6-40a4-83b6-17329faa12fe,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:28:09.519728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec56ba8b-e41e-4a92-a8e2-873cbe076652 req-388ed949-6af4-47e7-9617-e52e9e16e488 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553305
Feb 19 21:28:09.528079 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:09.589125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d04a1705-6022-4ae4-b5a3-d4bbb97c206f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:28:09.599408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e7135-4c8d-4bb8-bdee-368491e503ac req-a74c5f01-f0c6-4124-84a0-c8b2404939a2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:09.601679 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d65e7135-4c8d-4bb8-bdee-368491e503ac req-a74c5f01-f0c6-4124-84a0-c8b2404939a2 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 945 time: 0.0924788
Feb 19 21:28:09.640286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Routers {'d7032220-0ecb-41c9-8926-fa63855a6cda'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:09.641023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63065d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:27:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d7032220-0ecb-41c9-8926-fa63855a6cda'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:09.749818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-d65e7135-4c8d-4bb8-bdee-368491e503ac req-85325537-fe76-4c6a-b050-94a69dd612c9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Deleting port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:09.750283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d65e7135-4c8d-4bb8-bdee-368491e503ac req-85325537-fe76-4c6a-b050-94a69dd612c9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:09.753154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d212f62-6a50-4e54-b01e-9bb314d93c6e None None] Pushing event updated for resources: {'Port': ['ID=c077fa48-c2f6-40a4-83b6-17329faa12fe,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:09.783165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ddfa4b7f-f8ee-4b40-87d9-195f0d34fa6a None None] Provisioning complete for port c077fa48-c2f6-40a4-83b6-17329faa12fe triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:09.783558 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4b7f-f8ee-4b40-87d9-195f0d34fa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:09.839801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d04a1705-6022-4ae4-b5a3-d4bbb97c206f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:09.840148 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:09.844795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] Set router d7032220-0ecb-41c9-8926-fa63855a6cda gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:09.877344 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-d65e7135-4c8d-4bb8-bdee-368491e503ac req-85325537-fe76-4c6a-b050-94a69dd612c9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] For port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f4bd7f1-40bc-48c5-b9a1-1695752292d5,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:09.877661 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d65e7135-4c8d-4bb8-bdee-368491e503ac req-85325537-fe76-4c6a-b050-94a69dd612c9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:09.892475 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-d65e7135-4c8d-4bb8-bdee-368491e503ac req-85325537-fe76-4c6a-b050-94a69dd612c9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Calling delete_port for 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:10.047040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa4b7f-f8ee-4b40-87d9-195f0d34fa6a None None] Current status of the port c077fa48-c2f6-40a4-83b6-17329faa12fe is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:28:10.047445 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4b7f-f8ee-4b40-87d9-195f0d34fa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:10.052710 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d65e7135-4c8d-4bb8-bdee-368491e503ac req-85325537-fe76-4c6a-b050-94a69dd612c9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4f4bd7f1-40bc-48c5-b9a1-1695752292d5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:10.087691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85325537-fe76-4c6a-b050-94a69dd612c9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event deleted for resources: {'Port': ['ID=4f4bd7f1-40bc-48c5-b9a1-1695752292d5,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:10.134700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65e7135-4c8d-4bb8-bdee-368491e503ac req-85325537-fe76-4c6a-b050-94a69dd612c9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] No DVR routers for this DVR port 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:28:10.135391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d04a1705-6022-4ae4-b5a3-d4bbb97c206f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:28:10.137483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-d65e7135-4c8d-4bb8-bdee-368491e503ac req-85325537-fe76-4c6a-b050-94a69dd612c9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:10.143489 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d65e7135-4c8d-4bb8-bdee-368491e503ac req-85325537-fe76-4c6a-b050-94a69dd612c9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.10 "DELETE /v2.0/ports/4f4bd7f1-40bc-48c5-b9a1-1695752292d5 HTTP/1.1" status: 204  len: 173 time: 0.5358193
Feb 19 21:28:10.144647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'name': 'network-vif-deleted', 'tag': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:28:10.149822 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aada4b6-e783-4da4-8e73-6c096d7ad180" -d '{"events": [{"server_uuid": "1695f956-3d9f-4acb-9c5c-0cf825ec7bc7", "name": "network-vif-deleted", "tag": "4f4bd7f1-40bc-48c5-b9a1-1695752292d5"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:28:10.151086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ddfa4b7f-f8ee-4b40-87d9-195f0d34fa6a None None] For port c077fa48-c2f6-40a4-83b6-17329faa12fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c077fa48-c2f6-40a4-83b6-17329faa12fe,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:10.170471 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ddfa4b7f-f8ee-4b40-87d9-195f0d34fa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:10.198967 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a85f68-3b96-4dde-80c5-407dfcbda547 x-openstack-request-id: req-d4a85f68-3b96-4dde-80c5-407dfcbda547 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:28:10.199396 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1695f956-3d9f-4acb-9c5c-0cf825ec7bc7", "name": "network-vif-deleted", "tag": "4f4bd7f1-40bc-48c5-b9a1-1695752292d5", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:28:10.199543 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4a85f68-3b96-4dde-80c5-407dfcbda547 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:28:10.200047 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1695f956-3d9f-4acb-9c5c-0cf825ec7bc7', 'name': 'network-vif-deleted', 'tag': '4f4bd7f1-40bc-48c5-b9a1-1695752292d5', 'status': 'completed', 'code': 200}
Feb 19 21:28:10.259110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa4b7f-f8ee-4b40-87d9-195f0d34fa6a None None] Pushing event updated for resources: {'Port': ['ID=c077fa48-c2f6-40a4-83b6-17329faa12fe,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:10.269037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63065d30>, [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:06Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c077fa48-c2f6-40a4-83b6-17329faa12fe', 'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:85:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:05Z', 'updated_at': '2022-02-19T21:28:09Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:10.306559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c51cca5-aeb9-44df-bb2b-82e17949265e None None] The sync data for ids ['d7032220-0ecb-41c9-8926-fa63855a6cda'] in ncdv-master-1 is: [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:06Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c077fa48-c2f6-40a4-83b6-17329faa12fe', 'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:85:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:05Z', 'updated_at': '2022-02-19T21:28:09Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:28:10.317822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e3ca886a-68e1-4622-9b86-ffd358cfccb6 None None] Provisioning complete for port c077fa48-c2f6-40a4-83b6-17329faa12fe triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:10.318216 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e3ca886a-68e1-4622-9b86-ffd358cfccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:10.442610 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca886a-68e1-4622-9b86-ffd358cfccb6 None None] Current status of the port c077fa48-c2f6-40a4-83b6-17329faa12fe is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:28:10.576777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd4df226-d9af-41ba-b811-a3354bbf960c req-8d2b1136-bb1a-45e6-8e2a-009fb7f63ac5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 210 time: 0.0416129
Feb 19 21:28:10.706666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-e4926a67-23e7-4ef3-b36c-5142f790084d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:10.708740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-e4926a67-23e7-4ef3-b36c-5142f790084d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "GET /v2.0/networks?id=5d270d38-e63b-45e8-b253-0c56bf4eff89 HTTP/1.1" status: 200  len: 796 time: 0.2313678
Feb 19 21:28:10.711228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd032448-10c3-43bb-b6ab-a231b0bb3f05 req-0d96a650-44a4-4742-bfa0-32eeb173c1b3 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=1695f956-3d9f-4acb-9c5c-0cf825ec7bc7 HTTP/1.1" status: 200  len: 210 time: 0.0534151
Feb 19 21:28:10.806716 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2489858-a2b5-4760-8c47-3fa74e3a2bb6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf8d04b22744889a736817e2226b3d0 HTTP/1.1" status: 200  len: 380 time: 0.0901401
Feb 19 21:28:10.815752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'port': {'device_id': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'admin_state_up': True, 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'security_groups': ['63f29bd8-b08d-4cda-ae5d-f91f1aeb1159']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:10.933216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Made reservation on behalf of 4cf8d04b22744889a736817e2226b3d0 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:28:10.937151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:11.071332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.20.0.13 (5d270d38-e63b-45e8-b253-0c56bf4eff89/5c30934a-4f41-4f8c-99b6-49a8f9e7a52c/687dd4dc-f63b-43dd-bcfe-b546f231478b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:28:11.227429 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:11.263779 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:11.310208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 5d270d38-e63b-45e8-b253-0c56bf4eff89 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:28:11.313944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:28:11.318173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:28:11.325131 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=687dd4dc-f63b-43dd-bcfe-b546f231478b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:11.380584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:11.381276 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:11.400091 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-b2b15125-330b-4aa7-b253-f39be7f9b3bb tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5882499
Feb 19 21:28:11.411680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Request body: {'port': {'device_id': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:11.477740 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:11.573596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-55151803-58ac-4446-8e33-739e83e4e0f6 None None] Provisioning complete for port 687dd4dc-f63b-43dd-bcfe-b546f231478b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:11.574134 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55151803-58ac-4446-8e33-739e83e4e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:11.601063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c077fa48-c2f6-40a4-83b6-17329faa12fe up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:28:11.644827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-55151803-58ac-4446-8e33-739e83e4e0f6 None None] Port 687dd4dc-f63b-43dd-bcfe-b546f231478b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:28:11.687185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c077fa48-c2f6-40a4-83b6-17329faa12fe triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:11.687185 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:11.772498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c077fa48-c2f6-40a4-83b6-17329faa12fe is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:28:11.779148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe41216-1fd2-4082-abbe-ae44bdfc2a04 req-07fbb1c5-a958-4a79-96ce-b0f511682aab tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:11.781143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ffe41216-1fd2-4082-abbe-ae44bdfc2a04 req-07fbb1c5-a958-4a79-96ce-b0f511682aab tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 932 time: 0.0893984
Feb 19 21:28:11.876017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ffe41216-1fd2-4082-abbe-ae44bdfc2a04 req-c1e9094f-69ee-47eb-a5e7-1c5bf7511ee6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883217
Feb 19 21:28:11.880476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687dd4dc-f63b-43dd-bcfe-b546f231478b {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:28:11.889323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Publish callbacks [] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:11.904488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Transition to ACTIVE for port object 687dd4dc-f63b-43dd-bcfe-b546f231478b will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:28:11.909093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:11.966029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Pushing event updated for resources: {'Port': ['ID=687dd4dc-f63b-43dd-bcfe-b546f231478b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:12.052504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Attempting to bind port 687dd4dc-f63b-43dd-bcfe-b546f231478b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:28:12.052885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Attempting to bind port 687dd4dc-f63b-43dd-bcfe-b546f231478b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:28:12.053221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Attempting to bind port 687dd4dc-f63b-43dd-bcfe-b546f231478b on network 5d270d38-e63b-45e8-b253-0c56bf4eff89 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:28:12.059107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Port 687dd4dc-f63b-43dd-bcfe-b546f231478b on network 5d270d38-e63b-45e8-b253-0c56bf4eff89 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:28:12.059454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Attempting to bind port 687dd4dc-f63b-43dd-bcfe-b546f231478b on network 5d270d38-e63b-45e8-b253-0c56bf4eff89 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:28:12.064617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:28:12.064960 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Checking segment: {'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:28:12.065350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Bound using segment: {'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:28:12.065857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Bound port: 687dd4dc-f63b-43dd-bcfe-b546f231478b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:28:12.066243 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:12.145809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] For port 687dd4dc-f63b-43dd-bcfe-b546f231478b, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:28:12.151205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] For port 687dd4dc-f63b-43dd-bcfe-b546f231478b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:28:12.160583 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:12.224884 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:12.225794 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:12.227753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] 10.222.0.67 "PUT /v2.0/ports/687dd4dc-f63b-43dd-bcfe-b546f231478b HTTP/1.1" status: 200  len: 1092 time: 0.8206179
Feb 19 21:28:12.228469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:28:12.231961 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3081bc-d489-4a71-b896-0a84a6093b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:28:12.260389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a66dc-327c-4962-8445-e4ec112919b5 service neutron] Pushing event updated for resources: {'Port': ['ID=687dd4dc-f63b-43dd-bcfe-b546f231478b,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:12.328610 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428eb922-08a5-4f4e-84a2-2501faa779b4 x-openstack-request-id: req-428eb922-08a5-4f4e-84a2-2501faa779b4 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:28:12.329419 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:28:12.330026 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-428eb922-08a5-4f4e-84a2-2501faa779b4 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:28:12.330796 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'status': 'completed', 'code': 200}
Feb 19 21:28:12.357546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-433cd748-f915-4a1e-aa3e-fd7c751ef0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:12.359160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-433cd748-f915-4a1e-aa3e-fd7c751ef0ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 1126 time: 0.0846913
Feb 19 21:28:12.406851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-fa3cc390-a8a2-469e-a797-530d041283d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b HTTP/1.1" status: 200  len: 217 time: 0.0398419
Feb 19 21:28:12.468057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-a0dc7b13-e635-4b69-93e1-b380ecdbf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:12.469860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-a0dc7b13-e635-4b69-93e1-b380ecdbf179 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c30934a-4f41-4f8c-99b6-49a8f9e7a52c HTTP/1.1" status: 200  len: 835 time: 0.0575664
Feb 19 21:28:12.539900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-21588226-4d07-4f19-81b9-4fce56ff23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:12.541459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-21588226-4d07-4f19-81b9-4fce56ff23ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5d270d38-e63b-45e8-b253-0c56bf4eff89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0659759
Feb 19 21:28:12.630889 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-f4266b02-be17-4e89-a185-9bdbd1bf236c service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834997
Feb 19 21:28:12.727626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e0ea5af-8122-4cbe-95fd-a940a6052b95 req-93066070-d23e-4a97-be04-85afca00f303 service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901532
Feb 19 21:28:12.826023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3081bc-d489-4a71-b896-0a84a6093b0a req-fc33e9f8-c1e7-4825-9957-1a876a951702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:12.827537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d3081bc-d489-4a71-b896-0a84a6093b0a req-fc33e9f8-c1e7-4825-9957-1a876a951702 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 1126 time: 0.0502362
Feb 19 21:28:12.915524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3081bc-d489-4a71-b896-0a84a6093b0a req-f36d73e3-71c2-4ec0-871c-2cdc93a14539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:12.917101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d3081bc-d489-4a71-b896-0a84a6093b0a req-f36d73e3-71c2-4ec0-871c-2cdc93a14539 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5d270d38-e63b-45e8-b253-0c56bf4eff89 HTTP/1.1" status: 200  len: 897 time: 0.0830591
Feb 19 21:28:12.969118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d3081bc-d489-4a71-b896-0a84a6093b0a req-1438a939-ba76-413b-8a57-2110f3d53f46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b HTTP/1.1" status: 200  len: 217 time: 0.0448301
Feb 19 21:28:13.041898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3081bc-d489-4a71-b896-0a84a6093b0a req-52768a8e-d3d6-46f4-a9ef-dc19842018ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:13.043591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d3081bc-d489-4a71-b896-0a84a6093b0a req-52768a8e-d3d6-46f4-a9ef-dc19842018ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c30934a-4f41-4f8c-99b6-49a8f9e7a52c HTTP/1.1" status: 200  len: 835 time: 0.0671535
Feb 19 21:28:13.068403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c889c-3659-4111-9714-fe6d76e3204b req-fd7e3ede-249c-4cdb-9d64-40b88c6c3ab8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:13.070021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b5c889c-3659-4111-9714-fe6d76e3204b req-fd7e3ede-249c-4cdb-9d64-40b88c6c3ab8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 944 time: 0.1035943
Feb 19 21:28:13.155359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b5c889c-3659-4111-9714-fe6d76e3204b req-ee9949d1-8207-4b9b-95c7-8e4ec5b3a447 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606060
Feb 19 21:28:13.157332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3081bc-d489-4a71-b896-0a84a6093b0a req-17e03ca2-3006-4252-a8ba-fc36775c7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:13.158772 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d3081bc-d489-4a71-b896-0a84a6093b0a req-17e03ca2-3006-4252-a8ba-fc36775c7c9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5d270d38-e63b-45e8-b253-0c56bf4eff89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1067162
Feb 19 21:28:13.247633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d3081bc-d489-4a71-b896-0a84a6093b0a req-dffa703e-b37c-4bf0-8a51-4481c4722136 service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827329
Feb 19 21:28:13.342214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d3081bc-d489-4a71-b896-0a84a6093b0a req-e1f43005-ad32-47be-8e3c-5dd7242f66e7 service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877798
Feb 19 21:28:14.276240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50548e-5dc8-4cb5-a0ad-004eaa5f2b1d req-6c62b542-0c52-4788-8e3f-5743d99fd9d8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:14.277967 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d50548e-5dc8-4cb5-a0ad-004eaa5f2b1d req-6c62b542-0c52-4788-8e3f-5743d99fd9d8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 944 time: 0.0541584
Feb 19 21:28:14.325751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d50548e-5dc8-4cb5-a0ad-004eaa5f2b1d req-32e2438d-8c84-41ca-a2e7-a52d65f6a7d3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416391
Feb 19 21:28:14.458581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:14.479052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:14.479404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 4f4bd7f1-40bc-48c5-b9a1-1695752292d5 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:15.445010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d6fd4-e32e-4306-945b-a3bf17e8898d req-bac53cf8-ab98-44da-b3a7-adcaee7f415f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:15.446521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-326d6fd4-e32e-4306-945b-a3bf17e8898d req-bac53cf8-ab98-44da-b3a7-adcaee7f415f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 944 time: 0.0519023
Feb 19 21:28:15.500661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-326d6fd4-e32e-4306-945b-a3bf17e8898d req-68019e26-6051-4719-a6a3-9090e5776b7a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485976
Feb 19 21:28:16.621042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5539f-48fb-403f-9663-3412854e47d9 req-b1aa6c59-c451-4506-8f52-390bf9a8bdd1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:16.622575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fd5539f-48fb-403f-9663-3412854e47d9 req-b1aa6c59-c451-4506-8f52-390bf9a8bdd1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 944 time: 0.0554633
Feb 19 21:28:16.671625 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fd5539f-48fb-403f-9663-3412854e47d9 req-c2d751f0-0786-4058-a2a8-0ecb596c9526 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433917
Feb 19 21:28:16.977032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 687dd4dc-f63b-43dd-bcfe-b546f231478b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:28:17.071633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 687dd4dc-f63b-43dd-bcfe-b546f231478b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:17.084008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'port_id': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'mac_address': 'fa:16:3e:52:9a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:28:17.120065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 687dd4dc-f63b-43dd-bcfe-b546f231478b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:28:17.120499 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:17.133525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687dd4dc-f63b-43dd-bcfe-b546f231478b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:28:17.153052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 687dd4dc-f63b-43dd-bcfe-b546f231478b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:17.156708 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:17.201497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=687dd4dc-f63b-43dd-bcfe-b546f231478b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:17.492933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['687dd4dc-f63b-43dd-bcfe-b546f231478b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:28:17.792245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0cbf6-1348-4eb0-a818-1b529814263d req-5b37ce46-cdfb-463e-8fd6-511b52bf9695 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:17.793764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68f0cbf6-1348-4eb0-a818-1b529814263d req-5b37ce46-cdfb-463e-8fd6-511b52bf9695 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 945 time: 0.0516777
Feb 19 21:28:17.842036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68f0cbf6-1348-4eb0-a818-1b529814263d req-a47fec39-1c4e-428d-84da-d8353f20403f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420158
Feb 19 21:28:18.326607 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3abaa2b5-01cb-478d-a68d-0ed2307ffc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:18.963952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cbd25-6a4a-4e2a-9c8a-e4c0b14cf802 req-fc8360ed-847b-4df8-8e1c-bfa94218bc99 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:18.965361 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c47cbd25-6a4a-4e2a-9c8a-e4c0b14cf802 req-fc8360ed-847b-4df8-8e1c-bfa94218bc99 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 945 time: 0.0567167
Feb 19 21:28:19.002029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 687dd4dc-f63b-43dd-bcfe-b546f231478b up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:28:19.015419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c47cbd25-6a4a-4e2a-9c8a-e4c0b14cf802 req-c009d618-d275-463b-b019-fffa262c2749 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438781
Feb 19 21:28:19.052975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 687dd4dc-f63b-43dd-bcfe-b546f231478b completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:28:19.056888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 687dd4dc-f63b-43dd-bcfe-b546f231478b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:28:19.057264 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:19.131438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 687dd4dc-f63b-43dd-bcfe-b546f231478b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:28:19.131830 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:19.157655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:28:19.159978 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a90f25-98ff-43e8-8233-9779f49a95b7" -d '{"events": [{"server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "name": "network-vif-plugged", "status": "completed", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:28:19.172080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 687dd4dc-f63b-43dd-bcfe-b546f231478b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:19.176660 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:19.199598 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c114ec95-ea35-4b91-b3cd-bf6a50da68fd x-openstack-request-id: req-c114ec95-ea35-4b91-b3cd-bf6a50da68fd {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:28:19.199908 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "name": "network-vif-plugged", "status": "completed", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:28:19.200151 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c114ec95-ea35-4b91-b3cd-bf6a50da68fd {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:28:19.200565 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'code': 200}
Feb 19 21:28:19.227910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=687dd4dc-f63b-43dd-bcfe-b546f231478b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:19.297902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97d39-dfcb-4cbe-8391-cf3f0c72b78c req-927020c2-45f2-44a8-88c6-540098ccc0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:19.299410 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21c97d39-dfcb-4cbe-8391-cf3f0c72b78c req-927020c2-45f2-44a8-88c6-540098ccc0d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 1128 time: 0.0433562
Feb 19 21:28:19.394626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21c97d39-dfcb-4cbe-8391-cf3f0c72b78c req-fbe29790-fcb2-4b3d-bacb-671baf92a65f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400410
Feb 19 21:28:20.143252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a3588-b267-4d6b-b07a-f34b711498ed req-ffc874ee-b41e-4134-9ed1-0f9d9bdafaf5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:20.144794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-808a3588-b267-4d6b-b07a-f34b711498ed req-ffc874ee-b41e-4134-9ed1-0f9d9bdafaf5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0607016
Feb 19 21:28:20.194133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-808a3588-b267-4d6b-b07a-f34b711498ed req-2279dcc4-a7a7-41db-99e1-964098b9cdb8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437241
Feb 19 21:28:20.591881 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-018fbb1b-301a-40ad-87ab-9c718708e50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:21.318249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4ace8-ab2c-4f32-8ac5-31dadb5a9b45 req-31d8458d-77c5-4833-9cd9-e0c9be4177e0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:21.319768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22f4ace8-ab2c-4f32-8ac5-31dadb5a9b45 req-31d8458d-77c5-4833-9cd9-e0c9be4177e0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0534284
Feb 19 21:28:21.368652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22f4ace8-ab2c-4f32-8ac5-31dadb5a9b45 req-272befbe-fa98-47fe-b6b8-6bb56c6a5df6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433452
Feb 19 21:28:21.485490 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23c585-1a4e-4af7-ad9d-22818af96d63 req-727694c1-e1e5-4dd7-be65-326b08040129 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:21.486996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f23c585-1a4e-4af7-ad9d-22818af96d63 req-727694c1-e1e5-4dd7-be65-326b08040129 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0532570
Feb 19 21:28:21.539423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f23c585-1a4e-4af7-ad9d-22818af96d63 req-599f95de-0150-44b4-a4b8-9ef6f68928f8 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468380
Feb 19 21:28:21.560737 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33338) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:21.608558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b86786-5596-4c7f-9d02-10ec5c1c5041 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:21.610133 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f1b86786-5596-4c7f-9d02-10ec5c1c5041 tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 1123 time: 0.0479109
Feb 19 21:28:21.613345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33340) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:21.617931 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:28:21.638524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:21.735635 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:21.843044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Allocated IP 172.35.2.179 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/276299ef-e0da-47fe-b33c-a15322879dca) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:28:21.894143 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:21.945691 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (276299ef-e0da-47fe-b33c-a15322879dca), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:21.978973 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (276299ef-e0da-47fe-b33c-a15322879dca), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:22.022537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:28:22.025349 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:28:22.028935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:28:22.051138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=276299ef-e0da-47fe-b33c-a15322879dca,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:22.383670 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (82dca7c9-9bc6-4021-892e-6c039b524dbf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:22.454274 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (276299ef-e0da-47fe-b33c-a15322879dca), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:22.602947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for port (276299ef-e0da-47fe-b33c-a15322879dca), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:22.607309 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (276299ef-e0da-47fe-b33c-a15322879dca), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:22.676723 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event updated for resources: {'Port': ['ID=276299ef-e0da-47fe-b33c-a15322879dca,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:22.686706 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (82dca7c9-9bc6-4021-892e-6c039b524dbf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:22.791477 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Floating IP 82dca7c9-9bc6-4021-892e-6c039b524dbf associated. External IP: 172.35.2.179, port: 687dd4dc-f63b-43dd-bcfe-b546f231478b.
Feb 19 21:28:23.000316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router d7032220-0ecb-41c9-8926-fa63855a6cda has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:28:23.109234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:28:23.119082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf17a28-05e5-4108-aeb4-d26e4290eea8 None None] Sync routers for ids ['d7032220-0ecb-41c9-8926-fa63855a6cda'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:28:23.127785 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:23.130962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf17a28-05e5-4108-aeb4-d26e4290eea8 None None] Routers {'d7032220-0ecb-41c9-8926-fa63855a6cda'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:23.131587 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9cf17a28-05e5-4108-aeb4-d26e4290eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62e7c4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:28:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d7032220-0ecb-41c9-8926-fa63855a6cda'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:23.157921 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3e2708d4-269e-4fa4-b58b-758fec488589 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5435600
Feb 19 21:28:23.158523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:28:23.160829 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:28:23.201619 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d97ae21-ffc1-4f0c-8838-0be3cbf305e6 x-openstack-request-id: req-8d97ae21-ffc1-4f0c-8838-0be3cbf305e6 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:28:23.201985 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:28:23.202871 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d97ae21-ffc1-4f0c-8838-0be3cbf305e6 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:28:23.203283 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'status': 'completed', 'code': 200}
Feb 19 21:28:23.244461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-9cf17a28-05e5-4108-aeb4-d26e4290eea8 None None] Set router d7032220-0ecb-41c9-8926-fa63855a6cda gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:23.297710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d req-20f8e3f7-8057-434d-956a-2775b6633e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:23.299234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d req-20f8e3f7-8057-434d-956a-2775b6633e5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 1128 time: 0.0689881
Feb 19 21:28:23.310480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be88b49-0a3a-4211-b858-0ae81f573447 req-b85d55ba-dba8-4cbb-8209-22c96a604e4b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:23.312578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1be88b49-0a3a-4211-b858-0ae81f573447 req-b85d55ba-dba8-4cbb-8209-22c96a604e4b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0908895
Feb 19 21:28:23.335381 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:23.417773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1be88b49-0a3a-4211-b858-0ae81f573447 req-559fb442-09a8-4465-a8e4-189ddca2a43f tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970452
Feb 19 21:28:23.437548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d req-39eae0fe-52f2-41e6-818e-26f4721ec918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:23.439050 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d req-39eae0fe-52f2-41e6-818e-26f4721ec918 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5d270d38-e63b-45e8-b253-0c56bf4eff89 HTTP/1.1" status: 200  len: 897 time: 0.1255951
Feb 19 21:28:23.440272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33366) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:23.507934 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fb0a4aca-15e7-4b1b-a92d-4905c979fef7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/82dca7c9-9bc6-4021-892e-6c039b524dbf HTTP/1.1" status: 200  len: 992 time: 0.0646100
Feb 19 21:28:23.512679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d req-f3194050-dfc6-44a5-ac9f-d82583191111 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b HTTP/1.1" status: 200  len: 1000 time: 0.0673344
Feb 19 21:28:23.566363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d req-11fdabeb-f3d9-4a3d-8093-18515ed83242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:23.567869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d req-11fdabeb-f3d9-4a3d-8093-18515ed83242 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c30934a-4f41-4f8c-99b6-49a8f9e7a52c HTTP/1.1" status: 200  len: 835 time: 0.0501661
Feb 19 21:28:23.618577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d req-ce98a8a7-c74c-41d1-8948-985e04403f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:23.620431 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d req-ce98a8a7-c74c-41d1-8948-985e04403f86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5d270d38-e63b-45e8-b253-0c56bf4eff89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0468907
Feb 19 21:28:23.651986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9cf17a28-05e5-4108-aeb4-d26e4290eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62e7c4f0>, [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:06Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '82dca7c9-9bc6-4021-892e-6c039b524dbf', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.179', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'port_id': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'mac_address': 'fa:16:3e:52:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:28:22Z', 'updated_at': '2022-02-19T21:28:22Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c077fa48-c2f6-40a4-83b6-17329faa12fe', 'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:85:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:05Z', 'updated_at': '2022-02-19T21:28:10Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:23.677802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf17a28-05e5-4108-aeb4-d26e4290eea8 None None] Checking router: d7032220-0ecb-41c9-8926-fa63855a6cda for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:28:23.686163 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf17a28-05e5-4108-aeb4-d26e4290eea8 None None] Routers {'d7032220-0ecb-41c9-8926-fa63855a6cda'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:23.687335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9cf17a28-05e5-4108-aeb4-d26e4290eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62e7c4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:28:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d7032220-0ecb-41c9-8926-fa63855a6cda'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:23.710416 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d req-c4297128-ed7b-4a3d-b615-d8afc2ac3d96 service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842004
Feb 19 21:28:23.803032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-9cf17a28-05e5-4108-aeb4-d26e4290eea8 None None] Set router d7032220-0ecb-41c9-8926-fa63855a6cda gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:23.809145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c68d729-a5a0-4b1d-9257-11b4aaae6c1d req-b4712de9-2bc5-4de1-9b72-c999230ac9a4 service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932374
Feb 19 21:28:24.032280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-9cf17a28-05e5-4108-aeb4-d26e4290eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62e7c4f0>, [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:06Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '82dca7c9-9bc6-4021-892e-6c039b524dbf', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.179', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'port_id': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'mac_address': 'fa:16:3e:52:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:28:22Z', 'updated_at': '2022-02-19T21:28:22Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c077fa48-c2f6-40a4-83b6-17329faa12fe', 'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:85:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:05Z', 'updated_at': '2022-02-19T21:28:10Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:24.059069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf17a28-05e5-4108-aeb4-d26e4290eea8 None None] The sync data for ids ['d7032220-0ecb-41c9-8926-fa63855a6cda'] in ncdv-master-1 is: [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:06Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '82dca7c9-9bc6-4021-892e-6c039b524dbf', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'floating_ip_address': '172.35.2.179', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'port_id': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'mac_address': 'fa:16:3e:52:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:28:22Z', 'updated_at': '2022-02-19T21:28:22Z', 'revision_number': 0, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c077fa48-c2f6-40a4-83b6-17329faa12fe', 'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:85:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:05Z', 'updated_at': '2022-02-19T21:28:10Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:28:24.253970 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a33fec-eaea-4cb8-95ad-c3adc3dcfdc1 None None] New status for floating IP 82dca7c9-9bc6-4021-892e-6c039b524dbf: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:28:24.438549 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:24.509909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33370) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:24.573741 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12be3d02-6131-4555-b419-88e45b89e098 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/82dca7c9-9bc6-4021-892e-6c039b524dbf HTTP/1.1" status: 200  len: 994 time: 0.0626969
Feb 19 21:28:26.125432 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:29.673309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:37.479555 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-a9d24bee-c017-43df-b920-351f73ddebc4 req-21096204-28b2-4c0e-af3e-2801a2604c0f service neutron] (121129) timed out ('10.222.0.67', 53423) {{(pid=121129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:28:43.760448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33414) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:43.916113 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Deleting port 34b2e7b2-b433-4082-87ec-00d9a188d354 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:43.916510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (34b2e7b2-b433-4082-87ec-00d9a188d354), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:44.004558 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (34b2e7b2-b433-4082-87ec-00d9a188d354), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:44.004810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (34b2e7b2-b433-4082-87ec-00d9a188d354), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:44.017783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Calling delete_port for 34b2e7b2-b433-4082-87ec-00d9a188d354 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:44.161433 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (34b2e7b2-b433-4082-87ec-00d9a188d354), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:44.183974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event deleted for resources: {'Port': ['ID=34b2e7b2-b433-4082-87ec-00d9a188d354,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:44.578626 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (dd387683-d701-48b7-8ba7-54079a0facb3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:44.578956 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Floating IP dd387683-d701-48b7-8ba7-54079a0facb3 disassociated (deleted). External IP: 172.35.2.134, port: b2d024a0-a38a-478b-9cd7-1ffacfb2e493.
Feb 19 21:28:44.789798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:28:44.898008 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:28:44.902641 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:44.907679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1d45f-e421-4bad-855d-bc03491572ec None None] Sync routers for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:28:44.917498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef1d45f-e421-4bad-855d-bc03491572ec None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:44.918118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4ef1d45f-e421-4bad-855d-bc03491572ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6285d7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:28:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:44.933145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a7dd893f-a100-43a5-868a-f8e87574b43b tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "DELETE /v2.0/floatingips/dd387683-d701-48b7-8ba7-54079a0facb3 HTTP/1.1" status: 204  len: 168 time: 1.1716061
Feb 19 21:28:44.933839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'tag': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:28:44.936155 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a" -d '{"events": [{"name": "network-changed", "server_uuid": "00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e", "tag": "b2d024a0-a38a-478b-9cd7-1ffacfb2e493"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:28:44.974462 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6d8ef1-3594-42fd-a78a-8468f31f16b5 x-openstack-request-id: req-2b6d8ef1-3594-42fd-a78a-8468f31f16b5 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:28:44.974761 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e", "tag": "b2d024a0-a38a-478b-9cd7-1ffacfb2e493", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:28:44.975019 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b6d8ef1-3594-42fd-a78a-8468f31f16b5 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:28:44.975423 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'tag': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'status': 'completed', 'code': 200}
Feb 19 21:28:45.034158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-4ef1d45f-e421-4bad-855d-bc03491572ec None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:45.047536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a req-20081755-dcd9-480a-bd94-c33beb3aec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:45.049176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a req-20081755-dcd9-480a-bd94-c33beb3aec0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c88a055c429b4b9e8e86a370c8571785&device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 1127 time: 0.0511873
Feb 19 21:28:45.186944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a req-9ddca3ad-eaee-44ad-9ea7-81c7aef7896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:45.188382 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a req-9ddca3ad-eaee-44ad-9ea7-81c7aef7896e service neutron] 10.222.0.67 "GET /v2.0/networks?id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 200  len: 913 time: 0.1313097
Feb 19 21:28:45.200083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1927be-9b45-4898-a2d0-6d750baace1b req-ac449d6b-0498-4ba7-8944-de22d1f15e58 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:45.201581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb1927be-9b45-4898-a2d0-6d750baace1b req-ac449d6b-0498-4ba7-8944-de22d1f15e58 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 945 time: 0.0824771
Feb 19 21:28:45.243919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a req-5c1ec5c1-9cd3-4ceb-b263-5c04264849fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493 HTTP/1.1" status: 200  len: 217 time: 0.0407832
Feb 19 21:28:45.244820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4ef1d45f-e421-4bad-855d-bc03491572ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6285d7c0>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:45.275777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1d45f-e421-4bad-855d-bc03491572ec None None] Checking router: 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:28:45.285016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef1d45f-e421-4bad-855d-bc03491572ec None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:45.285634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4ef1d45f-e421-4bad-855d-bc03491572ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6285d7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:28:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:45.307002 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:28:45.320774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb1927be-9b45-4898-a2d0-6d750baace1b req-e9f4955a-661d-4607-8fc7-a2eb7d928bdf tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118045
Feb 19 21:28:45.322598 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a req-1b971da9-a6b0-4343-b313-7d395c52e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:45.323966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a req-1b971da9-a6b0-4343-b313-7d395c52e27d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 200  len: 851 time: 0.0721447
Feb 19 21:28:45.373043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a req-2dc68f2a-0dd9-4054-ab58-637c3acfd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:45.375104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a req-2dc68f2a-0dd9-4054-ab58-637c3acfd347 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447760
Feb 19 21:28:45.396141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-4ef1d45f-e421-4bad-855d-bc03491572ec None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:45.468762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a req-368d66a8-2154-4e4b-b65c-7c20c721ac21 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866585
Feb 19 21:28:45.559486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad1bca3f-67e5-4376-a48d-4e3afc40e85a req-ba46d3d8-b579-427f-84c8-1f7b6bfdc170 service neutron] 10.222.0.67 "GET /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830767
Feb 19 21:28:45.592961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4ef1d45f-e421-4bad-855d-bc03491572ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6285d7c0>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:45.618838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1d45f-e421-4bad-855d-bc03491572ec None None] The sync data for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 is: [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:19:12Z', 'revision_number': 4, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '909abd5d-3a05-4dff-94c3-8f83ec891fb1', 'name': '', 'network_id': 'aea80e2c-9b0e-4c05-b6af-09dfa51c0b19', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'mac_address': 'fa:16:3e:b6:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:10Z', 'updated_at': '2022-02-19T21:19:17Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'subnets': [{'id': '3b3d5fb1-eef9-434b-9f89-38f825d19a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:28:45.843799 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ad7a5a-dbac-4b59-a1c8-5d013712d5c0 None None] New status for floating IP dd387683-d701-48b7-8ba7-54079a0facb3: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:28:46.444854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e65ab2-a9a8-4aa7-8af0-b028ba58373b req-37eab43c-54ac-44e0-9800-a727a8b5cf0e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:46.446724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-95e65ab2-a9a8-4aa7-8af0-b028ba58373b req-37eab43c-54ac-44e0-9800-a727a8b5cf0e tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 945 time: 0.0542519
Feb 19 21:28:46.496758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-95e65ab2-a9a8-4aa7-8af0-b028ba58373b req-2f860209-7601-4dd1-9159-7ec8d30f8cfc tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/security-groups?id=a89b9a56-e0cf-44b3-ac18-138af0f70961&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444293
Feb 19 21:28:46.796663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596cd40-3e3e-4fe9-a518-9a90c67b9075 req-aa10a323-1c69-4aec-8dff-69ba736a28c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:28:46.798098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1596cd40-3e3e-4fe9-a518-9a90c67b9075 req-aa10a323-1c69-4aec-8dff-69ba736a28c1 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 945 time: 0.0561433
Feb 19 21:28:46.888351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-1596cd40-3e3e-4fe9-a518-9a90c67b9075 req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Deleting port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:46.888698 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1596cd40-3e3e-4fe9-a518-9a90c67b9075 req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:46.979574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1596cd40-3e3e-4fe9-a518-9a90c67b9075 req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] For port b2d024a0-a38a-478b-9cd7-1ffacfb2e493, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2d024a0-a38a-478b-9cd7-1ffacfb2e493,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:46.979859 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1596cd40-3e3e-4fe9-a518-9a90c67b9075 req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:46.992783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-1596cd40-3e3e-4fe9-a518-9a90c67b9075 req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Calling delete_port for b2d024a0-a38a-478b-9cd7-1ffacfb2e493 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:47.118396 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1596cd40-3e3e-4fe9-a518-9a90c67b9075 req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b2d024a0-a38a-478b-9cd7-1ffacfb2e493), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:47.147385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event deleted for resources: {'Port': ['ID=b2d024a0-a38a-478b-9cd7-1ffacfb2e493,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:47.159492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.159865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.160195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.160570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.160914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.161298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.161592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.162173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.162513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.162964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.163300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.163633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.163964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:47.199078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1596cd40-3e3e-4fe9-a518-9a90c67b9075 req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] No DVR routers for this DVR port b2d024a0-a38a-478b-9cd7-1ffacfb2e493 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:28:47.201551 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1596cd40-3e3e-4fe9-a518-9a90c67b9075 req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:47.205471 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1596cd40-3e3e-4fe9-a518-9a90c67b9075 req-10eed40e-29f0-4781-b4aa-1819ee9a6738 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.67 "DELETE /v2.0/ports/b2d024a0-a38a-478b-9cd7-1ffacfb2e493 HTTP/1.1" status: 204  len: 173 time: 0.4016449
Feb 19 21:28:47.205932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'name': 'network-vif-deleted', 'tag': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:28:47.208428 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9e6200-5603-4028-be6f-74b85c9bfdaa" -d '{"events": [{"server_uuid": "00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e", "name": "network-vif-deleted", "tag": "b2d024a0-a38a-478b-9cd7-1ffacfb2e493"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:28:47.247729 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fc8e75-711a-4492-a65b-fab8827b679e x-openstack-request-id: req-e8fc8e75-711a-4492-a65b-fab8827b679e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:28:47.248029 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e", "name": "network-vif-deleted", "tag": "b2d024a0-a38a-478b-9cd7-1ffacfb2e493", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:28:47.248289 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8fc8e75-711a-4492-a65b-fab8827b679e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:28:47.249352 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e', 'name': 'network-vif-deleted', 'tag': 'b2d024a0-a38a-478b-9cd7-1ffacfb2e493', 'status': 'completed', 'code': 200}
Feb 19 21:28:47.605885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25db6b09-b5b7-48d3-b850-3fc42ca4cd5f req-2c40f1b8-82cd-42f0-b8c9-14a409c508b9 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ced7d5-ddb1-4efc-a8b0-f82ffd146a3e HTTP/1.1" status: 200  len: 210 time: 0.0280039
Feb 19 21:28:48.328622 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d53b-9547-4e16-be6f-716780ea5603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:48.663687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33430) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:48.789123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-083c160f-5c3d-44b7-8dc7-9ac3b0ac5909 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Deleting port 6279c5f8-3cd3-4d4a-86fe-9354ab7071b1 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:48.789477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083c160f-5c3d-44b7-8dc7-9ac3b0ac5909 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6279c5f8-3cd3-4d4a-86fe-9354ab7071b1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:48.863889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083c160f-5c3d-44b7-8dc7-9ac3b0ac5909 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6279c5f8-3cd3-4d4a-86fe-9354ab7071b1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:48.864226 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083c160f-5c3d-44b7-8dc7-9ac3b0ac5909 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (6279c5f8-3cd3-4d4a-86fe-9354ab7071b1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:48.876259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-083c160f-5c3d-44b7-8dc7-9ac3b0ac5909 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Calling delete_port for 6279c5f8-3cd3-4d4a-86fe-9354ab7071b1 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:49.008105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083c160f-5c3d-44b7-8dc7-9ac3b0ac5909 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (6279c5f8-3cd3-4d4a-86fe-9354ab7071b1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:49.031155 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c160f-5c3d-44b7-8dc7-9ac3b0ac5909 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event deleted for resources: {'Port': ['ID=6279c5f8-3cd3-4d4a-86fe-9354ab7071b1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:49.096300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083c160f-5c3d-44b7-8dc7-9ac3b0ac5909 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for floatingip (eab27e67-6a19-42f2-ae75-095df3a8a87a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:49.098924 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-083c160f-5c3d-44b7-8dc7-9ac3b0ac5909 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:49.100092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-083c160f-5c3d-44b7-8dc7-9ac3b0ac5909 tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "DELETE /v2.0/floatingips/eab27e67-6a19-42f2-ae75-095df3a8a87a HTTP/1.1" status: 204  len: 168 time: 0.4353800
Feb 19 21:28:50.592581 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-29883d32-5ddb-458f-884d-6533c00a7a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:51.188613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device b2d024a0-a38a-478b-9cd7-1ffacfb2e493 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:51.209221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: b2d024a0-a38a-478b-9cd7-1ffacfb2e493 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:51.209571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device b2d024a0-a38a-478b-9cd7-1ffacfb2e493 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:51.336316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33470) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:51.392824 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dff321b8-111c-4c27-92a2-2b3e9ab7277a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group (a89b9a56-e0cf-44b3-ac18-138af0f70961), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:51.417928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dff321b8-111c-4c27-92a2-2b3e9ab7277a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group (a89b9a56-e0cf-44b3-ac18-138af0f70961), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:51.477472 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dff321b8-111c-4c27-92a2-2b3e9ab7277a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a89b9a56-e0cf-44b3-ac18-138af0f70961), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:51.480207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dff321b8-111c-4c27-92a2-2b3e9ab7277a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:51.481404 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dff321b8-111c-4c27-92a2-2b3e9ab7277a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] 10.222.0.30 "DELETE /v2.0/security-groups/a89b9a56-e0cf-44b3-ac18-138af0f70961 HTTP/1.1" status: 204  len: 168 time: 0.1440797
Feb 19 21:28:51.501128 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff321b8-111c-4c27-92a2-2b3e9ab7277a tempest-TestVolumeBootPattern-1165351049 tempest-TestVolumeBootPattern-1165351049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89b9a56-e0cf-44b3-ac18-138af0f70961,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:51.537236 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33474) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:51.897592 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:51.996021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:52.242945 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] Deleting port 909abd5d-3a05-4dff-94c3-8f83ec891fb1 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:52.243205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:52.327161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] For port 909abd5d-3a05-4dff-94c3-8f83ec891fb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=909abd5d-3a05-4dff-94c3-8f83ec891fb1,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:52.327524 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:52.339998 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] Calling delete_port for 909abd5d-3a05-4dff-94c3-8f83ec891fb1 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:52.537523 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (909abd5d-3a05-4dff-94c3-8f83ec891fb1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:52.561816 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] Pushing event deleted for resources: {'Port': ['ID=909abd5d-3a05-4dff-94c3-8f83ec891fb1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:52.737713 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:52.954507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] Router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:28:53.059268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:28:53.068633 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-215f8cef-222d-445c-a653-f67961371adc admin admin] 10.222.0.30 "PUT /v2.0/routers/13698fb8-7667-4b4d-aaf6-8ad60e3f39a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5290141
Feb 19 21:28:53.068825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33478) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:53.069248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f638b5a-28c6-4d64-b9f7-9fb437760bcf None None] Sync routers for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:28:53.079397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f638b5a-28c6-4d64-b9f7-9fb437760bcf None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:53.080095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1f638b5a-28c6-4d64-b9f7-9fb437760bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c8c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:28:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:53.174277 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Publish callbacks [] for router (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:53.187628 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-1f638b5a-28c6-4d64-b9f7-9fb437760bcf None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:53.280975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Publish callbacks [] for router_gateway (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:53.294162 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:53.339845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Deleting port 4ef82534-7c08-4531-b905-10c71736157d {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:53.340189 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4ef82534-7c08-4531-b905-10c71736157d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:53.379639 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1f638b5a-28c6-4d64-b9f7-9fb437760bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c8c040>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141'}], 'enable_snat': True}, 'gw_port_id': '4ef82534-7c08-4531-b905-10c71736157d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:28:52Z', 'revision_number': 5, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port': {'id': '4ef82534-7c08-4531-b905-10c71736157d', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:08Z', 'updated_at': '2022-02-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:53.405015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f638b5a-28c6-4d64-b9f7-9fb437760bcf None None] Checking router: 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:28:53.413671 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f638b5a-28c6-4d64-b9f7-9fb437760bcf None None] Routers {'13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:53.414274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1f638b5a-28c6-4d64-b9f7-9fb437760bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c8c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:28:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:53.422153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] For port 4ef82534-7c08-4531-b905-10c71736157d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ef82534-7c08-4531-b905-10c71736157d,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:53.422573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4ef82534-7c08-4531-b905-10c71736157d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:53.435214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Calling delete_port for 4ef82534-7c08-4531-b905-10c71736157d owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:53.508798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-1f638b5a-28c6-4d64-b9f7-9fb437760bcf None None] Set router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:53.567843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1f638b5a-28c6-4d64-b9f7-9fb437760bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c8c040>, [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:28:53Z', 'revision_number': 6, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:53.597362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f638b5a-28c6-4d64-b9f7-9fb437760bcf None None] The sync data for ids ['13698fb8-7667-4b4d-aaf6-8ad60e3f39a2'] in ncdv-master-1 is: [{'id': '13698fb8-7667-4b4d-aaf6-8ad60e3f39a2', 'name': 'tempest-TestVolumeBootPattern-1459043645-router', 'tenant_id': 'c88a055c429b4b9e8e86a370c8571785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:06Z', 'updated_at': '2022-02-19T21:28:53Z', 'revision_number': 6, 'project_id': 'c88a055c429b4b9e8e86a370c8571785', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:28:53.608452 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4ef82534-7c08-4531-b905-10c71736157d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:53.641998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef82534-7c08-4531-b905-10c71736157d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:53.704752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.122377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.124583 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Publish callbacks [] for router_controller (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.166973 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (13698fb8-7667-4b4d-aaf6-8ad60e3f39a2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.167544 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:28:54.171932 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.172939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ca706315-615e-4302-801b-2b222a100ace admin admin] 10.222.0.30 "DELETE /v2.0/routers/13698fb8-7667-4b4d-aaf6-8ad60e3f39a2 HTTP/1.1" status: 204  len: 168 time: 1.1045232
Feb 19 21:28:54.175505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33480) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:54.218872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05182e7-85b8-4a4e-ba8b-f4b4eb5de329 admin admin] Deleting subnet 3b3d5fb1-eef9-434b-9f89-38f825d19a34 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:28:54.221865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b05182e7-85b8-4a4e-ba8b-f4b4eb5de329 admin admin] Publish callbacks [] for subnet (3b3d5fb1-eef9-434b-9f89-38f825d19a34), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.258152 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b05182e7-85b8-4a4e-ba8b-f4b4eb5de329 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (3b3d5fb1-eef9-434b-9f89-38f825d19a34), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.334324 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b05182e7-85b8-4a4e-ba8b-f4b4eb5de329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (3b3d5fb1-eef9-434b-9f89-38f825d19a34), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.389229 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b05182e7-85b8-4a4e-ba8b-f4b4eb5de329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (3b3d5fb1-eef9-434b-9f89-38f825d19a34), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.413457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05182e7-85b8-4a4e-ba8b-f4b4eb5de329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3d5fb1-eef9-434b-9f89-38f825d19a34,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:54.419118 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b05182e7-85b8-4a4e-ba8b-f4b4eb5de329 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.424956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b05182e7-85b8-4a4e-ba8b-f4b4eb5de329 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3b3d5fb1-eef9-434b-9f89-38f825d19a34 HTTP/1.1" status: 204  len: 168 time: 0.2484710
Feb 19 21:28:54.425116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33482) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:54.425939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e1ed5-5ece-47ea-8eb3-6382e162ff96 None None] Network aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:28:54.484993 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.498640 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.555543 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Deleting port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:54.556033 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.612573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] DHCP port deletion for aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:28:54.629890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] For port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:54.630835 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.645297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Calling delete_port for 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:54.665537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Deleting port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:54.665917 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.729813 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.741673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] For port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d,segment=NetworkSegment(723803cd-c04a-41e0-8f64-71619122a821),segment_id=723803cd-c04a-41e0-8f64-71619122a821)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:54.742014 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.754908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Calling delete_port for 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:54.758764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] No DVR routers for this DVR port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:28:54.763653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:54.830240 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.836520 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.856803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Pushing event deleted for resources: {'Port': ['ID=4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:54.857832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6943f250>,) {'filters': {'network_id': ['aea80e2c-9b0e-4c05-b6af-09dfa51c0b19']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:54.862440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] No DVR routers for this DVR port 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:28:54.868462 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6943f250>, '723803cd-c04a-41e0-8f64-71619122a821') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:54.869037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6943f250>, '723803cd-c04a-41e0-8f64-71619122a821') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:54.870043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.870404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.870795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.871147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.875186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.875186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.875186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.875186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.875186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.875186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.875186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.875186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.875186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321019df-bd77-4c62-b248-de5c06b177c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:54.879686 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (723803cd-c04a-41e0-8f64-71619122a821), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.893676 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (723803cd-c04a-41e0-8f64-71619122a821), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.899975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:28:54.900391 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (723803cd-c04a-41e0-8f64-71619122a821), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:28:54.902279 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:28:54.957932 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (aea80e2c-9b0e-4c05-b6af-09dfa51c0b19), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.962746 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:54.966416 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/aea80e2c-9b0e-4c05-b6af-09dfa51c0b19 HTTP/1.1" status: 204  len: 168 time: 0.5403194
Feb 19 21:28:54.969531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33484) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:55.309282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f793e-7257-478f-b45c-a9c5720e73a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aea80e2c-9b0e-4c05-b6af-09dfa51c0b19,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:55.341353 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (d054da5e-baf3-46b9-856d-7b348fa9186b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:55.548911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 909abd5d-3a05-4dff-94c3-8f83ec891fb1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:55.572140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 909abd5d-3a05-4dff-94c3-8f83ec891fb1 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:55.572442 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 909abd5d-3a05-4dff-94c3-8f83ec891fb1 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:55.572870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ef82534-7c08-4531-b905-10c71736157d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:55.591788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 4ef82534-7c08-4531-b905-10c71736157d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:55.592138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ef82534-7c08-4531-b905-10c71736157d not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:55.592576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:55.598585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] Deleting port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:55.598945 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:55.611352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:55.611698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4bd3a753-fa81-4d1e-885e-4ad2e4f33b7d not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:55.679729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] For port 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d8e9a3f-0fb0-4475-b86b-ae924d0f892b,segment=NetworkSegment(aa496380-489c-4de5-972f-ee02648327fa),segment_id=aa496380-489c-4de5-972f-ee02648327fa)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:55.680117 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:55.692778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] Calling delete_port for 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:55.878848 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9d8e9a3f-0fb0-4475-b86b-ae924d0f892b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:55.908402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8e9a3f-0fb0-4475-b86b-ae924d0f892b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:56.074947 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (d054da5e-baf3-46b9-856d-7b348fa9186b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:56.126145 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:56.298083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] Router d054da5e-baf3-46b9-856d-7b348fa9186b has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:28:56.408676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:28:56.413794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3e00c26e-7cda-4167-a32d-f633ede13998 admin admin] 10.222.0.30 "PUT /v2.0/routers/d054da5e-baf3-46b9-856d-7b348fa9186b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4432242
Feb 19 21:28:56.416487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33486) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:56.417266 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189014a-0332-4591-9ce1-4a4db010f387 None None] Sync routers for ids ['d054da5e-baf3-46b9-856d-7b348fa9186b'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:28:56.427836 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189014a-0332-4591-9ce1-4a4db010f387 None None] Routers {'d054da5e-baf3-46b9-856d-7b348fa9186b'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:56.428492 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5189014a-0332-4591-9ce1-4a4db010f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708a7d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:28:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d054da5e-baf3-46b9-856d-7b348fa9186b'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:56.523602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Publish callbacks [] for router (d054da5e-baf3-46b9-856d-7b348fa9186b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:56.626549 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-5189014a-0332-4591-9ce1-4a4db010f387 None None] Set router d054da5e-baf3-46b9-856d-7b348fa9186b gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:56.630783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Publish callbacks [] for router_gateway (d054da5e-baf3-46b9-856d-7b348fa9186b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:56.684391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Deleting port 169e57e4-0933-47d0-b702-2a50bdfb352b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:56.684748 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:56.768773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] For port 169e57e4-0933-47d0-b702-2a50bdfb352b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=169e57e4-0933-47d0-b702-2a50bdfb352b,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:56.769140 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:56.782858 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Calling delete_port for 169e57e4-0933-47d0-b702-2a50bdfb352b owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:56.817506 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5189014a-0332-4591-9ce1-4a4db010f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708a7d60>, [{'id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'name': 'tempest-TestVolumeBootPattern-2051424501-router', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:16Z', 'updated_at': '2022-02-19T21:28:55Z', 'revision_number': 5, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'gw_port': {'id': '169e57e4-0933-47d0-b702-2a50bdfb352b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:19:17Z', 'updated_at': '2022-02-19T21:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:56.844152 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189014a-0332-4591-9ce1-4a4db010f387 None None] Checking router: d054da5e-baf3-46b9-856d-7b348fa9186b for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:28:56.852231 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189014a-0332-4591-9ce1-4a4db010f387 None None] Routers {'d054da5e-baf3-46b9-856d-7b348fa9186b'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:28:56.852863 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5189014a-0332-4591-9ce1-4a4db010f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a708a7d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:28:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d054da5e-baf3-46b9-856d-7b348fa9186b'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:56.942028 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-5189014a-0332-4591-9ce1-4a4db010f387 None None] Set router d054da5e-baf3-46b9-856d-7b348fa9186b gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:28:56.956202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (169e57e4-0933-47d0-b702-2a50bdfb352b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:56.987275 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Pushing event deleted for resources: {'Port': ['ID=169e57e4-0933-47d0-b702-2a50bdfb352b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:56.993908 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-5189014a-0332-4591-9ce1-4a4db010f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a708a7d60>, [{'id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'name': 'tempest-TestVolumeBootPattern-2051424501-router', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:16Z', 'updated_at': '2022-02-19T21:28:56Z', 'revision_number': 6, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:57.009935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.010286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.010627 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.010971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.011302 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.011633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.011960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.012288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.012636 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.012961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.013283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.013600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.013922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:28:57.023178 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189014a-0332-4591-9ce1-4a4db010f387 None None] The sync data for ids ['d054da5e-baf3-46b9-856d-7b348fa9186b'] in ncdv-master-1 is: [{'id': 'd054da5e-baf3-46b9-856d-7b348fa9186b', 'name': 'tempest-TestVolumeBootPattern-2051424501-router', 'tenant_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:19:16Z', 'updated_at': '2022-02-19T21:28:56Z', 'revision_number': 6, 'project_id': '23d1e8bdb8cc4a4d98556d0d7995b580', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:28:57.059607 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (d054da5e-baf3-46b9-856d-7b348fa9186b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.152862 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (d054da5e-baf3-46b9-856d-7b348fa9186b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.154989 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Publish callbacks [] for router_controller (d054da5e-baf3-46b9-856d-7b348fa9186b), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.200672 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (d054da5e-baf3-46b9-856d-7b348fa9186b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.201171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d054da5e-baf3-46b9-856d-7b348fa9186b {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:28:57.206037 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.207197 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a9d23a82-49aa-47d0-8d9f-e3066a19ae2f admin admin] 10.222.0.30 "DELETE /v2.0/routers/d054da5e-baf3-46b9-856d-7b348fa9186b HTTP/1.1" status: 204  len: 168 time: 0.7897015
Feb 19 21:28:57.209957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33492) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:57.253446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c664b60a-b0fd-4a76-884c-15622c9679b7 admin admin] Deleting subnet 91aaa1e0-564e-4ff2-84f6-a163e2360749 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:28:57.256504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c664b60a-b0fd-4a76-884c-15622c9679b7 admin admin] Publish callbacks [] for subnet (91aaa1e0-564e-4ff2-84f6-a163e2360749), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.290823 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c664b60a-b0fd-4a76-884c-15622c9679b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (91aaa1e0-564e-4ff2-84f6-a163e2360749), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.370929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c664b60a-b0fd-4a76-884c-15622c9679b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (91aaa1e0-564e-4ff2-84f6-a163e2360749), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.431752 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c664b60a-b0fd-4a76-884c-15622c9679b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (91aaa1e0-564e-4ff2-84f6-a163e2360749), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.462914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664b60a-b0fd-4a76-884c-15622c9679b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91aaa1e0-564e-4ff2-84f6-a163e2360749,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:57.464938 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c664b60a-b0fd-4a76-884c-15622c9679b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.468226 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c664b60a-b0fd-4a76-884c-15622c9679b7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/91aaa1e0-564e-4ff2-84f6-a163e2360749 HTTP/1.1" status: 204  len: 168 time: 0.2572799
Feb 19 21:28:57.469378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb7e5dc-908f-4fb0-a434-437022a03680 None None] Network 927d84fd-de18-4cb9-b696-00d62b5cac90 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:28:57.471020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33494) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:57.538832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (927d84fd-de18-4cb9-b696-00d62b5cac90), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.601393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Deleting port add020de-5e71-4b6d-bc47-cd250eca4e4e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:28:57.601729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.667938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] For port add020de-5e71-4b6d-bc47-cd250eca4e4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=add020de-5e71-4b6d-bc47-cd250eca4e4e,segment=NetworkSegment(aa496380-489c-4de5-972f-ee02648327fa),segment_id=aa496380-489c-4de5-972f-ee02648327fa)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:28:57.668298 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.681786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Calling delete_port for add020de-5e71-4b6d-bc47-cd250eca4e4e owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:28:57.780772 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (add020de-5e71-4b6d-bc47-cd250eca4e4e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.803521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f70e7-ecfb-4cdf-8d8a-a04925a2363a None None] DHCP port deletion for 927d84fd-de18-4cb9-b696-00d62b5cac90 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:28:57.810330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=add020de-5e71-4b6d-bc47-cd250eca4e4e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:57.817396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] No DVR routers for this DVR port add020de-5e71-4b6d-bc47-cd250eca4e4e on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:28:57.892817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 169e57e4-0933-47d0-b702-2a50bdfb352b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:57.893298 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (927d84fd-de18-4cb9-b696-00d62b5cac90), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.912750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 169e57e4-0933-47d0-b702-2a50bdfb352b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:57.913108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 169e57e4-0933-47d0-b702-2a50bdfb352b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:57.913752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device add020de-5e71-4b6d-bc47-cd250eca4e4e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:57.916637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70298100>,) {'filters': {'network_id': ['927d84fd-de18-4cb9-b696-00d62b5cac90']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:57.926153 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70298100>, 'aa496380-489c-4de5-972f-ee02648327fa') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:57.926456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70298100>, 'aa496380-489c-4de5-972f-ee02648327fa') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:28:57.933364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: add020de-5e71-4b6d-bc47-cd250eca4e4e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:57.933723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device add020de-5e71-4b6d-bc47-cd250eca4e4e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:57.934151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:28:57.941062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (aa496380-489c-4de5-972f-ee02648327fa), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.955097 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (aa496380-489c-4de5-972f-ee02648327fa), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.957791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:28:57.958233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9d8e9a3f-0fb0-4475-b86b-ae924d0f892b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:28:57.963457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:28:57.963896 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (aa496380-489c-4de5-972f-ee02648327fa), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:28:57.965695 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:28:58.021988 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (927d84fd-de18-4cb9-b696-00d62b5cac90), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:58.027727 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:58.031113 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] 10.222.0.30 "DELETE /v2.0/networks/927d84fd-de18-4cb9-b696-00d62b5cac90 HTTP/1.1" status: 204  len: 168 time: 0.5588176
Feb 19 21:28:58.042426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561829d-a33f-49f7-8936-553836110d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=927d84fd-de18-4cb9-b696-00d62b5cac90,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:58.151499 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33498) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:58.191775 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-565c8281-2f91-4028-b144-1e51c1aecfb5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c88a055c429b4b9e8e86a370c8571785&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0390675
Feb 19 21:28:58.194155 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33500) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:58.241859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2c8180c-0d21-42e3-bcdd-377b4d6d3db1 admin admin] Publish callbacks [] for security_group (0ef79633-e8ce-43fc-9235-01081da23195), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:58.262402 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2c8180c-0d21-42e3-bcdd-377b4d6d3db1 admin admin] Publish callbacks [] for security_group (0ef79633-e8ce-43fc-9235-01081da23195), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:58.319486 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2c8180c-0d21-42e3-bcdd-377b4d6d3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0ef79633-e8ce-43fc-9235-01081da23195), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:58.322175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2c8180c-0d21-42e3-bcdd-377b4d6d3db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:58.323349 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e2c8180c-0d21-42e3-bcdd-377b4d6d3db1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ef79633-e8ce-43fc-9235-01081da23195 HTTP/1.1" status: 204  len: 168 time: 0.1282980
Feb 19 21:28:58.331040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8180c-0d21-42e3-bcdd-377b4d6d3db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef79633-e8ce-43fc-9235-01081da23195,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:58.636079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33506) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:58.675879 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-132354ee-adb2-4171-8a1b-9196ae8c14e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23d1e8bdb8cc4a4d98556d0d7995b580&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385354
Feb 19 21:28:58.678308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33508) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:28:58.725437 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6cd4-60bf-439d-b1ca-664774ee2b44 admin admin] Publish callbacks [] for security_group (7c4c52c9-af89-400d-b52b-c4ae760d6564), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:58.746207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6cd4-60bf-439d-b1ca-664774ee2b44 admin admin] Publish callbacks [] for security_group (7c4c52c9-af89-400d-b52b-c4ae760d6564), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:58.796057 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6cd4-60bf-439d-b1ca-664774ee2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7c4c52c9-af89-400d-b52b-c4ae760d6564), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:58.798786 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6cd4-60bf-439d-b1ca-664774ee2b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:28:58.800049 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c4ba6cd4-60bf-439d-b1ca-664774ee2b44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c4c52c9-af89-400d-b52b-c4ae760d6564 HTTP/1.1" status: 204  len: 168 time: 0.1208436
Feb 19 21:28:58.807776 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba6cd4-60bf-439d-b1ca-664774ee2b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4c52c9-af89-400d-b52b-c4ae760d6564,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:28:59.678937 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:00.597416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-59516b7d-3c7c-44af-8e56-444edd5f9f10 req-7b474578-cbbf-4612-8bb5-604738f2aeb8 service neutron] (121128) timed out ('10.222.0.30', 46052) {{(pid=121128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:29:18.334409 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-86a78eeb-21f8-4dfd-9b01-7ac2ce87a145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:20.597309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a38cef60-43f5-494b-b139-9c09f7c92f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:21.899749 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:22.306929 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:29:23.259399 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:24.437570 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:26.138663 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:29.675343 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:34.755279 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-4bfa017e-3230-4770-8953-a87253f462ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0468037
Feb 19 21:29:34.838911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-5e30589b-0e70-46cc-916c-7766bcb3a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:34.840473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-5e30589b-0e70-46cc-916c-7766bcb3a53e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 1128 time: 0.0445640
Feb 19 21:29:34.946119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-dd2838af-0316-434d-951d-c8181fdb2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:34.947592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-dd2838af-0316-434d-951d-c8181fdb2fb1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5d270d38-e63b-45e8-b253-0c56bf4eff89 HTTP/1.1" status: 200  len: 897 time: 0.0883451
Feb 19 21:29:35.014031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-4c1c9791-2e0e-4cff-92c1-a77fc786b6c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b HTTP/1.1" status: 200  len: 1002 time: 0.0597773
Feb 19 21:29:35.060522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-04286cf1-c3c4-4f18-8a9a-46457ee1a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:35.061941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-04286cf1-c3c4-4f18-8a9a-46457ee1a0a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c30934a-4f41-4f8c-99b6-49a8f9e7a52c HTTP/1.1" status: 200  len: 835 time: 0.0423808
Feb 19 21:29:35.113334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-ee6b1a31-80fb-4ca0-b7c2-e201ce4f98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:35.114834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-ee6b1a31-80fb-4ca0-b7c2-e201ce4f98b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5d270d38-e63b-45e8-b253-0c56bf4eff89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476797
Feb 19 21:29:35.204718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-e020d262-7190-46b6-874f-b481a2269f1d service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837288
Feb 19 21:29:35.294752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f6e82bd-251a-4a13-baec-30ad863bedbd req-8427fa44-0333-4f1e-ae19-4a02c675eb84 service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846448
Feb 19 21:29:35.945911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea212e5-292f-4ee3-812e-3e24e2722e92 req-9752e2cc-03d0-442c-bdd9-6b2c1134104c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:35.947446 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ea212e5-292f-4ee3-812e-3e24e2722e92 req-9752e2cc-03d0-442c-bdd9-6b2c1134104c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0576675
Feb 19 21:29:35.996201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ea212e5-292f-4ee3-812e-3e24e2722e92 req-cd69257d-e27b-4bc2-82ea-960de71721b5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429387
Feb 19 21:29:37.114646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26add6-3651-4bfc-858b-275eec2746c7 req-63ba1cf7-d695-4876-bbab-b54f500ac564 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:37.116145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de26add6-3651-4bfc-858b-275eec2746c7 req-63ba1cf7-d695-4876-bbab-b54f500ac564 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0525169
Feb 19 21:29:37.163686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de26add6-3651-4bfc-858b-275eec2746c7 req-7518b5bb-2d8b-420e-b488-20e31da3e08d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420475
Feb 19 21:29:38.287187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b869b6-f520-49a2-aa10-693ff2de72d5 req-3e69ce0e-4212-450a-bd7f-3fb35441bc5d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:38.288769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8b869b6-f520-49a2-aa10-693ff2de72d5 req-3e69ce0e-4212-450a-bd7f-3fb35441bc5d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0574467
Feb 19 21:29:38.339015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8b869b6-f520-49a2-aa10-693ff2de72d5 req-edc00a6c-1cd4-45db-834f-849056461813 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432642
Feb 19 21:29:39.461679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4821b-9aef-422a-97b1-dd3188ad9ccb req-f6330ec2-1f6c-4a66-a281-4e24c7968a3e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:39.463177 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3d4821b-9aef-422a-97b1-dd3188ad9ccb req-f6330ec2-1f6c-4a66-a281-4e24c7968a3e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0527759
Feb 19 21:29:39.511038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a3d4821b-9aef-422a-97b1-dd3188ad9ccb req-61e5ff88-d6ca-47da-8a30-fe75ca80dd4a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423896
Feb 19 21:29:40.634939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7d1d5-3ea8-485d-a9da-342a3bb9b516 req-bf7fe39a-6cd1-425c-9e45-aa31e882064e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:40.636517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6c7d1d5-3ea8-485d-a9da-342a3bb9b516 req-bf7fe39a-6cd1-425c-9e45-aa31e882064e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0586078
Feb 19 21:29:40.684589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6c7d1d5-3ea8-485d-a9da-342a3bb9b516 req-e7476e39-1b5e-48c1-8488-c64bb54a7851 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424325
Feb 19 21:29:41.805321 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf46faa-4830-4394-95cc-bd8cd0997bc3 req-0afe7000-a4cf-4da7-a843-ecd6df581020 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:41.806740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bcf46faa-4830-4394-95cc-bd8cd0997bc3 req-0afe7000-a4cf-4da7-a843-ecd6df581020 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0522652
Feb 19 21:29:41.856938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bcf46faa-4830-4394-95cc-bd8cd0997bc3 req-14895f28-d6a0-4ed2-8f17-a2d52faed874 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446703
Feb 19 21:29:42.976166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e72318-301b-422b-a0f3-63847b9f1176 req-f32fc46c-efde-43fc-a4d3-7eb01bd18354 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:42.977619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05e72318-301b-422b-a0f3-63847b9f1176 req-f32fc46c-efde-43fc-a4d3-7eb01bd18354 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0526011
Feb 19 21:29:43.029840 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05e72318-301b-422b-a0f3-63847b9f1176 req-7a86ccfa-ff9b-4bba-a814-6fabb08e7746 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467484
Feb 19 21:29:44.150613 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eda450-15fd-45d2-b452-2bfb4adb97e6 req-1d6e5a0f-5617-4203-9359-fa94feccc022 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:44.152108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eda450-15fd-45d2-b452-2bfb4adb97e6 req-1d6e5a0f-5617-4203-9359-fa94feccc022 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0527434
Feb 19 21:29:44.201798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e7eda450-15fd-45d2-b452-2bfb4adb97e6 req-8a86d8f1-a24e-4323-90ed-08f4901365a3 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440960
Feb 19 21:29:45.321537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df413f-1d4c-47fa-8c1c-5bd1b6f28b9e req-e3373771-4bbb-472e-bb3e-40e9f29b7771 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:45.323022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42df413f-1d4c-47fa-8c1c-5bd1b6f28b9e req-e3373771-4bbb-472e-bb3e-40e9f29b7771 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0528307
Feb 19 21:29:45.371573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42df413f-1d4c-47fa-8c1c-5bd1b6f28b9e req-0c8bfacc-d464-4f51-a6e8-571ad8cfdd1e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430238
Feb 19 21:29:46.493299 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86437756-3229-4a1f-9ecb-5f020a708593 req-9fd1658e-305f-4fff-9395-9bcb61bdf031 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:46.494819 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86437756-3229-4a1f-9ecb-5f020a708593 req-9fd1658e-305f-4fff-9395-9bcb61bdf031 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0566280
Feb 19 21:29:46.542650 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-86437756-3229-4a1f-9ecb-5f020a708593 req-0f9655bb-cf0e-4c4f-bfa2-baba1f0dc173 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423009
Feb 19 21:29:47.664619 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317188fa-2086-4519-894b-ba67dd4e5227 req-e672cfa8-da8a-4d32-aa82-e5eebf8effc7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:47.666107 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-317188fa-2086-4519-894b-ba67dd4e5227 req-e672cfa8-da8a-4d32-aa82-e5eebf8effc7 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0535183
Feb 19 21:29:47.715368 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-317188fa-2086-4519-894b-ba67dd4e5227 req-9afb9ebb-de9d-4bcb-b313-50e28339b9c6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436323
Feb 19 21:29:48.326098 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-86e034cd-5452-479a-8775-1887a542e565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:48.835429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b632607-ee96-4079-b792-7116890b8859 req-050e046b-e35f-4f7a-b2f9-7aab5fa933aa tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:48.837099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b632607-ee96-4079-b792-7116890b8859 req-050e046b-e35f-4f7a-b2f9-7aab5fa933aa tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0531681
Feb 19 21:29:48.888925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b632607-ee96-4079-b792-7116890b8859 req-7b8a3c1f-83c6-4b62-ac97-1194ee394219 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462580
Feb 19 21:29:50.006798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cf72f-1c03-42e1-93a3-89fcc103e427 req-a94836a1-a278-40d5-812f-122ed53c361c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:50.008310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f65cf72f-1c03-42e1-93a3-89fcc103e427 req-a94836a1-a278-40d5-812f-122ed53c361c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0531604
Feb 19 21:29:50.056518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f65cf72f-1c03-42e1-93a3-89fcc103e427 req-55233e46-6dd0-436d-9fc2-b518783d917a tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426126
Feb 19 21:29:50.293078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279978fb-15a5-444b-a4e4-3889a01e4013 req-f30bceaa-43a3-4bf2-a702-5e8ac7c1c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:50.294625 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279978fb-15a5-444b-a4e4-3889a01e4013 req-f30bceaa-43a3-4bf2-a702-5e8ac7c1c963 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 1128 time: 0.0433986
Feb 19 21:29:50.339023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279978fb-15a5-444b-a4e4-3889a01e4013 req-63645a7c-e86b-44c7-924b-2964ba71c686 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384367
Feb 19 21:29:50.602041 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f09e9e08-ffc8-420a-930a-cad105c7d3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:51.179825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a481f-d434-4d07-a6c5-0facfbd83c3a req-bf63d10c-c9dc-4ca8-b98d-14f54d404be5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:51.181343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c9a481f-d434-4d07-a6c5-0facfbd83c3a req-bf63d10c-c9dc-4ca8-b98d-14f54d404be5 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0575230
Feb 19 21:29:51.229786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c9a481f-d434-4d07-a6c5-0facfbd83c3a req-bb8e6098-a2c3-4345-a222-a9bcea63c750 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429196
Feb 19 21:29:51.451103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 687dd4dc-f63b-43dd-bcfe-b546f231478b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:29:51.455337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 687dd4dc-f63b-43dd-bcfe-b546f231478b no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:29:51.596945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 687dd4dc-f63b-43dd-bcfe-b546f231478b is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:29:51.597340 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:51.620125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 687dd4dc-f63b-43dd-bcfe-b546f231478b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:29:51.637878 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'port_id': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'mac_address': 'fa:16:3e:52:9a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:29:51.644014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:29:51.646303 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc7cc66-bebd-47d3-936c-658236b8c844" -d '{"events": [{"server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "name": "network-vif-unplugged", "status": "completed", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:29:51.661105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 687dd4dc-f63b-43dd-bcfe-b546f231478b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:29:51.682319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:51.721960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 687dd4dc-f63b-43dd-bcfe-b546f231478b is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:29:51.722299 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:51.743459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 687dd4dc-f63b-43dd-bcfe-b546f231478b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:29:51.760180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=687dd4dc-f63b-43dd-bcfe-b546f231478b,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:29:51.795009 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:29:51.795531 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:29:51.900096 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f21c1b1-5cf7-4aed-932a-b57805f5b484 x-openstack-request-id: req-9f21c1b1-5cf7-4aed-932a-b57805f5b484 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:29:51.900420 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "name": "network-vif-unplugged", "status": "completed", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:29:51.900724 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f21c1b1-5cf7-4aed-932a-b57805f5b484 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:29:51.901085 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'code': 200}
Feb 19 21:29:51.902435 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:52.331242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 687dd4dc-f63b-43dd-bcfe-b546f231478b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:29:52.331643 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:52.344092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687dd4dc-f63b-43dd-bcfe-b546f231478b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:29:52.346621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e76464-2408-4acd-b7fa-43898b8aa6a0 req-d235fe57-79c2-4163-aaf2-a526cfe76975 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:29:52.348138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07e76464-2408-4acd-b7fa-43898b8aa6a0 req-d235fe57-79c2-4163-aaf2-a526cfe76975 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 944 time: 0.0534639
Feb 19 21:29:52.368642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 687dd4dc-f63b-43dd-bcfe-b546f231478b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:29:52.373027 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:52.398231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07e76464-2408-4acd-b7fa-43898b8aa6a0 req-8a3da5cc-6029-439a-9999-b5c8fd0cb7aa tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444927
Feb 19 21:29:52.420605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=687dd4dc-f63b-43dd-bcfe-b546f231478b,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:29:52.421315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33594) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:29:52.485059 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2ae74be1-81d0-4753-bac5-ef83230b5f23 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/floatingips/82dca7c9-9bc6-4021-892e-6c039b524dbf HTTP/1.1" status: 200  len: 993 time: 0.0622721
Feb 19 21:29:52.713525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['687dd4dc-f63b-43dd-bcfe-b546f231478b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:29:53.261382 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:54.439601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:55.469025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 687dd4dc-f63b-43dd-bcfe-b546f231478b up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:29:55.516429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 687dd4dc-f63b-43dd-bcfe-b546f231478b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:29:55.516569 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:55.593692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 687dd4dc-f63b-43dd-bcfe-b546f231478b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:29:55.594082 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:55.615844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:29:55.618083 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1c65b8-fe89-47e5-8b0a-083aa250c6a3" -d '{"events": [{"server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "name": "network-vif-plugged", "status": "completed", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:29:55.632594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 687dd4dc-f63b-43dd-bcfe-b546f231478b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:29:55.637163 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:55.663004 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e19b2a-f685-4ca8-a511-1221f16bd7d8 x-openstack-request-id: req-72e19b2a-f685-4ca8-a511-1221f16bd7d8 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:29:55.663316 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "name": "network-vif-plugged", "status": "completed", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:29:55.663641 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72e19b2a-f685-4ca8-a511-1221f16bd7d8 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:29:55.664028 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'code': 200}
Feb 19 21:29:55.688793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=687dd4dc-f63b-43dd-bcfe-b546f231478b,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:29:55.696856 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.697211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.697555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.697889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.698227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.698565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.698895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.699222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.699611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.699872 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.700195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.700542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:55.700874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:29:56.137476 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:29:59.306181 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:29:59.685866 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:18.328450 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d22f63cf-2460-4619-a96b-6bcb5cf8149d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:20.605049 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b0e54ed2-996e-464f-bc20-0d1556643881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:21.906532 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:23.262623 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:24.441920 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:26.134850 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:29.694581 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:35.689738 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-fc0e56e6-02a0-469e-972f-5c38abcd8680 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0461919
Feb 19 21:30:35.775711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-83b3265f-fc50-42cf-b054-98e3852e4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:30:35.777254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-83b3265f-fc50-42cf-b054-98e3852e4994 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 1128 time: 0.0448544
Feb 19 21:30:35.878676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-8583e32d-a126-4579-bdea-1129b811fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:30:35.880078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-8583e32d-a126-4579-bdea-1129b811fa88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5d270d38-e63b-45e8-b253-0c56bf4eff89 HTTP/1.1" status: 200  len: 897 time: 0.0834241
Feb 19 21:30:35.946527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-86f61803-757d-40c5-82c1-b13ca3a3602c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b HTTP/1.1" status: 200  len: 1002 time: 0.0606320
Feb 19 21:30:35.995682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-935ea3fb-aa9a-4683-a9bc-d7f425680cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:30:35.997117 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-935ea3fb-aa9a-4683-a9bc-d7f425680cba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c30934a-4f41-4f8c-99b6-49a8f9e7a52c HTTP/1.1" status: 200  len: 835 time: 0.0439398
Feb 19 21:30:36.045867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-a3ae80df-f303-4728-ae74-beea057a370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:30:36.047382 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-a3ae80df-f303-4728-ae74-beea057a370f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5d270d38-e63b-45e8-b253-0c56bf4eff89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432808
Feb 19 21:30:36.142086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-960f6c8b-f0cf-4b42-ab43-3ebaed2260ce service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884182
Feb 19 21:30:36.229418 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-25327cfd-5af7-4e5e-bd1c-0bb39f4bf74e req-296180f6-3eff-4293-bc27-10aa6f2e4d44 service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818932
Feb 19 21:30:36.304852 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:30:48.330273 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0cea737b-477c-455f-bbb5-e31b92be18c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:50.606716 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f7f5-810e-434c-9aec-c11e7bea22dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:51.909880 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:53.266706 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:54.443411 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:56.147516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:59.151676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33646) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:30:59.308398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port 276299ef-e0da-47fe-b33c-a15322879dca {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:30:59.308748 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (276299ef-e0da-47fe-b33c-a15322879dca), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:59.381828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (276299ef-e0da-47fe-b33c-a15322879dca), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:59.382167 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (276299ef-e0da-47fe-b33c-a15322879dca), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:59.394030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for 276299ef-e0da-47fe-b33c-a15322879dca owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:30:59.553585 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (276299ef-e0da-47fe-b33c-a15322879dca), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:59.585693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=276299ef-e0da-47fe-b33c-a15322879dca,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:30:59.613432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.613870 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.614296 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.614659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.614993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.615346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.615678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.616013 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.616373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.616713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.617048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.617376 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.617706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:30:59.661012 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for floatingip (82dca7c9-9bc6-4021-892e-6c039b524dbf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:59.661342 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Floating IP 82dca7c9-9bc6-4021-892e-6c039b524dbf disassociated (deleted). External IP: 172.35.2.179, port: 687dd4dc-f63b-43dd-bcfe-b546f231478b.
Feb 19 21:30:59.688779 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:59.887745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router d7032220-0ecb-41c9-8926-fa63855a6cda has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:30:59.989879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:30:59.999168 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:30:59.999609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b3157-3af0-4abb-98d1-88bb1ae63685 None None] Sync routers for ids ['d7032220-0ecb-41c9-8926-fa63855a6cda'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:31:00.012794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b3157-3af0-4abb-98d1-88bb1ae63685 None None] Routers {'d7032220-0ecb-41c9-8926-fa63855a6cda'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:00.013419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-652b3157-3af0-4abb-98d1-88bb1ae63685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62844790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:30:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d7032220-0ecb-41c9-8926-fa63855a6cda'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:00.032255 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2a180676-220c-430f-8d22-4064b3f41990 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/floatingips/82dca7c9-9bc6-4021-892e-6c039b524dbf HTTP/1.1" status: 204  len: 168 time: 0.8794975
Feb 19 21:31:00.033021 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:31:00.035446 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850d2905-26a6-4cad-badd-3956e7317879" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:31:00.084975 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49985b17-9bdd-4552-97eb-547686f30935 x-openstack-request-id: req-49985b17-9bdd-4552-97eb-547686f30935 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:31:00.085253 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:31:00.085548 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49985b17-9bdd-4552-97eb-547686f30935 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:31:00.086085 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'status': 'completed', 'code': 200}
Feb 19 21:31:00.136706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-652b3157-3af0-4abb-98d1-88bb1ae63685 None None] Set router d7032220-0ecb-41c9-8926-fa63855a6cda gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:00.153672 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d2905-26a6-4cad-badd-3956e7317879 req-66d5d553-dfd3-42a3-bfa4-59afea48175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:00.155171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-850d2905-26a6-4cad-badd-3956e7317879 req-66d5d553-dfd3-42a3-bfa4-59afea48175b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4cf8d04b22744889a736817e2226b3d0&device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 1128 time: 0.0491877
Feb 19 21:31:00.278080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d2905-26a6-4cad-badd-3956e7317879 req-d16f51da-5aad-4774-918e-40a19737a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:00.279619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-850d2905-26a6-4cad-badd-3956e7317879 req-d16f51da-5aad-4774-918e-40a19737a711 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5d270d38-e63b-45e8-b253-0c56bf4eff89 HTTP/1.1" status: 200  len: 897 time: 0.1109600
Feb 19 21:31:00.325688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-850d2905-26a6-4cad-badd-3956e7317879 req-ced22779-86f6-4d88-8a46-dc1b48ac489d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b HTTP/1.1" status: 200  len: 217 time: 0.0372369
Feb 19 21:31:00.351983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-652b3157-3af0-4abb-98d1-88bb1ae63685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62844790>, [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:06Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c077fa48-c2f6-40a4-83b6-17329faa12fe', 'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:85:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:05Z', 'updated_at': '2022-02-19T21:28:10Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:00.378565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b3157-3af0-4abb-98d1-88bb1ae63685 None None] Checking router: d7032220-0ecb-41c9-8926-fa63855a6cda for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:31:00.382997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d2905-26a6-4cad-badd-3956e7317879 req-442e58f4-2136-4d6b-b474-ec9dbb84cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:00.384525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-850d2905-26a6-4cad-badd-3956e7317879 req-442e58f4-2136-4d6b-b474-ec9dbb84cfe6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c30934a-4f41-4f8c-99b6-49a8f9e7a52c HTTP/1.1" status: 200  len: 835 time: 0.0502467
Feb 19 21:31:00.387086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b3157-3af0-4abb-98d1-88bb1ae63685 None None] Routers {'d7032220-0ecb-41c9-8926-fa63855a6cda'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:00.387700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-652b3157-3af0-4abb-98d1-88bb1ae63685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62844790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:30:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d7032220-0ecb-41c9-8926-fa63855a6cda'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:00.468591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d2905-26a6-4cad-badd-3956e7317879 req-6a223d99-f7bf-44b3-8c39-24e2c42d2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:00.470133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-850d2905-26a6-4cad-badd-3956e7317879 req-6a223d99-f7bf-44b3-8c39-24e2c42d2cf1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5d270d38-e63b-45e8-b253-0c56bf4eff89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0786817
Feb 19 21:31:00.481667 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907df442-2d9a-49a5-85d3-6f3709bead15 req-ea7066f3-dfa5-4ecc-9fa4-8d27cb3f4bc1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:00.483099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-907df442-2d9a-49a5-85d3-6f3709bead15 req-ea7066f3-dfa5-4ecc-9fa4-8d27cb3f4bc1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.2525413
Feb 19 21:31:00.497107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-652b3157-3af0-4abb-98d1-88bb1ae63685 None None] Set router d7032220-0ecb-41c9-8926-fa63855a6cda gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:00.590524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-907df442-2d9a-49a5-85d3-6f3709bead15 req-0ca7b693-8ee0-41ba-b22b-c2d45041a9f6 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982115
Feb 19 21:31:00.606763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-850d2905-26a6-4cad-badd-3956e7317879 req-c936d8c3-2819-421f-968b-15c3017b30ce service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227257
Feb 19 21:31:00.695566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-652b3157-3af0-4abb-98d1-88bb1ae63685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62844790>, [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:06Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c077fa48-c2f6-40a4-83b6-17329faa12fe', 'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:85:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:05Z', 'updated_at': '2022-02-19T21:28:10Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:00.696154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-850d2905-26a6-4cad-badd-3956e7317879 req-95202445-7281-4f39-9b3b-74823285fdf5 service neutron] 10.222.0.67 "GET /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818141
Feb 19 21:31:00.875612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b3157-3af0-4abb-98d1-88bb1ae63685 None None] The sync data for ids ['d7032220-0ecb-41c9-8926-fa63855a6cda'] in ncdv-master-1 is: [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:28:06Z', 'revision_number': 4, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c077fa48-c2f6-40a4-83b6-17329faa12fe', 'name': '', 'network_id': '5d270d38-e63b-45e8-b253-0c56bf4eff89', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'mac_address': 'fa:16:3e:85:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:05Z', 'updated_at': '2022-02-19T21:28:10Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'subnets': [{'id': '5c30934a-4f41-4f8c-99b6-49a8f9e7a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:31:01.099038 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659e7413-aff0-49ba-9d15-63d08a1b62bb None None] New status for floating IP 82dca7c9-9bc6-4021-892e-6c039b524dbf: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:31:01.785922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26eb9ed-4b75-4f43-9d09-91ad789f15c6 req-f7ac6bc3-8994-49bf-b791-ac104daba570 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:01.787428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f26eb9ed-4b75-4f43-9d09-91ad789f15c6 req-f7ac6bc3-8994-49bf-b791-ac104daba570 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.1266747
Feb 19 21:31:01.836936 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f26eb9ed-4b75-4f43-9d09-91ad789f15c6 req-55639e98-b0d3-4dda-a610-a24f590c60a1 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/security-groups?id=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438843
Feb 19 21:31:01.908260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f3c2-4630-41d3-9d60-3cf3e96600f1 req-f5dd20a5-dea0-4c95-a6f7-99e9326fda6c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:01.909753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f620f3c2-4630-41d3-9d60-3cf3e96600f1 req-f5dd20a5-dea0-4c95-a6f7-99e9326fda6c tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 946 time: 0.0522015
Feb 19 21:31:02.001653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-f620f3c2-4630-41d3-9d60-3cf3e96600f1 req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port 687dd4dc-f63b-43dd-bcfe-b546f231478b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:02.002001 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f620f3c2-4630-41d3-9d60-3cf3e96600f1 req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:02.089229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-f620f3c2-4630-41d3-9d60-3cf3e96600f1 req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port 687dd4dc-f63b-43dd-bcfe-b546f231478b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=687dd4dc-f63b-43dd-bcfe-b546f231478b,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:02.089525 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f620f3c2-4630-41d3-9d60-3cf3e96600f1 req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:02.102696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-f620f3c2-4630-41d3-9d60-3cf3e96600f1 req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for 687dd4dc-f63b-43dd-bcfe-b546f231478b owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:02.554011 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f620f3c2-4630-41d3-9d60-3cf3e96600f1 req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (687dd4dc-f63b-43dd-bcfe-b546f231478b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:02.585700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=687dd4dc-f63b-43dd-bcfe-b546f231478b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:02.615084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.615449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.615809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.616153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.616519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.616860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.617198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.617534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.617871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.618206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.618538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.618868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.619196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:02.636348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f620f3c2-4630-41d3-9d60-3cf3e96600f1 req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] No DVR routers for this DVR port 687dd4dc-f63b-43dd-bcfe-b546f231478b on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:31:02.638797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f620f3c2-4630-41d3-9d60-3cf3e96600f1 req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:02.642932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f620f3c2-4630-41d3-9d60-3cf3e96600f1 req-72af4e8b-ccac-4695-99f6-5591597d429d tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.67 "DELETE /v2.0/ports/687dd4dc-f63b-43dd-bcfe-b546f231478b HTTP/1.1" status: 204  len: 173 time: 0.7278192
Feb 19 21:31:02.643379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'name': 'network-vif-deleted', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:31:02.645697 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177aceb2-3aa2-44c7-a87e-2ed2555586c7" -d '{"events": [{"server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "name": "network-vif-deleted", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:31:02.684047 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aaac7b-55b4-48d7-8fcd-1fa58e9528db x-openstack-request-id: req-a0aaac7b-55b4-48d7-8fcd-1fa58e9528db {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:31:02.684362 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6c99d2-242e-4cea-b2f7-447e207fc9c1", "name": "network-vif-deleted", "tag": "687dd4dc-f63b-43dd-bcfe-b546f231478b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:31:02.684632 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0aaac7b-55b4-48d7-8fcd-1fa58e9528db {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:31:02.685091 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6c99d2-242e-4cea-b2f7-447e207fc9c1', 'name': 'network-vif-deleted', 'tag': '687dd4dc-f63b-43dd-bcfe-b546f231478b', 'status': 'completed', 'code': 200}
Feb 19 21:31:02.952804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4566a3ec-d289-4d17-8644-a88c8a149d49 req-4e45f560-621d-4e36-9ab0-e9031c54d025 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6c99d2-242e-4cea-b2f7-447e207fc9c1 HTTP/1.1" status: 200  len: 210 time: 0.0354548
Feb 19 21:31:04.010019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33670) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:04.360535 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (d7032220-0ecb-41c9-8926-fa63855a6cda), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:04.614695 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port c077fa48-c2f6-40a4-83b6-17329faa12fe {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:04.614970 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:04.705706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port c077fa48-c2f6-40a4-83b6-17329faa12fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c077fa48-c2f6-40a4-83b6-17329faa12fe,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:04.706088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:04.718738 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for c077fa48-c2f6-40a4-83b6-17329faa12fe owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:04.902962 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c077fa48-c2f6-40a4-83b6-17329faa12fe), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:04.926343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=c077fa48-c2f6-40a4-83b6-17329faa12fe,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:05.102496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (d7032220-0ecb-41c9-8926-fa63855a6cda), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:05.647882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Router d7032220-0ecb-41c9-8926-fa63855a6cda has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:31:05.755005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:31:05.761106 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-210ae5a5-b002-4c14-9c25-c6062cd6c0f0 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "PUT /v2.0/routers/d7032220-0ecb-41c9-8926-fa63855a6cda/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7489297
Feb 19 21:31:05.763122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33672) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:05.766190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0fa627-f8eb-41d1-a7fc-1eaa70293cde None None] Sync routers for ids ['d7032220-0ecb-41c9-8926-fa63855a6cda'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:31:05.776781 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0fa627-f8eb-41d1-a7fc-1eaa70293cde None None] Routers {'d7032220-0ecb-41c9-8926-fa63855a6cda'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:05.777412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0e0fa627-f8eb-41d1-a7fc-1eaa70293cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63065340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:30:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d7032220-0ecb-41c9-8926-fa63855a6cda'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:05.815874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3585cb77-adf3-4768-aa92-e4e50c9f7154 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting subnet 5c30934a-4f41-4f8c-99b6-49a8f9e7a52c {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:31:05.818926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3585cb77-adf3-4768-aa92-e4e50c9f7154 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (5c30934a-4f41-4f8c-99b6-49a8f9e7a52c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:05.840827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 687dd4dc-f63b-43dd-bcfe-b546f231478b no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:05.860381 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3585cb77-adf3-4768-aa92-e4e50c9f7154 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (5c30934a-4f41-4f8c-99b6-49a8f9e7a52c), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:05.869793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 687dd4dc-f63b-43dd-bcfe-b546f231478b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:05.870172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 687dd4dc-f63b-43dd-bcfe-b546f231478b not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:05.904252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-0e0fa627-f8eb-41d1-a7fc-1eaa70293cde None None] Set router d7032220-0ecb-41c9-8926-fa63855a6cda gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:05.948195 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3585cb77-adf3-4768-aa92-e4e50c9f7154 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (5c30934a-4f41-4f8c-99b6-49a8f9e7a52c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.006005 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3585cb77-adf3-4768-aa92-e4e50c9f7154 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (5c30934a-4f41-4f8c-99b6-49a8f9e7a52c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.033526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585cb77-adf3-4768-aa92-e4e50c9f7154 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Subnet': ['ID=5c30934a-4f41-4f8c-99b6-49a8f9e7a52c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:06.037383 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3585cb77-adf3-4768-aa92-e4e50c9f7154 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.041339 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3585cb77-adf3-4768-aa92-e4e50c9f7154 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/subnets/5c30934a-4f41-4f8c-99b6-49a8f9e7a52c HTTP/1.1" status: 204  len: 168 time: 0.2763290
Feb 19 21:31:06.043427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33674) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:06.061295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239dc3c1-dc8b-44b9-be14-bc596d78bb74 None None] Network 5d270d38-e63b-45e8-b253-0c56bf4eff89 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:31:06.154450 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (d7032220-0ecb-41c9-8926-fa63855a6cda), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.163118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0e0fa627-f8eb-41d1-a7fc-1eaa70293cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63065340>, [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:31:04Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:06.192880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0fa627-f8eb-41d1-a7fc-1eaa70293cde None None] Checking router: d7032220-0ecb-41c9-8926-fa63855a6cda for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:31:06.207170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0fa627-f8eb-41d1-a7fc-1eaa70293cde None None] Routers {'d7032220-0ecb-41c9-8926-fa63855a6cda'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:06.207793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0e0fa627-f8eb-41d1-a7fc-1eaa70293cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63065340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:30:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['d7032220-0ecb-41c9-8926-fa63855a6cda'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:06.269693 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_gateway (d7032220-0ecb-41c9-8926-fa63855a6cda), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.274503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] DHCP port deletion for 5d270d38-e63b-45e8-b253-0c56bf4eff89 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:31:06.324548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Deleting port d04a1705-6022-4ae4-b5a3-d4bbb97c206f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:06.324900 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.350967 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-0e0fa627-f8eb-41d1-a7fc-1eaa70293cde None None] Set router d7032220-0ecb-41c9-8926-fa63855a6cda gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:06.405742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] For port d04a1705-6022-4ae4-b5a3-d4bbb97c206f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d04a1705-6022-4ae4-b5a3-d4bbb97c206f,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:06.406030 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.423406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Calling delete_port for d04a1705-6022-4ae4-b5a3-d4bbb97c206f owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:06.442183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Deleting port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:06.442556 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.527487 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] For port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bb3f262-08ae-4a63-bf20-ba93ba6a64fa,segment=NetworkSegment(7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d),segment_id=7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:06.527885 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.550457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Calling delete_port for 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:06.595920 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d04a1705-6022-4ae4-b5a3-d4bbb97c206f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.622766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Port': ['ID=d04a1705-6022-4ae4-b5a3-d4bbb97c206f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:06.667813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0e0fa627-f8eb-41d1-a7fc-1eaa70293cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63065340>, [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:31:04Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:06.686186 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (d7032220-0ecb-41c9-8926-fa63855a6cda), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.695957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0fa627-f8eb-41d1-a7fc-1eaa70293cde None None] The sync data for ids ['d7032220-0ecb-41c9-8926-fa63855a6cda'] in ncdv-master-1 is: [{'id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848492270', 'tenant_id': '4cf8d04b22744889a736817e2226b3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:28:02Z', 'updated_at': '2022-02-19T21:31:04Z', 'revision_number': 5, 'project_id': '4cf8d04b22744889a736817e2226b3d0', 'gw_port': {'id': 'd04a1705-6022-4ae4-b5a3-d4bbb97c206f', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7032220-0ecb-41c9-8926-fa63855a6cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:28:03Z', 'updated_at': '2022-02-19T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:31:06.697489 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (9bb3f262-08ae-4a63-bf20-ba93ba6a64fa), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.727859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] No DVR routers for this DVR port 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:31:06.728206 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Pushing event deleted for resources: {'Port': ['ID=9bb3f262-08ae-4a63-bf20-ba93ba6a64fa,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:06.737665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.737665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.737901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.739953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.739953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.739953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.739953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.739953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.739953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.740648 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.740648 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.740841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.741119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cf655-893d-44f6-bc76-903b5908bb38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:06.798599 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (d7032220-0ecb-41c9-8926-fa63855a6cda), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.800774 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router_controller (d7032220-0ecb-41c9-8926-fa63855a6cda), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.849324 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (d7032220-0ecb-41c9-8926-fa63855a6cda), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.849883 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Fanout notify agent at l3_agent the message router_deleted on router d7032220-0ecb-41c9-8926-fa63855a6cda {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:31:06.856612 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:06.857959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d348db5f-3fee-44e1-a38a-58930595c808 tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/routers/d7032220-0ecb-41c9-8926-fa63855a6cda HTTP/1.1" status: 204  len: 168 time: 0.8136358
Feb 19 21:31:06.860647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33676) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:06.940154 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (5d270d38-e63b-45e8-b253-0c56bf4eff89), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.028575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (5d270d38-e63b-45e8-b253-0c56bf4eff89), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.048606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a72904ca0>,) {'filters': {'network_id': ['5d270d38-e63b-45e8-b253-0c56bf4eff89']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:07.058504 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72904ca0>, '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:07.058818 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a72904ca0>, '7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:07.069256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.083787 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.091991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:31:07.092520 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (7d523fbf-43a3-4c4c-8900-e9f63ef6fc0d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:31:07.095906 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:31:07.155376 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (5d270d38-e63b-45e8-b253-0c56bf4eff89), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.163592 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.166126 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/networks/5d270d38-e63b-45e8-b253-0c56bf4eff89 HTTP/1.1" status: 204  len: 168 time: 0.3045440
Feb 19 21:31:07.169035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33678) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:07.178467 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f76f8-d059-4989-8f0e-ead51ffd258e tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'Network': ['ID=5d270d38-e63b-45e8-b253-0c56bf4eff89,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:07.232649 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abd3702d-7373-407f-9df2-e983ecbd447b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (63f29bd8-b08d-4cda-ae5d-f91f1aeb1159), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.263121 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abd3702d-7373-407f-9df2-e983ecbd447b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (63f29bd8-b08d-4cda-ae5d-f91f1aeb1159), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.324929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abd3702d-7373-407f-9df2-e983ecbd447b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (63f29bd8-b08d-4cda-ae5d-f91f1aeb1159), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.327590 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-abd3702d-7373-407f-9df2-e983ecbd447b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.329081 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-abd3702d-7373-407f-9df2-e983ecbd447b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] 10.222.0.30 "DELETE /v2.0/security-groups/63f29bd8-b08d-4cda-ae5d-f91f1aeb1159 HTTP/1.1" status: 204  len: 168 time: 0.1586702
Feb 19 21:31:07.342932 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3702d-7373-407f-9df2-e983ecbd447b tempest-TestNetworkAdvancedServerOps-190520844 tempest-TestNetworkAdvancedServerOps-190520844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f29bd8-b08d-4cda-ae5d-f91f1aeb1159,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:07.657476 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33686) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:07.793849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:07.813410 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:07.816021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9bb3f262-08ae-4a63-bf20-ba93ba6a64fa not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:07.816183 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1c83d5f8-43bd-4b5d-b8c5-4e893957460b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cf8d04b22744889a736817e2226b3d0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1561837
Feb 19 21:31:07.816295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c077fa48-c2f6-40a4-83b6-17329faa12fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:07.817253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33690) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:07.839264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c077fa48-c2f6-40a4-83b6-17329faa12fe {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:07.839617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c077fa48-c2f6-40a4-83b6-17329faa12fe not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:07.840049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d04a1705-6022-4ae4-b5a3-d4bbb97c206f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:07.859099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: d04a1705-6022-4ae4-b5a3-d4bbb97c206f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:07.859453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d04a1705-6022-4ae4-b5a3-d4bbb97c206f not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:07.868840 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c5be7a4-80b1-4d8d-a190-88b39fa00495 admin admin] Publish callbacks [] for security_group (25e63dc4-bd25-407b-b543-1144f29e399a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.889429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c5be7a4-80b1-4d8d-a190-88b39fa00495 admin admin] Publish callbacks [] for security_group (25e63dc4-bd25-407b-b543-1144f29e399a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.936153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c5be7a4-80b1-4d8d-a190-88b39fa00495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (25e63dc4-bd25-407b-b543-1144f29e399a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.938816 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5c5be7a4-80b1-4d8d-a190-88b39fa00495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:07.939975 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5c5be7a4-80b1-4d8d-a190-88b39fa00495 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25e63dc4-bd25-407b-b543-1144f29e399a HTTP/1.1" status: 204  len: 168 time: 0.1216035
Feb 19 21:31:07.947647 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5be7a4-80b1-4d8d-a190-88b39fa00495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e63dc4-bd25-407b-b543-1144f29e399a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:08.197718 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33696) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:08.236497 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-73653f2f-709e-4288-873a-363176583b6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b79f18c17dc34e7aab590042dec72705&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0375738
Feb 19 21:31:08.238915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33698) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:08.284354 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15dc85ed-2736-4fa0-a84f-231af9f9c694 admin admin] Publish callbacks [] for security_group (220e99d5-e409-47f0-b515-acc6e574ef2c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:08.305138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15dc85ed-2736-4fa0-a84f-231af9f9c694 admin admin] Publish callbacks [] for security_group (220e99d5-e409-47f0-b515-acc6e574ef2c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:08.350942 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15dc85ed-2736-4fa0-a84f-231af9f9c694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (220e99d5-e409-47f0-b515-acc6e574ef2c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:08.353730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-15dc85ed-2736-4fa0-a84f-231af9f9c694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:08.354917 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-15dc85ed-2736-4fa0-a84f-231af9f9c694 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/220e99d5-e409-47f0-b515-acc6e574ef2c HTTP/1.1" status: 204  len: 168 time: 0.1150820
Feb 19 21:31:08.363351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc85ed-2736-4fa0-a84f-231af9f9c694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220e99d5-e409-47f0-b515-acc6e574ef2c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:10.392793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33852) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:10.502969 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92453ac3-5e96-4ab6-8846-e6ee66011bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:10.576104 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92453ac3-5e96-4ab6-8846-e6ee66011bfd admin admin] Publish callbacks [] for security_group (2ac4ff6b-d645-434d-8e79-f77b2a5cffd3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:10.580304 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92453ac3-5e96-4ab6-8846-e6ee66011bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2ac4ff6b-d645-434d-8e79-f77b2a5cffd3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:10.618062 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-92453ac3-5e96-4ab6-8846-e6ee66011bfd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6fcfbedd58a4f10a117636521ca7e8d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2242005
Feb 19 21:31:10.620022 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92453ac3-5e96-4ab6-8846-e6ee66011bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac4ff6b-d645-434d-8e79-f77b2a5cffd3,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:10.620810 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33856) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:10.687041 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3481788d-f458-4d06-a5fa-0a47563edba7 admin admin] Publish callbacks [] for security_group (2ac4ff6b-d645-434d-8e79-f77b2a5cffd3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:10.713013 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3481788d-f458-4d06-a5fa-0a47563edba7 admin admin] Publish callbacks [] for security_group (2ac4ff6b-d645-434d-8e79-f77b2a5cffd3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:10.758105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3481788d-f458-4d06-a5fa-0a47563edba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (2ac4ff6b-d645-434d-8e79-f77b2a5cffd3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:10.760714 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3481788d-f458-4d06-a5fa-0a47563edba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:10.761855 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3481788d-f458-4d06-a5fa-0a47563edba7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ac4ff6b-d645-434d-8e79-f77b2a5cffd3 HTTP/1.1" status: 204  len: 168 time: 0.1399641
Feb 19 21:31:10.770015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481788d-f458-4d06-a5fa-0a47563edba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac4ff6b-d645-434d-8e79-f77b2a5cffd3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:11.019426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33862) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:11.032513 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12d68943-9bc7-4cc7-acef-0bb597326839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:11.105592 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12d68943-9bc7-4cc7-acef-0bb597326839 admin admin] Publish callbacks [] for security_group (c1eedbf4-81cc-4d1d-b87f-578a76ff19eb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:11.109060 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12d68943-9bc7-4cc7-acef-0bb597326839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c1eedbf4-81cc-4d1d-b87f-578a76ff19eb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:11.145462 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d68943-9bc7-4cc7-acef-0bb597326839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eedbf4-81cc-4d1d-b87f-578a76ff19eb,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:11.151495 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12d68943-9bc7-4cc7-acef-0bb597326839 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57314ea738a24ce4b632438b38da2db0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1294353
Feb 19 21:31:11.152693 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33864) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:11.199737 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9835f03-9a41-4a1e-8a70-4f34b1a9920f admin admin] Publish callbacks [] for security_group (c1eedbf4-81cc-4d1d-b87f-578a76ff19eb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:11.220751 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9835f03-9a41-4a1e-8a70-4f34b1a9920f admin admin] Publish callbacks [] for security_group (c1eedbf4-81cc-4d1d-b87f-578a76ff19eb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:11.269137 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9835f03-9a41-4a1e-8a70-4f34b1a9920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c1eedbf4-81cc-4d1d-b87f-578a76ff19eb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:11.271856 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a9835f03-9a41-4a1e-8a70-4f34b1a9920f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:11.273064 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a9835f03-9a41-4a1e-8a70-4f34b1a9920f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1eedbf4-81cc-4d1d-b87f-578a76ff19eb HTTP/1.1" status: 204  len: 168 time: 0.1194909
Feb 19 21:31:11.280679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9835f03-9a41-4a1e-8a70-4f34b1a9920f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eedbf4-81cc-4d1d-b87f-578a76ff19eb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:11.936250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33886) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:12.032717 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-562235648-network', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:12.051892 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Made reservation on behalf of aa6788e394884661b4434d1b0c3fbb69 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:31:12.054160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.062343 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.142644 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Publish callbacks [] for security_group (bf03f431-e944-4bbc-b213-bb2755873053), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.146086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bf03f431-e944-4bbc-b213-bb2755873053), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.170332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:31:12.180620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf03f431-e944-4bbc-b213-bb2755873053,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:12.185527 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (aa2c16e9-7c31-429e-bc1b-dc70072685e7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.185886 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Added segment aa2c16e9-7c31-429e-bc1b-dc70072685e7 of type vlan for network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a
Feb 19 21:31:12.233071 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.263987 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.265128 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:12.265710 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.326891 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3893652
Feb 19 21:31:12.330147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33890) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:12.332100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80bdb1-afd5-4452-bbff-a9777e6c8117 admin admin] Pushing event updated for resources: {'Network': ['ID=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:12.335384 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] Request body: {'subnet': {'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-562235648-subnet', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:12.342503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:31:12.354922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] Made reservation on behalf of aa6788e394884661b4434d1b0c3fbb69 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:31:12.357436 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.543250 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (b2045985-0e63-4b13-afe6-2a43110af8c1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.599169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2045985-0e63-4b13-afe6-2a43110af8c1,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:12.607868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] Checking segment: {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:12.608243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] Network hostable DHCP agents. Network: 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:31:12.624895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] Network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:31:12.633764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:12.637759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:12.638363 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.643015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d2eae3-a831-43e1-8803-d397708bd83c None None] Network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:31:12.656868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1eddd203-4875-4937-9794-589f65335154 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3255455
Feb 19 21:31:12.657316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33892) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:12.662288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-562235648-router', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:12.682805 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (1ce377c9-5c52-49a9-9c90-285aa6d79895), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.683972 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (1ce377c9-5c52-49a9-9c90-285aa6d79895), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.744404 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Publish callbacks [] for router_controller (1ce377c9-5c52-49a9-9c90-285aa6d79895), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.750679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a', 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a', 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'fixed_ips': [{'subnet_id': 'b2045985-0e63-4b13-afe6-2a43110af8c1'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:31:12.752266 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:12.888441 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Allocated IP 172.20.0.2 (04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a/b2045985-0e63-4b13-afe6-2a43110af8c1/00fa3e8a-9239-4597-a84c-af01e4acf74c) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:31:12.891956 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Publish callbacks [] for router_gateway (1ce377c9-5c52-49a9-9c90-285aa6d79895), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.033728 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Publish callbacks [] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.039287 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.085402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:13.088679 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:13.092889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:31:13.098552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Publish callbacks [] for router_gateway (1ce377c9-5c52-49a9-9c90-285aa6d79895), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.101981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Pushing event updated for resources: {'Port': ['ID=00fa3e8a-9239-4597-a84c-af01e4acf74c,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:13.118983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.156131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Attempting to bind port 00fa3e8a-9239-4597-a84c-af01e4acf74c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:31:13.156449 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Attempting to bind port 00fa3e8a-9239-4597-a84c-af01e4acf74c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:31:13.156822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Attempting to bind port 00fa3e8a-9239-4597-a84c-af01e4acf74c on network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:31:13.162000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:31:13.162382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Checking segment: {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:13.162793 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.163198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Bound using segment: {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:31:13.163667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Bound port: 00fa3e8a-9239-4597-a84c-af01e4acf74c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:31:13.164056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.221663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Allocated IP 172.35.2.76 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/4ad2bc51-8024-4654-bace-e993f319df80) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:31:13.226515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] For port 00fa3e8a-9239-4597-a84c-af01e4acf74c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:31:13.229731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] For port 00fa3e8a-9239-4597-a84c-af01e4acf74c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00fa3e8a-9239-4597-a84c-af01e4acf74c,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:31:13.236218 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.291079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858d76c-72f3-421d-9c02-b2a81933badd None None] Pushing event updated for resources: {'Port': ['ID=00fa3e8a-9239-4597-a84c-af01e4acf74c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:13.306256 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:31:13.340615 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Publish callbacks [] for port (4ad2bc51-8024-4654-bace-e993f319df80), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.377528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4ad2bc51-8024-4654-bace-e993f319df80), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.424018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:13.426950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:13.441817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:31:13.473367 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Pushing event updated for resources: {'Port': ['ID=4ad2bc51-8024-4654-bace-e993f319df80,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:13.659390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00fa3e8a-9239-4597-a84c-af01e4acf74c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:13.711934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 00fa3e8a-9239-4597-a84c-af01e4acf74c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:13.712318 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.723709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Publish callbacks [] for router_gateway (1ce377c9-5c52-49a9-9c90-285aa6d79895), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.947552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (1ce377c9-5c52-49a9-9c90-285aa6d79895), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.948786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 00fa3e8a-9239-4597-a84c-af01e4acf74c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:13.949379 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:13.984638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 00fa3e8a-9239-4597-a84c-af01e4acf74c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00fa3e8a-9239-4597-a84c-af01e4acf74c,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:13.989818 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:14.040576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=00fa3e8a-9239-4597-a84c-af01e4acf74c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:14.092361 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Router 1ce377c9-5c52-49a9-9c90-285aa6d79895 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:31:14.206908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:31:14.217005 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Sync routers for ids ['1ce377c9-5c52-49a9-9c90-285aa6d79895'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:31:14.227157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:14.228450 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0c32581c-802f-4307-9a8d-d25371102f3b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5700278
Feb 19 21:31:14.228798 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Routers {'1ce377c9-5c52-49a9-9c90-285aa6d79895'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:14.229407 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702783a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:30:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1ce377c9-5c52-49a9-9c90-285aa6d79895'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:14.231181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33894) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:14.264965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484be397-5eb7-47b7-89d0-e423ec979ee2 None None] Network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:31:14.325224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d10a0008-9281-4cff-8d02-25dc871a650f None None] Provisioning complete for port 00fa3e8a-9239-4597-a84c-af01e4acf74c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:14.325638 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d10a0008-9281-4cff-8d02-25dc871a650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:14.340082 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Set router 1ce377c9-5c52-49a9-9c90-285aa6d79895 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:14.453304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d10a0008-9281-4cff-8d02-25dc871a650f None None] Current status of the port 00fa3e8a-9239-4597-a84c-af01e4acf74c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:14.535177 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702783a0>, [{'id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'name': 'tempest-TestServerMultinode-562235648-router', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': '4ad2bc51-8024-4654-bace-e993f319df80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:12Z', 'updated_at': '2022-02-19T21:31:13Z', 'revision_number': 3, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'gw_port': {'id': '4ad2bc51-8024-4654-bace-e993f319df80', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:13Z', 'updated_at': '2022-02-19T21:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:14.662551 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Checking router: 1ce377c9-5c52-49a9-9c90-285aa6d79895 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:31:14.662914 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Updating router 1ce377c9-5c52-49a9-9c90-285aa6d79895 port 4ad2bc51-8024-4654-bace-e993f319df80 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:31:14.672190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:14.679373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-832f7fca-fe41-4aa4-965c-9787dfe25be5 None None] Provisioning complete for port 00fa3e8a-9239-4597-a84c-af01e4acf74c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:14.679892 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-832f7fca-fe41-4aa4-965c-9787dfe25be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:14.694029 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ad2bc51-8024-4654-bace-e993f319df80), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:14.757781 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-832f7fca-fe41-4aa4-965c-9787dfe25be5 None None] Current status of the port 00fa3e8a-9239-4597-a84c-af01e4acf74c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:14.880133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Allocated IP 172.20.0.1 (04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a/b2045985-0e63-4b13-afe6-2a43110af8c1/95238a8a-76cd-4855-8369-77cc11111b46) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:31:14.955764 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Publish callbacks [] for port (4ad2bc51-8024-4654-bace-e993f319df80), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:14.960627 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4ad2bc51-8024-4654-bace-e993f319df80), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:14.987492 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Publish callbacks [] for port (95238a8a-76cd-4855-8369-77cc11111b46), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.011414 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Attempting to bind port 4ad2bc51-8024-4654-bace-e993f319df80 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:31:15.011809 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Attempting to bind port 4ad2bc51-8024-4654-bace-e993f319df80 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:31:15.012182 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Attempting to bind port 4ad2bc51-8024-4654-bace-e993f319df80 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:31:15.021029 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (95238a8a-76cd-4855-8369-77cc11111b46), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.021562 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Pushing event updated for resources: {'Port': ['ID=4ad2bc51-8024-4654-bace-e993f319df80,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:15.029353 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:31:15.029740 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:15.030149 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.030549 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:31:15.031020 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Bound port: 4ad2bc51-8024-4654-bace-e993f319df80, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:31:15.031397 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ad2bc51-8024-4654-bace-e993f319df80), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.034194 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.034545 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.034888 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.035227 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.035564 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.035896 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.036225 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.036578 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.036906 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.037232 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.037557 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.037881 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.038202 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:31:15.061507 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:15.065992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:15.071104 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:31:15.073939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Pushing event updated for resources: {'Port': ['ID=95238a8a-76cd-4855-8369-77cc11111b46,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:15.095316 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] For port 4ad2bc51-8024-4654-bace-e993f319df80, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:31:15.099439 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] For port 4ad2bc51-8024-4654-bace-e993f319df80, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ad2bc51-8024-4654-bace-e993f319df80,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:31:15.107285 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4ad2bc51-8024-4654-bace-e993f319df80), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.113191 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (1ce377c9-5c52-49a9-9c90-285aa6d79895), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.159549 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Routers {'1ce377c9-5c52-49a9-9c90-285aa6d79895'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:15.160269 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702783a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:30:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1ce377c9-5c52-49a9-9c90-285aa6d79895'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:15.249491 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3101e-7289-4b76-a6f4-d8e0b544d147 None None] Pushing event updated for resources: {'Port': ['ID=4ad2bc51-8024-4654-bace-e993f319df80,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:15.251860 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (95238a8a-76cd-4855-8369-77cc11111b46), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.297736 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] Set router 1ce377c9-5c52-49a9-9c90-285aa6d79895 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:15.386370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1a8877e0-8fa0-4e0c-8c48-0b53cebebbb5 None None] Provisioning complete for port 95238a8a-76cd-4855-8369-77cc11111b46 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:15.386912 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1a8877e0-8fa0-4e0c-8c48-0b53cebebbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (95238a8a-76cd-4855-8369-77cc11111b46), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.421806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1a8877e0-8fa0-4e0c-8c48-0b53cebebbb5 None None] Port 95238a8a-76cd-4855-8369-77cc11111b46 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:31:15.433981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Publish callbacks [] for port (95238a8a-76cd-4855-8369-77cc11111b46), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.439105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (95238a8a-76cd-4855-8369-77cc11111b46), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.480892 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702783a0>, [{'id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'name': 'tempest-TestServerMultinode-562235648-router', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': '4ad2bc51-8024-4654-bace-e993f319df80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:12Z', 'updated_at': '2022-02-19T21:31:13Z', 'revision_number': 3, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'gw_port': {'id': '4ad2bc51-8024-4654-bace-e993f319df80', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:13Z', 'updated_at': '2022-02-19T21:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:15.507551 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db31170-d99b-4c7e-92ca-bf1d53398027 None None] The sync data for ids ['1ce377c9-5c52-49a9-9c90-285aa6d79895'] in ncdv-master-1 is: [{'id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'name': 'tempest-TestServerMultinode-562235648-router', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': '4ad2bc51-8024-4654-bace-e993f319df80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:12Z', 'updated_at': '2022-02-19T21:31:13Z', 'revision_number': 3, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'gw_port': {'id': '4ad2bc51-8024-4654-bace-e993f319df80', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:13Z', 'updated_at': '2022-02-19T21:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:31:15.508510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Pushing event updated for resources: {'Port': ['ID=95238a8a-76cd-4855-8369-77cc11111b46,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:15.510995 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (1ce377c9-5c52-49a9-9c90-285aa6d79895), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.605193 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:15.606818 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:15.632592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00fa3e8a-9239-4597-a84c-af01e4acf74c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:15.686123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 00fa3e8a-9239-4597-a84c-af01e4acf74c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:15.687149 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.760018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Router 1ce377c9-5c52-49a9-9c90-285aa6d79895 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:31:15.802557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 00fa3e8a-9239-4597-a84c-af01e4acf74c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:15.913117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:31:15.919656 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8f97df76-4dbd-430e-a933-5286482c2f9b admin admin] 10.222.0.30 "PUT /v2.0/routers/1ce377c9-5c52-49a9-9c90-285aa6d79895/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6874709
Feb 19 21:31:15.946190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7d883cee-4037-40cc-b597-74adbedee6d2 None None] Provisioning complete for port 95238a8a-76cd-4855-8369-77cc11111b46 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:15.946562 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7d883cee-4037-40cc-b597-74adbedee6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (95238a8a-76cd-4855-8369-77cc11111b46), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:15.982781 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7d883cee-4037-40cc-b597-74adbedee6d2 None None] Port 95238a8a-76cd-4855-8369-77cc11111b46 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:31:16.434586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33910) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:16.440307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2145733503-network', 'tenant_id': '743163568cef44aeaa073c0f5273e82f'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:16.459978 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Made reservation on behalf of 743163568cef44aeaa073c0f5273e82f for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:31:16.462280 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:16.470991 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:16.546774 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Publish callbacks [] for security_group (d5d98a23-6b76-4b38-b51b-44d2ecb85d09), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:16.551005 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d5d98a23-6b76-4b38-b51b-44d2ecb85d09), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:16.576132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:31:16.586393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d98a23-6b76-4b38-b51b-44d2ecb85d09,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:16.592355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (193770df-bd9d-4865-87fa-11833726bf12), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:16.592790 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Added segment 193770df-bd9d-4865-87fa-11833726bf12 of type vlan for network fe0b84ee-b256-4437-b257-8eff47bdade1
Feb 19 21:31:16.635393 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (fe0b84ee-b256-4437-b257-8eff47bdade1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:16.664350 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (fe0b84ee-b256-4437-b257-8eff47bdade1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:16.665293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:16.665874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.052671 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6168330
Feb 19 21:31:17.056120 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33912) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:17.060213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c61a6-d2b9-46f8-aba4-76bb9dd025c9 admin admin] Pushing event updated for resources: {'Network': ['ID=fe0b84ee-b256-4437-b257-8eff47bdade1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:17.061589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] Request body: {'subnet': {'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2145733503-subnet', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:17.070616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network fe0b84ee-b256-4437-b257-8eff47bdade1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:31:17.110617 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] Made reservation on behalf of 743163568cef44aeaa073c0f5273e82f for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:31:17.113448 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.195549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Sync routers for ids ['1ce377c9-5c52-49a9-9c90-285aa6d79895'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:31:17.208019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Routers {'1ce377c9-5c52-49a9-9c90-285aa6d79895'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:17.208870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632d2a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:30:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1ce377c9-5c52-49a9-9c90-285aa6d79895'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:17.301475 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (23017fba-a293-4b9d-b097-c0e77d06fbe1), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.319427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Set router 1ce377c9-5c52-49a9-9c90-285aa6d79895 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:17.364182 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23017fba-a293-4b9d-b097-c0e77d06fbe1,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:17.370024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] Checking segment: {'id': '193770df-bd9d-4865-87fa-11833726bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:17.370430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] Network hostable DHCP agents. Network: fe0b84ee-b256-4437-b257-8eff47bdade1, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:31:17.388167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] Network fe0b84ee-b256-4437-b257-8eff47bdade1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:31:17.397925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fe0b84ee-b256-4437-b257-8eff47bdade1) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:17.402762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:17.403393 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.421823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-923c866d-67dd-49a0-a4c4-087eda37bf18 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3644865
Feb 19 21:31:17.424603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 33914) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:17.429402 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2145733503-router', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:17.432305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d5d54a-0b2f-4244-a096-f02c6a9d8ac2 None None] Network fe0b84ee-b256-4437-b257-8eff47bdade1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:31:17.464795 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (0fc5cb8a-40df-44cb-a0b7-af410a32c718), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.465857 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (0fc5cb8a-40df-44cb-a0b7-af410a32c718), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.524029 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Publish callbacks [] for router_controller (0fc5cb8a-40df-44cb-a0b7-af410a32c718), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.592925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fe0b84ee-b256-4437-b257-8eff47bdade1', 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1', 'project_id': '743163568cef44aeaa073c0f5273e82f', 'fixed_ips': [{'subnet_id': '23017fba-a293-4b9d-b097-c0e77d06fbe1'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:31:17.593781 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.675072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ad2bc51-8024-4654-bace-e993f319df80 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:17.681530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632d2a30>, [{'id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'name': 'tempest-TestServerMultinode-562235648-router', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': '4ad2bc51-8024-4654-bace-e993f319df80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:12Z', 'updated_at': '2022-02-19T21:31:15Z', 'revision_number': 4, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'gw_port': {'id': '4ad2bc51-8024-4654-bace-e993f319df80', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:13Z', 'updated_at': '2022-02-19T21:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95238a8a-76cd-4855-8369-77cc11111b46', 'name': '', 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'mac_address': 'fa:16:3e:7b:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b2045985-0e63-4b13-afe6-2a43110af8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:14Z', 'updated_at': '2022-02-19T21:31:15Z', 'revision_number': 2, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'subnets': [{'id': 'b2045985-0e63-4b13-afe6-2a43110af8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:17.682229 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Publish callbacks [] for router_gateway (0fc5cb8a-40df-44cb-a0b7-af410a32c718), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.744867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Checking router: 1ce377c9-5c52-49a9-9c90-285aa6d79895 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:31:17.745235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Updating router 1ce377c9-5c52-49a9-9c90-285aa6d79895 port 95238a8a-76cd-4855-8369-77cc11111b46 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:31:17.812997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (95238a8a-76cd-4855-8369-77cc11111b46), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.863863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Allocated IP 172.20.0.2 (fe0b84ee-b256-4437-b257-8eff47bdade1/23017fba-a293-4b9d-b097-c0e77d06fbe1/3617724a-aadb-406d-874f-972c22880f03) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:31:17.875492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4ad2bc51-8024-4654-bace-e993f319df80 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:17.876440 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4ad2bc51-8024-4654-bace-e993f319df80), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.887107 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Publish callbacks [] for router_gateway (0fc5cb8a-40df-44cb-a0b7-af410a32c718), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:17.906128 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.011686 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Allocated IP 172.35.2.244 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/e1c3bc78-01ab-42f4-8b58-e768a0023942) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:31:18.111682 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Publish callbacks [] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.143854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4ad2bc51-8024-4654-bace-e993f319df80 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:18.144474 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ad2bc51-8024-4654-bace-e993f319df80), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.146635 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.193560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:18.196752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:18.197613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 4ad2bc51-8024-4654-bace-e993f319df80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ad2bc51-8024-4654-bace-e993f319df80,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:18.201340 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:31:18.205418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Pushing event updated for resources: {'Port': ['ID=e1c3bc78-01ab-42f4-8b58-e768a0023942,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:18.208044 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4ad2bc51-8024-4654-bace-e993f319df80), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.248029 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Publish callbacks [] for port (3617724a-aadb-406d-874f-972c22880f03), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.273504 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (3617724a-aadb-406d-874f-972c22880f03), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.310982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Network fe0b84ee-b256-4437-b257-8eff47bdade1 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:18.317845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:18.344590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:31:18.346655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=4ad2bc51-8024-4654-bace-e993f319df80,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:18.422432 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Publish callbacks [] for port (95238a8a-76cd-4855-8369-77cc11111b46), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.424312 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f34387ac-d5fd-4ff0-b62f-4fdc76e7b460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.454988 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (95238a8a-76cd-4855-8369-77cc11111b46), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.457696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Pushing event updated for resources: {'Port': ['ID=3617724a-aadb-406d-874f-972c22880f03,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:18.464991 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Publish callbacks [] for router_gateway (0fc5cb8a-40df-44cb-a0b7-af410a32c718), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.496641 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Attempting to bind port 3617724a-aadb-406d-874f-972c22880f03 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:31:18.497327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Attempting to bind port 3617724a-aadb-406d-874f-972c22880f03 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '193770df-bd9d-4865-87fa-11833726bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:31:18.497327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Attempting to bind port 3617724a-aadb-406d-874f-972c22880f03 on network fe0b84ee-b256-4437-b257-8eff47bdade1 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:31:18.520707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:31:18.520900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Checking segment: {'id': '193770df-bd9d-4865-87fa-11833726bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:18.521370 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.521694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Bound using segment: {'id': '193770df-bd9d-4865-87fa-11833726bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:31:18.522168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Bound port: 3617724a-aadb-406d-874f-972c22880f03, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193770df-bd9d-4865-87fa-11833726bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:31:18.522755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3617724a-aadb-406d-874f-972c22880f03), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.526173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd87687-a56f-4076-a28d-2a3dab74f959 None None] Pushing event updated for resources: {'Port': ['ID=95238a8a-76cd-4855-8369-77cc11111b46,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:18.681203 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (0fc5cb8a-40df-44cb-a0b7-af410a32c718), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.785169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Attempting to bind port 95238a8a-76cd-4855-8369-77cc11111b46 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:31:18.785469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Attempting to bind port 95238a8a-76cd-4855-8369-77cc11111b46 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:31:18.785840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Attempting to bind port 95238a8a-76cd-4855-8369-77cc11111b46 on network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:31:18.809436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:31:18.809824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Checking segment: {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:18.810236 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.810644 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Bound using segment: {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:31:18.811124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Bound port: 95238a8a-76cd-4855-8369-77cc11111b46, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:31:18.811514 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (95238a8a-76cd-4855-8369-77cc11111b46), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.819298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:31:18.824153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-963dfc02-c213-4987-aab2-9bf5872135e0 None None] Provisioning complete for port 95238a8a-76cd-4855-8369-77cc11111b46 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:18.824557 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-963dfc02-c213-4987-aab2-9bf5872135e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (95238a8a-76cd-4855-8369-77cc11111b46), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.829046 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] For port 3617724a-aadb-406d-874f-972c22880f03, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:31:18.865243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] For port 3617724a-aadb-406d-874f-972c22880f03, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3617724a-aadb-406d-874f-972c22880f03,segment=NetworkSegment(193770df-bd9d-4865-87fa-11833726bf12),segment_id=193770df-bd9d-4865-87fa-11833726bf12)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:31:18.890935 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3617724a-aadb-406d-874f-972c22880f03), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.927245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:31:18.935771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-963dfc02-c213-4987-aab2-9bf5872135e0 None None] Port 95238a8a-76cd-4855-8369-77cc11111b46 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:31:18.936865 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Sync routers for ids ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:31:18.950612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:18.950978 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Routers {'0fc5cb8a-40df-44cb-a0b7-af410a32c718'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:18.951808 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70182a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:30:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:18.956068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 33916) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:18.956664 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-12a7610d-e552-4566-a42b-15a337cc707e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.5304854
Feb 19 21:31:18.988935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] For port 95238a8a-76cd-4855-8369-77cc11111b46, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:31:18.991496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a27a31-b50f-43d6-8010-7d8c7b83e8f3 None None] Pushing event updated for resources: {'Port': ['ID=3617724a-aadb-406d-874f-972c22880f03,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:18.995583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] For port 95238a8a-76cd-4855-8369-77cc11111b46, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95238a8a-76cd-4855-8369-77cc11111b46,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:31:19.007818 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (95238a8a-76cd-4855-8369-77cc11111b46), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:19.060780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd87687-a56f-4076-a28d-2a3dab74f959 None None] Pushing event updated for resources: {'Port': ['ID=95238a8a-76cd-4855-8369-77cc11111b46,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:19.082746 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Routers {'1ce377c9-5c52-49a9-9c90-285aa6d79895'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:19.083598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632d2a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:30:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1ce377c9-5c52-49a9-9c90-285aa6d79895'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:19.113397 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Set router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:19.227632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] Set router 1ce377c9-5c52-49a9-9c90-285aa6d79895 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:19.404131 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70182a30>, [{'id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'name': 'tempest-TestServerMultinode-2145733503-router', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:18Z', 'revision_number': 3, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'gw_port': {'id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:19.449561 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Checking router: 0fc5cb8a-40df-44cb-a0b7-af410a32c718 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:31:19.449845 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Updating router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 port e1c3bc78-01ab-42f4-8b58-e768a0023942 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:31:19.479556 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:19.491602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-97a2fd1a-3980-4a5d-8f65-4f4a1e73c0a9 None None] Provisioning complete for port 95238a8a-76cd-4855-8369-77cc11111b46 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:19.492107 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-97a2fd1a-3980-4a5d-8f65-4f4a1e73c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (95238a8a-76cd-4855-8369-77cc11111b46), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:19.558429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632d2a30>, [{'id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'name': 'tempest-TestServerMultinode-562235648-router', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': '4ad2bc51-8024-4654-bace-e993f319df80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:12Z', 'updated_at': '2022-02-19T21:31:15Z', 'revision_number': 4, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'gw_port': {'id': '4ad2bc51-8024-4654-bace-e993f319df80', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:13Z', 'updated_at': '2022-02-19T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95238a8a-76cd-4855-8369-77cc11111b46', 'name': '', 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'mac_address': 'fa:16:3e:7b:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b2045985-0e63-4b13-afe6-2a43110af8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:14Z', 'updated_at': '2022-02-19T21:31:18Z', 'revision_number': 4, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'subnets': [{'id': 'b2045985-0e63-4b13-afe6-2a43110af8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:19.561952 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:19.605518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248e3604-6685-4d1d-958e-74db0b529fc2 None None] The sync data for ids ['1ce377c9-5c52-49a9-9c90-285aa6d79895'] in ncdv-master-1 is: [{'id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'name': 'tempest-TestServerMultinode-562235648-router', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': '4ad2bc51-8024-4654-bace-e993f319df80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:12Z', 'updated_at': '2022-02-19T21:31:15Z', 'revision_number': 4, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'gw_port': {'id': '4ad2bc51-8024-4654-bace-e993f319df80', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:13Z', 'updated_at': '2022-02-19T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95238a8a-76cd-4855-8369-77cc11111b46', 'name': '', 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'mac_address': 'fa:16:3e:7b:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b2045985-0e63-4b13-afe6-2a43110af8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:14Z', 'updated_at': '2022-02-19T21:31:18Z', 'revision_number': 4, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'subnets': [{'id': 'b2045985-0e63-4b13-afe6-2a43110af8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:31:19.707359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-97a2fd1a-3980-4a5d-8f65-4f4a1e73c0a9 None None] Current status of the port 95238a8a-76cd-4855-8369-77cc11111b46 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:19.707807 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-97a2fd1a-3980-4a5d-8f65-4f4a1e73c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (95238a8a-76cd-4855-8369-77cc11111b46), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:19.782714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-97a2fd1a-3980-4a5d-8f65-4f4a1e73c0a9 None None] For port 95238a8a-76cd-4855-8369-77cc11111b46, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95238a8a-76cd-4855-8369-77cc11111b46,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:19.798587 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-97a2fd1a-3980-4a5d-8f65-4f4a1e73c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (95238a8a-76cd-4855-8369-77cc11111b46), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:19.808347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ad2bc51-8024-4654-bace-e993f319df80 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:19.848296 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Publish callbacks [] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:19.856476 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:19.877646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Allocated IP 172.20.0.1 (fe0b84ee-b256-4437-b257-8eff47bdade1/23017fba-a293-4b9d-b097-c0e77d06fbe1/e5ffcba4-bde0-45ae-b0b3-f8887fe566d9) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:31:19.905426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2fd1a-3980-4a5d-8f65-4f4a1e73c0a9 None None] Pushing event updated for resources: {'Port': ['ID=95238a8a-76cd-4855-8369-77cc11111b46,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:19.926419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4ad2bc51-8024-4654-bace-e993f319df80 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:19.926723 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4ad2bc51-8024-4654-bace-e993f319df80), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.042528 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4ad2bc51-8024-4654-bace-e993f319df80 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:20.043966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3617724a-aadb-406d-874f-972c22880f03 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:20.066461 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc05c4-569c-49d0-ab54-bb0a7a6cce01 None None] Pushing event updated for resources: {'Port': ['ID=e1c3bc78-01ab-42f4-8b58-e768a0023942,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:20.068392 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Publish callbacks [] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.069139 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Attempting to bind port e1c3bc78-01ab-42f4-8b58-e768a0023942 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:31:20.069486 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Attempting to bind port e1c3bc78-01ab-42f4-8b58-e768a0023942 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:31:20.069859 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Attempting to bind port e1c3bc78-01ab-42f4-8b58-e768a0023942 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:31:20.081504 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:31:20.081885 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:20.082297 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.082693 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:31:20.083170 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Bound port: e1c3bc78-01ab-42f4-8b58-e768a0023942, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:31:20.084138 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.127598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 3617724a-aadb-406d-874f-972c22880f03 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:20.128154 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3617724a-aadb-406d-874f-972c22880f03), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.134424 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.175277 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] For port e1c3bc78-01ab-42f4-8b58-e768a0023942, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:31:20.179345 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] For port e1c3bc78-01ab-42f4-8b58-e768a0023942, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1c3bc78-01ab-42f4-8b58-e768a0023942,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:31:20.189629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Network fe0b84ee-b256-4437-b257-8eff47bdade1 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:20.195813 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.196027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:20.204793 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:31:20.247189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ffcba4-bde0-45ae-b0b3-f8887fe566d9,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:20.258822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3617724a-aadb-406d-874f-972c22880f03 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:20.261575 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3617724a-aadb-406d-874f-972c22880f03), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.278296 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (0fc5cb8a-40df-44cb-a0b7-af410a32c718), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.283820 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Routers {'0fc5cb8a-40df-44cb-a0b7-af410a32c718'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:20.284512 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70182a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:30:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:20.316840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 3617724a-aadb-406d-874f-972c22880f03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3617724a-aadb-406d-874f-972c22880f03,segment=NetworkSegment(193770df-bd9d-4865-87fa-11833726bf12),segment_id=193770df-bd9d-4865-87fa-11833726bf12)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:20.331693 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3617724a-aadb-406d-874f-972c22880f03), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.335814 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc05c4-569c-49d0-ab54-bb0a7a6cce01 None None] Pushing event updated for resources: {'Port': ['ID=e1c3bc78-01ab-42f4-8b58-e768a0023942,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:20.417756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=3617724a-aadb-406d-874f-972c22880f03,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:20.452005 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] Set router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:20.476112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.487462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c1e929-3b0e-49ef-ba1d-cf6ee0796913 None None] Network fe0b84ee-b256-4437-b257-8eff47bdade1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:31:20.583869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-888e263b-75b6-4342-ae6a-280ddbe31dd3 None None] Provisioning complete for port 3617724a-aadb-406d-874f-972c22880f03 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:20.584590 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-888e263b-75b6-4342-ae6a-280ddbe31dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3617724a-aadb-406d-874f-972c22880f03), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.675780 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6edc9072-c1a6-44c6-aab0-52f79397ea92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.681799 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70182a30>, [{'id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'name': 'tempest-TestServerMultinode-2145733503-router', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:18Z', 'revision_number': 3, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'gw_port': {'id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:20.704288 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Publish callbacks [] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.715645 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.729332 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11252f3f-a6a5-4d48-831f-01016974a633 None None] The sync data for ids ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'] in ncdv-master-1 is: [{'id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'name': 'tempest-TestServerMultinode-2145733503-router', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:18Z', 'revision_number': 3, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'gw_port': {'id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:31:20.761017 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-888e263b-75b6-4342-ae6a-280ddbe31dd3 None None] Current status of the port 3617724a-aadb-406d-874f-972c22880f03 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:20.776388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ffcba4-bde0-45ae-b0b3-f8887fe566d9,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:20.826601 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (0fc5cb8a-40df-44cb-a0b7-af410a32c718), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:20.941379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Network fe0b84ee-b256-4437-b257-8eff47bdade1 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:20.942863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:21.003751 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1e3a250d-50c3-4fef-9512-f71557783d9c None None] Provisioning complete for port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:21.004221 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1e3a250d-50c3-4fef-9512-f71557783d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:21.057404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a250d-50c3-4fef-9512-f71557783d9c None None] Port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:31:21.072424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1e3a250d-50c3-4fef-9512-f71557783d9c None None] Provisioning complete for port 3617724a-aadb-406d-874f-972c22880f03 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:21.072886 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1e3a250d-50c3-4fef-9512-f71557783d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3617724a-aadb-406d-874f-972c22880f03), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:21.101726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:31:21.196443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a250d-50c3-4fef-9512-f71557783d9c None None] Current status of the port 3617724a-aadb-406d-874f-972c22880f03 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:21.239994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:31:21.250117 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7d6855a0-dc5a-400e-9ba3-344d5bd52146 admin admin] 10.222.0.30 "PUT /v2.0/routers/0fc5cb8a-40df-44cb-a0b7-af410a32c718/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2920930
Feb 19 21:31:21.334533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fb6fa119-32e1-4ef7-9a2d-0e236a54d3de None None] Provisioning complete for port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:21.335624 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fb6fa119-32e1-4ef7-9a2d-0e236a54d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:21.389140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fb6fa119-32e1-4ef7-9a2d-0e236a54d3de None None] Port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:31:21.509576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ba52ddc8-f3ea-4208-9fe7-8ddcaf2cde89 None None] Provisioning complete for port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:21.509959 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba52ddc8-f3ea-4208-9fe7-8ddcaf2cde89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:21.552251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ba52ddc8-f3ea-4208-9fe7-8ddcaf2cde89 None None] Port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:31:21.751003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3617724a-aadb-406d-874f-972c22880f03 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:21.805933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 3617724a-aadb-406d-874f-972c22880f03 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:21.806544 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3617724a-aadb-406d-874f-972c22880f03), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:21.889598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3617724a-aadb-406d-874f-972c22880f03 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:21.890729 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e1c3bc78-01ab-42f4-8b58-e768a0023942 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:21.908366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-6151a418-a5f4-443b-93ae-670a398ac2e3 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:21.909922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-6151a418-a5f4-443b-93ae-670a398ac2e3 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/networks?id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a HTTP/1.1" status: 200  len: 910 time: 0.0947065
Feb 19 21:31:21.925897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-3754390a-292f-48b6-84aa-6e5fbb27f492 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/quotas/743163568cef44aeaa073c0f5273e82f HTTP/1.1" status: 200  len: 375 time: 0.0104525
Feb 19 21:31:21.944475 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:21.957612 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e1c3bc78-01ab-42f4-8b58-e768a0023942 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:21.957988 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:22.016628 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-4bcb40a7-4cc1-44da-abbf-55420e4a2dd3 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=743163568cef44aeaa073c0f5273e82f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0843942
Feb 19 21:31:22.040526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e1c3bc78-01ab-42f4-8b58-e768a0023942 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:22.041090 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:22.062319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port e1c3bc78-01ab-42f4-8b58-e768a0023942, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1c3bc78-01ab-42f4-8b58-e768a0023942,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:22.066222 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:22.067078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 95238a8a-76cd-4855-8369-77cc11111b46 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:22.142323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=e1c3bc78-01ab-42f4-8b58-e768a0023942,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:22.154520 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 95238a8a-76cd-4855-8369-77cc11111b46 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:22.154905 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (95238a8a-76cd-4855-8369-77cc11111b46), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:22.213948 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-97386525-0a0b-452a-acb6-0d6a7c356b3e service neutron] 10.222.0.30 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931067
Feb 19 21:31:22.233638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 95238a8a-76cd-4855-8369-77cc11111b46 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:22.308843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-f5e9339b-d1b3-4d16-b4c0-fc775c682b25 service neutron] 10.222.0.30 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882258
Feb 19 21:31:22.468592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-051af5a0-d1d9-4c61-9f71-3827dc569d74 req-fab23c2e-9c3b-40eb-b13b-4ed8ad80114b tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 210 time: 0.0287540
Feb 19 21:31:23.151618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Sync routers for ids ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:31:23.162324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Routers {'0fc5cb8a-40df-44cb-a0b7-af410a32c718'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:23.162945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3d68186f-f979-4648-949e-895f67797b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a628a9f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:23.281831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Set router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:23.283635 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:23.490745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3d68186f-f979-4648-949e-895f67797b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a628a9f10>, [{'id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'name': 'tempest-TestServerMultinode-2145733503-router', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:20Z', 'revision_number': 4, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'gw_port': {'id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ffcba4-bde0-45ae-b0b3-f8887fe566d9', 'name': '', 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'mac_address': 'fa:16:3e:d4:c8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '23017fba-a293-4b9d-b097-c0e77d06fbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:19Z', 'updated_at': '2022-02-19T21:31:20Z', 'revision_number': 2, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'subnets': [{'id': '23017fba-a293-4b9d-b097-c0e77d06fbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:23.518397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Checking router: 0fc5cb8a-40df-44cb-a0b7-af410a32c718 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:31:23.518764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Updating router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:31:23.555156 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:23.595601 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-368a34a9-8a02-4b8c-9723-b82971c4470f req-c060b4c3-72c8-4e66-81eb-73c9fa56a0ec tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 210 time: 0.0346522
Feb 19 21:31:23.647608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-b37912e8-62bd-4220-9fb7-a95a160ba6e8 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:23.649284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-b37912e8-62bd-4220-9fb7-a95a160ba6e8 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.67 "GET /v2.0/networks?id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a HTTP/1.1" status: 200  len: 910 time: 0.1456733
Feb 19 21:31:23.660984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Request body: {'port': {'device_id': '300ecc00-4e72-4d1f-b9d3-5e7524a38a13', 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a', 'admin_state_up': True, 'tenant_id': '743163568cef44aeaa073c0f5273e82f'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:23.680514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Made reservation on behalf of 743163568cef44aeaa073c0f5273e82f for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:31:23.682818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:23.691038 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e1c3bc78-01ab-42f4-8b58-e768a0023942 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:23.800123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Allocated IP 172.20.0.10 (04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a/b2045985-0e63-4b13-afe6-2a43110af8c1/383b03cf-8a8e-449b-a744-52771cbe00ba) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:31:23.818190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e1c3bc78-01ab-42f4-8b58-e768a0023942 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:23.818597 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:23.943752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks [] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:23.959914 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Publish callbacks [] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:23.967154 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:23.972633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e1c3bc78-01ab-42f4-8b58-e768a0023942 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:23.981774 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.019848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b82311-19be-4de3-8881-04ca89bcad3b None None] Pushing event updated for resources: {'Port': ['ID=e5ffcba4-bde0-45ae-b0b3-f8887fe566d9,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:24.031175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:24.034777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:24.037751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:31:24.044353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Pushing event updated for resources: {'Port': ['ID=383b03cf-8a8e-449b-a744-52771cbe00ba,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:24.072943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Attempting to bind port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:31:24.072943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Attempting to bind port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '193770df-bd9d-4865-87fa-11833726bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:31:24.073339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Attempting to bind port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 on network fe0b84ee-b256-4437-b257-8eff47bdade1 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:31:24.080862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:31:24.081327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Checking segment: {'id': '193770df-bd9d-4865-87fa-11833726bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:24.081742 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.082143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Bound using segment: {'id': '193770df-bd9d-4865-87fa-11833726bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:31:24.082614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Bound port: e5ffcba4-bde0-45ae-b0b3-f8887fe566d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193770df-bd9d-4865-87fa-11833726bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:31:24.082996 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.087237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:24.087864 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.109037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-038482b0-b0cf-4e3d-ae89-000c349d1e4c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.4521210
Feb 19 21:31:24.157692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3d68186f-f979-4648-949e-895f67797b9b None None] For port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:31:24.164421 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3d68186f-f979-4648-949e-895f67797b9b None None] For port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5ffcba4-bde0-45ae-b0b3-f8887fe566d9,segment=NetworkSegment(193770df-bd9d-4865-87fa-11833726bf12),segment_id=193770df-bd9d-4865-87fa-11833726bf12)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:31:24.165805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Request body: {'port': {'device_id': '300ecc00-4e72-4d1f-b9d3-5e7524a38a13', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:24.175130 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.243201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Routers {'0fc5cb8a-40df-44cb-a0b7-af410a32c718'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:24.243869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3d68186f-f979-4648-949e-895f67797b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a628a9f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:24.249063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.288053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b82311-19be-4de3-8881-04ca89bcad3b None None] Pushing event updated for resources: {'Port': ['ID=e5ffcba4-bde0-45ae-b0b3-f8887fe566d9,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:24.532571 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.534834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d3a0ede4-d10f-4f6b-b7cc-f4271b543465 None None] Provisioning complete for port 383b03cf-8a8e-449b-a744-52771cbe00ba triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:24.535207 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ede4-d10f-4f6b-b7cc-f4271b543465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.558802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383b03cf-8a8e-449b-a744-52771cbe00ba {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:31:24.567374 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Publish callbacks [] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.580164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Transition to ACTIVE for port object 383b03cf-8a8e-449b-a744-52771cbe00ba will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:31:24.586031 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.587298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0ede4-d10f-4f6b-b7cc-f4271b543465 None None] Port 383b03cf-8a8e-449b-a744-52771cbe00ba cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:31:24.597883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-3d68186f-f979-4648-949e-895f67797b9b None None] Set router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:24.636825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Pushing event updated for resources: {'Port': ['ID=383b03cf-8a8e-449b-a744-52771cbe00ba,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:24.639654 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d3a0ede4-d10f-4f6b-b7cc-f4271b543465 None None] Provisioning complete for port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:24.640037 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ede4-d10f-4f6b-b7cc-f4271b543465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.760282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Attempting to bind port 383b03cf-8a8e-449b-a744-52771cbe00ba on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:31:24.760658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Attempting to bind port 383b03cf-8a8e-449b-a744-52771cbe00ba by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:31:24.761024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Attempting to bind port 383b03cf-8a8e-449b-a744-52771cbe00ba on network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:31:24.768427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Port 383b03cf-8a8e-449b-a744-52771cbe00ba on network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:31:24.768769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Attempting to bind port 383b03cf-8a8e-449b-a744-52771cbe00ba on network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:31:24.777971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead63cbe-023f-4ef1-93ed-932dbcf4d642 req-af625f5d-f665-4037-b970-708b48094065 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:24.779522 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ead63cbe-023f-4ef1-93ed-932dbcf4d642 req-af625f5d-f665-4037-b970-708b48094065 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1053 time: 0.0782795
Feb 19 21:31:24.782629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:31:24.782974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Checking segment: {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:24.783566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Bound using segment: {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:31:24.783798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Bound port: 383b03cf-8a8e-449b-a744-52771cbe00ba, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:31:24.784161 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.834452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0ede4-d10f-4f6b-b7cc-f4271b543465 None None] Current status of the port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:24.834946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ede4-d10f-4f6b-b7cc-f4271b543465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.864003 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ead63cbe-023f-4ef1-93ed-932dbcf4d642 req-3446416e-5f12-46b0-93a8-e2cadebe0276 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706971
Feb 19 21:31:24.885560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] For port 383b03cf-8a8e-449b-a744-52771cbe00ba, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:31:24.888576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] For port 383b03cf-8a8e-449b-a744-52771cbe00ba, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=383b03cf-8a8e-449b-a744-52771cbe00ba,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:31:24.893676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d3a0ede4-d10f-4f6b-b7cc-f4271b543465 None None] For port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5ffcba4-bde0-45ae-b0b3-f8887fe566d9,segment=NetworkSegment(193770df-bd9d-4865-87fa-11833726bf12),segment_id=193770df-bd9d-4865-87fa-11833726bf12)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:24.895297 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.901046 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ede4-d10f-4f6b-b7cc-f4271b543465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.932592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:24.933852 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:24.935797 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] 10.222.0.67 "PUT /v2.0/ports/383b03cf-8a8e-449b-a744-52771cbe00ba HTTP/1.1" status: 200  len: 1092 time: 0.7746453
Feb 19 21:31:24.941778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-3d68186f-f979-4648-949e-895f67797b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a628a9f10>, [{'id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'name': 'tempest-TestServerMultinode-2145733503-router', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:20Z', 'revision_number': 4, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'gw_port': {'id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ffcba4-bde0-45ae-b0b3-f8887fe566d9', 'name': '', 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'mac_address': 'fa:16:3e:d4:c8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '23017fba-a293-4b9d-b097-c0e77d06fbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:19Z', 'updated_at': '2022-02-19T21:31:24Z', 'revision_number': 4, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'subnets': [{'id': '23017fba-a293-4b9d-b097-c0e77d06fbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:24.949551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300ecc00-4e72-4d1f-b9d3-5e7524a38a13', 'tag': '383b03cf-8a8e-449b-a744-52771cbe00ba'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:31:24.952271 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b" -d '{"events": [{"name": "network-changed", "server_uuid": "300ecc00-4e72-4d1f-b9d3-5e7524a38a13", "tag": "383b03cf-8a8e-449b-a744-52771cbe00ba"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:31:24.986569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d68186f-f979-4648-949e-895f67797b9b None None] The sync data for ids ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'] in ncdv-master-1 is: [{'id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'name': 'tempest-TestServerMultinode-2145733503-router', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:20Z', 'revision_number': 4, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'gw_port': {'id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ffcba4-bde0-45ae-b0b3-f8887fe566d9', 'name': '', 'network_id': 'fe0b84ee-b256-4437-b257-8eff47bdade1', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'mac_address': 'fa:16:3e:d4:c8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '23017fba-a293-4b9d-b097-c0e77d06fbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:19Z', 'updated_at': '2022-02-19T21:31:24Z', 'revision_number': 4, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'subnets': [{'id': '23017fba-a293-4b9d-b097-c0e77d06fbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:31:24.986869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9e23d-60b3-4d5e-948a-68259ab95c2c service neutron] Pushing event updated for resources: {'Port': ['ID=383b03cf-8a8e-449b-a744-52771cbe00ba,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:24.997678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0ede4-d10f-4f6b-b7cc-f4271b543465 None None] Pushing event updated for resources: {'Port': ['ID=e5ffcba4-bde0-45ae-b0b3-f8887fe566d9,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:25.054442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-20379c6d-a050-492f-a700-1a3b0a3088de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:25.056158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-20379c6d-a050-492f-a700-1a3b0a3088de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=743163568cef44aeaa073c0f5273e82f&device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1126 time: 0.0663099
Feb 19 21:31:25.092483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-51e3a2bb-33b8-403c-8cf1-f70aad1519ed None None] Provisioning complete for port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:25.093554 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-51e3a2bb-33b8-403c-8cf1-f70aad1519ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:25.129161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-e6db4535-8901-4302-b411-14a13fe24e3f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383b03cf-8a8e-449b-a744-52771cbe00ba HTTP/1.1" status: 200  len: 217 time: 0.0633512
Feb 19 21:31:25.214342 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02103a08-8bb7-4167-9349-4503ffa5fe30 x-openstack-request-id: req-02103a08-8bb7-4167-9349-4503ffa5fe30 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:31:25.214342 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300ecc00-4e72-4d1f-b9d3-5e7524a38a13", "tag": "383b03cf-8a8e-449b-a744-52771cbe00ba", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:31:25.214342 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02103a08-8bb7-4167-9349-4503ffa5fe30 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:31:25.214342 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300ecc00-4e72-4d1f-b9d3-5e7524a38a13', 'tag': '383b03cf-8a8e-449b-a744-52771cbe00ba', 'status': 'completed', 'code': 200}
Feb 19 21:31:25.215719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-7bed0e47-5f11-4945-97e4-483106b66ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:25.218083 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-7bed0e47-5f11-4945-97e4-483106b66ddb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2045985-0e63-4b13-afe6-2a43110af8c1 HTTP/1.1" status: 200  len: 848 time: 0.0831819
Feb 19 21:31:25.227692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-51e3a2bb-33b8-403c-8cf1-f70aad1519ed None None] Current status of the port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:25.270275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-64d6bebf-f8dc-4548-a221-d742d84083e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:25.271921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-64d6bebf-f8dc-4548-a221-d742d84083e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483422
Feb 19 21:31:25.366049 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-48dcd79d-62d0-4b31-881c-ec2d044efe99 service neutron] 10.222.0.67 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883834
Feb 19 21:31:25.669735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:25.722297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:25.722670 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:25.799969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:25.801174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279afe92-11b5-4b2d-9c62-9aa0d7b9c200 req-7e679079-8765-4968-b528-8bbd6ae894a2 service neutron] 10.222.0.67 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4293737
Feb 19 21:31:25.886123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b req-961ac250-6749-4a30-b79a-b52b24591eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:25.887612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b req-961ac250-6749-4a30-b79a-b52b24591eeb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=743163568cef44aeaa073c0f5273e82f&device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1126 time: 0.0436301
Feb 19 21:31:26.010333 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b req-c6053c90-441b-41b2-b319-fd953e2afff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:26.011800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b req-c6053c90-441b-41b2-b319-fd953e2afff9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a HTTP/1.1" status: 200  len: 910 time: 0.1189692
Feb 19 21:31:26.013581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2d287-6926-4fe3-a8b6-40f5e454ce5e req-2c2db61c-397b-4c36-ba8f-f3e8996df995 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:26.014984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ff2d287-6926-4fe3-a8b6-40f5e454ce5e req-2c2db61c-397b-4c36-ba8f-f3e8996df995 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1126 time: 0.0781231
Feb 19 21:31:26.061578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b req-1cffdcbd-e81e-4740-8a98-7e36fce90cc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383b03cf-8a8e-449b-a744-52771cbe00ba HTTP/1.1" status: 200  len: 217 time: 0.0433383
Feb 19 21:31:26.122128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ff2d287-6926-4fe3-a8b6-40f5e454ce5e req-d464660c-604d-4dd8-9768-c45fa2f0462e tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986216
Feb 19 21:31:26.129603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b req-f6036494-5c76-4979-a9c8-4469e0bac4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:26.131170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b req-f6036494-5c76-4979-a9c8-4469e0bac4a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2045985-0e63-4b13-afe6-2a43110af8c1 HTTP/1.1" status: 200  len: 848 time: 0.0634496
Feb 19 21:31:26.145732 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:26.181515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b req-64c68e2d-f963-43d8-b6bc-9ccbf8ed3d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:26.183110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b req-64c68e2d-f963-43d8-b6bc-9ccbf8ed3d14 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463431
Feb 19 21:31:26.274840 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b req-01927397-c03f-4a8f-a79b-f13a2b1734b9 service neutron] 10.222.0.67 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851026
Feb 19 21:31:26.364292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85198e1e-c509-48cc-9dc2-4f8f0f92ee7b req-77e8c805-1c47-4564-b8f0-cebc0fbeba2e service neutron] 10.222.0.67 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838387
Feb 19 21:31:27.233673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d30c4-af2f-4feb-a8bc-42aff0f6c6d7 req-b1747594-7f21-4dff-a4ad-7413f8f55bd3 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:27.235671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-708d30c4-af2f-4feb-a8bc-42aff0f6c6d7 req-b1747594-7f21-4dff-a4ad-7413f8f55bd3 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1126 time: 0.0447927
Feb 19 21:31:27.277861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-708d30c4-af2f-4feb-a8bc-42aff0f6c6d7 req-b26d0064-7026-4ce8-82fc-5b4d1c1dc08f tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365920
Feb 19 21:31:28.388952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fd1e4-897c-456a-80ce-8455dd352185 req-e6164e64-00d4-4832-83e4-6308564ddb9b tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:28.390421 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-674fd1e4-897c-456a-80ce-8455dd352185 req-e6164e64-00d4-4832-83e4-6308564ddb9b tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1126 time: 0.0474761
Feb 19 21:31:28.434366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-674fd1e4-897c-456a-80ce-8455dd352185 req-1b6df3e7-9c01-4901-82df-bfe97c0635c0 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376489
Feb 19 21:31:29.549158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5ab14-7e17-4a69-a9bf-384d921909ef req-bcf66fd1-ed83-4c5f-9945-d9b0865c9b6c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:29.550691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96c5ab14-7e17-4a69-a9bf-384d921909ef req-bcf66fd1-ed83-4c5f-9945-d9b0865c9b6c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1126 time: 0.0431185
Feb 19 21:31:29.596728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96c5ab14-7e17-4a69-a9bf-384d921909ef req-a9c57dfc-41c2-43f2-8ff6-4e82bcb6fdb6 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400200
Feb 19 21:31:29.704305 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:29.989296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 383b03cf-8a8e-449b-a744-52771cbe00ba details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:31:30.086227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 383b03cf-8a8e-449b-a744-52771cbe00ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=383b03cf-8a8e-449b-a744-52771cbe00ba,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:30.098466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '383b03cf-8a8e-449b-a744-52771cbe00ba', 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a', 'port_id': '383b03cf-8a8e-449b-a744-52771cbe00ba', 'mac_address': 'fa:16:3e:59:1a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2045985-0e63-4b13-afe6-2a43110af8c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:31:30.140032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 383b03cf-8a8e-449b-a744-52771cbe00ba is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:30.140467 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:30.153115 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383b03cf-8a8e-449b-a744-52771cbe00ba {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:31:30.173090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 383b03cf-8a8e-449b-a744-52771cbe00ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=383b03cf-8a8e-449b-a744-52771cbe00ba,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:30.176568 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:30.222597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=383b03cf-8a8e-449b-a744-52771cbe00ba,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:30.477797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['383b03cf-8a8e-449b-a744-52771cbe00ba'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:31:30.711741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e8b6d-2c14-4e0b-b4f9-9116d9269a37 req-23e6a4e1-6bfe-457f-8053-a01de1e1ead0 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:30.713345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-218e8b6d-2c14-4e0b-b4f9-9116d9269a37 req-23e6a4e1-6bfe-457f-8053-a01de1e1ead0 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1127 time: 0.0487247
Feb 19 21:31:30.756728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-218e8b6d-2c14-4e0b-b4f9-9116d9269a37 req-52615d4b-e37f-4f99-b966-47ab9a58af71 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378749
Feb 19 21:31:31.865866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2c6cf-b219-4797-a1ed-f9f02577497c req-8675e652-79cc-4685-a380-fed331910ea0 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:31.867402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2c2c6cf-b219-4797-a1ed-f9f02577497c req-8675e652-79cc-4685-a380-fed331910ea0 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1127 time: 0.0442088
Feb 19 21:31:31.910321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a2c2c6cf-b219-4797-a1ed-f9f02577497c req-df041862-9975-41c4-9df3-39d8a1afa13c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373423
Feb 19 21:31:32.005726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 383b03cf-8a8e-449b-a744-52771cbe00ba up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:32.053186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 383b03cf-8a8e-449b-a744-52771cbe00ba completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:31:32.057280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 383b03cf-8a8e-449b-a744-52771cbe00ba triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:32.057663 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:32.139112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 383b03cf-8a8e-449b-a744-52771cbe00ba is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:32.139514 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:32.162529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300ecc00-4e72-4d1f-b9d3-5e7524a38a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b03cf-8a8e-449b-a744-52771cbe00ba'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:31:32.164885 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc27c6a9-faf7-48b7-acfd-9b0975ecfdeb" -d '{"events": [{"server_uuid": "300ecc00-4e72-4d1f-b9d3-5e7524a38a13", "name": "network-vif-plugged", "status": "completed", "tag": "383b03cf-8a8e-449b-a744-52771cbe00ba"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:31:32.178458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 383b03cf-8a8e-449b-a744-52771cbe00ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=383b03cf-8a8e-449b-a744-52771cbe00ba,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:32.182776 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:32.206061 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467f1889-4d8e-4486-a94b-1c7eca80f598 x-openstack-request-id: req-467f1889-4d8e-4486-a94b-1c7eca80f598 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:31:32.206361 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300ecc00-4e72-4d1f-b9d3-5e7524a38a13", "name": "network-vif-plugged", "status": "completed", "tag": "383b03cf-8a8e-449b-a744-52771cbe00ba", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:31:32.206617 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-467f1889-4d8e-4486-a94b-1c7eca80f598 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:31:32.207006 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300ecc00-4e72-4d1f-b9d3-5e7524a38a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b03cf-8a8e-449b-a744-52771cbe00ba', 'code': 200}
Feb 19 21:31:32.231863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=383b03cf-8a8e-449b-a744-52771cbe00ba,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:32.299514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac4987-da95-44e3-aed4-1236851b1718 req-b9553ac6-b2bc-4edb-a4a4-e5a564706104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:32.301053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7ac4987-da95-44e3-aed4-1236851b1718 req-b9553ac6-b2bc-4edb-a4a4-e5a564706104 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1128 time: 0.0432765
Feb 19 21:31:32.347677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b7ac4987-da95-44e3-aed4-1236851b1718 req-19c3ecd3-f200-4ac1-beca-805d2cbb983f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409825
Feb 19 21:31:33.018701 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a24761-1043-424e-bb5c-f06ddd7f91de req-9b5882f4-9036-4ea7-b815-5e4b8e991c54 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:33.020207 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87a24761-1043-424e-bb5c-f06ddd7f91de req-9b5882f4-9036-4ea7-b815-5e4b8e991c54 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1128 time: 0.0431414
Feb 19 21:31:33.062954 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87a24761-1043-424e-bb5c-f06ddd7f91de req-1d096273-2732-4e65-b234-730e0e5517ee tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367658
Feb 19 21:31:34.180497 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cf72d-5aa0-48fb-859f-9d420c60475a req-5fa85279-dfed-429a-aaf9-62b9d273411f tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:34.182045 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f1cf72d-5aa0-48fb-859f-9d420c60475a req-5fa85279-dfed-429a-aaf9-62b9d273411f tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1128 time: 0.0527575
Feb 19 21:31:34.225733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f1cf72d-5aa0-48fb-859f-9d420c60475a req-f0822736-b66e-4b1e-ade6-7a5fe2838fc4 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381851
Feb 19 21:31:34.337301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee623c2a-0b2b-4b5c-b25c-462572e38089 req-49d4fa18-ab64-41e1-9250-fbf5ef385133 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:34.338836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee623c2a-0b2b-4b5c-b25c-462572e38089 req-49d4fa18-ab64-41e1-9250-fbf5ef385133 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1128 time: 0.0488327
Feb 19 21:31:34.381712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee623c2a-0b2b-4b5c-b25c-462572e38089 req-834fe399-bd5d-453b-9291-fdf0c2e80ebb tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373695
Feb 19 21:31:34.489446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc07bf-58d6-4c45-aae7-406d692ebe94 req-ce037349-a474-47fd-8692-cf5b26c81d7a tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:34.491028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90dc07bf-58d6-4c45-aae7-406d692ebe94 req-ce037349-a474-47fd-8692-cf5b26c81d7a tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1128 time: 0.0446351
Feb 19 21:31:34.534464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90dc07bf-58d6-4c45-aae7-406d692ebe94 req-cb6e0368-5889-4809-9622-059e94cc4ad3 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378718
Feb 19 21:31:34.744531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7797-f034-49b7-896f-dad21373f77e req-f8c0843e-cd08-47b2-9989-7e995c808374 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:34.746055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-f8c0843e-cd08-47b2-9989-7e995c808374 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/networks?id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a HTTP/1.1" status: 200  len: 910 time: 0.0900147
Feb 19 21:31:34.760555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-218b2716-9fee-479d-b390-7f55f41bfdde tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/quotas/743163568cef44aeaa073c0f5273e82f HTTP/1.1" status: 200  len: 375 time: 0.0086789
Feb 19 21:31:34.810869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-0a8049e8-5773-4d61-8933-2362968890b5 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=743163568cef44aeaa073c0f5273e82f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0455799
Feb 19 21:31:34.905124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-2aa4ea38-3d8a-48e2-986b-7b703061f2b3 service neutron] 10.222.0.30 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868404
Feb 19 21:31:34.993717 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-b24da3e0-84e9-4d6a-ab06-f472505ac25c service neutron] 10.222.0.30 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828638
Feb 19 21:31:35.150517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4c64a533-64b1-45fe-845f-0dcd8d01a8bc req-973bf06d-3113-4a00-bf88-1b2357416dda tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 210 time: 0.0266602
Feb 19 21:31:35.662295 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8818b5b-af74-4225-baec-dd1f335732bd req-d6cdbee5-e0e0-42f0-843b-d6b1702ba982 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0437722
Feb 19 21:31:35.748846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8818b5b-af74-4225-baec-dd1f335732bd req-7e28bef4-9bb2-4163-a24c-66f350fb85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:35.750381 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8818b5b-af74-4225-baec-dd1f335732bd req-7e28bef4-9bb2-4163-a24c-66f350fb85c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=743163568cef44aeaa073c0f5273e82f&device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1128 time: 0.0498137
Feb 19 21:31:35.851801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8818b5b-af74-4225-baec-dd1f335732bd req-277fa17e-e09e-43db-afcc-694ac36ee074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:35.854244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8818b5b-af74-4225-baec-dd1f335732bd req-277fa17e-e09e-43db-afcc-694ac36ee074 service neutron] 10.222.0.67 "GET /v2.0/networks?id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a HTTP/1.1" status: 200  len: 910 time: 0.0856600
Feb 19 21:31:35.900779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8818b5b-af74-4225-baec-dd1f335732bd req-4409166d-6816-40ab-93d6-91b5d324c367 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383b03cf-8a8e-449b-a744-52771cbe00ba HTTP/1.1" status: 200  len: 217 time: 0.0406227
Feb 19 21:31:35.951264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8818b5b-af74-4225-baec-dd1f335732bd req-680331b8-22fa-4db8-877d-a3c335d9be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:35.953151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8818b5b-af74-4225-baec-dd1f335732bd req-680331b8-22fa-4db8-877d-a3c335d9be3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2045985-0e63-4b13-afe6-2a43110af8c1 HTTP/1.1" status: 200  len: 848 time: 0.0462794
Feb 19 21:31:36.002281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8818b5b-af74-4225-baec-dd1f335732bd req-9c1ca038-9fb4-46fc-ad22-f95818f58c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:36.003878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8818b5b-af74-4225-baec-dd1f335732bd req-9c1ca038-9fb4-46fc-ad22-f95818f58c48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0453475
Feb 19 21:31:36.048825 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7797-f034-49b7-896f-dad21373f77e req-98a4b868-8413-405c-8400-fbb7fa9c826d tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:36.050536 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-98a4b868-8413-405c-8400-fbb7fa9c826d tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.10 "GET /v2.0/networks?id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a HTTP/1.1" status: 200  len: 910 time: 0.0957284
Feb 19 21:31:36.062028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Request body: {'port': {'device_id': 'df10248b-103e-433f-9ba9-e751bb04fe8f', 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a', 'admin_state_up': True, 'tenant_id': '743163568cef44aeaa073c0f5273e82f'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:36.083426 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Made reservation on behalf of 743163568cef44aeaa073c0f5273e82f for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:31:36.085935 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:36.102503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8818b5b-af74-4225-baec-dd1f335732bd req-61518010-9b15-4fb5-b86c-48abf88ec356 service neutron] 10.222.0.67 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931079
Feb 19 21:31:36.195373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8818b5b-af74-4225-baec-dd1f335732bd req-f56b39f2-9e0c-402c-8b60-f2da38cf7d10 service neutron] 10.222.0.67 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873656
Feb 19 21:31:36.209463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Allocated IP 172.20.0.13 (04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a/b2045985-0e63-4b13-afe6-2a43110af8c1/d839dd07-67ff-451a-8264-4275f86f6f5f) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:31:36.252127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ae24996-ed11-4e7e-afaf-50efcebb42f5 req-e5f6d611-51c1-4cc8-9858-d9046d54bac6 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 210 time: 0.0277412
Feb 19 21:31:36.345513 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks [] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:36.377126 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:36.387818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['383b03cf-8a8e-449b-a744-52771cbe00ba'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:31:36.423657 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:36.426559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:36.430153 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:31:36.455851 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Pushing event updated for resources: {'Port': ['ID=d839dd07-67ff-451a-8264-4275f86f6f5f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:36.476474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:36.477100 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:36.497045 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-f69ce843-7612-4ef2-8d92-8665ee05d1d2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.4387953
Feb 19 21:31:36.507620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-a4a7a938-b6d7-4789-8932-d0424b6f1a29 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:31:36.508796 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-a4a7a938-b6d7-4789-8932-d0424b6f1a29 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066943
Feb 19 21:31:36.578010 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Request body: {'port': {'device_id': 'df10248b-103e-433f-9ba9-e751bb04fe8f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:36.642283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:36.742976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca9686ec-fc90-4b0b-b1de-099ea062c4bd None None] Provisioning complete for port d839dd07-67ff-451a-8264-4275f86f6f5f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:36.743253 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca9686ec-fc90-4b0b-b1de-099ea062c4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:36.776859 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca9686ec-fc90-4b0b-b1de-099ea062c4bd None None] Port d839dd07-67ff-451a-8264-4275f86f6f5f cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:31:36.900677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d839dd07-67ff-451a-8264-4275f86f6f5f {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:31:36.907913 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Publish callbacks [] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:36.919485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Transition to ACTIVE for port object d839dd07-67ff-451a-8264-4275f86f6f5f will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:31:36.923395 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:36.972971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d839dd07-67ff-451a-8264-4275f86f6f5f,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:37.043208 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Attempting to bind port d839dd07-67ff-451a-8264-4275f86f6f5f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:31:37.043561 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Attempting to bind port d839dd07-67ff-451a-8264-4275f86f6f5f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:31:37.043890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Attempting to bind port d839dd07-67ff-451a-8264-4275f86f6f5f on network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:31:37.048493 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Port d839dd07-67ff-451a-8264-4275f86f6f5f on network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:31:37.048831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Attempting to bind port d839dd07-67ff-451a-8264-4275f86f6f5f on network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:31:37.053838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:31:37.054519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Checking segment: {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:37.054642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Bound using segment: {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:31:37.054994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Bound port: d839dd07-67ff-451a-8264-4275f86f6f5f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2c16e9-7c31-429e-bc1b-dc70072685e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:31:37.055390 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:37.124064 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] For port d839dd07-67ff-451a-8264-4275f86f6f5f, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:31:37.128161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] For port d839dd07-67ff-451a-8264-4275f86f6f5f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d839dd07-67ff-451a-8264-4275f86f6f5f,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:31:37.134203 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:37.170620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:37.171260 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:37.173262 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] 10.222.0.10 "PUT /v2.0/ports/d839dd07-67ff-451a-8264-4275f86f6f5f HTTP/1.1" status: 200  len: 1092 time: 0.6565912
Feb 19 21:31:37.173714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df10248b-103e-433f-9ba9-e751bb04fe8f', 'tag': 'd839dd07-67ff-451a-8264-4275f86f6f5f'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:31:37.175931 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea" -d '{"events": [{"name": "network-changed", "server_uuid": "df10248b-103e-433f-9ba9-e751bb04fe8f", "tag": "d839dd07-67ff-451a-8264-4275f86f6f5f"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:31:37.214323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d75c90-ec5e-440c-b832-29c52aebeea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d839dd07-67ff-451a-8264-4275f86f6f5f,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:37.264899 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7797-f034-49b7-896f-dad21373f77e req-38a1ee5c-5f60-488c-8609-d7c0b75e3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:37.266901 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-38a1ee5c-5f60-488c-8609-d7c0b75e3dc0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=743163568cef44aeaa073c0f5273e82f&device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1126 time: 0.0491011
Feb 19 21:31:37.318361 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-23cc6f9e-9fcf-46df-8ed9-32eeeb7c0e0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d839dd07-67ff-451a-8264-4275f86f6f5f HTTP/1.1" status: 200  len: 217 time: 0.0448041
Feb 19 21:31:37.333183 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb710d6-800a-48ff-b19e-5a6118b123b9 x-openstack-request-id: req-fbb710d6-800a-48ff-b19e-5a6118b123b9 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:31:37.333477 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df10248b-103e-433f-9ba9-e751bb04fe8f", "tag": "d839dd07-67ff-451a-8264-4275f86f6f5f", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:31:37.333746 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbb710d6-800a-48ff-b19e-5a6118b123b9 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:31:37.334152 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df10248b-103e-433f-9ba9-e751bb04fe8f', 'tag': 'd839dd07-67ff-451a-8264-4275f86f6f5f', 'status': 'completed', 'code': 200}
Feb 19 21:31:37.375368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7797-f034-49b7-896f-dad21373f77e req-f23e9641-fe62-48b2-a4ce-530343253f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:37.376955 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-f23e9641-fe62-48b2-a4ce-530343253f94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2045985-0e63-4b13-afe6-2a43110af8c1 HTTP/1.1" status: 200  len: 848 time: 0.0535512
Feb 19 21:31:37.381813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46b631-0ce0-4b5b-b9ec-8349db3a2ea4 req-f3b32875-7d31-47a2-814a-24dd892c1c81 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:37.383620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b46b631-0ce0-4b5b-b9ec-8349db3a2ea4 req-f3b32875-7d31-47a2-814a-24dd892c1c81 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1126 time: 0.0457892
Feb 19 21:31:37.429329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7797-f034-49b7-896f-dad21373f77e req-ebf75831-4ba8-406d-8046-ccd0df90b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:37.430865 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-ebf75831-4ba8-406d-8046-ccd0df90b7a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477583
Feb 19 21:31:37.437691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b46b631-0ce0-4b5b-b9ec-8349db3a2ea4 req-8f095a86-ac45-47b7-9c59-16f3b92fbeb2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481238
Feb 19 21:31:37.523389 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-888e0b57-f2b1-4bae-bfec-263b492bb073 service neutron] 10.222.0.10 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866153
Feb 19 21:31:37.617315 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-814d7797-f034-49b7-896f-dad21373f77e req-22033b16-983b-4bd9-a430-8dc77a171a0a service neutron] 10.222.0.10 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877306
Feb 19 21:31:37.706838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea req-49ec86c1-1398-414f-8859-2bbf87d87b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:37.708402 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea req-49ec86c1-1398-414f-8859-2bbf87d87b6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=743163568cef44aeaa073c0f5273e82f&device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1126 time: 0.0450220
Feb 19 21:31:37.800321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea req-a9ad5322-b083-44e6-85fa-53a94ad35e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:37.801779 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea req-a9ad5322-b083-44e6-85fa-53a94ad35e0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a HTTP/1.1" status: 200  len: 910 time: 0.0881341
Feb 19 21:31:37.841964 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea req-336fe31a-134b-4104-9d24-1aca5bbc4963 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d839dd07-67ff-451a-8264-4275f86f6f5f HTTP/1.1" status: 200  len: 217 time: 0.0349514
Feb 19 21:31:37.894151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea req-e27e3061-4dbf-470e-bdc0-11cf11024316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:37.895569 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea req-e27e3061-4dbf-470e-bdc0-11cf11024316 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2045985-0e63-4b13-afe6-2a43110af8c1 HTTP/1.1" status: 200  len: 848 time: 0.0463135
Feb 19 21:31:37.942539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea req-7cd71317-4e8c-40db-9e58-693a02f8c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:37.944005 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea req-7cd71317-4e8c-40db-9e58-693a02f8c30d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421376
Feb 19 21:31:38.029824 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea req-676bb777-bacc-4dfd-8fd7-285d6a179a12 service neutron] 10.222.0.10 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792670
Feb 19 21:31:38.119382 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a2ed5aa0-fa9c-42ec-a3b6-255b8ecd55ea req-b291e219-08bb-49ac-a16a-c8dcdc3f7918 service neutron] 10.222.0.10 "GET /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834403
Feb 19 21:31:38.549038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f5fdc-80f9-428a-aa4c-4e2c738a98ab req-ca95cf5f-1f21-40b4-a45b-ea85598f37d0 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:38.550552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-349f5fdc-80f9-428a-aa4c-4e2c738a98ab req-ca95cf5f-1f21-40b4-a45b-ea85598f37d0 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1126 time: 0.0431113
Feb 19 21:31:38.594425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-349f5fdc-80f9-428a-aa4c-4e2c738a98ab req-a47debac-8715-4021-8073-b6a8b909f525 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383682
Feb 19 21:31:39.479190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d839dd07-67ff-451a-8264-4275f86f6f5f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:31:39.576553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d839dd07-67ff-451a-8264-4275f86f6f5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d839dd07-67ff-451a-8264-4275f86f6f5f,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:39.588097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'd839dd07-67ff-451a-8264-4275f86f6f5f', 'network_id': '04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a', 'port_id': 'd839dd07-67ff-451a-8264-4275f86f6f5f', 'mac_address': 'fa:16:3e:0c:86:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2045985-0e63-4b13-afe6-2a43110af8c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:31:39.626163 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d839dd07-67ff-451a-8264-4275f86f6f5f is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:39.626573 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:39.644736 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d839dd07-67ff-451a-8264-4275f86f6f5f {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:31:39.663747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d839dd07-67ff-451a-8264-4275f86f6f5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d839dd07-67ff-451a-8264-4275f86f6f5f,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:39.667475 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:39.705233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeb767-9ffa-4123-9c07-e7a357ce1dd6 req-e2562c9b-97e4-431a-8704-b38521e1a658 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:39.706780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abdeb767-9ffa-4123-9c07-e7a357ce1dd6 req-e2562c9b-97e4-431a-8704-b38521e1a658 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1127 time: 0.0458984
Feb 19 21:31:39.716539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d839dd07-67ff-451a-8264-4275f86f6f5f,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:39.751580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-abdeb767-9ffa-4123-9c07-e7a357ce1dd6 req-9bda5b22-99ff-4a2d-8f9f-15542cb6cbd2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389721
Feb 19 21:31:39.894431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['d839dd07-67ff-451a-8264-4275f86f6f5f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:31:40.861903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a711375-9040-4a6e-8bc0-98753e914153 req-4f9ca943-437e-4358-b20c-24aefcbc2f41 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:40.863443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a711375-9040-4a6e-8bc0-98753e914153 req-4f9ca943-437e-4358-b20c-24aefcbc2f41 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1127 time: 0.0477669
Feb 19 21:31:40.907311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a711375-9040-4a6e-8bc0-98753e914153 req-dc66bc32-815c-435a-921a-35397d65b03e tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383615
Feb 19 21:31:41.494670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d839dd07-67ff-451a-8264-4275f86f6f5f up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:41.541327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port d839dd07-67ff-451a-8264-4275f86f6f5f completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:31:41.545218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port d839dd07-67ff-451a-8264-4275f86f6f5f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:41.545601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:41.622624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d839dd07-67ff-451a-8264-4275f86f6f5f is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:41.623020 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:41.647123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df10248b-103e-433f-9ba9-e751bb04fe8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839dd07-67ff-451a-8264-4275f86f6f5f'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:31:41.649393 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d7c358-3282-473d-b38d-937c11dd6c8c" -d '{"events": [{"server_uuid": "df10248b-103e-433f-9ba9-e751bb04fe8f", "name": "network-vif-plugged", "status": "completed", "tag": "d839dd07-67ff-451a-8264-4275f86f6f5f"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:31:41.665452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d839dd07-67ff-451a-8264-4275f86f6f5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d839dd07-67ff-451a-8264-4275f86f6f5f,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:41.669938 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:41.697653 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495a6af8-d7b1-4ecc-a82c-faeb752a6bb1 x-openstack-request-id: req-495a6af8-d7b1-4ecc-a82c-faeb752a6bb1 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:31:41.697956 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df10248b-103e-433f-9ba9-e751bb04fe8f", "name": "network-vif-plugged", "status": "completed", "tag": "d839dd07-67ff-451a-8264-4275f86f6f5f", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:31:41.698220 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-495a6af8-d7b1-4ecc-a82c-faeb752a6bb1 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:31:41.698622 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df10248b-103e-433f-9ba9-e751bb04fe8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839dd07-67ff-451a-8264-4275f86f6f5f', 'code': 200}
Feb 19 21:31:41.725296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d839dd07-67ff-451a-8264-4275f86f6f5f,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:41.787263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c29f6-547d-41d2-a83e-40e46b38b593 req-a64fc9f0-dd43-4284-b9f1-4ab4d9fa7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:41.788806 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-715c29f6-547d-41d2-a83e-40e46b38b593 req-a64fc9f0-dd43-4284-b9f1-4ab4d9fa7442 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1128 time: 0.0467019
Feb 19 21:31:41.832356 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-715c29f6-547d-41d2-a83e-40e46b38b593 req-cb0a1886-5601-403b-981e-5d9cb73686c6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368831
Feb 19 21:31:42.015651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd314aed-2181-4616-b5a1-81f539d8f391 req-cb97c351-4894-4dbb-a7b2-1d9d49e8b015 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:42.017800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd314aed-2181-4616-b5a1-81f539d8f391 req-cb97c351-4894-4dbb-a7b2-1d9d49e8b015 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1128 time: 0.0454354
Feb 19 21:31:42.060904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd314aed-2181-4616-b5a1-81f539d8f391 req-7dad05da-64fa-47f6-9281-ce1e80994fc5 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374413
Feb 19 21:31:43.176363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c60403-bc9e-4fba-963e-b68fd041093b req-be4639b2-dbfe-40c3-a493-be39d8203836 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:43.177912 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3c60403-bc9e-4fba-963e-b68fd041093b req-be4639b2-dbfe-40c3-a493-be39d8203836 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1128 time: 0.0479388
Feb 19 21:31:43.221872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3c60403-bc9e-4fba-963e-b68fd041093b req-8771444f-94eb-4959-ade1-75b7192113f2 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384400
Feb 19 21:31:43.331815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a6546-7b31-4e5a-8d39-3f8c2a5aeae6 req-d82d6bbe-f62f-486e-8591-9bbe33b047da tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:43.333407 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b3a6546-7b31-4e5a-8d39-3f8c2a5aeae6 req-d82d6bbe-f62f-486e-8591-9bbe33b047da tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1128 time: 0.0449283
Feb 19 21:31:43.377542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b3a6546-7b31-4e5a-8d39-3f8c2a5aeae6 req-dd8bab2a-4065-47f1-85f4-d47ea9045e4f tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384011
Feb 19 21:31:43.481457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a258436-3c9f-4aab-83b7-d382b500b69a req-eacec529-6fa4-4ee2-99ca-34a038c48f72 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:43.482973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a258436-3c9f-4aab-83b7-d382b500b69a req-eacec529-6fa4-4ee2-99ca-34a038c48f72 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1128 time: 0.0429335
Feb 19 21:31:43.529668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a258436-3c9f-4aab-83b7-d382b500b69a req-b25b66b9-7e12-4eb0-9dae-cd2e26c8c1a7 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407043
Feb 19 21:31:43.760606 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bd841-abc3-45fe-9d04-c9e0377b8788 req-b1abf1cc-6aa4-4514-a0db-2907c10f869c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:43.762138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b8bd841-abc3-45fe-9d04-c9e0377b8788 req-b1abf1cc-6aa4-4514-a0db-2907c10f869c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1128 time: 0.0445466
Feb 19 21:31:43.807657 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0b8bd841-abc3-45fe-9d04-c9e0377b8788 req-f308d990-4d19-423d-9360-7f4a0726bbc8 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394857
Feb 19 21:31:44.915289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b545be4-1d30-425d-8b3d-74c38c8ab271 req-fc63ffba-59ac-402a-a4df-6a47c5e1c730 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:44.916849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b545be4-1d30-425d-8b3d-74c38c8ab271 req-fc63ffba-59ac-402a-a4df-6a47c5e1c730 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1128 time: 0.0432956
Feb 19 21:31:44.960825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b545be4-1d30-425d-8b3d-74c38c8ab271 req-9a911a28-eb61-4cbf-bb81-83aabc1759d5 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377610
Feb 19 21:31:45.065315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1f87f-fffd-4e87-973b-62d29f6bdd3c req-4d47fb7e-e810-4d86-9c9c-e5ddfbc761be tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:45.066788 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-47d1f87f-fffd-4e87-973b-62d29f6bdd3c req-4d47fb7e-e810-4d86-9c9c-e5ddfbc761be tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=df10248b-103e-433f-9ba9-e751bb04fe8f HTTP/1.1" status: 200  len: 1128 time: 0.0470066
Feb 19 21:31:45.145226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-47d1f87f-fffd-4e87-973b-62d29f6bdd3c req-4dd981fd-9796-4563-9655-bcb8c649b5b7 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Deleting port d839dd07-67ff-451a-8264-4275f86f6f5f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:45.145569 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-47d1f87f-fffd-4e87-973b-62d29f6bdd3c req-4dd981fd-9796-4563-9655-bcb8c649b5b7 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:45.223878 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-47d1f87f-fffd-4e87-973b-62d29f6bdd3c req-4dd981fd-9796-4563-9655-bcb8c649b5b7 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] For port d839dd07-67ff-451a-8264-4275f86f6f5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d839dd07-67ff-451a-8264-4275f86f6f5f,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:45.224168 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-47d1f87f-fffd-4e87-973b-62d29f6bdd3c req-4dd981fd-9796-4563-9655-bcb8c649b5b7 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:45.239416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-47d1f87f-fffd-4e87-973b-62d29f6bdd3c req-4dd981fd-9796-4563-9655-bcb8c649b5b7 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Calling delete_port for d839dd07-67ff-451a-8264-4275f86f6f5f owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:45.361810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-47d1f87f-fffd-4e87-973b-62d29f6bdd3c req-4dd981fd-9796-4563-9655-bcb8c649b5b7 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d839dd07-67ff-451a-8264-4275f86f6f5f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:45.373674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['383b03cf-8a8e-449b-a744-52771cbe00ba'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:31:45.375946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['d839dd07-67ff-451a-8264-4275f86f6f5f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:31:45.393053 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd981fd-9796-4563-9655-bcb8c649b5b7 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Pushing event deleted for resources: {'Port': ['ID=d839dd07-67ff-451a-8264-4275f86f6f5f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:45.433122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d1f87f-fffd-4e87-973b-62d29f6bdd3c req-4dd981fd-9796-4563-9655-bcb8c649b5b7 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] No DVR routers for this DVR port d839dd07-67ff-451a-8264-4275f86f6f5f on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:31:45.435711 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-47d1f87f-fffd-4e87-973b-62d29f6bdd3c req-4dd981fd-9796-4563-9655-bcb8c649b5b7 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:45.439219 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-47d1f87f-fffd-4e87-973b-62d29f6bdd3c req-4dd981fd-9796-4563-9655-bcb8c649b5b7 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.10 "DELETE /v2.0/ports/d839dd07-67ff-451a-8264-4275f86f6f5f HTTP/1.1" status: 204  len: 173 time: 0.3673227
Feb 19 21:31:45.439687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df10248b-103e-433f-9ba9-e751bb04fe8f', 'name': 'network-vif-deleted', 'tag': 'd839dd07-67ff-451a-8264-4275f86f6f5f'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:31:45.442019 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ccb13-6c8d-4fdb-b11c-704ee39f2f68" -d '{"events": [{"server_uuid": "df10248b-103e-433f-9ba9-e751bb04fe8f", "name": "network-vif-deleted", "tag": "d839dd07-67ff-451a-8264-4275f86f6f5f"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:31:45.506003 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d25dc8-39ea-4a33-b32a-618d49df93bb x-openstack-request-id: req-25d25dc8-39ea-4a33-b32a-618d49df93bb {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:31:45.506307 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df10248b-103e-433f-9ba9-e751bb04fe8f", "name": "network-vif-deleted", "tag": "d839dd07-67ff-451a-8264-4275f86f6f5f", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:31:45.506591 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25d25dc8-39ea-4a33-b32a-618d49df93bb {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:31:45.507085 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df10248b-103e-433f-9ba9-e751bb04fe8f', 'name': 'network-vif-deleted', 'tag': 'd839dd07-67ff-451a-8264-4275f86f6f5f', 'status': 'completed', 'code': 200}
Feb 19 21:31:46.231651 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a71c6a-1816-4fe9-9878-dd805511658b req-5db2728a-58d5-412b-a8de-9a9f0f8219fc tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:46.233270 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48a71c6a-1816-4fe9-9878-dd805511658b req-5db2728a-58d5-412b-a8de-9a9f0f8219fc tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1128 time: 0.0508943
Feb 19 21:31:46.276140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48a71c6a-1816-4fe9-9878-dd805511658b req-8b35dee5-b435-4363-a54c-4f5021c9443f tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373023
Feb 19 21:31:47.386365 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d03f75-3195-45b9-8416-de9af577fc74 req-15da585c-c491-4dc0-808c-97ae8fafc485 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:47.387878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38d03f75-3195-45b9-8416-de9af577fc74 req-15da585c-c491-4dc0-808c-97ae8fafc485 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1128 time: 0.0438445
Feb 19 21:31:47.430909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38d03f75-3195-45b9-8416-de9af577fc74 req-6a0f7e7d-2779-410e-bf68-8a6039f1c6fd tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d5d98a23-6b76-4b38-b51b-44d2ecb85d09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375717
Feb 19 21:31:47.772235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79f050-b027-4325-b068-7dcc04466c99 req-b315bf38-6d09-43ac-86f7-491c732f0b95 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:47.773760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca79f050-b027-4325-b068-7dcc04466c99 req-b315bf38-6d09-43ac-86f7-491c732f0b95 tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 1128 time: 0.0422812
Feb 19 21:31:47.858868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-ca79f050-b027-4325-b068-7dcc04466c99 req-f7253f1b-be63-43ee-8b6c-f7bae7a12a7c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Deleting port 383b03cf-8a8e-449b-a744-52771cbe00ba {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:47.859139 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ca79f050-b027-4325-b068-7dcc04466c99 req-f7253f1b-be63-43ee-8b6c-f7bae7a12a7c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:47.936404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-ca79f050-b027-4325-b068-7dcc04466c99 req-f7253f1b-be63-43ee-8b6c-f7bae7a12a7c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] For port 383b03cf-8a8e-449b-a744-52771cbe00ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=383b03cf-8a8e-449b-a744-52771cbe00ba,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:47.937307 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ca79f050-b027-4325-b068-7dcc04466c99 req-f7253f1b-be63-43ee-8b6c-f7bae7a12a7c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:47.954991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-ca79f050-b027-4325-b068-7dcc04466c99 req-f7253f1b-be63-43ee-8b6c-f7bae7a12a7c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Calling delete_port for 383b03cf-8a8e-449b-a744-52771cbe00ba owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:48.073532 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ca79f050-b027-4325-b068-7dcc04466c99 req-f7253f1b-be63-43ee-8b6c-f7bae7a12a7c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (383b03cf-8a8e-449b-a744-52771cbe00ba), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:48.084214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['383b03cf-8a8e-449b-a744-52771cbe00ba'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:31:48.100056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7253f1b-be63-43ee-8b6c-f7bae7a12a7c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Pushing event deleted for resources: {'Port': ['ID=383b03cf-8a8e-449b-a744-52771cbe00ba,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:48.150065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca79f050-b027-4325-b068-7dcc04466c99 req-f7253f1b-be63-43ee-8b6c-f7bae7a12a7c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] No DVR routers for this DVR port 383b03cf-8a8e-449b-a744-52771cbe00ba on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:31:48.153181 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-ca79f050-b027-4325-b068-7dcc04466c99 req-f7253f1b-be63-43ee-8b6c-f7bae7a12a7c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:48.157281 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca79f050-b027-4325-b068-7dcc04466c99 req-f7253f1b-be63-43ee-8b6c-f7bae7a12a7c tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.67 "DELETE /v2.0/ports/383b03cf-8a8e-449b-a744-52771cbe00ba HTTP/1.1" status: 204  len: 173 time: 0.3771803
Feb 19 21:31:48.157744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300ecc00-4e72-4d1f-b9d3-5e7524a38a13', 'name': 'network-vif-deleted', 'tag': '383b03cf-8a8e-449b-a744-52771cbe00ba'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:31:48.160018 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90227a5f-28fc-4b5f-9418-9fe292aa8687" -d '{"events": [{"server_uuid": "300ecc00-4e72-4d1f-b9d3-5e7524a38a13", "name": "network-vif-deleted", "tag": "383b03cf-8a8e-449b-a744-52771cbe00ba"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:31:48.202306 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd91fdc-2e8e-4f3f-b6be-e89bc28fd9bb x-openstack-request-id: req-0dd91fdc-2e8e-4f3f-b6be-e89bc28fd9bb {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:31:48.202910 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300ecc00-4e72-4d1f-b9d3-5e7524a38a13", "name": "network-vif-deleted", "tag": "383b03cf-8a8e-449b-a744-52771cbe00ba", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:31:48.203722 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0dd91fdc-2e8e-4f3f-b6be-e89bc28fd9bb {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:31:48.204136 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300ecc00-4e72-4d1f-b9d3-5e7524a38a13', 'name': 'network-vif-deleted', 'tag': '383b03cf-8a8e-449b-a744-52771cbe00ba', 'status': 'completed', 'code': 200}
Feb 19 21:31:48.337478 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b4988960-ad7f-44cb-9b6b-d33720bb402b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:48.536149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70494f08-6455-4166-a962-2279442b1166 req-ef66e9de-77af-4ce6-ad84-fe44d2167bbd tempest-TestServerMultinode-2043113948 tempest-TestServerMultinode-2043113948-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=300ecc00-4e72-4d1f-b9d3-5e7524a38a13 HTTP/1.1" status: 200  len: 210 time: 0.0265236
Feb 19 21:31:49.510684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d839dd07-67ff-451a-8264-4275f86f6f5f no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:49.530397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: d839dd07-67ff-451a-8264-4275f86f6f5f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:49.530765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d839dd07-67ff-451a-8264-4275f86f6f5f not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:49.599398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34072) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:49.947775 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (1ce377c9-5c52-49a9-9c90-285aa6d79895), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:50.192149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] Deleting port 95238a8a-76cd-4855-8369-77cc11111b46 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:50.192519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (95238a8a-76cd-4855-8369-77cc11111b46), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:50.272017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] For port 95238a8a-76cd-4855-8369-77cc11111b46, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95238a8a-76cd-4855-8369-77cc11111b46,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:50.272417 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (95238a8a-76cd-4855-8369-77cc11111b46), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:50.286065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] Calling delete_port for 95238a8a-76cd-4855-8369-77cc11111b46 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:50.306018 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:31:50.465304 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (95238a8a-76cd-4855-8369-77cc11111b46), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:50.489857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] Pushing event deleted for resources: {'Port': ['ID=95238a8a-76cd-4855-8369-77cc11111b46,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:50.609620 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2d86f5df-e943-4f59-a560-e40f171c8914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:50.658917 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (1ce377c9-5c52-49a9-9c90-285aa6d79895), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:50.880175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] Router 1ce377c9-5c52-49a9-9c90-285aa6d79895 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:31:50.986892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:31:50.991940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6e61266b-4daf-4652-9ae7-fe1e92355fef admin admin] 10.222.0.30 "PUT /v2.0/routers/1ce377c9-5c52-49a9-9c90-285aa6d79895/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3913517
Feb 19 21:31:50.994536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34074) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:50.997248 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeaffd2-87de-4760-831a-09779bd3e10e None None] Sync routers for ids ['1ce377c9-5c52-49a9-9c90-285aa6d79895'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:31:51.008067 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeaffd2-87de-4760-831a-09779bd3e10e None None] Routers {'1ce377c9-5c52-49a9-9c90-285aa6d79895'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:51.008712 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bfeaffd2-87de-4760-831a-09779bd3e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79d430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1ce377c9-5c52-49a9-9c90-285aa6d79895'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:51.100949 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Publish callbacks [] for router (1ce377c9-5c52-49a9-9c90-285aa6d79895), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:51.113974 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-bfeaffd2-87de-4760-831a-09779bd3e10e None None] Set router 1ce377c9-5c52-49a9-9c90-285aa6d79895 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:51.206326 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Publish callbacks [] for router_gateway (1ce377c9-5c52-49a9-9c90-285aa6d79895), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:51.259148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Deleting port 4ad2bc51-8024-4654-bace-e993f319df80 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:51.259496 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4ad2bc51-8024-4654-bace-e993f319df80), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:51.291653 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bfeaffd2-87de-4760-831a-09779bd3e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79d430>, [{'id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'name': 'tempest-TestServerMultinode-562235648-router', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76'}], 'enable_snat': True}, 'gw_port_id': '4ad2bc51-8024-4654-bace-e993f319df80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:12Z', 'updated_at': '2022-02-19T21:31:50Z', 'revision_number': 5, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'gw_port': {'id': '4ad2bc51-8024-4654-bace-e993f319df80', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:13Z', 'updated_at': '2022-02-19T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:51.319184 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeaffd2-87de-4760-831a-09779bd3e10e None None] Checking router: 1ce377c9-5c52-49a9-9c90-285aa6d79895 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:31:51.328171 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeaffd2-87de-4760-831a-09779bd3e10e None None] Routers {'1ce377c9-5c52-49a9-9c90-285aa6d79895'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:51.328811 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bfeaffd2-87de-4760-831a-09779bd3e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79d430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['1ce377c9-5c52-49a9-9c90-285aa6d79895'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:51.418451 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-bfeaffd2-87de-4760-831a-09779bd3e10e None None] Set router 1ce377c9-5c52-49a9-9c90-285aa6d79895 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:51.472105 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-bfeaffd2-87de-4760-831a-09779bd3e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79d430>, [{'id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'name': 'tempest-TestServerMultinode-562235648-router', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:12Z', 'updated_at': '2022-02-19T21:31:51Z', 'revision_number': 6, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:51.502824 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeaffd2-87de-4760-831a-09779bd3e10e None None] The sync data for ids ['1ce377c9-5c52-49a9-9c90-285aa6d79895'] in ncdv-master-1 is: [{'id': '1ce377c9-5c52-49a9-9c90-285aa6d79895', 'name': 'tempest-TestServerMultinode-562235648-router', 'tenant_id': 'aa6788e394884661b4434d1b0c3fbb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:12Z', 'updated_at': '2022-02-19T21:31:51Z', 'revision_number': 6, 'project_id': 'aa6788e394884661b4434d1b0c3fbb69', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:31:51.668520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] For port 4ad2bc51-8024-4654-bace-e993f319df80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ad2bc51-8024-4654-bace-e993f319df80,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:51.669131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4ad2bc51-8024-4654-bace-e993f319df80), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:51.681688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Calling delete_port for 4ad2bc51-8024-4654-bace-e993f319df80 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:51.852640 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4ad2bc51-8024-4654-bace-e993f319df80), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:51.877763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad2bc51-8024-4654-bace-e993f319df80,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:51.918546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:51.927762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 95238a8a-76cd-4855-8369-77cc11111b46 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:51.946659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (1ce377c9-5c52-49a9-9c90-285aa6d79895), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:51.951045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 95238a8a-76cd-4855-8369-77cc11111b46 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:51.951490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 95238a8a-76cd-4855-8369-77cc11111b46 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:52.043308 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (1ce377c9-5c52-49a9-9c90-285aa6d79895), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.045455 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Publish callbacks [] for router_controller (1ce377c9-5c52-49a9-9c90-285aa6d79895), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.078417 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 383b03cf-8a8e-449b-a744-52771cbe00ba no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:52.088803 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (1ce377c9-5c52-49a9-9c90-285aa6d79895), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.089348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce377c9-5c52-49a9-9c90-285aa6d79895 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:31:52.094148 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.097812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-11dbbdcc-6cdb-4a8f-aaa8-c6197c6e9d88 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1ce377c9-5c52-49a9-9c90-285aa6d79895 HTTP/1.1" status: 204  len: 168 time: 1.0998294
Feb 19 21:31:52.097931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34076) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:52.102623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 383b03cf-8a8e-449b-a744-52771cbe00ba {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:52.102985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 383b03cf-8a8e-449b-a744-52771cbe00ba not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:52.142354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-321ad930-ad94-46c6-aa04-a58eff4f9729 admin admin] Deleting subnet b2045985-0e63-4b13-afe6-2a43110af8c1 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:31:52.145467 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-321ad930-ad94-46c6-aa04-a58eff4f9729 admin admin] Publish callbacks [] for subnet (b2045985-0e63-4b13-afe6-2a43110af8c1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.179660 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-321ad930-ad94-46c6-aa04-a58eff4f9729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (b2045985-0e63-4b13-afe6-2a43110af8c1), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.259074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-321ad930-ad94-46c6-aa04-a58eff4f9729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (b2045985-0e63-4b13-afe6-2a43110af8c1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.313570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-321ad930-ad94-46c6-aa04-a58eff4f9729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (b2045985-0e63-4b13-afe6-2a43110af8c1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.342366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-321ad930-ad94-46c6-aa04-a58eff4f9729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.346962 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-321ad930-ad94-46c6-aa04-a58eff4f9729 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b2045985-0e63-4b13-afe6-2a43110af8c1 HTTP/1.1" status: 204  len: 168 time: 0.2481070
Feb 19 21:31:52.347878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ad930-ad94-46c6-aa04-a58eff4f9729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2045985-0e63-4b13-afe6-2a43110af8c1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:52.349044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34078) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:52.351120 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e246bf93-26cf-445e-9e0a-969f9bd71969 None None] Network 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:31:52.421283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.479283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Deleting port 00fa3e8a-9239-4597-a84c-af01e4acf74c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:52.479633 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.520050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ded53b9-f21a-420f-a2f8-98ab2bb23318 None None] DHCP port deletion for 04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:31:52.548572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] For port 00fa3e8a-9239-4597-a84c-af01e4acf74c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00fa3e8a-9239-4597-a84c-af01e4acf74c,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:52.548976 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.563218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Calling delete_port for 00fa3e8a-9239-4597-a84c-af01e4acf74c owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:52.577054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2ded53b9-f21a-420f-a2f8-98ab2bb23318 None None] Deleting port 00fa3e8a-9239-4597-a84c-af01e4acf74c {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:52.577768 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2ded53b9-f21a-420f-a2f8-98ab2bb23318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.647793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-2ded53b9-f21a-420f-a2f8-98ab2bb23318 None None] For port 00fa3e8a-9239-4597-a84c-af01e4acf74c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00fa3e8a-9239-4597-a84c-af01e4acf74c,segment=NetworkSegment(aa2c16e9-7c31-429e-bc1b-dc70072685e7),segment_id=aa2c16e9-7c31-429e-bc1b-dc70072685e7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:52.648217 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2ded53b9-f21a-420f-a2f8-98ab2bb23318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.662570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-2ded53b9-f21a-420f-a2f8-98ab2bb23318 None None] Calling delete_port for 00fa3e8a-9239-4597-a84c-af01e4acf74c owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:52.745439 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2ded53b9-f21a-420f-a2f8-98ab2bb23318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:52.774706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded53b9-f21a-420f-a2f8-98ab2bb23318 None None] Pushing event deleted for resources: {'Port': ['ID=00fa3e8a-9239-4597-a84c-af01e4acf74c,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:52.776242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded53b9-f21a-420f-a2f8-98ab2bb23318 None None] No DVR routers for this DVR port 00fa3e8a-9239-4597-a84c-af01e4acf74c on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:31:52.980717 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (00fa3e8a-9239-4597-a84c-af01e4acf74c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:53.006036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Pushing event deleted for resources: {'Port': ['ID=00fa3e8a-9239-4597-a84c-af01e4acf74c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:53.009774 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] No DVR routers for this DVR port 00fa3e8a-9239-4597-a84c-af01e4acf74c on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:31:53.078483 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:53.101386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70d7e760>,) {'filters': {'network_id': ['04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:53.111338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70d7e760>, 'aa2c16e9-7c31-429e-bc1b-dc70072685e7') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:53.111633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70d7e760>, 'aa2c16e9-7c31-429e-bc1b-dc70072685e7') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:53.120917 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (aa2c16e9-7c31-429e-bc1b-dc70072685e7), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:53.134746 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (aa2c16e9-7c31-429e-bc1b-dc70072685e7), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:53.140960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:31:53.141339 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (aa2c16e9-7c31-429e-bc1b-dc70072685e7), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   self.session.flush()
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:31:53.143247 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:31:53.195929 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:53.201428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:53.204991 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] 10.222.0.30 "DELETE /v2.0/networks/04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a HTTP/1.1" status: 204  len: 168 time: 0.8543725
Feb 19 21:31:53.208064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34080) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:53.215844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a328a61-c525-46bc-a9b5-daf0a8b9ad01 admin admin] Pushing event deleted for resources: {'Network': ['ID=04bb4b61-e3a3-4f30-bf33-c6f2464c1e2a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:53.272947 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:53.563664 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (0fc5cb8a-40df-44cb-a0b7-af410a32c718), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:53.651743 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00fa3e8a-9239-4597-a84c-af01e4acf74c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:53.675448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 00fa3e8a-9239-4597-a84c-af01e4acf74c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:53.675807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 00fa3e8a-9239-4597-a84c-af01e4acf74c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:53.676231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ad2bc51-8024-4654-bace-e993f319df80 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:53.695907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 4ad2bc51-8024-4654-bace-e993f319df80 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:53.696261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ad2bc51-8024-4654-bace-e993f319df80 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:53.818554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] Deleting port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:53.818817 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:53.900225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] For port e5ffcba4-bde0-45ae-b0b3-f8887fe566d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5ffcba4-bde0-45ae-b0b3-f8887fe566d9,segment=NetworkSegment(193770df-bd9d-4865-87fa-11833726bf12),segment_id=193770df-bd9d-4865-87fa-11833726bf12)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:53.900623 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:53.914111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] Calling delete_port for e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:54.094297 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e5ffcba4-bde0-45ae-b0b3-f8887fe566d9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:54.120438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ffcba4-bde0-45ae-b0b3-f8887fe566d9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:54.289743 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (0fc5cb8a-40df-44cb-a0b7-af410a32c718), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:54.445510 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:54.513503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] Router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:31:54.622267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:31:54.627805 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aa3f934e-e99e-4db5-8117-51f965417777 admin admin] 10.222.0.30 "PUT /v2.0/routers/0fc5cb8a-40df-44cb-a0b7-af410a32c718/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4181550
Feb 19 21:31:54.630466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34082) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:54.633840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a295d-0691-4751-9b13-46727f2e310e None None] Sync routers for ids ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:31:54.643670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a295d-0691-4751-9b13-46727f2e310e None None] Routers {'0fc5cb8a-40df-44cb-a0b7-af410a32c718'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:54.644299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-058a295d-0691-4751-9b13-46727f2e310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63026e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:54.739944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Publish callbacks [] for router (0fc5cb8a-40df-44cb-a0b7-af410a32c718), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:54.752007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-058a295d-0691-4751-9b13-46727f2e310e None None] Set router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:54.844387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Publish callbacks [] for router_gateway (0fc5cb8a-40df-44cb-a0b7-af410a32c718), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:54.896511 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Deleting port e1c3bc78-01ab-42f4-8b58-e768a0023942 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:54.896861 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:54.926643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-058a295d-0691-4751-9b13-46727f2e310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63026e50>, [{'id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'name': 'tempest-TestServerMultinode-2145733503-router', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:54Z', 'revision_number': 5, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'gw_port': {'id': 'e1c3bc78-01ab-42f4-8b58-e768a0023942', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:54.956788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a295d-0691-4751-9b13-46727f2e310e None None] Checking router: 0fc5cb8a-40df-44cb-a0b7-af410a32c718 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:31:54.965247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a295d-0691-4751-9b13-46727f2e310e None None] Routers {'0fc5cb8a-40df-44cb-a0b7-af410a32c718'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:31:54.965874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-058a295d-0691-4751-9b13-46727f2e310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63026e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:54.979146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] For port e1c3bc78-01ab-42f4-8b58-e768a0023942, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1c3bc78-01ab-42f4-8b58-e768a0023942,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:54.979546 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:54.992924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Calling delete_port for e1c3bc78-01ab-42f4-8b58-e768a0023942 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:55.167651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e1c3bc78-01ab-42f4-8b58-e768a0023942), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.194094 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c3bc78-01ab-42f4-8b58-e768a0023942,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:55.220830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-058a295d-0691-4751-9b13-46727f2e310e None None] Set router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:31:55.255518 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (0fc5cb8a-40df-44cb-a0b7-af410a32c718), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.274388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-058a295d-0691-4751-9b13-46727f2e310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63026e50>, [{'id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'name': 'tempest-TestServerMultinode-2145733503-router', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:54Z', 'revision_number': 6, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:55.303807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a295d-0691-4751-9b13-46727f2e310e None None] The sync data for ids ['0fc5cb8a-40df-44cb-a0b7-af410a32c718'] in ncdv-master-1 is: [{'id': '0fc5cb8a-40df-44cb-a0b7-af410a32c718', 'name': 'tempest-TestServerMultinode-2145733503-router', 'tenant_id': '743163568cef44aeaa073c0f5273e82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:17Z', 'updated_at': '2022-02-19T21:31:54Z', 'revision_number': 6, 'project_id': '743163568cef44aeaa073c0f5273e82f', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:31:55.351161 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (0fc5cb8a-40df-44cb-a0b7-af410a32c718), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.353409 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Publish callbacks [] for router_controller (0fc5cb8a-40df-44cb-a0b7-af410a32c718), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.400134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (0fc5cb8a-40df-44cb-a0b7-af410a32c718), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.400813 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc5cb8a-40df-44cb-a0b7-af410a32c718 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:31:55.405288 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.406465 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-09e5cfb3-3657-42bf-af00-8e8678efdfc4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0fc5cb8a-40df-44cb-a0b7-af410a32c718 HTTP/1.1" status: 204  len: 168 time: 0.7750061
Feb 19 21:31:55.408960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34084) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:55.452969 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-14649fcc-1433-4f69-bd70-732a3e426ce9 admin admin] Deleting subnet 23017fba-a293-4b9d-b097-c0e77d06fbe1 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:31:55.456066 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14649fcc-1433-4f69-bd70-732a3e426ce9 admin admin] Publish callbacks [] for subnet (23017fba-a293-4b9d-b097-c0e77d06fbe1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.490257 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14649fcc-1433-4f69-bd70-732a3e426ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (23017fba-a293-4b9d-b097-c0e77d06fbe1), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.570242 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14649fcc-1433-4f69-bd70-732a3e426ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (23017fba-a293-4b9d-b097-c0e77d06fbe1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.621739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14649fcc-1433-4f69-bd70-732a3e426ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (23017fba-a293-4b9d-b097-c0e77d06fbe1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.652040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14649fcc-1433-4f69-bd70-732a3e426ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23017fba-a293-4b9d-b097-c0e77d06fbe1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:55.660248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14649fcc-1433-4f69-bd70-732a3e426ce9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.664523 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-14649fcc-1433-4f69-bd70-732a3e426ce9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/23017fba-a293-4b9d-b097-c0e77d06fbe1 HTTP/1.1" status: 204  len: 168 time: 0.2546036
Feb 19 21:31:55.665456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2dee39-9903-4d39-9272-bc46d796f985 None None] Network fe0b84ee-b256-4437-b257-8eff47bdade1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:31:55.667157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34086) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:55.751660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:55.759329 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (fe0b84ee-b256-4437-b257-8eff47bdade1), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.796061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:55.796508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e5ffcba4-bde0-45ae-b0b3-f8887fe566d9 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:55.819939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Deleting port 3617724a-aadb-406d-874f-972c22880f03 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:31:55.820268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3617724a-aadb-406d-874f-972c22880f03), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.884259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] For port 3617724a-aadb-406d-874f-972c22880f03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3617724a-aadb-406d-874f-972c22880f03,segment=NetworkSegment(193770df-bd9d-4865-87fa-11833726bf12),segment_id=193770df-bd9d-4865-87fa-11833726bf12)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:55.884699 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3617724a-aadb-406d-874f-972c22880f03), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:55.897310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Calling delete_port for 3617724a-aadb-406d-874f-972c22880f03 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:31:55.980055 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3617724a-aadb-406d-874f-972c22880f03), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.006345 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Pushing event deleted for resources: {'Port': ['ID=3617724a-aadb-406d-874f-972c22880f03,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:56.008199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] No DVR routers for this DVR port 3617724a-aadb-406d-874f-972c22880f03 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:31:56.079322 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (fe0b84ee-b256-4437-b257-8eff47bdade1), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.099791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b05a8e0>,) {'filters': {'network_id': ['fe0b84ee-b256-4437-b257-8eff47bdade1']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:56.110029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b05a8e0>, '193770df-bd9d-4865-87fa-11833726bf12') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:56.110335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b05a8e0>, '193770df-bd9d-4865-87fa-11833726bf12') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:31:56.124920 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (193770df-bd9d-4865-87fa-11833726bf12), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.132163 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eef58d-82d0-49f1-95d3-9301a426055d None None] DHCP port deletion for fe0b84ee-b256-4437-b257-8eff47bdade1 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:31:56.143197 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (193770df-bd9d-4865-87fa-11833726bf12), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.150878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:31:56.151528 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (193770df-bd9d-4865-87fa-11833726bf12), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:31:56.154367 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:31:56.158982 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.209253 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (fe0b84ee-b256-4437-b257-8eff47bdade1), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.213799 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.217500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] 10.222.0.30 "DELETE /v2.0/networks/fe0b84ee-b256-4437-b257-8eff47bdade1 HTTP/1.1" status: 204  len: 168 time: 0.5493867
Feb 19 21:31:56.230805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bf3eb-d413-45d4-ad12-ffd2aed2ea5a admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0b84ee-b256-4437-b257-8eff47bdade1,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:56.393838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34090) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:56.437551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a6b1e2fd-f761-4a3f-8384-35a497e30ebd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa6788e394884661b4434d1b0c3fbb69&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0411959
Feb 19 21:31:56.439788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34092) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:56.488149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e49d9a7-b753-49e6-b397-ed11c5625c58 admin admin] Publish callbacks [] for security_group (bf03f431-e944-4bbc-b213-bb2755873053), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.509259 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e49d9a7-b753-49e6-b397-ed11c5625c58 admin admin] Publish callbacks [] for security_group (bf03f431-e944-4bbc-b213-bb2755873053), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.555600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e49d9a7-b753-49e6-b397-ed11c5625c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (bf03f431-e944-4bbc-b213-bb2755873053), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.558150 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e49d9a7-b753-49e6-b397-ed11c5625c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.559308 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0e49d9a7-b753-49e6-b397-ed11c5625c58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf03f431-e944-4bbc-b213-bb2755873053 HTTP/1.1" status: 204  len: 168 time: 0.1184075
Feb 19 21:31:56.567464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49d9a7-b753-49e6-b397-ed11c5625c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf03f431-e944-4bbc-b213-bb2755873053,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:56.869223 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34098) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:56.909600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b1623c0d-e39d-44d0-8c95-0defec692c5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=743163568cef44aeaa073c0f5273e82f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392241
Feb 19 21:31:56.911995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34100) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:56.962977 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da8143d4-1afd-4036-9ac8-e18a556882ae admin admin] Publish callbacks [] for security_group (d5d98a23-6b76-4b38-b51b-44d2ecb85d09), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:56.983468 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da8143d4-1afd-4036-9ac8-e18a556882ae admin admin] Publish callbacks [] for security_group (d5d98a23-6b76-4b38-b51b-44d2ecb85d09), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:57.030458 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da8143d4-1afd-4036-9ac8-e18a556882ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d5d98a23-6b76-4b38-b51b-44d2ecb85d09), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:57.033339 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-da8143d4-1afd-4036-9ac8-e18a556882ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:57.034480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-da8143d4-1afd-4036-9ac8-e18a556882ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5d98a23-6b76-4b38-b51b-44d2ecb85d09 HTTP/1.1" status: 204  len: 168 time: 0.1215692
Feb 19 21:31:57.042021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8143d4-1afd-4036-9ac8-e18a556882ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d98a23-6b76-4b38-b51b-44d2ecb85d09,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:57.653674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e1c3bc78-01ab-42f4-8b58-e768a0023942 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:57.674921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e1c3bc78-01ab-42f4-8b58-e768a0023942 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:57.675279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e1c3bc78-01ab-42f4-8b58-e768a0023942 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:57.675705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3617724a-aadb-406d-874f-972c22880f03 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:31:57.694045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 3617724a-aadb-406d-874f-972c22880f03 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:31:57.694404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3617724a-aadb-406d-874f-972c22880f03 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:31:57.710717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34122) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:57.810216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1797631354-network', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:57.829859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Made reservation on behalf of 72f5105ec09c4f3c82c087633532c76a for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:31:57.832255 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:57.840555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:57.915040 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Publish callbacks [] for security_group (b1685fcd-f57e-41b4-87b5-5e9b57b07e6c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:57.918641 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b1685fcd-f57e-41b4-87b5-5e9b57b07e6c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:57.942985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:31:57.951584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1685fcd-f57e-41b4-87b5-5e9b57b07e6c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:57.958448 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b8b858e8-f301-456c-ba05-eb7299d5d8b7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:57.958807 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Added segment b8b858e8-f301-456c-ba05-eb7299d5d8b7 of type vlan for network e501790d-f9f0-494b-b073-39b69c12b88b
Feb 19 21:31:57.997151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (e501790d-f9f0-494b-b073-39b69c12b88b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.022215 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (e501790d-f9f0-494b-b073-39b69c12b88b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.023097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:58.023688 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.092602 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3807185
Feb 19 21:31:58.095532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34126) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:58.100736 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] Request body: {'subnet': {'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1797631354-subnet', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:58.113577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476084a-b6bd-4c71-804f-d76a3531a665 admin admin] Pushing event updated for resources: {'Network': ['ID=e501790d-f9f0-494b-b073-39b69c12b88b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:58.123822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network e501790d-f9f0-494b-b073-39b69c12b88b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:31:58.124149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] Made reservation on behalf of 72f5105ec09c4f3c82c087633532c76a for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:31:58.127490 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.289995 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (d6128023-838c-449b-9f60-550c97e3169e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.349122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6128023-838c-449b-9f60-550c97e3169e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:58.359858 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] Checking segment: {'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:58.360221 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] Network hostable DHCP agents. Network: e501790d-f9f0-494b-b073-39b69c12b88b, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:31:58.376995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] Network e501790d-f9f0-494b-b073-39b69c12b88b is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:31:58.385623 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e501790d-f9f0-494b-b073-39b69c12b88b) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:58.390139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:31:58.390731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.394803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d165f95d-e1f1-4673-81d9-73461d546e38 None None] Network e501790d-f9f0-494b-b073-39b69c12b88b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:31:58.407187 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e7f796b6-a1d4-455f-ab91-783a52f85a56 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3104827
Feb 19 21:31:58.409944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34128) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:31:58.414435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:31:58.433140 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (a89f0e89-7e2e-4a64-881b-0333737bb8fa), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.434298 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (a89f0e89-7e2e-4a64-881b-0333737bb8fa), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.487786 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Publish callbacks [] for router_controller (a89f0e89-7e2e-4a64-881b-0333737bb8fa), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.506840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e501790d-f9f0-494b-b073-39b69c12b88b', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:31:58.507779 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.635494 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Publish callbacks [] for router_gateway (a89f0e89-7e2e-4a64-881b-0333737bb8fa), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.640640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Allocated IP 172.20.0.2 (e501790d-f9f0-494b-b073-39b69c12b88b/d6128023-838c-449b-9f60-550c97e3169e/e16608ef-4bc8-4197-af34-017fe142b217) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:31:58.790631 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Publish callbacks [] for port (e16608ef-4bc8-4197-af34-017fe142b217), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.797556 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (e16608ef-4bc8-4197-af34-017fe142b217), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.838287 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Network e501790d-f9f0-494b-b073-39b69c12b88b is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:58.841140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:58.844133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:31:58.851745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Pushing event updated for resources: {'Port': ['ID=e16608ef-4bc8-4197-af34-017fe142b217,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:58.861928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Publish callbacks [] for router_gateway (a89f0e89-7e2e-4a64-881b-0333737bb8fa), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.885434 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.906931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Attempting to bind port e16608ef-4bc8-4197-af34-017fe142b217 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:31:58.907309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Attempting to bind port e16608ef-4bc8-4197-af34-017fe142b217 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:31:58.907677 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Attempting to bind port e16608ef-4bc8-4197-af34-017fe142b217 on network e501790d-f9f0-494b-b073-39b69c12b88b {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:31:58.912576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:31:58.912963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Checking segment: {'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:31:58.913375 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.913775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Bound using segment: {'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:31:58.914248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Bound port: e16608ef-4bc8-4197-af34-017fe142b217, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:31:58.914643 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e16608ef-4bc8-4197-af34-017fe142b217), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.978855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] For port e16608ef-4bc8-4197-af34-017fe142b217, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:31:58.982643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] For port e16608ef-4bc8-4197-af34-017fe142b217, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e16608ef-4bc8-4197-af34-017fe142b217,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:31:58.988477 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e16608ef-4bc8-4197-af34-017fe142b217), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:58.990188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Allocated IP 172.35.2.50 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/526e12cf-5591-497d-81b6-cb87d59c104b) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:31:59.056375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca0860-35d1-4b9d-af38-84227ea3de19 None None] Pushing event updated for resources: {'Port': ['ID=e16608ef-4bc8-4197-af34-017fe142b217,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:59.107179 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Publish callbacks [] for port (526e12cf-5591-497d-81b6-cb87d59c104b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:59.152384 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:59.196251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:31:59.196643 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:31:59.199090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:31:59.236671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=526e12cf-5591-497d-81b6-cb87d59c104b,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:59.474940 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Publish callbacks [] for router_gateway (a89f0e89-7e2e-4a64-881b-0333737bb8fa), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:59.672540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e16608ef-4bc8-4197-af34-017fe142b217 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:31:59.686339 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (a89f0e89-7e2e-4a64-881b-0333737bb8fa), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:59.738066 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:59.743563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e16608ef-4bc8-4197-af34-017fe142b217 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:31:59.743943 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e16608ef-4bc8-4197-af34-017fe142b217), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:59.834580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e16608ef-4bc8-4197-af34-017fe142b217 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:31:59.836090 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e16608ef-4bc8-4197-af34-017fe142b217), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:59.840075 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Router a89f0e89-7e2e-4a64-881b-0333737bb8fa is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:31:59.885950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port e16608ef-4bc8-4197-af34-017fe142b217, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e16608ef-4bc8-4197-af34-017fe142b217,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:31:59.896369 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e16608ef-4bc8-4197-af34-017fe142b217), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:59.962532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=e16608ef-4bc8-4197-af34-017fe142b217,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:31:59.974164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:31:59.988855 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Sync routers for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:31:59.995618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:31:59.997852 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e06224bf-3041-4da0-a610-e4580e536fe3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.5867906
Feb 19 21:32:00.001808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34132) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:00.007853 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:00.008666 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703488b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:00.140966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4f91fe-860e-42c2-ba32-6ef9303dea9a None None] Network e501790d-f9f0-494b-b073-39b69c12b88b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:32:00.144934 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:00.241009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-155ce440-976a-4586-9f76-348c45cd7124 None None] Provisioning complete for port e16608ef-4bc8-4197-af34-017fe142b217 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:00.241394 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-155ce440-976a-4586-9f76-348c45cd7124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e16608ef-4bc8-4197-af34-017fe142b217), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.332559 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703488b0>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:31:59Z', 'revision_number': 3, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:00.362920 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Checking router: a89f0e89-7e2e-4a64-881b-0333737bb8fa for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:32:00.363077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-155ce440-976a-4586-9f76-348c45cd7124 None None] Current status of the port e16608ef-4bc8-4197-af34-017fe142b217 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:00.363278 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Updating router a89f0e89-7e2e-4a64-881b-0333737bb8fa port 526e12cf-5591-497d-81b6-cb87d59c104b binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:32:00.390880 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.511210 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.589594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-34b0288d-d555-47e2-b9eb-e6fcff00d841 None None] Provisioning complete for port e16608ef-4bc8-4197-af34-017fe142b217 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:00.589976 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-34b0288d-d555-47e2-b9eb-e6fcff00d841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e16608ef-4bc8-4197-af34-017fe142b217), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.679855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-34b0288d-d555-47e2-b9eb-e6fcff00d841 None None] Current status of the port e16608ef-4bc8-4197-af34-017fe142b217 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:00.685383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Allocated IP 172.20.0.1 (e501790d-f9f0-494b-b073-39b69c12b88b/d6128023-838c-449b-9f60-550c97e3169e/b7978452-8499-4dd3-abab-d21119248e94) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:32:00.748965 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Publish callbacks [] for port (526e12cf-5591-497d-81b6-cb87d59c104b), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.756176 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.802782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Publish callbacks [] for port (b7978452-8499-4dd3-abab-d21119248e94), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.807461 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Attempting to bind port 526e12cf-5591-497d-81b6-cb87d59c104b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:32:00.807841 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Attempting to bind port 526e12cf-5591-497d-81b6-cb87d59c104b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:32:00.808212 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Attempting to bind port 526e12cf-5591-497d-81b6-cb87d59c104b on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:32:00.815212 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319baa0-85fe-4411-8017-8f6f73a016ca None None] Pushing event updated for resources: {'Port': ['ID=526e12cf-5591-497d-81b6-cb87d59c104b,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:00.817944 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:32:00.818325 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:32:00.818733 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.819125 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:32:00.819601 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Bound port: 526e12cf-5591-497d-81b6-cb87d59c104b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:32:00.819990 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.837901 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b7978452-8499-4dd3-abab-d21119248e94), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.875094 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] For port 526e12cf-5591-497d-81b6-cb87d59c104b, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:32:00.877275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Network e501790d-f9f0-494b-b073-39b69c12b88b is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:32:00.878225 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] For port 526e12cf-5591-497d-81b6-cb87d59c104b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=526e12cf-5591-497d-81b6-cb87d59c104b,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:32:00.880337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:32:00.883851 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.884151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:32:00.918600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Pushing event updated for resources: {'Port': ['ID=b7978452-8499-4dd3-abab-d21119248e94,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:00.931317 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (a89f0e89-7e2e-4a64-881b-0333737bb8fa), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:00.935955 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:00.936624 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703488b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:01.005145 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319baa0-85fe-4411-8017-8f6f73a016ca None None] Pushing event updated for resources: {'Port': ['ID=526e12cf-5591-497d-81b6-cb87d59c104b,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:01.059588 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:01.076939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b7978452-8499-4dd3-abab-d21119248e94), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:01.205496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3cd84fd2-8c42-45bb-9260-0764c3a441a2 None None] Provisioning complete for port b7978452-8499-4dd3-abab-d21119248e94 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:01.206069 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3cd84fd2-8c42-45bb-9260-0764c3a441a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b7978452-8499-4dd3-abab-d21119248e94), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:01.242862 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703488b0>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:31:59Z', 'revision_number': 3, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:01.244204 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Publish callbacks [] for port (b7978452-8499-4dd3-abab-d21119248e94), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:01.244389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3cd84fd2-8c42-45bb-9260-0764c3a441a2 None None] Port b7978452-8499-4dd3-abab-d21119248e94 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:32:01.250741 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b7978452-8499-4dd3-abab-d21119248e94), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:01.273300 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774dada-1f3c-44fc-a1da-61591216ed48 None None] The sync data for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 is: [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:31:59Z', 'revision_number': 3, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:32:01.325948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (a89f0e89-7e2e-4a64-881b-0333737bb8fa), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:01.328258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Pushing event updated for resources: {'Port': ['ID=b7978452-8499-4dd3-abab-d21119248e94,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:01.423872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Network e501790d-f9f0-494b-b073-39b69c12b88b is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:32:01.425535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:32:01.574317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Router a89f0e89-7e2e-4a64-881b-0333737bb8fa has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:32:01.718738 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:32:01.724034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-034bd69c-c899-4d77-9089-1263381e363f admin admin] 10.222.0.30 "PUT /v2.0/routers/a89f0e89-7e2e-4a64-881b-0333737bb8fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7211607
Feb 19 21:32:01.780947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 526e12cf-5591-497d-81b6-cb87d59c104b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:32:01.808137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f9fa64f2-44b9-4ca0-8b1e-60d1a02b0f2d None None] Provisioning complete for port b7978452-8499-4dd3-abab-d21119248e94 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:01.808555 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f9fa64f2-44b9-4ca0-8b1e-60d1a02b0f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b7978452-8499-4dd3-abab-d21119248e94), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:01.859429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa64f2-44b9-4ca0-8b1e-60d1a02b0f2d None None] Port b7978452-8499-4dd3-abab-d21119248e94 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:32:01.869224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 526e12cf-5591-497d-81b6-cb87d59c104b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:01.869616 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:01.949660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 526e12cf-5591-497d-81b6-cb87d59c104b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:01.950064 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:01.974611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 526e12cf-5591-497d-81b6-cb87d59c104b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=526e12cf-5591-497d-81b6-cb87d59c104b,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:32:01.980364 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:01.981304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e16608ef-4bc8-4197-af34-017fe142b217 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:32:02.071518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=526e12cf-5591-497d-81b6-cb87d59c104b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:02.076191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e16608ef-4bc8-4197-af34-017fe142b217 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:02.076604 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e16608ef-4bc8-4197-af34-017fe142b217), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.160621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e16608ef-4bc8-4197-af34-017fe142b217 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:02.256025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34150) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:02.261175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-385548258-network', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:02.281528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Made reservation on behalf of 2ca425862fb14ceaba03ebbc8d87c2cf for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:32:02.283891 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.293041 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.370657 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Publish callbacks [] for security_group (144490d4-3b24-43fa-b25f-c3e5ca3e0211), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.374302 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (144490d4-3b24-43fa-b25f-c3e5ca3e0211), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.398044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:32:02.408159 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144490d4-3b24-43fa-b25f-c3e5ca3e0211,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:02.413136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.413487 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Added segment 33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5 of type vlan for network f355ec0c-3ac4-4733-b11b-cdd98fec1a8e
Feb 19 21:32:02.454072 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f355ec0c-3ac4-4733-b11b-cdd98fec1a8e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.483033 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f355ec0c-3ac4-4733-b11b-cdd98fec1a8e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.484481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:02.485073 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.536741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.2794309
Feb 19 21:32:02.539598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34152) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:02.544822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Request body: {'subnet': {'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-385548258-subnet', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:02.547547 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf42599-939f-443b-a616-c218cc9ed49e admin admin] Pushing event updated for resources: {'Network': ['ID=f355ec0c-3ac4-4733-b11b-cdd98fec1a8e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:02.557834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f355ec0c-3ac4-4733-b11b-cdd98fec1a8e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:32:02.569467 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Made reservation on behalf of 2ca425862fb14ceaba03ebbc8d87c2cf for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:32:02.571983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.744085 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (d55cf3f3-facb-4ea1-ab02-d6bf814e489b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.806701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55cf3f3-facb-4ea1-ab02-d6bf814e489b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:02.818988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.819344 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.819683 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.820022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.820482 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.820822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.821151 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.821480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.821806 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.822128 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.822758 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.822878 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.823124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:02.826820 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Checking segment: {'id': '33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:32:02.827468 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Network hostable DHCP agents. Network: f355ec0c-3ac4-4733-b11b-cdd98fec1a8e, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:32:02.845832 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Network f355ec0c-3ac4-4733-b11b-cdd98fec1a8e is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:32:02.854345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f355ec0c-3ac4-4733-b11b-cdd98fec1a8e) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:32:02.859018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:02.859580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.864222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba304468-06c8-4b4f-8896-5cf497f0e664 None None] Network f355ec0c-3ac4-4733-b11b-cdd98fec1a8e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:32:02.876228 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c7fa904c-e1b8-466a-9f3d-c90d3b773bcc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3354104
Feb 19 21:32:02.878742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34154) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:02.882999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-385548258-router', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:02.902613 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (be04a712-4d72-41b1-a49b-3c5a0376b107), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.903821 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (be04a712-4d72-41b1-a49b-3c5a0376b107), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.965732 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Publish callbacks [] for router_controller (be04a712-4d72-41b1-a49b-3c5a0376b107), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:02.973702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f355ec0c-3ac4-4733-b11b-cdd98fec1a8e', 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e', 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'fixed_ips': [{'subnet_id': 'd55cf3f3-facb-4ea1-ab02-d6bf814e489b'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:32:02.974568 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.000512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Sync routers for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:32:03.065445 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:03.066151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62ad4fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:03.131258 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Publish callbacks [] for router_gateway (be04a712-4d72-41b1-a49b-3c5a0376b107), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.342471 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Publish callbacks [] for router_gateway (be04a712-4d72-41b1-a49b-3c5a0376b107), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.360652 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.366190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Allocated IP 172.20.0.2 (f355ec0c-3ac4-4733-b11b-cdd98fec1a8e/d55cf3f3-facb-4ea1-ab02-d6bf814e489b/9c85852d-55c8-4086-b3e4-547266ef9e3e) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:32:03.384452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:03.474514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Allocated IP 172.35.2.151 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/f1e796c8-32da-4ba1-90b2-eeb998d3fc57) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:32:03.579503 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Publish callbacks [] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.616554 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.663695 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:32:03.667897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:32:03.669852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e796c8-32da-4ba1-90b2-eeb998d3fc57,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:03.672019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:32:03.674834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 526e12cf-5591-497d-81b6-cb87d59c104b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:32:03.684841 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Publish callbacks [] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.713866 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.776078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Network f355ec0c-3ac4-4733-b11b-cdd98fec1a8e is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:32:03.785633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Pushing event updated for resources: {'Port': ['ID=9c85852d-55c8-4086-b3e4-547266ef9e3e,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:03.788044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:32:03.792112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:32:03.829934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 526e12cf-5591-497d-81b6-cb87d59c104b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:03.830242 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.851646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62ad4fa0>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 2, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:03.904288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Checking router: a89f0e89-7e2e-4a64-881b-0333737bb8fa for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:32:03.904673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Updating router a89f0e89-7e2e-4a64-881b-0333737bb8fa port b7978452-8499-4dd3-abab-d21119248e94 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:32:03.926987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Attempting to bind port 9c85852d-55c8-4086-b3e4-547266ef9e3e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:32:03.927363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Attempting to bind port 9c85852d-55c8-4086-b3e4-547266ef9e3e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:32:03.927726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Attempting to bind port 9c85852d-55c8-4086-b3e4-547266ef9e3e on network f355ec0c-3ac4-4733-b11b-cdd98fec1a8e {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:32:03.934905 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Publish callbacks [] for router_gateway (be04a712-4d72-41b1-a49b-3c5a0376b107), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.944053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:32:03.944466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Checking segment: {'id': '33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:32:03.944871 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.945269 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Bound using segment: {'id': '33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:32:03.945742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Bound port: 9c85852d-55c8-4086-b3e4-547266ef9e3e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:32:03.946129 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:03.958140 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b7978452-8499-4dd3-abab-d21119248e94), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:04.140709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-460af505-c294-4330-8593-03cdc37dba59 None None] For port 9c85852d-55c8-4086-b3e4-547266ef9e3e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:32:04.146215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 526e12cf-5591-497d-81b6-cb87d59c104b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:04.163472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-460af505-c294-4330-8593-03cdc37dba59 None None] For port 9c85852d-55c8-4086-b3e4-547266ef9e3e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c85852d-55c8-4086-b3e4-547266ef9e3e,segment=NetworkSegment(33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5),segment_id=33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:32:04.174641 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:04.280141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af505-c294-4330-8593-03cdc37dba59 None None] Pushing event updated for resources: {'Port': ['ID=9c85852d-55c8-4086-b3e4-547266ef9e3e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:04.389604 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Publish callbacks [] for port (b7978452-8499-4dd3-abab-d21119248e94), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:04.397321 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b7978452-8499-4dd3-abab-d21119248e94), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:04.500772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dec379-0e82-449f-9a89-63b96ec8d7eb None None] Pushing event updated for resources: {'Port': ['ID=b7978452-8499-4dd3-abab-d21119248e94,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:04.503400 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (be04a712-4d72-41b1-a49b-3c5a0376b107), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:04.541620 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Attempting to bind port b7978452-8499-4dd3-abab-d21119248e94 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:32:04.542007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Attempting to bind port b7978452-8499-4dd3-abab-d21119248e94 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:32:04.542382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Attempting to bind port b7978452-8499-4dd3-abab-d21119248e94 on network e501790d-f9f0-494b-b073-39b69c12b88b {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:32:04.548225 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:32:04.548660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Checking segment: {'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:32:04.549074 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:04.549479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Bound using segment: {'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:32:04.549964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Bound port: b7978452-8499-4dd3-abab-d21119248e94, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:32:04.550483 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b7978452-8499-4dd3-abab-d21119248e94), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:04.641439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] For port b7978452-8499-4dd3-abab-d21119248e94, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:32:04.645621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] For port b7978452-8499-4dd3-abab-d21119248e94, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7978452-8499-4dd3-abab-d21119248e94,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:32:04.653991 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b7978452-8499-4dd3-abab-d21119248e94), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:04.690438 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Router be04a712-4d72-41b1-a49b-3c5a0376b107 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:32:04.719085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:04.719721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62ad4fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:04.794998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dec379-0e82-449f-9a89-63b96ec8d7eb None None] Pushing event updated for resources: {'Port': ['ID=b7978452-8499-4dd3-abab-d21119248e94,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:04.826498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:32:04.830980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-afd62894-1881-4772-b9a2-f032be3b525f None None] Provisioning complete for port b7978452-8499-4dd3-abab-d21119248e94 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:04.831367 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-afd62894-1881-4772-b9a2-f032be3b525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b7978452-8499-4dd3-abab-d21119248e94), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:04.840271 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Sync routers for ids ['be04a712-4d72-41b1-a49b-3c5a0376b107'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:32:04.850452 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:04.854356 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0ef2e3f8-fe39-49ca-9ed1-3c15a1801526 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.9720647
Feb 19 21:32:04.854594 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Routers {'be04a712-4d72-41b1-a49b-3c5a0376b107'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:04.854594 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703488e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['be04a712-4d72-41b1-a49b-3c5a0376b107'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:04.854871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34156) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:04.917714 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:04.983038 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Set router be04a712-4d72-41b1-a49b-3c5a0376b107 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:05.029093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-afd62894-1881-4772-b9a2-f032be3b525f None None] Current status of the port b7978452-8499-4dd3-abab-d21119248e94 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:05.029492 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-afd62894-1881-4772-b9a2-f032be3b525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b7978452-8499-4dd3-abab-d21119248e94), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.073031 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-afd62894-1881-4772-b9a2-f032be3b525f None None] For port b7978452-8499-4dd3-abab-d21119248e94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7978452-8499-4dd3-abab-d21119248e94,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:32:05.104369 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-afd62894-1881-4772-b9a2-f032be3b525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b7978452-8499-4dd3-abab-d21119248e94), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.159244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd62894-1881-4772-b9a2-f032be3b525f None None] Pushing event updated for resources: {'Port': ['ID=b7978452-8499-4dd3-abab-d21119248e94,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:05.202869 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703488e0>, [{'id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'name': 'tempest-TestVolumeBackupRestore-385548258-router', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:32:02Z', 'updated_at': '2022-02-19T21:32:03Z', 'revision_number': 3, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'gw_port': {'id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:03Z', 'updated_at': '2022-02-19T21:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:05.239346 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Checking router: be04a712-4d72-41b1-a49b-3c5a0376b107 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:32:05.239806 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Updating router be04a712-4d72-41b1-a49b-3c5a0376b107 port f1e796c8-32da-4ba1-90b2-eeb998d3fc57 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:32:05.274082 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.276151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-95db9daa-3579-48d2-b17e-c0958457af51 None None] Provisioning complete for port b7978452-8499-4dd3-abab-d21119248e94 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:05.276562 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-95db9daa-3579-48d2-b17e-c0958457af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b7978452-8499-4dd3-abab-d21119248e94), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.336950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62ad4fa0>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:04Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:05.368022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a2643-0077-4863-9dcc-779d981e86cb None None] The sync data for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 is: [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:04Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:32:05.391185 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.421725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-95db9daa-3579-48d2-b17e-c0958457af51 None None] Current status of the port b7978452-8499-4dd3-abab-d21119248e94 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:05.554821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3721c7a3-a1fe-4f1e-a2cc-cd213dd1c68b None None] Network f355ec0c-3ac4-4733-b11b-cdd98fec1a8e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:32:05.586763 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Publish callbacks [] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.595054 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.616573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Allocated IP 172.20.0.1 (f355ec0c-3ac4-4733-b11b-cdd98fec1a8e/d55cf3f3-facb-4ea1-ab02-d6bf814e489b/3d2de7c0-0ee4-4513-9ce2-e2a86533f347) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:32:05.699580 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Attempting to bind port f1e796c8-32da-4ba1-90b2-eeb998d3fc57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:32:05.702890 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Attempting to bind port f1e796c8-32da-4ba1-90b2-eeb998d3fc57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:32:05.703242 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Attempting to bind port f1e796c8-32da-4ba1-90b2-eeb998d3fc57 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:32:05.716401 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b6d16ee2-12a8-45c7-9a79-c622e04fe7b6 None None] Provisioning complete for port 9c85852d-55c8-4086-b3e4-547266ef9e3e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:05.716794 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b6d16ee2-12a8-45c7-9a79-c622e04fe7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.726850 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6d150-7ab5-458c-bfb9-31fe18fedfa7 None None] Pushing event updated for resources: {'Port': ['ID=f1e796c8-32da-4ba1-90b2-eeb998d3fc57,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:05.736885 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:32:05.737310 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:32:05.737727 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.738120 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:32:05.738618 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Bound port: f1e796c8-32da-4ba1-90b2-eeb998d3fc57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:32:05.739050 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.779045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9c85852d-55c8-4086-b3e4-547266ef9e3e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:32:05.785220 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Publish callbacks [] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.821101 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] For port f1e796c8-32da-4ba1-90b2-eeb998d3fc57, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:32:05.825702 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] For port f1e796c8-32da-4ba1-90b2-eeb998d3fc57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1e796c8-32da-4ba1-90b2-eeb998d3fc57,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:32:05.831231 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.838545 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.883460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Network f355ec0c-3ac4-4733-b11b-cdd98fec1a8e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:32:05.886715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:32:05.889307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:32:05.918382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9c85852d-55c8-4086-b3e4-547266ef9e3e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:05.919109 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.939188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2de7c0-0ee4-4513-9ce2-e2a86533f347,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:05.963948 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (be04a712-4d72-41b1-a49b-3c5a0376b107), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.972739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b6d16ee2-12a8-45c7-9a79-c622e04fe7b6 None None] Current status of the port 9c85852d-55c8-4086-b3e4-547266ef9e3e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:05.973287 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b6d16ee2-12a8-45c7-9a79-c622e04fe7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:05.974912 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Routers {'be04a712-4d72-41b1-a49b-3c5a0376b107'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:05.975565 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a703488e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['be04a712-4d72-41b1-a49b-3c5a0376b107'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:06.021728 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6d150-7ab5-458c-bfb9-31fe18fedfa7 None None] Pushing event updated for resources: {'Port': ['ID=f1e796c8-32da-4ba1-90b2-eeb998d3fc57,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:06.035203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b6d16ee2-12a8-45c7-9a79-c622e04fe7b6 None None] For port 9c85852d-55c8-4086-b3e4-547266ef9e3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c85852d-55c8-4086-b3e4-547266ef9e3e,segment=NetworkSegment(33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5),segment_id=33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:32:06.074755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b6d16ee2-12a8-45c7-9a79-c622e04fe7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:06.157284 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] Set router be04a712-4d72-41b1-a49b-3c5a0376b107 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:06.219406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:06.364420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9c85852d-55c8-4086-b3e4-547266ef9e3e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:06.364932 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:06.390527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c607a1fa-3141-4568-b873-cacc75266300 None None] Provisioning complete for port 9c85852d-55c8-4086-b3e4-547266ef9e3e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:06.391004 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c607a1fa-3141-4568-b873-cacc75266300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:06.394239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d16ee2-12a8-45c7-9a79-c622e04fe7b6 None None] Pushing event updated for resources: {'Port': ['ID=9c85852d-55c8-4086-b3e4-547266ef9e3e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:06.470516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:32:06.470714 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:32:06.527106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c607a1fa-3141-4568-b873-cacc75266300 None None] Current status of the port 9c85852d-55c8-4086-b3e4-547266ef9e3e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:06.555927 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a703488e0>, [{'id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'name': 'tempest-TestVolumeBackupRestore-385548258-router', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:32:02Z', 'updated_at': '2022-02-19T21:32:03Z', 'revision_number': 3, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'gw_port': {'id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:03Z', 'updated_at': '2022-02-19T21:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:06.564892 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Publish callbacks [] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:06.571325 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:06.584289 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65fefb2-f99c-47c1-ac8f-11dfb5f379ee None None] The sync data for ids ['be04a712-4d72-41b1-a49b-3c5a0376b107'] in ncdv-master-1 is: [{'id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'name': 'tempest-TestVolumeBackupRestore-385548258-router', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:32:02Z', 'updated_at': '2022-02-19T21:32:03Z', 'revision_number': 3, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'gw_port': {'id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:03Z', 'updated_at': '2022-02-19T21:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:32:06.647656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (be04a712-4d72-41b1-a49b-3c5a0376b107), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:06.649979 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2de7c0-0ee4-4513-9ce2-e2a86533f347,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:06.651457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-44e77b40-552a-4c78-9489-ed9159e48219 None None] Provisioning complete for port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:06.651847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-44e77b40-552a-4c78-9489-ed9159e48219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:06.694889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-44e77b40-552a-4c78-9489-ed9159e48219 None None] Port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:32:06.760098 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Network f355ec0c-3ac4-4733-b11b-cdd98fec1a8e is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:32:06.761629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:32:06.920538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Router be04a712-4d72-41b1-a49b-3c5a0376b107 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:32:07.034409 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9c85852d-55c8-4086-b3e4-547266ef9e3e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:07.035478 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b7978452-8499-4dd3-abab-d21119248e94 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:32:07.071020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:32:07.077355 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d18e21d5-4fdf-437a-b213-ed20af7a6782 admin admin] 10.222.0.30 "PUT /v2.0/routers/be04a712-4d72-41b1-a49b-3c5a0376b107/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2185328
Feb 19 21:32:07.103350 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port b7978452-8499-4dd3-abab-d21119248e94 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:07.103822 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b7978452-8499-4dd3-abab-d21119248e94), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:07.154599 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f04d8702-017b-42d8-ae15-3f2ef611600e None None] Provisioning complete for port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:07.154975 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f04d8702-017b-42d8-ae15-3f2ef611600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:07.213500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f04d8702-017b-42d8-ae15-3f2ef611600e None None] Port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:32:07.230135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port b7978452-8499-4dd3-abab-d21119248e94 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:07.722764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9c85852d-55c8-4086-b3e4-547266ef9e3e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:32:07.773696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9c85852d-55c8-4086-b3e4-547266ef9e3e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:07.774078 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:07.857014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9c85852d-55c8-4086-b3e4-547266ef9e3e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:07.858148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f1e796c8-32da-4ba1-90b2-eeb998d3fc57 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:32:07.928731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f1e796c8-32da-4ba1-90b2-eeb998d3fc57 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:07.929119 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:08.008563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f1e796c8-32da-4ba1-90b2-eeb998d3fc57 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:08.009035 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:08.029721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port f1e796c8-32da-4ba1-90b2-eeb998d3fc57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1e796c8-32da-4ba1-90b2-eeb998d3fc57,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:32:08.034682 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:08.083415 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=f1e796c8-32da-4ba1-90b2-eeb998d3fc57,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:08.090860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.091208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.091559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.091906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.092249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.092640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.092979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.093314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.093647 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.094118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.094304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.094633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.095331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:08.907622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Sync routers for ids ['be04a712-4d72-41b1-a49b-3c5a0376b107'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:32:08.918432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Routers {'be04a712-4d72-41b1-a49b-3c5a0376b107'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:08.919124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a631e52b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['be04a712-4d72-41b1-a49b-3c5a0376b107'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:09.033904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Set router be04a712-4d72-41b1-a49b-3c5a0376b107 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:09.240301 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a631e52b0>, [{'id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'name': 'tempest-TestVolumeBackupRestore-385548258-router', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:32:02Z', 'updated_at': '2022-02-19T21:32:06Z', 'revision_number': 4, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'gw_port': {'id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:03Z', 'updated_at': '2022-02-19T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3d2de7c0-0ee4-4513-9ce2-e2a86533f347', 'name': '', 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'mac_address': 'fa:16:3e:21:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'd55cf3f3-facb-4ea1-ab02-d6bf814e489b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:05Z', 'updated_at': '2022-02-19T21:32:06Z', 'revision_number': 2, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'subnets': [{'id': 'd55cf3f3-facb-4ea1-ab02-d6bf814e489b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:09.267002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Checking router: be04a712-4d72-41b1-a49b-3c5a0376b107 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:32:09.267366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Updating router be04a712-4d72-41b1-a49b-3c5a0376b107 port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:32:09.293352 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:09.549277 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Publish callbacks [] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:09.554002 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:09.599351 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59615223-5128-48c0-aa68-9392f2935b63 None None] Pushing event updated for resources: {'Port': ['ID=3d2de7c0-0ee4-4513-9ce2-e2a86533f347,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:09.667591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Attempting to bind port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:32:09.667974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Attempting to bind port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:32:09.668439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Attempting to bind port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 on network f355ec0c-3ac4-4733-b11b-cdd98fec1a8e {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:32:09.672445 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f1e796c8-32da-4ba1-90b2-eeb998d3fc57 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:32:09.702737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:32:09.704067 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Checking segment: {'id': '33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:32:09.704067 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:09.704067 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Bound using segment: {'id': '33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:32:09.704436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Bound port: 3d2de7c0-0ee4-4513-9ce2-e2a86533f347, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:32:09.704794 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:09.783341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f1e796c8-32da-4ba1-90b2-eeb998d3fc57 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:09.783720 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:09.785576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] For port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:32:09.789132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] For port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d2de7c0-0ee4-4513-9ce2-e2a86533f347,segment=NetworkSegment(33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5),segment_id=33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:32:09.813340 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:09.903738 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-febccdea-1da7-41a1-b2df-3d375fb250e9 None None] Provisioning complete for port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:09.904585 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-febccdea-1da7-41a1-b2df-3d375fb250e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:09.906543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59615223-5128-48c0-aa68-9392f2935b63 None None] Pushing event updated for resources: {'Port': ['ID=3d2de7c0-0ee4-4513-9ce2-e2a86533f347,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:09.910855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Routers {'be04a712-4d72-41b1-a49b-3c5a0376b107'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:09.911039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a631e52b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:31:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['be04a712-4d72-41b1-a49b-3c5a0376b107'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:10.048719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f1e796c8-32da-4ba1-90b2-eeb998d3fc57 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:10.115075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] Set router be04a712-4d72-41b1-a49b-3c5a0376b107 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:10.117847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-febccdea-1da7-41a1-b2df-3d375fb250e9 None None] Current status of the port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:10.117847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-febccdea-1da7-41a1-b2df-3d375fb250e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:10.211396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-febccdea-1da7-41a1-b2df-3d375fb250e9 None None] For port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d2de7c0-0ee4-4513-9ce2-e2a86533f347,segment=NetworkSegment(33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5),segment_id=33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:32:10.222164 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-febccdea-1da7-41a1-b2df-3d375fb250e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:10.313833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febccdea-1da7-41a1-b2df-3d375fb250e9 None None] Pushing event updated for resources: {'Port': ['ID=3d2de7c0-0ee4-4513-9ce2-e2a86533f347,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:10.369656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-521f6cee-703e-4fd6-980e-024280aab11b None None] Provisioning complete for port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:10.370040 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-521f6cee-703e-4fd6-980e-024280aab11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:10.432999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a631e52b0>, [{'id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'name': 'tempest-TestVolumeBackupRestore-385548258-router', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:32:02Z', 'updated_at': '2022-02-19T21:32:06Z', 'revision_number': 4, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'gw_port': {'id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:03Z', 'updated_at': '2022-02-19T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3d2de7c0-0ee4-4513-9ce2-e2a86533f347', 'name': '', 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'mac_address': 'fa:16:3e:21:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'd55cf3f3-facb-4ea1-ab02-d6bf814e489b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:05Z', 'updated_at': '2022-02-19T21:32:09Z', 'revision_number': 4, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'subnets': [{'id': 'd55cf3f3-facb-4ea1-ab02-d6bf814e489b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:10.477581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501623e-0063-4949-bc20-a1c9d3b29562 None None] The sync data for ids ['be04a712-4d72-41b1-a49b-3c5a0376b107'] in ncdv-master-1 is: [{'id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'name': 'tempest-TestVolumeBackupRestore-385548258-router', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:32:02Z', 'updated_at': '2022-02-19T21:32:06Z', 'revision_number': 4, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'gw_port': {'id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:03Z', 'updated_at': '2022-02-19T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3d2de7c0-0ee4-4513-9ce2-e2a86533f347', 'name': '', 'network_id': 'f355ec0c-3ac4-4733-b11b-cdd98fec1a8e', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'mac_address': 'fa:16:3e:21:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'd55cf3f3-facb-4ea1-ab02-d6bf814e489b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:05Z', 'updated_at': '2022-02-19T21:32:09Z', 'revision_number': 4, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'subnets': [{'id': 'd55cf3f3-facb-4ea1-ab02-d6bf814e489b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:32:10.494903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-521f6cee-703e-4fd6-980e-024280aab11b None None] Current status of the port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:11.669010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:32:11.720483 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:11.720883 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:11.795192 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:18.338521 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4e24-b57c-49ee-b5f1-8c05accd438a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:20.617302 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-04084b0b-3ffb-4800-af29-eed6e830ace7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:21.932990 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:23.275878 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.200229 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34464) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:24.205763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6d2dfb64-f079-4a88-b594-d2df19c103be tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318523731', 'description': 'tempest-secgroup-smoke-1318523731 description', 'project_id': '72f5105ec09c4f3c82c087633532c76a'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:24.226188 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d2dfb64-f079-4a88-b594-d2df19c103be tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.291473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d2dfb64-f079-4a88-b594-d2df19c103be tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group (b1dd4d4f-a138-4811-9c61-92a3898f0a9c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.295150 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d2dfb64-f079-4a88-b594-d2df19c103be tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b1dd4d4f-a138-4811-9c61-92a3898f0a9c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.324920 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6d2dfb64-f079-4a88-b594-d2df19c103be tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.326158 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6d2dfb64-f079-4a88-b594-d2df19c103be tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1248429
Feb 19 21:32:24.327524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2dfb64-f079-4a88-b594-d2df19c103be tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dd4d4f-a138-4811-9c61-92a3898f0a9c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:24.330241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34466) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:24.335038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd4d4f-a138-4811-9c61-92a3898f0a9c', 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:24.360157 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (394456cf-55f0-40ab-afcb-901dde90426c), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.414916 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (394456cf-55f0-40ab-afcb-901dde90426c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.418357 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (394456cf-55f0-40ab-afcb-901dde90426c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.435343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394456cf-55f0-40ab-afcb-901dde90426c,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:24.445728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.446933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1156099
Feb 19 21:32:24.447848 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.448541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.448898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.449253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.449600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.449857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34468) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:24.449991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.450266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.450620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.450939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.451268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.451851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.452185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.452543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.452868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07470b6a-ce9f-4854-bfc9-8f5e51ac42d5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:32:24.455542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d71654cf-d20f-4177-a5e3-4981f3db3089 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd4d4f-a138-4811-9c61-92a3898f0a9c', 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:24.479422 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d71654cf-d20f-4177-a5e3-4981f3db3089 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (9f07bf28-d173-499e-bacf-9374b65b0aa8), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.539119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d71654cf-d20f-4177-a5e3-4981f3db3089 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (9f07bf28-d173-499e-bacf-9374b65b0aa8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.542461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d71654cf-d20f-4177-a5e3-4981f3db3089 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (9f07bf28-d173-499e-bacf-9374b65b0aa8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.560243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71654cf-d20f-4177-a5e3-4981f3db3089 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f07bf28-d173-499e-bacf-9374b65b0aa8,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:24.564879 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d71654cf-d20f-4177-a5e3-4981f3db3089 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.566191 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d71654cf-d20f-4177-a5e3-4981f3db3089 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1150849
Feb 19 21:32:24.568944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34470) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:24.573170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ab73daaf-ae74-4f58-aebe-a23c261fed5e tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd4d4f-a138-4811-9c61-92a3898f0a9c', 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:24.597689 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab73daaf-ae74-4f58-aebe-a23c261fed5e tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (444c7acb-2328-444a-a3f0-20912faa80bf), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.655476 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab73daaf-ae74-4f58-aebe-a23c261fed5e tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (444c7acb-2328-444a-a3f0-20912faa80bf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.659059 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab73daaf-ae74-4f58-aebe-a23c261fed5e tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (444c7acb-2328-444a-a3f0-20912faa80bf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.678751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73daaf-ae74-4f58-aebe-a23c261fed5e tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444c7acb-2328-444a-a3f0-20912faa80bf,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:24.684438 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab73daaf-ae74-4f58-aebe-a23c261fed5e tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.685164 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ab73daaf-ae74-4f58-aebe-a23c261fed5e tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1152861
Feb 19 21:32:24.688929 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34472) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:24.693326 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-f3163222-0d63-47fa-9127-21eaa2ccefb1 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd4d4f-a138-4811-9c61-92a3898f0a9c', 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:24.718346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3163222-0d63-47fa-9127-21eaa2ccefb1 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (e65ff1b4-05e7-4f77-9504-4eff7b157bc8), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.777199 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3163222-0d63-47fa-9127-21eaa2ccefb1 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (e65ff1b4-05e7-4f77-9504-4eff7b157bc8), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.781003 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3163222-0d63-47fa-9127-21eaa2ccefb1 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (e65ff1b4-05e7-4f77-9504-4eff7b157bc8), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.799333 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3163222-0d63-47fa-9127-21eaa2ccefb1 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65ff1b4-05e7-4f77-9504-4eff7b157bc8,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:24.806404 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f3163222-0d63-47fa-9127-21eaa2ccefb1 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.807604 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f3163222-0d63-47fa-9127-21eaa2ccefb1 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1177146
Feb 19 21:32:24.810339 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34474) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:24.815215 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-21c31a65-57cf-4291-88f4-aa782a180b68 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd4d4f-a138-4811-9c61-92a3898f0a9c', 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:24.834100 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-21c31a65-57cf-4291-88f4-aa782a180b68 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Project 72f5105ec09c4f3c82c087633532c76a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:32:24.838898 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21c31a65-57cf-4291-88f4-aa782a180b68 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (2d210b5c-1dbd-49e0-b584-35ad78aa8b0b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.898371 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21c31a65-57cf-4291-88f4-aa782a180b68 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (2d210b5c-1dbd-49e0-b584-35ad78aa8b0b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.901748 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21c31a65-57cf-4291-88f4-aa782a180b68 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (2d210b5c-1dbd-49e0-b584-35ad78aa8b0b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.919093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c31a65-57cf-4291-88f4-aa782a180b68 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d210b5c-1dbd-49e0-b584-35ad78aa8b0b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:24.927482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-21c31a65-57cf-4291-88f4-aa782a180b68 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:24.928736 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-21c31a65-57cf-4291-88f4-aa782a180b68 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1174424
Feb 19 21:32:24.931431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34476) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:24.935752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-895008b9-4da5-4c61-b347-3bfb3c0073f5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd4d4f-a138-4811-9c61-92a3898f0a9c', 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:24.956615 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-895008b9-4da5-4c61-b347-3bfb3c0073f5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Project 72f5105ec09c4f3c82c087633532c76a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:32:24.961410 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-895008b9-4da5-4c61-b347-3bfb3c0073f5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (c80d319b-9ef3-4a11-9be8-a297f1617495), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:25.020312 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-895008b9-4da5-4c61-b347-3bfb3c0073f5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (c80d319b-9ef3-4a11-9be8-a297f1617495), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:25.024387 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-895008b9-4da5-4c61-b347-3bfb3c0073f5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c80d319b-9ef3-4a11-9be8-a297f1617495), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:25.041752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895008b9-4da5-4c61-b347-3bfb3c0073f5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80d319b-9ef3-4a11-9be8-a297f1617495,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:25.052793 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-895008b9-4da5-4c61-b347-3bfb3c0073f5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:25.054138 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-895008b9-4da5-4c61-b347-3bfb3c0073f5 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1217577
Feb 19 21:32:25.207771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-62f772af-9932-474d-b6a3-ab82c69db0d7 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318523731&fields=id&tenant_id=72f5105ec09c4f3c82c087633532c76a HTTP/1.1" status: 200  len: 267 time: 0.0438509
Feb 19 21:32:25.315679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-efa4d444-1e38-4929-ae02-e6500b86a575 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:25.317186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-efa4d444-1e38-4929-ae02-e6500b86a575 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/networks?id=e501790d-f9f0-494b-b073-39b69c12b88b HTTP/1.1" status: 200  len: 814 time: 0.1032326
Feb 19 21:32:25.331871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-ac2c5915-e504-4cdc-a40c-ae72562d4491 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/quotas/72f5105ec09c4f3c82c087633532c76a HTTP/1.1" status: 200  len: 375 time: 0.0092568
Feb 19 21:32:25.386799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-fee87d19-df06-43ca-b5d3-fe99e08b40c1 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=72f5105ec09c4f3c82c087633532c76a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0501328
Feb 19 21:32:25.579501 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-9ee76094-43a2-47bd-b81d-48c96bc8dc37 service neutron] 10.222.0.30 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810827
Feb 19 21:32:25.668191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a21b9365-85a3-4174-a12f-ad59e57430e1 service neutron] 10.222.0.30 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830557
Feb 19 21:32:25.955037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd84a92a-272f-4ba1-912d-c186de1b0d6a req-5b9eef84-9afa-4935-8ac1-07d2eaef044e tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 210 time: 0.0273051
Feb 19 21:32:26.158061 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:26.866031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-5a01a980-64f4-4c62-b182-4bb632a23c31 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:26.867501 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-5a01a980-64f4-4c62-b182-4bb632a23c31 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.67 "GET /v2.0/networks?id=e501790d-f9f0-494b-b073-39b69c12b88b HTTP/1.1" status: 200  len: 814 time: 0.1108894
Feb 19 21:32:26.932935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-81ac630a-6a0c-4544-a003-f13a463fac22 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72f5105ec09c4f3c82c087633532c76a HTTP/1.1" status: 200  len: 380 time: 0.0567873
Feb 19 21:32:26.940961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Request body: {'port': {'device_id': '2f113925-120d-40cc-b839-02454f963b02', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'admin_state_up': True, 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'security_groups': ['b1dd4d4f-a138-4811-9c61-92a3898f0a9c']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:27.306489 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:32:27.389428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f369cc1d-b131-4478-99d7-3ee163f64818 req-6fed85e6-ea0b-42ce-afa2-3e3d8c51469a tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 210 time: 0.3626568
Feb 19 21:32:27.409012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Made reservation on behalf of 72f5105ec09c4f3c82c087633532c76a for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:32:27.412423 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:27.538060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Allocated IP 172.20.0.7 (e501790d-f9f0-494b-b073-39b69c12b88b/d6128023-838c-449b-9f60-550c97e3169e/4743adec-2ebd-4c1f-9f90-1ce85d2304c5) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:32:27.679832 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:27.716081 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:27.763809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Network e501790d-f9f0-494b-b073-39b69c12b88b is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:32:27.767033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:32:27.770826 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:32:27.799281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event updated for resources: {'Port': ['ID=4743adec-2ebd-4c1f-9f90-1ce85d2304c5,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:27.830795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:27.830979 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:27.848400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-a70e4a40-5536-474e-bba0-e8c14dc0c573 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9110262
Feb 19 21:32:27.858812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-de34ef70-58ba-43c9-9cd4-04b0161df07f tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:32:27.859937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-de34ef70-58ba-43c9-9cd4-04b0161df07f tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055037
Feb 19 21:32:27.870724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Request body: {'port': {'device_id': '2f113925-120d-40cc-b839-02454f963b02', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:27.938773 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:28.051246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f0e2ae07-a2b7-4461-8d0a-0f2dd9cc0509 None None] Provisioning complete for port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:28.051877 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ae07-a2b7-4461-8d0a-0f2dd9cc0509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:28.217134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:32:28.225250 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Publish callbacks [] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:28.237654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Transition to ACTIVE for port object 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:32:28.242727 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:28.247624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2ae07-a2b7-4461-8d0a-0f2dd9cc0509 None None] Port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:32:28.314618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=4743adec-2ebd-4c1f-9f90-1ce85d2304c5,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:28.365848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Attempting to bind port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:32:28.366232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Attempting to bind port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:32:28.366572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Attempting to bind port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 on network e501790d-f9f0-494b-b073-39b69c12b88b {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:32:28.371167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 on network e501790d-f9f0-494b-b073-39b69c12b88b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:32:28.371505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Attempting to bind port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 on network e501790d-f9f0-494b-b073-39b69c12b88b {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:32:28.377224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:32:28.377579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Checking segment: {'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:32:28.377983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Bound using segment: {'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:32:28.378423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Bound port: 4743adec-2ebd-4c1f-9f90-1ce85d2304c5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b858e8-f301-456c-ba05-eb7299d5d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:32:28.378795 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:28.454882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] For port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:32:28.459179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] For port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4743adec-2ebd-4c1f-9f90-1ce85d2304c5,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:32:28.464782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:28.527480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:28.528119 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:28.529555 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] 10.222.0.67 "PUT /v2.0/ports/4743adec-2ebd-4c1f-9f90-1ce85d2304c5 HTTP/1.1" status: 200  len: 1091 time: 0.6631503
Feb 19 21:32:28.530022 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:32:28.532383 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4c9242-702b-4742-97b2-8b1870a306c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:32:28.558530 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444484ab-768c-4acf-b089-1c5a3d371ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=4743adec-2ebd-4c1f-9f90-1ce85d2304c5,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:28.586351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79568f-9aef-4943-8085-bfff5925ad58 req-b2a002b9-1137-4d47-a8d0-9b650b54fe5d tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:28.587934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b79568f-9aef-4943-8085-bfff5925ad58 req-b2a002b9-1137-4d47-a8d0-9b650b54fe5d tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 943 time: 0.0987120
Feb 19 21:32:28.589705 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ca3cd4-4a5a-44c7-a03a-145c7b715047 x-openstack-request-id: req-64ca3cd4-4a5a-44c7-a03a-145c7b715047 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:32:28.589999 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:32:28.590259 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64ca3cd4-4a5a-44c7-a03a-145c7b715047 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:32:28.590666 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'status': 'completed', 'code': 200}
Feb 19 21:32:28.676456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b79568f-9aef-4943-8085-bfff5925ad58 req-6bc1226b-6255-458f-9c17-8ea1f4435c7b tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746717
Feb 19 21:32:28.683379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-c929d69a-dfda-44b2-a889-9028ebad7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:28.685018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-c929d69a-dfda-44b2-a889-9028ebad7027 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72f5105ec09c4f3c82c087633532c76a&device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 1125 time: 0.0925112
Feb 19 21:32:28.731835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-041e2bc4-820d-4483-a942-0c6d54a42ff9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4743adec-2ebd-4c1f-9f90-1ce85d2304c5 HTTP/1.1" status: 200  len: 217 time: 0.0404160
Feb 19 21:32:28.780038 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-9c623f54-9b35-4988-81c9-8159547930f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:28.782137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-9c623f54-9b35-4988-81c9-8159547930f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6128023-838c-449b-9f60-550c97e3169e HTTP/1.1" status: 200  len: 853 time: 0.0442884
Feb 19 21:32:28.839285 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-6cf1650a-3e06-4843-9165-83f5bdaf9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:28.840821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-6cf1650a-3e06-4843-9165-83f5bdaf9873 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e501790d-f9f0-494b-b073-39b69c12b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0540411
Feb 19 21:32:28.927294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-6ebd0a39-5338-4f45-9c88-b15d4a218bc1 service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804691
Feb 19 21:32:29.020010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcc14f3a-f071-4571-bbda-ee018ee39156 req-1639701f-f62c-4e6f-b959-799177017e32 service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872638
Feb 19 21:32:29.108811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c9242-702b-4742-97b2-8b1870a306c5 req-0c953ba4-5ef1-4326-92e7-f3f8932e782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:29.110860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd4c9242-702b-4742-97b2-8b1870a306c5 req-0c953ba4-5ef1-4326-92e7-f3f8932e782d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72f5105ec09c4f3c82c087633532c76a&device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 1125 time: 0.0453691
Feb 19 21:32:29.198377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c9242-702b-4742-97b2-8b1870a306c5 req-4921f410-3f92-43b9-8a2e-f4402842f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:29.199858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd4c9242-702b-4742-97b2-8b1870a306c5 req-4921f410-3f92-43b9-8a2e-f4402842f7a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e501790d-f9f0-494b-b073-39b69c12b88b HTTP/1.1" status: 200  len: 915 time: 0.0833321
Feb 19 21:32:29.245170 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd4c9242-702b-4742-97b2-8b1870a306c5 req-4fe048a2-5201-40bb-b7c1-733dfffb33b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4743adec-2ebd-4c1f-9f90-1ce85d2304c5 HTTP/1.1" status: 200  len: 217 time: 0.0392327
Feb 19 21:32:29.291740 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c9242-702b-4742-97b2-8b1870a306c5 req-697fbf57-d37e-44b4-a29c-4855e2fd3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:29.293203 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd4c9242-702b-4742-97b2-8b1870a306c5 req-697fbf57-d37e-44b4-a29c-4855e2fd3763 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6128023-838c-449b-9f60-550c97e3169e HTTP/1.1" status: 200  len: 853 time: 0.0423894
Feb 19 21:32:29.340046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c9242-702b-4742-97b2-8b1870a306c5 req-ae131fd7-66b6-45cc-8cba-db29eec96513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:29.341596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd4c9242-702b-4742-97b2-8b1870a306c5 req-ae131fd7-66b6-45cc-8cba-db29eec96513 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e501790d-f9f0-494b-b073-39b69c12b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431538
Feb 19 21:32:29.432311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd4c9242-702b-4742-97b2-8b1870a306c5 req-91891ec3-f798-4e0c-8639-5830c0ad85f2 service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846875
Feb 19 21:32:29.520456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd4c9242-702b-4742-97b2-8b1870a306c5 req-c7684783-182c-4cad-9095-be12bb387dcd service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822859
Feb 19 21:32:29.716407 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:29.803420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb76a9-b494-41d9-a6e2-4b72e7992690 req-9d7409e2-2568-42e7-abf6-3c503a94be9b tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:29.804942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ddb76a9-b494-41d9-a6e2-4b72e7992690 req-9d7409e2-2568-42e7-abf6-3c503a94be9b tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 943 time: 0.0582931
Feb 19 21:32:29.864971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ddb76a9-b494-41d9-a6e2-4b72e7992690 req-c9aac395-114d-476e-850a-c64d346bcc4f tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543547
Feb 19 21:32:30.983645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f5388-345a-4149-af85-68b3cd0d8ea3 req-ff34abaa-00a8-4a73-8604-c69571e01e2f tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:30.985099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a1f5388-345a-4149-af85-68b3cd0d8ea3 req-ff34abaa-00a8-4a73-8604-c69571e01e2f tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 943 time: 0.0534375
Feb 19 21:32:31.033768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a1f5388-345a-4149-af85-68b3cd0d8ea3 req-e0a36064-7aaa-445c-ad7d-739cfa678f28 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431314
Feb 19 21:32:32.168382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd5d6-badb-40e7-aa88-a44ecd17d9c3 req-7de87bf7-1041-4e6f-9367-15aebf0b2078 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:32.169871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8ddd5d6-badb-40e7-aa88-a44ecd17d9c3 req-7de87bf7-1041-4e6f-9367-15aebf0b2078 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 943 time: 0.0607722
Feb 19 21:32:32.222357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d8ddd5d6-badb-40e7-aa88-a44ecd17d9c3 req-ff9b8d14-f332-403b-b534-17ac2167acf9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468833
Feb 19 21:32:33.339752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904c992-f61a-407b-96b5-716d3d092c89 req-a971cc71-7c78-41a1-bf54-6767d2e14e9c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:33.341278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8904c992-f61a-407b-96b5-716d3d092c89 req-a971cc71-7c78-41a1-bf54-6767d2e14e9c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 943 time: 0.0526953
Feb 19 21:32:33.389388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8904c992-f61a-407b-96b5-716d3d092c89 req-fd8b105e-b076-497c-8929-7c4f33a26aa6 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419865
Feb 19 21:32:34.235843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:32:34.332423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4743adec-2ebd-4c1f-9f90-1ce85d2304c5,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:32:34.343371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'port_id': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'mac_address': 'fa:16:3e:24:f4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:32:34.378939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:34.379336 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:34.392595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:32:34.412205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4743adec-2ebd-4c1f-9f90-1ce85d2304c5,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:32:34.416492 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:34.465085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=4743adec-2ebd-4c1f-9f90-1ce85d2304c5,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:34.519977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d8037-71af-4144-979c-3127585a9289 req-0e66555c-40ac-4fbe-b68d-0a8cdecd92b1 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:34.521677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c0d8037-71af-4144-979c-3127585a9289 req-0e66555c-40ac-4fbe-b68d-0a8cdecd92b1 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 944 time: 0.0549741
Feb 19 21:32:34.570819 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c0d8037-71af-4144-979c-3127585a9289 req-14b83677-7c1f-4311-a695-95a5f2c38f4b tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435190
Feb 19 21:32:34.731664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['4743adec-2ebd-4c1f-9f90-1ce85d2304c5'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:32:35.696009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78075732-c997-45f2-a8f3-43050caf40e5 req-7c3acdf8-651a-4c43-8a12-8d56ceeecec0 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:35.697538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78075732-c997-45f2-a8f3-43050caf40e5 req-7c3acdf8-651a-4c43-8a12-8d56ceeecec0 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 944 time: 0.0582175
Feb 19 21:32:35.746283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78075732-c997-45f2-a8f3-43050caf40e5 req-b8c74017-408b-4469-b09a-94d9b494a738 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426829
Feb 19 21:32:36.235786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:32:36.285278 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:32:36.289264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:32:36.289643 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:36.365554 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:32:36.365969 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:36.388158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:32:36.390575 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d8e7e1-dd82-444c-aaae-a8f69f1a97d7" -d '{"events": [{"server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "name": "network-vif-plugged", "status": "completed", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:32:36.408889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4743adec-2ebd-4c1f-9f90-1ce85d2304c5,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:32:36.412304 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:36.436553 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3625938e-0dc5-4411-938f-5fccdc410b80 x-openstack-request-id: req-3625938e-0dc5-4411-938f-5fccdc410b80 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:32:36.436858 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "name": "network-vif-plugged", "status": "completed", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:32:36.437122 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3625938e-0dc5-4411-938f-5fccdc410b80 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:32:36.437519 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'code': 200}
Feb 19 21:32:36.465149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=4743adec-2ebd-4c1f-9f90-1ce85d2304c5,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:36.577709 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccea871-617c-4e73-a636-f6e6fa714fb8 req-e3565faa-2015-4b3b-abf1-0c8bc7b7a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:36.579228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ccea871-617c-4e73-a636-f6e6fa714fb8 req-e3565faa-2015-4b3b-abf1-0c8bc7b7a9ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 1127 time: 0.0964508
Feb 19 21:32:36.625779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ccea871-617c-4e73-a636-f6e6fa714fb8 req-629a4f9b-ee57-47bc-a63a-46fbfba5a33b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410564
Feb 19 21:32:36.867357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd280885-02a5-4d20-862c-d3f8156b990e req-8d1bfe40-241c-4e6f-bbf8-ffc9aff9c580 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:36.868862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd280885-02a5-4d20-862c-d3f8156b990e req-8d1bfe40-241c-4e6f-bbf8-ffc9aff9c580 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 945 time: 0.0568819
Feb 19 21:32:36.916473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bd280885-02a5-4d20-862c-d3f8156b990e req-7d6100f7-44a7-4d37-9a34-1dce3cc50e1e tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421143
Feb 19 21:32:38.036887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee8e7d-880c-4475-ac08-21e325f97389 req-677cdca2-a266-49d2-8a76-7fa3c806e0bf tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:38.038400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2eee8e7d-880c-4475-ac08-21e325f97389 req-677cdca2-a266-49d2-8a76-7fa3c806e0bf tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 945 time: 0.0530310
Feb 19 21:32:38.087070 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2eee8e7d-880c-4475-ac08-21e325f97389 req-b4b1c195-8ff5-4591-977d-cadb3a5fcdc9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431087
Feb 19 21:32:38.204393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54695cc-ff93-4fdc-9b26-6fd7b87e6703 req-31598458-19be-4cb7-b4ef-f1aece609388 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:38.205841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d54695cc-ff93-4fdc-9b26-6fd7b87e6703 req-31598458-19be-4cb7-b4ef-f1aece609388 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 945 time: 0.0531766
Feb 19 21:32:38.258127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d54695cc-ff93-4fdc-9b26-6fd7b87e6703 req-ecff4fe7-abda-4987-a2ac-32855c16b8e3 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468266
Feb 19 21:32:38.279440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34540) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:38.365031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9164426a-b9c8-429e-bcd2-4715f325b427 tempest-TestVolumeBackupRestore-1887661089 tempest-TestVolumeBackupRestore-1887661089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:38.366548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9164426a-b9c8-429e-bcd2-4715f325b427 tempest-TestVolumeBackupRestore-1887661089 tempest-TestVolumeBackupRestore-1887661089-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 1122 time: 0.0861597
Feb 19 21:32:38.369565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34544) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:38.373708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:38.393275 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:38.489159 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:38.594481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Allocated IP 172.35.2.6 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/6f3d3617-bc15-4651-8e95-195ae03d3889) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:32:38.694757 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for port (6f3d3617-bc15-4651-8e95-195ae03d3889), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:38.735210 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6f3d3617-bc15-4651-8e95-195ae03d3889), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:38.774077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:32:38.778458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:32:38.782134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:32:38.803481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event updated for resources: {'Port': ['ID=6f3d3617-bc15-4651-8e95-195ae03d3889,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:39.129835 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for floatingip (e128a33b-4623-45ee-986f-ecca6a782d1e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:39.196466 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6f3d3617-bc15-4651-8e95-195ae03d3889), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:39.347117 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for port (6f3d3617-bc15-4651-8e95-195ae03d3889), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:39.351622 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (6f3d3617-bc15-4651-8e95-195ae03d3889), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:39.421105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event updated for resources: {'Port': ['ID=6f3d3617-bc15-4651-8e95-195ae03d3889,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:32:39.429655 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (e128a33b-4623-45ee-986f-ecca6a782d1e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:39.530031 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Floating IP e128a33b-4623-45ee-986f-ecca6a782d1e associated. External IP: 172.35.2.6, port: 4743adec-2ebd-4c1f-9f90-1ce85d2304c5.
Feb 19 21:32:39.741970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Router a89f0e89-7e2e-4a64-881b-0333737bb8fa has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:32:39.851018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:32:39.861247 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee110771-6c77-4cb0-a87e-7e497800d280 None None] Sync routers for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:32:39.868479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:39.870360 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee110771-6c77-4cb0-a87e-7e497800d280 None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:39.871042 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ee110771-6c77-4cb0-a87e-7e497800d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7035df10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:32:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:39.898639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4bc283f2-3b09-4eee-911c-beb32c32e5e9 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 1.5280700
Feb 19 21:32:39.899354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:32:39.901439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34546) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:39.901946 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2673d655-6119-4aa0-8b16-d95936626f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:32:39.941859 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d9dcc4-2875-4f45-a5b3-9f37d2ea64db x-openstack-request-id: req-d2d9dcc4-2875-4f45-a5b3-9f37d2ea64db {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:32:39.942173 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:32:39.942482 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2d9dcc4-2875-4f45-a5b3-9f37d2ea64db {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:32:39.942856 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'status': 'completed', 'code': 200}
Feb 19 21:32:39.949442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda503f-d4e8-447c-818b-ce1942a93cd1 tempest-TestVolumeBackupRestore-1887661089 tempest-TestVolumeBackupRestore-1887661089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:39.951038 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1eda503f-d4e8-447c-818b-ce1942a93cd1 tempest-TestVolumeBackupRestore-1887661089 tempest-TestVolumeBackupRestore-1887661089-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 1122 time: 0.0484171
Feb 19 21:32:39.954769 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34550) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:32:39.959290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e350c138-0d5f-42b8-a7d3-e98aa44c8611 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Request body: {'floatingip': {'port_id': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:32:39.979199 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ee110771-6c77-4cb0-a87e-7e497800d280 None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:40.010882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d655-6119-4aa0-8b16-d95936626f1b req-ffec68b6-5cd5-4449-9bd2-525bd6f3a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:40.012465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2673d655-6119-4aa0-8b16-d95936626f1b req-ffec68b6-5cd5-4449-9bd2-525bd6f3a86d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72f5105ec09c4f3c82c087633532c76a&device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 1127 time: 0.0458345
Feb 19 21:32:40.026314 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e350c138-0d5f-42b8-a7d3-e98aa44c8611 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for floatingip (e128a33b-4623-45ee-986f-ecca6a782d1e), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:40.116675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d655-6119-4aa0-8b16-d95936626f1b req-52310a4e-b138-4741-8eb2-115f2aacfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:40.118393 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2673d655-6119-4aa0-8b16-d95936626f1b req-52310a4e-b138-4741-8eb2-115f2aacfebb service neutron] 10.222.0.67 "GET /v2.0/networks?id=e501790d-f9f0-494b-b073-39b69c12b88b HTTP/1.1" status: 200  len: 915 time: 0.1002254
Feb 19 21:32:40.188479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2673d655-6119-4aa0-8b16-d95936626f1b req-9d013ba8-9f4f-4678-b637-1788e708b448 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4743adec-2ebd-4c1f-9f90-1ce85d2304c5 HTTP/1.1" status: 200  len: 997 time: 0.0629702
Feb 19 21:32:40.215110 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ee110771-6c77-4cb0-a87e-7e497800d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7035df10>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e128a33b-4623-45ee-986f-ecca6a782d1e', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'floating_ip_address': '172.35.2.6', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'port_id': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'mac_address': 'fa:16:3e:24:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f113925-120d-40cc-b839-02454f963b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:32:38Z', 'updated_at': '2022-02-19T21:32:38Z', 'revision_number': 0, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:05Z', 'revision_number': 5, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:40.237253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d655-6119-4aa0-8b16-d95936626f1b req-21e87aef-d6bd-405d-9d68-b03e1c18f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:40.238739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2673d655-6119-4aa0-8b16-d95936626f1b req-21e87aef-d6bd-405d-9d68-b03e1c18f54e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6128023-838c-449b-9f60-550c97e3169e HTTP/1.1" status: 200  len: 853 time: 0.0452352
Feb 19 21:32:40.247533 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee110771-6c77-4cb0-a87e-7e497800d280 None None] Checking router: a89f0e89-7e2e-4a64-881b-0333737bb8fa for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:32:40.256319 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee110771-6c77-4cb0-a87e-7e497800d280 None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:40.256962 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ee110771-6c77-4cb0-a87e-7e497800d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7035df10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:32:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:40.293948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d655-6119-4aa0-8b16-d95936626f1b req-a019932b-2985-4182-a60f-a29672b04ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:40.295603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2673d655-6119-4aa0-8b16-d95936626f1b req-a019932b-2985-4182-a60f-a29672b04ac1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e501790d-f9f0-494b-b073-39b69c12b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0505786
Feb 19 21:32:40.365399 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ee110771-6c77-4cb0-a87e-7e497800d280 None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:40.387047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2673d655-6119-4aa0-8b16-d95936626f1b req-5d5d30be-db13-43cd-a4ce-1927553d9da4 service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853622
Feb 19 21:32:40.488726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2673d655-6119-4aa0-8b16-d95936626f1b req-2088016a-2a21-4b41-bbac-eb5ed3616ad5 service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958021
Feb 19 21:32:40.513034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e350c138-0d5f-42b8-a7d3-e98aa44c8611 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:40.517452 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e350c138-0d5f-42b8-a7d3-e98aa44c8611 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (e128a33b-4623-45ee-986f-ecca6a782d1e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:40.592627 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ee110771-6c77-4cb0-a87e-7e497800d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7035df10>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e128a33b-4623-45ee-986f-ecca6a782d1e', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'floating_ip_address': '172.35.2.6', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'port_id': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'mac_address': 'fa:16:3e:24:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f113925-120d-40cc-b839-02454f963b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:32:38Z', 'updated_at': '2022-02-19T21:32:38Z', 'revision_number': 0, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:05Z', 'revision_number': 5, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:40.625045 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee110771-6c77-4cb0-a87e-7e497800d280 None None] The sync data for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 is: [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e128a33b-4623-45ee-986f-ecca6a782d1e', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'floating_ip_address': '172.35.2.6', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'port_id': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'mac_address': 'fa:16:3e:24:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f113925-120d-40cc-b839-02454f963b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:32:38Z', 'updated_at': '2022-02-19T21:32:38Z', 'revision_number': 0, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:05Z', 'revision_number': 5, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:32:40.736553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e350c138-0d5f-42b8-a7d3-e98aa44c8611 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Router a89f0e89-7e2e-4a64-881b-0333737bb8fa has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:32:40.848146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e350c138-0d5f-42b8-a7d3-e98aa44c8611 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:32:40.853127 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e350c138-0d5f-42b8-a7d3-e98aa44c8611 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:40.859786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941107a8-cb52-4e14-884f-2b5c6888b595 None None] New status for floating IP e128a33b-4623-45ee-986f-ecca6a782d1e: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:32:40.885665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:32:40.887887 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0543516d-61d9-4982-a69e-fff31c6c39c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:32:40.918578 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e350c138-0d5f-42b8-a7d3-e98aa44c8611 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "PUT /v2.0/floatingips/e128a33b-4623-45ee-986f-ecca6a782d1e HTTP/1.1" status: 200  len: 989 time: 0.9627936
Feb 19 21:32:40.933974 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5239c231-a3ea-41bd-bfc1-f3265c7a544d x-openstack-request-id: req-5239c231-a3ea-41bd-bfc1-f3265c7a544d {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:32:40.934275 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:32:40.934539 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5239c231-a3ea-41bd-bfc1-f3265c7a544d {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:32:40.934975 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'status': 'completed', 'code': 200}
Feb 19 21:32:40.998389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543516d-61d9-4982-a69e-fff31c6c39c6 req-3e6af2c0-8e3f-49f0-b0d4-92f48877cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:40.999972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0543516d-61d9-4982-a69e-fff31c6c39c6 req-3e6af2c0-8e3f-49f0-b0d4-92f48877cbc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72f5105ec09c4f3c82c087633532c76a&device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 1127 time: 0.0448210
Feb 19 21:32:41.093494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543516d-61d9-4982-a69e-fff31c6c39c6 req-83cae3b3-c728-4eae-9aed-eed7576ddd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:41.095059 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0543516d-61d9-4982-a69e-fff31c6c39c6 req-83cae3b3-c728-4eae-9aed-eed7576ddd73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e501790d-f9f0-494b-b073-39b69c12b88b HTTP/1.1" status: 200  len: 915 time: 0.0898602
Feb 19 21:32:41.106151 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b66b00-bd25-4869-88aa-627aea88a2ee None None] Sync routers for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:32:41.115866 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b66b00-bd25-4869-88aa-627aea88a2ee None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:41.116541 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-99b66b00-bd25-4869-88aa-627aea88a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70043850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:32:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:41.165480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0543516d-61d9-4982-a69e-fff31c6c39c6 req-afcc6176-c7a5-4579-ad4a-03077aa05cbd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4743adec-2ebd-4c1f-9f90-1ce85d2304c5 HTTP/1.1" status: 200  len: 999 time: 0.0640810
Feb 19 21:32:41.214186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543516d-61d9-4982-a69e-fff31c6c39c6 req-1b6f8ba4-aeeb-4ab0-ad7d-c9f63b6530ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:41.215826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0543516d-61d9-4982-a69e-fff31c6c39c6 req-1b6f8ba4-aeeb-4ab0-ad7d-c9f63b6530ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6128023-838c-449b-9f60-550c97e3169e HTTP/1.1" status: 200  len: 853 time: 0.0448344
Feb 19 21:32:41.223903 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-99b66b00-bd25-4869-88aa-627aea88a2ee None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:41.263549 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543516d-61d9-4982-a69e-fff31c6c39c6 req-924e9ce3-0041-4c25-b2e4-6705683f5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:41.265097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0543516d-61d9-4982-a69e-fff31c6c39c6 req-924e9ce3-0041-4c25-b2e4-6705683f5151 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e501790d-f9f0-494b-b073-39b69c12b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436335
Feb 19 21:32:41.357745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0543516d-61d9-4982-a69e-fff31c6c39c6 req-4b31d0fd-75a0-44df-9b57-887a1b7f9730 service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859959
Feb 19 21:32:41.445587 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-99b66b00-bd25-4869-88aa-627aea88a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70043850>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e128a33b-4623-45ee-986f-ecca6a782d1e', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'floating_ip_address': '172.35.2.6', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'port_id': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'mac_address': 'fa:16:3e:24:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f113925-120d-40cc-b839-02454f963b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:32:38Z', 'updated_at': '2022-02-19T21:32:40Z', 'revision_number': 2, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:05Z', 'revision_number': 5, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:41.446603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0543516d-61d9-4982-a69e-fff31c6c39c6 req-83515f73-089f-4723-8b63-9d8a8c0756d5 service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828989
Feb 19 21:32:41.472222 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b66b00-bd25-4869-88aa-627aea88a2ee None None] Checking router: a89f0e89-7e2e-4a64-881b-0333737bb8fa for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:32:41.480506 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b66b00-bd25-4869-88aa-627aea88a2ee None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:32:41.481111 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-99b66b00-bd25-4869-88aa-627aea88a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70043850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:32:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:41.585975 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-99b66b00-bd25-4869-88aa-627aea88a2ee None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:32:41.895402 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-99b66b00-bd25-4869-88aa-627aea88a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70043850>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e128a33b-4623-45ee-986f-ecca6a782d1e', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'floating_ip_address': '172.35.2.6', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'port_id': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'mac_address': 'fa:16:3e:24:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f113925-120d-40cc-b839-02454f963b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:32:38Z', 'updated_at': '2022-02-19T21:32:40Z', 'revision_number': 2, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:05Z', 'revision_number': 5, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:32:41.921617 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b66b00-bd25-4869-88aa-627aea88a2ee None None] The sync data for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 is: [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e128a33b-4623-45ee-986f-ecca6a782d1e', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'floating_ip_address': '172.35.2.6', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'port_id': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'mac_address': 'fa:16:3e:24:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f113925-120d-40cc-b839-02454f963b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:32:38Z', 'updated_at': '2022-02-19T21:32:40Z', 'revision_number': 2, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:05Z', 'revision_number': 5, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:32:42.935648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:32:42.938055 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9c76b7-058e-4211-bf9b-d8832aac8222" -d '{"events": [{"name": "network-changed", "server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:32:42.974312 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446a43b4-4046-454b-a3fc-fcfdc8bb3da9 x-openstack-request-id: req-446a43b4-4046-454b-a3fc-fcfdc8bb3da9 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:32:42.974635 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:32:42.974896 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-446a43b4-4046-454b-a3fc-fcfdc8bb3da9 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:32:42.975298 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'status': 'completed', 'code': 200}
Feb 19 21:32:43.043101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c76b7-058e-4211-bf9b-d8832aac8222 req-ba9133cb-a618-43df-9860-49ee3cd451bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:43.044666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f9c76b7-058e-4211-bf9b-d8832aac8222 req-ba9133cb-a618-43df-9860-49ee3cd451bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72f5105ec09c4f3c82c087633532c76a&device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 1127 time: 0.0482292
Feb 19 21:32:43.131454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c76b7-058e-4211-bf9b-d8832aac8222 req-ee9ece63-caee-4041-a611-1efdb78a183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:43.132960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f9c76b7-058e-4211-bf9b-d8832aac8222 req-ee9ece63-caee-4041-a611-1efdb78a183e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e501790d-f9f0-494b-b073-39b69c12b88b HTTP/1.1" status: 200  len: 915 time: 0.0830734
Feb 19 21:32:43.198936 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f9c76b7-058e-4211-bf9b-d8832aac8222 req-eed79295-8b19-45bc-af2d-7bdb9cd0ea9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4743adec-2ebd-4c1f-9f90-1ce85d2304c5 HTTP/1.1" status: 200  len: 999 time: 0.0605052
Feb 19 21:32:43.246264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c76b7-058e-4211-bf9b-d8832aac8222 req-9bd73dd3-cb62-48f0-82e5-123d04006875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:43.247646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f9c76b7-058e-4211-bf9b-d8832aac8222 req-9bd73dd3-cb62-48f0-82e5-123d04006875 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6128023-838c-449b-9f60-550c97e3169e HTTP/1.1" status: 200  len: 853 time: 0.0430999
Feb 19 21:32:43.293381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c76b7-058e-4211-bf9b-d8832aac8222 req-19aa633c-2352-4449-b256-4f85a916efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:32:43.294885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f9c76b7-058e-4211-bf9b-d8832aac8222 req-19aa633c-2352-4449-b256-4f85a916efc5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e501790d-f9f0-494b-b073-39b69c12b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421350
Feb 19 21:32:43.383762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f9c76b7-058e-4211-bf9b-d8832aac8222 req-feefd0c1-543d-4b7c-ac18-0697e4594398 service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828407
Feb 19 21:32:43.471159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f9c76b7-058e-4211-bf9b-d8832aac8222 req-1a8ec166-48f5-4cb5-ae6d-5b7b368536a4 service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813386
Feb 19 21:32:48.340677 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b25ab22c-57c9-4daf-b4df-a173eb2d6ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:50.609612 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e90ffbb8-d24a-4e23-bb8a-82e04f6e4ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:51.922902 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:53.278151 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:54.453231 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:56.171281 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:32:59.730878 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:04.306358 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:33:17.961299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34564) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:18.122480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Deleting port 6f3d3617-bc15-4651-8e95-195ae03d3889 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:33:18.122854 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6f3d3617-bc15-4651-8e95-195ae03d3889), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:18.200216 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6f3d3617-bc15-4651-8e95-195ae03d3889), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:18.200828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for floatingip (6f3d3617-bc15-4651-8e95-195ae03d3889), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:18.212185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Calling delete_port for 6f3d3617-bc15-4651-8e95-195ae03d3889 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:33:18.344478 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5fe07e62-62b7-4d62-ab4e-7097e4350d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:18.367140 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (6f3d3617-bc15-4651-8e95-195ae03d3889), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:18.396592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event deleted for resources: {'Port': ['ID=6f3d3617-bc15-4651-8e95-195ae03d3889,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:18.423150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.423504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.423850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.424200 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.424560 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.424896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.425225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.425598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.425886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.426213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.426539 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.426863 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.427188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:18.469230 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for floatingip (e128a33b-4623-45ee-986f-ecca6a782d1e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:18.469665 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Floating IP e128a33b-4623-45ee-986f-ecca6a782d1e disassociated (deleted). External IP: 172.35.2.6, port: 4743adec-2ebd-4c1f-9f90-1ce85d2304c5.
Feb 19 21:33:18.694196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Router a89f0e89-7e2e-4a64-881b-0333737bb8fa has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:33:18.810131 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:33:18.815346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:18.821245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef02bc-a6a8-4ddc-b333-d3464630db63 None None] Sync routers for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:33:18.832298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef02bc-a6a8-4ddc-b333-d3464630db63 None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:33:18.833110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5fef02bc-a6a8-4ddc-b333-d3464630db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a701d4f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:32:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:18.852184 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-13468ca0-29b4-4de5-bd74-549f6d7741c4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "DELETE /v2.0/floatingips/e128a33b-4623-45ee-986f-ecca6a782d1e HTTP/1.1" status: 204  len: 168 time: 0.8897970
Feb 19 21:33:18.852883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:33:18.855995 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23435142-d05a-4379-8da1-a248d153b104" -d '{"events": [{"name": "network-changed", "server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:33:18.906915 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f80b497-56d9-4e8d-a65b-32745d58266a x-openstack-request-id: req-4f80b497-56d9-4e8d-a65b-32745d58266a {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:33:18.907211 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:33:18.907988 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f80b497-56d9-4e8d-a65b-32745d58266a {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:33:18.908427 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'status': 'completed', 'code': 200}
Feb 19 21:33:18.954289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5fef02bc-a6a8-4ddc-b333-d3464630db63 None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:33:18.984255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23435142-d05a-4379-8da1-a248d153b104 req-ebe752ae-354c-4fcf-8460-a6333bc91cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:18.986620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23435142-d05a-4379-8da1-a248d153b104 req-ebe752ae-354c-4fcf-8460-a6333bc91cde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72f5105ec09c4f3c82c087633532c76a&device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 1127 time: 0.0581965
Feb 19 21:33:19.136225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23435142-d05a-4379-8da1-a248d153b104 req-855c6aae-4f17-412b-90f4-54fd5f5824d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:19.137940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23435142-d05a-4379-8da1-a248d153b104 req-855c6aae-4f17-412b-90f4-54fd5f5824d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e501790d-f9f0-494b-b073-39b69c12b88b HTTP/1.1" status: 200  len: 915 time: 0.1449962
Feb 19 21:33:19.147422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0c925-2080-40bc-9f63-0a449371e069 req-193b123d-50b6-44ae-9046-5c0e4bef75e4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:19.148941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09d0c925-2080-40bc-9f63-0a449371e069 req-193b123d-50b6-44ae-9046-5c0e4bef75e4 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 945 time: 0.0942848
Feb 19 21:33:19.184728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5fef02bc-a6a8-4ddc-b333-d3464630db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a701d4f10>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:05Z', 'revision_number': 5, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:19.205109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23435142-d05a-4379-8da1-a248d153b104 req-8a6a0903-3845-494f-9d15-3fe628b1d53a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4743adec-2ebd-4c1f-9f90-1ce85d2304c5 HTTP/1.1" status: 200  len: 217 time: 0.0551214
Feb 19 21:33:19.215189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef02bc-a6a8-4ddc-b333-d3464630db63 None None] Checking router: a89f0e89-7e2e-4a64-881b-0333737bb8fa for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:33:19.224951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef02bc-a6a8-4ddc-b333-d3464630db63 None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:33:19.225766 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5fef02bc-a6a8-4ddc-b333-d3464630db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a701d4f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:32:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:19.276204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09d0c925-2080-40bc-9f63-0a449371e069 req-6173fbc3-837c-4acb-acc5-33dd10787e03 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188803
Feb 19 21:33:19.285376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23435142-d05a-4379-8da1-a248d153b104 req-66d51fd5-9434-4234-908e-2ad4dec8c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:19.287248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23435142-d05a-4379-8da1-a248d153b104 req-66d51fd5-9434-4234-908e-2ad4dec8c8aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6128023-838c-449b-9f60-550c97e3169e HTTP/1.1" status: 200  len: 853 time: 0.0742149
Feb 19 21:33:19.342083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23435142-d05a-4379-8da1-a248d153b104 req-4b93663d-98e4-4b63-bb21-755988018aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:19.343603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23435142-d05a-4379-8da1-a248d153b104 req-4b93663d-98e4-4b63-bb21-755988018aef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e501790d-f9f0-494b-b073-39b69c12b88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477703
Feb 19 21:33:19.354491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5fef02bc-a6a8-4ddc-b333-d3464630db63 None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:33:19.445183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23435142-d05a-4379-8da1-a248d153b104 req-dafcae5d-ca1f-4e8e-a0c2-589958bb5d79 service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914330
Feb 19 21:33:19.537368 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23435142-d05a-4379-8da1-a248d153b104 req-55c9d15d-1d0e-43e0-9354-365cc366fc7a service neutron] 10.222.0.67 "GET /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850203
Feb 19 21:33:19.562397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5fef02bc-a6a8-4ddc-b333-d3464630db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a701d4f10>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:05Z', 'revision_number': 5, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:19.590529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef02bc-a6a8-4ddc-b333-d3464630db63 None None] The sync data for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 is: [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7978452-8499-4dd3-abab-d21119248e94', 'name': '', 'network_id': 'e501790d-f9f0-494b-b073-39b69c12b88b', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'mac_address': 'fa:16:3e:79:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'd6128023-838c-449b-9f60-550c97e3169e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:00Z', 'updated_at': '2022-02-19T21:32:05Z', 'revision_number': 5, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'subnets': [{'id': 'd6128023-838c-449b-9f60-550c97e3169e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:33:19.839530 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f258832-9e17-4f97-8a54-7ed5d10b8a47 None None] New status for floating IP e128a33b-4623-45ee-986f-ecca6a782d1e: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:33:20.405576 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1deca-73a1-46ea-b4dd-7d1c32aaa3a8 req-e0422498-b2ae-411c-8ee9-7f95f3320429 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:20.407096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbc1deca-73a1-46ea-b4dd-7d1c32aaa3a8 req-e0422498-b2ae-411c-8ee9-7f95f3320429 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 945 time: 0.0596879
Feb 19 21:33:20.457371 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dbc1deca-73a1-46ea-b4dd-7d1c32aaa3a8 req-5f59abd7-1973-494d-b30c-8bc84b6f099d tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd4d4f-a138-4811-9c61-92a3898f0a9c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447257
Feb 19 21:33:20.615568 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7f1621de-67c4-444e-b980-c99fc7211383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:20.976992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372d310-c256-43f8-9b73-8f1c01a7b3c6 req-e45546bd-17fe-489c-9fb2-dad19b143358 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:20.978362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5372d310-c256-43f8-9b73-8f1c01a7b3c6 req-e45546bd-17fe-489c-9fb2-dad19b143358 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 945 time: 0.0523336
Feb 19 21:33:21.071008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-5372d310-c256-43f8-9b73-8f1c01a7b3c6 req-ddce1e3c-aed7-403f-bceb-f3862da5252c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Deleting port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:33:21.071345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5372d310-c256-43f8-9b73-8f1c01a7b3c6 req-ddce1e3c-aed7-403f-bceb-f3862da5252c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:21.160421 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5372d310-c256-43f8-9b73-8f1c01a7b3c6 req-ddce1e3c-aed7-403f-bceb-f3862da5252c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] For port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4743adec-2ebd-4c1f-9f90-1ce85d2304c5,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:21.160795 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5372d310-c256-43f8-9b73-8f1c01a7b3c6 req-ddce1e3c-aed7-403f-bceb-f3862da5252c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:21.173874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-5372d310-c256-43f8-9b73-8f1c01a7b3c6 req-ddce1e3c-aed7-403f-bceb-f3862da5252c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Calling delete_port for 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:33:21.301811 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5372d310-c256-43f8-9b73-8f1c01a7b3c6 req-ddce1e3c-aed7-403f-bceb-f3862da5252c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4743adec-2ebd-4c1f-9f90-1ce85d2304c5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:21.331527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce1e3c-aed7-403f-bceb-f3862da5252c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event deleted for resources: {'Port': ['ID=4743adec-2ebd-4c1f-9f90-1ce85d2304c5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:21.375401 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5372d310-c256-43f8-9b73-8f1c01a7b3c6 req-ddce1e3c-aed7-403f-bceb-f3862da5252c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] No DVR routers for this DVR port 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:33:21.377979 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5372d310-c256-43f8-9b73-8f1c01a7b3c6 req-ddce1e3c-aed7-403f-bceb-f3862da5252c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:21.381356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5372d310-c256-43f8-9b73-8f1c01a7b3c6 req-ddce1e3c-aed7-403f-bceb-f3862da5252c tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.67 "DELETE /v2.0/ports/4743adec-2ebd-4c1f-9f90-1ce85d2304c5 HTTP/1.1" status: 204  len: 173 time: 0.3968449
Feb 19 21:33:21.381797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'name': 'network-vif-deleted', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:33:21.384069 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4602b8-251f-4c8a-8b7d-fcc1cd3afe24" -d '{"events": [{"server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "name": "network-vif-deleted", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:33:21.422622 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e12b3b4-fd59-46dd-96c4-9f69a8a73c9d x-openstack-request-id: req-4e12b3b4-fd59-46dd-96c4-9f69a8a73c9d {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:33:21.423236 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f113925-120d-40cc-b839-02454f963b02", "name": "network-vif-deleted", "tag": "4743adec-2ebd-4c1f-9f90-1ce85d2304c5", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:33:21.423236 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e12b3b4-fd59-46dd-96c4-9f69a8a73c9d {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:33:21.423592 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f113925-120d-40cc-b839-02454f963b02', 'name': 'network-vif-deleted', 'tag': '4743adec-2ebd-4c1f-9f90-1ce85d2304c5', 'status': 'completed', 'code': 200}
Feb 19 21:33:21.561166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-043e0634-1cc1-4acf-a2d5-58f2e659bf8d req-883293b1-6b8b-40fc-9c4d-525755a18fef tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f113925-120d-40cc-b839-02454f963b02 HTTP/1.1" status: 200  len: 210 time: 0.0324678
Feb 19 21:33:21.925715 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:22.618040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34596) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:22.675572 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57b00c7e-46ca-4d3f-ad3a-cbb80d3d5115 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group (b1dd4d4f-a138-4811-9c61-92a3898f0a9c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:22.700787 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57b00c7e-46ca-4d3f-ad3a-cbb80d3d5115 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group (b1dd4d4f-a138-4811-9c61-92a3898f0a9c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:22.762880 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57b00c7e-46ca-4d3f-ad3a-cbb80d3d5115 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b1dd4d4f-a138-4811-9c61-92a3898f0a9c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:22.765653 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-57b00c7e-46ca-4d3f-ad3a-cbb80d3d5115 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:22.766892 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-57b00c7e-46ca-4d3f-ad3a-cbb80d3d5115 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] 10.222.0.30 "DELETE /v2.0/security-groups/b1dd4d4f-a138-4811-9c61-92a3898f0a9c HTTP/1.1" status: 204  len: 168 time: 0.1478558
Feb 19 21:33:22.777415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b00c7e-46ca-4d3f-ad3a-cbb80d3d5115 tempest-TestVolumeBackupRestore-808817250 tempest-TestVolumeBackupRestore-808817250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dd4d4f-a138-4811-9c61-92a3898f0a9c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:23.281081 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:24.455741 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:24.471785 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:33:24.492160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:33:24.492541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 4743adec-2ebd-4c1f-9f90-1ce85d2304c5 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:33:26.139106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34688) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:26.171425 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:26.489593 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (a89f0e89-7e2e-4a64-881b-0333737bb8fa), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:27.059861 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] Deleting port b7978452-8499-4dd3-abab-d21119248e94 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:33:27.060195 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b7978452-8499-4dd3-abab-d21119248e94), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:27.135179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] For port b7978452-8499-4dd3-abab-d21119248e94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7978452-8499-4dd3-abab-d21119248e94,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:27.135523 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b7978452-8499-4dd3-abab-d21119248e94), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:27.147592 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] Calling delete_port for b7978452-8499-4dd3-abab-d21119248e94 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:33:27.321921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b7978452-8499-4dd3-abab-d21119248e94), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:27.351778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7978452-8499-4dd3-abab-d21119248e94,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:27.519978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (a89f0e89-7e2e-4a64-881b-0333737bb8fa), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:27.743510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] Router a89f0e89-7e2e-4a64-881b-0333737bb8fa has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:33:27.851299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:33:27.856883 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-03dadc62-ee22-47c7-bfe6-cb2a36b979e2 admin admin] 10.222.0.30 "PUT /v2.0/routers/a89f0e89-7e2e-4a64-881b-0333737bb8fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7166138
Feb 19 21:33:27.859548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34690) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:27.862730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf2e654-4f60-4b58-bb44-5d229c70da3e None None] Sync routers for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:33:27.873730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf2e654-4f60-4b58-bb44-5d229c70da3e None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:33:27.874549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8bf2e654-4f60-4b58-bb44-5d229c70da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62aabfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:33:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:27.966348 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Publish callbacks [] for router (a89f0e89-7e2e-4a64-881b-0333737bb8fa), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:27.981085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-8bf2e654-4f60-4b58-bb44-5d229c70da3e None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:33:28.068460 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Publish callbacks [] for router_gateway (a89f0e89-7e2e-4a64-881b-0333737bb8fa), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.127552 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Deleting port 526e12cf-5591-497d-81b6-cb87d59c104b {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:33:28.127898 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.211330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] For port 526e12cf-5591-497d-81b6-cb87d59c104b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=526e12cf-5591-497d-81b6-cb87d59c104b,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:28.212052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.225034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Calling delete_port for 526e12cf-5591-497d-81b6-cb87d59c104b owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:33:28.312229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8bf2e654-4f60-4b58-bb44-5d229c70da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62aabfd0>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50'}], 'enable_snat': True}, 'gw_port_id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:33:27Z', 'revision_number': 5, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port': {'id': '526e12cf-5591-497d-81b6-cb87d59c104b', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:28.338265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf2e654-4f60-4b58-bb44-5d229c70da3e None None] Checking router: a89f0e89-7e2e-4a64-881b-0333737bb8fa for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:33:28.347313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf2e654-4f60-4b58-bb44-5d229c70da3e None None] Routers {'a89f0e89-7e2e-4a64-881b-0333737bb8fa'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:33:28.348018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8bf2e654-4f60-4b58-bb44-5d229c70da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62aabfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:33:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:28.405775 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (526e12cf-5591-497d-81b6-cb87d59c104b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.438117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-8bf2e654-4f60-4b58-bb44-5d229c70da3e None None] Set router a89f0e89-7e2e-4a64-881b-0333737bb8fa gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:33:28.443474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Pushing event deleted for resources: {'Port': ['ID=526e12cf-5591-497d-81b6-cb87d59c104b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:28.495865 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-8bf2e654-4f60-4b58-bb44-5d229c70da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62aabfd0>, [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:33:28Z', 'revision_number': 6, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:28.515638 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (a89f0e89-7e2e-4a64-881b-0333737bb8fa), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.523293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf2e654-4f60-4b58-bb44-5d229c70da3e None None] The sync data for ids ['a89f0e89-7e2e-4a64-881b-0333737bb8fa'] in ncdv-master-1 is: [{'id': 'a89f0e89-7e2e-4a64-881b-0333737bb8fa', 'name': 'tempest-TestVolumeBackupRestore-1797631354-router', 'tenant_id': '72f5105ec09c4f3c82c087633532c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:31:58Z', 'updated_at': '2022-02-19T21:33:28Z', 'revision_number': 6, 'project_id': '72f5105ec09c4f3c82c087633532c76a', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:33:28.609018 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (a89f0e89-7e2e-4a64-881b-0333737bb8fa), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.611592 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Publish callbacks [] for router_controller (a89f0e89-7e2e-4a64-881b-0333737bb8fa), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.655805 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (a89f0e89-7e2e-4a64-881b-0333737bb8fa), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.656427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a89f0e89-7e2e-4a64-881b-0333737bb8fa {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:33:28.660740 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.661892 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-549b7188-7346-46b2-aa10-f99c758bc63f admin admin] 10.222.0.30 "DELETE /v2.0/routers/a89f0e89-7e2e-4a64-881b-0333737bb8fa HTTP/1.1" status: 204  len: 168 time: 0.8014410
Feb 19 21:33:28.664496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34692) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:28.711888 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b936ee39-9fd6-451f-b171-f70afaa61dc1 admin admin] Deleting subnet d6128023-838c-449b-9f60-550c97e3169e {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:33:28.715000 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b936ee39-9fd6-451f-b171-f70afaa61dc1 admin admin] Publish callbacks [] for subnet (d6128023-838c-449b-9f60-550c97e3169e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.750472 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b936ee39-9fd6-451f-b171-f70afaa61dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (d6128023-838c-449b-9f60-550c97e3169e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.825422 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b936ee39-9fd6-451f-b171-f70afaa61dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d6128023-838c-449b-9f60-550c97e3169e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.888468 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b936ee39-9fd6-451f-b171-f70afaa61dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (d6128023-838c-449b-9f60-550c97e3169e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.915503 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936ee39-9fd6-451f-b171-f70afaa61dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6128023-838c-449b-9f60-550c97e3169e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:28.919913 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b936ee39-9fd6-451f-b171-f70afaa61dc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:28.923266 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b936ee39-9fd6-451f-b171-f70afaa61dc1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d6128023-838c-449b-9f60-550c97e3169e HTTP/1.1" status: 204  len: 168 time: 0.2577558
Feb 19 21:33:28.926013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34694) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:28.928802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed9c90-0c26-4b7c-846b-603ec40bc262 None None] Network e501790d-f9f0-494b-b073-39b69c12b88b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:33:29.009896 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (e501790d-f9f0-494b-b073-39b69c12b88b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.067241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Deleting port e16608ef-4bc8-4197-af34-017fe142b217 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:33:29.067555 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e16608ef-4bc8-4197-af34-017fe142b217), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.354281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] DHCP port deletion for e501790d-f9f0-494b-b073-39b69c12b88b request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:33:29.404250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Deleting port e16608ef-4bc8-4197-af34-017fe142b217 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:33:29.404891 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e16608ef-4bc8-4197-af34-017fe142b217), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.463336 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] For port e16608ef-4bc8-4197-af34-017fe142b217, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e16608ef-4bc8-4197-af34-017fe142b217,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:29.463718 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e16608ef-4bc8-4197-af34-017fe142b217), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.473141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] For port e16608ef-4bc8-4197-af34-017fe142b217, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e16608ef-4bc8-4197-af34-017fe142b217,segment=NetworkSegment(b8b858e8-f301-456c-ba05-eb7299d5d8b7),segment_id=b8b858e8-f301-456c-ba05-eb7299d5d8b7)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:29.473549 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e16608ef-4bc8-4197-af34-017fe142b217), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.477764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Calling delete_port for e16608ef-4bc8-4197-af34-017fe142b217 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:33:29.487446 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Calling delete_port for e16608ef-4bc8-4197-af34-017fe142b217 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:33:29.563463 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e16608ef-4bc8-4197-af34-017fe142b217), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.570094 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (e16608ef-4bc8-4197-af34-017fe142b217), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.590943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Pushing event deleted for resources: {'Port': ['ID=e16608ef-4bc8-4197-af34-017fe142b217,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:29.597681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Pushing event deleted for resources: {'Port': ['ID=e16608ef-4bc8-4197-af34-017fe142b217,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:29.599071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.599433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.599775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.600030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] No DVR routers for this DVR port e16608ef-4bc8-4197-af34-017fe142b217 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:33:29.600155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.600469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.600853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.601501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.601501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.602143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.602143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.602447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.603058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.603260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.607803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] No DVR routers for this DVR port e16608ef-4bc8-4197-af34-017fe142b217 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:33:29.608589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.608980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.609616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.610123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.611376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.611889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.612427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.612920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.613395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.613875 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.614371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.614861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.615353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2fb45-54a6-4a85-b82b-2dfcfa288156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:33:29.691254 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (e501790d-f9f0-494b-b073-39b69c12b88b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.709496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 526e12cf-5591-497d-81b6-cb87d59c104b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:33:29.715172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6afee340>,) {'filters': {'network_id': ['e501790d-f9f0-494b-b073-39b69c12b88b']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:29.724670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6afee340>, 'b8b858e8-f301-456c-ba05-eb7299d5d8b7') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:29.724973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6afee340>, 'b8b858e8-f301-456c-ba05-eb7299d5d8b7') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:29.735093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (b8b858e8-f301-456c-ba05-eb7299d5d8b7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.738646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 526e12cf-5591-497d-81b6-cb87d59c104b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:33:29.739007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 526e12cf-5591-497d-81b6-cb87d59c104b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:33:29.739439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e16608ef-4bc8-4197-af34-017fe142b217 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:33:29.749192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (b8b858e8-f301-456c-ba05-eb7299d5d8b7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.755427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:33:29.755847 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (b8b858e8-f301-456c-ba05-eb7299d5d8b7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:33:29.757529 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:33:29.761916 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.764964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e16608ef-4bc8-4197-af34-017fe142b217 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:33:29.765329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e16608ef-4bc8-4197-af34-017fe142b217 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:33:29.765763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b7978452-8499-4dd3-abab-d21119248e94 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:33:29.785124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: b7978452-8499-4dd3-abab-d21119248e94 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:33:29.785480 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device b7978452-8499-4dd3-abab-d21119248e94 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:33:29.830956 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (e501790d-f9f0-494b-b073-39b69c12b88b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.836351 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:29.840018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e501790d-f9f0-494b-b073-39b69c12b88b HTTP/1.1" status: 204  len: 168 time: 0.9120157
Feb 19 21:33:29.842802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34696) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:29.888435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43025267-49bc-48bc-8e52-0b3385f1a400 admin admin] Pushing event deleted for resources: {'Network': ['ID=e501790d-f9f0-494b-b073-39b69c12b88b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:30.199085 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (be04a712-4d72-41b1-a49b-3c5a0376b107), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:30.446856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] Deleting port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:33:30.447183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:30.530483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] For port 3d2de7c0-0ee4-4513-9ce2-e2a86533f347, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d2de7c0-0ee4-4513-9ce2-e2a86533f347,segment=NetworkSegment(33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5),segment_id=33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:30.530860 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:30.544407 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] Calling delete_port for 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:33:30.725775 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3d2de7c0-0ee4-4513-9ce2-e2a86533f347), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:30.751591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2de7c0-0ee4-4513-9ce2-e2a86533f347,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:30.927851 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (be04a712-4d72-41b1-a49b-3c5a0376b107), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:31.146099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] Router be04a712-4d72-41b1-a49b-3c5a0376b107 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:33:31.256932 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:33:31.264025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f682d2ac-abeb-49f7-b888-e3821f4f7353 admin admin] 10.222.0.30 "PUT /v2.0/routers/be04a712-4d72-41b1-a49b-3c5a0376b107/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4192982
Feb 19 21:33:31.265565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34698) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:31.266629 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d2006-85a3-4a1a-9c26-5112874e144a None None] Sync routers for ids ['be04a712-4d72-41b1-a49b-3c5a0376b107'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:33:31.276981 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d2006-85a3-4a1a-9c26-5112874e144a None None] Routers {'be04a712-4d72-41b1-a49b-3c5a0376b107'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:33:31.277585 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ec6d2006-85a3-4a1a-9c26-5112874e144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79b700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:33:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['be04a712-4d72-41b1-a49b-3c5a0376b107'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:31.373316 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Publish callbacks [] for router (be04a712-4d72-41b1-a49b-3c5a0376b107), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:31.382146 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ec6d2006-85a3-4a1a-9c26-5112874e144a None None] Set router be04a712-4d72-41b1-a49b-3c5a0376b107 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:33:31.479005 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Publish callbacks [] for router_gateway (be04a712-4d72-41b1-a49b-3c5a0376b107), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:31.533891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Deleting port f1e796c8-32da-4ba1-90b2-eeb998d3fc57 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:33:31.534310 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:31.556027 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ec6d2006-85a3-4a1a-9c26-5112874e144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79b700>, [{'id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'name': 'tempest-TestVolumeBackupRestore-385548258-router', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:32:02Z', 'updated_at': '2022-02-19T21:33:30Z', 'revision_number': 5, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'gw_port': {'id': 'f1e796c8-32da-4ba1-90b2-eeb998d3fc57', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:32:03Z', 'updated_at': '2022-02-19T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:31.583248 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d2006-85a3-4a1a-9c26-5112874e144a None None] Checking router: be04a712-4d72-41b1-a49b-3c5a0376b107 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:33:31.591446 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d2006-85a3-4a1a-9c26-5112874e144a None None] Routers {'be04a712-4d72-41b1-a49b-3c5a0376b107'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:33:31.592053 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ec6d2006-85a3-4a1a-9c26-5112874e144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79b700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:33:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['be04a712-4d72-41b1-a49b-3c5a0376b107'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:31.613227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] For port f1e796c8-32da-4ba1-90b2-eeb998d3fc57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1e796c8-32da-4ba1-90b2-eeb998d3fc57,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:31.613606 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:31.635430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Calling delete_port for f1e796c8-32da-4ba1-90b2-eeb998d3fc57 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:33:31.683155 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-ec6d2006-85a3-4a1a-9c26-5112874e144a None None] Set router be04a712-4d72-41b1-a49b-3c5a0376b107 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:33:31.738123 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-ec6d2006-85a3-4a1a-9c26-5112874e144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79b700>, [{'id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'name': 'tempest-TestVolumeBackupRestore-385548258-router', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:32:02Z', 'updated_at': '2022-02-19T21:33:31Z', 'revision_number': 6, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:31.764522 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d2006-85a3-4a1a-9c26-5112874e144a None None] The sync data for ids ['be04a712-4d72-41b1-a49b-3c5a0376b107'] in ncdv-master-1 is: [{'id': 'be04a712-4d72-41b1-a49b-3c5a0376b107', 'name': 'tempest-TestVolumeBackupRestore-385548258-router', 'tenant_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:32:02Z', 'updated_at': '2022-02-19T21:33:31Z', 'revision_number': 6, 'project_id': '2ca425862fb14ceaba03ebbc8d87c2cf', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:33:31.813573 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f1e796c8-32da-4ba1-90b2-eeb998d3fc57), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:31.839332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e796c8-32da-4ba1-90b2-eeb998d3fc57,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:31.899361 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (be04a712-4d72-41b1-a49b-3c5a0376b107), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:31.992272 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (be04a712-4d72-41b1-a49b-3c5a0376b107), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:31.994974 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Publish callbacks [] for router_controller (be04a712-4d72-41b1-a49b-3c5a0376b107), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.041599 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (be04a712-4d72-41b1-a49b-3c5a0376b107), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.042157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router be04a712-4d72-41b1-a49b-3c5a0376b107 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:33:32.047267 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.048386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5fc0780b-2fc0-4485-a58f-589c0c37ce9b admin admin] 10.222.0.30 "DELETE /v2.0/routers/be04a712-4d72-41b1-a49b-3c5a0376b107 HTTP/1.1" status: 204  len: 168 time: 0.7818851
Feb 19 21:33:32.050876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34700) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:32.095339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc9da3d-1195-4bd6-a1b6-e3faeeea0227 admin admin] Deleting subnet d55cf3f3-facb-4ea1-ab02-d6bf814e489b {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:33:32.098469 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc9da3d-1195-4bd6-a1b6-e3faeeea0227 admin admin] Publish callbacks [] for subnet (d55cf3f3-facb-4ea1-ab02-d6bf814e489b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.134355 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc9da3d-1195-4bd6-a1b6-e3faeeea0227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (d55cf3f3-facb-4ea1-ab02-d6bf814e489b), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.219351 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc9da3d-1195-4bd6-a1b6-e3faeeea0227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d55cf3f3-facb-4ea1-ab02-d6bf814e489b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.271022 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc9da3d-1195-4bd6-a1b6-e3faeeea0227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (d55cf3f3-facb-4ea1-ab02-d6bf814e489b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.298553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9da3d-1195-4bd6-a1b6-e3faeeea0227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55cf3f3-facb-4ea1-ab02-d6bf814e489b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:32.300549 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc9da3d-1195-4bd6-a1b6-e3faeeea0227 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.303762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8dc9da3d-1195-4bd6-a1b6-e3faeeea0227 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d55cf3f3-facb-4ea1-ab02-d6bf814e489b HTTP/1.1" status: 204  len: 168 time: 0.2519724
Feb 19 21:33:32.305077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ba50aa-adce-479e-a6d2-20454d8b0282 None None] Network f355ec0c-3ac4-4733-b11b-cdd98fec1a8e requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:33:32.306543 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34702) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:32.373595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f355ec0c-3ac4-4733-b11b-cdd98fec1a8e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.426583 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Deleting port 9c85852d-55c8-4086-b3e4-547266ef9e3e {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:33:32.426924 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.494471 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] For port 9c85852d-55c8-4086-b3e4-547266ef9e3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c85852d-55c8-4086-b3e4-547266ef9e3e,segment=NetworkSegment(33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5),segment_id=33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:32.495300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.509052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Calling delete_port for 9c85852d-55c8-4086-b3e4-547266ef9e3e owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:33:32.526466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19efa895-a3fc-4392-a458-e8c87e745a41 None None] DHCP port deletion for f355ec0c-3ac4-4733-b11b-cdd98fec1a8e request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:33:32.574525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-19efa895-a3fc-4392-a458-e8c87e745a41 None None] Deleting port 9c85852d-55c8-4086-b3e4-547266ef9e3e {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:33:32.574910 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-19efa895-a3fc-4392-a458-e8c87e745a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.590928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.622166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c85852d-55c8-4086-b3e4-547266ef9e3e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:32.627909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] No DVR routers for this DVR port 9c85852d-55c8-4086-b3e4-547266ef9e3e on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:33:32.665275 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-19efa895-a3fc-4392-a458-e8c87e745a41 None None] For port 9c85852d-55c8-4086-b3e4-547266ef9e3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c85852d-55c8-4086-b3e4-547266ef9e3e,segment=NetworkSegment(33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5),segment_id=33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:32.665707 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-19efa895-a3fc-4392-a458-e8c87e745a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.682238 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-19efa895-a3fc-4392-a458-e8c87e745a41 None None] Calling delete_port for 9c85852d-55c8-4086-b3e4-547266ef9e3e owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:33:32.705417 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f355ec0c-3ac4-4733-b11b-cdd98fec1a8e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.726352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a704ea310>,) {'filters': {'network_id': ['f355ec0c-3ac4-4733-b11b-cdd98fec1a8e']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:32.738268 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a704ea310>, '33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:32.738572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a704ea310>, '33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:33:32.749134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.764610 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.765600 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-19efa895-a3fc-4392-a458-e8c87e745a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (9c85852d-55c8-4086-b3e4-547266ef9e3e), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.772421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:33:32.772849 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (33d9ee59-7dab-4bbd-bc51-ae8e0ecd3ae5), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:33:32.775604 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:33:32.791605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efa895-a3fc-4392-a458-e8c87e745a41 None None] Pushing event deleted for resources: {'Port': ['ID=9c85852d-55c8-4086-b3e4-547266ef9e3e,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:32.795817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19efa895-a3fc-4392-a458-e8c87e745a41 None None] No DVR routers for this DVR port 9c85852d-55c8-4086-b3e4-547266ef9e3e on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:33:32.841069 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (f355ec0c-3ac4-4733-b11b-cdd98fec1a8e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.851234 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:32.855126 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f355ec0c-3ac4-4733-b11b-cdd98fec1a8e HTTP/1.1" status: 204  len: 168 time: 0.5475891
Feb 19 21:33:32.866964 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c632593-c619-490a-b6ac-eca6ed9d95f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f355ec0c-3ac4-4733-b11b-cdd98fec1a8e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:33.012440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34706) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:33.051466 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-377caf7e-7cc2-48c8-a79e-e24c299b3cfb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72f5105ec09c4f3c82c087633532c76a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377979
Feb 19 21:33:33.053791 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34708) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:33.100179 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5237680-b068-4be6-97c2-fdf56ec79015 admin admin] Publish callbacks [] for security_group (b1685fcd-f57e-41b4-87b5-5e9b57b07e6c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:33.121518 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5237680-b068-4be6-97c2-fdf56ec79015 admin admin] Publish callbacks [] for security_group (b1685fcd-f57e-41b4-87b5-5e9b57b07e6c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:33.168062 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5237680-b068-4be6-97c2-fdf56ec79015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b1685fcd-f57e-41b4-87b5-5e9b57b07e6c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:33.170880 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5237680-b068-4be6-97c2-fdf56ec79015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:33.172201 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f5237680-b068-4be6-97c2-fdf56ec79015 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1685fcd-f57e-41b4-87b5-5e9b57b07e6c HTTP/1.1" status: 204  len: 168 time: 0.1175354
Feb 19 21:33:33.179867 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5237680-b068-4be6-97c2-fdf56ec79015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1685fcd-f57e-41b4-87b5-5e9b57b07e6c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:33.494804 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34714) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:33.537551 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b0eb6746-f986-47ea-a8a2-ab5267fb5c41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ca425862fb14ceaba03ebbc8d87c2cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0414274
Feb 19 21:33:33.539930 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34716) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:33.586344 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b10b3190-9fa7-4696-926e-ae9cd6129ac8 admin admin] Publish callbacks [] for security_group (144490d4-3b24-43fa-b25f-c3e5ca3e0211), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:33.606619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b10b3190-9fa7-4696-926e-ae9cd6129ac8 admin admin] Publish callbacks [] for security_group (144490d4-3b24-43fa-b25f-c3e5ca3e0211), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:33.660910 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b10b3190-9fa7-4696-926e-ae9cd6129ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (144490d4-3b24-43fa-b25f-c3e5ca3e0211), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:33.663485 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b10b3190-9fa7-4696-926e-ae9cd6129ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:33.664679 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b10b3190-9fa7-4696-926e-ae9cd6129ac8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/144490d4-3b24-43fa-b25f-c3e5ca3e0211 HTTP/1.1" status: 204  len: 168 time: 0.1237969
Feb 19 21:33:33.672787 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b3190-9fa7-4696-926e-ae9cd6129ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144490d4-3b24-43fa-b25f-c3e5ca3e0211,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:33.696687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9c85852d-55c8-4086-b3e4-547266ef9e3e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:33:33.719114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 9c85852d-55c8-4086-b3e4-547266ef9e3e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:33:33.719469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9c85852d-55c8-4086-b3e4-547266ef9e3e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:33:33.719901 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f1e796c8-32da-4ba1-90b2-eeb998d3fc57 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:33:33.739291 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: f1e796c8-32da-4ba1-90b2-eeb998d3fc57 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:33:33.739645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f1e796c8-32da-4ba1-90b2-eeb998d3fc57 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:33:33.740077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:33:33.760003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:33:33.760411 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3d2de7c0-0ee4-4513-9ce2-e2a86533f347 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:33:41.306402 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:33:44.692038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-c42b18d5-ca8c-49be-aedd-a168ac427d64 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f8a13e8c6ae549eba718354fd84a93bf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0219014
Feb 19 21:33:44.801010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-968258ef-1c46-44ce-862e-7bf55d34d45b tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:44.802456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-968258ef-1c46-44ce-862e-7bf55d34d45b tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1049652
Feb 19 21:33:44.817074 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-8278ac08-f6e4-40fb-8392-6190ca796c5c tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/quotas/f8a13e8c6ae549eba718354fd84a93bf HTTP/1.1" status: 200  len: 375 time: 0.0088744
Feb 19 21:33:44.849231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-a5757d55-7345-4f50-ae08-7c2855a3cf78 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8a13e8c6ae549eba718354fd84a93bf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0267408
Feb 19 21:33:45.006694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37d19704-ccc1-450f-a61c-55c124f8818e req-8fc24d0e-160f-424f-b01a-80426ccac790 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 210 time: 0.0269318
Feb 19 21:33:46.083862 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-6b163d14-1048-427e-95e1-dc19ee797af9 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f8a13e8c6ae549eba718354fd84a93bf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0305662
Feb 19 21:33:46.108659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7fb8f00a-42c1-48f4-9cd3-77e907ad69dc req-7370c87e-892b-433b-89df-45cac9fc669e tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 210 time: 0.0290980
Feb 19 21:33:46.271868 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-4fb6eec2-d177-4e68-812e-a427b47e2486 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:46.273385 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-4fb6eec2-d177-4e68-812e-a427b47e2486 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1851521
Feb 19 21:33:46.285020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Request body: {'port': {'device_id': '9b46345d-8faf-402b-ba46-70a0d1791bc5', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'admin_state_up': True, 'tenant_id': 'f8a13e8c6ae549eba718354fd84a93bf'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:33:46.389494 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Made reservation on behalf of f8a13e8c6ae549eba718354fd84a93bf for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:33:46.392806 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:46.401400 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:46.477309 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Publish callbacks [] for security_group (7e019442-e5c8-4fc0-aa8a-cc1c46e6644f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:46.480792 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7e019442-e5c8-4fc0-aa8a-cc1c46e6644f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:46.544375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:46.610739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Allocated IP 192.168.233.211 (e4c84caf-497f-42e3-826a-9223f9a408eb/2aef61c9-c6a8-4429-b0a5-85be40d7d0d2/2c3ca0e3-fecb-4d1f-9927-63f2d028ec86) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:33:46.754664 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Publish callbacks [] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:46.787920 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:46.830429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Network e4c84caf-497f-42e3-826a-9223f9a408eb is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:33:46.833442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:33:46.838033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:33:46.870503 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Pushing event updated for resources: {'Port': ['ID=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:46.894640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:46.896368 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:46.913668 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-d494330a-c33b-437f-952b-38bb51e080e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6322806
Feb 19 21:33:46.926071 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Request body: {'port': {'device_id': '9b46345d-8faf-402b-ba46-70a0d1791bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:33:46.992941 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:47.112306 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-77a694ed-d64c-43a5-bb66-2aec82251eeb None None] Provisioning complete for port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:33:47.112861 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77a694ed-d64c-43a5-bb66-2aec82251eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:47.159191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-77a694ed-d64c-43a5-bb66-2aec82251eeb None None] Port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:33:47.236485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6da04-bc7b-422f-9d33-fa061d930cc3 req-32df0014-ea19-4031-a4e7-b4eda74bea72 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:47.238016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9be6da04-bc7b-422f-9d33-fa061d930cc3 req-32df0014-ea19-4031-a4e7-b4eda74bea72 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 936 time: 0.0562797
Feb 19 21:33:47.285261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:33:47.289023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9be6da04-bc7b-422f-9d33-fa061d930cc3 req-27762771-b68e-4282-93ff-b2be20aa7d9a tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411260
Feb 19 21:33:47.294275 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Publish callbacks [] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:47.307315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Transition to ACTIVE for port object 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:33:47.310832 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:47.361004 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Pushing event updated for resources: {'Port': ['ID=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:47.432088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Attempting to bind port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:33:47.432462 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Attempting to bind port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:33:47.432798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Attempting to bind port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:33:47.437339 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 on network e4c84caf-497f-42e3-826a-9223f9a408eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:33:47.437666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Attempting to bind port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 on network e4c84caf-497f-42e3-826a-9223f9a408eb {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:33:47.442753 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:33:47.443096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Checking segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:33:47.443487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Bound using segment: {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:33:47.443920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Bound port: 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b01278-e986-4d08-9dd8-6bf0fbaa70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:33:47.444284 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:47.515140 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] For port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:33:47.518365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] For port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:33:47.524575 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:47.562079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:47.562718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:47.564110 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] 10.222.0.10 "PUT /v2.0/ports/2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 HTTP/1.1" status: 200  len: 1096 time: 0.6428628
Feb 19 21:33:47.564583 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b46345d-8faf-402b-ba46-70a0d1791bc5', 'tag': '2c3ca0e3-fecb-4d1f-9927-63f2d028ec86'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:33:47.566802 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9e4491-e173-410f-b53b-2ab958334bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b46345d-8faf-402b-ba46-70a0d1791bc5", "tag": "2c3ca0e3-fecb-4d1f-9927-63f2d028ec86"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:33:47.590388 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e2675-29ad-4c2b-b50e-ed6c232a41ea service neutron] Pushing event updated for resources: {'Port': ['ID=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:47.611123 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1250414-b598-473f-9814-3f3978f781c2 x-openstack-request-id: req-a1250414-b598-473f-9814-3f3978f781c2 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:33:47.611426 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b46345d-8faf-402b-ba46-70a0d1791bc5", "tag": "2c3ca0e3-fecb-4d1f-9927-63f2d028ec86", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:33:47.611737 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1250414-b598-473f-9814-3f3978f781c2 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:33:47.612113 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b46345d-8faf-402b-ba46-70a0d1791bc5', 'tag': '2c3ca0e3-fecb-4d1f-9927-63f2d028ec86', 'status': 'completed', 'code': 200}
Feb 19 21:33:47.666610 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-cedcdcc0-c0f9-4627-8e90-6c92aa9db300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:47.668109 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-cedcdcc0-c0f9-4627-8e90-6c92aa9db300 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8a13e8c6ae549eba718354fd84a93bf&device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 1130 time: 0.0507963
Feb 19 21:33:47.710334 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-555381d4-38bc-4236-a958-64054dbae715 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 HTTP/1.1" status: 200  len: 217 time: 0.0359368
Feb 19 21:33:47.767037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-1af257e9-559e-4bbd-9b83-eaf49f3711be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:47.768545 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-1af257e9-559e-4bbd-9b83-eaf49f3711be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0517402
Feb 19 21:33:47.816595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-566809ed-689e-47e9-9112-165ab0614e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:47.818164 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-566809ed-689e-47e9-9112-165ab0614e15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0442932
Feb 19 21:33:47.907424 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-b987d4a9-2fea-425e-a629-04239e341752 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831671
Feb 19 21:33:47.993775 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3b7e85a6-9b6f-4b23-9ee6-e6c9447dc354 req-713e2eb5-b329-4889-82cb-e2a7aac9f3ec service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802906
Feb 19 21:33:48.081976 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4491-e173-410f-b53b-2ab958334bc0 req-41b01b46-51ff-47d9-a23f-48cda6196e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:48.083546 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6f9e4491-e173-410f-b53b-2ab958334bc0 req-41b01b46-51ff-47d9-a23f-48cda6196e51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8a13e8c6ae549eba718354fd84a93bf&device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 1130 time: 0.0436568
Feb 19 21:33:48.173031 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4491-e173-410f-b53b-2ab958334bc0 req-7c8d1fad-5440-407f-b9c5-1e14d434a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:48.174395 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6f9e4491-e173-410f-b53b-2ab958334bc0 req-7c8d1fad-5440-407f-b9c5-1e14d434a2e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4c84caf-497f-42e3-826a-9223f9a408eb HTTP/1.1" status: 200  len: 870 time: 0.0847631
Feb 19 21:33:48.214050 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6f9e4491-e173-410f-b53b-2ab958334bc0 req-176a39d5-4591-4bae-9759-5efa9ee50411 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 HTTP/1.1" status: 200  len: 217 time: 0.0340576
Feb 19 21:33:48.259922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4491-e173-410f-b53b-2ab958334bc0 req-5b2d2715-f592-4b4f-88bd-780d0b666ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:48.261371 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6f9e4491-e173-410f-b53b-2ab958334bc0 req-5b2d2715-f592-4b4f-88bd-780d0b666ab8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2aef61c9-c6a8-4429-b0a5-85be40d7d0d2 HTTP/1.1" status: 200  len: 843 time: 0.0415695
Feb 19 21:33:48.349589 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c7342333-0e1c-4d92-9da8-fa5e4dd70d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:48.415244 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b631b-3e3e-4f24-a4f0-893cc894f50d req-64e8b5c0-5df6-4981-84ce-830e7f5ee4e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:48.417516 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e07b631b-3e3e-4f24-a4f0-893cc894f50d req-64e8b5c0-5df6-4981-84ce-830e7f5ee4e1 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 948 time: 0.0562863
Feb 19 21:33:48.470437 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e07b631b-3e3e-4f24-a4f0-893cc894f50d req-c5830828-0c09-470e-bf41-4ececf32998b tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467436
Feb 19 21:33:48.640993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4491-e173-410f-b53b-2ab958334bc0 req-4663d7fa-b20d-4000-8739-ee258e076f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:48.642546 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6f9e4491-e173-410f-b53b-2ab958334bc0 req-4663d7fa-b20d-4000-8739-ee258e076f29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4c84caf-497f-42e3-826a-9223f9a408eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3748169
Feb 19 21:33:48.732197 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6f9e4491-e173-410f-b53b-2ab958334bc0 req-61b32ade-f522-4cea-b6a5-7c035c358569 service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822158
Feb 19 21:33:48.824971 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6f9e4491-e173-410f-b53b-2ab958334bc0 req-4ed1778b-ed9b-46fb-808f-a861b0681afb service neutron] 10.222.0.10 "GET /v2.0/networks/e4c84caf-497f-42e3-826a-9223f9a408eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860574
Feb 19 21:33:49.595517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcfbbe-3a35-491b-8500-94fde26b14c1 req-9cafe0c1-56a3-4da7-8e6e-f420e47db2cd tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:49.597031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbcfbbe-3a35-491b-8500-94fde26b14c1 req-9cafe0c1-56a3-4da7-8e6e-f420e47db2cd tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 948 time: 0.0516407
Feb 19 21:33:49.646482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fbcfbbe-3a35-491b-8500-94fde26b14c1 req-b9cbf9b5-b1d5-46b0-a9d3-5dcb07dffbd7 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439973
Feb 19 21:33:50.061340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:33:50.162217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:50.176888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '2c3ca0e3-fecb-4d1f-9927-63f2d028ec86', 'network_id': 'e4c84caf-497f-42e3-826a-9223f9a408eb', 'port_id': '2c3ca0e3-fecb-4d1f-9927-63f2d028ec86', 'mac_address': 'fa:16:3e:05:dd:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef61c9-c6a8-4429-b0a5-85be40d7d0d2', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:33:50.216905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:33:50.217308 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:50.229752 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:33:50.249117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:50.252511 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:50.300926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:50.455287 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['2c3ca0e3-fecb-4d1f-9927-63f2d028ec86'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:33:50.616893 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a3480b7-daf9-42de-ba9d-3383b6ba02eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:50.766372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7e3f6-86b2-4168-b526-9bc6be3bbe5f req-fa6affb7-53d6-439c-8c41-1a44fd86d6a8 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:50.767873 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ae7e3f6-86b2-4168-b526-9bc6be3bbe5f req-fa6affb7-53d6-439c-8c41-1a44fd86d6a8 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 949 time: 0.0535972
Feb 19 21:33:50.814947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ae7e3f6-86b2-4168-b526-9bc6be3bbe5f req-596fa771-2eb1-4ea6-a72a-95460032c38b tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414984
Feb 19 21:33:51.930931 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:51.939259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b1ce5-30d9-4b61-80d8-7c4ce1cc81f3 req-d7d8721f-5599-4ffd-9389-25eb6f507cb4 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:51.940768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-141b1ce5-30d9-4b61-80d8-7c4ce1cc81f3 req-d7d8721f-5599-4ffd-9389-25eb6f507cb4 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 949 time: 0.0537853
Feb 19 21:33:51.987128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-141b1ce5-30d9-4b61-80d8-7c4ce1cc81f3 req-0cbf8e8b-a4b4-4ef0-ac1f-5e2216065c4b tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403256
Feb 19 21:33:52.071552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:33:52.119295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:33:52.123307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:33:52.123686 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:52.204106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:33:52.204498 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:52.229245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b46345d-8faf-402b-ba46-70a0d1791bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3ca0e3-fecb-4d1f-9927-63f2d028ec86'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:33:52.231464 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a7a75d-515c-4a9a-bc4a-d9c1f573da15" -d '{"events": [{"server_uuid": "9b46345d-8faf-402b-ba46-70a0d1791bc5", "name": "network-vif-plugged", "status": "completed", "tag": "2c3ca0e3-fecb-4d1f-9927-63f2d028ec86"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:33:52.247479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:52.251711 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:52.274061 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c291b160-5865-459e-88bd-1eea923b12bd x-openstack-request-id: req-c291b160-5865-459e-88bd-1eea923b12bd {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:33:52.274358 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b46345d-8faf-402b-ba46-70a0d1791bc5", "name": "network-vif-plugged", "status": "completed", "tag": "2c3ca0e3-fecb-4d1f-9927-63f2d028ec86", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:33:52.274615 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c291b160-5865-459e-88bd-1eea923b12bd {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:33:52.275007 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b46345d-8faf-402b-ba46-70a0d1791bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3ca0e3-fecb-4d1f-9927-63f2d028ec86', 'code': 200}
Feb 19 21:33:52.302186 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:52.365869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e0d90-4304-42ce-a276-42cc14adeb74 req-806ec2a3-e9d1-4079-a110-f2b63cdb095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:52.367378 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af7e0d90-4304-42ce-a276-42cc14adeb74 req-806ec2a3-e9d1-4079-a110-f2b63cdb095b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 1132 time: 0.0455689
Feb 19 21:33:52.410078 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af7e0d90-4304-42ce-a276-42cc14adeb74 req-93d7ed4a-9f50-494d-8ca4-9e65a341be74 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360510
Feb 19 21:33:53.108024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82945198-50ff-4c5c-817b-b77e7abc84d1 req-39793807-913d-4788-82c9-94af7f844678 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:53.109519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82945198-50ff-4c5c-817b-b77e7abc84d1 req-39793807-913d-4788-82c9-94af7f844678 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 950 time: 0.0565078
Feb 19 21:33:53.156639 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82945198-50ff-4c5c-817b-b77e7abc84d1 req-f647e385-6a14-4651-9ab6-e0d8c980c6c5 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415528
Feb 19 21:33:53.284403 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:54.276405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf8c5f-594d-4f71-95a8-1ed8bb7ee65f req-d65b93b3-102d-4d9d-a036-3e2a07e5e666 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:54.277892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bebf8c5f-594d-4f71-95a8-1ed8bb7ee65f req-d65b93b3-102d-4d9d-a036-3e2a07e5e666 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 950 time: 0.0523608
Feb 19 21:33:54.323704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bebf8c5f-594d-4f71-95a8-1ed8bb7ee65f req-d7d1add5-19c2-46fd-a447-3d552d4a302b tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403390
Feb 19 21:33:54.459239 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:54.595062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-d848b398-8015-448b-8981-31bdd0206da5 req-edee7d03-2c89-4da9-8145-2c5594c99b6b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:33:54.596058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d848b398-8015-448b-8981-31bdd0206da5 req-edee7d03-2c89-4da9-8145-2c5594c99b6b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054405
Feb 19 21:33:54.917552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-2714f9ba-8637-47b0-9841-a75fbb40f055 req-d3dbde83-e311-4855-b8a5-41f43a2c1636 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:33:54.918546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2714f9ba-8637-47b0-9841-a75fbb40f055 req-d3dbde83-e311-4855-b8a5-41f43a2c1636 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057142
Feb 19 21:33:55.504496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33711372-0b99-4c1f-a37a-515e1587dd57 req-43448d40-d671-4cf2-9ed1-1fc89a3b8555 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:55.506010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33711372-0b99-4c1f-a37a-515e1587dd57 req-43448d40-d671-4cf2-9ed1-1fc89a3b8555 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 950 time: 0.0578079
Feb 19 21:33:55.552364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33711372-0b99-4c1f-a37a-515e1587dd57 req-11c42d33-90d1-4119-8570-7181af4d6a30 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402107
Feb 19 21:33:56.169874 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:56.472701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e4071-b799-4da6-b2f2-05373cd99789 req-2dd8b407-da9d-4199-abb3-b234dddb6a80 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:56.474060 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9f9e4071-b799-4da6-b2f2-05373cd99789 req-2dd8b407-da9d-4199-abb3-b234dddb6a80 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 950 time: 0.0522943
Feb 19 21:33:56.565568 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-9f9e4071-b799-4da6-b2f2-05373cd99789 req-10e3bec1-35da-4f45-9844-86408cd123d0 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Deleting port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:33:56.565911 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9f9e4071-b799-4da6-b2f2-05373cd99789 req-10e3bec1-35da-4f45-9844-86408cd123d0 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:56.655197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-9f9e4071-b799-4da6-b2f2-05373cd99789 req-10e3bec1-35da-4f45-9844-86408cd123d0 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] For port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86,segment=NetworkSegment(e1b01278-e986-4d08-9dd8-6bf0fbaa70ea),segment_id=e1b01278-e986-4d08-9dd8-6bf0fbaa70ea)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:33:56.655569 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9f9e4071-b799-4da6-b2f2-05373cd99789 req-10e3bec1-35da-4f45-9844-86408cd123d0 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:56.668828 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-9f9e4071-b799-4da6-b2f2-05373cd99789 req-10e3bec1-35da-4f45-9844-86408cd123d0 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Calling delete_port for 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:33:56.674149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c56610-763d-4c49-a971-9b6ca1a3bfe9 req-f25be6c0-6bec-4c75-98b2-7c7400cea3cb tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:56.675797 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33c56610-763d-4c49-a971-9b6ca1a3bfe9 req-f25be6c0-6bec-4c75-98b2-7c7400cea3cb tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b46345d-8faf-402b-ba46-70a0d1791bc5 HTTP/1.1" status: 200  len: 950 time: 0.0544012
Feb 19 21:33:56.725111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33c56610-763d-4c49-a971-9b6ca1a3bfe9 req-00bffc88-be74-4a1a-acc6-fac7fb6c1455 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425451
Feb 19 21:33:56.802172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9f9e4071-b799-4da6-b2f2-05373cd99789 req-10e3bec1-35da-4f45-9844-86408cd123d0 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (2c3ca0e3-fecb-4d1f-9927-63f2d028ec86), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:56.814187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['2c3ca0e3-fecb-4d1f-9927-63f2d028ec86'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:33:56.832742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3bec1-35da-4f45-9844-86408cd123d0 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Pushing event deleted for resources: {'Port': ['ID=2c3ca0e3-fecb-4d1f-9927-63f2d028ec86,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:56.880077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9e4071-b799-4da6-b2f2-05373cd99789 req-10e3bec1-35da-4f45-9844-86408cd123d0 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] No DVR routers for this DVR port 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:33:56.882769 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9f9e4071-b799-4da6-b2f2-05373cd99789 req-10e3bec1-35da-4f45-9844-86408cd123d0 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:56.887327 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9f9e4071-b799-4da6-b2f2-05373cd99789 req-10e3bec1-35da-4f45-9844-86408cd123d0 tempest-ServersAdminNegativeTestJSON-406644464 tempest-ServersAdminNegativeTestJSON-406644464-project] 10.222.0.10 "DELETE /v2.0/ports/2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 HTTP/1.1" status: 204  len: 173 time: 0.4081209
Feb 19 21:33:56.887808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b46345d-8faf-402b-ba46-70a0d1791bc5', 'name': 'network-vif-deleted', 'tag': '2c3ca0e3-fecb-4d1f-9927-63f2d028ec86'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:33:56.890687 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aebcbb7-59b2-47ef-9dae-5e46c5707c52" -d '{"events": [{"server_uuid": "9b46345d-8faf-402b-ba46-70a0d1791bc5", "name": "network-vif-deleted", "tag": "2c3ca0e3-fecb-4d1f-9927-63f2d028ec86"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:33:56.937994 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ed482a-bd95-4d06-bcb6-e6d14293d61b x-openstack-request-id: req-27ed482a-bd95-4d06-bcb6-e6d14293d61b {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:33:56.938541 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b46345d-8faf-402b-ba46-70a0d1791bc5", "name": "network-vif-deleted", "tag": "2c3ca0e3-fecb-4d1f-9927-63f2d028ec86", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:33:56.939005 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27ed482a-bd95-4d06-bcb6-e6d14293d61b {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:33:56.939603 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b46345d-8faf-402b-ba46-70a0d1791bc5', 'name': 'network-vif-deleted', 'tag': '2c3ca0e3-fecb-4d1f-9927-63f2d028ec86', 'status': 'completed', 'code': 200}
Feb 19 21:33:58.018025 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34850) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:58.148593 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-14b3db6b-f361-4d1a-9fd8-e288fe467d30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8a13e8c6ae549eba718354fd84a93bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1288664
Feb 19 21:33:58.151090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34854) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:58.197206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aee2db1e-1efb-4cdd-b7c0-15a657e1f947 admin admin] Publish callbacks [] for security_group (7e019442-e5c8-4fc0-aa8a-cc1c46e6644f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:58.217754 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aee2db1e-1efb-4cdd-b7c0-15a657e1f947 admin admin] Publish callbacks [] for security_group (7e019442-e5c8-4fc0-aa8a-cc1c46e6644f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:58.263982 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aee2db1e-1efb-4cdd-b7c0-15a657e1f947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7e019442-e5c8-4fc0-aa8a-cc1c46e6644f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:58.266589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-aee2db1e-1efb-4cdd-b7c0-15a657e1f947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:58.267744 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-aee2db1e-1efb-4cdd-b7c0-15a657e1f947 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e019442-e5c8-4fc0-aa8a-cc1c46e6644f HTTP/1.1" status: 204  len: 168 time: 0.1157663
Feb 19 21:33:58.276159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2db1e-1efb-4cdd-b7c0-15a657e1f947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e019442-e5c8-4fc0-aa8a-cc1c46e6644f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:58.523592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 34860) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:58.537072 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28264a48-d429-4208-b1e0-b347844bcfdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:58.611364 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28264a48-d429-4208-b1e0-b347844bcfdb admin admin] Publish callbacks [] for security_group (f8645fe5-6465-41fd-8bb0-a7fbdf457857), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:58.615131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-28264a48-d429-4208-b1e0-b347844bcfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f8645fe5-6465-41fd-8bb0-a7fbdf457857), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:58.657526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-28264a48-d429-4208-b1e0-b347844bcfdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94ba2437855d4d92b40557b165483e95&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1323273
Feb 19 21:33:58.658389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28264a48-d429-4208-b1e0-b347844bcfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8645fe5-6465-41fd-8bb0-a7fbdf457857,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:58.660223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34862) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:58.708219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f6e604a-f153-4641-97b3-65606121d079 admin admin] Publish callbacks [] for security_group (f8645fe5-6465-41fd-8bb0-a7fbdf457857), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:58.733881 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f6e604a-f153-4641-97b3-65606121d079 admin admin] Publish callbacks [] for security_group (f8645fe5-6465-41fd-8bb0-a7fbdf457857), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:58.779990 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f6e604a-f153-4641-97b3-65606121d079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f8645fe5-6465-41fd-8bb0-a7fbdf457857), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:58.782919 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f6e604a-f153-4641-97b3-65606121d079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:58.784292 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1f6e604a-f153-4641-97b3-65606121d079 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8645fe5-6465-41fd-8bb0-a7fbdf457857 HTTP/1.1" status: 204  len: 168 time: 0.1229377
Feb 19 21:33:58.794655 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e604a-f153-4641-97b3-65606121d079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8645fe5-6465-41fd-8bb0-a7fbdf457857,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:59.439754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34884) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:59.536029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-239998599-network', 'tenant_id': '456ee08e460d4b61a0db66627b1aaa91'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:33:59.557407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Made reservation on behalf of 456ee08e460d4b61a0db66627b1aaa91 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:33:59.559967 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:59.568243 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:59.641399 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Publish callbacks [] for security_group (c002c144-5840-4224-8072-387f610b9ebc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:59.645093 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c002c144-5840-4224-8072-387f610b9ebc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:59.669918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:33:59.679628 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c002c144-5840-4224-8072-387f610b9ebc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:59.685136 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4c0d0362-5213-409a-9e88-75f169f36026), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:59.685478 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Added segment 4c0d0362-5213-409a-9e88-75f169f36026 of type vlan for network 68bd2ede-716d-44d9-ba4f-e4b5174f6736
Feb 19 21:33:59.724792 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (68bd2ede-716d-44d9-ba4f-e4b5174f6736), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:59.727781 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:59.750944 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (68bd2ede-716d-44d9-ba4f-e4b5174f6736), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:59.751946 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:33:59.752555 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:33:59.811781 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3708010
Feb 19 21:33:59.814576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 34888) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:33:59.821409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] Request body: {'subnet': {'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-239998599-subnet', 'tenant_id': '456ee08e460d4b61a0db66627b1aaa91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:33:59.825944 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e5d01-d019-4c3a-9c80-bb61fe9c3b8c admin admin] Pushing event updated for resources: {'Network': ['ID=68bd2ede-716d-44d9-ba4f-e4b5174f6736,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:33:59.837492 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 68bd2ede-716d-44d9-ba4f-e4b5174f6736 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:33:59.846536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] Made reservation on behalf of 456ee08e460d4b61a0db66627b1aaa91 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:33:59.849273 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:00.021328 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (2627d935-1536-4fca-9b6a-37f5549bc304), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:00.074113 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2627d935-1536-4fca-9b6a-37f5549bc304,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:00.084149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] Checking segment: {'id': '4c0d0362-5213-409a-9e88-75f169f36026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:34:00.084550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] Network hostable DHCP agents. Network: 68bd2ede-716d-44d9-ba4f-e4b5174f6736, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:34:00.101153 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] Network 68bd2ede-716d-44d9-ba4f-e4b5174f6736 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:34:00.110300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68bd2ede-716d-44d9-ba4f-e4b5174f6736) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:34:00.115088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:00.115843 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:00.117503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:34:00.121535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5e844-6361-4699-ba6c-4ef201b2547f None None] Network 68bd2ede-716d-44d9-ba4f-e4b5174f6736 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:34:00.132163 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e6289fd2-2d5e-4b28-ab87-929aa7a8cd5e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3165853
Feb 19 21:34:00.144375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:34:00.144737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 2c3ca0e3-fecb-4d1f-9927-63f2d028ec86 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:34:00.237984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73fa88-fa3a-41f7-926c-d86b696fe09b None None] Network 68bd2ede-716d-44d9-ba4f-e4b5174f6736 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:34:00.551991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f6cc-1596-40f8-883d-14727112db35 req-d6de0d25-f445-4328-b2fd-892776c8f9de tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:00.554314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-d6de0d25-f445-4328-b2fd-892776c8f9de tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/networks?id=68bd2ede-716d-44d9-ba4f-e4b5174f6736 HTTP/1.1" status: 200  len: 811 time: 0.1020997
Feb 19 21:34:00.569293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-5550d2a2-fa58-4cca-ae66-e22ee1a8efe6 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/quotas/456ee08e460d4b61a0db66627b1aaa91 HTTP/1.1" status: 200  len: 375 time: 0.0090868
Feb 19 21:34:00.607514 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-9158abc8-cbb2-4315-9385-b4c6ec227b31 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=456ee08e460d4b61a0db66627b1aaa91&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0314786
Feb 19 21:34:00.707336 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-dc89dac4-e80b-44d3-bf47-9c4ba9584f51 service neutron] 10.222.0.30 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925972
Feb 19 21:34:00.806794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-fde513c5-8cf6-4194-9ada-c2b0c637e8ec service neutron] 10.222.0.30 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938683
Feb 19 21:34:00.971326 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a36d9ed-87c1-4c1f-bb3e-3747b63e18e4 req-e9c79d90-8534-498c-8056-eb6f85859429 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 210 time: 0.0319335
Feb 19 21:34:01.877546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f6cc-1596-40f8-883d-14727112db35 req-6385f9d5-317c-4647-9986-17ce5aae42a9 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:01.879165 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-6385f9d5-317c-4647-9986-17ce5aae42a9 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.67 "GET /v2.0/networks?id=68bd2ede-716d-44d9-ba4f-e4b5174f6736 HTTP/1.1" status: 200  len: 811 time: 0.1046538
Feb 19 21:34:01.891726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Request body: {'port': {'device_id': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736', 'admin_state_up': True, 'tenant_id': '456ee08e460d4b61a0db66627b1aaa91'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:34:02.003712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Made reservation on behalf of 456ee08e460d4b61a0db66627b1aaa91 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:34:02.007162 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:02.094511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a41a0752-fb5f-441f-9945-5460d7cd06b3 req-076b09ba-3820-4320-baa0-bb9ede272982 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 210 time: 0.0345018
Feb 19 21:34:02.154961 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Allocated IP 172.20.0.4 (68bd2ede-716d-44d9-ba4f-e4b5174f6736/2627d935-1536-4fca-9b6a-37f5549bc304/79d8b2c2-debb-4778-88c8-2a1d4793d447) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:34:02.299491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Publish callbacks [] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:02.332858 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:02.378472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Network 68bd2ede-716d-44d9-ba4f-e4b5174f6736 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:34:02.381554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:34:02.385734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:34:02.410660 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Pushing event updated for resources: {'Port': ['ID=79d8b2c2-debb-4778-88c8-2a1d4793d447,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:02.437130 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:02.437748 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:02.453538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-17052682-8448-4973-b0a9-7728b4c8724d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5659702
Feb 19 21:34:02.464976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Request body: {'port': {'device_id': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:34:02.523097 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:03.113919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d8b2c2-debb-4778-88c8-2a1d4793d447 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:34:03.122335 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Publish callbacks [] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:03.134145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Transition to ACTIVE for port object 79d8b2c2-debb-4778-88c8-2a1d4793d447 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:34:03.138722 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:03.217949 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Pushing event updated for resources: {'Port': ['ID=79d8b2c2-debb-4778-88c8-2a1d4793d447,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:03.275308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ae64e-010a-4d86-9b20-5c607d9dfc81 req-2d7ccfb4-107e-4593-8a05-0d8e4d06f135 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:03.276823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df4ae64e-010a-4d86-9b20-5c607d9dfc81 req-2d7ccfb4-107e-4593-8a05-0d8e4d06f135 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 943 time: 0.1127217
Feb 19 21:34:03.325755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Attempting to bind port 79d8b2c2-debb-4778-88c8-2a1d4793d447 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:34:03.326093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Attempting to bind port 79d8b2c2-debb-4778-88c8-2a1d4793d447 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4c0d0362-5213-409a-9e88-75f169f36026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:34:03.326419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Attempting to bind port 79d8b2c2-debb-4778-88c8-2a1d4793d447 on network 68bd2ede-716d-44d9-ba4f-e4b5174f6736 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:34:03.338677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Port 79d8b2c2-debb-4778-88c8-2a1d4793d447 on network 68bd2ede-716d-44d9-ba4f-e4b5174f6736 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:34:03.338999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Attempting to bind port 79d8b2c2-debb-4778-88c8-2a1d4793d447 on network 68bd2ede-716d-44d9-ba4f-e4b5174f6736 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:34:03.346849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-df4ae64e-010a-4d86-9b20-5c607d9dfc81 req-46ab6baf-c525-47e8-934f-fd95f25ecbba tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643492
Feb 19 21:34:03.347969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:34:03.348309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Checking segment: {'id': '4c0d0362-5213-409a-9e88-75f169f36026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:34:03.348718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Bound using segment: {'id': '4c0d0362-5213-409a-9e88-75f169f36026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:34:03.349145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Bound port: 79d8b2c2-debb-4778-88c8-2a1d4793d447, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0d0362-5213-409a-9e88-75f169f36026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:34:03.349501 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:03.410991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:34:03.413856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447,segment=NetworkSegment(4c0d0362-5213-409a-9e88-75f169f36026),segment_id=4c0d0362-5213-409a-9e88-75f169f36026)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:34:03.420667 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:03.461630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:03.462262 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:03.463646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] 10.222.0.67 "PUT /v2.0/ports/79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 1091 time: 1.0032752
Feb 19 21:34:03.464121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:34:03.466392 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a910753c-1525-4277-89d2-391ea55b0e99" -d '{"events": [{"name": "network-changed", "server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:34:03.491894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684958e5-789b-4edb-baa1-b2df9e2a4af5 service neutron] Pushing event updated for resources: {'Port': ['ID=79d8b2c2-debb-4778-88c8-2a1d4793d447,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:03.507622 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1894d4-41b3-44c9-904d-2148ea4eef7c x-openstack-request-id: req-bc1894d4-41b3-44c9-904d-2148ea4eef7c {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:34:03.508131 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:34:03.508447 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc1894d4-41b3-44c9-904d-2148ea4eef7c {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:34:03.508893 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447', 'status': 'completed', 'code': 200}
Feb 19 21:34:03.563449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f6cc-1596-40f8-883d-14727112db35 req-4cb73a84-272f-4623-8506-5e650413f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:03.565040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-4cb73a84-272f-4623-8506-5e650413f7bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=456ee08e460d4b61a0db66627b1aaa91&device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 1125 time: 0.0494936
Feb 19 21:34:03.606116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-fb037c0c-6c6d-4947-9d14-acde94eddd76 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 217 time: 0.0344646
Feb 19 21:34:03.653333 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f6cc-1596-40f8-883d-14727112db35 req-91baf793-0792-4168-bbc4-1f08ce1cb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:03.655019 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-91baf793-0792-4168-bbc4-1f08ce1cb17d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2627d935-1536-4fca-9b6a-37f5549bc304 HTTP/1.1" status: 200  len: 851 time: 0.0434740
Feb 19 21:34:03.689184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-4a7c25fe-dc10-4443-97b3-99bbd2798669 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=68bd2ede-716d-44d9-ba4f-e4b5174f6736&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288115
Feb 19 21:34:03.777050 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-6b66be67-c752-4efc-88bb-b1f01164830b service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824697
Feb 19 21:34:03.871682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-55d8f6cc-1596-40f8-883d-14727112db35 req-4e08e6c7-6059-4041-b67f-9a3dfc5b6983 service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888698
Feb 19 21:34:03.960305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910753c-1525-4277-89d2-391ea55b0e99 req-458d4f08-025c-4211-a6c2-41fac3ed9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:03.962364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a910753c-1525-4277-89d2-391ea55b0e99 req-458d4f08-025c-4211-a6c2-41fac3ed9379 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=456ee08e460d4b61a0db66627b1aaa91&device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 1125 time: 0.0456078
Feb 19 21:34:04.051958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910753c-1525-4277-89d2-391ea55b0e99 req-5be0230a-e244-42c1-8a3b-b8ace75a2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:04.053515 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a910753c-1525-4277-89d2-391ea55b0e99 req-5be0230a-e244-42c1-8a3b-b8ace75a2d62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=68bd2ede-716d-44d9-ba4f-e4b5174f6736 HTTP/1.1" status: 200  len: 912 time: 0.0841658
Feb 19 21:34:04.098961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a910753c-1525-4277-89d2-391ea55b0e99 req-840b999f-e6c5-4aa4-a30c-af28cc124152 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 217 time: 0.0386236
Feb 19 21:34:04.145919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910753c-1525-4277-89d2-391ea55b0e99 req-183b5b35-5fd9-4c90-85dc-5beb2f1de979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:04.147350 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a910753c-1525-4277-89d2-391ea55b0e99 req-183b5b35-5fd9-4c90-85dc-5beb2f1de979 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2627d935-1536-4fca-9b6a-37f5549bc304 HTTP/1.1" status: 200  len: 851 time: 0.0424771
Feb 19 21:34:04.176469 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a910753c-1525-4277-89d2-391ea55b0e99 req-37351cbd-1e79-48e9-b984-691452e38b48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=68bd2ede-716d-44d9-ba4f-e4b5174f6736&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238855
Feb 19 21:34:04.268923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a910753c-1525-4277-89d2-391ea55b0e99 req-70297b64-6f39-4da3-b683-f3b27049ce14 service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867403
Feb 19 21:34:04.357660 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a910753c-1525-4277-89d2-391ea55b0e99 req-22877ff0-122c-486e-837f-8d2202ffcb3e service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828872
Feb 19 21:34:04.466219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651834b8-5aa0-43e2-a3b9-3804932a1762 req-9dc1bdc8-91b6-4595-91e9-ec696a623a68 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:04.467719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-651834b8-5aa0-43e2-a3b9-3804932a1762 req-9dc1bdc8-91b6-4595-91e9-ec696a623a68 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 943 time: 0.0541413
Feb 19 21:34:04.520021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-651834b8-5aa0-43e2-a3b9-3804932a1762 req-b27f63ff-ef0c-473a-9482-ab9d0bcd78b9 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466340
Feb 19 21:34:05.639045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d1bec-ff8f-4d2f-8912-be0dc38c4ff1 req-b85c1e18-9481-4581-9b43-3dde09d1d156 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:05.640561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d4d1bec-ff8f-4d2f-8912-be0dc38c4ff1 req-b85c1e18-9481-4581-9b43-3dde09d1d156 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 943 time: 0.0525906
Feb 19 21:34:05.688695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d4d1bec-ff8f-4d2f-8912-be0dc38c4ff1 req-6485bb9f-aa0e-4325-bfe9-21984a9e4db3 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426352
Feb 19 21:34:06.697894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 79d8b2c2-debb-4778-88c8-2a1d4793d447 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:34:06.798898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447,segment=NetworkSegment(4c0d0362-5213-409a-9e88-75f169f36026),segment_id=4c0d0362-5213-409a-9e88-75f169f36026)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:34:06.807849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5df10-2610-4c28-be3b-d14b02068d78 req-ac8ddd00-e443-4f83-af35-b06586ce86bb tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:06.809441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bcd5df10-2610-4c28-be3b-d14b02068d78 req-ac8ddd00-e443-4f83-af35-b06586ce86bb tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 943 time: 0.0532629
Feb 19 21:34:06.810959 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '79d8b2c2-debb-4778-88c8-2a1d4793d447', 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736', 'port_id': '79d8b2c2-debb-4778-88c8-2a1d4793d447', 'mac_address': 'fa:16:3e:47:8f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2627d935-1536-4fca-9b6a-37f5549bc304', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:34:06.848364 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 79d8b2c2-debb-4778-88c8-2a1d4793d447 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:34:06.848748 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:06.858061 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bcd5df10-2610-4c28-be3b-d14b02068d78 req-460aa930-3db4-4bb1-acd7-a509076f291a tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429559
Feb 19 21:34:06.861964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d8b2c2-debb-4778-88c8-2a1d4793d447 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:34:06.881448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447,segment=NetworkSegment(4c0d0362-5213-409a-9e88-75f169f36026),segment_id=4c0d0362-5213-409a-9e88-75f169f36026)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:34:06.885357 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:06.934157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=79d8b2c2-debb-4778-88c8-2a1d4793d447,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:07.182007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['79d8b2c2-debb-4778-88c8-2a1d4793d447'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:34:07.983419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c6814-b27f-4401-a1e5-d4309185b428 req-9136e9b1-c780-4d7d-8cf4-12d4e3dc9767 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:07.984853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f5c6814-b27f-4401-a1e5-d4309185b428 req-9136e9b1-c780-4d7d-8cf4-12d4e3dc9767 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 944 time: 0.0569563
Feb 19 21:34:08.031384 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f5c6814-b27f-4401-a1e5-d4309185b428 req-535c7d6b-ffc7-468b-b121-3f3c34808b84 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409815
Feb 19 21:34:08.713810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 79d8b2c2-debb-4778-88c8-2a1d4793d447 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:34:08.764304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 79d8b2c2-debb-4778-88c8-2a1d4793d447 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:34:08.767961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 79d8b2c2-debb-4778-88c8-2a1d4793d447 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:34:08.768362 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:08.845165 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 79d8b2c2-debb-4778-88c8-2a1d4793d447 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:34:08.845556 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:08.867848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:34:08.870054 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dad9203-f179-4907-a8f9-b6e5bddef76f" -d '{"events": [{"server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "name": "network-vif-plugged", "status": "completed", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:34:08.883158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447,segment=NetworkSegment(4c0d0362-5213-409a-9e88-75f169f36026),segment_id=4c0d0362-5213-409a-9e88-75f169f36026)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:34:08.886826 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:08.914364 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50757242-403e-4da1-ae13-1123c45233c6 x-openstack-request-id: req-50757242-403e-4da1-ae13-1123c45233c6 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:34:08.914654 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "name": "network-vif-plugged", "status": "completed", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:34:08.914909 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50757242-403e-4da1-ae13-1123c45233c6 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:34:08.915288 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447', 'code': 200}
Feb 19 21:34:08.940975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=79d8b2c2-debb-4778-88c8-2a1d4793d447,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:09.008512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae66a8-d158-4233-995e-fc3fe2ec75f2 req-0c7a2d74-7ccd-4589-9389-d85e6b649ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:09.009997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00ae66a8-d158-4233-995e-fc3fe2ec75f2 req-0c7a2d74-7ccd-4589-9389-d85e6b649ac0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 1127 time: 0.0434139
Feb 19 21:34:09.052554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00ae66a8-d158-4233-995e-fc3fe2ec75f2 req-a4650be5-1b5c-463f-b9b8-8e56d746d9f6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366921
Feb 19 21:34:09.151538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e543-8fe2-4f92-90ba-9ead73ce99f2 req-e645404e-34a7-4494-a078-ce06316d4319 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:09.153084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3c9e543-8fe2-4f92-90ba-9ead73ce99f2 req-e645404e-34a7-4494-a078-ce06316d4319 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0526044
Feb 19 21:34:09.203313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3c9e543-8fe2-4f92-90ba-9ead73ce99f2 req-97a382c4-c679-4f20-8dc7-70a6b8e9f5c4 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447052
Feb 19 21:34:10.336517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4397584-3861-44d6-ac04-b3a124ebf75e req-a9dc1e77-f70f-4e2f-a4cd-a44942cf8a17 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:10.338462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4397584-3861-44d6-ac04-b3a124ebf75e req-a9dc1e77-f70f-4e2f-a4cd-a44942cf8a17 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0543811
Feb 19 21:34:10.387139 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4397584-3861-44d6-ac04-b3a124ebf75e req-333c1fec-8cad-45eb-a80a-748fec8aae69 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427620
Feb 19 21:34:11.505953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a9830-0114-4f01-9f2f-a744798683a9 req-3ccb2ab8-067e-4283-b7ba-d755005e329e tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:11.507464 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-463a9830-0114-4f01-9f2f-a744798683a9 req-3ccb2ab8-067e-4283-b7ba-d755005e329e tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0532510
Feb 19 21:34:11.553959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-463a9830-0114-4f01-9f2f-a744798683a9 req-300f2aef-848b-4426-a38e-e3d2ef98ebff tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402865
Feb 19 21:34:11.814836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940aa6b-d33c-4a74-8b85-fa8a1fd1f114 req-540b1d46-af6a-4eda-8245-83dc52466a5f tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:11.816362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0940aa6b-d33c-4a74-8b85-fa8a1fd1f114 req-540b1d46-af6a-4eda-8245-83dc52466a5f tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0634871
Feb 19 21:34:11.853849 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-dc725996-e26b-41a6-a754-66d5703fd1c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1077929
Feb 19 21:34:11.863963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-d8642121-1e3d-427b-ba04-cf8db2bd261f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:34:11.865240 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-d8642121-1e3d-427b-ba04-cf8db2bd261f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062909
Feb 19 21:34:11.866158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0940aa6b-d33c-4a74-8b85-fa8a1fd1f114 req-bfc2a6d6-68ad-448c-8ace-ac3d8d3d144b tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438972
Feb 19 21:34:12.328828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-5447d1ef-7a6a-4dfe-8f09-fc00bda97e7d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:12.330181 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-5447d1ef-7a6a-4dfe-8f09-fc00bda97e7d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports/79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 942 time: 0.1061037
Feb 19 21:34:12.988183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d692d-9c3f-48e6-85c9-e803944624f7 req-a6357dbf-853b-40a3-849d-ad9b6844256f tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:12.989753 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d5d692d-9c3f-48e6-85c9-e803944624f7 req-a6357dbf-853b-40a3-849d-ad9b6844256f tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0537887
Feb 19 21:34:13.044995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d5d692d-9c3f-48e6-85c9-e803944624f7 req-a3fe948d-82fb-4846-abaa-05c394758cc8 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488300
Feb 19 21:34:13.097728 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-9dc49d4b-83ea-4201-b9fa-fd5fb5707f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:13.099222 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-9dc49d4b-83ea-4201-b9fa-fd5fb5707f9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=456ee08e460d4b61a0db66627b1aaa91&device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 1127 time: 0.0445166
Feb 19 21:34:13.187956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-fd4b86f8-40f5-437c-a510-4bfacbabb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:13.189455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-fd4b86f8-40f5-437c-a510-4bfacbabb6e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=68bd2ede-716d-44d9-ba4f-e4b5174f6736 HTTP/1.1" status: 200  len: 912 time: 0.0836687
Feb 19 21:34:13.234225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-47b71573-85e3-4242-a432-ce68d9779eb3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 217 time: 0.0389304
Feb 19 21:34:13.281394 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-8c85ff3b-e0e6-4c66-9533-31d88752b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:13.282812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-8c85ff3b-e0e6-4c66-9533-31d88752b12d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2627d935-1536-4fca-9b6a-37f5549bc304 HTTP/1.1" status: 200  len: 851 time: 0.0426018
Feb 19 21:34:13.313137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-a5ae0615-7f84-4a4f-a2e4-d0eb83c52011 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=68bd2ede-716d-44d9-ba4f-e4b5174f6736&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248232
Feb 19 21:34:13.403791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-8596eb0d-65cc-45d5-960b-41449a7c0592 service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847919
Feb 19 21:34:13.491853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-d643ab5a-c1e6-410b-9196-a33a00a3413c service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819306
Feb 19 21:34:14.165127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a34546-1342-423d-8180-e132dc448115 req-2c27ff70-e4ab-490a-8bea-560aaa223c4b tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:14.166596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20a34546-1342-423d-8180-e132dc448115 req-2c27ff70-e4ab-490a-8bea-560aaa223c4b tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0526989
Feb 19 21:34:14.213031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20a34546-1342-423d-8180-e132dc448115 req-08146cca-b864-464b-a5ae-7959be124ce3 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407841
Feb 19 21:34:15.337787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c5686-1f70-45e2-b4a4-4cf56e0cac62 req-38bd6604-ec7c-485d-bb9c-eba10b09a8ec tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:15.339290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e4c5686-1f70-45e2-b4a4-4cf56e0cac62 req-38bd6604-ec7c-485d-bb9c-eba10b09a8ec tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0585506
Feb 19 21:34:15.386253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0e4c5686-1f70-45e2-b4a4-4cf56e0cac62 req-4c7d83c8-7e8c-4fb0-a402-598db2485ae8 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413485
Feb 19 21:34:16.505602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e860b-dda9-4c97-9e86-351308c25405 req-15c751ab-e739-4bc5-bec2-ebb6a3f2d81d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:16.507147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac2e860b-dda9-4c97-9e86-351308c25405 req-15c751ab-e739-4bc5-bec2-ebb6a3f2d81d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0522804
Feb 19 21:34:16.553745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ac2e860b-dda9-4c97-9e86-351308c25405 req-80f95821-b016-44e9-9bfc-1412f44abb71 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402842
Feb 19 21:34:17.681771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fba03c-9414-491e-8c9c-f08f30582579 req-35335ab1-2a91-4afb-b565-68876b1e2e7c tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:17.683320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94fba03c-9414-491e-8c9c-f08f30582579 req-35335ab1-2a91-4afb-b565-68876b1e2e7c tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0605814
Feb 19 21:34:17.731626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94fba03c-9414-491e-8c9c-f08f30582579 req-eb61f96a-3d90-4984-afee-0a72cd999263 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424607
Feb 19 21:34:18.306186 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:34:18.351389 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-524ca682-d11e-4194-a0dd-a0b18ea5ed12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:18.849564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29f617-926c-4c72-ae87-80a20a549bdb req-c5921726-7549-4f4c-8419-6065ffad2698 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:18.851052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e29f617-926c-4c72-ae87-80a20a549bdb req-c5921726-7549-4f4c-8419-6065ffad2698 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0519605
Feb 19 21:34:18.898311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e29f617-926c-4c72-ae87-80a20a549bdb req-30c71405-2e01-47ba-8c07-32783d34eeaa tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410607
Feb 19 21:34:20.025657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e4c47-ac1f-4b73-aafe-5a4c8b8cc9e0 req-ebfaa873-bad3-4f8b-a7dc-ef089a33c5fb tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:20.027161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be7e4c47-ac1f-4b73-aafe-5a4c8b8cc9e0 req-ebfaa873-bad3-4f8b-a7dc-ef089a33c5fb tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0578272
Feb 19 21:34:20.078475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be7e4c47-ac1f-4b73-aafe-5a4c8b8cc9e0 req-91b22813-4a82-40b0-8900-ccb8149d808f tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457315
Feb 19 21:34:20.619552 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c22f7ca6-27f8-4157-8112-9600fbcad6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:21.202424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfa42c-3a3d-4f93-8042-0468cf0fd16d req-d76703eb-40b3-4e20-810c-b419e91b2583 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:21.204124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cbfa42c-3a3d-4f93-8042-0468cf0fd16d req-d76703eb-40b3-4e20-810c-b419e91b2583 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0587008
Feb 19 21:34:21.250197 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cbfa42c-3a3d-4f93-8042-0468cf0fd16d req-7e176c2b-71e3-4114-929e-4cb78a80a1b5 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405664
Feb 19 21:34:21.932863 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:22.369121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16130f-f48a-4dbd-923d-9f2bfb878476 req-0d1edf00-5639-4bef-a584-a93dcec7e0d0 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:22.370617 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a16130f-f48a-4dbd-923d-9f2bfb878476 req-0d1edf00-5639-4bef-a584-a93dcec7e0d0 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0532558
Feb 19 21:34:22.416773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a16130f-f48a-4dbd-923d-9f2bfb878476 req-d5fc874d-603a-49f4-bfd7-414490f79760 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406778
Feb 19 21:34:23.289781 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:23.539980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63547a3-568a-48d3-b896-3a37aebf7ba9 req-5f2811e7-d55b-4176-b764-c5f811d3b654 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:23.541491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e63547a3-568a-48d3-b896-3a37aebf7ba9 req-5f2811e7-d55b-4176-b764-c5f811d3b654 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0568407
Feb 19 21:34:23.587460 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e63547a3-568a-48d3-b896-3a37aebf7ba9 req-3d9f8092-e1f7-4b87-9257-2de8e3fd0e89 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404186
Feb 19 21:34:24.463583 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:24.706004 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f92a-e8b4-4e50-a5cb-d62f3b181bb0 req-f0f54bb8-d61e-4daf-93b4-011e77515342 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:24.707533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7082f92a-e8b4-4e50-a5cb-d62f3b181bb0 req-f0f54bb8-d61e-4daf-93b4-011e77515342 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0537245
Feb 19 21:34:24.756126 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7082f92a-e8b4-4e50-a5cb-d62f3b181bb0 req-4f708018-8016-4a07-a0e0-c2d9ca918324 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417161
Feb 19 21:34:25.874823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72459143-e77e-4d45-9907-f8576f191fdf req-ce25645d-f783-465e-a831-0891dddeca0b tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:25.876359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72459143-e77e-4d45-9907-f8576f191fdf req-ce25645d-f783-465e-a831-0891dddeca0b tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0526290
Feb 19 21:34:25.926273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-72459143-e77e-4d45-9907-f8576f191fdf req-5fdba990-87fc-4328-bfc3-fb0a137bc8eb tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443544
Feb 19 21:34:26.177450 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:27.044440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac3b0e-45a5-4ac5-94a7-1b61bb5ca334 req-c1026430-e05c-49eb-8f20-05cb048c598b tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:27.045934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cac3b0e-45a5-4ac5-94a7-1b61bb5ca334 req-c1026430-e05c-49eb-8f20-05cb048c598b tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0520806
Feb 19 21:34:27.092674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cac3b0e-45a5-4ac5-94a7-1b61bb5ca334 req-9692e2c6-f1f5-4ca3-b640-da80e7d8486e tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410984
Feb 19 21:34:28.210018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8540df-72e2-44ca-84a0-edc1a75d4650 req-cc7e80fc-f248-4331-85cf-f8539d496c73 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:28.212034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d8540df-72e2-44ca-84a0-edc1a75d4650 req-cc7e80fc-f248-4331-85cf-f8539d496c73 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0534747
Feb 19 21:34:28.257790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d8540df-72e2-44ca-84a0-edc1a75d4650 req-b36c608a-f6da-4f29-9433-e7944863ecd7 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402145
Feb 19 21:34:29.379702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d794839-923f-4c8d-8df1-5c315ca1f974 req-1359e6d6-0aba-456b-87af-efb3d4691ff9 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:29.381300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d794839-923f-4c8d-8df1-5c315ca1f974 req-1359e6d6-0aba-456b-87af-efb3d4691ff9 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0559509
Feb 19 21:34:29.427257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d794839-923f-4c8d-8df1-5c315ca1f974 req-273696a2-b0bd-4cc2-b230-5cb8cbb04343 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404396
Feb 19 21:34:29.742287 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:30.546304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46731846-71ff-4bb3-b5e3-a4f13a33fa18 req-279789ff-a035-439e-b8fa-1d1c2be8d5b6 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:30.547800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46731846-71ff-4bb3-b5e3-a4f13a33fa18 req-279789ff-a035-439e-b8fa-1d1c2be8d5b6 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0518529
Feb 19 21:34:30.594278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46731846-71ff-4bb3-b5e3-a4f13a33fa18 req-f308aedc-7300-48eb-bcaa-8b45914e5fd5 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408795
Feb 19 21:34:31.717396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37371b-96d4-482a-95e0-a4cfcb7910e1 req-af2dd91a-335e-4377-b947-eee2c6418bb9 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:31.719536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae37371b-96d4-482a-95e0-a4cfcb7910e1 req-af2dd91a-335e-4377-b947-eee2c6418bb9 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0579503
Feb 19 21:34:31.772722 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae37371b-96d4-482a-95e0-a4cfcb7910e1 req-7c288e25-f9d1-4147-9285-04aeb6a07e71 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475829
Feb 19 21:34:32.890906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b111584-a3cf-420b-a671-d477a4034a54 req-545f7c71-c984-4d4a-9491-0d011322b717 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:32.892419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b111584-a3cf-420b-a671-d477a4034a54 req-545f7c71-c984-4d4a-9491-0d011322b717 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0521607
Feb 19 21:34:32.938326 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b111584-a3cf-420b-a671-d477a4034a54 req-6b7f4184-bbbe-4eb7-8321-62b02150161f tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403554
Feb 19 21:34:34.058787 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07615c-8765-4994-8b6b-6420771f2ac7 req-cc061dc7-b36a-44f4-98d5-ba19f8914e28 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:34.060257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba07615c-8765-4994-8b6b-6420771f2ac7 req-cc061dc7-b36a-44f4-98d5-ba19f8914e28 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0511305
Feb 19 21:34:34.110008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ba07615c-8765-4994-8b6b-6420771f2ac7 req-a0ada2b0-3e26-4c23-a995-891dac489e47 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441933
Feb 19 21:34:35.229449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0d5b9-5fda-40b2-89d1-1f7b29067ebb req-b3e719ef-293c-4a9b-9937-e422049ec759 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:35.230939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42e0d5b9-5fda-40b2-89d1-1f7b29067ebb req-b3e719ef-293c-4a9b-9937-e422049ec759 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0538666
Feb 19 21:34:35.277097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42e0d5b9-5fda-40b2-89d1-1f7b29067ebb req-3bed1bef-af8a-437c-b7c7-92a023987b55 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406437
Feb 19 21:34:36.407952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec669b5-a4e6-4afa-be5c-33aa20451a88 req-96aff7bd-3f98-4134-8b42-7d86bb7a21b9 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:36.409474 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cec669b5-a4e6-4afa-be5c-33aa20451a88 req-96aff7bd-3f98-4134-8b42-7d86bb7a21b9 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0556531
Feb 19 21:34:36.456209 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cec669b5-a4e6-4afa-be5c-33aa20451a88 req-c58ce5f0-3234-42d8-abde-a1857ce3c2b5 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406778
Feb 19 21:34:37.579684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a16d81-64f3-439e-b4b3-038922bcb044 req-9568c81d-2ac2-4fe3-8422-166de57075f5 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:37.581206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a16d81-64f3-439e-b4b3-038922bcb044 req-9568c81d-2ac2-4fe3-8422-166de57075f5 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0567200
Feb 19 21:34:37.626882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2a16d81-64f3-439e-b4b3-038922bcb044 req-6e296bf8-acea-42e0-9e87-eedeed9559bd tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395093
Feb 19 21:34:37.802412 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac9078-655c-4f7e-8352-a9bde3d3e999 req-fd654a98-f734-487a-8086-797d879eca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:37.803935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ac9078-655c-4f7e-8352-a9bde3d3e999 req-fd654a98-f734-487a-8086-797d879eca3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=456ee08e460d4b61a0db66627b1aaa91&device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 1127 time: 0.0449598
Feb 19 21:34:37.915164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac9078-655c-4f7e-8352-a9bde3d3e999 req-8c7d4f92-6912-425b-9b1b-8989f355f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:37.916694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ac9078-655c-4f7e-8352-a9bde3d3e999 req-8c7d4f92-6912-425b-9b1b-8989f355f739 service neutron] 10.222.0.67 "GET /v2.0/networks?id=68bd2ede-716d-44d9-ba4f-e4b5174f6736 HTTP/1.1" status: 200  len: 912 time: 0.0892994
Feb 19 21:34:37.957922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ac9078-655c-4f7e-8352-a9bde3d3e999 req-e05e9a29-ceab-49be-be98-d606a82f143f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 217 time: 0.0345440
Feb 19 21:34:38.004313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac9078-655c-4f7e-8352-a9bde3d3e999 req-5c9c156d-b7bf-476d-82f0-b2bf4e6bc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:38.005800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ac9078-655c-4f7e-8352-a9bde3d3e999 req-5c9c156d-b7bf-476d-82f0-b2bf4e6bc976 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2627d935-1536-4fca-9b6a-37f5549bc304 HTTP/1.1" status: 200  len: 851 time: 0.0421379
Feb 19 21:34:38.037134 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ac9078-655c-4f7e-8352-a9bde3d3e999 req-17c6fc29-bc6c-47e9-b7c4-bb0f57d19a05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=68bd2ede-716d-44d9-ba4f-e4b5174f6736&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236168
Feb 19 21:34:38.128969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ac9078-655c-4f7e-8352-a9bde3d3e999 req-b804a3c5-5581-44ac-a7ce-af5c1e444c23 service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842547
Feb 19 21:34:38.216963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f1ac9078-655c-4f7e-8352-a9bde3d3e999 req-0cfef9f4-5354-4934-83f9-54dbbf394245 service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819223
Feb 19 21:34:38.759026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1f79b-5ffb-4333-8cf3-25deb376478c req-e8dc5bbd-9316-430f-be06-ad38660fffde tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:38.760542 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ec1f79b-5ffb-4333-8cf3-25deb376478c req-e8dc5bbd-9316-430f-be06-ad38660fffde tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0637941
Feb 19 21:34:38.808020 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0ec1f79b-5ffb-4333-8cf3-25deb376478c req-d1424ee1-586b-4147-840f-a6c151d651f1 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416846
Feb 19 21:34:39.928131 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cba07e-925c-4a71-a46b-ae554e0d8eb8 req-b220cce5-0d20-4a77-957a-c5aba6a53912 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:39.929604 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04cba07e-925c-4a71-a46b-ae554e0d8eb8 req-b220cce5-0d20-4a77-957a-c5aba6a53912 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0533984
Feb 19 21:34:39.976788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04cba07e-925c-4a71-a46b-ae554e0d8eb8 req-17bc0ddf-18f8-4ac2-9cbb-031679a76a85 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415797
Feb 19 21:34:40.483483 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-31a2d200-b2ee-41af-9641-eb71da956bfe service neutron] show failed (client error): The resource could not be found.
Feb 19 21:34:40.484573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-31a2d200-b2ee-41af-9641-eb71da956bfe service neutron] 10.222.0.67 "GET /v2.0/ports/79d8b2c2-debb-4778-88c8-2a1d4793d447/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0540900
Feb 19 21:34:40.677147 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-88fa3dc9-c298-4b80-bc7c-9950cef84a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:40.678632 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-88fa3dc9-c298-4b80-bc7c-9950cef84a83 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d&tenant_id=456ee08e460d4b61a0db66627b1aaa91 HTTP/1.1" status: 200  len: 1127 time: 0.0434468
Feb 19 21:34:40.689436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:34:40.751618 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:40.888389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9fcd-017e-4ee7-90f8-fb84ba900e14 req-883a4224-1972-4f12-a963-b53eb5b69dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:40.889935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0da9fcd-017e-4ee7-90f8-fb84ba900e14 req-883a4224-1972-4f12-a963-b53eb5b69dd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=456ee08e460d4b61a0db66627b1aaa91&device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 1127 time: 0.0492995
Feb 19 21:34:40.958462 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447,segment=NetworkSegment(4c0d0362-5213-409a-9e88-75f169f36026),segment_id=4c0d0362-5213-409a-9e88-75f169f36026)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:34:40.990286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9fcd-017e-4ee7-90f8-fb84ba900e14 req-ba29976b-5263-432b-bd6e-0546d2d627de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:40.991338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:34:40.991791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0da9fcd-017e-4ee7-90f8-fb84ba900e14 req-ba29976b-5263-432b-bd6e-0546d2d627de service neutron] 10.222.0.10 "GET /v2.0/networks?id=68bd2ede-716d-44d9-ba4f-e4b5174f6736 HTTP/1.1" status: 200  len: 912 time: 0.0844769
Feb 19 21:34:41.038143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Publish callbacks [] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:41.038410 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0da9fcd-017e-4ee7-90f8-fb84ba900e14 req-875ca0b6-5920-4fe2-8604-0a9c033e6640 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 217 time: 0.0402911
Feb 19 21:34:41.040216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:34:41.042757 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b16dd55-30a5-428c-8d1a-d45bcf231e13" -d '{"events": [{"server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "name": "network-vif-unplugged", "status": "completed", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:34:41.058011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Transition to ACTIVE for port object 79d8b2c2-debb-4778-88c8-2a1d4793d447 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:34:41.062237 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:41.098348 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c007e345-6a0b-4b4a-9b68-d5b16af0e351 x-openstack-request-id: req-c007e345-6a0b-4b4a-9b68-d5b16af0e351 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:34:41.098555 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "name": "network-vif-unplugged", "status": "completed", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:34:41.098852 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c007e345-6a0b-4b4a-9b68-d5b16af0e351 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:34:41.099335 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447', 'code': 200}
Feb 19 21:34:41.118346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9fcd-017e-4ee7-90f8-fb84ba900e14 req-f2f578ed-5ce3-40ca-bca0-bac066724453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:41.120369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0da9fcd-017e-4ee7-90f8-fb84ba900e14 req-f2f578ed-5ce3-40ca-bca0-bac066724453 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2627d935-1536-4fca-9b6a-37f5549bc304 HTTP/1.1" status: 200  len: 851 time: 0.0772724
Feb 19 21:34:41.141300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Pushing event updated for resources: {'Port': ['ID=79d8b2c2-debb-4778-88c8-2a1d4793d447,revision_number=6']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:41.143506 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] No DVR routers for this DVR port 79d8b2c2-debb-4778-88c8-2a1d4793d447 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:34:41.152444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.152795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.153139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.153476 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.153805 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.154132 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.154457 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.154786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.154952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0da9fcd-017e-4ee7-90f8-fb84ba900e14 req-06b5525f-d676-4a25-8148-fffda58f15fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68bd2ede-716d-44d9-ba4f-e4b5174f6736&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282466
Feb 19 21:34:41.155105 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.155425 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.155763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.156165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.156550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:41.161989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2d3b5-dac5-4085-a62e-d620488a273a req-6cf11de8-eabe-451f-9516-9e637a59c71d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:41.163442 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cc2d3b5-dac5-4085-a62e-d620488a273a req-6cf11de8-eabe-451f-9516-9e637a59c71d tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 943 time: 0.1116409
Feb 19 21:34:41.191389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Attempting to bind port 79d8b2c2-debb-4778-88c8-2a1d4793d447 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:34:41.191733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Attempting to bind port 79d8b2c2-debb-4778-88c8-2a1d4793d447 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4c0d0362-5213-409a-9e88-75f169f36026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:34:41.192067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Attempting to bind port 79d8b2c2-debb-4778-88c8-2a1d4793d447 on network 68bd2ede-716d-44d9-ba4f-e4b5174f6736 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:34:41.196379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Port 79d8b2c2-debb-4778-88c8-2a1d4793d447 on network 68bd2ede-716d-44d9-ba4f-e4b5174f6736 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:34:41.196706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Attempting to bind port 79d8b2c2-debb-4778-88c8-2a1d4793d447 on network 68bd2ede-716d-44d9-ba4f-e4b5174f6736 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:34:41.202510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:34:41.202852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Checking segment: {'id': '4c0d0362-5213-409a-9e88-75f169f36026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:34:41.203262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Bound using segment: {'id': '4c0d0362-5213-409a-9e88-75f169f36026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:34:41.203681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Bound port: 79d8b2c2-debb-4778-88c8-2a1d4793d447, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0d0362-5213-409a-9e88-75f169f36026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:34:41.204034 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:41.265590 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cc2d3b5-dac5-4085-a62e-d620488a273a req-6e1a63c5-45f4-4721-9727-41f502644904 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939245
Feb 19 21:34:41.265800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:34:41.270062 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447,segment=NetworkSegment(4c0d0362-5213-409a-9e88-75f169f36026),segment_id=4c0d0362-5213-409a-9e88-75f169f36026)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:34:41.277579 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:41.287489 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0da9fcd-017e-4ee7-90f8-fb84ba900e14 req-f88bdc97-c602-476a-b675-7d45deae08af service neutron] 10.222.0.10 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231074
Feb 19 21:34:41.316993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:41.317624 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:41.319572 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] 10.222.0.10 "PUT /v2.0/ports/79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 1091 time: 0.6339960
Feb 19 21:34:41.341815 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bc272-545e-4519-955b-55a2dc898534 service neutron] Pushing event updated for resources: {'Port': ['ID=79d8b2c2-debb-4778-88c8-2a1d4793d447,revision_number=7']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:41.387893 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0da9fcd-017e-4ee7-90f8-fb84ba900e14 req-3473b514-a657-4a29-ac1d-a40dddb48538 service neutron] 10.222.0.10 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0940607
Feb 19 21:34:41.467055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-e7d6b12c-4f43-4294-8575-891305ef6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:41.468668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-e7d6b12c-4f43-4294-8575-891305ef6bdf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=456ee08e460d4b61a0db66627b1aaa91&device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 1125 time: 0.0449376
Feb 19 21:34:41.556585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-6a004a10-a137-487c-a2b6-798ebceeef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:41.558532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-6a004a10-a137-487c-a2b6-798ebceeef5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=68bd2ede-716d-44d9-ba4f-e4b5174f6736 HTTP/1.1" status: 200  len: 912 time: 0.0831399
Feb 19 21:34:41.600964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-b82b375c-f006-4912-ad38-64140a96264f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 217 time: 0.0367005
Feb 19 21:34:41.647839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-d667678d-a144-4fdf-8a92-85426b51456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:41.649270 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-d667678d-a144-4fdf-8a92-85426b51456c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2627d935-1536-4fca-9b6a-37f5549bc304 HTTP/1.1" status: 200  len: 851 time: 0.0425863
Feb 19 21:34:41.680002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-3166d836-1a80-4507-b9c8-1e89c0791faf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68bd2ede-716d-44d9-ba4f-e4b5174f6736&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246489
Feb 19 21:34:41.772196 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-10012337-137e-47dd-b711-cffca9217533 service neutron] 10.222.0.10 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862679
Feb 19 21:34:41.859657 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b35a6fe7-7fb7-453e-afcb-609cb5de90ab req-4fa58892-567f-470a-a46b-730075d60c1d service neutron] 10.222.0.10 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821371
Feb 19 21:34:42.387908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5973486-8d32-490c-826c-26f606f6ab26 req-6a6c5b34-36b6-4cc6-bde2-44a5b215e031 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:42.389433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5973486-8d32-490c-826c-26f606f6ab26 req-6a6c5b34-36b6-4cc6-bde2-44a5b215e031 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 943 time: 0.0531454
Feb 19 21:34:42.439680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5973486-8d32-490c-826c-26f606f6ab26 req-c62b14ff-5e0b-4935-8b1f-96086000c11e tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447428
Feb 19 21:34:42.827860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 79d8b2c2-debb-4778-88c8-2a1d4793d447 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:34:42.865603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port 79d8b2c2-debb-4778-88c8-2a1d4793d447 host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:34:42.866002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 79d8b2c2-debb-4778-88c8-2a1d4793d447 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:34:43.100679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:34:43.103022 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6532b0f3-fda6-4cd9-b686-65f6907a283b" -d '{"events": [{"name": "network-changed", "server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:34:43.151320 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5fac61-2efa-4407-9d03-18cef7b68723 x-openstack-request-id: req-0f5fac61-2efa-4407-9d03-18cef7b68723 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:34:43.151619 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:34:43.152216 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f5fac61-2efa-4407-9d03-18cef7b68723 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:34:43.152691 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447', 'status': 'completed', 'code': 200}
Feb 19 21:34:43.241213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-1d4a7fb2-8f4c-402d-9b68-0d60d4fb1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:43.242731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-1d4a7fb2-8f4c-402d-9b68-0d60d4fb1cc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=456ee08e460d4b61a0db66627b1aaa91&device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 1125 time: 0.0753200
Feb 19 21:34:43.245834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-cb575b51-a928-4cc4-be6a-7277c341986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:43.247220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-cb575b51-a928-4cc4-be6a-7277c341986a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=456ee08e460d4b61a0db66627b1aaa91&device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 1125 time: 0.0706701
Feb 19 21:34:43.403952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-9079d701-1f87-47c9-851e-da6ea06e57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:43.405371 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-9079d701-1f87-47c9-851e-da6ea06e57ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=68bd2ede-716d-44d9-ba4f-e4b5174f6736 HTTP/1.1" status: 200  len: 912 time: 0.1546469
Feb 19 21:34:43.406734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-e2047afc-b9cb-4797-8a35-e3232993d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:43.408038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-e2047afc-b9cb-4797-8a35-e3232993d978 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68bd2ede-716d-44d9-ba4f-e4b5174f6736 HTTP/1.1" status: 200  len: 912 time: 0.1491549
Feb 19 21:34:43.457017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-53f419ab-f96c-4089-9ee5-2d0e98b948f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 217 time: 0.0437829
Feb 19 21:34:43.490413 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-12ba24f0-7e64-4185-bc3e-a512589da478 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 217 time: 0.0761201
Feb 19 21:34:43.594597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-2efb2df1-ad26-4d6b-80ed-a94dae2970a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:43.596086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-2efb2df1-ad26-4d6b-80ed-a94dae2970a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2627d935-1536-4fca-9b6a-37f5549bc304 HTTP/1.1" status: 200  len: 851 time: 0.1139901
Feb 19 21:34:43.597340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-142450e8-a605-40a8-9983-b4f816833ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:43.598635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-142450e8-a605-40a8-9983-b4f816833ce5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2627d935-1536-4fca-9b6a-37f5549bc304 HTTP/1.1" status: 200  len: 851 time: 0.0872383
Feb 19 21:34:43.638394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-7fdb6eb1-fd65-4268-87ce-269f06bc7ee8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=68bd2ede-716d-44d9-ba4f-e4b5174f6736&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356264
Feb 19 21:34:43.658275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cf9b6-665a-4dad-81b0-68db52de352e req-2274b38a-732e-4ae6-920d-843db7dc9674 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:43.659621 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe5cf9b6-665a-4dad-81b0-68db52de352e req-2274b38a-732e-4ae6-920d-843db7dc9674 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 943 time: 0.1503403
Feb 19 21:34:43.662643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-4414a177-4868-4a5c-be95-13208f0abebc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68bd2ede-716d-44d9-ba4f-e4b5174f6736&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505197
Feb 19 21:34:44.163856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fe5cf9b6-665a-4dad-81b0-68db52de352e req-3c2d5a66-1763-44e4-bc49-82bd1c1db069 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4931252
Feb 19 21:34:44.181782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-40aa2a57-0642-4c5c-ac9a-afdf38898213 service neutron] 10.222.0.10 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5120077
Feb 19 21:34:44.183684 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-f938d957-bdb9-4fac-b0b5-638a9bd3d993 service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5230756
Feb 19 21:34:44.301053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 79d8b2c2-debb-4778-88c8-2a1d4793d447 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:34:44.342563 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-4d0f2c4b-88b4-4c4f-893c-a595d06304ca service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476662
Feb 19 21:34:44.344312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6532b0f3-fda6-4cd9-b686-65f6907a283b req-c06a9ec6-7f86-40e5-9b8a-fcfaf31bcb32 service neutron] 10.222.0.10 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565685
Feb 19 21:34:44.404062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447,segment=NetworkSegment(4c0d0362-5213-409a-9e88-75f169f36026),segment_id=4c0d0362-5213-409a-9e88-75f169f36026)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:34:44.415709 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '79d8b2c2-debb-4778-88c8-2a1d4793d447', 'network_id': '68bd2ede-716d-44d9-ba4f-e4b5174f6736', 'port_id': '79d8b2c2-debb-4778-88c8-2a1d4793d447', 'mac_address': 'fa:16:3e:47:8f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2627d935-1536-4fca-9b6a-37f5549bc304', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:34:44.452842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 79d8b2c2-debb-4778-88c8-2a1d4793d447 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:34:44.453197 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:44.454734 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25444c-6209-4b49-8248-989e011bc683 req-3a02c616-9885-4106-99eb-a78caddb1bed tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:44.456203 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a25444c-6209-4b49-8248-989e011bc683 req-3a02c616-9885-4106-99eb-a78caddb1bed tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.67 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d&tenant_id=456ee08e460d4b61a0db66627b1aaa91&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0562420
Feb 19 21:34:44.466743 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d8b2c2-debb-4778-88c8-2a1d4793d447 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:34:44.486161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447,segment=NetworkSegment(4c0d0362-5213-409a-9e88-75f169f36026),segment_id=4c0d0362-5213-409a-9e88-75f169f36026)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:34:44.491342 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:44.521653 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-9a25444c-6209-4b49-8248-989e011bc683 req-e89a145e-fe8f-4c64-9332-572a8b93a943 service neutron] delete failed (client error): The resource could not be found.
Feb 19 21:34:44.522663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a25444c-6209-4b49-8248-989e011bc683 req-e89a145e-fe8f-4c64-9332-572a8b93a943 service neutron] 10.222.0.67 "DELETE /v2.0/ports/79d8b2c2-debb-4778-88c8-2a1d4793d447/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0604820
Feb 19 21:34:44.540202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=79d8b2c2-debb-4778-88c8-2a1d4793d447,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:44.547670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.548020 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.549299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.549661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.550002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.550341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.550674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.551009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.551339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.551667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.551995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.552348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.552682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:44.606931 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25444c-6209-4b49-8248-989e011bc683 req-291be3a7-514d-41a6-86b7-9aa18108462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:44.608462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a25444c-6209-4b49-8248-989e011bc683 req-291be3a7-514d-41a6-86b7-9aa18108462c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=456ee08e460d4b61a0db66627b1aaa91&device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 1126 time: 0.0448089
Feb 19 21:34:44.699313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25444c-6209-4b49-8248-989e011bc683 req-d126f80e-e9e4-4358-bea0-41a5d21eb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:44.701488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a25444c-6209-4b49-8248-989e011bc683 req-d126f80e-e9e4-4358-bea0-41a5d21eb6a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=68bd2ede-716d-44d9-ba4f-e4b5174f6736 HTTP/1.1" status: 200  len: 912 time: 0.0869439
Feb 19 21:34:44.703418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['79d8b2c2-debb-4778-88c8-2a1d4793d447'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:34:44.743810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a25444c-6209-4b49-8248-989e011bc683 req-57f4fbba-2c9b-461f-9bf2-ffe13af33a97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 200  len: 217 time: 0.0378203
Feb 19 21:34:44.791924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25444c-6209-4b49-8248-989e011bc683 req-32f9263e-8521-49fc-985b-f9312e00c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:44.793863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a25444c-6209-4b49-8248-989e011bc683 req-32f9263e-8521-49fc-985b-f9312e00c384 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2627d935-1536-4fca-9b6a-37f5549bc304 HTTP/1.1" status: 200  len: 851 time: 0.0438256
Feb 19 21:34:44.827305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a25444c-6209-4b49-8248-989e011bc683 req-5b5b869a-354c-46ba-833b-63bfce343260 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=68bd2ede-716d-44d9-ba4f-e4b5174f6736&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262835
Feb 19 21:34:44.919743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a25444c-6209-4b49-8248-989e011bc683 req-aa6c2a2e-1db9-4439-983f-4823a0465ba3 service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858276
Feb 19 21:34:45.007909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a25444c-6209-4b49-8248-989e011bc683 req-b0e7a10f-c82f-4f01-b861-6946e9b6db89 service neutron] 10.222.0.67 "GET /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824211
Feb 19 21:34:45.684256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828b297-f995-4365-bd51-763901bf9756 req-7d8bfa7c-4e42-4b24-aedd-8905365696ef tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:45.685759 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1828b297-f995-4365-bd51-763901bf9756 req-7d8bfa7c-4e42-4b24-aedd-8905365696ef tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 944 time: 0.0551155
Feb 19 21:34:45.734515 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1828b297-f995-4365-bd51-763901bf9756 req-ca9ab7a0-998c-4cdc-a345-d4fb6d3a3e35 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430291
Feb 19 21:34:46.311233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 79d8b2c2-debb-4778-88c8-2a1d4793d447 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:34:46.359867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 79d8b2c2-debb-4778-88c8-2a1d4793d447 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:34:46.363809 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 79d8b2c2-debb-4778-88c8-2a1d4793d447 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:34:46.364185 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:46.442143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 79d8b2c2-debb-4778-88c8-2a1d4793d447 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:34:46.442538 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:46.464969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:34:46.467212 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0facf637-c76c-4a45-8e3f-17355a197df4" -d '{"events": [{"server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "name": "network-vif-plugged", "status": "completed", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:34:46.479139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447,segment=NetworkSegment(4c0d0362-5213-409a-9e88-75f169f36026),segment_id=4c0d0362-5213-409a-9e88-75f169f36026)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:34:46.483515 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:46.508441 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4504789-e77d-4925-a8ff-4516e1d601e6 x-openstack-request-id: req-a4504789-e77d-4925-a8ff-4516e1d601e6 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:34:46.508743 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "name": "network-vif-plugged", "status": "completed", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:34:46.508999 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4504789-e77d-4925-a8ff-4516e1d601e6 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:34:46.509392 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447', 'code': 200}
Feb 19 21:34:46.534741 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=79d8b2c2-debb-4778-88c8-2a1d4793d447,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:46.863380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c8aeb-1ed5-4db9-aed2-5fa28995f3c6 req-cfd038a9-e5ff-4238-9a2b-a5114484cf9c tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:46.864913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad5c8aeb-1ed5-4db9-aed2-5fa28995f3c6 req-cfd038a9-e5ff-4238-9a2b-a5114484cf9c tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0579584
Feb 19 21:34:46.939947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad5c8aeb-1ed5-4db9-aed2-5fa28995f3c6 req-f4d92f7f-91f6-4d4a-96a9-f765890764b5 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.30 "GET /v2.0/security-groups?id=c002c144-5840-4224-8072-387f610b9ebc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660152
Feb 19 21:34:46.947725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25444c-6209-4b49-8248-989e011bc683 req-d0316536-564d-4433-bd73-1ba89637c301 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:46.949449 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a25444c-6209-4b49-8248-989e011bc683 req-d0316536-564d-4433-bd73-1ba89637c301 tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.10 "GET /v2.0/ports?device_id=885be350-96d3-430f-9c2b-0a1e58b7355d HTTP/1.1" status: 200  len: 945 time: 0.0836422
Feb 19 21:34:47.044104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-9a25444c-6209-4b49-8248-989e011bc683 req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Deleting port 79d8b2c2-debb-4778-88c8-2a1d4793d447 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:34:47.044547 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9a25444c-6209-4b49-8248-989e011bc683 req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:47.136797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-9a25444c-6209-4b49-8248-989e011bc683 req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] For port 79d8b2c2-debb-4778-88c8-2a1d4793d447, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79d8b2c2-debb-4778-88c8-2a1d4793d447,segment=NetworkSegment(4c0d0362-5213-409a-9e88-75f169f36026),segment_id=4c0d0362-5213-409a-9e88-75f169f36026)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:34:47.137358 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9a25444c-6209-4b49-8248-989e011bc683 req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:47.150254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-9a25444c-6209-4b49-8248-989e011bc683 req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Calling delete_port for 79d8b2c2-debb-4778-88c8-2a1d4793d447 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:34:47.280992 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9a25444c-6209-4b49-8248-989e011bc683 req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (79d8b2c2-debb-4778-88c8-2a1d4793d447), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:47.293071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['79d8b2c2-debb-4778-88c8-2a1d4793d447'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:34:47.312387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Pushing event deleted for resources: {'Port': ['ID=79d8b2c2-debb-4778-88c8-2a1d4793d447,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:47.340434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.340798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.341145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.341493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.341837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.342179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.342515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.342851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.343184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.343518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.343849 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.344181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.344543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:34:47.363240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a25444c-6209-4b49-8248-989e011bc683 req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] No DVR routers for this DVR port 79d8b2c2-debb-4778-88c8-2a1d4793d447 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:34:47.365767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9a25444c-6209-4b49-8248-989e011bc683 req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:47.369226 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a25444c-6209-4b49-8248-989e011bc683 req-3c59467d-9688-4864-9e01-c766936ba8fe tempest-DeleteServersTestJSON-612359802 tempest-DeleteServersTestJSON-612359802-project] 10.222.0.10 "DELETE /v2.0/ports/79d8b2c2-debb-4778-88c8-2a1d4793d447 HTTP/1.1" status: 204  len: 173 time: 0.4149880
Feb 19 21:34:47.369700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'name': 'network-vif-deleted', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:34:47.371907 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0074e67b-aa0c-400b-b717-fbd323ea0b23" -d '{"events": [{"server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "name": "network-vif-deleted", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:34:47.413699 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51d6708-dc11-4231-8915-80146b66933b x-openstack-request-id: req-e51d6708-dc11-4231-8915-80146b66933b {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:34:47.414007 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885be350-96d3-430f-9c2b-0a1e58b7355d", "name": "network-vif-deleted", "tag": "79d8b2c2-debb-4778-88c8-2a1d4793d447", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:34:47.414267 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e51d6708-dc11-4231-8915-80146b66933b {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:34:47.414676 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885be350-96d3-430f-9c2b-0a1e58b7355d', 'name': 'network-vif-deleted', 'tag': '79d8b2c2-debb-4778-88c8-2a1d4793d447', 'status': 'completed', 'code': 200}
Feb 19 21:34:48.071251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35060) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:34:48.116874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d4ae6a-ec5e-4030-9055-36efac90f702 admin admin] Deleting subnet 2627d935-1536-4fca-9b6a-37f5549bc304 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:34:48.120701 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ae6a-ec5e-4030-9055-36efac90f702 admin admin] Publish callbacks [] for subnet (2627d935-1536-4fca-9b6a-37f5549bc304), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.154416 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ae6a-ec5e-4030-9055-36efac90f702 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (2627d935-1536-4fca-9b6a-37f5549bc304), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.193503 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ae6a-ec5e-4030-9055-36efac90f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (2627d935-1536-4fca-9b6a-37f5549bc304), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.248642 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ae6a-ec5e-4030-9055-36efac90f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (2627d935-1536-4fca-9b6a-37f5549bc304), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.274512 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4ae6a-ec5e-4030-9055-36efac90f702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2627d935-1536-4fca-9b6a-37f5549bc304,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:48.276505 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ae6a-ec5e-4030-9055-36efac90f702 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.280987 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f5d4ae6a-ec5e-4030-9055-36efac90f702 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2627d935-1536-4fca-9b6a-37f5549bc304 HTTP/1.1" status: 204  len: 168 time: 0.2074239
Feb 19 21:34:48.282201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35062) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:34:48.353253 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-669da348-7438-4f4b-99d7-7ef391a7bbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.354458 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (68bd2ede-716d-44d9-ba4f-e4b5174f6736), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.434787 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (68bd2ede-716d-44d9-ba4f-e4b5174f6736), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.454748 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a706d4fa0>,) {'filters': {'network_id': ['68bd2ede-716d-44d9-ba4f-e4b5174f6736']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:34:48.464109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a706d4fa0>, '4c0d0362-5213-409a-9e88-75f169f36026') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:34:48.464432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a706d4fa0>, '4c0d0362-5213-409a-9e88-75f169f36026') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:34:48.473662 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (4c0d0362-5213-409a-9e88-75f169f36026), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.487182 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (4c0d0362-5213-409a-9e88-75f169f36026), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.493186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:34:48.493799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (4c0d0362-5213-409a-9e88-75f169f36026), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:34:48.495558 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:34:48.548443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (68bd2ede-716d-44d9-ba4f-e4b5174f6736), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.553941 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.557211 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] 10.222.0.30 "DELETE /v2.0/networks/68bd2ede-716d-44d9-ba4f-e4b5174f6736 HTTP/1.1" status: 204  len: 168 time: 0.2741029
Feb 19 21:34:48.568252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5eb5c7-8ff1-4bc2-8f7a-5f4e2fce437f admin admin] Pushing event deleted for resources: {'Network': ['ID=68bd2ede-716d-44d9-ba4f-e4b5174f6736,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:48.666899 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35068) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:34:48.711156 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5b3619fe-7475-40d0-8d14-7c9913796789 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=456ee08e460d4b61a0db66627b1aaa91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0430958
Feb 19 21:34:48.714103 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35070) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:34:48.761896 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91d4defe-9f60-47f4-9b46-f6a7cf35bf28 admin admin] Publish callbacks [] for security_group (c002c144-5840-4224-8072-387f610b9ebc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.783055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91d4defe-9f60-47f4-9b46-f6a7cf35bf28 admin admin] Publish callbacks [] for security_group (c002c144-5840-4224-8072-387f610b9ebc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.830012 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91d4defe-9f60-47f4-9b46-f6a7cf35bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (c002c144-5840-4224-8072-387f610b9ebc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.832620 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91d4defe-9f60-47f4-9b46-f6a7cf35bf28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:48.833802 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-91d4defe-9f60-47f4-9b46-f6a7cf35bf28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c002c144-5840-4224-8072-387f610b9ebc HTTP/1.1" status: 204  len: 168 time: 0.1187999
Feb 19 21:34:48.843097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4defe-9f60-47f4-9b46-f6a7cf35bf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c002c144-5840-4224-8072-387f610b9ebc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:49.488387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35094) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:34:49.585809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1451618334-network', 'tenant_id': '6d4e54e969224337acfc6a178ca33422'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:34:49.605416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Made reservation on behalf of 6d4e54e969224337acfc6a178ca33422 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:34:49.607700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:49.616083 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:49.689157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Publish callbacks [] for security_group (5ebdb6fb-e730-4cd1-959c-47fbddb825a7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:49.693153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5ebdb6fb-e730-4cd1-959c-47fbddb825a7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:49.724200 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:34:49.732148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebdb6fb-e730-4cd1-959c-47fbddb825a7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:49.739156 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (856b8765-29d5-4c93-867c-ea033e6e8280), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:49.739772 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Added segment 856b8765-29d5-4c93-867c-ea033e6e8280 of type vlan for network 8a8d6a03-fa02-431b-a0af-4411327a65d3
Feb 19 21:34:49.782660 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (8a8d6a03-fa02-431b-a0af-4411327a65d3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:49.807434 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (8a8d6a03-fa02-431b-a0af-4411327a65d3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:49.808446 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:49.809032 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:49.864717 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3751211
Feb 19 21:34:49.867646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35098) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:34:49.870822 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d459f70-d8a4-464b-8f70-aacc98a9d714 admin admin] Pushing event updated for resources: {'Network': ['ID=8a8d6a03-fa02-431b-a0af-4411327a65d3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:49.873543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] Request body: {'subnet': {'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1451618334-subnet', 'tenant_id': '6d4e54e969224337acfc6a178ca33422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:34:49.880634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 8a8d6a03-fa02-431b-a0af-4411327a65d3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:34:49.892881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] Made reservation on behalf of 6d4e54e969224337acfc6a178ca33422 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:34:49.895176 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:50.065690 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (ce71987e-adc7-4c9a-8bc4-7b3621439e76), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:50.126809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce71987e-adc7-4c9a-8bc4-7b3621439e76,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:50.134957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] Checking segment: {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:34:50.135341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] Network hostable DHCP agents. Network: 8a8d6a03-fa02-431b-a0af-4411327a65d3, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:34:50.156581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] Network 8a8d6a03-fa02-431b-a0af-4411327a65d3 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:34:50.166881 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a8d6a03-fa02-431b-a0af-4411327a65d3) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:34:50.171111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:50.171772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:50.175982 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c254f65-c197-4bed-899e-3332124b6582 None None] Network 8a8d6a03-fa02-431b-a0af-4411327a65d3 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:34:50.187323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-52534aa2-faba-448d-8e3a-b009eee0b36b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3185830
Feb 19 21:34:50.277190 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10166f9-43fb-48fb-8cdb-f5f68f49ec60 None None] Network 8a8d6a03-fa02-431b-a0af-4411327a65d3 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:34:50.342434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 79d8b2c2-debb-4778-88c8-2a1d4793d447 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:34:50.368445 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 79d8b2c2-debb-4778-88c8-2a1d4793d447 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:34:50.368807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 79d8b2c2-debb-4778-88c8-2a1d4793d447 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:34:50.616264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-3b22c4a0-44ef-4099-9615-5b77f3d66bf4 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:50.617705 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-3b22c4a0-44ef-4099-9615-5b77f3d66bf4 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 815 time: 0.1007376
Feb 19 21:34:50.622436 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-995e948e-ec1e-4ba4-8fb7-84f23020bb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:50.636292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-1dfc84ed-b88d-4728-9256-29c1a586c1f0 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/quotas/6d4e54e969224337acfc6a178ca33422 HTTP/1.1" status: 200  len: 375 time: 0.0099301
Feb 19 21:34:50.674159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-7298ca61-241e-4870-9479-58f6f46ca7f4 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0321591
Feb 19 21:34:50.685187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-0c75ccde-bfa7-4243-84ce-6aeabc133b58 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:34:50.686141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-0c75ccde-bfa7-4243-84ce-6aeabc133b58 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056477
Feb 19 21:34:50.772848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-9d4e15f0-d65f-4875-8675-5feb1efce30e service neutron] 10.222.0.30 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814571
Feb 19 21:34:50.868133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-985392f7-194a-4665-b5d7-36dfeb194e57 service neutron] 10.222.0.30 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894144
Feb 19 21:34:51.028198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9ec41198-76d4-42d7-83c9-acfd50aac60e req-610bfa93-efd6-4a45-8f40-5587dda87a24 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 210 time: 0.0279329
Feb 19 21:34:51.927142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-61119826-9c5b-4615-90ce-edbe58cfe6e1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:51.929427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-61119826-9c5b-4615-90ce-edbe58cfe6e1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.67 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 815 time: 0.1031342
Feb 19 21:34:51.934017 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:51.942748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Request body: {'port': {'device_id': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3', 'admin_state_up': True, 'tenant_id': '6d4e54e969224337acfc6a178ca33422'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:34:52.055065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Made reservation on behalf of 6d4e54e969224337acfc6a178ca33422 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:34:52.060361 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:52.158313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f28cd34e-ed50-407e-adb7-7b2fba857771 req-8c4072c6-c932-4b0a-8786-6da8f873034e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 210 time: 0.0370872
Feb 19 21:34:52.221271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Allocated IP 172.20.0.13 (8a8d6a03-fa02-431b-a0af-4411327a65d3/ce71987e-adc7-4c9a-8bc4-7b3621439e76/e8b1811d-ffc4-480b-902b-9df5045ba896) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:34:52.363588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks [] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:52.397945 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:52.448896 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Network 8a8d6a03-fa02-431b-a0af-4411327a65d3 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:34:52.452517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:34:52.456570 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:34:52.463850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Pushing event updated for resources: {'Port': ['ID=e8b1811d-ffc4-480b-902b-9df5045ba896,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:52.508037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:52.508694 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:52.524176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-089e9b9c-5472-422f-b692-c04739682ac6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5862794
Feb 19 21:34:52.535249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Request body: {'port': {'device_id': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:34:52.597223 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:52.860065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b1811d-ffc4-480b-902b-9df5045ba896 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:34:52.867562 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Publish callbacks [] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:52.880175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Transition to ACTIVE for port object e8b1811d-ffc4-480b-902b-9df5045ba896 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:34:52.883838 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:52.951525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Pushing event updated for resources: {'Port': ['ID=e8b1811d-ffc4-480b-902b-9df5045ba896,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:53.004186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Attempting to bind port e8b1811d-ffc4-480b-902b-9df5045ba896 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:34:53.004569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Attempting to bind port e8b1811d-ffc4-480b-902b-9df5045ba896 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:34:53.004907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Attempting to bind port e8b1811d-ffc4-480b-902b-9df5045ba896 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:34:53.009326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Port e8b1811d-ffc4-480b-902b-9df5045ba896 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:34:53.009654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Attempting to bind port e8b1811d-ffc4-480b-902b-9df5045ba896 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:34:53.014470 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:34:53.014859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Checking segment: {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:34:53.015546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Bound using segment: {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:34:53.015665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Bound port: e8b1811d-ffc4-480b-902b-9df5045ba896, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:34:53.015962 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:53.078100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:34:53.081128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b1811d-ffc4-480b-902b-9df5045ba896,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:34:53.087142 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:53.122125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:53.122753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:53.124188 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] 10.222.0.67 "PUT /v2.0/ports/e8b1811d-ffc4-480b-902b-9df5045ba896 HTTP/1.1" status: 200  len: 1092 time: 0.5930068
Feb 19 21:34:53.124626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:34:53.127838 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7604f3-b449-4914-9154-6518b748017d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:34:53.159320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe83fa-bca4-4937-82f1-e6386265422f service neutron] Pushing event updated for resources: {'Port': ['ID=e8b1811d-ffc4-480b-902b-9df5045ba896,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:53.190492 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d67683-94a2-4a0c-8ffd-f12c1fd2ac8f x-openstack-request-id: req-61d67683-94a2-4a0c-8ffd-f12c1fd2ac8f {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:34:53.190804 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:34:53.191068 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61d67683-94a2-4a0c-8ffd-f12c1fd2ac8f {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:34:53.191476 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896', 'status': 'completed', 'code': 200}
Feb 19 21:34:53.210772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-8bfc78cd-d65b-4d1f-9d24-424750966074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:53.212318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-8bfc78cd-d65b-4d1f-9d24-424750966074 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 1126 time: 0.0494308
Feb 19 21:34:53.267373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-5c32d3f1-015f-4788-b52f-288884bd16c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b1811d-ffc4-480b-902b-9df5045ba896 HTTP/1.1" status: 200  len: 217 time: 0.0476272
Feb 19 21:34:53.294043 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:53.335638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-52556374-b53c-40e4-89f2-0c2d09b5fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:53.337158 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-52556374-b53c-40e4-89f2-0c2d09b5fb1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0536966
Feb 19 21:34:53.348841 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2ded-e784-4f9c-9084-a6486e843f7e req-68a40749-63bb-488c-b176-fd2fddf14fa5 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:53.350266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a60e2ded-e784-4f9c-9084-a6486e843f7e req-68a40749-63bb-488c-b176-fd2fddf14fa5 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 944 time: 0.1237972
Feb 19 21:34:53.390880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-542acffd-e0ea-465e-b9f9-a32afe92a63a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396690
Feb 19 21:34:53.459788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a60e2ded-e784-4f9c-9084-a6486e843f7e req-fe535ab5-db3b-4066-9ba0-e4557bedfe35 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009684
Feb 19 21:34:53.500594 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-e5f4f37f-5bdf-494d-b421-2df2d819435d service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022127
Feb 19 21:34:53.593556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-548e3d29-a9ee-4012-a347-0874a55a4aa6 req-01f7d0ec-8044-45bc-aabc-fffaec804a58 service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875356
Feb 19 21:34:53.679420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7604f3-b449-4914-9154-6518b748017d req-b21b5eba-5825-46d2-838f-7585068bcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:53.681028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a7604f3-b449-4914-9154-6518b748017d req-b21b5eba-5825-46d2-838f-7585068bcdb3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 1126 time: 0.0459776
Feb 19 21:34:53.777696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7604f3-b449-4914-9154-6518b748017d req-3e5f150b-c770-40d2-bfe2-16b4b609cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:53.779186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a7604f3-b449-4914-9154-6518b748017d req-3e5f150b-c770-40d2-bfe2-16b4b609cead service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.0895979
Feb 19 21:34:53.824876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a7604f3-b449-4914-9154-6518b748017d req-f2c49eb0-7dc3-4196-8926-ca757b87fb34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b1811d-ffc4-480b-902b-9df5045ba896 HTTP/1.1" status: 200  len: 217 time: 0.0398009
Feb 19 21:34:53.872310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7604f3-b449-4914-9154-6518b748017d req-3b118c56-1edb-4d20-bdd9-3fdaa812d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:53.873798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a7604f3-b449-4914-9154-6518b748017d req-3b118c56-1edb-4d20-bdd9-3fdaa812d004 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0435002
Feb 19 21:34:53.903974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a7604f3-b449-4914-9154-6518b748017d req-0991d2d5-c5b3-425e-a0b7-47b72bc665cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244350
Feb 19 21:34:53.994747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a7604f3-b449-4914-9154-6518b748017d req-c46c8385-06c8-4ddf-94b0-31b6f0f27f84 service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844557
Feb 19 21:34:54.083937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8a7604f3-b449-4914-9154-6518b748017d req-e4a12524-9a6a-470d-a6a6-f977c5f73d59 service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836308
Feb 19 21:34:54.466948 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:54.585307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d39f-133b-48c6-9323-52c7467782c1 req-23b531d6-d62e-4a32-80d2-a55573610037 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:54.586788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3d8d39f-133b-48c6-9323-52c7467782c1 req-23b531d6-d62e-4a32-80d2-a55573610037 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 944 time: 0.0575809
Feb 19 21:34:54.634237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3d8d39f-133b-48c6-9323-52c7467782c1 req-7ce5a236-6102-4e45-a29a-a9a6eed8e5b4 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413094
Feb 19 21:34:55.305564 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:34:55.753768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e8f5a-1aed-4285-8351-52d3550b3cd7 req-e549e7e7-478b-4599-8812-12263b63b708 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:55.755263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-498e8f5a-1aed-4285-8351-52d3550b3cd7 req-e549e7e7-478b-4599-8812-12263b63b708 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 944 time: 0.0526326
Feb 19 21:34:55.803046 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-498e8f5a-1aed-4285-8351-52d3550b3cd7 req-6c5ff3c0-6f4a-49a7-af17-a4a3fb3813dc tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421414
Feb 19 21:34:56.177297 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:56.867138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e8b1811d-ffc4-480b-902b-9df5045ba896 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:34:56.923809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e97d45-5e60-45d1-b96f-ab5854b86ef9 req-3dcdaea9-cc71-4a78-a7fe-cfeff4df0377 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:56.925337 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0e97d45-5e60-45d1-b96f-ab5854b86ef9 req-3dcdaea9-cc71-4a78-a7fe-cfeff4df0377 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 944 time: 0.0564394
Feb 19 21:34:56.963124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b1811d-ffc4-480b-902b-9df5045ba896,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:34:56.973463 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d0e97d45-5e60-45d1-b96f-ab5854b86ef9 req-f812a048-b150-4ac6-9874-97cbb7774b7c tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425270
Feb 19 21:34:56.977954 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'e8b1811d-ffc4-480b-902b-9df5045ba896', 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3', 'port_id': 'e8b1811d-ffc4-480b-902b-9df5045ba896', 'mac_address': 'fa:16:3e:40:32:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce71987e-adc7-4c9a-8bc4-7b3621439e76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:34:57.015379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e8b1811d-ffc4-480b-902b-9df5045ba896 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:34:57.015782 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:57.028487 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b1811d-ffc4-480b-902b-9df5045ba896 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:34:57.048616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b1811d-ffc4-480b-902b-9df5045ba896,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:34:57.052404 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:57.098145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=e8b1811d-ffc4-480b-902b-9df5045ba896,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:57.337426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['e8b1811d-ffc4-480b-902b-9df5045ba896'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:34:58.091304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3837c-3aa4-46fd-8c72-f6a572f5256d req-be8d3c98-f6dd-4491-9263-97a449559095 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:58.092853 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccc3837c-3aa4-46fd-8c72-f6a572f5256d req-be8d3c98-f6dd-4491-9263-97a449559095 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 945 time: 0.0526581
Feb 19 21:34:58.138913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccc3837c-3aa4-46fd-8c72-f6a572f5256d req-6ebb578c-bcb5-4f47-bcd4-9fde00203f54 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405412
Feb 19 21:34:58.882496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e8b1811d-ffc4-480b-902b-9df5045ba896 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:34:58.929770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port e8b1811d-ffc4-480b-902b-9df5045ba896 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:34:58.933682 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port e8b1811d-ffc4-480b-902b-9df5045ba896 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:34:58.934062 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:59.010873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e8b1811d-ffc4-480b-902b-9df5045ba896 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:34:59.011266 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:59.033032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:34:59.035267 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e361ba-067a-4bd1-9e7c-fe725a4c6e4f" -d '{"events": [{"server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:34:59.048545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b1811d-ffc4-480b-902b-9df5045ba896,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:34:59.052669 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:34:59.099032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=e8b1811d-ffc4-480b-902b-9df5045ba896,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:34:59.140560 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235fd3c7-97b8-4150-9e2c-6f37e5a594ad x-openstack-request-id: req-235fd3c7-97b8-4150-9e2c-6f37e5a594ad {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:34:59.141016 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:34:59.141287 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-235fd3c7-97b8-4150-9e2c-6f37e5a594ad {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:34:59.141719 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896', 'code': 200}
Feb 19 21:34:59.274481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d9af-e0e3-4acf-9544-b4f011d77fc2 req-a4979ed3-7105-4758-8173-378e28475ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:59.276576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6de5d9af-e0e3-4acf-9544-b4f011d77fc2 req-a4979ed3-7105-4758-8173-378e28475ef0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 1128 time: 0.0801497
Feb 19 21:34:59.287836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce621f-a297-47ef-97d0-fb818e05f63f req-d3365f2b-e20f-4700-a727-054c131824e4 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:34:59.289231 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cce621f-a297-47ef-97d0-fb818e05f63f req-d3365f2b-e20f-4700-a727-054c131824e4 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0680287
Feb 19 21:34:59.353674 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6de5d9af-e0e3-4acf-9544-b4f011d77fc2 req-5d0fa25a-096e-4e59-b8c9-8147670feb71 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635149
Feb 19 21:34:59.360478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7cce621f-a297-47ef-97d0-fb818e05f63f req-60ed3a1e-81e4-4e98-bf03-fc9735eb47b1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653453
Feb 19 21:34:59.739684 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:00.481677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907ac01-adf8-4ef8-b25b-0f5127255898 req-c4a7b2e9-40b5-4fac-8d40-1284519c3bd7 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:00.483253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c907ac01-adf8-4ef8-b25b-0f5127255898 req-c4a7b2e9-40b5-4fac-8d40-1284519c3bd7 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0545185
Feb 19 21:35:00.531230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c907ac01-adf8-4ef8-b25b-0f5127255898 req-eab8c5a7-86be-45d0-9d9c-33522f49f2f4 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418642
Feb 19 21:35:01.653808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b79a65-f15a-417d-a3f4-e14b0eaf4064 req-573e6dce-7220-4797-8e90-9becbdfcb2c4 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:01.655561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-88b79a65-f15a-417d-a3f4-e14b0eaf4064 req-573e6dce-7220-4797-8e90-9becbdfcb2c4 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0571399
Feb 19 21:35:01.703915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-88b79a65-f15a-417d-a3f4-e14b0eaf4064 req-c4cb1d6c-f93d-4ab1-adca-d80d416c2443 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423689
Feb 19 21:35:01.822235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62c8c1-6e8f-468c-be7b-e6c6876baaa6 req-e601e2a9-30d3-4540-b323-171bb370e121 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:01.823903 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da62c8c1-6e8f-468c-be7b-e6c6876baaa6 req-e601e2a9-30d3-4540-b323-171bb370e121 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0527332
Feb 19 21:35:01.870899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da62c8c1-6e8f-468c-be7b-e6c6876baaa6 req-5d744ab6-3b63-4991-8587-9c03f143ff13 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413342
Feb 19 21:35:02.070677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d398fa-c693-4e21-a6b2-ba43769f29af req-0cde5295-8adf-4074-b751-b5f36f30bf08 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:02.072164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54d398fa-c693-4e21-a6b2-ba43769f29af req-0cde5295-8adf-4074-b751-b5f36f30bf08 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0517437
Feb 19 21:35:02.122082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54d398fa-c693-4e21-a6b2-ba43769f29af req-39c0da4b-13ae-47ce-b3c6-a8386de63752 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440187
Feb 19 21:35:02.238311 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f1fc4-4e33-47c7-8f33-23b8be0377aa req-8623ed3c-6cb3-40e7-907c-3226ffdbbc44 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:02.239830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc6f1fc4-4e33-47c7-8f33-23b8be0377aa req-8623ed3c-6cb3-40e7-907c-3226ffdbbc44 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0530236
Feb 19 21:35:02.287876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc6f1fc4-4e33-47c7-8f33-23b8be0377aa req-08bcd899-1774-47f7-9e01-94d8181fc9f5 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416338
Feb 19 21:35:02.604561 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-90a242e8-f756-4239-b8bd-3beaba9496c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0448778
Feb 19 21:35:02.626982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea54cf-7640-4341-b8f7-765b581f55e8 req-4bf3e863-18d7-4dea-bfcc-558c5870bd8f tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:02.628520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2ea54cf-7640-4341-b8f7-765b581f55e8 req-4bf3e863-18d7-4dea-bfcc-558c5870bd8f tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0550878
Feb 19 21:35:02.678611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2ea54cf-7640-4341-b8f7-765b581f55e8 req-c7d486e4-6f3f-435c-8b59-b27e8de0ea4b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443900
Feb 19 21:35:03.010941 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-45044674-ec4d-4c78-a8ac-a298f363c87a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:03.012307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-45044674-ec4d-4c78-a8ac-a298f363c87a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports/e8b1811d-ffc4-480b-902b-9df5045ba896 HTTP/1.1" status: 200  len: 943 time: 0.0501850
Feb 19 21:35:03.836680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44ad9-17ec-4c38-91e4-17da37f40033 req-813e2584-6391-4af5-bf2f-17db64b89019 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:03.838730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ea44ad9-17ec-4c38-91e4-17da37f40033 req-813e2584-6391-4af5-bf2f-17db64b89019 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0869131
Feb 19 21:35:03.841415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-73037f74-83cb-4f9c-b510-1d51c905daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:03.842825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-73037f74-83cb-4f9c-b510-1d51c905daf5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 1128 time: 0.0628712
Feb 19 21:35:03.943174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1ea44ad9-17ec-4c38-91e4-17da37f40033 req-1568e2b0-2baa-4250-a34c-92de9cf94c08 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988040
Feb 19 21:35:03.965733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-b15ebb08-c3e0-45b4-8cc3-c1ed976c9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:03.967272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-b15ebb08-c3e0-45b4-8cc3-c1ed976c9507 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.1173530
Feb 19 21:35:04.009884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-1fe10dc6-b2f8-4a49-956a-21ebb54d6b22 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b1811d-ffc4-480b-902b-9df5045ba896 HTTP/1.1" status: 200  len: 217 time: 0.0367734
Feb 19 21:35:04.060867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-8065974d-cd14-496d-be88-287faaeeeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:04.062302 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-8065974d-cd14-496d-be88-287faaeeeb3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0481870
Feb 19 21:35:04.095003 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-cee7ac6a-885c-4788-876a-00d4767bcb58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271425
Feb 19 21:35:04.187119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-e1a0f702-7e34-40a7-8a86-2123a6760037 service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859227
Feb 19 21:35:04.278802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-8c781c86-9386-46d1-924f-a10925481a46 service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858824
Feb 19 21:35:05.063707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2e66f-1ad2-4cd4-bc0b-291c1693967d req-f6204258-2a57-4e58-88b4-73df7ca4ff13 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:05.065234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71a2e66f-1ad2-4cd4-bc0b-291c1693967d req-f6204258-2a57-4e58-88b4-73df7ca4ff13 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0532560
Feb 19 21:35:05.111427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-71a2e66f-1ad2-4cd4-bc0b-291c1693967d req-50b00ccd-5a46-4497-9638-568eebb3bcba tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406001
Feb 19 21:35:06.235456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8585a7-2b62-4950-a09d-fa4b6fdddd6c req-c6fa79e0-0701-49ee-a06f-c0a013639127 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:06.237626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d8585a7-2b62-4950-a09d-fa4b6fdddd6c req-c6fa79e0-0701-49ee-a06f-c0a013639127 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0534003
Feb 19 21:35:06.296771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d8585a7-2b62-4950-a09d-fa4b6fdddd6c req-1370ec87-d261-4578-bbc2-3f9e0d78bda4 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535994
Feb 19 21:35:07.414260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efecde-a362-4994-9d0c-b60de078ffb5 req-11a39bf6-949d-4cc7-8245-276750b697a8 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:07.416394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68efecde-a362-4994-9d0c-b60de078ffb5 req-11a39bf6-949d-4cc7-8245-276750b697a8 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0521476
Feb 19 21:35:07.469511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68efecde-a362-4994-9d0c-b60de078ffb5 req-3ce9e579-dcde-4c28-ab78-0d5881584e24 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474417
Feb 19 21:35:08.591596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026b006-2d9e-481d-8e2e-436abd9ecf6d req-426cbedb-d184-486a-a6b1-56847477d8a3 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:08.593162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0026b006-2d9e-481d-8e2e-436abd9ecf6d req-426cbedb-d184-486a-a6b1-56847477d8a3 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0514522
Feb 19 21:35:08.638894 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0026b006-2d9e-481d-8e2e-436abd9ecf6d req-a584f7b3-9036-4dfe-b3d5-af8201f766ae tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402358
Feb 19 21:35:09.764770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11668994-bdd9-450f-82ef-5b0ee938ebc0 req-a46a694e-6cad-4cc5-86d0-2bd336770503 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:09.766283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11668994-bdd9-450f-82ef-5b0ee938ebc0 req-a46a694e-6cad-4cc5-86d0-2bd336770503 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0575495
Feb 19 21:35:09.813902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11668994-bdd9-450f-82ef-5b0ee938ebc0 req-15fde97a-e137-4315-af6a-3db4bcb217ae tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420399
Feb 19 21:35:10.934019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a10096-98ee-491b-af55-b21e4176c5dd req-69c46e94-22ad-44a5-9a98-dadf066f6165 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:10.935526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99a10096-98ee-491b-af55-b21e4176c5dd req-69c46e94-22ad-44a5-9a98-dadf066f6165 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0528166
Feb 19 21:35:10.981826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-99a10096-98ee-491b-af55-b21e4176c5dd req-7f6ca8c9-c747-4fce-9c6b-638f12556545 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406494
Feb 19 21:35:12.099488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3d51c-7eab-40c8-b985-37a65162ca3f req-28dd607e-1ce7-4638-84fe-fc48545da088 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:12.101009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85f3d51c-7eab-40c8-b985-37a65162ca3f req-28dd607e-1ce7-4638-84fe-fc48545da088 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0521853
Feb 19 21:35:12.150929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-85f3d51c-7eab-40c8-b985-37a65162ca3f req-65be55d9-045c-41b7-a769-13e2135f6d57 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443587
Feb 19 21:35:13.268339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805b62c-e734-444a-b198-430049f637c5 req-051c7b41-0a63-42cc-8ce8-76665c5be33b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:13.269902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a805b62c-e734-444a-b198-430049f637c5 req-051c7b41-0a63-42cc-8ce8-76665c5be33b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0518343
Feb 19 21:35:13.317617 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a805b62c-e734-444a-b198-430049f637c5 req-978516de-eb3c-4a60-9ea5-fdfacd6f29bb tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414701
Feb 19 21:35:14.435488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c5c14-384f-46d0-864b-522820823d5f req-697d766e-fced-4f73-a0ab-cfd3f5ba3fd1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:14.437058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f51c5c14-384f-46d0-864b-522820823d5f req-697d766e-fced-4f73-a0ab-cfd3f5ba3fd1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0515335
Feb 19 21:35:14.484069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f51c5c14-384f-46d0-864b-522820823d5f req-7f24551f-36b5-4e24-b341-3ce5184a3685 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413759
Feb 19 21:35:15.607917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839efa7d-a8e2-4530-8cca-b429caba8307 req-0cfdd1b6-44b0-48fc-b0ab-6a91741251f6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:15.609488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-839efa7d-a8e2-4530-8cca-b429caba8307 req-0cfdd1b6-44b0-48fc-b0ab-6a91741251f6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0579331
Feb 19 21:35:15.655482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-839efa7d-a8e2-4530-8cca-b429caba8307 req-7be566a0-13d9-48f7-b5b1-b624a07c95f8 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403879
Feb 19 21:35:16.775356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bc8cb-9a91-4cf6-9fbf-322068e22c9b req-ff7adb83-36bd-4bf6-b99c-ae6dd11e35cb tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:16.776894 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a28bc8cb-9a91-4cf6-9fbf-322068e22c9b req-ff7adb83-36bd-4bf6-b99c-ae6dd11e35cb tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0531147
Feb 19 21:35:16.822409 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a28bc8cb-9a91-4cf6-9fbf-322068e22c9b req-262e7670-a265-4d32-afe7-e2c660f4686d tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399005
Feb 19 21:35:17.946320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19b5e-2bdb-4449-a1cf-1e346fbb23c7 req-1c90cbbb-7c5e-4938-bd31-2c5a3ce091ed tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:17.947839 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-faf19b5e-2bdb-4449-a1cf-1e346fbb23c7 req-1c90cbbb-7c5e-4938-bd31-2c5a3ce091ed tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0569010
Feb 19 21:35:17.995366 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-faf19b5e-2bdb-4449-a1cf-1e346fbb23c7 req-87419a2f-b436-46ff-a203-2d3bf0229d28 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414915
Feb 19 21:35:18.355209 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e38e8809-a314-4ba2-b1de-fd7201f360a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:19.113239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9086-4ba1-47aa-91a5-3912dae075ea req-965cc649-80b5-4460-9280-d1db9abfdf2f tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:19.114738 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0a9086-4ba1-47aa-91a5-3912dae075ea req-965cc649-80b5-4460-9280-d1db9abfdf2f tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0519826
Feb 19 21:35:19.161086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0a9086-4ba1-47aa-91a5-3912dae075ea req-55a7d5ee-5ab6-48e8-bbd6-a65e90258635 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400732
Feb 19 21:35:20.281345 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c4a2b-16f8-441a-a330-eb031bd1e925 req-b5121991-8ea6-456d-a4cc-fedcbe557ce2 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:20.282829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-614c4a2b-16f8-441a-a330-eb031bd1e925 req-b5121991-8ea6-456d-a4cc-fedcbe557ce2 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0517642
Feb 19 21:35:20.332734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-614c4a2b-16f8-441a-a330-eb031bd1e925 req-efd25f06-6e42-4fd2-8cdc-f9dc9a6a2e1f tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443223
Feb 19 21:35:20.624730 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0a05-0232-47c2-9162-6a5aeab949d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:21.451067 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b98b44-283d-453e-9b83-fa0f5e2a5cb7 req-78231bf5-7f10-4330-8f3c-d9cfe68d0376 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:21.452556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91b98b44-283d-453e-9b83-fa0f5e2a5cb7 req-78231bf5-7f10-4330-8f3c-d9cfe68d0376 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0522528
Feb 19 21:35:21.498399 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91b98b44-283d-453e-9b83-fa0f5e2a5cb7 req-0562109a-c73a-4ccd-9592-d08cc537f022 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402977
Feb 19 21:35:21.940675 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:22.617508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d7b20-a43c-482b-ab88-cf6f59b51387 req-5bfef81f-6443-4b21-a119-ec4348dde232 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:22.619525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b7d7b20-a43c-482b-ab88-cf6f59b51387 req-5bfef81f-6443-4b21-a119-ec4348dde232 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0526509
Feb 19 21:35:22.666511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b7d7b20-a43c-482b-ab88-cf6f59b51387 req-7aea5137-9071-4a37-8bfc-88aeaee1cebf tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414679
Feb 19 21:35:23.291590 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:23.791867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3652566-d606-4ca5-86e8-0ba54dccb844 req-420cc584-f157-4233-a432-79e6cfb7c189 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:23.793398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3652566-d606-4ca5-86e8-0ba54dccb844 req-420cc584-f157-4233-a432-79e6cfb7c189 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0564797
Feb 19 21:35:23.839682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3652566-d606-4ca5-86e8-0ba54dccb844 req-72e4a985-c4a6-4443-8d3b-3774b0ffd088 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406852
Feb 19 21:35:24.471957 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:24.963088 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd32c02-db02-4ae3-a8c4-53bc7289299c req-f15eaa7c-23b8-4217-b8c5-29bf3ffc1e64 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:24.964663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cd32c02-db02-4ae3-a8c4-53bc7289299c req-f15eaa7c-23b8-4217-b8c5-29bf3ffc1e64 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0559826
Feb 19 21:35:25.009767 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cd32c02-db02-4ae3-a8c4-53bc7289299c req-8cc3e576-3138-4862-ab12-833112128603 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390067
Feb 19 21:35:26.127539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4c189-c30d-47fe-9ed8-d612cad3cd1a req-b4f5e76b-4c24-4583-9072-e663eac6f599 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:26.129045 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8d4c189-c30d-47fe-9ed8-d612cad3cd1a req-b4f5e76b-4c24-4583-9072-e663eac6f599 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0518000
Feb 19 21:35:26.178839 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c8d4c189-c30d-47fe-9ed8-d612cad3cd1a req-cc91735d-3317-4b9c-a894-4be604548710 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442433
Feb 19 21:35:26.184792 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:27.304511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e71be8-891e-429c-8ded-c77168d6d721 req-4696e689-b456-4d24-af86-b292bf31621a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:27.306672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94e71be8-891e-429c-8ded-c77168d6d721 req-4696e689-b456-4d24-af86-b292bf31621a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0590661
Feb 19 21:35:27.352411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-94e71be8-891e-429c-8ded-c77168d6d721 req-c97920e1-c618-4be4-a23b-39998877996a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401430
Feb 19 21:35:28.471481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f981b6-5875-4acf-9b75-4575e388823a req-fcefaae6-650b-43fb-a366-239bed494402 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:28.472984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1f981b6-5875-4acf-9b75-4575e388823a req-fcefaae6-650b-43fb-a366-239bed494402 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0518715
Feb 19 21:35:28.519122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1f981b6-5875-4acf-9b75-4575e388823a req-fd415eb2-52bf-4c82-ab46-4756ecf33a8e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401454
Feb 19 21:35:29.641122 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9af305-ccdb-4260-8ef9-b41b8e7e208c req-99d52675-f601-4264-a03b-5fa9972cacdb tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:29.642600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc9af305-ccdb-4260-8ef9-b41b8e7e208c req-99d52675-f601-4264-a03b-5fa9972cacdb tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0564809
Feb 19 21:35:29.687844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc9af305-ccdb-4260-8ef9-b41b8e7e208c req-2c960c78-a8ee-4e52-bc9c-f6fbb9f449be tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397093
Feb 19 21:35:29.753703 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:30.806676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bc82d-44ab-479a-9fa9-0a05f0dc6aff req-146fa991-2bc7-46f1-85a5-d05f79c8aa93 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:30.808184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad3bc82d-44ab-479a-9fa9-0a05f0dc6aff req-146fa991-2bc7-46f1-85a5-d05f79c8aa93 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0522332
Feb 19 21:35:30.855397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad3bc82d-44ab-479a-9fa9-0a05f0dc6aff req-08777134-4709-4bfe-9c38-ce672bdeb1a6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412953
Feb 19 21:35:31.141534 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0b8f2a21-e95c-4f4e-bbc6-7eadd2426153 service neutron] show failed (client error): The resource could not be found.
Feb 19 21:35:31.142517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0b8f2a21-e95c-4f4e-bbc6-7eadd2426153 service neutron] 10.222.0.67 "GET /v2.0/ports/e8b1811d-ffc4-480b-902b-9df5045ba896/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0571702
Feb 19 21:35:31.680835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-901000ac-f302-4f83-a086-b5f002ac28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:31.682337 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-901000ac-f302-4f83-a086-b5f002ac28fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e&tenant_id=6d4e54e969224337acfc6a178ca33422 HTTP/1.1" status: 200  len: 1128 time: 0.3895335
Feb 19 21:35:31.694072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:35:31.750969 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:31.988071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b1811d-ffc4-480b-902b-9df5045ba896,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:35:32.012397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436ba91-edea-4eb8-87a4-d750d1a04f9b req-2707985d-7a7c-49f7-9d3e-225857f23669 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:32.013885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1436ba91-edea-4eb8-87a4-d750d1a04f9b req-2707985d-7a7c-49f7-9d3e-225857f23669 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0896206
Feb 19 21:35:32.045812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:35:32.104864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:35:32.107093 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22603883-b2de-460c-b76c-63ea9825c379" -d '{"events": [{"server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:35:32.110643 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Publish callbacks [] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:32.115865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1436ba91-edea-4eb8-87a4-d750d1a04f9b req-51b7d5a6-f8f9-4ea5-a6ce-bad4fbb27fc3 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939136
Feb 19 21:35:32.126898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Transition to ACTIVE for port object e8b1811d-ffc4-480b-902b-9df5045ba896 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:35:32.132365 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:32.175329 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6dc345-d910-4419-a2d5-aa1713983ded x-openstack-request-id: req-da6dc345-d910-4419-a2d5-aa1713983ded {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:35:32.175635 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:35:32.175890 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da6dc345-d910-4419-a2d5-aa1713983ded {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:35:32.176287 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896', 'code': 200}
Feb 19 21:35:32.185815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Pushing event updated for resources: {'Port': ['ID=e8b1811d-ffc4-480b-902b-9df5045ba896,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:35:32.203435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] No DVR routers for this DVR port e8b1811d-ffc4-480b-902b-9df5045ba896 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:35:32.236963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Attempting to bind port e8b1811d-ffc4-480b-902b-9df5045ba896 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:35:32.237306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Attempting to bind port e8b1811d-ffc4-480b-902b-9df5045ba896 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:35:32.237633 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Attempting to bind port e8b1811d-ffc4-480b-902b-9df5045ba896 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:35:32.241897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Port e8b1811d-ffc4-480b-902b-9df5045ba896 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:35:32.242171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Attempting to bind port e8b1811d-ffc4-480b-902b-9df5045ba896 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:35:32.247597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:35:32.247969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Checking segment: {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:35:32.248381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Bound using segment: {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:35:32.248834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Bound port: e8b1811d-ffc4-480b-902b-9df5045ba896, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:35:32.249190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:32.304554 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:35:32.312302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:35:32.315332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8b1811d-ffc4-480b-902b-9df5045ba896,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:35:32.320990 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:32.356993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:32.357583 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:32.359548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] 10.222.0.10 "PUT /v2.0/ports/e8b1811d-ffc4-480b-902b-9df5045ba896 HTTP/1.1" status: 200  len: 1092 time: 0.6696281
Feb 19 21:35:32.410302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d5bb0-112d-4ce8-8f6e-b413e00f01fc service neutron] Pushing event updated for resources: {'Port': ['ID=e8b1811d-ffc4-480b-902b-9df5045ba896,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:35:32.429705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-778ba62e-6844-40ff-a29d-b70fce34afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:32.431836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-778ba62e-6844-40ff-a29d-b70fce34afa4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 1126 time: 0.0495598
Feb 19 21:35:32.522911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-49ef6092-644a-40b6-a23f-c7b7d686a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:32.524692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-49ef6092-644a-40b6-a23f-c7b7d686a793 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.0876150
Feb 19 21:35:32.564243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-f6415955-b3db-48a9-b7d9-5bc851852088 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b1811d-ffc4-480b-902b-9df5045ba896 HTTP/1.1" status: 200  len: 217 time: 0.0342557
Feb 19 21:35:32.611527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-baa0d7c6-51db-49f4-bfc3-f7082eccab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:32.612960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-baa0d7c6-51db-49f4-bfc3-f7082eccab02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0429811
Feb 19 21:35:32.643388 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-0934c35d-4890-4208-8008-5adb648e040b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236030
Feb 19 21:35:32.736682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-29720f69-ab6d-4189-8b0e-f27c918a78ce service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870721
Feb 19 21:35:32.824645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1a05551-b49b-44e1-bcf8-670eac321949 req-b6e26371-62ff-44c0-8e36-c097b8596693 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816946
Feb 19 21:35:33.248508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5b9e4-87e8-4784-a851-37929b669f8e req-184f91bd-d3da-413c-a32c-6a0231c9c88a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:33.250001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cb5b9e4-87e8-4784-a851-37929b669f8e req-184f91bd-d3da-413c-a32c-6a0231c9c88a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 944 time: 0.0584576
Feb 19 21:35:33.296084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cb5b9e4-87e8-4784-a851-37929b669f8e req-26315d22-c8dc-4513-ba22-b600657c944c tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405161
Feb 19 21:35:34.177566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:35:34.179909 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cad403a-7acb-47c0-aac0-62d9bdd76914" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:35:34.228802 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2ef3fa-69e4-4fb5-aecd-2578d605b7da x-openstack-request-id: req-be2ef3fa-69e4-4fb5-aecd-2578d605b7da {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:35:34.229107 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:35:34.229423 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be2ef3fa-69e4-4fb5-aecd-2578d605b7da {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:35:34.229833 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896', 'status': 'completed', 'code': 200}
Feb 19 21:35:34.326071 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-def87806-a99c-435b-b593-75e7e53fbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:34.328073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-def87806-a99c-435b-b593-75e7e53fbd00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 1126 time: 0.0810282
Feb 19 21:35:34.333059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-4a9fcfc5-9682-4acd-8c9c-bc8a3b0a249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:34.334492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-4a9fcfc5-9682-4acd-8c9c-bc8a3b0a249d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 1126 time: 0.0764394
Feb 19 21:35:34.534216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-b21f4ff0-5a92-4663-b655-e3a913cd10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:34.535720 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-b21f4ff0-5a92-4663-b655-e3a913cd10e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.2003794
Feb 19 21:35:34.545036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c61be-0b77-4a53-a55b-6942ff63de21 req-40c3d323-62f6-414b-a913-77c97e88b63d tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:34.546427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-248c61be-0b77-4a53-a55b-6942ff63de21 req-40c3d323-62f6-414b-a913-77c97e88b63d tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 944 time: 0.1560175
Feb 19 21:35:34.556534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-2f6cc66f-d62c-40d6-8454-7d8424ca9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:34.557917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-2f6cc66f-d62c-40d6-8454-7d8424ca9efd service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.2132301
Feb 19 21:35:34.564102 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e8b1811d-ffc4-480b-902b-9df5045ba896 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:35:34.596935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-5881d184-3719-4a49-b02a-80416d27bd8b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b1811d-ffc4-480b-902b-9df5045ba896 HTTP/1.1" status: 200  len: 217 time: 0.0495856
Feb 19 21:35:34.644449 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-85801a53-5839-4aca-9828-94701b3c8334 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b1811d-ffc4-480b-902b-9df5045ba896 HTTP/1.1" status: 200  len: 217 time: 0.0587039
Feb 19 21:35:34.663838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8b1811d-ffc4-480b-902b-9df5045ba896,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:35:34.675209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'e8b1811d-ffc4-480b-902b-9df5045ba896', 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3', 'port_id': 'e8b1811d-ffc4-480b-902b-9df5045ba896', 'mac_address': 'fa:16:3e:40:32:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce71987e-adc7-4c9a-8bc4-7b3621439e76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:35:34.711141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e8b1811d-ffc4-480b-902b-9df5045ba896 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:35:34.711534 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:34.724585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b1811d-ffc4-480b-902b-9df5045ba896 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:35:34.733440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-482ade45-0c22-4ae4-9558-3947a960744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:34.734944 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-482ade45-0c22-4ae4-9558-3947a960744e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.1017618
Feb 19 21:35:34.739705 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-248c61be-0b77-4a53-a55b-6942ff63de21 req-7872f406-bcef-425c-9bd2-9796105b2d73 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844866
Feb 19 21:35:34.745018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8b1811d-ffc4-480b-902b-9df5045ba896,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:35:34.752096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-e387d0a5-9a98-4ada-bd9c-12c4e83e5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:34.753334 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:34.753586 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-e387d0a5-9a98-4ada-bd9c-12c4e83e5b33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0901878
Feb 19 21:35:34.777308 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-5e5514b0-de0c-40cf-9f44-6691251f9b9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0348523
Feb 19 21:35:34.803102 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e8b1811d-ffc4-480b-902b-9df5045ba896,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:35:34.808468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-a28d03f1-d9e0-4cc0-944e-94d9a8915c82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0342174
Feb 19 21:35:34.977708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['e8b1811d-ffc4-480b-902b-9df5045ba896'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:35:34.991926 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-268be93f-1d5d-435c-9cc2-4ba796b677c2 service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062609
Feb 19 21:35:34.995379 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-2df6b024-ab75-4bcc-8aa9-2bff2160b365 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1778748
Feb 19 21:35:35.005718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e8b1811d-ffc4-480b-902b-9df5045ba896 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:35:35.007563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-78009d51-1689-4ee1-961b-663e204d0462 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:35.009709 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-78009d51-1689-4ee1-961b-663e204d0462 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e&tenant_id=6d4e54e969224337acfc6a178ca33422&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0993578
Feb 19 21:35:35.019410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e9f23-2002-4a40-9cd6-95820db6f2bb req-715e71e2-74ed-4fcd-bb81-35b99650b5a1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:35.020936 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc7e9f23-2002-4a40-9cd6-95820db6f2bb req-715e71e2-74ed-4fcd-bb81-35b99650b5a1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 945 time: 0.1163030
Feb 19 21:35:35.070320 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-bc33cbb9-17ce-483b-839d-2516b85c42ec service neutron] delete failed (client error): The resource could not be found.
Feb 19 21:35:35.071327 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-bc33cbb9-17ce-483b-839d-2516b85c42ec service neutron] 10.222.0.67 "DELETE /v2.0/ports/e8b1811d-ffc4-480b-902b-9df5045ba896/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0562055
Feb 19 21:35:35.074504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port e8b1811d-ffc4-480b-902b-9df5045ba896 host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:35:35.074926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e8b1811d-ffc4-480b-902b-9df5045ba896 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:35:35.183576 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc7e9f23-2002-4a40-9cd6-95820db6f2bb req-a0748a8a-2194-4070-a0ce-994e12451810 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448591
Feb 19 21:35:35.212321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-1d413174-f762-4331-b5b0-e1fe7e3d1577 service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129502
Feb 19 21:35:35.214527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cad403a-7acb-47c0-aac0-62d9bdd76914 req-f4dca2b0-03ce-4caf-a0cc-e8c36e865bcd service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2036846
Feb 19 21:35:35.311500 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-513bbbbd-153a-4ab1-a313-9c1d5f547d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:35.313039 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-513bbbbd-153a-4ab1-a313-9c1d5f547d11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 1127 time: 0.0446608
Feb 19 21:35:35.403796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-a7363ae4-aa92-4405-ad79-26420736f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:35.405244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-a7363ae4-aa92-4405-ad79-26420736f262 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.0851061
Feb 19 21:35:35.449858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-dab10ba1-0daa-4474-b0b4-839951da6d2e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b1811d-ffc4-480b-902b-9df5045ba896 HTTP/1.1" status: 200  len: 217 time: 0.0386341
Feb 19 21:35:35.497048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-9a0e180b-e25e-49a4-b3e1-c32687b5aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:35.498501 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-9a0e180b-e25e-49a4-b3e1-c32687b5aff9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0432208
Feb 19 21:35:35.528907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-d116297c-b1f3-44d2-a668-77e69db4eaed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248861
Feb 19 21:35:35.618572 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-d4c552a5-f42d-4a8f-9b14-834d0f0c20b2 service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838692
Feb 19 21:35:35.707145 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca47c690-7d6d-4675-a140-28f1b386bdc5 req-a94e1fba-6542-4d40-b2cf-7d4b917bb47f service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831285
Feb 19 21:35:36.308803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487af85-d141-490a-9a3f-94c13d0cdbbc req-017eb50b-1b6f-4b86-a313-fd7a0121a285 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:36.310287 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2487af85-d141-490a-9a3f-94c13d0cdbbc req-017eb50b-1b6f-4b86-a313-fd7a0121a285 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 945 time: 0.0534027
Feb 19 21:35:36.356856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2487af85-d141-490a-9a3f-94c13d0cdbbc req-c589d6a7-4a9b-429f-b9bb-08c174844d97 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407748
Feb 19 21:35:36.480416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a47466-9ca9-4476-8796-92a3975c3937 req-08fff873-ea11-442d-ae0d-5c9ca429e46a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:36.482498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7a47466-9ca9-4476-8796-92a3975c3937 req-08fff873-ea11-442d-ae0d-5c9ca429e46a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 945 time: 0.0584283
Feb 19 21:35:36.528747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7a47466-9ca9-4476-8796-92a3975c3937 req-0721ee1b-2a57-4504-a35f-1ae8f4ed3b49 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411384
Feb 19 21:35:36.580072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e8b1811d-ffc4-480b-902b-9df5045ba896 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:35:36.631244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port e8b1811d-ffc4-480b-902b-9df5045ba896 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:35:36.635086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port e8b1811d-ffc4-480b-902b-9df5045ba896 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:35:36.635461 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:36.646723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce574d19-92dd-4338-835c-628b8515113d req-b65f12e7-612e-4a4c-b861-e248f961d7f6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:36.648221 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce574d19-92dd-4338-835c-628b8515113d req-b65f12e7-612e-4a4c-b861-e248f961d7f6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 945 time: 0.0528476
Feb 19 21:35:36.702612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce574d19-92dd-4338-835c-628b8515113d req-5a7a5622-8be3-4698-812e-3f80e489639d tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480406
Feb 19 21:35:36.716821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e8b1811d-ffc4-480b-902b-9df5045ba896 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:35:36.716821 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:36.744258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:35:36.747607 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bc254d-c35b-4f82-8ad0-2b64cd2cf35c" -d '{"events": [{"server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:35:36.759847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8b1811d-ffc4-480b-902b-9df5045ba896,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:35:36.764950 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:36.796521 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e44741a-60a1-4901-a512-0270e2403194 x-openstack-request-id: req-6e44741a-60a1-4901-a512-0270e2403194 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:35:36.796826 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:35:36.797079 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e44741a-60a1-4901-a512-0270e2403194 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:35:36.797469 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896', 'code': 200}
Feb 19 21:35:36.819738 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e8b1811d-ffc4-480b-902b-9df5045ba896,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:35:37.075427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4138f8-3add-42af-adff-69068568b09c req-11e92c11-de7f-45ba-9801-9532f696489b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:37.077012 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-11e92c11-de7f-45ba-9801-9532f696489b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 815 time: 0.1126680
Feb 19 21:35:37.092108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-d536b853-e79a-4623-b68c-4d90b753e520 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/quotas/6d4e54e969224337acfc6a178ca33422 HTTP/1.1" status: 200  len: 375 time: 0.0096760
Feb 19 21:35:37.144712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-b2cb08ad-5534-4908-8946-3f4fa0607d85 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0475652
Feb 19 21:35:37.235205 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-d232c356-19ae-48e6-a42f-891fea4f6d89 service neutron] 10.222.0.30 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839841
Feb 19 21:35:37.323327 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-cca91475-0dfb-41e2-8073-0090f7e8dba6 service neutron] 10.222.0.30 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822797
Feb 19 21:35:37.489034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e3540bd-ee29-4f18-8e56-f79d19cd5eb3 req-e0fec28a-73ba-4c46-8438-707792199864 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 210 time: 0.0332446
Feb 19 21:35:38.228147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-8317d47b-6656-45d7-a32f-8c35b4f8edcb tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:38.229732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-8317d47b-6656-45d7-a32f-8c35b4f8edcb tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d5219b9-b43c-4a44-8422-6a60157b2b4e HTTP/1.1" status: 200  len: 946 time: 0.0551536
Feb 19 21:35:38.342785 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-fdfd439a-2f42-4bfe-84ba-71dc84af6707 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Deleting port e8b1811d-ffc4-480b-902b-9df5045ba896 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:35:38.343206 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-fdfd439a-2f42-4bfe-84ba-71dc84af6707 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:38.417949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4138f8-3add-42af-adff-69068568b09c req-bc58a976-780c-46a8-b162-063d9ac77f8b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:38.419467 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-bc58a976-780c-46a8-b162-063d9ac77f8b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.10 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 815 time: 0.1123855
Feb 19 21:35:38.431110 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Request body: {'port': {'device_id': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3', 'admin_state_up': True, 'tenant_id': '6d4e54e969224337acfc6a178ca33422'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:35:38.434506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-fdfd439a-2f42-4bfe-84ba-71dc84af6707 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] For port e8b1811d-ffc4-480b-902b-9df5045ba896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8b1811d-ffc4-480b-902b-9df5045ba896,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:35:38.434976 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-fdfd439a-2f42-4bfe-84ba-71dc84af6707 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:38.454898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-fdfd439a-2f42-4bfe-84ba-71dc84af6707 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Calling delete_port for e8b1811d-ffc4-480b-902b-9df5045ba896 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:35:38.541459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Made reservation on behalf of 6d4e54e969224337acfc6a178ca33422 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:35:38.545055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:38.596528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-21dbc900-ff9f-44be-baaa-1e6d8a9e4a28 req-0cfad361-446b-4a8e-b72c-d71a0ac1ceac tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 210 time: 0.0340188
Feb 19 21:35:38.616391 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-fdfd439a-2f42-4bfe-84ba-71dc84af6707 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e8b1811d-ffc4-480b-902b-9df5045ba896), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:38.630407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['e8b1811d-ffc4-480b-902b-9df5045ba896'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:35:38.650998 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd439a-2f42-4bfe-84ba-71dc84af6707 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Pushing event deleted for resources: {'Port': ['ID=e8b1811d-ffc4-480b-902b-9df5045ba896,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:35:38.701641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-fdfd439a-2f42-4bfe-84ba-71dc84af6707 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] No DVR routers for this DVR port e8b1811d-ffc4-480b-902b-9df5045ba896 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:35:38.704771 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-fdfd439a-2f42-4bfe-84ba-71dc84af6707 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:38.708832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-fdfd439a-2f42-4bfe-84ba-71dc84af6707 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.10 "DELETE /v2.0/ports/e8b1811d-ffc4-480b-902b-9df5045ba896 HTTP/1.1" status: 204  len: 173 time: 0.4686460
Feb 19 21:35:38.709288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'name': 'network-vif-deleted', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:35:38.711539 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eea8c7-68be-4e2c-a582-456f4cec22c7" -d '{"events": [{"server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "name": "network-vif-deleted", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:35:38.741779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Allocated IP 172.20.0.9 (8a8d6a03-fa02-431b-a0af-4411327a65d3/ce71987e-adc7-4c9a-8bc4-7b3621439e76/fc322404-c72f-4aaf-9917-1f0605d920a4) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:35:38.762684 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416c0157-fa1c-4953-9061-254d3b0c3893 x-openstack-request-id: req-416c0157-fa1c-4953-9061-254d3b0c3893 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:35:38.762991 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5219b9-b43c-4a44-8422-6a60157b2b4e", "name": "network-vif-deleted", "tag": "e8b1811d-ffc4-480b-902b-9df5045ba896", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:35:38.763255 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-416c0157-fa1c-4953-9061-254d3b0c3893 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:35:38.763669 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5219b9-b43c-4a44-8422-6a60157b2b4e', 'name': 'network-vif-deleted', 'tag': 'e8b1811d-ffc4-480b-902b-9df5045ba896', 'status': 'completed', 'code': 200}
Feb 19 21:35:38.896793 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks [] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:38.932745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:38.943697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['e8b1811d-ffc4-480b-902b-9df5045ba896'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:35:38.980515 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Network 8a8d6a03-fa02-431b-a0af-4411327a65d3 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:35:38.983617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:35:38.987299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:35:39.010550 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Pushing event updated for resources: {'Port': ['ID=fc322404-c72f-4aaf-9917-1f0605d920a4,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:35:39.036993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:39.037611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:39.053042 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-a2dd7768-2ce8-4c48-a2d1-2b2d1bc1529e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6264358
Feb 19 21:35:39.064762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Request body: {'port': {'device_id': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:35:39.125291 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:39.380440 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc322404-c72f-4aaf-9917-1f0605d920a4 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:35:39.387845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Publish callbacks [] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:39.399902 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Transition to ACTIVE for port object fc322404-c72f-4aaf-9917-1f0605d920a4 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:35:39.403615 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:39.468924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Pushing event updated for resources: {'Port': ['ID=fc322404-c72f-4aaf-9917-1f0605d920a4,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:35:39.521505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Attempting to bind port fc322404-c72f-4aaf-9917-1f0605d920a4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:35:39.521850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Attempting to bind port fc322404-c72f-4aaf-9917-1f0605d920a4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:35:39.522196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Attempting to bind port fc322404-c72f-4aaf-9917-1f0605d920a4 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:35:39.527087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Port fc322404-c72f-4aaf-9917-1f0605d920a4 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:35:39.527411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Attempting to bind port fc322404-c72f-4aaf-9917-1f0605d920a4 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:35:39.532168 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:35:39.532536 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Checking segment: {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:35:39.532948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Bound using segment: {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:35:39.533368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Bound port: fc322404-c72f-4aaf-9917-1f0605d920a4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:35:39.533718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:39.595750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:35:39.598760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fc322404-c72f-4aaf-9917-1f0605d920a4,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:35:39.604713 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:39.639811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:39.640569 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:39.641978 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] 10.222.0.10 "PUT /v2.0/ports/fc322404-c72f-4aaf-9917-1f0605d920a4 HTTP/1.1" status: 200  len: 1091 time: 0.5812225
Feb 19 21:35:39.643924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:35:39.646269 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af040ee5-fd22-4ec6-8d5e-e3268c2d8179" -d '{"events": [{"name": "network-changed", "server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:35:39.672730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d99369-10f9-4d4f-9553-831d53000a8d service neutron] Pushing event updated for resources: {'Port': ['ID=fc322404-c72f-4aaf-9917-1f0605d920a4,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:35:39.697048 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bce0f1-cfea-4324-9cd6-92ec7d70e2c1 x-openstack-request-id: req-63bce0f1-cfea-4324-9cd6-92ec7d70e2c1 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:35:39.697350 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:35:39.697606 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63bce0f1-cfea-4324-9cd6-92ec7d70e2c1 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:35:39.698253 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4', 'status': 'completed', 'code': 200}
Feb 19 21:35:39.736608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14d01f-af14-43bb-a4f2-2d593c52ab40 req-3135369d-798e-4f35-861a-8e31d9358eb1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:39.738118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e14d01f-af14-43bb-a4f2-2d593c52ab40 req-3135369d-798e-4f35-861a-8e31d9358eb1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 943 time: 0.0687096
Feb 19 21:35:39.742420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4138f8-3add-42af-adff-69068568b09c req-d984a067-9df3-48ec-b739-6213e5ca8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:39.743961 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-d984a067-9df3-48ec-b739-6213e5ca8020 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 1125 time: 0.0562046
Feb 19 21:35:39.786067 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e14d01f-af14-43bb-a4f2-2d593c52ab40 req-38433528-e8cf-4f8f-bc0b-edffd3bd349c tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422137
Feb 19 21:35:39.790369 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-44a3a572-2774-455c-b448-de53ce1ac8c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc322404-c72f-4aaf-9917-1f0605d920a4 HTTP/1.1" status: 200  len: 217 time: 0.0382614
Feb 19 21:35:39.837477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4138f8-3add-42af-adff-69068568b09c req-ee7ed297-3faa-4a3b-b1ee-9cb30f40f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:39.838934 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-ee7ed297-3faa-4a3b-b1ee-9cb30f40f5f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0436916
Feb 19 21:35:39.869363 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-98897420-24a2-4b50-99a5-c1529ac6e5a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242543
Feb 19 21:35:39.961459 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-8523ae07-2d62-4a0f-ba7a-70dd0c89208c service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844598
Feb 19 21:35:40.051045 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bc4138f8-3add-42af-adff-69068568b09c req-ddec7b4d-ac50-4f10-b366-75c7abe660ce service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839255
Feb 19 21:35:40.142829 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af040ee5-fd22-4ec6-8d5e-e3268c2d8179 req-5985f190-15c9-404a-8cbe-bc67d2dfd58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:40.144295 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af040ee5-fd22-4ec6-8d5e-e3268c2d8179 req-5985f190-15c9-404a-8cbe-bc67d2dfd58d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 1125 time: 0.0484486
Feb 19 21:35:40.234893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af040ee5-fd22-4ec6-8d5e-e3268c2d8179 req-44776520-47ae-42c6-8ef5-5b69d35c4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:40.236281 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af040ee5-fd22-4ec6-8d5e-e3268c2d8179 req-44776520-47ae-42c6-8ef5-5b69d35c4228 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.0843964
Feb 19 21:35:40.277793 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af040ee5-fd22-4ec6-8d5e-e3268c2d8179 req-05da9be5-687a-4c41-890d-8337b9dbf8ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc322404-c72f-4aaf-9917-1f0605d920a4 HTTP/1.1" status: 200  len: 217 time: 0.0348489
Feb 19 21:35:40.337317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af040ee5-fd22-4ec6-8d5e-e3268c2d8179 req-aba03289-5ad4-4a8c-89c6-2b1fba39cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:40.338784 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af040ee5-fd22-4ec6-8d5e-e3268c2d8179 req-aba03289-5ad4-4a8c-89c6-2b1fba39cbcf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0550759
Feb 19 21:35:40.372210 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af040ee5-fd22-4ec6-8d5e-e3268c2d8179 req-ddfcd848-db84-4016-934d-e38166f35740 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267072
Feb 19 21:35:40.460108 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af040ee5-fd22-4ec6-8d5e-e3268c2d8179 req-33d157cb-167b-4335-9af4-c2d586384d30 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813882
Feb 19 21:35:40.549682 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-af040ee5-fd22-4ec6-8d5e-e3268c2d8179 req-f6bc6ebc-b9b8-4e6d-80b7-08d0b2017cf9 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831871
Feb 19 21:35:40.917274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7f2a2-de41-472a-81b6-8cdf948f967c req-24c01a57-f69c-43c7-a2f3-b638fcf11ba6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:40.918822 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aa7f2a2-de41-472a-81b6-8cdf948f967c req-24c01a57-f69c-43c7-a2f3-b638fcf11ba6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 943 time: 0.0564964
Feb 19 21:35:40.964734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5aa7f2a2-de41-472a-81b6-8cdf948f967c req-b6ab9858-42bb-4df1-88a0-45ab0d68a515 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403824
Feb 19 21:35:42.082164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55c667-9677-4b2c-9683-88d7d6d2be2f req-ddfd019f-2b87-43c0-9eeb-b68f350cb264 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:42.083644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af55c667-9677-4b2c-9683-88d7d6d2be2f req-ddfd019f-2b87-43c0-9eeb-b68f350cb264 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 943 time: 0.0527391
Feb 19 21:35:42.129553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af55c667-9677-4b2c-9683-88d7d6d2be2f req-51458d5d-6702-4cbb-8a95-bafed2b80245 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401626
Feb 19 21:35:42.603666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fc322404-c72f-4aaf-9917-1f0605d920a4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:35:42.605784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e8b1811d-ffc4-480b-902b-9df5045ba896 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:35:42.633502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: e8b1811d-ffc4-480b-902b-9df5045ba896 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:35:42.633851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e8b1811d-ffc4-480b-902b-9df5045ba896 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:35:42.719339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fc322404-c72f-4aaf-9917-1f0605d920a4,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:35:42.731721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'fc322404-c72f-4aaf-9917-1f0605d920a4', 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3', 'port_id': 'fc322404-c72f-4aaf-9917-1f0605d920a4', 'mac_address': 'fa:16:3e:d1:3d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce71987e-adc7-4c9a-8bc4-7b3621439e76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:35:42.772213 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port fc322404-c72f-4aaf-9917-1f0605d920a4 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:35:42.772692 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:42.789873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc322404-c72f-4aaf-9917-1f0605d920a4 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:35:42.809243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fc322404-c72f-4aaf-9917-1f0605d920a4,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:35:42.813838 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:42.861799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=fc322404-c72f-4aaf-9917-1f0605d920a4,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:35:43.001232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['fc322404-c72f-4aaf-9917-1f0605d920a4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:35:43.250032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a7cd3-c626-466f-8cf5-34c1555a26ed req-8faa8464-8735-44cc-a22b-be1e1b83975b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:43.251529 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c8a7cd3-c626-466f-8cf5-34c1555a26ed req-8faa8464-8735-44cc-a22b-be1e1b83975b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 944 time: 0.0558453
Feb 19 21:35:43.297282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c8a7cd3-c626-466f-8cf5-34c1555a26ed req-2e478e01-0611-4349-a175-9e349354eaeb tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401444
Feb 19 21:35:44.415141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f30aff-e20e-47d8-9d60-41d21c17f3ef req-58fc2672-ac99-404b-97e3-c87d1d49fa0e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:44.416653 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18f30aff-e20e-47d8-9d60-41d21c17f3ef req-58fc2672-ac99-404b-97e3-c87d1d49fa0e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 944 time: 0.0518792
Feb 19 21:35:44.463282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18f30aff-e20e-47d8-9d60-41d21c17f3ef req-797421f9-d1a0-41c1-a1ef-7c3fe97115e1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410259
Feb 19 21:35:44.601810 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fc322404-c72f-4aaf-9917-1f0605d920a4 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:35:44.649227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port fc322404-c72f-4aaf-9917-1f0605d920a4 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:35:44.653349 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port fc322404-c72f-4aaf-9917-1f0605d920a4 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:35:44.653728 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:44.729862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port fc322404-c72f-4aaf-9917-1f0605d920a4 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:35:44.730259 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:44.752108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:35:44.754374 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4337d7da-77c0-4535-8c44-038919be1c42" -d '{"events": [{"server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "name": "network-vif-plugged", "status": "completed", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:35:44.767235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fc322404-c72f-4aaf-9917-1f0605d920a4,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:35:44.772698 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:44.801536 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ca50d8-a42c-4dcb-92be-ba1daa1a3658 x-openstack-request-id: req-00ca50d8-a42c-4dcb-92be-ba1daa1a3658 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:35:44.801832 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "name": "network-vif-plugged", "status": "completed", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:35:44.802089 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00ca50d8-a42c-4dcb-92be-ba1daa1a3658 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:35:44.802474 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4', 'code': 200}
Feb 19 21:35:44.830594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=fc322404-c72f-4aaf-9917-1f0605d920a4,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:35:44.838468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.838819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.839163 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.839506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.839840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.840171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.840528 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.840860 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.841185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.841509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.841833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.842157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.842645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:35:44.890510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aa3bb-9ebf-4c6f-b0a8-6e510c5b27b1 req-160ad491-7c1f-4b25-a083-b744fe3c9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:44.891892 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ad0aa3bb-9ebf-4c6f-b0a8-6e510c5b27b1 req-160ad491-7c1f-4b25-a083-b744fe3c9a28 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 1127 time: 0.0440562
Feb 19 21:35:44.934731 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ad0aa3bb-9ebf-4c6f-b0a8-6e510c5b27b1 req-c6757a46-171a-4a30-8ed0-351a4408fc8f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365942
Feb 19 21:35:45.583449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fcee9-7495-4f48-b5bf-95b269ec6e8f req-1b526f00-bdf1-42c9-9d17-606bf9990c67 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:45.584969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e73fcee9-7495-4f48-b5bf-95b269ec6e8f req-1b526f00-bdf1-42c9-9d17-606bf9990c67 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0537002
Feb 19 21:35:45.635005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e73fcee9-7495-4f48-b5bf-95b269ec6e8f req-fd10b88a-c162-4ca5-96a8-651f2e74c6f0 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438101
Feb 19 21:35:46.756037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53eb0f-154d-4128-b7c9-9e75a50409d7 req-f20889b5-2b0c-430f-89e1-1d4818ecd827 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:46.757561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e53eb0f-154d-4128-b7c9-9e75a50409d7 req-f20889b5-2b0c-430f-89e1-1d4818ecd827 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0530233
Feb 19 21:35:46.804875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2e53eb0f-154d-4128-b7c9-9e75a50409d7 req-4c0dcb53-ad38-462e-b205-9ad69552ce7c tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416000
Feb 19 21:35:46.922759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558448-a0f5-48b6-92ab-0646864bec0b req-e9cb777f-a17a-4b22-a54b-205da2177aab tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:46.924186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7558448-a0f5-48b6-92ab-0646864bec0b req-e9cb777f-a17a-4b22-a54b-205da2177aab tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0518405
Feb 19 21:35:46.969641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7558448-a0f5-48b6-92ab-0646864bec0b req-ea283382-a19e-4ef1-8581-7133ae13600c tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399640
Feb 19 21:35:47.192256 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-2b776a7f-f1e3-462a-a2a3-3ce5b98a5ac7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0472994
Feb 19 21:35:47.210427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5faf0-978c-4ede-9208-a05d6c4a9a75 req-f47619fb-aec3-4304-b1c4-fcaceb7a5fd3 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:47.212498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aea5faf0-978c-4ede-9208-a05d6c4a9a75 req-f47619fb-aec3-4304-b1c4-fcaceb7a5fd3 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0565767
Feb 19 21:35:47.261481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aea5faf0-978c-4ede-9208-a05d6c4a9a75 req-227591cf-8562-413a-a702-98f93d4a59db tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415099
Feb 19 21:35:47.541670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-d646774c-20f0-495a-be1b-94cf715f1c25 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:47.542985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-d646774c-20f0-495a-be1b-94cf715f1c25 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports/fc322404-c72f-4aaf-9917-1f0605d920a4 HTTP/1.1" status: 200  len: 942 time: 0.0449576
Feb 19 21:35:48.325239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-3f175765-b106-4f42-916d-c626a6664499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:48.326969 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-3f175765-b106-4f42-916d-c626a6664499 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 1127 time: 0.0455928
Feb 19 21:35:48.356467 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-79b54e8b-5938-4860-b83e-49a2f88da7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:48.385461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183439d-5cc4-40a1-8d24-dd64c0a6d55d req-2952a722-2a18-48df-a48e-160eee0fafae tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:48.387192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4183439d-5cc4-40a1-8d24-dd64c0a6d55d req-2952a722-2a18-48df-a48e-160eee0fafae tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0550241
Feb 19 21:35:48.417201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-19c009f4-db8c-43af-95cc-d73e65c4dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:48.418683 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-19c009f4-db8c-43af-95cc-d73e65c4dff1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.0860286
Feb 19 21:35:48.434785 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4183439d-5cc4-40a1-8d24-dd64c0a6d55d req-af716dbd-8dec-46ce-91b9-896716a1c803 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422192
Feb 19 21:35:48.465744 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-c32e95d8-42d4-4d85-a672-0ffaf7640814 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc322404-c72f-4aaf-9917-1f0605d920a4 HTTP/1.1" status: 200  len: 217 time: 0.0409579
Feb 19 21:35:48.517381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-76af0ca3-45e8-42e7-b78c-6840607c805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:48.518879 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-76af0ca3-45e8-42e7-b78c-6840607c805f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0481195
Feb 19 21:35:48.549256 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-744a6e69-5e7a-4d7e-bdd3-f93e4556a48c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243933
Feb 19 21:35:48.638266 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-71234431-60fb-4e5f-8f7c-6d3ec9f5d7d3 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832212
Feb 19 21:35:48.728866 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-03dca798-dfbf-4b25-b957-e83de155e32b service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841126
Feb 19 21:35:49.559062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05ba7a-c43f-469c-b2f5-698cd41c6111 req-8d9054ea-6d10-40f6-b78f-784f5d661f47 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:49.560590 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb05ba7a-c43f-469c-b2f5-698cd41c6111 req-8d9054ea-6d10-40f6-b78f-784f5d661f47 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0555284
Feb 19 21:35:49.607492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb05ba7a-c43f-469c-b2f5-698cd41c6111 req-72dda775-40fa-4451-826c-22d4ff4f1763 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411565
Feb 19 21:35:50.625314 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e063fd7-7728-478f-b6e3-63bd4aaea935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:50.732298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cb67d-2412-409d-94c6-3dd4e83e6942 req-1a6b3534-d9d5-4baa-aa93-d1e031959c14 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:50.733856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f2cb67d-2412-409d-94c6-3dd4e83e6942 req-1a6b3534-d9d5-4baa-aa93-d1e031959c14 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0530524
Feb 19 21:35:50.779776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f2cb67d-2412-409d-94c6-3dd4e83e6942 req-3db8d983-71bc-4997-9b1a-b0096e7af508 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403988
Feb 19 21:35:51.907155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3683d-c13f-4e33-b8d3-4d25749d9143 req-395b4a04-0f5c-40c8-96e8-7a30fec25ad6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:51.908745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fa3683d-c13f-4e33-b8d3-4d25749d9143 req-395b4a04-0f5c-40c8-96e8-7a30fec25ad6 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0555253
Feb 19 21:35:51.941384 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:51.956262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fa3683d-c13f-4e33-b8d3-4d25749d9143 req-91c3eb55-0c07-4c0f-8d0a-9839641cd728 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420370
Feb 19 21:35:53.074241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12da3b-65b8-4dac-bb74-9e739b6a2d0b req-17ef393b-4f7e-4d5d-993d-500c07c26d83 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:53.075754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd12da3b-65b8-4dac-bb74-9e739b6a2d0b req-17ef393b-4f7e-4d5d-993d-500c07c26d83 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0532367
Feb 19 21:35:53.120942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dd12da3b-65b8-4dac-bb74-9e739b6a2d0b req-b3f12965-a63b-4647-9905-72c0c62b34f5 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396812
Feb 19 21:35:53.295116 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:54.239362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79267c4-4b57-4941-8994-69abe4c10e07 req-632e3f0f-ae08-43fd-b221-517038d6635a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:54.240866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f79267c4-4b57-4941-8994-69abe4c10e07 req-632e3f0f-ae08-43fd-b221-517038d6635a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0526392
Feb 19 21:35:54.290300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f79267c4-4b57-4941-8994-69abe4c10e07 req-710c6d63-8235-49f6-b57c-3ebe7663b2aa tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437808
Feb 19 21:35:54.474205 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:55.418803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49fe3-8cb5-4698-a908-2494bdc21acc req-f5f1bdb8-cab9-40c2-bcb9-0f78b010e46f tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:55.420287 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-afe49fe3-8cb5-4698-a908-2494bdc21acc req-f5f1bdb8-cab9-40c2-bcb9-0f78b010e46f tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0616808
Feb 19 21:35:55.465984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-afe49fe3-8cb5-4698-a908-2494bdc21acc req-52c3473a-eff7-4407-8665-d6198bf24987 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399594
Feb 19 21:35:56.177850 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:35:56.586814 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12876aef-406c-4d7e-8c1a-6bf13d458056 req-1f985dd3-56c5-4677-8f88-9977adb4f4b1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:56.588312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12876aef-406c-4d7e-8c1a-6bf13d458056 req-1f985dd3-56c5-4677-8f88-9977adb4f4b1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0519667
Feb 19 21:35:56.633316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12876aef-406c-4d7e-8c1a-6bf13d458056 req-8b32f123-b709-4ac6-b2ef-58ba66dddd14 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393844
Feb 19 21:35:57.755757 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e8bb9-2a92-4986-a6ae-801b00b0c1dd req-b2f5a2fa-3627-45e4-83d9-35efdb62ed66 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:57.757268 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a58e8bb9-2a92-4986-a6ae-801b00b0c1dd req-b2f5a2fa-3627-45e4-83d9-35efdb62ed66 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0563197
Feb 19 21:35:57.803972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a58e8bb9-2a92-4986-a6ae-801b00b0c1dd req-7f9d5fe9-ee1b-42cd-b3d0-1f097eee9e3d tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404904
Feb 19 21:35:58.922514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90a8c0-7b54-4a76-9b28-2bd99e73dda5 req-0e9fe966-3c2e-41b9-aa35-84341e35e3e0 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:35:58.923993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f90a8c0-7b54-4a76-9b28-2bd99e73dda5 req-0e9fe966-3c2e-41b9-aa35-84341e35e3e0 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0517864
Feb 19 21:35:58.970430 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f90a8c0-7b54-4a76-9b28-2bd99e73dda5 req-78ffad90-4459-4226-aa37-2db142da223a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407987
Feb 19 21:35:59.766732 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:00.092810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850dd02-1c26-4978-b637-a92c8e007a11 req-be7c68a0-ae39-4fd7-80e3-9a8a80f10422 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:00.094311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0850dd02-1c26-4978-b637-a92c8e007a11 req-be7c68a0-ae39-4fd7-80e3-9a8a80f10422 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0530751
Feb 19 21:36:00.144292 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0850dd02-1c26-4978-b637-a92c8e007a11 req-1c78a553-f1bb-46a6-84b2-75f6a956a34b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444224
Feb 19 21:36:01.325624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac7f9b-300c-40e2-a999-f495792e4ea3 req-b04bc0cb-a3d8-463f-9486-b3dfa8829457 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:01.327130 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56ac7f9b-300c-40e2-a999-f495792e4ea3 req-b04bc0cb-a3d8-463f-9486-b3dfa8829457 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.1114960
Feb 19 21:36:01.373183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-56ac7f9b-300c-40e2-a999-f495792e4ea3 req-611fe511-fe9c-4f89-9f42-59bcfc211a90 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405414
Feb 19 21:36:02.546807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18049590-0036-49ec-85c3-71d407bc9d94 req-8e628ff6-8ab7-443b-ad5b-91e10e5733f8 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:02.548321 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18049590-0036-49ec-85c3-71d407bc9d94 req-8e628ff6-8ab7-443b-ad5b-91e10e5733f8 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.1076663
Feb 19 21:36:02.594319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-18049590-0036-49ec-85c3-71d407bc9d94 req-d5dc0023-42d1-4560-ad2d-80e3f65b4ff5 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404768
Feb 19 21:36:03.716372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cba10-a54c-480a-b494-b38e7cbe127f req-89da7ca5-f022-4f1f-b2c0-f88db998797e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:03.717879 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-526cba10-a54c-480a-b494-b38e7cbe127f req-89da7ca5-f022-4f1f-b2c0-f88db998797e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0565434
Feb 19 21:36:03.766036 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-526cba10-a54c-480a-b494-b38e7cbe127f req-14fbeafd-ecf5-46d4-81f6-9d4c95ff9a97 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424550
Feb 19 21:36:04.886242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba43bbf-0326-46ff-bda5-7cee27eef02a req-64f6d73a-05c9-4485-b94b-8ad869462629 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:04.887734 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ba43bbf-0326-46ff-bda5-7cee27eef02a req-64f6d73a-05c9-4485-b94b-8ad869462629 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0519023
Feb 19 21:36:04.933601 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ba43bbf-0326-46ff-bda5-7cee27eef02a req-da07a56a-df7d-46a3-89bb-2b87db4afdae tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401227
Feb 19 21:36:06.054682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621969c-a100-4719-9bff-2a5e1dfdf3c4 req-c59bf5f0-83cf-4701-b13f-8f3f46a555ad tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:06.056149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7621969c-a100-4719-9bff-2a5e1dfdf3c4 req-c59bf5f0-83cf-4701-b13f-8f3f46a555ad tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0550973
Feb 19 21:36:06.102404 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7621969c-a100-4719-9bff-2a5e1dfdf3c4 req-9bf01717-ad55-42f9-8b37-a8cd30b776e9 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406778
Feb 19 21:36:07.222609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc92d5-9903-4b7f-aa85-2832a3c98637 req-537c5546-f658-4db1-9b82-f7b463e0ecfa tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:07.224101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afc92d5-9903-4b7f-aa85-2832a3c98637 req-537c5546-f658-4db1-9b82-f7b463e0ecfa tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0523682
Feb 19 21:36:07.269771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0afc92d5-9903-4b7f-aa85-2832a3c98637 req-dd5cae3c-93d2-4e3a-9d05-55448bfa31dd tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394621
Feb 19 21:36:08.387662 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4401f-a884-47f0-a795-00a837e2690f req-0ae3393d-7576-4238-9206-c3f03756979b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:08.389155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9b4401f-a884-47f0-a795-00a837e2690f req-0ae3393d-7576-4238-9206-c3f03756979b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0515542
Feb 19 21:36:08.439577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b9b4401f-a884-47f0-a795-00a837e2690f req-0a964a7b-432c-466e-bdbb-2a121c7336d1 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448267
Feb 19 21:36:09.303706 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:36:09.558171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eae128-dc2b-4200-9006-b8669dca1d79 req-f231cd36-c81d-44e9-9ad3-55c7b68043b3 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:09.559539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6eae128-dc2b-4200-9006-b8669dca1d79 req-f231cd36-c81d-44e9-9ad3-55c7b68043b3 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0522604
Feb 19 21:36:09.605959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f6eae128-dc2b-4200-9006-b8669dca1d79 req-958a3b32-5120-407b-9681-42e0f8fcd7b3 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409007
Feb 19 21:36:10.726546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be0a9f-b2cd-4522-af9a-36e3d4d2d16a req-c8185f7d-a838-4c1a-a361-b0efe2575780 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:10.728048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7be0a9f-b2cd-4522-af9a-36e3d4d2d16a req-c8185f7d-a838-4c1a-a361-b0efe2575780 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0526021
Feb 19 21:36:10.774709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7be0a9f-b2cd-4522-af9a-36e3d4d2d16a req-3b4fe666-d4a5-4457-84b7-b955634193de tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402670
Feb 19 21:36:11.899739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b999d-8d30-4bea-bf74-edddb43edbf2 req-76218a31-7eb4-4b6e-ba96-b6b65949dddf tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:11.901270 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-283b999d-8d30-4bea-bf74-edddb43edbf2 req-76218a31-7eb4-4b6e-ba96-b6b65949dddf tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0554843
Feb 19 21:36:11.947688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-283b999d-8d30-4bea-bf74-edddb43edbf2 req-05587c5f-92bc-4e09-8ceb-3a0bb89bc5a7 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404689
Feb 19 21:36:13.064116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc6f75-c1f1-4c48-8abf-0ec492ffda2d req-a2da9ad8-820f-4bae-93d7-131f4325d5f8 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:13.065625 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5cc6f75-c1f1-4c48-8abf-0ec492ffda2d req-a2da9ad8-820f-4bae-93d7-131f4325d5f8 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0518541
Feb 19 21:36:13.110944 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a5cc6f75-c1f1-4c48-8abf-0ec492ffda2d req-9bbedcba-8e86-42aa-a117-e3309569f552 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398583
Feb 19 21:36:14.230100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b84ab-8256-4eb6-9861-690c723780eb req-e363a336-c611-4d16-a36e-6513482fdc4f tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:14.231580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab3b84ab-8256-4eb6-9861-690c723780eb req-e363a336-c611-4d16-a36e-6513482fdc4f tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0527284
Feb 19 21:36:14.605459 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab3b84ab-8256-4eb6-9861-690c723780eb req-ced378dd-471d-470f-b95f-9f072d12ecf0 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3683162
Feb 19 21:36:15.641270 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-35e7f35e-4f06-4daf-9a98-09e1480644af service neutron] show failed (client error): The resource could not be found.
Feb 19 21:36:15.642417 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-35e7f35e-4f06-4daf-9a98-09e1480644af service neutron] 10.222.0.10 "GET /v2.0/ports/fc322404-c72f-4aaf-9917-1f0605d920a4/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0584874
Feb 19 21:36:15.732865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5749b-04bf-49aa-acf6-7e0376778e8e req-a67c6a15-e347-4716-97f1-9b45fc5aa85b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:15.734376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5f5749b-04bf-49aa-acf6-7e0376778e8e req-a67c6a15-e347-4716-97f1-9b45fc5aa85b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0546637
Feb 19 21:36:15.786862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c5f5749b-04bf-49aa-acf6-7e0376778e8e req-b250947c-60e7-4ac6-870e-14e6d7ba2ded tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461867
Feb 19 21:36:15.844286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-9987976e-3dad-43d2-a845-9b44b0409ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:15.845810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-9987976e-3dad-43d2-a845-9b44b0409ba9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8&tenant_id=6d4e54e969224337acfc6a178ca33422 HTTP/1.1" status: 200  len: 1127 time: 0.0441842
Feb 19 21:36:15.856753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:36:15.916535 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:16.111482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fc322404-c72f-4aaf-9917-1f0605d920a4,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:36:16.143862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:36:16.182218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:36:16.184397 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb9b9e2-fad7-4246-b931-1dc440539c17" -d '{"events": [{"server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:36:16.188472 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Publish callbacks [] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:16.202029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Transition to ACTIVE for port object fc322404-c72f-4aaf-9917-1f0605d920a4 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:36:16.205917 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:16.236697 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad004ed7-5e39-4b81-a1f4-75f68d834050 x-openstack-request-id: req-ad004ed7-5e39-4b81-a1f4-75f68d834050 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:36:16.237002 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:36:16.237271 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad004ed7-5e39-4b81-a1f4-75f68d834050 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:36:16.237666 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4', 'code': 200}
Feb 19 21:36:16.271664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] No DVR routers for this DVR port fc322404-c72f-4aaf-9917-1f0605d920a4 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:36:16.278277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Pushing event updated for resources: {'Port': ['ID=fc322404-c72f-4aaf-9917-1f0605d920a4,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:16.301478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.301836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.302187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.302536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.302882 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.303219 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.303556 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.303889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.304221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.304587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.304925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.305256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.305586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:16.321472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Attempting to bind port fc322404-c72f-4aaf-9917-1f0605d920a4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:36:16.321815 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Attempting to bind port fc322404-c72f-4aaf-9917-1f0605d920a4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:36:16.322978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Attempting to bind port fc322404-c72f-4aaf-9917-1f0605d920a4 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:36:16.327397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Port fc322404-c72f-4aaf-9917-1f0605d920a4 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:36:16.327727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Attempting to bind port fc322404-c72f-4aaf-9917-1f0605d920a4 on network 8a8d6a03-fa02-431b-a0af-4411327a65d3 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:36:16.333232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:36:16.333765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Checking segment: {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:36:16.334179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Bound using segment: {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:36:16.334635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Bound port: fc322404-c72f-4aaf-9917-1f0605d920a4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856b8765-29d5-4c93-867c-ea033e6e8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:36:16.334983 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:16.397142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:36:16.400758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fc322404-c72f-4aaf-9917-1f0605d920a4,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:36:16.406054 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:16.443947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:16.444682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:16.446068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] 10.222.0.67 "PUT /v2.0/ports/fc322404-c72f-4aaf-9917-1f0605d920a4 HTTP/1.1" status: 200  len: 1091 time: 0.5931802
Feb 19 21:36:16.467257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e372b-5f17-4eda-8a4b-f41f3de54c26 service neutron] Pushing event updated for resources: {'Port': ['ID=fc322404-c72f-4aaf-9917-1f0605d920a4,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:16.512753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-42674d14-3870-494d-9b29-54db25664b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:16.514230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-42674d14-3870-494d-9b29-54db25664b23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 1125 time: 0.0439603
Feb 19 21:36:16.600529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-75f7f956-3de6-448e-84ae-7369f5572419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:16.602004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-75f7f956-3de6-448e-84ae-7369f5572419 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.0820336
Feb 19 21:36:16.644716 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-102cf89e-7a6a-4e0f-a73b-62fa5f1c086c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc322404-c72f-4aaf-9917-1f0605d920a4 HTTP/1.1" status: 200  len: 217 time: 0.0370603
Feb 19 21:36:16.691538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-73bb3e7e-bde6-4460-b5e0-9d1745f58e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:16.692916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-73bb3e7e-bde6-4460-b5e0-9d1745f58e1a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0424714
Feb 19 21:36:16.723043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-5f0bb5ac-dcda-4904-a5a2-95d207a94b84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244746
Feb 19 21:36:16.813870 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-e19b9f19-5296-4cd6-b31a-70f2ae3fa811 service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843403
Feb 19 21:36:16.937346 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a40e6d-650f-4776-915e-ad2a597691e6 req-64b1662c-2204-4c7d-a154-2a6f224823f7 service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176412
Feb 19 21:36:16.949548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e457fe4-8d2d-4747-9aa2-367cbc516bef req-8adca630-b3cd-404e-ad65-0ca3eb684c25 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:16.950925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e457fe4-8d2d-4747-9aa2-367cbc516bef req-8adca630-b3cd-404e-ad65-0ca3eb684c25 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 943 time: 0.0817487
Feb 19 21:36:17.003443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e457fe4-8d2d-4747-9aa2-367cbc516bef req-d7f7dd53-6f4d-457f-b58f-e899dcbb6ee5 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435095
Feb 19 21:36:18.124578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a976e-e8f8-4c8c-9dc3-9d17ed7e5695 req-88715bb2-263c-4aff-9c00-2b90953aaa9b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:18.126122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae5a976e-e8f8-4c8c-9dc3-9d17ed7e5695 req-88715bb2-263c-4aff-9c00-2b90953aaa9b tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 943 time: 0.0525849
Feb 19 21:36:18.172896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae5a976e-e8f8-4c8c-9dc3-9d17ed7e5695 req-564e9c7f-9a84-43e1-b323-f42d3f22e939 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412602
Feb 19 21:36:18.238826 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:36:18.241218 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e585ee2-8756-4940-8727-e2e1e613f367" -d '{"events": [{"name": "network-changed", "server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:36:18.288848 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86fb984-915d-4013-9fab-1f56a71938be x-openstack-request-id: req-a86fb984-915d-4013-9fab-1f56a71938be {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:36:18.289148 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:36:18.289410 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a86fb984-915d-4013-9fab-1f56a71938be {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:36:18.289820 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4', 'status': 'completed', 'code': 200}
Feb 19 21:36:18.358144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-4b66c017-c44e-4d1d-93f5-9b0c1e3322fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:18.359245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-59df17c8-8bcd-46f7-a862-8a6add67c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:18.359765 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-4b66c017-c44e-4d1d-93f5-9b0c1e3322fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 1125 time: 0.0510488
Feb 19 21:36:18.361230 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-59df17c8-8bcd-46f7-a862-8a6add67c0d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 1125 time: 0.0497942
Feb 19 21:36:18.362531 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f5acb712-33a0-4572-8a91-488a4085a3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:18.449577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-f9861757-5305-494e-a985-06bf1ff81561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:18.450915 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-b98555ac-3b3f-4b82-9c3e-08493d47dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:18.451099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-f9861757-5305-494e-a985-06bf1ff81561 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.0857904
Feb 19 21:36:18.452603 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-b98555ac-3b3f-4b82-9c3e-08493d47dace service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.0836968
Feb 19 21:36:18.491967 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-92cfec87-32cf-4688-a7fa-ec96173836a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc322404-c72f-4aaf-9917-1f0605d920a4 HTTP/1.1" status: 200  len: 217 time: 0.0338905
Feb 19 21:36:18.492479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-3b2d2eca-20d1-40bd-9e94-3d54fba855bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc322404-c72f-4aaf-9917-1f0605d920a4 HTTP/1.1" status: 200  len: 217 time: 0.0356343
Feb 19 21:36:18.543383 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-1e9a09e4-9535-42c7-a459-cf1ae77cb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:18.544789 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-1e9a09e4-9535-42c7-a459-cf1ae77cb8b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0473642
Feb 19 21:36:18.545002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-7e694811-d540-4be8-b6a9-e04c476dd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:18.546460 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-7e694811-d540-4be8-b6a9-e04c476dd47e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0486059
Feb 19 21:36:18.575130 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-1388a3be-6dee-4433-ad34-666ac4e49035 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243275
Feb 19 21:36:18.577633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-48b28151-6d61-4b90-8882-023242c47bea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245492
Feb 19 21:36:18.662673 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-b3d4f488-12c8-49a6-b963-a880ddd9aab0 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805979
Feb 19 21:36:18.665651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-23d22ea9-405f-4af8-9a48-17eb8841dc70 service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817819
Feb 19 21:36:18.726016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fc322404-c72f-4aaf-9917-1f0605d920a4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:36:18.758829 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-11d374d8-93e3-46fd-9daa-6226558090f9 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909586
Feb 19 21:36:18.765854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e585ee2-8756-4940-8727-e2e1e613f367 req-cf7da547-7ed4-40db-be65-41c0d4d3da4d service neutron] 10.222.0.67 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942333
Feb 19 21:36:18.768475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port fc322404-c72f-4aaf-9917-1f0605d920a4 host nch2-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:36:18.769087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device fc322404-c72f-4aaf-9917-1f0605d920a4 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:36:19.292429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7a4d3-16cf-464a-a9e7-0c730f395a6c req-dbca8b77-58e0-4ebd-b4d6-066bae904474 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:19.293916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35a7a4d3-16cf-464a-a9e7-0c730f395a6c req-dbca8b77-58e0-4ebd-b4d6-066bae904474 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 943 time: 0.0526307
Feb 19 21:36:19.341852 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-35a7a4d3-16cf-464a-a9e7-0c730f395a6c req-bea53559-1890-42b6-b3d0-192b25c7ab1c tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421906
Feb 19 21:36:20.466658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c6111-578f-4cb4-a507-1198076fc0c9 req-c9bb356f-0a3d-4afe-ace3-4138232b523e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:20.468162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c6c6111-578f-4cb4-a507-1198076fc0c9 req-c9bb356f-0a3d-4afe-ace3-4138232b523e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 943 time: 0.0568671
Feb 19 21:36:20.514721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c6c6111-578f-4cb4-a507-1198076fc0c9 req-80eca9f8-9c2b-4775-afe4-a5d8e86267e2 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408683
Feb 19 21:36:20.633844 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f5e4c145-3ce0-41c0-a8bd-2f582dac382d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:20.726777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dad478-285d-4835-81b1-a98e3a0fd070 req-4496af2f-1d0e-486b-b217-6bf5c2a4c41c tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:20.728494 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87dad478-285d-4835-81b1-a98e3a0fd070 req-4496af2f-1d0e-486b-b217-6bf5c2a4c41c tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 943 time: 0.0536046
Feb 19 21:36:20.728971 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-5987ce7e-96ac-4df4-a181-af74e259b008 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:20.730520 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-5987ce7e-96ac-4df4-a181-af74e259b008 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.10 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8&tenant_id=6d4e54e969224337acfc6a178ca33422&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0570793
Feb 19 21:36:20.778757 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-87dad478-285d-4835-81b1-a98e3a0fd070 req-6fff6825-fc77-4f4a-9328-9e78f8c5ec4e tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428538
Feb 19 21:36:20.790212 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-72851586-fb68-4ce9-a0f8-1ff5055f5dd2 service neutron] delete failed (client error): The resource could not be found.
Feb 19 21:36:20.791282 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-72851586-fb68-4ce9-a0f8-1ff5055f5dd2 service neutron] 10.222.0.10 "DELETE /v2.0/ports/fc322404-c72f-4aaf-9917-1f0605d920a4/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0537074
Feb 19 21:36:20.882549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-e954b32f-dde5-4338-9a5c-379e72bec3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:20.883951 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-e954b32f-dde5-4338-9a5c-379e72bec3f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d4e54e969224337acfc6a178ca33422&device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 1125 time: 0.0491817
Feb 19 21:36:20.969846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-75e7da86-5c69-4f8d-9a91-581ad84bfc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:20.971394 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-75e7da86-5c69-4f8d-9a91-581ad84bfc59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 200  len: 916 time: 0.0819850
Feb 19 21:36:21.014043 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-399e7ac1-e48f-42bd-b2ca-875e0b2c88ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc322404-c72f-4aaf-9917-1f0605d920a4 HTTP/1.1" status: 200  len: 217 time: 0.0374537
Feb 19 21:36:21.059880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-a478f677-0a37-4f76-9b9b-ece7a11ead62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:21.061284 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-a478f677-0a37-4f76-9b9b-ece7a11ead62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 200  len: 855 time: 0.0419495
Feb 19 21:36:21.090068 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-1c53fa66-efd2-4b2b-9bb1-f857260d3240 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a8d6a03-fa02-431b-a0af-4411327a65d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0233169
Feb 19 21:36:21.174678 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-dd24384f-465a-4965-8506-ee5cbf4f3cda service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0781701
Feb 19 21:36:21.196550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device fc322404-c72f-4aaf-9917-1f0605d920a4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:36:21.264071 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d0bbf360-a4e9-489b-a763-6d46246fbc02 req-ae4f2ade-4093-40d3-bb6f-e1b7b5f6f785 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842330
Feb 19 21:36:21.293739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fc322404-c72f-4aaf-9917-1f0605d920a4,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:36:21.305082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'fc322404-c72f-4aaf-9917-1f0605d920a4', 'network_id': '8a8d6a03-fa02-431b-a0af-4411327a65d3', 'port_id': 'fc322404-c72f-4aaf-9917-1f0605d920a4', 'mac_address': 'fa:16:3e:d1:3d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce71987e-adc7-4c9a-8bc4-7b3621439e76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:36:21.345928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port fc322404-c72f-4aaf-9917-1f0605d920a4 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:21.346332 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:21.359549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc322404-c72f-4aaf-9917-1f0605d920a4 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:36:21.378486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fc322404-c72f-4aaf-9917-1f0605d920a4,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:36:21.381857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:21.427373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=fc322404-c72f-4aaf-9917-1f0605d920a4,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:21.703858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['fc322404-c72f-4aaf-9917-1f0605d920a4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:36:21.904386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c409522-5d28-4520-87f2-bda354afaf27 req-3de63fc9-3661-4a28-81f5-d06dd1c8f2c9 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:21.905890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c409522-5d28-4520-87f2-bda354afaf27 req-3de63fc9-3661-4a28-81f5-d06dd1c8f2c9 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 944 time: 0.0522704
Feb 19 21:36:21.943115 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:21.957917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c409522-5d28-4520-87f2-bda354afaf27 req-805b514a-9bf2-44ef-89fe-7bbdc471de03 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461829
Feb 19 21:36:22.077949 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9f918-74a2-46ee-9440-8b9752d305cd req-74c5624b-dddf-48e3-a0c0-0809c14a3530 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:22.079425 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdb9f918-74a2-46ee-9440-8b9752d305cd req-74c5624b-dddf-48e3-a0c0-0809c14a3530 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 944 time: 0.0534062
Feb 19 21:36:22.125053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdb9f918-74a2-46ee-9440-8b9752d305cd req-438549b0-7668-4a4e-a0ea-228994042be7 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400596
Feb 19 21:36:22.242807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404bf1c-2177-45ea-85e7-761647c78df5 req-52aa68a1-7ef4-4b54-ac8b-c331cbf6aaea tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:22.244307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0404bf1c-2177-45ea-85e7-761647c78df5 req-52aa68a1-7ef4-4b54-ac8b-c331cbf6aaea tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 944 time: 0.0552254
Feb 19 21:36:22.293620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0404bf1c-2177-45ea-85e7-761647c78df5 req-5c25689f-bd56-4150-98b7-e6ed7df1208a tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410244
Feb 19 21:36:22.627971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046a131-2a96-4a8b-8365-15f18e76080c req-29312437-ca33-4a35-8e1d-e3d6df51c529 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:22.629482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1046a131-2a96-4a8b-8365-15f18e76080c req-29312437-ca33-4a35-8e1d-e3d6df51c529 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 944 time: 0.0572765
Feb 19 21:36:22.674743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1046a131-2a96-4a8b-8365-15f18e76080c req-cccd6793-06e1-4b76-91bf-64c558c73429 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396805
Feb 19 21:36:23.205989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device fc322404-c72f-4aaf-9917-1f0605d920a4 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:36:23.255219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port fc322404-c72f-4aaf-9917-1f0605d920a4 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:36:23.259128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port fc322404-c72f-4aaf-9917-1f0605d920a4 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:23.259506 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:23.306928 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:23.357095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port fc322404-c72f-4aaf-9917-1f0605d920a4 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:23.357483 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:23.378941 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:36:23.381162 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121bcfe1-6ba7-4b37-a156-afb88870d83f" -d '{"events": [{"server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "name": "network-vif-plugged", "status": "completed", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:36:23.393428 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fc322404-c72f-4aaf-9917-1f0605d920a4,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:36:23.397451 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:23.425249 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620f7ad3-52bf-45c3-8f6d-49c0a80359f9 x-openstack-request-id: req-620f7ad3-52bf-45c3-8f6d-49c0a80359f9 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:36:23.425644 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "name": "network-vif-plugged", "status": "completed", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:36:23.426241 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-620f7ad3-52bf-45c3-8f6d-49c0a80359f9 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:36:23.426753 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4', 'code': 200}
Feb 19 21:36:23.610561 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=fc322404-c72f-4aaf-9917-1f0605d920a4,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:23.793733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b731af7-b720-47a7-8029-2a94f54f6182 req-e6ccedca-089d-44f9-a8c4-206799a85161 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:23.795214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b731af7-b720-47a7-8029-2a94f54f6182 req-e6ccedca-089d-44f9-a8c4-206799a85161 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0526145
Feb 19 21:36:23.849026 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b731af7-b720-47a7-8029-2a94f54f6182 req-c613472e-8298-4024-b847-06524dff15f3 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ebdb6fb-e730-4cd1-959c-47fbddb825a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482905
Feb 19 21:36:23.894581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7b56-cc51-4167-9cc5-bb90e037f73d req-6bab0dd9-4138-4068-b6c4-656ff4fd4342 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:23.896054 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-544b7b56-cc51-4167-9cc5-bb90e037f73d req-6bab0dd9-4138-4068-b6c4-656ff4fd4342 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.67 "GET /v2.0/ports?device_id=38e783e9-ecdf-4695-917f-402632ffb0f8 HTTP/1.1" status: 200  len: 945 time: 0.0566337
Feb 19 21:36:23.992459 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-544b7b56-cc51-4167-9cc5-bb90e037f73d req-972015ed-e026-4bb4-b175-951030700598 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Deleting port fc322404-c72f-4aaf-9917-1f0605d920a4 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:36:23.992941 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-544b7b56-cc51-4167-9cc5-bb90e037f73d req-972015ed-e026-4bb4-b175-951030700598 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:24.079901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-544b7b56-cc51-4167-9cc5-bb90e037f73d req-972015ed-e026-4bb4-b175-951030700598 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] For port fc322404-c72f-4aaf-9917-1f0605d920a4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fc322404-c72f-4aaf-9917-1f0605d920a4,segment=NetworkSegment(856b8765-29d5-4c93-867c-ea033e6e8280),segment_id=856b8765-29d5-4c93-867c-ea033e6e8280)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:36:24.080269 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-544b7b56-cc51-4167-9cc5-bb90e037f73d req-972015ed-e026-4bb4-b175-951030700598 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:24.097607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-544b7b56-cc51-4167-9cc5-bb90e037f73d req-972015ed-e026-4bb4-b175-951030700598 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Calling delete_port for fc322404-c72f-4aaf-9917-1f0605d920a4 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:36:24.224881 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-544b7b56-cc51-4167-9cc5-bb90e037f73d req-972015ed-e026-4bb4-b175-951030700598 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (fc322404-c72f-4aaf-9917-1f0605d920a4), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:24.237061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['fc322404-c72f-4aaf-9917-1f0605d920a4'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:36:24.259548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972015ed-e026-4bb4-b175-951030700598 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Pushing event deleted for resources: {'Port': ['ID=fc322404-c72f-4aaf-9917-1f0605d920a4,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:24.303168 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-544b7b56-cc51-4167-9cc5-bb90e037f73d req-972015ed-e026-4bb4-b175-951030700598 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] No DVR routers for this DVR port fc322404-c72f-4aaf-9917-1f0605d920a4 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:36:24.305810 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-544b7b56-cc51-4167-9cc5-bb90e037f73d req-972015ed-e026-4bb4-b175-951030700598 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:24.309215 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-544b7b56-cc51-4167-9cc5-bb90e037f73d req-972015ed-e026-4bb4-b175-951030700598 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] 10.222.0.67 "DELETE /v2.0/ports/fc322404-c72f-4aaf-9917-1f0605d920a4 HTTP/1.1" status: 204  len: 173 time: 0.4081314
Feb 19 21:36:24.309657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'name': 'network-vif-deleted', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:36:24.311942 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa67d3c-ea71-4d18-a0b1-bb25a2a7ce78" -d '{"events": [{"server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "name": "network-vif-deleted", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:36:24.349085 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c825fad-f11f-4b4f-8694-5c11f93bbb05 x-openstack-request-id: req-8c825fad-f11f-4b4f-8694-5c11f93bbb05 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:36:24.349422 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e783e9-ecdf-4695-917f-402632ffb0f8", "name": "network-vif-deleted", "tag": "fc322404-c72f-4aaf-9917-1f0605d920a4", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:36:24.349963 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c825fad-f11f-4b4f-8694-5c11f93bbb05 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:36:24.350372 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e783e9-ecdf-4695-917f-402632ffb0f8', 'name': 'network-vif-deleted', 'tag': 'fc322404-c72f-4aaf-9917-1f0605d920a4', 'status': 'completed', 'code': 200}
Feb 19 21:36:24.475885 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:24.976458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35458) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:25.020518 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Deleting subnet ce71987e-adc7-4c9a-8bc4-7b3621439e76 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:36:25.023469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Publish callbacks [] for subnet (ce71987e-adc7-4c9a-8bc4-7b3621439e76), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.056770 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (ce71987e-adc7-4c9a-8bc4-7b3621439e76), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.099430 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (ce71987e-adc7-4c9a-8bc4-7b3621439e76), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.148469 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (ce71987e-adc7-4c9a-8bc4-7b3621439e76), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.172421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce71987e-adc7-4c9a-8bc4-7b3621439e76,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:25.176803 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.179930 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ce71987e-adc7-4c9a-8bc4-7b3621439e76 HTTP/1.1" status: 204  len: 168 time: 0.2024496
Feb 19 21:36:25.183072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35460) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:25.185764 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.186116 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.186459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.186800 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.187136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.187470 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.187798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.188124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.188548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.188877 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.189203 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.189527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.189845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97974463-63f9-4493-8a5e-2a5661f9e1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:25.253724 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (8a8d6a03-fa02-431b-a0af-4411327a65d3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.335474 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (8a8d6a03-fa02-431b-a0af-4411327a65d3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.355284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a7214fb20>,) {'filters': {'network_id': ['8a8d6a03-fa02-431b-a0af-4411327a65d3']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:25.364827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a7214fb20>, '856b8765-29d5-4c93-867c-ea033e6e8280') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:25.365128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a7214fb20>, '856b8765-29d5-4c93-867c-ea033e6e8280') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:25.375156 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (856b8765-29d5-4c93-867c-ea033e6e8280), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.389370 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (856b8765-29d5-4c93-867c-ea033e6e8280), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.395272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:36:25.395657 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (856b8765-29d5-4c93-867c-ea033e6e8280), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:36:25.397346 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:36:25.449763 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (8a8d6a03-fa02-431b-a0af-4411327a65d3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.456853 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.459420 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8a8d6a03-fa02-431b-a0af-4411327a65d3 HTTP/1.1" status: 204  len: 168 time: 0.2753391
Feb 19 21:36:25.470609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be684715-28d4-431a-83ad-b22590ab8a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a8d6a03-fa02-431b-a0af-4411327a65d3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:25.565907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35464) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:25.611110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-64e92ec3-3bc2-4c57-9b43-a444c9cc5d3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d4e54e969224337acfc6a178ca33422&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0440335
Feb 19 21:36:25.613591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35466) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:25.660623 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e029db04-10ef-44df-aa0a-f42a69c653eb admin admin] Publish callbacks [] for security_group (5ebdb6fb-e730-4cd1-959c-47fbddb825a7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.681942 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e029db04-10ef-44df-aa0a-f42a69c653eb admin admin] Publish callbacks [] for security_group (5ebdb6fb-e730-4cd1-959c-47fbddb825a7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.732277 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e029db04-10ef-44df-aa0a-f42a69c653eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5ebdb6fb-e730-4cd1-959c-47fbddb825a7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.735282 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e029db04-10ef-44df-aa0a-f42a69c653eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:25.736558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e029db04-10ef-44df-aa0a-f42a69c653eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ebdb6fb-e730-4cd1-959c-47fbddb825a7 HTTP/1.1" status: 204  len: 168 time: 0.1219754
Feb 19 21:36:25.744449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029db04-10ef-44df-aa0a-f42a69c653eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebdb6fb-e730-4cd1-959c-47fbddb825a7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:26.176955 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:26.387599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35488) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:26.485683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1975442630-network', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:36:26.505302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Made reservation on behalf of 9f6be5d4ae2946bb9304ae0a31f2c325 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:36:26.507601 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:26.516088 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:26.593514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Publish callbacks [] for security_group (d881f366-317a-4684-8621-3bd0250c528e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:26.597362 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d881f366-317a-4684-8621-3bd0250c528e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:26.619201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:36:26.635465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d881f366-317a-4684-8621-3bd0250c528e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:26.638457 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2c59c91c-ee2f-4cf8-951c-680e41aa30fb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:26.638811 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Added segment 2c59c91c-ee2f-4cf8-951c-680e41aa30fb of type vlan for network f342daca-48e4-4cbe-b7ce-0803d4de7cbe
Feb 19 21:36:26.681491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (f342daca-48e4-4cbe-b7ce-0803d4de7cbe), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:26.705658 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (f342daca-48e4-4cbe-b7ce-0803d4de7cbe), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:26.706610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:26.707200 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:26.759607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3708503
Feb 19 21:36:26.762576 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35492) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:26.768150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] Request body: {'subnet': {'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1975442630-subnet', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:36:26.768735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e402b-aa03-4455-bd81-07743a7d425c admin admin] Pushing event updated for resources: {'Network': ['ID=f342daca-48e4-4cbe-b7ce-0803d4de7cbe,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:26.779101 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:36:26.788197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] Made reservation on behalf of 9f6be5d4ae2946bb9304ae0a31f2c325 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:36:26.790700 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:26.956916 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (b6b480da-4938-482f-9dce-e945cb237148), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.012519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b480da-4938-482f-9dce-e945cb237148,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:27.019495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:36:27.019857 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] Network hostable DHCP agents. Network: f342daca-48e4-4cbe-b7ce-0803d4de7cbe, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:36:27.037051 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:36:27.045291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f342daca-48e4-4cbe-b7ce-0803d4de7cbe) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:36:27.049485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:27.050096 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.054636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b93f43-8673-4f57-9b7c-9095f7451577 None None] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:36:27.065716 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fbd1cd19-a08b-4cfa-9157-7e06212487c6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3014705
Feb 19 21:36:27.068422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35494) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:27.073423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:36:27.092859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (43ee1564-52be-4937-baa5-0b9323455e6d), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.093876 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (43ee1564-52be-4937-baa5-0b9323455e6d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.147599 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Publish callbacks [] for router_controller (43ee1564-52be-4937-baa5-0b9323455e6d), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.157452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:36:27.158313 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.237387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device fc322404-c72f-4aaf-9917-1f0605d920a4 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:36:27.262345 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: fc322404-c72f-4aaf-9917-1f0605d920a4 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:36:27.262763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device fc322404-c72f-4aaf-9917-1f0605d920a4 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:36:27.286521 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Publish callbacks [] for router_gateway (43ee1564-52be-4937-baa5-0b9323455e6d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.317702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Allocated IP 172.20.0.2 (f342daca-48e4-4cbe-b7ce-0803d4de7cbe/b6b480da-4938-482f-9dce-e945cb237148/d358f457-6bac-4f61-acdb-8d9bdb0a23ac) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:36:27.457538 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Publish callbacks [] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.464272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.514789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:36:27.518717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Pushing event updated for resources: {'Port': ['ID=d358f457-6bac-4f61-acdb-8d9bdb0a23ac,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:27.522566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:36:27.525086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:36:27.584487 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Attempting to bind port d358f457-6bac-4f61-acdb-8d9bdb0a23ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:36:27.584871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Attempting to bind port d358f457-6bac-4f61-acdb-8d9bdb0a23ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:36:27.585244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Attempting to bind port d358f457-6bac-4f61-acdb-8d9bdb0a23ac on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:36:27.590658 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:36:27.591068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:36:27.591487 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.591894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:36:27.592396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Bound port: d358f457-6bac-4f61-acdb-8d9bdb0a23ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:36:27.592786 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.657547 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] For port d358f457-6bac-4f61-acdb-8d9bdb0a23ac, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:36:27.661320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] For port d358f457-6bac-4f61-acdb-8d9bdb0a23ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d358f457-6bac-4f61-acdb-8d9bdb0a23ac,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:36:27.668589 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.731659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b43ba-25d4-452c-b406-50418d7a8638 None None] Pushing event updated for resources: {'Port': ['ID=d358f457-6bac-4f61-acdb-8d9bdb0a23ac,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:27.839219 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Publish callbacks [] for router_gateway (43ee1564-52be-4937-baa5-0b9323455e6d), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.859940 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:27.987649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Allocated IP 172.35.2.182 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/52a03e9b-aa59-4dbd-803e-a87e4d8655e5) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:36:28.090954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Publish callbacks [] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:28.122471 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:28.164538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:36:28.167808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:36:28.170344 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:36:28.193777 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=52a03e9b-aa59-4dbd-803e-a87e4d8655e5,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:28.422606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Publish callbacks [] for router_gateway (43ee1564-52be-4937-baa5-0b9323455e6d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:28.629494 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (43ee1564-52be-4937-baa5-0b9323455e6d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:28.694226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513133b2-145d-468c-af3c-6cc9461ef614 None None] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:36:28.766669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Router 43ee1564-52be-4937-baa5-0b9323455e6d is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:36:28.810365 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-623c111f-a19d-466a-82bf-d41919e22651 None None] Provisioning complete for port d358f457-6bac-4f61-acdb-8d9bdb0a23ac triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:28.810735 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-623c111f-a19d-466a-82bf-d41919e22651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:28.882334 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:36:28.895988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Sync routers for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:36:28.905352 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:28.907414 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-117e357d-19b3-4832-93f7-ea4a74e1f0d2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.8377638
Feb 19 21:36:28.910392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35496) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:28.917377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:36:28.918039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634b3a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:36:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:28.921648 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-623c111f-a19d-466a-82bf-d41919e22651 None None] Current status of the port d358f457-6bac-4f61-acdb-8d9bdb0a23ac is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:28.921981 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-623c111f-a19d-466a-82bf-d41919e22651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.026937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-623c111f-a19d-466a-82bf-d41919e22651 None None] For port d358f457-6bac-4f61-acdb-8d9bdb0a23ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d358f457-6bac-4f61-acdb-8d9bdb0a23ac,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:36:29.033111 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-623c111f-a19d-466a-82bf-d41919e22651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.096025 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:36:29.126171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c111f-a19d-466a-82bf-d41919e22651 None None] Pushing event updated for resources: {'Port': ['ID=d358f457-6bac-4f61-acdb-8d9bdb0a23ac,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:29.215540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e91baf18-11ed-4807-a90d-38dc8f7f9a85 None None] Provisioning complete for port d358f457-6bac-4f61-acdb-8d9bdb0a23ac triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:29.215925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e91baf18-11ed-4807-a90d-38dc8f7f9a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.337813 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.350044 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e91baf18-11ed-4807-a90d-38dc8f7f9a85 None None] Current status of the port d358f457-6bac-4f61-acdb-8d9bdb0a23ac is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:29.362917 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634b3a60>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:28Z', 'revision_number': 3, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:29.393075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Checking router: 43ee1564-52be-4937-baa5-0b9323455e6d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:36:29.393494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Updating router 43ee1564-52be-4937-baa5-0b9323455e6d port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:36:29.420921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.493373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Allocated IP 172.20.0.1 (f342daca-48e4-4cbe-b7ce-0803d4de7cbe/b6b480da-4938-482f-9dce-e945cb237148/5f9e1b67-dd20-4cb0-b626-03f46058af79) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:36:29.593858 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Publish callbacks [] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.626463 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.665295 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:36:29.670192 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:36:29.674422 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:36:29.674583 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Publish callbacks [] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.681834 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.705474 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Pushing event updated for resources: {'Port': ['ID=5f9e1b67-dd20-4cb0-b626-03f46058af79,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:29.728379 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (43ee1564-52be-4937-baa5-0b9323455e6d), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.745525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Attempting to bind port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:36:29.746013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Attempting to bind port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:36:29.746384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Attempting to bind port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:36:29.750474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fa573-dc33-4e89-8e1f-a0f24bd90427 None None] Pushing event updated for resources: {'Port': ['ID=52a03e9b-aa59-4dbd-803e-a87e4d8655e5,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:29.763882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:36:29.763882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:36:29.764437 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.764770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:36:29.765337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Bound port: 52a03e9b-aa59-4dbd-803e-a87e4d8655e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:36:29.765625 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.797401 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.832347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] For port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:36:29.835672 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] For port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52a03e9b-aa59-4dbd-803e-a87e4d8655e5,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:36:29.845439 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.885833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d358f457-6bac-4f61-acdb-8d9bdb0a23ac up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:36:29.907268 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:29.967050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:36:29.967602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a634b3a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:36:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:29.975015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fa573-dc33-4e89-8e1f-a0f24bd90427 None None] Pushing event updated for resources: {'Port': ['ID=52a03e9b-aa59-4dbd-803e-a87e4d8655e5,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:30.050534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port d358f457-6bac-4f61-acdb-8d9bdb0a23ac triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:30.050917 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:30.073607 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Publish callbacks [] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:30.079354 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:30.079655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5a6d92b5-fb3b-4902-bb89-26010ec0910e None None] Provisioning complete for port 5f9e1b67-dd20-4cb0-b626-03f46058af79 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:30.080022 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5a6d92b5-fb3b-4902-bb89-26010ec0910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:30.139413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d92b5-fb3b-4902-bb89-26010ec0910e None None] Port 5f9e1b67-dd20-4cb0-b626-03f46058af79 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:36:30.148227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Pushing event updated for resources: {'Port': ['ID=5f9e1b67-dd20-4cb0-b626-03f46058af79,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:30.154869 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (43ee1564-52be-4937-baa5-0b9323455e6d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:30.160647 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:36:30.245952 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:36:30.247381 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:36:30.263252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port d358f457-6bac-4f61-acdb-8d9bdb0a23ac is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:30.372047 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Router 43ee1564-52be-4937-baa5-0b9323455e6d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:36:30.400569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a634b3a60>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 1, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:30.430171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227882bb-fa2f-4c3e-8d7a-c34997769a2a None None] The sync data for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 is: [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 1, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:36:30.486125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e199c68e-c2ff-49da-9e70-7f9223556ca4 None None] Provisioning complete for port 5f9e1b67-dd20-4cb0-b626-03f46058af79 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:30.486514 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e199c68e-c2ff-49da-9e70-7f9223556ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:30.497953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:36:30.503018 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1b45d7eb-bf58-4ea3-8b23-357a4ab0632c admin admin] 10.222.0.30 "PUT /v2.0/routers/43ee1564-52be-4937-baa5-0b9323455e6d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5913222
Feb 19 21:36:30.525100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e199c68e-c2ff-49da-9e70-7f9223556ca4 None None] Port 5f9e1b67-dd20-4cb0-b626-03f46058af79 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:36:30.926645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 35504) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:30.931294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c8185ad1-4f95-4ba6-a15d-87e0d0ee865a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129379875', 'description': 'tempest-description--1763047647'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:36:30.953241 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8185ad1-4f95-4ba6-a15d-87e0d0ee865a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.023222 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8185ad1-4f95-4ba6-a15d-87e0d0ee865a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group (063a0885-d68a-40cc-946a-9b90153c1c24), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.027866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8185ad1-4f95-4ba6-a15d-87e0d0ee865a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (063a0885-d68a-40cc-946a-9b90153c1c24), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.058836 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c8185ad1-4f95-4ba6-a15d-87e0d0ee865a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.060106 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c8185ad1-4f95-4ba6-a15d-87e0d0ee865a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1324353
Feb 19 21:36:31.062173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8185ad1-4f95-4ba6-a15d-87e0d0ee865a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063a0885-d68a-40cc-946a-9b90153c1c24,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:31.063086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35506) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:31.079906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-2ac8ce5e-4adc-42ab-8ed7-84891fc26b1a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'security_group_rule': {'security_group_id': '063a0885-d68a-40cc-946a-9b90153c1c24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:36:31.117056 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ce5e-4adc-42ab-8ed7-84891fc26b1a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group_rule (978fffc1-b737-4657-8977-751273c04409), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.179282 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ce5e-4adc-42ab-8ed7-84891fc26b1a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group_rule (978fffc1-b737-4657-8977-751273c04409), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.183049 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ce5e-4adc-42ab-8ed7-84891fc26b1a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (978fffc1-b737-4657-8977-751273c04409), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.202630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8ce5e-4adc-42ab-8ed7-84891fc26b1a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978fffc1-b737-4657-8977-751273c04409,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:31.211741 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ce5e-4adc-42ab-8ed7-84891fc26b1a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.213591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2ac8ce5e-4adc-42ab-8ed7-84891fc26b1a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1378894
Feb 19 21:36:31.216147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35508) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:31.220721 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a37ac237-1d45-4b88-9e85-427c0a4f7c45 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'security_group_rule': {'security_group_id': '063a0885-d68a-40cc-946a-9b90153c1c24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:36:31.248013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a37ac237-1d45-4b88-9e85-427c0a4f7c45 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group_rule (061467d5-97aa-4951-b051-9ea278760839), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.312468 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a37ac237-1d45-4b88-9e85-427c0a4f7c45 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group_rule (061467d5-97aa-4951-b051-9ea278760839), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.316485 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a37ac237-1d45-4b88-9e85-427c0a4f7c45 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (061467d5-97aa-4951-b051-9ea278760839), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.336298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ac237-1d45-4b88-9e85-427c0a4f7c45 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061467d5-97aa-4951-b051-9ea278760839,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:31.346016 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a37ac237-1d45-4b88-9e85-427c0a4f7c45 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.347275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a37ac237-1d45-4b88-9e85-427c0a4f7c45 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1300230
Feb 19 21:36:31.350368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35510) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:31.355956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:36:31.377103 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.477877 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.589810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Allocated IP 172.35.2.113 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/8aaac98e-8fab-45c7-9038-c1ea141b90e3) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:36:31.695141 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for port (8aaac98e-8fab-45c7-9038-c1ea141b90e3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.738064 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8aaac98e-8fab-45c7-9038-c1ea141b90e3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.788429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:36:31.791332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:36:31.795853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:36:31.819649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event updated for resources: {'Port': ['ID=8aaac98e-8fab-45c7-9038-c1ea141b90e3,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:31.841887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:36:31.889377 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.892801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:31.893187 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:31.928024 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8aaac98e-8fab-45c7-9038-c1ea141b90e3), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:32.099961 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for port (8aaac98e-8fab-45c7-9038-c1ea141b90e3), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:32.105480 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8aaac98e-8fab-45c7-9038-c1ea141b90e3), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:32.130802 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:32.131199 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:32.154322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52a03e9b-aa59-4dbd-803e-a87e4d8655e5,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:36:32.159261 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:32.187097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event updated for resources: {'Port': ['ID=8aaac98e-8fab-45c7-9038-c1ea141b90e3,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:32.196833 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:32.216411 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:32.217330 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=52a03e9b-aa59-4dbd-803e-a87e4d8655e5,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:32.221560 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b0536d14-9123-4647-8ee6-4e790d6a3bbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8663530
Feb 19 21:36:32.378108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-ff520c71-07e0-42b6-a019-bd6d4a0e8f5f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--129379875&fields=id&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 267 time: 0.0538924
Feb 19 21:36:32.483924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-ca1dc195-b685-4af0-9cf0-5a4447f7ca79 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:32.487111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-ca1dc195-b685-4af0-9cf0-5a4447f7ca79 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 812 time: 0.1009576
Feb 19 21:36:32.501486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-d35282b4-ecae-48ee-acae-f992e081289e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/quotas/9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 375 time: 0.0095356
Feb 19 21:36:32.515913 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Sync routers for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:36:32.525325 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:36:32.526585 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70127ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:36:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:32.562771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-411fc382-8187-4f6f-8717-e83f5da3a96a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0559576
Feb 19 21:36:32.631224 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:36:32.668641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8c3e74cc-6600-45b3-8ecd-bc316687829c service neutron] 10.222.0.30 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938408
Feb 19 21:36:32.767423 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-2730a903-cc00-45ac-8a91-6b819d4f2795 service neutron] 10.222.0.30 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919936
Feb 19 21:36:32.836137 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70127ac0>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 2, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:32.861915 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Checking router: 43ee1564-52be-4937-baa5-0b9323455e6d for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:36:32.862272 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Updating router 43ee1564-52be-4937-baa5-0b9323455e6d port 5f9e1b67-dd20-4cb0-b626-03f46058af79 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:36:32.891585 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:32.934609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec8c6177-d396-4085-ad6e-7d4c2850c167 req-e647da8a-c3c1-42c2-8a7c-e6409f9498fb tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 210 time: 0.0292649
Feb 19 21:36:33.167640 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Publish callbacks [] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:33.172579 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:33.224542 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Pushing event updated for resources: {'Port': ['ID=5f9e1b67-dd20-4cb0-b626-03f46058af79,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:33.249372 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.249764 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.250274 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.250622 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.250973 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.251295 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.251623 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.251951 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.252277 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.252633 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.253022 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.253351 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.253673 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:36:33.287781 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Attempting to bind port 5f9e1b67-dd20-4cb0-b626-03f46058af79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:36:33.288162 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Attempting to bind port 5f9e1b67-dd20-4cb0-b626-03f46058af79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:36:33.288564 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Attempting to bind port 5f9e1b67-dd20-4cb0-b626-03f46058af79 on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:36:33.296099 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:36:33.296899 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:36:33.297556 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:33.298121 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:36:33.298786 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Bound port: 5f9e1b67-dd20-4cb0-b626-03f46058af79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:36:33.299181 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:33.370010 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] For port 5f9e1b67-dd20-4cb0-b626-03f46058af79, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:36:33.373292 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] For port 5f9e1b67-dd20-4cb0-b626-03f46058af79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f9e1b67-dd20-4cb0-b626-03f46058af79,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:36:33.379856 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:33.445565 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:36:33.446203 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70127ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:36:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:33.473041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-36fd9d70-f4cf-44c2-9fd4-aa969c84c52c None None] Provisioning complete for port 5f9e1b67-dd20-4cb0-b626-03f46058af79 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:33.473593 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-36fd9d70-f4cf-44c2-9fd4-aa969c84c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:33.486794 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60649be3-0be6-422c-bec2-c6f4009424a5 None None] Pushing event updated for resources: {'Port': ['ID=5f9e1b67-dd20-4cb0-b626-03f46058af79,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:33.580706 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:36:33.586855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-36fd9d70-f4cf-44c2-9fd4-aa969c84c52c None None] Current status of the port 5f9e1b67-dd20-4cb0-b626-03f46058af79 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:33.587651 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-36fd9d70-f4cf-44c2-9fd4-aa969c84c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:33.626721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-36fd9d70-f4cf-44c2-9fd4-aa969c84c52c None None] For port 5f9e1b67-dd20-4cb0-b626-03f46058af79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f9e1b67-dd20-4cb0-b626-03f46058af79,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:36:33.633278 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-36fd9d70-f4cf-44c2-9fd4-aa969c84c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:33.689992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd9d70-f4cf-44c2-9fd4-aa969c84c52c None None] Pushing event updated for resources: {'Port': ['ID=5f9e1b67-dd20-4cb0-b626-03f46058af79,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:33.758484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-23b4350d-7041-48a3-b544-bcfda06c37de None None] Provisioning complete for port 5f9e1b67-dd20-4cb0-b626-03f46058af79 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:33.759591 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-23b4350d-7041-48a3-b544-bcfda06c37de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:33.840247 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70127ac0>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:33.847587 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5f9e1b67-dd20-4cb0-b626-03f46058af79 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:36:33.874989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-23b4350d-7041-48a3-b544-bcfda06c37de None None] Current status of the port 5f9e1b67-dd20-4cb0-b626-03f46058af79 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:33.875568 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae07717-b71a-4a17-a367-a2b0ebd6873f None None] The sync data for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 is: [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:36:33.900844 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 5f9e1b67-dd20-4cb0-b626-03f46058af79 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:33.901225 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:33.992969 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 5f9e1b67-dd20-4cb0-b626-03f46058af79 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:33.994797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:36:34.052290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:34.053057 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:34.105697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c010512-3405-4bec-9734-853148b99071 req-4f604ac4-c646-4168-b6e0-67945bbb39f3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 210 time: 0.0791366
Feb 19 21:36:34.162112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:34.176972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-100313ca-f86e-4bc1-9c23-6618f4314463 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:34.178433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-100313ca-f86e-4bc1-9c23-6618f4314463 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 812 time: 0.1699936
Feb 19 21:36:34.244907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-a7fcc442-63b7-466b-9c5b-1939726f91be tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 379 time: 0.0575132
Feb 19 21:36:34.253685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'port': {'device_id': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'admin_state_up': True, 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'security_groups': ['063a0885-d68a-40cc-946a-9b90153c1c24']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:36:34.363351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Made reservation on behalf of 9f6be5d4ae2946bb9304ae0a31f2c325 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:36:34.366667 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:34.506701 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Allocated IP 172.20.0.5 (f342daca-48e4-4cbe-b7ce-0803d4de7cbe/b6b480da-4938-482f-9dce-e945cb237148/7e8cf85a-6f08-4620-be45-ac3b11aff22f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:36:34.654273 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:34.690332 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:34.735096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:36:34.738255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:36:34.742865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:36:34.777663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event updated for resources: {'Port': ['ID=7e8cf85a-6f08-4620-be45-ac3b11aff22f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:34.803966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:34.804625 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:34.822379 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c717511a-20ca-4736-bc23-67278a5af697 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5723062
Feb 19 21:36:34.833874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Request body: {'port': {'device_id': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:36:34.900461 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:35.001893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ae6d7ad6-5b8c-4135-8df3-b95bb6957c3a None None] Provisioning complete for port 7e8cf85a-6f08-4620-be45-ac3b11aff22f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:35.002584 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae6d7ad6-5b8c-4135-8df3-b95bb6957c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:35.040366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d7ad6-5b8c-4135-8df3-b95bb6957c3a None None] Port 7e8cf85a-6f08-4620-be45-ac3b11aff22f cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:36:35.183344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8cf85a-6f08-4620-be45-ac3b11aff22f {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:36:35.204713 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Publish callbacks [] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:35.221472 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Transition to ACTIVE for port object 7e8cf85a-6f08-4620-be45-ac3b11aff22f will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:36:35.225739 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:35.280984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70423ed-925b-4566-a873-88bc7f0e1f7b req-d16aa4f8-4f9e-4d94-871b-3a36ba4bbde4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:35.282400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a70423ed-925b-4566-a873-88bc7f0e1f7b req-d16aa4f8-4f9e-4d94-871b-3a36ba4bbde4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 931 time: 0.1135046
Feb 19 21:36:35.302109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Pushing event updated for resources: {'Port': ['ID=7e8cf85a-6f08-4620-be45-ac3b11aff22f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:35.386323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a70423ed-925b-4566-a873-88bc7f0e1f7b req-78ecbe98-cf99-4872-ad81-a173cc65bfd2 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959539
Feb 19 21:36:35.402602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Attempting to bind port 7e8cf85a-6f08-4620-be45-ac3b11aff22f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:36:35.402943 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Attempting to bind port 7e8cf85a-6f08-4620-be45-ac3b11aff22f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:36:35.403278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Attempting to bind port 7e8cf85a-6f08-4620-be45-ac3b11aff22f on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:36:35.407878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Port 7e8cf85a-6f08-4620-be45-ac3b11aff22f on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:36:35.408204 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Attempting to bind port 7e8cf85a-6f08-4620-be45-ac3b11aff22f on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:36:35.413232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:36:35.413581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:36:35.413964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:36:35.414398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Bound port: 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:36:35.414758 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:35.484966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:36:35.488632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:36:35.495503 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:35.535439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:35.536138 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:35.537520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] 10.222.0.67 "PUT /v2.0/ports/7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 200  len: 1091 time: 0.7085755
Feb 19 21:36:35.537982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:36:35.540258 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f65385f-ff34-4d34-b408-af47e8ead798" -d '{"events": [{"name": "network-changed", "server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:36:35.565295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d9fc8-d30c-428e-9bdc-c950a18feedf service neutron] Pushing event updated for resources: {'Port': ['ID=7e8cf85a-6f08-4620-be45-ac3b11aff22f,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:35.628618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-76ebd7ca-3967-4dd3-b181-03483a3e11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:35.630383 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-76ebd7ca-3967-4dd3-b181-03483a3e11be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 1125 time: 0.0515594
Feb 19 21:36:35.676003 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d53be7-da5a-43c1-87d2-e2f583b20f50 x-openstack-request-id: req-76d53be7-da5a-43c1-87d2-e2f583b20f50 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:36:35.676312 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:36:35.676636 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76d53be7-da5a-43c1-87d2-e2f583b20f50 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:36:35.677005 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'status': 'completed', 'code': 200}
Feb 19 21:36:35.678832 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-f3530afc-e501-4e16-bedc-357c3c0c8a4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 200  len: 217 time: 0.0416267
Feb 19 21:36:35.733851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-88853b9e-4346-4781-b81d-a7cf19de976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:35.735348 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-88853b9e-4346-4781-b81d-a7cf19de976b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0509553
Feb 19 21:36:35.785137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-48fd21ec-10a8-4175-ba3c-99add6af4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:35.786954 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-48fd21ec-10a8-4175-ba3c-99add6af4aa8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455585
Feb 19 21:36:35.875697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-ccb88e12-1132-4365-b38b-c23c188a45be service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819960
Feb 19 21:36:35.968318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1610f044-6dd5-4c37-a353-5efee4a9a775 req-c6c68a37-66c5-4594-ace7-94e925734366 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866001
Feb 19 21:36:36.053240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65385f-ff34-4d34-b408-af47e8ead798 req-0d25720d-081f-4a54-810b-a79ba8c1408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:36.054752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f65385f-ff34-4d34-b408-af47e8ead798 req-0d25720d-081f-4a54-810b-a79ba8c1408d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 1125 time: 0.0438557
Feb 19 21:36:36.148226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65385f-ff34-4d34-b408-af47e8ead798 req-144ade24-9497-4a3f-845e-a9a390520093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:36.149742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f65385f-ff34-4d34-b408-af47e8ead798 req-144ade24-9497-4a3f-845e-a9a390520093 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0889792
Feb 19 21:36:36.190164 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f65385f-ff34-4d34-b408-af47e8ead798 req-d1544b6c-a1f5-4f5a-9cc1-00209ed245ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 200  len: 217 time: 0.0343215
Feb 19 21:36:36.236901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65385f-ff34-4d34-b408-af47e8ead798 req-2b3bde38-bddd-47a6-abc1-31c9c6a08385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:36.238247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f65385f-ff34-4d34-b408-af47e8ead798 req-2b3bde38-bddd-47a6-abc1-31c9c6a08385 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0422902
Feb 19 21:36:36.288551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65385f-ff34-4d34-b408-af47e8ead798 req-bf09767e-a406-4bd9-9a23-5ef6082ffada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:36.290017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f65385f-ff34-4d34-b408-af47e8ead798 req-bf09767e-a406-4bd9-9a23-5ef6082ffada service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0461936
Feb 19 21:36:36.748308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36705603-e83d-461f-ab41-40b0dcf6a273 req-c30a6b4a-c6a0-4763-8f39-9b66e3387ea3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:36.749798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36705603-e83d-461f-ab41-40b0dcf6a273 req-c30a6b4a-c6a0-4763-8f39-9b66e3387ea3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 943 time: 0.1078250
Feb 19 21:36:36.753352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f65385f-ff34-4d34-b408-af47e8ead798 req-426705a2-efe1-4332-9656-c6d2fc04f666 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4574568
Feb 19 21:36:36.843080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36705603-e83d-461f-ab41-40b0dcf6a273 req-05cc19c2-50fc-4507-b64b-670532ade860 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873833
Feb 19 21:36:36.874047 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f65385f-ff34-4d34-b408-af47e8ead798 req-387f39b3-a239-4cac-8a7d-7e8df2ed1845 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1127005
Feb 19 21:36:37.972802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12448020-a36f-47e7-be5c-b7d9a11d99a2 req-db083e1f-8cc9-483f-a656-0cd0221abe4f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:37.974194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12448020-a36f-47e7-be5c-b7d9a11d99a2 req-db083e1f-8cc9-483f-a656-0cd0221abe4f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 943 time: 0.0602129
Feb 19 21:36:38.020369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12448020-a36f-47e7-be5c-b7d9a11d99a2 req-15bb6aae-0696-4734-965a-3daeb77f55ef tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404589
Feb 19 21:36:39.142001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb65069-53dd-46f7-8318-3f3106d3334a req-34a92c2f-2603-4f21-85a8-79f9dbfdf080 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:39.143473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdb65069-53dd-46f7-8318-3f3106d3334a req-34a92c2f-2603-4f21-85a8-79f9dbfdf080 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 943 time: 0.0518985
Feb 19 21:36:39.189921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cdb65069-53dd-46f7-8318-3f3106d3334a req-90593694-8b80-4890-a75d-f36c03f4e1ab tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408461
Feb 19 21:36:39.235862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7e8cf85a-6f08-4620-be45-ac3b11aff22f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:36:39.332315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:36:39.343352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'port_id': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'mac_address': 'fa:16:3e:0d:02:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:36:39.378993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 7e8cf85a-6f08-4620-be45-ac3b11aff22f is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:39.379390 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:39.392571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8cf85a-6f08-4620-be45-ac3b11aff22f {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:36:39.411311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:36:39.415407 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:39.465530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=7e8cf85a-6f08-4620-be45-ac3b11aff22f,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:39.709440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['7e8cf85a-6f08-4620-be45-ac3b11aff22f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:36:40.319835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0f3c6-b4cb-4276-9be3-6fc078f7574e req-da82c8ac-283c-4421-bfe7-01c707101d49 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:40.321376 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1b0f3c6-b4cb-4276-9be3-6fc078f7574e req-da82c8ac-283c-4421-bfe7-01c707101d49 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 944 time: 0.0634856
Feb 19 21:36:40.377942 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1b0f3c6-b4cb-4276-9be3-6fc078f7574e req-f2f52ac0-8e56-438f-a72d-a0fd382152b2 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505681
Feb 19 21:36:41.252148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7e8cf85a-6f08-4620-be45-ac3b11aff22f up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:36:41.302999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 7e8cf85a-6f08-4620-be45-ac3b11aff22f completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:36:41.307373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 7e8cf85a-6f08-4620-be45-ac3b11aff22f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:36:41.307805 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:41.382713 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 7e8cf85a-6f08-4620-be45-ac3b11aff22f is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:36:41.383115 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:41.406315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:36:41.408384 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baca2f7-3f69-4314-8483-0d2999cf67ca" -d '{"events": [{"server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "name": "network-vif-plugged", "status": "completed", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:36:41.421344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:36:41.426136 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:41.450766 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edd709e-8f81-49ef-8f6c-5b7983b0819d x-openstack-request-id: req-9edd709e-8f81-49ef-8f6c-5b7983b0819d {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:36:41.451062 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "name": "network-vif-plugged", "status": "completed", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:36:41.451320 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9edd709e-8f81-49ef-8f6c-5b7983b0819d {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:36:41.451712 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'code': 200}
Feb 19 21:36:41.484114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=7e8cf85a-6f08-4620-be45-ac3b11aff22f,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:36:41.505408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85fe68-591c-4c9e-9c8a-dd59d9dae09b req-0b3b2341-572e-45b1-8df9-7d62119b9bf8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:41.506929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c85fe68-591c-4c9e-9c8a-dd59d9dae09b req-0b3b2341-572e-45b1-8df9-7d62119b9bf8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0605526
Feb 19 21:36:41.583685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a7c76-50d6-4aec-87c5-955b8ebbcf16 req-a80a0127-7ae7-47d1-ad4f-568bfc32a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:41.584761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-252a7c76-50d6-4aec-87c5-955b8ebbcf16 req-a80a0127-7ae7-47d1-ad4f-568bfc32a572 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 1127 time: 0.0755568
Feb 19 21:36:41.587866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c85fe68-591c-4c9e-9c8a-dd59d9dae09b req-6d7aaade-2b4b-4bd3-a259-dca1ca6769b0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708983
Feb 19 21:36:41.630252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-252a7c76-50d6-4aec-87c5-955b8ebbcf16 req-e75822f8-5e49-4531-b876-7da4546a361c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390232
Feb 19 21:36:42.712967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e9226-3ca3-48b3-b737-0d1dcd140003 req-fba47821-5638-4453-9741-5d4933f39cb8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:42.714462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e40e9226-3ca3-48b3-b737-0d1dcd140003 req-fba47821-5638-4453-9741-5d4933f39cb8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0576754
Feb 19 21:36:42.761727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e40e9226-3ca3-48b3-b737-0d1dcd140003 req-7387ed88-3874-4436-9d7d-92dc2acb7255 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417144
Feb 19 21:36:43.887794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526013f-9c82-405a-8753-f3abe54cf440 req-f0e48704-6d51-435d-976d-d57b37532ed1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:43.889272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2526013f-9c82-405a-8753-f3abe54cf440 req-f0e48704-6d51-435d-976d-d57b37532ed1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0567305
Feb 19 21:36:43.935633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2526013f-9c82-405a-8753-f3abe54cf440 req-1a318c12-d2cb-4b8d-a113-fa48209152dc tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407307
Feb 19 21:36:44.053847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa5490-14a1-4e1d-b514-7271fec66b39 req-2d69fbd6-6394-461d-88ef-762eeea60611 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:44.055333 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccaa5490-14a1-4e1d-b514-7271fec66b39 req-2d69fbd6-6394-461d-88ef-762eeea60611 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0563035
Feb 19 21:36:44.063806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35562) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:36:44.068078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-675fb1f5-4e61-4df8-ab52-cbd49a82e25f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'floatingip': {'port_id': '7e8cf85a-6f08-4620-be45-ac3b11aff22f'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:36:44.107661 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-675fb1f5-4e61-4df8-ab52-cbd49a82e25f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:44.531920 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-675fb1f5-4e61-4df8-ab52-cbd49a82e25f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:44.535782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-675fb1f5-4e61-4df8-ab52-cbd49a82e25f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:44.636176 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-675fb1f5-4e61-4df8-ab52-cbd49a82e25f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e associated. External IP: 172.35.2.113, port: 7e8cf85a-6f08-4620-be45-ac3b11aff22f.
Feb 19 21:36:44.840438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675fb1f5-4e61-4df8-ab52-cbd49a82e25f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Router 43ee1564-52be-4937-baa5-0b9323455e6d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:36:44.947942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675fb1f5-4e61-4df8-ab52-cbd49a82e25f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:36:44.952502 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-675fb1f5-4e61-4df8-ab52-cbd49a82e25f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:44.957392 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2721888-0070-4645-af09-2936186e9569 None None] Sync routers for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:36:44.966825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2721888-0070-4645-af09-2936186e9569 None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:36:44.967435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e2721888-0070-4645-af09-2936186e9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62823730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:36:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:44.982108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-675fb1f5-4e61-4df8-ab52-cbd49a82e25f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "PUT /v2.0/floatingips/9fb8d6c6-014f-45dc-bbd2-7cb9a128520e HTTP/1.1" status: 200  len: 991 time: 0.9172411
Feb 19 21:36:44.982702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:36:44.985155 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dcf43f-64b6-4e97-8668-5de946fb3660" -d '{"events": [{"name": "network-changed", "server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:36:45.024086 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c026e662-0a57-4ada-a632-4a394ff32841 x-openstack-request-id: req-c026e662-0a57-4ada-a632-4a394ff32841 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:36:45.024436 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:36:45.024703 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c026e662-0a57-4ada-a632-4a394ff32841 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:36:45.025152 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'status': 'completed', 'code': 200}
Feb 19 21:36:45.077368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e2721888-0070-4645-af09-2936186e9569 None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:36:45.118026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c747f7c-513e-45d6-8776-31d2b63a913b req-8657ea2e-74ac-4b4b-9907-ed5d58a60c73 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:45.120090 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c747f7c-513e-45d6-8776-31d2b63a913b req-8657ea2e-74ac-4b4b-9907-ed5d58a60c73 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0855885
Feb 19 21:36:45.126616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcf43f-64b6-4e97-8668-5de946fb3660 req-4deb030e-4dfc-4e2a-ba38-5fe7c6436c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:45.128157 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14dcf43f-64b6-4e97-8668-5de946fb3660 req-4deb030e-4dfc-4e2a-ba38-5fe7c6436c60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 1127 time: 0.0823011
Feb 19 21:36:45.224008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c747f7c-513e-45d6-8776-31d2b63a913b req-8a617161-75e4-4b4a-aae3-23a4301ae6dc tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948656
Feb 19 21:36:45.260839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcf43f-64b6-4e97-8668-5de946fb3660 req-9ff977dd-9845-4793-bf37-8be4c4a35a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:45.262347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14dcf43f-64b6-4e97-8668-5de946fb3660 req-9ff977dd-9845-4793-bf37-8be4c4a35a51 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.1263399
Feb 19 21:36:45.301184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e2721888-0070-4645-af09-2936186e9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62823730>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:0d:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:36:44Z', 'revision_number': 1, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:45.331028 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2721888-0070-4645-af09-2936186e9569 None None] Checking router: 43ee1564-52be-4937-baa5-0b9323455e6d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:36:45.339780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2721888-0070-4645-af09-2936186e9569 None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:36:45.340422 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e2721888-0070-4645-af09-2936186e9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62823730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:36:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:45.358565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14dcf43f-64b6-4e97-8668-5de946fb3660 req-e9d7af11-f958-4fcd-8bc7-b2611ccfa4cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 200  len: 999 time: 0.0896490
Feb 19 21:36:45.403458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ca332-c8b7-4ff7-ac0f-1849aa0a14df req-4877d95d-2cd0-495e-99a5-482e695cf699 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:45.404898 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f95ca332-c8b7-4ff7-ac0f-1849aa0a14df req-4877d95d-2cd0-495e-99a5-482e695cf699 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0976279
Feb 19 21:36:45.440021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcf43f-64b6-4e97-8668-5de946fb3660 req-12cc3a3e-8e26-4042-9be5-d57d3c520ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:45.441505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14dcf43f-64b6-4e97-8668-5de946fb3660 req-12cc3a3e-8e26-4042-9be5-d57d3c520ac3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0776346
Feb 19 21:36:45.446338 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e2721888-0070-4645-af09-2936186e9569 None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:36:45.487714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f95ca332-c8b7-4ff7-ac0f-1849aa0a14df req-91bf94e3-b789-4816-8e54-67d107f8606d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751338
Feb 19 21:36:45.504248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcf43f-64b6-4e97-8668-5de946fb3660 req-3760bf98-49f5-4b34-b068-20c97f29c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:45.506030 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14dcf43f-64b6-4e97-8668-5de946fb3660 req-3760bf98-49f5-4b34-b068-20c97f29c182 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0583301
Feb 19 21:36:45.599852 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14dcf43f-64b6-4e97-8668-5de946fb3660 req-ac54fbaf-4d69-4e23-af0d-2db69092d186 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864189
Feb 19 21:36:45.669936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e2721888-0070-4645-af09-2936186e9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62823730>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:0d:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:36:44Z', 'revision_number': 1, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:36:45.689992 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-14dcf43f-64b6-4e97-8668-5de946fb3660 req-348a95ce-862b-4f65-ae10-67a7cb332bbf service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844963
Feb 19 21:36:45.695563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2721888-0070-4645-af09-2936186e9569 None None] The sync data for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 is: [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:0d:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:36:44Z', 'revision_number': 1, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:36:45.896952 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c79df1-a6cc-4583-b4d9-b4089daec578 None None] New status for floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:36:46.302462 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:36:46.614850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2e803-3837-4f8e-a96b-45e2f38520cd req-0770b435-ea41-4016-8f02-cb9ef41c2a20 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:46.616239 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46c2e803-3837-4f8e-a96b-45e2f38520cd req-0770b435-ea41-4016-8f02-cb9ef41c2a20 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0521753
Feb 19 21:36:46.661357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46c2e803-3837-4f8e-a96b-45e2f38520cd req-f120bc4b-6474-4160-8bdb-138f3147af0f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388994
Feb 19 21:36:46.786515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653a906-3755-4318-9532-dea2321174f0 req-2dc5f88d-75e1-4a15-9745-0120f15027d6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:46.788006 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6653a906-3755-4318-9532-dea2321174f0 req-2dc5f88d-75e1-4a15-9745-0120f15027d6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0565226
Feb 19 21:36:46.834040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6653a906-3755-4318-9532-dea2321174f0 req-dcb58448-f90d-4d7f-a905-0178f94ff9f8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399070
Feb 19 21:36:47.064000 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-2f8f07c4-add7-42e6-aaee-7d72fb25259e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0474937
Feb 19 21:36:47.074480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298efb8c-a8ba-4f56-b21f-4c6e72cd8fa2 req-04ecb76c-a152-4b46-b4ca-80560c0dfac5 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:47.075995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-298efb8c-a8ba-4f56-b21f-4c6e72cd8fa2 req-04ecb76c-a152-4b46-b4ca-80560c0dfac5 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0525832
Feb 19 21:36:47.124450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-298efb8c-a8ba-4f56-b21f-4c6e72cd8fa2 req-760a1d28-33e2-4373-a6e6-bcb0f446b8e7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426128
Feb 19 21:36:47.410342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-fc95df28-c67f-4aa5-8318-b7b636741888 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:47.411645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-fc95df28-c67f-4aa5-8318-b7b636741888 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports/7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 200  len: 942 time: 0.0500033
Feb 19 21:36:48.187331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-35ce0b9d-ce8e-4c2f-ba43-c115ea8c9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:48.188910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-35ce0b9d-ce8e-4c2f-ba43-c115ea8c9652 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 1127 time: 0.0469778
Feb 19 21:36:48.305716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006b9a7-e14d-41b1-867d-beaf2a922922 req-bc560208-3a4a-4831-b675-6952c8648c22 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:48.307248 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a006b9a7-e14d-41b1-867d-beaf2a922922 req-bc560208-3a4a-4831-b675-6952c8648c22 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.1129396
Feb 19 21:36:48.333326 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-065090ed-691a-4476-8202-cd50526bf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:48.334761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-065090ed-691a-4476-8202-cd50526bf85c service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.1387980
Feb 19 21:36:48.365066 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6ad1971f-8dcc-407f-9034-299257b140aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:48.405397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a006b9a7-e14d-41b1-867d-beaf2a922922 req-a0a6a27b-a682-47f4-a69d-92cc24449afc tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920215
Feb 19 21:36:48.416520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-3c6d22d8-782e-4aca-a068-e5997ae5d679 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 200  len: 1001 time: 0.0744028
Feb 19 21:36:48.466784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-c3b1afae-3e3b-4c73-befd-fe85711aec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:48.468208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-c3b1afae-3e3b-4c73-befd-fe85711aec62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0468941
Feb 19 21:36:48.516051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-87738146-8155-4a61-a865-5a4a090c3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:48.517604 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-87738146-8155-4a61-a865-5a4a090c3313 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438950
Feb 19 21:36:48.604979 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-8477e332-2492-43e4-9d8c-574debab56f4 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819418
Feb 19 21:36:48.695251 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-89435568-ea2c-486f-a54a-95651e4d51f9 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842335
Feb 19 21:36:49.526481 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d38cd-4832-450f-82e6-a4f7e74c6209 req-2fba8344-4e18-4067-8d66-4e4989c8d08a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:49.527982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b9d38cd-4832-450f-82e6-a4f7e74c6209 req-2fba8344-4e18-4067-8d66-4e4989c8d08a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0536749
Feb 19 21:36:49.574438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b9d38cd-4832-450f-82e6-a4f7e74c6209 req-c3d4def9-5756-491d-82c3-dc3e8beb2ffc tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408442
Feb 19 21:36:50.627653 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9ddb9d4f-57b0-4896-b63a-b5e20ac060a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:50.700092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de645055-ff66-401e-9c3f-4647e348fb5f req-7ed9f410-b886-4bb3-bfea-5ca9bd74ee05 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:50.701691 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de645055-ff66-401e-9c3f-4647e348fb5f req-7ed9f410-b886-4bb3-bfea-5ca9bd74ee05 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0571864
Feb 19 21:36:50.748763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de645055-ff66-401e-9c3f-4647e348fb5f req-3810c7ca-4b2b-430e-b7e6-87f83921ab1d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415285
Feb 19 21:36:51.867066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36325d-4f04-4fe4-b08d-980d7739de63 req-685c11f1-8d78-4322-bd66-721844224807 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:51.868599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc36325d-4f04-4fe4-b08d-980d7739de63 req-685c11f1-8d78-4322-bd66-721844224807 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0523758
Feb 19 21:36:51.915104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc36325d-4f04-4fe4-b08d-980d7739de63 req-d75e50a8-0d57-4691-b115-3a0515bcdbbb tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410089
Feb 19 21:36:51.952040 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:53.033853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93c31a-7b77-470a-88b0-ef13db68bb0e req-12dbfc9e-b481-4a68-ae2a-df602f1d0433 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:53.035346 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a93c31a-7b77-470a-88b0-ef13db68bb0e req-12dbfc9e-b481-4a68-ae2a-df602f1d0433 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0520601
Feb 19 21:36:53.084950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a93c31a-7b77-470a-88b0-ef13db68bb0e req-bfb1721d-1e8c-4a26-8848-61e5e6028493 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434813
Feb 19 21:36:53.300462 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:54.206700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0997f-27e5-4ecc-b5b6-0caba051d99b req-99010dd1-7af3-4e93-9788-72aca31b452f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:54.208160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2a0997f-27e5-4ecc-b5b6-0caba051d99b req-99010dd1-7af3-4e93-9788-72aca31b452f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0538135
Feb 19 21:36:54.257512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2a0997f-27e5-4ecc-b5b6-0caba051d99b req-e73a1ece-17c7-4c8f-80c2-e53480cbc3a1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431201
Feb 19 21:36:54.481268 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:55.385090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdcfcf-b611-41fd-844d-402ca9fd8751 req-c3d883f5-d30d-4401-bc48-b6a08727c757 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:55.386448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00bdcfcf-b611-41fd-844d-402ca9fd8751 req-c3d883f5-d30d-4401-bc48-b6a08727c757 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0575457
Feb 19 21:36:55.435694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00bdcfcf-b611-41fd-844d-402ca9fd8751 req-6555f1a6-1f7b-4bfa-9fff-aa9601962afa tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425863
Feb 19 21:36:56.187095 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:36:56.558051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763891ad-ce10-4cb7-9987-d2688e912098 req-e8b0fff9-ebf8-4f93-9186-211b7acb008a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:56.559545 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-763891ad-ce10-4cb7-9987-d2688e912098 req-e8b0fff9-ebf8-4f93-9186-211b7acb008a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0563195
Feb 19 21:36:56.605332 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-763891ad-ce10-4cb7-9987-d2688e912098 req-c102ba79-b684-4322-9a01-0a405ff9ed1b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401869
Feb 19 21:36:57.728671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6527b61-7524-450b-8128-d09339c62369 req-f8e4e347-8f39-42d8-91c7-0083e56c9644 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:57.730196 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6527b61-7524-450b-8128-d09339c62369 req-f8e4e347-8f39-42d8-91c7-0083e56c9644 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0545270
Feb 19 21:36:57.777238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6527b61-7524-450b-8128-d09339c62369 req-ad37c508-a6e0-4a19-b5d1-810e2a5bf4c3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411785
Feb 19 21:36:58.896773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d1560-5119-46a8-ba0b-94c8395f4117 req-8792fe61-991f-41e9-89e2-eb318ad96b92 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:36:58.898250 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf8d1560-5119-46a8-ba0b-94c8395f4117 req-8792fe61-991f-41e9-89e2-eb318ad96b92 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0519753
Feb 19 21:36:58.948119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bf8d1560-5119-46a8-ba0b-94c8395f4117 req-934bcd36-a769-4e41-a992-a358001c253a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437977
Feb 19 21:36:59.776652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:00.070571 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f5634-b19e-4e12-af7c-cd7fdebc16a8 req-e10d209d-c134-432b-8ab8-665f19d8259a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:00.072306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-627f5634-b19e-4e12-af7c-cd7fdebc16a8 req-e10d209d-c134-432b-8ab8-665f19d8259a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0564764
Feb 19 21:37:00.117732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-627f5634-b19e-4e12-af7c-cd7fdebc16a8 req-0a37f16f-a9cf-42f2-98e1-c2ba0a7ded3f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398066
Feb 19 21:37:01.238836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850ce16-3301-4bcd-ba5f-222a32c15b0a req-f03fc8e6-839c-4ef8-87de-4b066a0ba158 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:01.240357 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c850ce16-3301-4bcd-ba5f-222a32c15b0a req-f03fc8e6-839c-4ef8-87de-4b066a0ba158 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0526805
Feb 19 21:37:01.290783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c850ce16-3301-4bcd-ba5f-222a32c15b0a req-f8d85216-8f3d-4cdf-85bf-5933c71a0a32 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437899
Feb 19 21:37:02.413146 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be5841-4731-4ced-9f96-8ffcc940b50b req-5f64185f-6565-4cf3-8580-62b81c43fbf4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:02.414634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4be5841-4731-4ced-9f96-8ffcc940b50b req-5f64185f-6565-4cf3-8580-62b81c43fbf4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0557282
Feb 19 21:37:02.460414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4be5841-4731-4ced-9f96-8ffcc940b50b req-10017dc1-10fb-49a9-ba64-dcd5d221b1fd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402496
Feb 19 21:37:03.580286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed610b-6fd9-4ed6-95aa-cc91fe8b7f8d req-bec960f0-3dab-48d8-9c34-e303e4099d73 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:03.581814 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12ed610b-6fd9-4ed6-95aa-cc91fe8b7f8d req-bec960f0-3dab-48d8-9c34-e303e4099d73 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0527747
Feb 19 21:37:03.627401 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12ed610b-6fd9-4ed6-95aa-cc91fe8b7f8d req-c3e7c246-c14b-4d0e-87b8-3c90906f0884 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400441
Feb 19 21:37:04.752537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb8e57-3632-455c-99ef-50cbd2320518 req-608f2113-0cd3-448a-a125-f66ff1875881 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:04.754008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20bb8e57-3632-455c-99ef-50cbd2320518 req-608f2113-0cd3-448a-a125-f66ff1875881 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0551085
Feb 19 21:37:04.800171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20bb8e57-3632-455c-99ef-50cbd2320518 req-2447810a-60fb-4fcb-891f-e35596b14523 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399494
Feb 19 21:37:05.449849 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-bbc31a76-9d84-4b49-840b-20eebd581ba7 service neutron] show failed (client error): The resource could not be found.
Feb 19 21:37:05.450879 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-bbc31a76-9d84-4b49-840b-20eebd581ba7 service neutron] 10.222.0.67 "GET /v2.0/ports/7e8cf85a-6f08-4620-be45-ac3b11aff22f/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0564764
Feb 19 21:37:05.701711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-da4ae801-a1a8-483e-9894-22e4f1705fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:05.703243 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-da4ae801-a1a8-483e-9894-22e4f1705fb3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 1127 time: 0.0994554
Feb 19 21:37:05.715271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:37:05.772155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:05.922046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a755d-4a37-405f-b520-f31742f98af0 req-42cc6757-b594-474f-806b-0226d7178fe3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:05.923520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a68a755d-4a37-405f-b520-f31742f98af0 req-42cc6757-b594-474f-806b-0226d7178fe3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0536964
Feb 19 21:37:05.971191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a68a755d-4a37-405f-b520-f31742f98af0 req-1e684ec6-1c53-4dde-b5e7-0daff54cdfd5 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418911
Feb 19 21:37:05.981121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:06.014899 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:37:06.052994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:37:06.055196 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3f6a53-0dad-45b0-a46c-b6de6f3972f7" -d '{"events": [{"server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:37:06.058672 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Publish callbacks [] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:06.070788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Transition to ACTIVE for port object 7e8cf85a-6f08-4620-be45-ac3b11aff22f will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:37:06.074774 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:06.153642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Pushing event updated for resources: {'Port': ['ID=7e8cf85a-6f08-4620-be45-ac3b11aff22f,revision_number=6']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:06.196423 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4419ef7b-bad3-46a4-9cd6-9deb015f8f62 x-openstack-request-id: req-4419ef7b-bad3-46a4-9cd6-9deb015f8f62 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:37:06.197153 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:37:06.197471 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4419ef7b-bad3-46a4-9cd6-9deb015f8f62 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:37:06.197987 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'code': 200}
Feb 19 21:37:06.198959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] No DVR routers for this DVR port 7e8cf85a-6f08-4620-be45-ac3b11aff22f on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:37:06.338249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Attempting to bind port 7e8cf85a-6f08-4620-be45-ac3b11aff22f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:37:06.338589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Attempting to bind port 7e8cf85a-6f08-4620-be45-ac3b11aff22f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:37:06.338926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Attempting to bind port 7e8cf85a-6f08-4620-be45-ac3b11aff22f on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:37:06.343209 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Port 7e8cf85a-6f08-4620-be45-ac3b11aff22f on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:37:06.343540 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Attempting to bind port 7e8cf85a-6f08-4620-be45-ac3b11aff22f on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:37:06.348307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:37:06.348681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:37:06.349070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:37:06.349498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Bound port: 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:37:06.349859 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:06.414119 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:37:06.417357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:37:06.422656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:06.460088 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:06.460856 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:06.462410 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] 10.222.0.10 "PUT /v2.0/ports/7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 200  len: 1091 time: 0.7515988
Feb 19 21:37:06.484452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c86622-0f5c-46c4-aa30-525f9d8111ce service neutron] Pushing event updated for resources: {'Port': ['ID=7e8cf85a-6f08-4620-be45-ac3b11aff22f,revision_number=7']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:06.537158 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-998ed815-4c1e-4c72-9f25-1092fb5c7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:06.538710 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-998ed815-4c1e-4c72-9f25-1092fb5c7c39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 1125 time: 0.0504694
Feb 19 21:37:06.631227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-3dd7c05a-52a1-4461-a5b3-a230a614be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:06.632779 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-3dd7c05a-52a1-4461-a5b3-a230a614be18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0887535
Feb 19 21:37:06.702668 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-6bbfa5bb-380a-443b-b5db-7373a74f6f5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 200  len: 999 time: 0.0642240
Feb 19 21:37:06.751181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-745bf433-bc5c-4f36-826b-7e42a70a2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:06.752603 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-745bf433-bc5c-4f36-826b-7e42a70a2c9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0445907
Feb 19 21:37:06.799282 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-d9f07f32-16d3-4b9f-8520-e36fbf70748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:06.800842 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-d9f07f32-16d3-4b9f-8520-e36fbf70748b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430100
Feb 19 21:37:06.891129 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-d4b2dcac-9476-4356-9733-b7dfd2dc99ea service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843017
Feb 19 21:37:06.978497 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e7d75d9-f061-4dab-acad-388ea9c85052 req-8386badc-af06-4117-bcb4-8f316d64f7d9 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815210
Feb 19 21:37:07.099980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad9ca-a164-4f13-a7cf-680c39852ff8 req-a8fd595c-5800-431a-ade7-f630b6282fc1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:07.101811 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c28ad9ca-a164-4f13-a7cf-680c39852ff8 req-a8fd595c-5800-431a-ade7-f630b6282fc1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 943 time: 0.0593574
Feb 19 21:37:07.147951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c28ad9ca-a164-4f13-a7cf-680c39852ff8 req-d61995ba-4191-47a7-92ea-497cc8320419 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397072
Feb 19 21:37:07.328096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7e8cf85a-6f08-4620-be45-ac3b11aff22f no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:37:07.366344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port 7e8cf85a-6f08-4620-be45-ac3b11aff22f host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:37:07.366737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7e8cf85a-6f08-4620-be45-ac3b11aff22f not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:37:08.199618 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:37:08.202034 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607eaaed-7653-4a65-b7de-0ed73b405f31" -d '{"events": [{"name": "network-changed", "server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:37:08.251080 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b26afc4-eeeb-47e0-82b0-265840062fff x-openstack-request-id: req-7b26afc4-eeeb-47e0-82b0-265840062fff {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:37:08.251715 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:37:08.251860 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b26afc4-eeeb-47e0-82b0-265840062fff {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:37:08.252284 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'status': 'completed', 'code': 200}
Feb 19 21:37:08.283581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e3af2-f4a1-452a-ad7e-945145133d40 req-cff688d3-b659-4efb-8ce3-da00c2f38e2d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:08.285085 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-913e3af2-f4a1-452a-ad7e-945145133d40 req-cff688d3-b659-4efb-8ce3-da00c2f38e2d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 943 time: 0.0662255
Feb 19 21:37:08.320019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-bc2f0473-f49f-4f2a-bcee-4d0fc84d4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:08.321629 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-bc2f0473-f49f-4f2a-bcee-4d0fc84d4180 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 1125 time: 0.0450921
Feb 19 21:37:08.354000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-8ed01b7f-7aff-42d8-8b13-ee35d526b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:08.355494 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-8ed01b7f-7aff-42d8-8b13-ee35d526b9cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 1125 time: 0.0877895
Feb 19 21:37:08.358900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-913e3af2-f4a1-452a-ad7e-945145133d40 req-0a1b85ca-acf5-4484-b48f-a92665561fc7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590990
Feb 19 21:37:08.423271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-d9b76ded-65ac-4613-9ec2-e14abfec9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:08.424842 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-d9b76ded-65ac-4613-9ec2-e14abfec9003 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0915918
Feb 19 21:37:08.496598 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-1ef4c571-4552-48bc-8d62-5e92a894b150 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 200  len: 999 time: 0.0647287
Feb 19 21:37:08.578573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-ad2d92d6-598a-4e64-a6a9-b494f4bc0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:08.580851 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-ad2d92d6-598a-4e64-a6a9-b494f4bc0fb5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0765812
Feb 19 21:37:08.790705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-01a2bb74-bcd0-45e3-b1a6-bfa4e4fe8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:08.792207 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-01a2bb74-bcd0-45e3-b1a6-bfa4e4fe8de9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.4306252
Feb 19 21:37:08.863128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-1918162b-ea2a-438d-b45d-066c4e885b98 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 200  len: 999 time: 0.0647871
Feb 19 21:37:08.912253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-443408e0-e28c-42b6-b6c3-0de986042828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:08.913756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-443408e0-e28c-42b6-b6c3-0de986042828 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0445826
Feb 19 21:37:08.963858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-b8b28974-12a2-4b13-86b5-2d4db7f35245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:08.965447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-b8b28974-12a2-4b13-86b5-2d4db7f35245 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0462239
Feb 19 21:37:08.981918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-fa2a94db-873a-4a2e-9fce-8daea8dad4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:08.983416 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-fa2a94db-873a-4a2e-9fce-8daea8dad4c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3970482
Feb 19 21:37:09.049895 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7e8cf85a-6f08-4620-be45-ac3b11aff22f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:37:09.061125 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-f8225fa6-a925-48da-a9c4-6fb2191d921e service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898476
Feb 19 21:37:09.072262 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-9e2a277b-cf34-4a15-92d0-9f4d6db8a7ac service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815833
Feb 19 21:37:09.151944 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-cb4930e9-5567-45eb-a332-5c7c9104b982 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853083
Feb 19 21:37:09.152683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:09.164539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'port_id': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'mac_address': 'fa:16:3e:0d:02:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:37:09.166630 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-607eaaed-7653-4a65-b7de-0ed73b405f31 req-2ee814af-33ba-429c-85ad-dd4135163447 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881066
Feb 19 21:37:09.216747 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7e8cf85a-6f08-4620-be45-ac3b11aff22f is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:37:09.217144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:09.229763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8cf85a-6f08-4620-be45-ac3b11aff22f {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:37:09.252540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:09.256202 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:09.301395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7e8cf85a-6f08-4620-be45-ac3b11aff22f,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:09.309002 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.309357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.309704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.310049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.310388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.310722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.311059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.311389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.311718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.312046 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.312396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.312724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.313049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:09.471552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['7e8cf85a-6f08-4620-be45-ac3b11aff22f'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:37:09.484446 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac658f6-5736-4f2f-8dfa-f762dabf5392 req-75e35086-0902-4293-a176-5e3c11e99fe8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:09.485969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ac658f6-5736-4f2f-8dfa-f762dabf5392 req-75e35086-0902-4293-a176-5e3c11e99fe8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 944 time: 0.0556445
Feb 19 21:37:09.543671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ac658f6-5736-4f2f-8dfa-f762dabf5392 req-7ff0f9d8-a55b-4611-9017-325f725e1422 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520136
Feb 19 21:37:09.780062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4c65e-499d-4250-b852-6313312c2612 req-15799dba-8c43-46b5-b33b-c3452f0327fb tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:09.781560 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03c4c65e-499d-4250-b852-6313312c2612 req-15799dba-8c43-46b5-b33b-c3452f0327fb tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0770032
Feb 19 21:37:09.789142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22909910-141e-4ee5-be06-91cbba91d83e req-97d595b9-ebfd-4693-afa2-f46ac68ef1ef tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:09.791127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22909910-141e-4ee5-be06-91cbba91d83e req-97d595b9-ebfd-4693-afa2-f46ac68ef1ef tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 944 time: 0.0962839
Feb 19 21:37:09.889733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-22909910-141e-4ee5-be06-91cbba91d83e req-c80947dd-cfd5-4f2a-a506-8de6c94375e8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875888
Feb 19 21:37:09.891565 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-03c4c65e-499d-4250-b852-6313312c2612 req-5dd3fa2e-4f50-4e5b-aa6a-d8e383d45b74 service neutron] delete failed (client error): The resource could not be found.
Feb 19 21:37:09.892612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03c4c65e-499d-4250-b852-6313312c2612 req-5dd3fa2e-4f50-4e5b-aa6a-d8e383d45b74 service neutron] 10.222.0.67 "DELETE /v2.0/ports/7e8cf85a-6f08-4620-be45-ac3b11aff22f/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1004543
Feb 19 21:37:09.979580 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4c65e-499d-4250-b852-6313312c2612 req-b9bbf5e1-7035-42bc-9f7d-49eb858d7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:09.981110 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03c4c65e-499d-4250-b852-6313312c2612 req-b9bbf5e1-7035-42bc-9f7d-49eb858d7179 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 1126 time: 0.0458829
Feb 19 21:37:10.070436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4c65e-499d-4250-b852-6313312c2612 req-25f61796-ef35-4ea8-992c-5de5ea00a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:10.072205 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03c4c65e-499d-4250-b852-6313312c2612 req-25f61796-ef35-4ea8-992c-5de5ea00a1ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0856922
Feb 19 21:37:10.141433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03c4c65e-499d-4250-b852-6313312c2612 req-94e78b35-5eca-487b-8baf-50a42d25e711 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 200  len: 1000 time: 0.0637114
Feb 19 21:37:10.189527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4c65e-499d-4250-b852-6313312c2612 req-54a7f69e-edc8-44c2-9cdd-1c89062a6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:10.190985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03c4c65e-499d-4250-b852-6313312c2612 req-54a7f69e-edc8-44c2-9cdd-1c89062a6f8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0446634
Feb 19 21:37:10.239461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4c65e-499d-4250-b852-6313312c2612 req-a2634dba-a14f-4f76-b7e9-bb69ca7314ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:10.241006 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03c4c65e-499d-4250-b852-6313312c2612 req-a2634dba-a14f-4f76-b7e9-bb69ca7314ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448761
Feb 19 21:37:10.330983 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03c4c65e-499d-4250-b852-6313312c2612 req-3a0ee0b0-a9ee-435f-94c3-10017746324e service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836229
Feb 19 21:37:10.426733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-03c4c65e-499d-4250-b852-6313312c2612 req-1a77a44b-27c5-4091-9307-8533e3f319d7 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888011
Feb 19 21:37:11.016489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8bff-91a3-4c35-aaa5-33c6ab201397 req-169c501d-30fc-4fe7-83b4-731f349fb6c9 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:11.017986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-382b8bff-91a3-4c35-aaa5-33c6ab201397 req-169c501d-30fc-4fe7-83b4-731f349fb6c9 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 944 time: 0.0532069
Feb 19 21:37:11.051132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7e8cf85a-6f08-4620-be45-ac3b11aff22f up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:37:11.068522 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-382b8bff-91a3-4c35-aaa5-33c6ab201397 req-e4e8bee2-1204-4779-a0ee-aac397eb0d06 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448627
Feb 19 21:37:11.103794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 7e8cf85a-6f08-4620-be45-ac3b11aff22f completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:37:11.107937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 7e8cf85a-6f08-4620-be45-ac3b11aff22f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:37:11.108336 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:11.189053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 7e8cf85a-6f08-4620-be45-ac3b11aff22f is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:37:11.189486 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:11.191768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657344af-6a8f-4912-9092-5ee6e18065ff req-2ef9b606-68e2-4669-9c88-21af3dc41516 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:11.193301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-657344af-6a8f-4912-9092-5ee6e18065ff req-2ef9b606-68e2-4669-9c88-21af3dc41516 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 944 time: 0.0535715
Feb 19 21:37:11.213430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:37:11.215664 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f0fe5c-c883-4869-bc69-6ec42aa96a3f" -d '{"events": [{"server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "name": "network-vif-plugged", "status": "completed", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:37:11.231965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:11.236571 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:11.243421 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-657344af-6a8f-4912-9092-5ee6e18065ff req-64247f96-adc9-4a8c-8019-ddf999252dcf tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430696
Feb 19 21:37:11.270017 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265d0d97-ae9f-47bb-a632-d3c51df75399 x-openstack-request-id: req-265d0d97-ae9f-47bb-a632-d3c51df75399 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:37:11.270318 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "name": "network-vif-plugged", "status": "completed", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:37:11.270580 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-265d0d97-ae9f-47bb-a632-d3c51df75399 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:37:11.270978 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'code': 200}
Feb 19 21:37:11.287062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=7e8cf85a-6f08-4620-be45-ac3b11aff22f,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:11.368905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8d49a-3430-475e-ab8f-1539a41aba0f req-af373320-e5d1-4a04-94a2-561f699fdd61 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:11.370808 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcf8d49a-3430-475e-ab8f-1539a41aba0f req-af373320-e5d1-4a04-94a2-561f699fdd61 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0538878
Feb 19 21:37:11.416728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcf8d49a-3430-475e-ab8f-1539a41aba0f req-74745a31-451d-4885-9592-dba243a6f076 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403397
Feb 19 21:37:11.656646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dccbc1-d1f5-49ed-a993-363eb34616fd req-59a20958-7ed4-49e2-9dc1-6ba1ed7e958a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:11.658102 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82dccbc1-d1f5-49ed-a993-363eb34616fd req-59a20958-7ed4-49e2-9dc1-6ba1ed7e958a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0548706
Feb 19 21:37:11.704144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82dccbc1-d1f5-49ed-a993-363eb34616fd req-632ec803-fcea-45f8-9c80-014ee4845cab tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404038
Feb 19 21:37:12.826962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a30bb4-a5c2-4a36-8ac3-19b9dbc3d8b7 req-75c1adb2-63ef-4c4e-9c42-1a6dcef32588 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:12.828479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24a30bb4-a5c2-4a36-8ac3-19b9dbc3d8b7 req-75c1adb2-63ef-4c4e-9c42-1a6dcef32588 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0539110
Feb 19 21:37:12.878964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24a30bb4-a5c2-4a36-8ac3-19b9dbc3d8b7 req-d1084c0f-31f0-4166-ab0a-9747ff1f0ce6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442228
Feb 19 21:37:12.895957 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-a7cb1e45-4c20-4d37-b99a-66f3996aadde tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:12.895957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-a7cb1e45-4c20-4d37-b99a-66f3996aadde tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1756cbb-ab59-416e-b79f-6b6462b3d8b7 HTTP/1.1" status: 200  len: 945 time: 0.0542600
Feb 19 21:37:12.986291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Deleting port 7e8cf85a-6f08-4620-be45-ac3b11aff22f {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:37:12.986553 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:13.071464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] For port 7e8cf85a-6f08-4620-be45-ac3b11aff22f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e8cf85a-6f08-4620-be45-ac3b11aff22f,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:13.072080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:13.242433 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:13.242725 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:13.243055 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e disassociated. External IP: 172.35.2.113, port: 7e8cf85a-6f08-4620-be45-ac3b11aff22f.
Feb 19 21:37:13.243409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Calling delete_port for 7e8cf85a-6f08-4620-be45-ac3b11aff22f owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:37:13.372909 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (7e8cf85a-6f08-4620-be45-ac3b11aff22f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:13.403407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event deleted for resources: {'Port': ['ID=7e8cf85a-6f08-4620-be45-ac3b11aff22f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:13.527065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Router 43ee1564-52be-4937-baa5-0b9323455e6d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:37:13.641331 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:37:13.651779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568df3b-2392-42ab-9910-252dc93d0eae None None] Sync routers for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:37:13.661608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568df3b-2392-42ab-9910-252dc93d0eae None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:37:13.662220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7568df3b-2392-42ab-9910-252dc93d0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62863cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:36:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:37:13.681617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] No DVR routers for this DVR port 7e8cf85a-6f08-4620-be45-ac3b11aff22f on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:37:13.684192 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:13.687525 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3da76a4b-810a-4cf2-82ad-30a7e77e949d req-c1f42018-db23-48a3-b7ae-9df1b24fe517 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.10 "DELETE /v2.0/ports/7e8cf85a-6f08-4620-be45-ac3b11aff22f HTTP/1.1" status: 204  len: 173 time: 0.7889943
Feb 19 21:37:13.687983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'name': 'network-vif-deleted', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:37:13.690230 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961c309d-f3b1-41b1-b0a6-6daebf9d48eb" -d '{"events": [{"server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "name": "network-vif-deleted", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:37:13.736770 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4747810f-6657-460c-b7b9-17b574a202e6 x-openstack-request-id: req-4747810f-6657-460c-b7b9-17b574a202e6 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:37:13.737207 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1756cbb-ab59-416e-b79f-6b6462b3d8b7", "name": "network-vif-deleted", "tag": "7e8cf85a-6f08-4620-be45-ac3b11aff22f", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:37:13.737477 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4747810f-6657-460c-b7b9-17b574a202e6 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:37:13.738074 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1756cbb-ab59-416e-b79f-6b6462b3d8b7', 'name': 'network-vif-deleted', 'tag': '7e8cf85a-6f08-4620-be45-ac3b11aff22f', 'status': 'completed', 'code': 200}
Feb 19 21:37:13.956499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7568df3b-2392-42ab-9910-252dc93d0eae None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:37:14.123050 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-2664c10c-64d2-4036-b6fb-93b9cfcf43e6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--129379875&fields=id&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 267 time: 0.0415189
Feb 19 21:37:14.156806 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7568df3b-2392-42ab-9910-252dc93d0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62863cd0>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:37:14.186413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568df3b-2392-42ab-9910-252dc93d0eae None None] Checking router: 43ee1564-52be-4937-baa5-0b9323455e6d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:37:14.194666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568df3b-2392-42ab-9910-252dc93d0eae None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:37:14.195287 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7568df3b-2392-42ab-9910-252dc93d0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62863cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:36:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:37:14.232894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-6e304dd7-725b-456b-a786-5a8e566379a6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:14.234374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-6e304dd7-725b-456b-a786-5a8e566379a6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 812 time: 0.1046062
Feb 19 21:37:14.249953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-556554bf-5f43-4cf6-8fcb-6ca5d24cbdaf tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/quotas/9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 375 time: 0.0102744
Feb 19 21:37:14.302694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7568df3b-2392-42ab-9910-252dc93d0eae None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:37:14.305234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-45199f10-227a-4ffa-9c15-8905e03892b3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0500207
Feb 19 21:37:14.372562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-3bc3dfd2-d252-4202-9bb2-7657742e0d4d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:37:14.373574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-3bc3dfd2-d252-4202-9bb2-7657742e0d4d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0572643
Feb 19 21:37:14.469308 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-07a2ce15-8f78-49a4-8d6a-52b09f739947 service neutron] 10.222.0.30 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890257
Feb 19 21:37:14.504257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7568df3b-2392-42ab-9910-252dc93d0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62863cd0>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:37:14.531285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568df3b-2392-42ab-9910-252dc93d0eae None None] The sync data for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 is: [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:37:14.561526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-e09aaa0a-125b-48f5-b3b7-fd2032eb63b7 service neutron] 10.222.0.30 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852728
Feb 19 21:37:14.732521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fc187e4-ca81-4702-9631-d12c5c59566d req-630baaf3-bbef-40d9-890d-22b7ff9bcbb1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 210 time: 0.0321279
Feb 19 21:37:14.806508 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b2059-d779-487d-9ef0-7958fa57084c None None] New status for floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:37:15.643163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d96044c8-f2ac-4b42-b94d-5f3fb4918a88 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:15.644700 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d96044c8-f2ac-4b42-b94d-5f3fb4918a88 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 812 time: 0.1069160
Feb 19 21:37:15.705195 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-757df688-fa82-4eac-8b7b-7c13127d0aa2 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 379 time: 0.0530870
Feb 19 21:37:15.714714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'port': {'device_id': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'admin_state_up': True, 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'security_groups': ['063a0885-d68a-40cc-946a-9b90153c1c24']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:37:15.826276 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Made reservation on behalf of 9f6be5d4ae2946bb9304ae0a31f2c325 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:37:15.829869 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:15.838690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93f8e705-3717-461d-94f1-cfe654e3f553 req-43b70b3b-64d5-407b-8f77-7d86bac3f522 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 210 time: 0.0328891
Feb 19 21:37:15.952807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Allocated IP 172.20.0.8 (f342daca-48e4-4cbe-b7ce-0803d4de7cbe/b6b480da-4938-482f-9dce-e945cb237148/d549be54-4573-4687-a7da-4e85e4c8333c) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:37:16.097731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for port (d549be54-4573-4687-a7da-4e85e4c8333c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:16.131481 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:16.175234 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:37:16.178303 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:37:16.182531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:37:16.206516 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event updated for resources: {'Port': ['ID=d549be54-4573-4687-a7da-4e85e4c8333c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:16.239177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:16.240134 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:16.262601 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-d7847283-4878-4a39-ac39-b7ec178b3e10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5509884
Feb 19 21:37:16.272871 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Request body: {'port': {'device_id': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:37:16.340209 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:16.396256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1deeeb3e-fe8d-40f8-89d9-345b3c9c15fd None None] Provisioning complete for port d549be54-4573-4687-a7da-4e85e4c8333c triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:37:16.396825 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1deeeb3e-fe8d-40f8-89d9-345b3c9c15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:16.435617 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1deeeb3e-fe8d-40f8-89d9-345b3c9c15fd None None] Port d549be54-4573-4687-a7da-4e85e4c8333c cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:37:16.598714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d549be54-4573-4687-a7da-4e85e4c8333c {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:37:16.606643 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Publish callbacks [] for port (d549be54-4573-4687-a7da-4e85e4c8333c), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:16.618900 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Transition to ACTIVE for port object d549be54-4573-4687-a7da-4e85e4c8333c will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:37:16.622717 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:16.693821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Pushing event updated for resources: {'Port': ['ID=d549be54-4573-4687-a7da-4e85e4c8333c,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:16.751676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Attempting to bind port d549be54-4573-4687-a7da-4e85e4c8333c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:37:16.752013 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Attempting to bind port d549be54-4573-4687-a7da-4e85e4c8333c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:37:16.752725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Attempting to bind port d549be54-4573-4687-a7da-4e85e4c8333c on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:37:16.757337 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Port d549be54-4573-4687-a7da-4e85e4c8333c on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:37:16.757671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Attempting to bind port d549be54-4573-4687-a7da-4e85e4c8333c on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:37:16.763204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:37:16.763548 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:37:16.763960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:37:16.764429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Bound port: d549be54-4573-4687-a7da-4e85e4c8333c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:37:16.764796 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:16.830038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:37:16.833058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d549be54-4573-4687-a7da-4e85e4c8333c,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:37:16.840052 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:16.886029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:16.886029 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:16.886884 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] 10.222.0.10 "PUT /v2.0/ports/d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 1091 time: 0.6182582
Feb 19 21:37:16.887331 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:37:16.889581 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ec9737-1d11-42be-87cf-b18663eb4eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:37:16.917913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195400f-ef4b-47aa-8e51-c3952deca0ac service neutron] Pushing event updated for resources: {'Port': ['ID=d549be54-4573-4687-a7da-4e85e4c8333c,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:16.942413 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81053e06-675a-4565-bf66-d6d0de985ee6 x-openstack-request-id: req-81053e06-675a-4565-bf66-d6d0de985ee6 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:37:16.942769 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:37:16.943134 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81053e06-675a-4565-bf66-d6d0de985ee6 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:37:16.943627 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'status': 'completed', 'code': 200}
Feb 19 21:37:16.987387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-3846e158-b49e-4f40-920c-5a49f305c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:16.989256 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-3846e158-b49e-4f40-920c-5a49f305c444 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 1125 time: 0.0569935
Feb 19 21:37:16.999584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6beb8d-0bb5-4837-bfc6-e7ae04647724 req-44bd9553-10c0-4380-8d19-71cd69822def tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:17.001386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da6beb8d-0bb5-4837-bfc6-e7ae04647724 req-44bd9553-10c0-4380-8d19-71cd69822def tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 943 time: 0.0589271
Feb 19 21:37:17.032746 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-ba8c5501-60ed-4e4a-9814-e6707df76298 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 217 time: 0.0363011
Feb 19 21:37:17.055741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-da6beb8d-0bb5-4837-bfc6-e7ae04647724 req-dd7e5f75-d9ba-4fed-999c-aed03445bb05 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460808
Feb 19 21:37:17.084060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7e8cf85a-6f08-4620-be45-ac3b11aff22f no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:37:17.093321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0fa1bd15-7ef3-48b7-a10c-44ea17913a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:17.094823 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-0fa1bd15-7ef3-48b7-a10c-44ea17913a4c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0570261
Feb 19 21:37:17.107141 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 7e8cf85a-6f08-4620-be45-ac3b11aff22f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:37:17.107502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 7e8cf85a-6f08-4620-be45-ac3b11aff22f not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:37:17.146309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-2b0a7d83-693a-44a4-a4d1-7d352c371618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:17.147823 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-2b0a7d83-693a-44a4-a4d1-7d352c371618 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460920
Feb 19 21:37:17.235079 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-b1265f19-d10f-432c-9285-7d8fdd20aaa4 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817063
Feb 19 21:37:17.326035 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7aa3d022-c4d9-4c5d-be81-aa4d33dd9206 req-f80e3d28-bebb-4527-9eff-fe2a50077db0 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850663
Feb 19 21:37:17.415322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9737-1d11-42be-87cf-b18663eb4eaf req-4a1fbfeb-c94c-4f2d-9696-eea54c03a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:17.417068 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-13ec9737-1d11-42be-87cf-b18663eb4eaf req-4a1fbfeb-c94c-4f2d-9696-eea54c03a610 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 1125 time: 0.0445600
Feb 19 21:37:17.514191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9737-1d11-42be-87cf-b18663eb4eaf req-63176a41-26ac-4ad0-a209-b72c9adbc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:17.515687 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-13ec9737-1d11-42be-87cf-b18663eb4eaf req-63176a41-26ac-4ad0-a209-b72c9adbc95a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0926511
Feb 19 21:37:17.554689 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-13ec9737-1d11-42be-87cf-b18663eb4eaf req-0ac2f478-def4-4043-9ba8-e42ac362e4b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 217 time: 0.0336704
Feb 19 21:37:17.602023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9737-1d11-42be-87cf-b18663eb4eaf req-d898b549-ff3f-4dad-a270-f46114c62b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:17.603519 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-13ec9737-1d11-42be-87cf-b18663eb4eaf req-d898b549-ff3f-4dad-a270-f46114c62b41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0419443
Feb 19 21:37:17.655409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9737-1d11-42be-87cf-b18663eb4eaf req-2d3e68c0-485e-4979-ad0a-0a09a77360a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:17.656974 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-13ec9737-1d11-42be-87cf-b18663eb4eaf req-2d3e68c0-485e-4979-ad0a-0a09a77360a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463321
Feb 19 21:37:17.745183 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-13ec9737-1d11-42be-87cf-b18663eb4eaf req-05b33c54-2907-4b36-a2f4-0a13c4ad641c service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820732
Feb 19 21:37:17.839467 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-13ec9737-1d11-42be-87cf-b18663eb4eaf req-60d1d984-988d-4eed-a4ea-1a931615cc5f service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863531
Feb 19 21:37:18.184363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d292672-9f81-4dbf-ac92-c7f42ae0685a req-8984e554-49d6-49c3-84bb-664e426711ce tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:18.186101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d292672-9f81-4dbf-ac92-c7f42ae0685a req-8984e554-49d6-49c3-84bb-664e426711ce tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 943 time: 0.0538359
Feb 19 21:37:18.233956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d292672-9f81-4dbf-ac92-c7f42ae0685a req-8f983dd2-b143-4f23-8516-7b7cb8747fa1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424514
Feb 19 21:37:18.367973 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4a4e256a-dfea-4bf2-8bce-dc29fba2cce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:19.097891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d549be54-4573-4687-a7da-4e85e4c8333c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:37:19.193333 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d549be54-4573-4687-a7da-4e85e4c8333c,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:19.205303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'port_id': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'mac_address': 'fa:16:3e:f2:89:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:37:19.240420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d549be54-4573-4687-a7da-4e85e4c8333c is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:37:19.240819 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:19.253960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d549be54-4573-4687-a7da-4e85e4c8333c {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:37:19.274258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d549be54-4573-4687-a7da-4e85e4c8333c,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:19.278658 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:19.329371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d549be54-4573-4687-a7da-4e85e4c8333c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:19.360487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecb359-e5ee-4865-89f3-eb45b3d911d3 req-7aff3488-05b0-4e4f-b74e-85d433066564 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:19.361919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ecb359-e5ee-4865-89f3-eb45b3d911d3 req-7aff3488-05b0-4e4f-b74e-85d433066564 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 944 time: 0.0586960
Feb 19 21:37:19.410286 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e8ecb359-e5ee-4865-89f3-eb45b3d911d3 req-ac7611ce-0096-481b-b09c-d4a8efb890bc tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418689
Feb 19 21:37:19.466660 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['d549be54-4573-4687-a7da-4e85e4c8333c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:37:20.530483 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843d28c-2b2e-4cb3-8363-7591e59a5311 req-691aa9ae-024a-4919-b84e-fbfa87a803cd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:20.531991 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7843d28c-2b2e-4cb3-8363-7591e59a5311 req-691aa9ae-024a-4919-b84e-fbfa87a803cd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 944 time: 0.0526226
Feb 19 21:37:20.578482 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7843d28c-2b2e-4cb3-8363-7591e59a5311 req-cba318f3-6286-4a00-b1ac-ed285dae3dd8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409331
Feb 19 21:37:20.629939 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7c8bebdd-0b5b-4d33-b88d-3029e419aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:21.097137 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d549be54-4573-4687-a7da-4e85e4c8333c up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:37:21.149477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port d549be54-4573-4687-a7da-4e85e4c8333c completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:37:21.153305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port d549be54-4573-4687-a7da-4e85e4c8333c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:37:21.153709 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:21.230816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port d549be54-4573-4687-a7da-4e85e4c8333c is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:37:21.231217 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:21.255161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:37:21.257448 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73558705-b583-4de8-b7dc-eb422d4aac7e" -d '{"events": [{"server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "name": "network-vif-plugged", "status": "completed", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:37:21.270033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d549be54-4573-4687-a7da-4e85e4c8333c,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:21.275690 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:21.299760 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063d4b21-d7f8-4646-8b41-1367c1650cd5 x-openstack-request-id: req-063d4b21-d7f8-4646-8b41-1367c1650cd5 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:37:21.300061 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "name": "network-vif-plugged", "status": "completed", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:37:21.300320 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-063d4b21-d7f8-4646-8b41-1367c1650cd5 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:37:21.300735 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'code': 200}
Feb 19 21:37:21.330511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=d549be54-4573-4687-a7da-4e85e4c8333c,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:21.395950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6adfb4-c37d-4468-a32a-fd2e0a6babab req-deb6071e-24ae-484a-9472-4d4b31f15124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:21.397585 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e6adfb4-c37d-4468-a32a-fd2e0a6babab req-deb6071e-24ae-484a-9472-4d4b31f15124 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 1127 time: 0.0426886
Feb 19 21:37:21.439817 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e6adfb4-c37d-4468-a32a-fd2e0a6babab req-2ea7499a-9b31-4493-a66f-c3fef44ddeea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361688
Feb 19 21:37:21.697848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70955491-8c8d-4a2c-a65c-5faf28e94469 req-16ba3963-ba08-41fc-b0d6-b206e33bab98 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:21.699293 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70955491-8c8d-4a2c-a65c-5faf28e94469 req-16ba3963-ba08-41fc-b0d6-b206e33bab98 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0533519
Feb 19 21:37:21.750711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70955491-8c8d-4a2c-a65c-5faf28e94469 req-06c26c4b-60b1-46e1-ab58-8e178b82cf8d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455313
Feb 19 21:37:21.944304 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:22.872677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dc9e0-2fc2-425a-95cf-cd46dccc3662 req-947f3a9f-c21b-4819-9c41-a8e5f1071457 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:22.874154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-206dc9e0-2fc2-425a-95cf-cd46dccc3662 req-947f3a9f-c21b-4819-9c41-a8e5f1071457 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0523691
Feb 19 21:37:22.921633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-206dc9e0-2fc2-425a-95cf-cd46dccc3662 req-887f654f-f7d0-4e17-a011-0abfe246640c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417457
Feb 19 21:37:23.035266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58343990-f196-4683-b714-077c72ab39b7 req-29364073-2ec7-4998-8a37-e2e90ad0404f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:23.036774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-58343990-f196-4683-b714-077c72ab39b7 req-29364073-2ec7-4998-8a37-e2e90ad0404f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0518222
Feb 19 21:37:23.045869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35734) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:37:23.050149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-77d557e7-1488-4fec-a96f-2ec1454d641b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'floatingip': {'port_id': 'd549be54-4573-4687-a7da-4e85e4c8333c'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:37:23.092514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77d557e7-1488-4fec-a96f-2ec1454d641b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:23.302303 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:37:23.303797 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:23.525971 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77d557e7-1488-4fec-a96f-2ec1454d641b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:23.529806 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77d557e7-1488-4fec-a96f-2ec1454d641b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:23.630099 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-77d557e7-1488-4fec-a96f-2ec1454d641b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e associated. External IP: 172.35.2.113, port: d549be54-4573-4687-a7da-4e85e4c8333c.
Feb 19 21:37:23.839930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d557e7-1488-4fec-a96f-2ec1454d641b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Router 43ee1564-52be-4937-baa5-0b9323455e6d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:37:23.953083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d557e7-1488-4fec-a96f-2ec1454d641b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:37:23.958013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-77d557e7-1488-4fec-a96f-2ec1454d641b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:23.962842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb178ba4-825c-43d2-9646-02b1578d8e53 None None] Sync routers for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:37:23.973377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb178ba4-825c-43d2-9646-02b1578d8e53 None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:37:23.973992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-eb178ba4-825c-43d2-9646-02b1578d8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a636eb370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:37:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:37:23.987616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-77d557e7-1488-4fec-a96f-2ec1454d641b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "PUT /v2.0/floatingips/9fb8d6c6-014f-45dc-bbd2-7cb9a128520e HTTP/1.1" status: 200  len: 991 time: 0.9407113
Feb 19 21:37:23.988227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:37:23.990487 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d342f40-9ef7-4575-b034-b61763510939" -d '{"events": [{"name": "network-changed", "server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:37:24.033797 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10094b24-5dff-4d75-9fd9-5f6d489033ff x-openstack-request-id: req-10094b24-5dff-4d75-9fd9-5f6d489033ff {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:37:24.034098 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:37:24.034356 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10094b24-5dff-4d75-9fd9-5f6d489033ff {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:37:24.034763 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'status': 'completed', 'code': 200}
Feb 19 21:37:24.098366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-eb178ba4-825c-43d2-9646-02b1578d8e53 None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:37:24.104124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342f40-9ef7-4575-b034-b61763510939 req-fb83f04c-1110-4b34-8a36-f42960d3cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:24.106007 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1d342f40-9ef7-4575-b034-b61763510939 req-fb83f04c-1110-4b34-8a36-f42960d3cf0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 1127 time: 0.0493741
Feb 19 21:37:24.193525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910fb19-4dad-45fa-b89c-31baf17025b8 req-d116fff4-1573-41f6-b0fd-ee788bea8853 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:24.195363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2910fb19-4dad-45fa-b89c-31baf17025b8 req-d116fff4-1573-41f6-b0fd-ee788bea8853 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0604019
Feb 19 21:37:24.206117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342f40-9ef7-4575-b034-b61763510939 req-abed71f8-80f4-4fdd-9e8e-668df63975c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:24.207634 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1d342f40-9ef7-4575-b034-b61763510939 req-abed71f8-80f4-4fdd-9e8e-668df63975c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0959513
Feb 19 21:37:24.248606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2910fb19-4dad-45fa-b89c-31baf17025b8 req-8a886600-8de5-4ca0-bdae-1d2a28c6ed36 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467072
Feb 19 21:37:24.274855 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1d342f40-9ef7-4575-b034-b61763510939 req-c8830e07-92e5-4463-9462-ca20c2644e0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 999 time: 0.0613959
Feb 19 21:37:24.322652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342f40-9ef7-4575-b034-b61763510939 req-feb7dc6a-1020-43f3-a8fa-586ba275c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:24.324204 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1d342f40-9ef7-4575-b034-b61763510939 req-feb7dc6a-1020-43f3-a8fa-586ba275c345 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0434632
Feb 19 21:37:24.342216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-eb178ba4-825c-43d2-9646-02b1578d8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a636eb370>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:f2:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:37:23Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:37:24.372825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb178ba4-825c-43d2-9646-02b1578d8e53 None None] Checking router: 43ee1564-52be-4937-baa5-0b9323455e6d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:37:24.375120 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d342f40-9ef7-4575-b034-b61763510939 req-c1a4ca88-69c9-4315-979a-552d690795eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:24.376665 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1d342f40-9ef7-4575-b034-b61763510939 req-c1a4ca88-69c9-4315-979a-552d690795eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0472457
Feb 19 21:37:24.381187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb178ba4-825c-43d2-9646-02b1578d8e53 None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:37:24.381866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-eb178ba4-825c-43d2-9646-02b1578d8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a636eb370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:37:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:37:24.462199 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1d342f40-9ef7-4575-b034-b61763510939 req-eefad8cb-b76a-4345-8abb-75bcb275af43 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799472
Feb 19 21:37:24.502083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-eb178ba4-825c-43d2-9646-02b1578d8e53 None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:37:24.503845 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:24.556151 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1d342f40-9ef7-4575-b034-b61763510939 req-c8363158-c2b2-40d4-8565-2964160ac350 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884664
Feb 19 21:37:24.896716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-eb178ba4-825c-43d2-9646-02b1578d8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a636eb370>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:f2:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:37:23Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:37:24.929681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb178ba4-825c-43d2-9646-02b1578d8e53 None None] The sync data for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 is: [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:f2:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:37:23Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:37:25.134026 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c81b1a-8de7-4aac-b383-a09d49bd2021 None None] New status for floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:37:25.377029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e29d75-9813-46e3-a0e4-155cc5315f0b req-4521e1e9-9082-4480-be69-82fe049fe071 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:25.378553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30e29d75-9813-46e3-a0e4-155cc5315f0b req-4521e1e9-9082-4480-be69-82fe049fe071 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0567362
Feb 19 21:37:25.428204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-30e29d75-9813-46e3-a0e4-155cc5315f0b req-24768f1c-077d-4d48-93e6-9f68661bbd57 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432315
Feb 19 21:37:26.199220 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:26.557453 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5d52-950e-4df0-99c7-3db6597c6da9 req-009171b2-4bb5-4add-a025-80e236d6795b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:26.559006 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-594e5d52-950e-4df0-99c7-3db6597c6da9 req-009171b2-4bb5-4add-a025-80e236d6795b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0570714
Feb 19 21:37:26.605007 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-594e5d52-950e-4df0-99c7-3db6597c6da9 req-d3b0575f-9ea2-4a62-b205-073347448a3c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403574
Feb 19 21:37:27.729181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c3e5e-5b2a-41b8-88b2-6bd4c5191d15 req-465272a4-3958-45f2-8175-c12114e29f3a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:27.730714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524c3e5e-5b2a-41b8-88b2-6bd4c5191d15 req-465272a4-3958-45f2-8175-c12114e29f3a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0580451
Feb 19 21:37:27.777740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-524c3e5e-5b2a-41b8-88b2-6bd4c5191d15 req-260d4466-b3bf-4fce-938b-35b40551aff2 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413234
Feb 19 21:37:28.897112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6595c4-1c03-403b-9603-bce08ff075de req-bd6bc5d3-861e-4ec7-8f9d-a501debfaf08 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:28.899096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad6595c4-1c03-403b-9603-bce08ff075de req-bd6bc5d3-861e-4ec7-8f9d-a501debfaf08 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0526168
Feb 19 21:37:28.945598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad6595c4-1c03-403b-9603-bce08ff075de req-52343ecc-fbde-49d7-8d61-ba632b9b060c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406191
Feb 19 21:37:29.790899 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:30.063886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b337286-6259-4694-bf8f-35c61b0d822a req-ff96bd38-8a7f-4018-bbdf-4bd282f5ca9f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:30.065408 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b337286-6259-4694-bf8f-35c61b0d822a req-ff96bd38-8a7f-4018-bbdf-4bd282f5ca9f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0523467
Feb 19 21:37:30.115005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8b337286-6259-4694-bf8f-35c61b0d822a req-1366437e-7016-4aad-b42a-66a9f3b23884 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440216
Feb 19 21:37:31.233370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f64ae-2291-48b7-8f1f-62523a14e45c req-95a0dc25-8487-4e40-97b9-60a2292a0554 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:31.234866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c50f64ae-2291-48b7-8f1f-62523a14e45c req-95a0dc25-8487-4e40-97b9-60a2292a0554 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0526891
Feb 19 21:37:31.282651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c50f64ae-2291-48b7-8f1f-62523a14e45c req-a7c43335-2328-4c62-ac50-b1f0fe23af73 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412722
Feb 19 21:37:32.404323 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6ebd-0504-4881-af93-6bed63759187 req-3e9df9c0-f076-4267-b4c5-f170e51679a6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:32.405858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbca6ebd-0504-4881-af93-6bed63759187 req-3e9df9c0-f076-4267-b4c5-f170e51679a6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0534439
Feb 19 21:37:32.451749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fbca6ebd-0504-4881-af93-6bed63759187 req-3591a016-e78e-4034-af85-8efd4e7d9aa6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404670
Feb 19 21:37:33.575205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060055-7c49-4214-a986-87bcbbf32673 req-9bd9ddc3-e0de-47ca-a1b7-c0ad0befdbb4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:33.576733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5060055-7c49-4214-a986-87bcbbf32673 req-9bd9ddc3-e0de-47ca-a1b7-c0ad0befdbb4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0576222
Feb 19 21:37:33.623081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b5060055-7c49-4214-a986-87bcbbf32673 req-c0d48915-123a-49d4-beac-4e908a077954 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406981
Feb 19 21:37:34.743036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add84a7-b79b-4959-b4b9-4e7b5b4d8e0f req-917174ea-ff6d-49ef-b0be-2065eb990f08 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:34.744560 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7add84a7-b79b-4959-b4b9-4e7b5b4d8e0f req-917174ea-ff6d-49ef-b0be-2065eb990f08 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0534985
Feb 19 21:37:34.791041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7add84a7-b79b-4959-b4b9-4e7b5b4d8e0f req-ab6510f2-445e-4653-830c-e50b2136061e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409131
Feb 19 21:37:35.917263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902064d-1ea2-4fcf-a72b-6624ddaa503d req-d916a119-782b-406b-bcae-380bcb543c97 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:35.918895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7902064d-1ea2-4fcf-a72b-6624ddaa503d req-d916a119-782b-406b-bcae-380bcb543c97 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0597498
Feb 19 21:37:35.967224 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7902064d-1ea2-4fcf-a72b-6624ddaa503d req-0ae5e72a-ba4b-4779-a57f-c122125886aa tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424290
Feb 19 21:37:37.086630 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2145e7-f249-46c6-9804-a494cf6f69a8 req-9da97194-70a1-4a6f-ab70-a5a867af1bc0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:37.088121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa2145e7-f249-46c6-9804-a494cf6f69a8 req-9da97194-70a1-4a6f-ab70-a5a867af1bc0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0526085
Feb 19 21:37:37.134179 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa2145e7-f249-46c6-9804-a494cf6f69a8 req-3e36440f-3944-4bce-8d0c-9b443a574cd7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405614
Feb 19 21:37:38.251374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae98a33-aa4e-40be-9b3a-c2afc1fba8d1 req-aebcc990-7c9b-47c2-88a3-382e557cc265 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:38.252866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eae98a33-aa4e-40be-9b3a-c2afc1fba8d1 req-aebcc990-7c9b-47c2-88a3-382e557cc265 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0516627
Feb 19 21:37:38.302434 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eae98a33-aa4e-40be-9b3a-c2afc1fba8d1 req-1490ad04-6bef-42d1-b32e-4e8fbcc566ef tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434945
Feb 19 21:37:39.420166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a3436-da18-4a3a-8c6d-e92f4b7d64b8 req-ec899844-03e6-4ef7-80f8-7fe9aa8847f0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:39.421704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c7a3436-da18-4a3a-8c6d-e92f4b7d64b8 req-ec899844-03e6-4ef7-80f8-7fe9aa8847f0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0518618
Feb 19 21:37:39.468763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1c7a3436-da18-4a3a-8c6d-e92f4b7d64b8 req-c2e04005-8c1d-4bf9-9008-6dff8904decf tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413969
Feb 19 21:37:40.588746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7ea3f-424f-4593-a628-771440ef6ed4 req-0d73317a-e3a2-4e04-acae-801c28075217 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:40.590254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27f7ea3f-424f-4593-a628-771440ef6ed4 req-0d73317a-e3a2-4e04-acae-801c28075217 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0525529
Feb 19 21:37:40.636647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27f7ea3f-424f-4593-a628-771440ef6ed4 req-1eb9a68c-094d-4fdf-bb32-031e4df40f16 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407875
Feb 19 21:37:41.760061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6342df2-72b7-4ca3-b99d-0dea2afd675e req-b09b609f-9026-4248-aeca-d4334ac450af tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:41.761616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6342df2-72b7-4ca3-b99d-0dea2afd675e req-b09b609f-9026-4248-aeca-d4334ac450af tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0566359
Feb 19 21:37:41.808860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6342df2-72b7-4ca3-b99d-0dea2afd675e req-044dd266-2371-4555-8d88-d09491acca50 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413125
Feb 19 21:37:42.926410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dae64-671d-4402-b0d0-f44db96a8221 req-7a836341-e1dd-4df7-9e4b-6713a1d8f411 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:42.927875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-508dae64-671d-4402-b0d0-f44db96a8221 req-7a836341-e1dd-4df7-9e4b-6713a1d8f411 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0517018
Feb 19 21:37:42.974382 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-508dae64-671d-4402-b0d0-f44db96a8221 req-ff66b926-b4c1-47cd-9af4-b50e6a9696bd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402803
Feb 19 21:37:43.900827 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55beb8b-9f30-4543-b214-9c981ccfd8c2 req-50aed288-bc97-4554-b61f-ed8f0fb306db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:43.902339 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d55beb8b-9f30-4543-b214-9c981ccfd8c2 req-50aed288-bc97-4554-b61f-ed8f0fb306db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 1127 time: 0.0472252
Feb 19 21:37:44.004747 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55beb8b-9f30-4543-b214-9c981ccfd8c2 req-829c9e24-04b8-483d-89e1-6a2012694c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:44.006224 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d55beb8b-9f30-4543-b214-9c981ccfd8c2 req-829c9e24-04b8-483d-89e1-6a2012694c14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0865934
Feb 19 21:37:44.069350 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d55beb8b-9f30-4543-b214-9c981ccfd8c2 req-83babf13-41de-4fe0-8bf2-77012cac4349 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 1001 time: 0.0574348
Feb 19 21:37:44.093131 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1946-6840-478f-9afd-a43973dcaec4 req-7c6a5ebf-d548-4ea2-b4c9-1b645a213784 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:44.094627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e80b1946-6840-478f-9afd-a43973dcaec4 req-7c6a5ebf-d548-4ea2-b4c9-1b645a213784 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0521116
Feb 19 21:37:44.117134 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55beb8b-9f30-4543-b214-9c981ccfd8c2 req-08e8fcc7-6542-445d-9723-20c2f6b51608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:44.118709 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d55beb8b-9f30-4543-b214-9c981ccfd8c2 req-08e8fcc7-6542-445d-9723-20c2f6b51608 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0431530
Feb 19 21:37:44.145089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e80b1946-6840-478f-9afd-a43973dcaec4 req-b8fa9dfc-613b-483c-9a0d-47ea68f89059 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448124
Feb 19 21:37:44.173057 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55beb8b-9f30-4543-b214-9c981ccfd8c2 req-b97f4a06-cf6e-427c-a1fc-f0039f8444fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:44.174571 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d55beb8b-9f30-4543-b214-9c981ccfd8c2 req-b97f4a06-cf6e-427c-a1fc-f0039f8444fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0472772
Feb 19 21:37:44.261919 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d55beb8b-9f30-4543-b214-9c981ccfd8c2 req-7efabbc1-3e29-4451-8ccf-8386f6f69a86 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0789700
Feb 19 21:37:44.353537 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d55beb8b-9f30-4543-b214-9c981ccfd8c2 req-365a4d56-9fab-4d82-93f7-e15ce21ef9a7 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839872
Feb 19 21:37:45.265476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bafbc3-6fb6-42e8-8bde-f835d5793595 req-7309f805-3cb5-446e-b89f-f45a713353c3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:45.266963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16bafbc3-6fb6-42e8-8bde-f835d5793595 req-7309f805-3cb5-446e-b89f-f45a713353c3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0515935
Feb 19 21:37:45.313109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-16bafbc3-6fb6-42e8-8bde-f835d5793595 req-d4e76eea-087f-4312-bfd0-127297355435 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406783
Feb 19 21:37:46.434766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21eeb5-c454-4cc2-a0e2-6eaaf2cac368 req-99aa224e-a69a-464e-9a7d-5cd5f919a548 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:46.436449 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6d21eeb5-c454-4cc2-a0e2-6eaaf2cac368 req-99aa224e-a69a-464e-9a7d-5cd5f919a548 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0519013
Feb 19 21:37:46.483727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6d21eeb5-c454-4cc2-a0e2-6eaaf2cac368 req-119afa16-49c6-464a-a550-a5dc47371301 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416348
Feb 19 21:37:47.606330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b0cad-046e-4fbf-8f82-103512810423 req-fbbe6637-9978-43ad-ab7b-cc7604c5e4a4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:47.607804 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-073b0cad-046e-4fbf-8f82-103512810423 req-fbbe6637-9978-43ad-ab7b-cc7604c5e4a4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0550687
Feb 19 21:37:47.652718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-073b0cad-046e-4fbf-8f82-103512810423 req-d949a7f7-c982-48fe-8780-2363fabcf7ef tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393195
Feb 19 21:37:48.368905 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-20d3cbb5-6490-447a-becb-b5175cbbcb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:48.773043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023cc4c-991f-447c-91dc-8c794153941b req-1206a502-28d4-49e2-8b99-320541c55123 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:48.774530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9023cc4c-991f-447c-91dc-8c794153941b req-1206a502-28d4-49e2-8b99-320541c55123 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0526862
Feb 19 21:37:48.820186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9023cc4c-991f-447c-91dc-8c794153941b req-268f43b6-f740-46fc-be29-f40752a329db tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399594
Feb 19 21:37:49.941251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566be470-7865-49f0-ac54-0026c4b8ce46 req-dbf31eed-444c-4f7c-a4cd-076f3df7d30e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:49.942767 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-566be470-7865-49f0-ac54-0026c4b8ce46 req-dbf31eed-444c-4f7c-a4cd-076f3df7d30e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0550354
Feb 19 21:37:49.989010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-566be470-7865-49f0-ac54-0026c4b8ce46 req-b4499c4d-9289-459a-824f-9b72db1efecf tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393915
Feb 19 21:37:50.217381 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-ce4c53d9-8390-4b71-b6ae-b9ba50f7bf21 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0439451
Feb 19 21:37:50.234930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e65d0-fbb2-469e-8b36-93e3c4b65fd8 req-21d2947c-b0ef-40dc-bc12-e13ca0d34e8d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:50.236468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b3e65d0-fbb2-469e-8b36-93e3c4b65fd8 req-21d2947c-b0ef-40dc-bc12-e13ca0d34e8d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0524888
Feb 19 21:37:50.285193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b3e65d0-fbb2-469e-8b36-93e3c4b65fd8 req-4ea246d2-d4c7-40e0-9569-d69b85cb90d5 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422289
Feb 19 21:37:50.554342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-42dad279-5683-41da-a39f-b249364d6c75 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:50.555677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-42dad279-5683-41da-a39f-b249364d6c75 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports/d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 942 time: 0.0452836
Feb 19 21:37:50.633347 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5612905b-ffcb-4e96-aed0-af692c9681af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:51.345831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-dc26d301-0bef-4d5c-935d-acf8d83516ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:51.348069 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-dc26d301-0bef-4d5c-935d-acf8d83516ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 1127 time: 0.0461876
Feb 19 21:37:51.411142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e76e28-61e2-4109-bd42-4467a0c895c3 req-df17ce40-f8ff-4bb3-8a26-cda3945a53e9 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:51.412570 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64e76e28-61e2-4109-bd42-4467a0c895c3 req-df17ce40-f8ff-4bb3-8a26-cda3945a53e9 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0559487
Feb 19 21:37:51.442545 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-f2242d21-f377-468c-b4c2-c73b58293b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:51.444060 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-f2242d21-f377-468c-b4c2-c73b58293b85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0883715
Feb 19 21:37:51.459462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64e76e28-61e2-4109-bd42-4467a0c895c3 req-7873b4d6-e833-4a9d-87f8-82d44396fc93 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411999
Feb 19 21:37:51.506972 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-cd7604b6-fc01-4bb2-a76e-2717f3a41967 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 1001 time: 0.0570776
Feb 19 21:37:51.553450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-b2948bb2-103d-4e95-867d-5532d326dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:51.555373 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-b2948bb2-103d-4e95-867d-5532d326dd9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0423141
Feb 19 21:37:51.610240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-d083483e-44a6-4caf-8373-3da4bdfab8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:51.611739 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-d083483e-44a6-4caf-8373-3da4bdfab8db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0496597
Feb 19 21:37:51.707652 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-48e774a8-b580-4709-b92a-2566c2207f50 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892563
Feb 19 21:37:51.803251 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-c43c8a6b-8b3d-44bb-b1f4-d4aed52c3edb service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898871
Feb 19 21:37:51.949831 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:52.580569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2a90c-3e82-436d-9707-629e8dbeaf33 req-ff234b19-37de-48d6-9605-db0723b293c6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:52.582069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83b2a90c-3e82-436d-9707-629e8dbeaf33 req-ff234b19-37de-48d6-9605-db0723b293c6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0520792
Feb 19 21:37:52.627655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-83b2a90c-3e82-436d-9707-629e8dbeaf33 req-c6d1eca8-6a81-423b-8d97-f31c101ece40 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394154
Feb 19 21:37:53.303288 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:53.543044 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-452ec551-aef1-4b30-b0c2-79023f74f170 service neutron] show failed (client error): The resource could not be found.
Feb 19 21:37:53.544059 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-452ec551-aef1-4b30-b0c2-79023f74f170 service neutron] 10.222.0.10 "GET /v2.0/ports/d549be54-4573-4687-a7da-4e85e4c8333c/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0545752
Feb 19 21:37:53.752091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4efaf-b6b0-4c4c-8834-ac4c713cfdfd req-40c21184-7bf2-4194-9539-eb29642c3417 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:53.753620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cda4efaf-b6b0-4c4c-8834-ac4c713cfdfd req-40c21184-7bf2-4194-9539-eb29642c3417 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0550237
Feb 19 21:37:53.805928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cda4efaf-b6b0-4c4c-8834-ac4c713cfdfd req-6e83f032-3c0e-4f85-ad79-b18522c9c58e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466301
Feb 19 21:37:53.858988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-00c350aa-2efd-44aa-9ca7-a582686bc03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:53.860603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-00c350aa-2efd-44aa-9ca7-a582686bc03f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 1127 time: 0.1060128
Feb 19 21:37:53.871178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:37:53.928974 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:54.135319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d549be54-4573-4687-a7da-4e85e4c8333c,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:54.167123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:37:54.206062 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:37:54.208305 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58311c45-1bb5-405c-98c3-6ce829f1b53b" -d '{"events": [{"server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:37:54.211907 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Publish callbacks [] for port (d549be54-4573-4687-a7da-4e85e4c8333c), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:54.224622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Transition to ACTIVE for port object d549be54-4573-4687-a7da-4e85e4c8333c will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:37:54.229362 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:54.260721 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5c306f-e413-4d9b-b815-5dc39cef0d71 x-openstack-request-id: req-eb5c306f-e413-4d9b-b815-5dc39cef0d71 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:37:54.261024 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:37:54.261283 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb5c306f-e413-4d9b-b815-5dc39cef0d71 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:37:54.262092 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'code': 200}
Feb 19 21:37:54.325187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Pushing event updated for resources: {'Port': ['ID=d549be54-4573-4687-a7da-4e85e4c8333c,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:54.350528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.350893 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.351247 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.352258 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.352680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.353029 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.353372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.353711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.354047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.354385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.354722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.355056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.355388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:37:54.488832 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:54.716069 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] No DVR routers for this DVR port d549be54-4573-4687-a7da-4e85e4c8333c on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:37:54.849383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Attempting to bind port d549be54-4573-4687-a7da-4e85e4c8333c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:37:54.850001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Attempting to bind port d549be54-4573-4687-a7da-4e85e4c8333c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:37:54.850123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Attempting to bind port d549be54-4573-4687-a7da-4e85e4c8333c on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:37:54.854383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Port d549be54-4573-4687-a7da-4e85e4c8333c on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:37:54.854716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Attempting to bind port d549be54-4573-4687-a7da-4e85e4c8333c on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:37:54.859579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:37:54.859927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:37:54.860352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:37:54.860786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Bound port: d549be54-4573-4687-a7da-4e85e4c8333c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:37:54.861151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:54.959770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:37:54.963919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d549be54-4573-4687-a7da-4e85e4c8333c,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:37:54.971657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0139b-f8e6-47c4-84fd-25343a03f722 req-fa39f9c3-5098-4e78-b023-fcb648344490 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:54.973207 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12b0139b-f8e6-47c4-84fd-25343a03f722 req-fa39f9c3-5098-4e78-b023-fcb648344490 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 943 time: 0.0982723
Feb 19 21:37:54.978372 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:55.026654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:55.027216 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:55.028959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] 10.222.0.67 "PUT /v2.0/ports/d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 1091 time: 1.1617241
Feb 19 21:37:55.098398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ca5c8-6da7-4b10-a2e7-92f4bb027a33 service neutron] Pushing event updated for resources: {'Port': ['ID=d549be54-4573-4687-a7da-4e85e4c8333c,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:55.104611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12b0139b-f8e6-47c4-84fd-25343a03f722 req-65416eff-d3d6-4b8a-bda3-aa232f2f8c90 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1239643
Feb 19 21:37:55.125231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-13285a7a-d89c-4e69-bf56-3e1bbf760e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:55.126791 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-13285a7a-d89c-4e69-bf56-3e1bbf760e60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 1125 time: 0.0749984
Feb 19 21:37:55.223597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-fc1943ca-a131-4851-bd9a-59b32b5177c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:55.225116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-fc1943ca-a131-4851-bd9a-59b32b5177c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0923293
Feb 19 21:37:55.290132 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-b3ecb077-3fa8-43b6-9c70-624412020678 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 999 time: 0.0592213
Feb 19 21:37:55.338585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-f9da2c5e-2772-4495-9c0a-f0baeb4a1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:55.340045 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-f9da2c5e-2772-4495-9c0a-f0baeb4a1b6d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0446222
Feb 19 21:37:55.396476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-97ac1d76-d9ce-49cd-8eba-015da8817aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:55.397976 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-97ac1d76-d9ce-49cd-8eba-015da8817aba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0526981
Feb 19 21:37:55.487743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-d286cd88-804b-4c21-8f69-82599866ba13 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819275
Feb 19 21:37:55.580160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b37d49a-4402-4e72-b8a5-e942620f9d37 req-126696ef-511e-4d6d-853d-6a4fd95f37e1 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865126
Feb 19 21:37:56.202572 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:56.230274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712713d-6ac6-417e-aafd-3701c47803de req-da2a1019-5534-4f69-afdf-e9c018394211 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:56.231792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4712713d-6ac6-417e-aafd-3701c47803de req-da2a1019-5534-4f69-afdf-e9c018394211 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 943 time: 0.0542214
Feb 19 21:37:56.264531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:37:56.267159 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a79246c-405c-4136-b87f-36a07dbcae39" -d '{"events": [{"name": "network-changed", "server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:37:56.283775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4712713d-6ac6-417e-aafd-3701c47803de req-acbfbc93-b61a-4723-b1a8-0c293f53f39e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462565
Feb 19 21:37:56.317728 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dbebe8-751d-411d-b453-7f3c606955e9 x-openstack-request-id: req-b5dbebe8-751d-411d-b453-7f3c606955e9 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:37:56.318030 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:37:56.318344 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5dbebe8-751d-411d-b453-7f3c606955e9 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:37:56.318784 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'status': 'completed', 'code': 200}
Feb 19 21:37:56.381297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-d6b1327d-ba82-46a7-8cbf-3c30c28b882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:56.383308 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-d6b1327d-ba82-46a7-8cbf-3c30c28b882b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 1125 time: 0.0465906
Feb 19 21:37:56.390730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-1a4d161f-1d70-4b0e-877b-c7f65f9c43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:56.392145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-1a4d161f-1d70-4b0e-877b-c7f65f9c43c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 1125 time: 0.0538907
Feb 19 21:37:56.479725 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-3fe79f25-fb72-4a18-ba36-cb0f86242c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:56.481260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-3fe79f25-fb72-4a18-ba36-cb0f86242c53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0920632
Feb 19 21:37:56.486641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-10fc0a8b-a65b-41ed-9bc8-4de2d62cd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:56.488144 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-10fc0a8b-a65b-41ed-9bc8-4de2d62cd508 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0887067
Feb 19 21:37:56.547921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-598b3dd1-aa04-42e2-b59c-01b4716cad8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 999 time: 0.0604506
Feb 19 21:37:56.554988 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-704a89b7-03c8-43a5-8f29-29517456a335 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 999 time: 0.0602009
Feb 19 21:37:56.601391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-aaf471c9-b1f7-4003-afa2-e87524c2a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:56.602877 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-aaf471c9-b1f7-4003-afa2-e87524c2a794 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0432885
Feb 19 21:37:56.604257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-989b58c6-1361-46c2-ae4f-13708bd0f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:56.605760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-989b58c6-1361-46c2-ae4f-13708bd0f5cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0524724
Feb 19 21:37:56.654816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-4a922b24-3a32-4a71-8ddc-7760e828871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:56.655030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-56d3adfa-f871-4b74-8731-9bc9f223aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:56.656247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-4a922b24-3a32-4a71-8ddc-7760e828871b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444734
Feb 19 21:37:56.656408 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-56d3adfa-f871-4b74-8731-9bc9f223aeac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480123
Feb 19 21:37:56.745756 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-7d1c282f-10e1-41ae-91f1-8d7abbd3700b service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834208
Feb 19 21:37:56.746255 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-79dc0fd3-bbdf-4e10-a763-0e7922d926aa service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836387
Feb 19 21:37:56.839517 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-46037cb7-b7c0-43b3-a249-f93fb0e69d99 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870118
Feb 19 21:37:56.840016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a79246c-405c-4136-b87f-36a07dbcae39 req-46c72119-e315-4a86-8ab6-3e40ab6625e8 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876822
Feb 19 21:37:57.345988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d549be54-4573-4687-a7da-4e85e4c8333c no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:37:57.384440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port d549be54-4573-4687-a7da-4e85e4c8333c host nch2-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:37:57.384841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device d549be54-4573-4687-a7da-4e85e4c8333c not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:37:57.404583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23776312-91df-4ec2-ba8c-9fcc103fcf0c req-6ed9e777-8e89-4dfd-82f4-9f60a09e9ada tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:57.406115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23776312-91df-4ec2-ba8c-9fcc103fcf0c req-6ed9e777-8e89-4dfd-82f4-9f60a09e9ada tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 943 time: 0.0540078
Feb 19 21:37:57.452652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23776312-91df-4ec2-ba8c-9fcc103fcf0c req-fce8dbd4-236c-4540-aa04-0306a2317cb0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409563
Feb 19 21:37:57.528198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d549be54-4573-4687-a7da-4e85e4c8333c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:37:57.634318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d549be54-4573-4687-a7da-4e85e4c8333c,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:57.645583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'port_id': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'mac_address': 'fa:16:3e:f2:89:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:37:57.681479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port d549be54-4573-4687-a7da-4e85e4c8333c is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:37:57.681887 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:57.694148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d549be54-4573-4687-a7da-4e85e4c8333c {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:37:57.714358 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d549be54-4573-4687-a7da-4e85e4c8333c,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:57.718056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:57.765043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=d549be54-4573-4687-a7da-4e85e4c8333c,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:58.143877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['d549be54-4573-4687-a7da-4e85e4c8333c'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:37:58.579220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ec31a-040c-412a-9ccf-ea2bc811eda3 req-b372f646-405c-40f3-bf56-dab154b61fa8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:58.580773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-532ec31a-040c-412a-9ccf-ea2bc811eda3 req-b372f646-405c-40f3-bf56-dab154b61fa8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 944 time: 0.0579503
Feb 19 21:37:58.628837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-532ec31a-040c-412a-9ccf-ea2bc811eda3 req-57bb8705-0137-45f2-8644-68c1f87e3824 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424120
Feb 19 21:37:58.821716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f397a-6788-4086-abf8-c0e6eb69a85f req-3484c185-15c3-4a06-908e-2401278d9799 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:58.823238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-657f397a-6788-4086-abf8-c0e6eb69a85f req-3484c185-15c3-4a06-908e-2401278d9799 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 944 time: 0.0538902
Feb 19 21:37:58.833308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-d8eac076-da18-475f-beae-3e4b729fa92a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:58.834768 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-d8eac076-da18-475f-beae-3e4b729fa92a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0547500
Feb 19 21:37:58.873274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-657f397a-6788-4086-abf8-c0e6eb69a85f req-0d39af3f-9ba4-479c-8e4d-3ef3e0de732e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440938
Feb 19 21:37:58.896045 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-7d23113e-eff1-421a-8dd9-09a214fe03d0 service neutron] delete failed (client error): The resource could not be found.
Feb 19 21:37:58.897137 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-7d23113e-eff1-421a-8dd9-09a214fe03d0 service neutron] 10.222.0.10 "DELETE /v2.0/ports/d549be54-4573-4687-a7da-4e85e4c8333c/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0556803
Feb 19 21:37:58.989622 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-0ce2454f-8e12-4593-aca2-775ecc6ee17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:58.991025 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-0ce2454f-8e12-4593-aca2-775ecc6ee17a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 1126 time: 0.0488546
Feb 19 21:37:59.079523 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-16764bed-b57a-47b2-bf0d-72ed266c6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:59.081011 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-16764bed-b57a-47b2-bf0d-72ed266c6faa service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0844553
Feb 19 21:37:59.143738 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-db544a2f-3480-46f6-b765-e2a8a71fe41a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 1000 time: 0.0567451
Feb 19 21:37:59.192742 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-84862ff0-4002-4ddd-bf50-6d6ed2481e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:59.194143 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-84862ff0-4002-4ddd-bf50-6d6ed2481e5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0444109
Feb 19 21:37:59.240256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-7c1a7e45-5a72-44fa-aaab-1693deb3f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:59.241649 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-7c1a7e45-5a72-44fa-aaab-1693deb3f799 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0417843
Feb 19 21:37:59.331740 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-8b659de6-5b76-45c2-8334-05f6affc5c4f service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839019
Feb 19 21:37:59.420133 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-45c81910-4331-4ef7-bd92-4f17c5b38c3e req-496b815b-12f0-41b1-b0f8-3cc7155dfc6d service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819993
Feb 19 21:37:59.543396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d549be54-4573-4687-a7da-4e85e4c8333c up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:37:59.590704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port d549be54-4573-4687-a7da-4e85e4c8333c completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:37:59.594607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port d549be54-4573-4687-a7da-4e85e4c8333c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:37:59.594988 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:59.671501 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port d549be54-4573-4687-a7da-4e85e4c8333c is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:37:59.671891 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:59.695852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:37:59.698349 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f46fac-d09b-4b0b-904f-10a82450a344" -d '{"events": [{"server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "name": "network-vif-plugged", "status": "completed", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:37:59.714014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d549be54-4573-4687-a7da-4e85e4c8333c,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:37:59.718251 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:59.750738 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff26c45-bf7f-40f5-bcf9-9774504c14c3 x-openstack-request-id: req-6ff26c45-bf7f-40f5-bcf9-9774504c14c3 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:37:59.751064 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "name": "network-vif-plugged", "status": "completed", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:37:59.751322 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ff26c45-bf7f-40f5-bcf9-9774504c14c3 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:37:59.751737 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'code': 200}
Feb 19 21:37:59.772059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=d549be54-4573-4687-a7da-4e85e4c8333c,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:37:59.792728 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:37:59.998334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650569f-74d7-4996-834a-c0e742946202 req-d9b3b71a-f523-49dc-afa5-f46045b24b91 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:37:59.999859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7650569f-74d7-4996-834a-c0e742946202 req-d9b3b71a-f523-49dc-afa5-f46045b24b91 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0552573
Feb 19 21:38:00.053084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7650569f-74d7-4996-834a-c0e742946202 req-20bf73e7-729d-4698-9d31-ffc578658984 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474815
Feb 19 21:38:00.172817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47665c-f64b-48cf-a14d-7682873ca544 req-d2bd3709-2c7c-4984-869b-a23d593d905e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:00.174369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a47665c-f64b-48cf-a14d-7682873ca544 req-d2bd3709-2c7c-4984-869b-a23d593d905e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0537164
Feb 19 21:38:00.220825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a47665c-f64b-48cf-a14d-7682873ca544 req-075ec3bb-feaa-4a3b-b48f-ccf70d2e292a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403266
Feb 19 21:38:00.301414 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:38:00.456376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64604463-1954-4d20-bc8c-64b7d6b5040c req-b5df6546-f39e-461f-894c-b20efa05d42d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:00.457861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64604463-1954-4d20-bc8c-64b7d6b5040c req-b5df6546-f39e-461f-894c-b20efa05d42d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0888367
Feb 19 21:38:00.464717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee268f7-5866-46af-9ab8-0825aab21057 req-b2d81110-e2af-487d-acd2-d3578d1c5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:00.466098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ee268f7-5866-46af-9ab8-0825aab21057 req-b2d81110-e2af-487d-acd2-d3578d1c5baf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 1127 time: 0.0663362
Feb 19 21:38:00.563114 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64604463-1954-4d20-bc8c-64b7d6b5040c req-52df2263-0a1d-4c36-b94b-428153feac7b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960579
Feb 19 21:38:00.583868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee268f7-5866-46af-9ab8-0825aab21057 req-4e522a74-1e30-470a-a44d-e464081339fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:00.585359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ee268f7-5866-46af-9ab8-0825aab21057 req-4e522a74-1e30-470a-a44d-e464081339fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.1128514
Feb 19 21:38:00.654000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ee268f7-5866-46af-9ab8-0825aab21057 req-219126fc-6abe-4474-811f-8e0364a7c571 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 200  len: 1001 time: 0.0624740
Feb 19 21:38:00.701427 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee268f7-5866-46af-9ab8-0825aab21057 req-cecba38b-a0fd-446a-9a3c-38b99a8b9f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:00.702870 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ee268f7-5866-46af-9ab8-0825aab21057 req-cecba38b-a0fd-446a-9a3c-38b99a8b9f66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0439286
Feb 19 21:38:00.750282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee268f7-5866-46af-9ab8-0825aab21057 req-a54f6f1c-e57c-4c4e-823a-e60199f12e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:00.751769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ee268f7-5866-46af-9ab8-0825aab21057 req-a54f6f1c-e57c-4c4e-823a-e60199f12e87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433900
Feb 19 21:38:00.845447 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ee268f7-5866-46af-9ab8-0825aab21057 req-9026659d-de71-404c-9271-a5baeec7fd1a service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875576
Feb 19 21:38:00.933981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ee268f7-5866-46af-9ab8-0825aab21057 req-abc2f822-80c1-4a6d-af9c-c733c1f8ee1f service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834115
Feb 19 21:38:01.687449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f25108-e45b-4d0e-91aa-8a0494d38324 req-1d5bf373-d6f6-4193-98a2-0adee051fcc4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:01.688977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4f25108-e45b-4d0e-91aa-8a0494d38324 req-1d5bf373-d6f6-4193-98a2-0adee051fcc4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0552728
Feb 19 21:38:01.742381 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b4f25108-e45b-4d0e-91aa-8a0494d38324 req-64762ed9-ac49-44a7-b1be-0dc43da9f4ad tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472364
Feb 19 21:38:01.982349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda15be-0e83-4190-97ef-365f1356b9b6 req-68b7fa45-f74c-40c6-8c02-b941527778e6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:01.983830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-edda15be-0e83-4190-97ef-365f1356b9b6 req-68b7fa45-f74c-40c6-8c02-b941527778e6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0536129
Feb 19 21:38:02.029972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-edda15be-0e83-4190-97ef-365f1356b9b6 req-386c540b-32b5-462e-a40a-48cd9e5d14b6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404775
Feb 19 21:38:03.150588 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad2206-bc00-496a-a041-5e02d77d2806 req-a17053bc-49b0-46d5-a285-d77bebcf45e9 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:03.152089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2ad2206-bc00-496a-a041-5e02d77d2806 req-a17053bc-49b0-46d5-a285-d77bebcf45e9 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0530481
Feb 19 21:38:03.198163 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f2ad2206-bc00-496a-a041-5e02d77d2806 req-b013dca0-ba1b-4fbb-b9ee-306f4206d233 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403843
Feb 19 21:38:03.340800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6d742-38e2-4405-876d-5963d92a41ba req-95590d47-a358-458e-8acc-b4f9d006d5b5 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:03.342175 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89e6d742-38e2-4405-876d-5963d92a41ba req-95590d47-a358-458e-8acc-b4f9d006d5b5 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 945 time: 0.0559080
Feb 19 21:38:03.432154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Deleting port d549be54-4573-4687-a7da-4e85e4c8333c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:38:03.432544 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:03.523729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] For port d549be54-4573-4687-a7da-4e85e4c8333c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d549be54-4573-4687-a7da-4e85e4c8333c,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:38:03.524102 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:03.696098 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:03.696654 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:03.696971 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e disassociated. External IP: 172.35.2.113, port: d549be54-4573-4687-a7da-4e85e4c8333c.
Feb 19 21:38:03.697315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Calling delete_port for d549be54-4573-4687-a7da-4e85e4c8333c owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:38:03.827558 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d549be54-4573-4687-a7da-4e85e4c8333c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:03.856214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event deleted for resources: {'Port': ['ID=d549be54-4573-4687-a7da-4e85e4c8333c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:03.980627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Router 43ee1564-52be-4937-baa5-0b9323455e6d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:38:04.093829 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:38:04.104663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3d461-ea71-46f5-959a-859abf94719d None None] Sync routers for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:38:04.114724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3d461-ea71-46f5-959a-859abf94719d None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:38:04.115344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7ab3d461-ea71-46f5-959a-859abf94719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a630b1940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:37:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:38:04.133735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] No DVR routers for this DVR port d549be54-4573-4687-a7da-4e85e4c8333c on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:38:04.136466 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:04.139823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89e6d742-38e2-4405-876d-5963d92a41ba req-4e37adb7-516b-4f15-86cf-208bf0efe077 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "DELETE /v2.0/ports/d549be54-4573-4687-a7da-4e85e4c8333c HTTP/1.1" status: 204  len: 173 time: 0.7925167
Feb 19 21:38:04.140266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'name': 'network-vif-deleted', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:38:04.142564 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ead84d-2f71-44c0-b38a-1cf4f3caaa2d" -d '{"events": [{"server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "name": "network-vif-deleted", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:38:04.180618 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fd7f45-b65a-4fd9-8057-cd214c2e09ae x-openstack-request-id: req-58fd7f45-b65a-4fd9-8057-cd214c2e09ae {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:38:04.181267 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52408e4-2619-4325-872c-04c09ce81c4f", "name": "network-vif-deleted", "tag": "d549be54-4573-4687-a7da-4e85e4c8333c", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:38:04.181267 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58fd7f45-b65a-4fd9-8057-cd214c2e09ae {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:38:04.181696 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52408e4-2619-4325-872c-04c09ce81c4f', 'name': 'network-vif-deleted', 'tag': 'd549be54-4573-4687-a7da-4e85e4c8333c', 'status': 'completed', 'code': 200}
Feb 19 21:38:04.229259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7ab3d461-ea71-46f5-959a-859abf94719d None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:38:04.316590 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e772a3a-dde9-4dc0-9bc3-c650e5e21ef2 req-5aeddf04-0ae6-4270-b4c0-7dc44b447625 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=a52408e4-2619-4325-872c-04c09ce81c4f HTTP/1.1" status: 200  len: 210 time: 0.0297966
Feb 19 21:38:04.437112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7ab3d461-ea71-46f5-959a-859abf94719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a630b1940>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:38:04.464793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3d461-ea71-46f5-959a-859abf94719d None None] Checking router: 43ee1564-52be-4937-baa5-0b9323455e6d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:38:04.473146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3d461-ea71-46f5-959a-859abf94719d None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:38:04.473755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7ab3d461-ea71-46f5-959a-859abf94719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a630b1940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:37:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:38:04.576996 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-7ab3d461-ea71-46f5-959a-859abf94719d None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:38:04.772968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-7ab3d461-ea71-46f5-959a-859abf94719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a630b1940>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:38:04.798545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3d461-ea71-46f5-959a-859abf94719d None None] The sync data for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 is: [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:38:05.018570 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd000d3-22b9-4a7f-8ad5-486c945d1418 None None] New status for floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:38:05.564235 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-d93d3f29-ada2-4595-98ba-234acca29305 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--129379875&fields=id&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 267 time: 0.0454667
Feb 19 21:38:05.668542 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-7fc8a203-dcd0-4d3c-aee5-9c1b82dfcf63 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:05.670247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-7fc8a203-dcd0-4d3c-aee5-9c1b82dfcf63 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 812 time: 0.0995557
Feb 19 21:38:05.684314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-dbc40533-1eac-48f3-aa34-c1b852847287 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/quotas/9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 375 time: 0.0088983
Feb 19 21:38:05.738356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-599ea502-fb59-4377-b5c6-ed01fe5b576b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0494127
Feb 19 21:38:05.936356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-75fe74a7-1956-45a4-8477-d811af6024f6 service neutron] 10.222.0.30 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866808
Feb 19 21:38:06.025405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b2bae747-0cd3-41fd-ad9a-3733e8d72bdc service neutron] 10.222.0.30 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834384
Feb 19 21:38:06.189802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45157926-910d-4898-829d-de2b910cfdaf req-79fed57f-f413-4642-bc91-6fc2fac6f661 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 210 time: 0.0316107
Feb 19 21:38:07.091184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-12b6cdef-c1d0-4728-a19d-f9dd414d65dc tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:07.092688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-12b6cdef-c1d0-4728-a19d-f9dd414d65dc tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 812 time: 0.1218016
Feb 19 21:38:07.151333 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-4f2aaafc-ebfc-447c-a9f0-fef115e02fc5 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 379 time: 0.0513225
Feb 19 21:38:07.159622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'port': {'device_id': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'admin_state_up': True, 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'security_groups': ['063a0885-d68a-40cc-946a-9b90153c1c24']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:38:07.290721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a32c3c7-4d46-40ba-a177-bfea60013077 req-e9fb9117-395f-4de7-9fdd-6b96341c0e0f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 210 time: 0.0310485
Feb 19 21:38:07.291746 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Made reservation on behalf of 9f6be5d4ae2946bb9304ae0a31f2c325 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:38:07.294989 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:07.426121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Allocated IP 172.20.0.8 (f342daca-48e4-4cbe-b7ce-0803d4de7cbe/b6b480da-4938-482f-9dce-e945cb237148/aa7ab863-85c8-4936-985e-59cae943c29d) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:38:07.558315 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for port (aa7ab863-85c8-4936-985e-59cae943c29d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:07.575532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d549be54-4573-4687-a7da-4e85e4c8333c no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:38:07.592928 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:07.596918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: d549be54-4573-4687-a7da-4e85e4c8333c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:38:07.597274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device d549be54-4573-4687-a7da-4e85e4c8333c not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:38:07.641906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:38:07.645006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:38:07.647434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:38:07.674768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:07.705301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:07.705939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:07.723424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-b0b2ec13-b31a-44e5-aec4-1cebf020d378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5672495
Feb 19 21:38:07.734765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Request body: {'port': {'device_id': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:38:07.796895 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:07.949347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-072e304a-519a-4153-b798-1da5c14373b4 None None] Provisioning complete for port aa7ab863-85c8-4936-985e-59cae943c29d triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:38:07.949625 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-072e304a-519a-4153-b798-1da5c14373b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:07.985754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-072e304a-519a-4153-b798-1da5c14373b4 None None] Port aa7ab863-85c8-4936-985e-59cae943c29d cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:38:08.064634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7ab863-85c8-4936-985e-59cae943c29d {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:38:08.073510 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Publish callbacks [] for port (aa7ab863-85c8-4936-985e-59cae943c29d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:08.085513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Transition to ACTIVE for port object aa7ab863-85c8-4936-985e-59cae943c29d will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:38:08.088955 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:08.138085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:08.211629 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:38:08.211980 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:38:08.212322 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:38:08.217252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Port aa7ab863-85c8-4936-985e-59cae943c29d on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:38:08.217586 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:38:08.224566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:38:08.224926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:38:08.225433 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:38:08.226366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Bound port: aa7ab863-85c8-4936-985e-59cae943c29d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:38:08.226737 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:08.296197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:38:08.299387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:38:08.306530 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:08.340272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:08.341113 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:08.342739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] 10.222.0.67 "PUT /v2.0/ports/aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1091 time: 0.6122825
Feb 19 21:38:08.345030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:38:08.347821 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d293815d-0ee1-4d05-b279-a9b100f660cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:38:08.405145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd2591-ab67-48b1-9aac-183b16bed321 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:08.410790 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5033b16-dc04-42b9-980f-a1d9bb0cc932 x-openstack-request-id: req-e5033b16-dc04-42b9-980f-a1d9bb0cc932 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:38:08.411366 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:38:08.411632 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5033b16-dc04-42b9-980f-a1d9bb0cc932 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:38:08.412044 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'status': 'completed', 'code': 200}
Feb 19 21:38:08.471940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf65cf-af49-4a4f-9bea-079dd2366c31 req-2be68b18-e6ce-49ea-bd5c-9106ef1aae9f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:08.473552 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3aaf65cf-af49-4a4f-9bea-079dd2366c31 req-2be68b18-e6ce-49ea-bd5c-9106ef1aae9f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 943 time: 0.1108499
Feb 19 21:38:08.494509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-3df5113e-f833-49d3-ba0d-7bac82859e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:08.496009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-3df5113e-f833-49d3-ba0d-7bac82859e16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1125 time: 0.0814488
Feb 19 21:38:08.543989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-9dcaf34d-19f4-4d54-9e44-2c77c5078bbe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 217 time: 0.0401320
Feb 19 21:38:08.594205 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3aaf65cf-af49-4a4f-9bea-079dd2366c31 req-e909c784-c41b-4a96-a491-85f66436fa3c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133282
Feb 19 21:38:08.609628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-120d230d-8a68-4a0e-bd82-5ccd2e6101dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:08.611100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-120d230d-8a68-4a0e-bd82-5ccd2e6101dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0596745
Feb 19 21:38:08.664496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-3c88fc7f-25be-4335-8988-1ebd87875474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:08.666011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-3c88fc7f-25be-4335-8988-1ebd87875474 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0491998
Feb 19 21:38:08.753374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-d0b7620d-f249-4b32-bc1c-b8b51973e8ab service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811534
Feb 19 21:38:08.845540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b39f220c-46be-4384-aca7-f6113aa73a8b req-a299006d-d838-435a-85e6-d3408df848b5 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853624
Feb 19 21:38:08.933423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293815d-0ee1-4d05-b279-a9b100f660cf req-34f8c2f6-e73f-4901-a19a-5f3b1c5bfb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:08.934916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d293815d-0ee1-4d05-b279-a9b100f660cf req-34f8c2f6-e73f-4901-a19a-5f3b1c5bfb0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1125 time: 0.0443399
Feb 19 21:38:09.021626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293815d-0ee1-4d05-b279-a9b100f660cf req-37910c62-bc70-4c2b-8149-ef8c08323035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:09.023767 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d293815d-0ee1-4d05-b279-a9b100f660cf req-37910c62-bc70-4c2b-8149-ef8c08323035 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0832143
Feb 19 21:38:09.066108 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d293815d-0ee1-4d05-b279-a9b100f660cf req-2cb42696-30fc-4eaf-8fb2-2bb64e1b8e99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 217 time: 0.0366952
Feb 19 21:38:09.113597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293815d-0ee1-4d05-b279-a9b100f660cf req-59a2c1ed-eacf-4ff4-8c90-e09f42c3dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:09.115063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d293815d-0ee1-4d05-b279-a9b100f660cf req-59a2c1ed-eacf-4ff4-8c90-e09f42c3dc3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0429661
Feb 19 21:38:09.161499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293815d-0ee1-4d05-b279-a9b100f660cf req-d0379272-b9b6-4e7d-8332-ba8090f3bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:09.162999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d293815d-0ee1-4d05-b279-a9b100f660cf req-d0379272-b9b6-4e7d-8332-ba8090f3bb16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423639
Feb 19 21:38:09.254731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d293815d-0ee1-4d05-b279-a9b100f660cf req-49583290-9bf8-4508-b965-4d3c9a85ea8f service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852337
Feb 19 21:38:09.341736 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d293815d-0ee1-4d05-b279-a9b100f660cf req-1c33a0e3-660a-4c47-bebb-5ebaf8cf6a1e service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806336
Feb 19 21:38:09.720737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3281bc-1415-4384-af7b-0536101b6264 req-e9311ea0-cae9-4db0-8fc7-1bb5adbed885 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:09.722254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc3281bc-1415-4384-af7b-0536101b6264 req-e9311ea0-cae9-4db0-8fc7-1bb5adbed885 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 943 time: 0.0592399
Feb 19 21:38:09.768004 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc3281bc-1415-4384-af7b-0536101b6264 req-e161d09e-a603-4f36-935c-0ca457ef3157 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401449
Feb 19 21:38:10.888527 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c9258-20df-4f5f-ae4d-b326be16a60b req-24cbb42b-ef9e-4505-8603-c3279eb33b2a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:10.890016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-996c9258-20df-4f5f-ae4d-b326be16a60b req-24cbb42b-ef9e-4505-8603-c3279eb33b2a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 943 time: 0.0532293
Feb 19 21:38:10.935977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-996c9258-20df-4f5f-ae4d-b326be16a60b req-ff7f0a76-3a5d-46bf-960a-f31c7a3bdfd7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404267
Feb 19 21:38:11.606502 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:38:11.700292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:38:11.715439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'port_id': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'mac_address': 'fa:16:3e:18:e9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:38:11.759094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port aa7ab863-85c8-4936-985e-59cae943c29d is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:38:11.760382 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:11.773782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7ab863-85c8-4936-985e-59cae943c29d {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:38:11.793248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:38:11.797070 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:11.843862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:11.851793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.852152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.852543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.852899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.853242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.853581 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.853921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.854257 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.854592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.854928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.855265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.855598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:11.855930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:12.055292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a143d-40f2-461d-9d7c-505e6de9701e req-3f5e51ff-4274-4c0a-b999-cbf54f07400a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:12.056789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d0a143d-40f2-461d-9d7c-505e6de9701e req-3f5e51ff-4274-4c0a-b999-cbf54f07400a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 944 time: 0.0515883
Feb 19 21:38:12.089755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['aa7ab863-85c8-4936-985e-59cae943c29d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:38:12.106750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2d0a143d-40f2-461d-9d7c-505e6de9701e req-5f75c033-f3b4-43f3-9969-1e73d76b5ecc tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444431
Feb 19 21:38:13.226515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f040-7abc-43f0-a139-3ec8fb996639 req-105a9384-2360-4fae-b02c-0de1556ddb9b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:13.228096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0032f040-7abc-43f0-a139-3ec8fb996639 req-105a9384-2360-4fae-b02c-0de1556ddb9b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 944 time: 0.0526664
Feb 19 21:38:13.276015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0032f040-7abc-43f0-a139-3ec8fb996639 req-2492f1c3-d1fe-4a35-8071-d3680c45e4fd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422659
Feb 19 21:38:13.621233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:38:13.667972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port aa7ab863-85c8-4936-985e-59cae943c29d completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:38:13.671893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port aa7ab863-85c8-4936-985e-59cae943c29d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:38:13.672274 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:13.750974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port aa7ab863-85c8-4936-985e-59cae943c29d is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:38:13.751324 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:13.774245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:38:13.776506 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c6fce4-751c-4602-a929-ac1840a8cbf4" -d '{"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:38:13.789194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:38:13.793953 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:13.817468 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba219cb7-7f53-467e-b649-c6f0ff235c6d x-openstack-request-id: req-ba219cb7-7f53-467e-b649-c6f0ff235c6d {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:38:13.817770 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:38:13.818037 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba219cb7-7f53-467e-b649-c6f0ff235c6d {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:38:13.818431 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'code': 200}
Feb 19 21:38:13.844839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:13.914602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5603688-0c0c-46bd-9f36-991cff72d726 req-b4d81a4f-3060-4472-aee8-4919768ea913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:13.916021 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e5603688-0c0c-46bd-9f36-991cff72d726 req-b4d81a4f-3060-4472-aee8-4919768ea913 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1127 time: 0.0442867
Feb 19 21:38:13.957491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e5603688-0c0c-46bd-9f36-991cff72d726 req-5bc52e27-e7a2-411b-a35f-74690795681e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358827
Feb 19 21:38:14.723244 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e1dc0-06c1-44f6-af27-35b5b79e4473 req-bee3d32e-5ffc-4cd8-9e8b-355c85948b9b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:14.725878 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f5e1dc0-06c1-44f6-af27-35b5b79e4473 req-bee3d32e-5ffc-4cd8-9e8b-355c85948b9b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.3781435
Feb 19 21:38:14.772206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f5e1dc0-06c1-44f6-af27-35b5b79e4473 req-d4c8d7c3-8079-46bb-97e5-a1267ddc58d8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406330
Feb 19 21:38:15.891442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03144f-b16a-4975-a0b0-1f72b1f4a3a4 req-9a60dc7b-b70d-4ef6-9444-c7484c2a4286 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:15.892958 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a03144f-b16a-4975-a0b0-1f72b1f4a3a4 req-9a60dc7b-b70d-4ef6-9444-c7484c2a4286 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0523884
Feb 19 21:38:15.939500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9a03144f-b16a-4975-a0b0-1f72b1f4a3a4 req-592574ae-abec-4b34-8135-3b1c89336e78 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410171
Feb 19 21:38:16.056846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae0c75-1507-4a3d-904b-98d4b2997ba2 req-4523d599-0b66-4506-87fa-bd725a06139c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:16.058301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23ae0c75-1507-4a3d-904b-98d4b2997ba2 req-4523d599-0b66-4506-87fa-bd725a06139c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0545554
Feb 19 21:38:16.066860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 35910) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:38:16.071524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-fa549c73-c3a4-41af-a221-9c4974ae5736 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'floatingip': {'port_id': 'aa7ab863-85c8-4936-985e-59cae943c29d'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:38:16.110006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fa549c73-c3a4-41af-a221-9c4974ae5736 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:16.531982 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fa549c73-c3a4-41af-a221-9c4974ae5736 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:16.535822 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fa549c73-c3a4-41af-a221-9c4974ae5736 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:16.637411 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-fa549c73-c3a4-41af-a221-9c4974ae5736 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e associated. External IP: 172.35.2.113, port: aa7ab863-85c8-4936-985e-59cae943c29d.
Feb 19 21:38:16.850005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa549c73-c3a4-41af-a221-9c4974ae5736 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Router 43ee1564-52be-4937-baa5-0b9323455e6d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:38:16.960638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa549c73-c3a4-41af-a221-9c4974ae5736 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:38:16.965513 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fa549c73-c3a4-41af-a221-9c4974ae5736 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:16.970588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa134bf8-0adb-4ce3-a13f-d8f60ab354bc None None] Sync routers for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:38:16.979931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa134bf8-0adb-4ce3-a13f-d8f60ab354bc None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:38:16.980586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fa134bf8-0adb-4ce3-a13f-d8f60ab354bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b36160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:37:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:38:16.996185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fa549c73-c3a4-41af-a221-9c4974ae5736 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "PUT /v2.0/floatingips/9fb8d6c6-014f-45dc-bbd2-7cb9a128520e HTTP/1.1" status: 200  len: 991 time: 0.9282463
Feb 19 21:38:16.996907 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:38:16.999257 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accb508e-0646-4e1a-b9c4-140ed73e0dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:38:17.043036 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b36e1e-2a7a-41ef-a45e-520e03be7bb1 x-openstack-request-id: req-b7b36e1e-2a7a-41ef-a45e-520e03be7bb1 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:38:17.043036 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:38:17.043290 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7b36e1e-2a7a-41ef-a45e-520e03be7bb1 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:38:17.043705 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'status': 'completed', 'code': 200}
Feb 19 21:38:17.092907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-fa134bf8-0adb-4ce3-a13f-d8f60ab354bc None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:38:17.110218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb508e-0646-4e1a-b9c4-140ed73e0dd1 req-c021bc16-b9e9-4318-95cd-59f823aa43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:17.111686 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-accb508e-0646-4e1a-b9c4-140ed73e0dd1 req-c021bc16-b9e9-4318-95cd-59f823aa43f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1127 time: 0.0474088
Feb 19 21:38:17.214007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb508e-0646-4e1a-b9c4-140ed73e0dd1 req-1f2daa0c-b93d-4c66-9c73-a663c308003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:17.215759 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-accb508e-0646-4e1a-b9c4-140ed73e0dd1 req-1f2daa0c-b93d-4c66-9c73-a663c308003e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0988398
Feb 19 21:38:17.265632 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-234f817e-9dc5-4682-84f8-a86b1b053326 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0465643
Feb 19 21:38:17.335814 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81c5a3-fb37-4baf-bd1f-e05ff338c889 req-d56d8fa7-bc25-4f44-832e-26d8c2b45eb0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:17.342996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e81c5a3-fb37-4baf-bd1f-e05ff338c889 req-d56d8fa7-bc25-4f44-832e-26d8c2b45eb0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.1215496
Feb 19 21:38:17.362731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-accb508e-0646-4e1a-b9c4-140ed73e0dd1 req-d06a8704-864e-4b82-ba53-72f8ca4ccfad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 999 time: 0.1386485
Feb 19 21:38:17.432237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e81c5a3-fb37-4baf-bd1f-e05ff338c889 req-e2815e31-5860-4ee2-8ddc-40c19128834a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0883706
Feb 19 21:38:17.437917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb508e-0646-4e1a-b9c4-140ed73e0dd1 req-03ff0188-c15b-487a-b42b-6e6e6d5f3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:17.439390 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-accb508e-0646-4e1a-b9c4-140ed73e0dd1 req-03ff0188-c15b-487a-b42b-6e6e6d5f3259 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0691624
Feb 19 21:38:17.495969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb508e-0646-4e1a-b9c4-140ed73e0dd1 req-03399da5-064c-4129-ba16-aef79b61b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:17.497667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-accb508e-0646-4e1a-b9c4-140ed73e0dd1 req-03399da5-064c-4129-ba16-aef79b61b3aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0525601
Feb 19 21:38:17.513716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fa134bf8-0adb-4ce3-a13f-d8f60ab354bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b36160>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:18:e9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:38:16Z', 'revision_number': 9, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:38:17.542071 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa134bf8-0adb-4ce3-a13f-d8f60ab354bc None None] Checking router: 43ee1564-52be-4937-baa5-0b9323455e6d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:38:17.551057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa134bf8-0adb-4ce3-a13f-d8f60ab354bc None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:38:17.552297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fa134bf8-0adb-4ce3-a13f-d8f60ab354bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62b36160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:37:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:38:17.610191 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-accb508e-0646-4e1a-b9c4-140ed73e0dd1 req-994b0fa4-b8fc-4e47-ae25-86638d4a075f service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1068563
Feb 19 21:38:17.666592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-fa134bf8-0adb-4ce3-a13f-d8f60ab354bc None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:38:17.690316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382cb8-7f39-4eb2-9898-92778396041a req-4e3c5b35-2575-40b0-acac-9f8853c0d705 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:17.691719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-4e3c5b35-2575-40b0-acac-9f8853c0d705 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports/aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 942 time: 0.0970461
Feb 19 21:38:17.739868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-accb508e-0646-4e1a-b9c4-140ed73e0dd1 req-1c5722c3-0539-4e6d-ad06-c938db406084 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1090412
Feb 19 21:38:17.913223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fa134bf8-0adb-4ce3-a13f-d8f60ab354bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62b36160>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:18:e9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:38:16Z', 'revision_number': 9, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:38:17.941644 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa134bf8-0adb-4ce3-a13f-d8f60ab354bc None None] The sync data for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 is: [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:18:e9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:38:16Z', 'revision_number': 9, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:38:18.155067 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b433151-fceb-4e62-8aff-414bb9110035 None None] New status for floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:38:18.370587 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a8d9-2c2f-4ba8-9532-5feb76f7ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:18.487767 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382cb8-7f39-4eb2-9898-92778396041a req-aaa60160-8856-4075-bb53-8e57e6c3d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:18.489365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-aaa60160-8856-4075-bb53-8e57e6c3d862 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1127 time: 0.0476332
Feb 19 21:38:18.627930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56707-5484-45d9-aecc-042a6187e9ae req-7ac43b6e-25b2-4a34-a140-d845c8e3a84b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:18.629348 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aec56707-5484-45d9-aecc-042a6187e9ae req-7ac43b6e-25b2-4a34-a140-d845c8e3a84b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.1258023
Feb 19 21:38:18.630435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382cb8-7f39-4eb2-9898-92778396041a req-cc1e608c-dbdf-4ca8-b942-4f684c7b984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:18.631764 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-cc1e608c-dbdf-4ca8-b942-4f684c7b984e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.1369712
Feb 19 21:38:18.727096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-db9cc9fe-7728-46e1-a154-08131e2ba2fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1002 time: 0.0864439
Feb 19 21:38:18.730981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aec56707-5484-45d9-aecc-042a6187e9ae req-ec754dde-37bf-4f71-9835-ab472ac7e5f1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961602
Feb 19 21:38:18.775171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382cb8-7f39-4eb2-9898-92778396041a req-70489d21-cc60-4b53-a255-94f87e46f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:18.776698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-70489d21-cc60-4b53-a255-94f87e46f847 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0438147
Feb 19 21:38:18.824417 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382cb8-7f39-4eb2-9898-92778396041a req-46a591ee-4d1c-416e-9fca-13fbfe17922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:18.825896 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-46a591ee-4d1c-416e-9fca-13fbfe17922c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441053
Feb 19 21:38:18.918230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-a7dac030-84f3-4859-82fb-ab83aff966c0 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863018
Feb 19 21:38:19.005741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-7986a0b4-134d-4e97-8957-65d33705eb1c service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822515
Feb 19 21:38:19.857126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbbc60-1702-4a8f-9232-2682cae71d4f req-1e5f45c4-7a84-4dec-aca5-a594165f65d8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:19.858697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dbbbc60-1702-4a8f-9232-2682cae71d4f req-1e5f45c4-7a84-4dec-aca5-a594165f65d8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0596969
Feb 19 21:38:19.906253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dbbbc60-1702-4a8f-9232-2682cae71d4f req-a89fae58-a96f-4fcb-9c4b-d416c627d6ee tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419776
Feb 19 21:38:20.635655 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-27be9e77-8f98-4780-bdfd-2c27d6236228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:21.025202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6543a13-0c8b-4f63-b129-0b21685d9162 req-c79783c3-7590-4745-a0c2-3e8570239f83 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:21.026690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6543a13-0c8b-4f63-b129-0b21685d9162 req-c79783c3-7590-4745-a0c2-3e8570239f83 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0521936
Feb 19 21:38:21.073183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6543a13-0c8b-4f63-b129-0b21685d9162 req-6fae7f50-bc60-4b74-a35b-c2b024fe2a54 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409548
Feb 19 21:38:21.950665 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:22.190255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf996d-bdab-4728-aa83-acf2a858357d req-9a0504b3-06f3-4cf8-812c-8cca00297149 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:22.191761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2cf996d-bdab-4728-aa83-acf2a858357d req-9a0504b3-06f3-4cf8-812c-8cca00297149 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0511889
Feb 19 21:38:22.244779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2cf996d-bdab-4728-aa83-acf2a858357d req-4074a1e2-f79d-44b8-8b4d-bcee8d426fb3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465450
Feb 19 21:38:23.308410 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:23.366387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77297ff5-091d-4994-b8d3-f724883614ee req-093470b9-640d-46f3-ac7f-26679f4dc63a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:23.367933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77297ff5-091d-4994-b8d3-f724883614ee req-093470b9-640d-46f3-ac7f-26679f4dc63a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0527196
Feb 19 21:38:23.413740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-77297ff5-091d-4994-b8d3-f724883614ee req-ef8a20da-0f23-4381-81e9-88b0475c7262 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397413
Feb 19 21:38:24.495362 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:24.537939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93afcd-687a-4d22-b993-7ddefdb75525 req-488d7929-c394-4f78-a84d-13a97ca88c8b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:24.539506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa93afcd-687a-4d22-b993-7ddefdb75525 req-488d7929-c394-4f78-a84d-13a97ca88c8b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0540941
Feb 19 21:38:24.586688 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa93afcd-687a-4d22-b993-7ddefdb75525 req-81ede00e-ffa9-4463-9c7b-5720fb89f288 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415394
Feb 19 21:38:25.709420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8b5b4-6d8e-456d-959f-8961df3d7fde req-f3fe15e5-5c62-469e-b2fe-49eed449d781 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:25.710890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8bb8b5b4-6d8e-456d-959f-8961df3d7fde req-f3fe15e5-5c62-469e-b2fe-49eed449d781 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0565033
Feb 19 21:38:25.757554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8bb8b5b4-6d8e-456d-959f-8961df3d7fde req-67f650fa-c462-4d46-acd9-c651bbe7f467 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405364
Feb 19 21:38:26.220483 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:26.877380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc393e62-659b-4438-be8c-60c7d361d50f req-ae28c662-14cc-4246-8a52-265317adf05c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:26.878864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc393e62-659b-4438-be8c-60c7d361d50f req-ae28c662-14cc-4246-8a52-265317adf05c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0516818
Feb 19 21:38:26.925438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bc393e62-659b-4438-be8c-60c7d361d50f req-6e36f38c-4bcc-4dbe-8a40-0ac508b2dc1e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403683
Feb 19 21:38:28.052636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be3e98-488f-4ad8-bc31-bc02e5104a35 req-e8f26383-9e7d-45c2-9e90-70c3fd9289bb tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:28.054165 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02be3e98-488f-4ad8-bc31-bc02e5104a35 req-e8f26383-9e7d-45c2-9e90-70c3fd9289bb tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0578284
Feb 19 21:38:28.101118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02be3e98-488f-4ad8-bc31-bc02e5104a35 req-771cf415-947e-4e68-92aa-6a9d05244186 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413375
Feb 19 21:38:29.219519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e71f2-d2d6-41bb-9309-d9433a05e2ca req-4babc97b-ae30-430e-a0be-b02ebdb62642 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:29.221038 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a6e71f2-d2d6-41bb-9309-d9433a05e2ca req-4babc97b-ae30-430e-a0be-b02ebdb62642 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0519595
Feb 19 21:38:29.267348 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a6e71f2-d2d6-41bb-9309-d9433a05e2ca req-2d36f6e6-aa4e-41a1-91ad-8457caedc277 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405419
Feb 19 21:38:29.798718 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:30.389126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c79aac-519a-468f-9412-405d5414d0a5 req-5703b0e2-5245-4c0d-ac13-b374321bf4d7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:30.390618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91c79aac-519a-468f-9412-405d5414d0a5 req-5703b0e2-5245-4c0d-ac13-b374321bf4d7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0560765
Feb 19 21:38:30.441352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91c79aac-519a-468f-9412-405d5414d0a5 req-b0029e6b-47d7-48ed-bf56-b6df39802e08 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452223
Feb 19 21:38:31.560184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f746d75-e6d9-41f7-b12f-f5ac8cb5f9c5 req-b10988f2-8ec0-4273-887d-fc47744b051a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:31.561695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f746d75-e6d9-41f7-b12f-f5ac8cb5f9c5 req-b10988f2-8ec0-4273-887d-fc47744b051a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0519536
Feb 19 21:38:31.607891 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f746d75-e6d9-41f7-b12f-f5ac8cb5f9c5 req-d6d17793-cdbc-4ce5-8758-53f9efc1232e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406380
Feb 19 21:38:32.725751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948adb5-61fc-4879-8708-61a09d35dc97 req-7bd71162-e201-488f-8c58-b08474941a92 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:32.727266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2948adb5-61fc-4879-8708-61a09d35dc97 req-7bd71162-e201-488f-8c58-b08474941a92 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0530546
Feb 19 21:38:32.774281 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2948adb5-61fc-4879-8708-61a09d35dc97 req-f9ede59e-8aa9-405b-9bf6-0e67a128437d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414920
Feb 19 21:38:33.897739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf26c1e-533c-4a94-a25c-7186e270f701 req-74d0de59-67dd-4ad6-967f-e8ff442c0aa0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:33.899297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bf26c1e-533c-4a94-a25c-7186e270f701 req-74d0de59-67dd-4ad6-967f-e8ff442c0aa0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0569158
Feb 19 21:38:33.945756 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7bf26c1e-533c-4a94-a25c-7186e270f701 req-b91b2907-0d83-4a22-8359-3f6fba6d38e9 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403440
Feb 19 21:38:35.064560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eafa9-f451-4701-b187-ff1930b5c0f4 req-a3d5d3c6-6b84-4456-b132-c1a8f56f5fca tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:35.066048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f5eafa9-f451-4701-b187-ff1930b5c0f4 req-a3d5d3c6-6b84-4456-b132-c1a8f56f5fca tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0521097
Feb 19 21:38:35.112081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f5eafa9-f451-4701-b187-ff1930b5c0f4 req-aa971910-4fbb-410b-8530-d668d452a2d3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402460
Feb 19 21:38:36.231983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a29fd7-df72-4f3a-b95a-f67d909d5feb req-89cdd83a-d391-4c82-b9f2-a4c74e3ee1dd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:36.233523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4a29fd7-df72-4f3a-b95a-f67d909d5feb req-89cdd83a-d391-4c82-b9f2-a4c74e3ee1dd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0537331
Feb 19 21:38:36.282298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4a29fd7-df72-4f3a-b95a-f67d909d5feb req-0b242f68-a6b0-425f-8d1d-60d064b122fc tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432625
Feb 19 21:38:37.300921 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:38:37.399933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb61b1-4996-4695-b63e-0fbafcfb5654 req-4e920301-80c3-47c1-aca5-e5ee92dc20e8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:37.402069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50fb61b1-4996-4695-b63e-0fbafcfb5654 req-4e920301-80c3-47c1-aca5-e5ee92dc20e8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0519683
Feb 19 21:38:37.448022 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50fb61b1-4996-4695-b63e-0fbafcfb5654 req-d0221a17-bee4-46d8-a11c-30710e698da3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403864
Feb 19 21:38:38.569714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e058d3-db78-46e6-8a53-63cfff387500 req-a0ffb4f7-a9f9-4574-9f36-61db5d296636 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:38.571462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6e058d3-db78-46e6-8a53-63cfff387500 req-a0ffb4f7-a9f9-4574-9f36-61db5d296636 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0521576
Feb 19 21:38:38.618124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c6e058d3-db78-46e6-8a53-63cfff387500 req-bc36e90d-391f-4a77-bcd1-6fc28ea4e5db tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410783
Feb 19 21:38:39.739101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47405ec-8802-44ac-8d93-b0b6f805a84b req-a00043c4-fdf2-4593-9811-a4e81619661a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:39.740620 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b47405ec-8802-44ac-8d93-b0b6f805a84b req-a00043c4-fdf2-4593-9811-a4e81619661a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0559661
Feb 19 21:38:39.786256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b47405ec-8802-44ac-8d93-b0b6f805a84b req-eddf6dd6-4f3f-4ec3-8c10-5236e2e0f01d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393875
Feb 19 21:38:40.905568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f137412-336b-4122-99e0-b462c196e3cf req-e3d30920-8349-4e59-9188-931787e6148a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:40.907063 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f137412-336b-4122-99e0-b462c196e3cf req-e3d30920-8349-4e59-9188-931787e6148a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0531056
Feb 19 21:38:40.954177 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f137412-336b-4122-99e0-b462c196e3cf req-8370bb9e-4120-44d2-8c1d-490cbc7d6ceb tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414903
Feb 19 21:38:42.078514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd829cb-e660-4279-b416-26b0e744f922 req-304664a9-c6aa-44ea-858f-b0e95757cef7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:42.080013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fd829cb-e660-4279-b416-26b0e744f922 req-304664a9-c6aa-44ea-858f-b0e95757cef7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0566494
Feb 19 21:38:42.126302 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fd829cb-e660-4279-b416-26b0e744f922 req-f2810b5f-e45b-4adc-a6c3-42839dea3664 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407262
Feb 19 21:38:43.245741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7462b7b-c702-4fa9-ab98-f880db8f6901 req-7e30474b-cfe6-4c53-854b-3b6a6505fe78 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:43.247249 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7462b7b-c702-4fa9-ab98-f880db8f6901 req-7e30474b-cfe6-4c53-854b-3b6a6505fe78 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0528538
Feb 19 21:38:43.293503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7462b7b-c702-4fa9-ab98-f880db8f6901 req-5e2f2441-5e7a-4a8b-8df1-b16f9cc1798a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406990
Feb 19 21:38:44.410645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c21806-2c91-40af-87e0-7e20728239e9 req-11fd8464-b34b-4ece-a726-eb2d949b11c6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:44.412150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50c21806-2c91-40af-87e0-7e20728239e9 req-11fd8464-b34b-4ece-a726-eb2d949b11c6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0514975
Feb 19 21:38:44.461561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50c21806-2c91-40af-87e0-7e20728239e9 req-7a26e7ef-68f5-4ff4-b94b-678c2bc0817a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432236
Feb 19 21:38:45.581698 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255a382-13d8-46db-9623-7884bb8154aa req-b5cc1fb0-f3cb-4dac-a7c9-eae68d347a78 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:45.583128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1255a382-13d8-46db-9623-7884bb8154aa req-b5cc1fb0-f3cb-4dac-a7c9-eae68d347a78 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0519648
Feb 19 21:38:45.631537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1255a382-13d8-46db-9623-7884bb8154aa req-1a2c6343-c025-4ef2-ad77-502f4a45ad20 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414884
Feb 19 21:38:45.674224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a73b-2ffc-485a-9c56-81342b6780bb req-f3f93761-9505-472d-b40f-c705292bc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:45.675803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1316a73b-2ffc-485a-9c56-81342b6780bb req-f3f93761-9505-472d-b40f-c705292bc401 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1127 time: 0.0434229
Feb 19 21:38:45.782510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a73b-2ffc-485a-9c56-81342b6780bb req-4b613dd8-c86b-464b-9ee2-e9b4e98d1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:45.783989 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1316a73b-2ffc-485a-9c56-81342b6780bb req-4b613dd8-c86b-464b-9ee2-e9b4e98d1772 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0889597
Feb 19 21:38:45.849974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1316a73b-2ffc-485a-9c56-81342b6780bb req-750355ee-3073-41cd-b3a8-090ae5cf2c8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1002 time: 0.0580647
Feb 19 21:38:45.850229 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [req-fc382cb8-7f39-4eb2-9898-92778396041a req-c2a21f1d-59d1-4a04-aec9-2b6f631cdbe4 service neutron] show failed (client error): The resource could not be found.
Feb 19 21:38:45.851119 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-c2a21f1d-59d1-4a04-aec9-2b6f631cdbe4 service neutron] 10.222.0.67 "GET /v2.0/ports/aa7ab863-85c8-4936-985e-59cae943c29d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0538990
Feb 19 21:38:45.903288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a73b-2ffc-485a-9c56-81342b6780bb req-ba99ad4b-9a92-4528-9e05-c0e4044d0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:45.905105 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1316a73b-2ffc-485a-9c56-81342b6780bb req-ba99ad4b-9a92-4528-9e05-c0e4044d0d93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0452025
Feb 19 21:38:45.959304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a73b-2ffc-485a-9c56-81342b6780bb req-e90ad8bf-6ff1-4fda-9fd1-a506948888fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:45.960864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1316a73b-2ffc-485a-9c56-81342b6780bb req-e90ad8bf-6ff1-4fda-9fd1-a506948888fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481977
Feb 19 21:38:46.055680 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1316a73b-2ffc-485a-9c56-81342b6780bb req-4d39f6a2-12d7-45fc-af0c-dac08312ac87 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832541
Feb 19 21:38:46.057779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382cb8-7f39-4eb2-9898-92778396041a req-218b7df6-7b29-43ef-b35d-0f422307cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:46.059273 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-218b7df6-7b29-43ef-b35d-0f422307cbeb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 1127 time: 0.0481751
Feb 19 21:38:46.069669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:38:46.127345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:46.147726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1316a73b-2ffc-485a-9c56-81342b6780bb req-c95f62c2-4e51-4926-b3f0-def1207b1761 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862684
Feb 19 21:38:46.322452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:38:46.355085 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:38:46.740648 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:38:46.742882 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808b9afe-b917-47c6-8a69-d8db8e9a6c01" -d '{"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:38:46.746947 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Publish callbacks [] for port (aa7ab863-85c8-4936-985e-59cae943c29d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:46.754702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34173930-d469-41a9-9250-0905508dd912 req-fd8c750b-9bc7-442a-89a3-2f6bf40fe331 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:46.756359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34173930-d469-41a9-9250-0905508dd912 req-fd8c750b-9bc7-442a-89a3-2f6bf40fe331 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0529549
Feb 19 21:38:46.760526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Transition to ACTIVE for port object aa7ab863-85c8-4936-985e-59cae943c29d will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:38:46.765274 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:46.803690 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b24c659-b5e6-4325-92ba-024932a4bba1 x-openstack-request-id: req-6b24c659-b5e6-4325-92ba-024932a4bba1 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:38:46.803993 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:38:46.804256 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b24c659-b5e6-4325-92ba-024932a4bba1 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:38:46.804666 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'code': 200}
Feb 19 21:38:46.808956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34173930-d469-41a9-9250-0905508dd912 req-e0dab6b0-2846-4740-b446-664384f7e93c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452631
Feb 19 21:38:46.816368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=6']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:46.859218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.859914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.859914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.860249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.860620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.860961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.861297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.861629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.861962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.862293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.862630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.862977 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.863290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:38:46.911247 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] No DVR routers for this DVR port aa7ab863-85c8-4936-985e-59cae943c29d on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:38:47.046365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:38:47.046700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:38:47.047029 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:38:47.051111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Port aa7ab863-85c8-4936-985e-59cae943c29d on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:38:47.051432 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:38:47.057008 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:38:47.057351 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:38:47.057735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:38:47.058156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Bound port: aa7ab863-85c8-4936-985e-59cae943c29d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:38:47.058506 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:47.120926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:38:47.123882 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:38:47.129743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:47.164551 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:47.165188 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:47.167084 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] 10.222.0.10 "PUT /v2.0/ports/aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1091 time: 1.1013227
Feb 19 21:38:47.186486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad9816-b57a-4e87-8d9a-e74754ad4285 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=7']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:47.239035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382cb8-7f39-4eb2-9898-92778396041a req-f70a4390-bcb8-4af9-ab19-3fcaf5b20636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:47.240615 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-f70a4390-bcb8-4af9-ab19-3fcaf5b20636 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1125 time: 0.0510850
Feb 19 21:38:47.332704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382cb8-7f39-4eb2-9898-92778396041a req-db2d30f5-241c-4126-8212-5fbb1c9d709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:47.334887 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-db2d30f5-241c-4126-8212-5fbb1c9d709c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0872641
Feb 19 21:38:47.402894 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-a63b4daf-ee30-4448-8f43-fd20632858f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1000 time: 0.0627310
Feb 19 21:38:47.449672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382cb8-7f39-4eb2-9898-92778396041a req-4fab6408-8b80-4c6a-8c67-0d5841b3b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:47.451002 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-4fab6408-8b80-4c6a-8c67-0d5841b3b186 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0429876
Feb 19 21:38:47.499398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382cb8-7f39-4eb2-9898-92778396041a req-c5aa04fc-31b2-4413-9a56-e489cc5cab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:47.501063 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-c5aa04fc-31b2-4413-9a56-e489cc5cab1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446255
Feb 19 21:38:47.590638 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-ac4f2040-cb94-4694-b8d5-676008a905ed service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839128
Feb 19 21:38:47.677673 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-faf56b28-a246-495e-a18a-d5dae4b1291c service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817223
Feb 19 21:38:47.933460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369d609-581f-4d92-8553-a7ab0cfbe916 req-5e91b7e9-89c7-418e-8280-db60731eabdf tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:47.934977 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2369d609-581f-4d92-8553-a7ab0cfbe916 req-5e91b7e9-89c7-418e-8280-db60731eabdf tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 943 time: 0.0532973
Feb 19 21:38:47.985267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2369d609-581f-4d92-8553-a7ab0cfbe916 req-3a091c75-db16-438b-8094-f5a880276250 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446455
Feb 19 21:38:48.371881 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2df33d31-8ce0-4bf4-94ff-9e7e3df1bc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:48.805510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:38:48.808709 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47087fa4-3dfd-4444-889a-36a7503d1a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:38:48.857367 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e6ea8f-4384-4d34-85b0-06c0fd7c7d84 x-openstack-request-id: req-11e6ea8f-4384-4d34-85b0-06c0fd7c7d84 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:38:48.857707 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:38:48.858002 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11e6ea8f-4384-4d34-85b0-06c0fd7c7d84 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:38:48.858412 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'status': 'completed', 'code': 200}
Feb 19 21:38:48.918102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-a25839d7-c2d2-48c3-9198-23f38668a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:48.919598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-a25839d7-c2d2-48c3-9198-23f38668a528 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1125 time: 0.0449476
Feb 19 21:38:48.924242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-4d60ff87-3e76-4cc8-bf3d-43350f829370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:48.925774 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-4d60ff87-3e76-4cc8-bf3d-43350f829370 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1125 time: 0.0450225
Feb 19 21:38:49.007889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-a9c21aef-b15a-460b-82d5-961b18a0ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:49.009163 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-a9c21aef-b15a-460b-82d5-961b18a0ec04 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0834355
Feb 19 21:38:49.023775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-84f31422-a2b1-49e8-bfcc-444b3b611ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:49.025920 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-84f31422-a2b1-49e8-bfcc-444b3b611ab1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0927687
Feb 19 21:38:49.094562 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-72a0b2f8-be4f-469f-9587-221fd5e3b86d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1000 time: 0.0597010
Feb 19 21:38:49.105993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-59467a70-1296-490e-a69a-9b7ff2ee0405 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1000 time: 0.0911551
Feb 19 21:38:49.152592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1276d4-6f37-4fd6-aa0d-0f2efc6331f9 req-c251cddd-da68-4569-8635-5c2ac2fcff51 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:49.154101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be1276d4-6f37-4fd6-aa0d-0f2efc6331f9 req-c251cddd-da68-4569-8635-5c2ac2fcff51 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 943 time: 0.0930290
Feb 19 21:38:49.155407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-124c625a-7c4b-4a1c-9511-40da991cb09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:49.156895 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-124c625a-7c4b-4a1c-9511-40da991cb09a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0479074
Feb 19 21:38:49.186039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-1c1f5f52-30b6-435a-886b-ff0341e1f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:49.188307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-1c1f5f52-30b6-435a-886b-ff0341e1f4cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0745585
Feb 19 21:38:49.208725 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-be8be685-5482-406d-bab3-6f2b7174d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:49.211382 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-be8be685-5482-406d-bab3-6f2b7174d8b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457010
Feb 19 21:38:49.247013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-be1276d4-6f37-4fd6-aa0d-0f2efc6331f9 req-651b1cd3-ee07-468c-b8ce-16199cd12430 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866199
Feb 19 21:38:49.262791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-4ab8a436-99d4-4549-b474-6ef84bb1b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:49.264294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-4ab8a436-99d4-4549-b474-6ef84bb1b3bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0650806
Feb 19 21:38:49.311003 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-c8eb5b8e-0e56-48a6-beaf-572aaaa1c794 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937309
Feb 19 21:38:49.362313 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-de6f96ea-799c-4067-9e56-6308dd11bcec service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889754
Feb 19 21:38:49.407474 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-c5628806-d28e-4920-8560-35ff999eb3f5 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896327
Feb 19 21:38:49.457769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-47087fa4-3dfd-4444-889a-36a7503d1a6a req-4059f87d-047d-4188-a63c-c54fa32994fd service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883656
Feb 19 21:38:49.661351 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:38:49.760266 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:38:49.772852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'port_id': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'mac_address': 'fa:16:3e:18:e9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:38:49.809565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port aa7ab863-85c8-4936-985e-59cae943c29d is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:38:49.809970 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:49.823840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7ab863-85c8-4936-985e-59cae943c29d {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:38:49.842823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:38:49.846928 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:49.854312 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:38:49.927818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:49.934768 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port aa7ab863-85c8-4936-985e-59cae943c29d host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:38:49.935499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:38:50.057515 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['aa7ab863-85c8-4936-985e-59cae943c29d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:38:50.378263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef51188-fd82-4be5-8f3b-136a6d599687 req-3ac69529-67e5-4279-a7ef-def7637f6a48 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:50.379740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ef51188-fd82-4be5-8f3b-136a6d599687 req-3ac69529-67e5-4279-a7ef-def7637f6a48 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 944 time: 0.0534642
Feb 19 21:38:50.425224 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3ef51188-fd82-4be5-8f3b-136a6d599687 req-7ec25b93-d435-44a1-8b84-d95ed79bd354 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400383
Feb 19 21:38:50.639872 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1afde7f2-c355-42bb-bea5-65dcea8a661a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:50.716137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-391a3087-8176-4b29-9af5-17f7009ac378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:50.717713 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-391a3087-8176-4b29-9af5-17f7009ac378 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0575550
Feb 19 21:38:50.724805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61cd34-0962-4423-957a-91dc0c30cdd5 req-19f06ead-e0b8-4eeb-b487-aeb57eac66e6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:50.726418 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e61cd34-0962-4423-957a-91dc0c30cdd5 req-19f06ead-e0b8-4eeb-b487-aeb57eac66e6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 944 time: 0.0551758
Feb 19 21:38:50.778325 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-fc602d35-6fc7-435c-8cae-2c325e7f2aa4 service neutron] 10.222.0.10 "GET /v2.0/ports/aa7ab863-85c8-4936-985e-59cae943c29d/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0547709
Feb 19 21:38:50.781472 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e61cd34-0962-4423-957a-91dc0c30cdd5 req-54020a1d-6c17-4801-a984-a02563133f10 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458827
Feb 19 21:38:50.847017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-6a03ab24-1fa2-44ae-92f9-deb513667e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:50.848540 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-6a03ab24-1fa2-44ae-92f9-deb513667e11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1126 time: 0.0492842
Feb 19 21:38:50.935690 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-327bf458-a5d4-4eba-a282-a52fc89e987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:50.937116 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-327bf458-a5d4-4eba-a282-a52fc89e987b service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0832694
Feb 19 21:38:51.003902 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-bb8ee30e-4003-46a7-8f5a-176aef4c2447 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1001 time: 0.0611515
Feb 19 21:38:51.051269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-f61a07dc-bb9c-4da0-9942-c5ef8e50723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:51.052705 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-f61a07dc-bb9c-4da0-9942-c5ef8e50723b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0434027
Feb 19 21:38:51.099469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-c0aa2248-8fd5-49cc-ac08-6ba2022861af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:51.100997 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-c0aa2248-8fd5-49cc-ac08-6ba2022861af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431597
Feb 19 21:38:51.193768 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-8eb32477-a9a0-4d5b-99ca-569eddbf4a13 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865784
Feb 19 21:38:51.280833 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-0b67330b-b40d-4e2b-9032-d30458eb3cdd service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814528
Feb 19 21:38:51.678316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:38:51.729426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port aa7ab863-85c8-4936-985e-59cae943c29d completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:38:51.733427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port aa7ab863-85c8-4936-985e-59cae943c29d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:38:51.733812 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:51.814367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port aa7ab863-85c8-4936-985e-59cae943c29d is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:38:51.814771 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:51.838268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:38:51.840577 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09f25c3-6a12-4303-9ace-b86c9215f01b" -d '{"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:38:51.853359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:38:51.859326 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:51.898047 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b2c4e4-d9d3-40b1-9f44-02051598dd5f x-openstack-request-id: req-09b2c4e4-d9d3-40b1-9f44-02051598dd5f {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:38:51.898357 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:38:51.898611 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09b2c4e4-d9d3-40b1-9f44-02051598dd5f {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:38:51.899015 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'code': 200}
Feb 19 21:38:51.918263 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:51.954853 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:52.252494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5e2eb-ed11-4cc0-a220-24e7b7762786 req-0489388d-a7bf-4c46-8a48-3e45bbf2cfe1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:52.253997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dfd5e2eb-ed11-4cc0-a220-24e7b7762786 req-0489388d-a7bf-4c46-8a48-3e45bbf2cfe1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.3985610
Feb 19 21:38:52.300986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dfd5e2eb-ed11-4cc0-a220-24e7b7762786 req-79f6e448-f35c-4100-b3c7-2386413e4068 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409355
Feb 19 21:38:53.310906 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:53.336589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-e2c25f9d-0683-4f52-9499-6740a6d2ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:53.338211 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-e2c25f9d-0683-4f52-9499-6740a6d2ce61 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 1127 time: 0.0446532
Feb 19 21:38:53.348502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:38:53.434767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:53.462803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425608a-9bf7-4fe5-b852-2fe30994a127 req-d0f87235-96f7-4f41-a540-a3d5fd27f6c3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:53.464834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e425608a-9bf7-4fe5-b852-2fe30994a127 req-d0f87235-96f7-4f41-a540-a3d5fd27f6c3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0929193
Feb 19 21:38:53.598987 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e425608a-9bf7-4fe5-b852-2fe30994a127 req-fbfff1eb-a27e-4dbb-858b-e862f31cdb32 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1170883
Feb 19 21:38:53.687798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:38:53.721565 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:38:53.766403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:38:53.768735 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63082294-8397-447b-b258-24e23364176e" -d '{"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:38:53.772249 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Publish callbacks [] for port (aa7ab863-85c8-4936-985e-59cae943c29d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:53.785215 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Transition to ACTIVE for port object aa7ab863-85c8-4936-985e-59cae943c29d will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:38:53.789323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:53.821214 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf298cc-fe54-43ed-9dbc-97f94c491406 x-openstack-request-id: req-dbf298cc-fe54-43ed-9dbc-97f94c491406 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:38:53.821513 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:38:53.821770 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbf298cc-fe54-43ed-9dbc-97f94c491406 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:38:53.822168 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'code': 200}
Feb 19 21:38:53.876577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=10']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:53.921403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] No DVR routers for this DVR port aa7ab863-85c8-4936-985e-59cae943c29d on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:38:54.070230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:38:54.070573 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:38:54.071157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:38:54.076049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Port aa7ab863-85c8-4936-985e-59cae943c29d on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:38:54.076410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Attempting to bind port aa7ab863-85c8-4936-985e-59cae943c29d on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:38:54.081193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:38:54.081529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:38:54.081911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:38:54.082332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Bound port: aa7ab863-85c8-4936-985e-59cae943c29d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:38:54.082688 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:54.144982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:38:54.147809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:38:54.153939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:54.190864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:54.191501 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:54.192904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] 10.222.0.67 "PUT /v2.0/ports/aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1092 time: 0.8485098
Feb 19 21:38:54.215080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011cf5b-c006-4849-8891-54e35843afa8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=11']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:54.268306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b39d929d-f620-4011-b94d-0ee9ad11f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:54.269859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-b39d929d-f620-4011-b94d-0ee9ad11f50f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1126 time: 0.0515497
Feb 19 21:38:54.368430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-5920a93c-746c-45a9-a105-a7ac51d99f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:54.370465 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-5920a93c-746c-45a9-a105-a7ac51d99f9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0929878
Feb 19 21:38:54.435012 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-1601149e-acb9-43ff-9169-1737c048f736 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1000 time: 0.0595355
Feb 19 21:38:54.489037 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:54.489914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-5b8b7d03-3ee7-4a4b-a761-47f5b65e5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:54.491278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-5b8b7d03-3ee7-4a4b-a761-47f5b65e5b46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0508165
Feb 19 21:38:54.537808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-d3e59ff0-9239-4e8e-9680-e61c7b8989f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:54.539319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-d3e59ff0-9239-4e8e-9680-e61c7b8989f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427864
Feb 19 21:38:54.630335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-ab4b010a-abc0-4baf-84c4-b1327c63f1ed service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814095
Feb 19 21:38:54.770776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f594276-3163-4138-8f62-9da8fdeccd7b req-fe242b9d-2f46-4139-83ab-bc55fb0ca7e8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:54.772262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f594276-3163-4138-8f62-9da8fdeccd7b req-fe242b9d-2f46-4139-83ab-bc55fb0ca7e8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 944 time: 0.0897291
Feb 19 21:38:54.775767 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-41e83278-4568-4ee1-a725-11ac24bbefe7 req-558e03aa-1ff5-49a3-a700-c0cdd09f576d service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393597
Feb 19 21:38:54.823730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f594276-3163-4138-8f62-9da8fdeccd7b req-aad134f2-de2f-4bb9-a73d-6c019c6ac0e9 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458794
Feb 19 21:38:55.718036 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:38:55.756229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port aa7ab863-85c8-4936-985e-59cae943c29d host nch2-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:38:55.756649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:38:55.823389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:38:55.825754 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec059025-d4c5-43b6-8c03-2d74d84f09bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:38:55.874502 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfc1993-5eea-44a0-b5f3-ad220ae7a483 x-openstack-request-id: req-6bfc1993-5eea-44a0-b5f3-ad220ae7a483 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:38:55.874805 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:38:55.875064 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bfc1993-5eea-44a0-b5f3-ad220ae7a483 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:38:55.875469 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'status': 'completed', 'code': 200}
Feb 19 21:38:55.944106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-b61c130e-bdb2-447e-9477-749d48f6c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:55.945931 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-b61c130e-bdb2-447e-9477-749d48f6c309 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1126 time: 0.0467350
Feb 19 21:38:55.973976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fab83-5b36-43d9-8c94-25f28137a921 req-4ff376a2-41f0-48c1-a788-29e28ae20058 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:55.975394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b4fab83-5b36-43d9-8c94-25f28137a921 req-4ff376a2-41f0-48c1-a788-29e28ae20058 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 944 time: 0.0835490
Feb 19 21:38:55.978175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-16c8e33d-d5d6-4fd5-9f00-79ce0d0f3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:55.980184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-16c8e33d-d5d6-4fd5-9f00-79ce0d0f3512 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 1126 time: 0.0779886
Feb 19 21:38:56.042194 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-d7d55cc9-ff74-4fa8-a5a4-163aee74d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:56.043727 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-d7d55cc9-ff74-4fa8-a5a4-163aee74d8cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0903549
Feb 19 21:38:56.081745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9b4fab83-5b36-43d9-8c94-25f28137a921 req-d06cee46-1467-492c-a172-80d2598aa2ae tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998430
Feb 19 21:38:56.104449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-d692f332-3f89-409c-b6da-4bbb5574ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:56.105923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-d692f332-3f89-409c-b6da-4bbb5574ec64 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.1183555
Feb 19 21:38:56.108986 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-44228d6f-871f-48df-9b7c-eae2f5f7f9bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1000 time: 0.0596557
Feb 19 21:38:56.162557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-8f56242a-9c10-403c-9fa6-be09824d6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:56.164191 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-8f56242a-9c10-403c-9fa6-be09824d6981 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0488293
Feb 19 21:38:56.174869 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-d72c2861-22f1-4738-b1de-1e81b5400100 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 200  len: 1000 time: 0.0624783
Feb 19 21:38:56.213112 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-ce5a3695-a08f-4b52-babb-8aec909d87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:56.215382 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-ce5a3695-a08f-4b52-babb-8aec909d87fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450311
Feb 19 21:38:56.228277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-fb2622cf-b0c5-4600-ad31-38a1ddf7644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:56.229782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-fb2622cf-b0c5-4600-ad31-38a1ddf7644c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0491025
Feb 19 21:38:56.236611 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:56.279175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-dfe8a001-9b96-4bc2-baaf-7a2bd9af2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:56.280726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-dfe8a001-9b96-4bc2-baaf-7a2bd9af2fc0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450470
Feb 19 21:38:56.306873 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-e0d406e0-9c73-404f-8fdd-c6b48f226a39 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858929
Feb 19 21:38:56.373856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-784519f1-d30e-4375-be73-c9a47c0d82b0 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865955
Feb 19 21:38:56.402823 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-285054cb-c99c-41ff-9535-0ef0e0641125 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891974
Feb 19 21:38:56.468833 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec059025-d4c5-43b6-8c03-2d74d84f09bb req-fb1bc4ae-581d-4b68-a07f-168deff2556e service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890741
Feb 19 21:38:57.204458 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5d147-3a6c-477c-95b9-8bd9da217cc7 req-16e8f6b9-3821-471d-8fdd-af95fd7aa58b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:57.205933 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46d5d147-3a6c-477c-95b9-8bd9da217cc7 req-16e8f6b9-3821-471d-8fdd-af95fd7aa58b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 944 time: 0.0528154
Feb 19 21:38:57.254190 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46d5d147-3a6c-477c-95b9-8bd9da217cc7 req-6a83aff8-56ed-4189-a6dd-4bb023e7d6da tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425572
Feb 19 21:38:57.908223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:38:58.001022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:38:58.012638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'port_id': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'mac_address': 'fa:16:3e:18:e9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:38:58.050862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port aa7ab863-85c8-4936-985e-59cae943c29d is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:38:58.051255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:58.063983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7ab863-85c8-4936-985e-59cae943c29d {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:38:58.083514 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:38:58.086547 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:58.132423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=12']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:38:58.380160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60c759-4831-4ec1-b30f-bee55debe0d3 req-595eaa2a-3ba0-4d27-af20-57198ec095ba tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:58.381927 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad60c759-4831-4ec1-b30f-bee55debe0d3 req-595eaa2a-3ba0-4d27-af20-57198ec095ba tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0533292
Feb 19 21:38:58.420123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['aa7ab863-85c8-4936-985e-59cae943c29d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:38:58.433182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ad60c759-4831-4ec1-b30f-bee55debe0d3 req-1ed78b28-ff48-488f-9c11-ade85df3b3a1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450742
Feb 19 21:38:58.553936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391ba1d-18e0-4948-bae7-ee0157c9f28d req-958c50e1-2d26-4687-94ed-153fba8d8890 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:58.555432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5391ba1d-18e0-4948-bae7-ee0157c9f28d req-958c50e1-2d26-4687-94ed-153fba8d8890 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0549581
Feb 19 21:38:58.602755 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5391ba1d-18e0-4948-bae7-ee0157c9f28d req-e6543a51-2b5c-4a1c-b444-0514c88e548a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409677
Feb 19 21:38:58.723012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b659bf9-6c03-42c5-bc67-1bf92b03a817 req-031f0bc3-b447-48b1-802f-862f2a78a068 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:58.724533 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b659bf9-6c03-42c5-bc67-1bf92b03a817 req-031f0bc3-b447-48b1-802f-862f2a78a068 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0541654
Feb 19 21:38:58.770836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b659bf9-6c03-42c5-bc67-1bf92b03a817 req-3f8377a4-007c-4643-b658-3bf338c2d26f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401802
Feb 19 21:38:59.019297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dc56f-466e-4ff3-9f82-ee7fa187fcb9 req-250542f3-08a3-4260-92fd-2cb4f39d6bea tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:38:59.020812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b9dc56f-466e-4ff3-9f82-ee7fa187fcb9 req-250542f3-08a3-4260-92fd-2cb4f39d6bea tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 945 time: 0.0573006
Feb 19 21:38:59.067018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b9dc56f-466e-4ff3-9f82-ee7fa187fcb9 req-83bca86e-c883-4c39-afba-4da039ba5390 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399466
Feb 19 21:38:59.795092 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:38:59.917923 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:38:59.965885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port aa7ab863-85c8-4936-985e-59cae943c29d completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:38:59.969427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port aa7ab863-85c8-4936-985e-59cae943c29d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:38:59.969812 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:00.043697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port aa7ab863-85c8-4936-985e-59cae943c29d is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:39:00.044078 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:00.069236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:00.071672 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892434ca-1aaa-4915-b83d-8d575c17c811" -d '{"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:00.083852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:00.087564 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:00.116059 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8974f62f-81a6-4736-b2ed-514c13af5aec x-openstack-request-id: req-8974f62f-81a6-4736-b2ed-514c13af5aec {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:00.116387 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:00.116654 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8974f62f-81a6-4736-b2ed-514c13af5aec {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:00.117054 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'code': 200}
Feb 19 21:39:00.140614 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=13']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:00.192707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758e965-4b80-41d0-9c94-d4b3af7b7216 req-287acc1b-d45b-47c3-bbf2-54184e658b7a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:00.194345 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4758e965-4b80-41d0-9c94-d4b3af7b7216 req-287acc1b-d45b-47c3-bbf2-54184e658b7a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 946 time: 0.0544899
Feb 19 21:39:00.245310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4758e965-4b80-41d0-9c94-d4b3af7b7216 req-decbb621-51cc-4395-b4ff-cdd3ca671bfa tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426323
Feb 19 21:39:00.433330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-4277e8fd-90c3-4aae-a29d-d1d631227a4d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:00.434836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-4277e8fd-90c3-4aae-a29d-d1d631227a4d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 946 time: 0.0556433
Feb 19 21:39:00.524315 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Deleting port aa7ab863-85c8-4936-985e-59cae943c29d {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:39:00.524701 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:00.621601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] For port aa7ab863-85c8-4936-985e-59cae943c29d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa7ab863-85c8-4936-985e-59cae943c29d,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:00.621983 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:00.795188 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:00.795453 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:00.795777 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e disassociated. External IP: 172.35.2.113, port: aa7ab863-85c8-4936-985e-59cae943c29d.
Feb 19 21:39:00.796124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Calling delete_port for aa7ab863-85c8-4936-985e-59cae943c29d owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:39:00.940915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (aa7ab863-85c8-4936-985e-59cae943c29d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:00.971387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event deleted for resources: {'Port': ['ID=aa7ab863-85c8-4936-985e-59cae943c29d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:00.982164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.982511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.982860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.983210 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.983572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.983901 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.984239 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.984597 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.984930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.985262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.985596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.985930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:00.986265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:01.102696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Router 43ee1564-52be-4937-baa5-0b9323455e6d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:39:01.217079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:39:01.228229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8b62c6-995d-4e3d-b68f-1b2bb49cf3e0 None None] Sync routers for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:39:01.238171 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b62c6-995d-4e3d-b68f-1b2bb49cf3e0 None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:39:01.239113 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ee8b62c6-995d-4e3d-b68f-1b2bb49cf3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63370b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:38:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:01.257525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] No DVR routers for this DVR port aa7ab863-85c8-4936-985e-59cae943c29d on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:39:01.260291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:01.263658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cf12359-3c83-483c-b7bd-61dd76b1de48 req-65227968-b499-4c5f-987f-002a17bc6261 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "DELETE /v2.0/ports/aa7ab863-85c8-4936-985e-59cae943c29d HTTP/1.1" status: 204  len: 173 time: 0.8241401
Feb 19 21:39:01.264105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-deleted', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:01.267281 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929e1cf4-df4e-4747-98e8-068bc98baf14" -d '{"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-deleted", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:01.341400 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae18cd42-595e-4b19-b532-e185a29c7c30 x-openstack-request-id: req-ae18cd42-595e-4b19-b532-e185a29c7c30 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:01.341773 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d7baba-6d4e-471b-9c6a-8bd68a76911e", "name": "network-vif-deleted", "tag": "aa7ab863-85c8-4936-985e-59cae943c29d", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:01.342040 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae18cd42-595e-4b19-b532-e185a29c7c30 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:01.342401 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d7baba-6d4e-471b-9c6a-8bd68a76911e', 'name': 'network-vif-deleted', 'tag': 'aa7ab863-85c8-4936-985e-59cae943c29d', 'status': 'completed', 'code': 200}
Feb 19 21:39:01.363265 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e5723984-34f9-471e-8ddb-4b1d3d181b8a req-813d456b-dae2-4e1c-a026-c919c928a29b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5d7baba-6d4e-471b-9c6a-8bd68a76911e HTTP/1.1" status: 200  len: 210 time: 0.0434723
Feb 19 21:39:01.365864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ee8b62c6-995d-4e3d-b68f-1b2bb49cf3e0 None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:39:01.559689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ee8b62c6-995d-4e3d-b68f-1b2bb49cf3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63370b80>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:01.588534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8b62c6-995d-4e3d-b68f-1b2bb49cf3e0 None None] Checking router: 43ee1564-52be-4937-baa5-0b9323455e6d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:39:01.596479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b62c6-995d-4e3d-b68f-1b2bb49cf3e0 None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:39:01.597082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ee8b62c6-995d-4e3d-b68f-1b2bb49cf3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63370b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:38:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:01.894061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ee8b62c6-995d-4e3d-b68f-1b2bb49cf3e0 None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:39:02.090616 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ee8b62c6-995d-4e3d-b68f-1b2bb49cf3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63370b80>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:02.116112 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8b62c6-995d-4e3d-b68f-1b2bb49cf3e0 None None] The sync data for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 is: [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:39:02.337465 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088243b-6369-4e49-98a3-b66b201a7475 None None] New status for floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:39:02.616585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-7146ad9e-d9df-481b-a7ed-359f44a019e3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--129379875&fields=id&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 267 time: 0.0417449
Feb 19 21:39:02.723137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-24743c2f-9b4d-493d-90e9-7b28393e3171 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:02.724664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-24743c2f-9b4d-493d-90e9-7b28393e3171 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 812 time: 0.1017542
Feb 19 21:39:02.740122 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-dd5577d2-577f-4607-86cd-c7dc4f0a7b28 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/quotas/9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 375 time: 0.0091350
Feb 19 21:39:02.794986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-ecf7f6c3-4682-4a03-930f-92c9c959388e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0497291
Feb 19 21:39:02.898431 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-f6fbdf9b-739b-4006-bbdc-256abce4aa1c service neutron] 10.222.0.30 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910633
Feb 19 21:39:02.988252 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-7226418c-9c8e-478f-b7fd-732d104dc5ad service neutron] 10.222.0.30 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830965
Feb 19 21:39:03.148282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-263f5e62-92c6-49df-8dc0-1c86658c8f6f req-082a4b02-de15-4b86-a574-f2de08daab9b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 210 time: 0.0282247
Feb 19 21:39:04.113792 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-097cc963-6297-479e-87e4-869df9e28e6d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:04.115156 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-097cc963-6297-479e-87e4-869df9e28e6d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 812 time: 0.1050298
Feb 19 21:39:04.175453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-07d420b6-8d03-40b8-a085-1fcf0dda2771 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 379 time: 0.0528424
Feb 19 21:39:04.185048 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'port': {'device_id': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'admin_state_up': True, 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'security_groups': ['063a0885-d68a-40cc-946a-9b90153c1c24']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:39:04.260663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44a6cc94-5ae0-4a7d-aaaf-f6b7a3a40f0b req-739655a7-00a0-438e-a621-51c0be41fa62 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 210 time: 0.0363297
Feb 19 21:39:04.319127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Made reservation on behalf of 9f6be5d4ae2946bb9304ae0a31f2c325 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:39:04.322888 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:04.445436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Allocated IP 172.20.0.3 (f342daca-48e4-4cbe-b7ce-0803d4de7cbe/b6b480da-4938-482f-9dce-e945cb237148/c3c71211-925d-4eea-ba40-4b08a563b6e3) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:39:04.584569 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:04.617418 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:04.661077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:39:04.664150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:39:04.668506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:39:04.699927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:04.727110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:04.727110 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:04.746563 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5baa6645-4bad-4aba-a927-f068e9c30fa7 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5651522
Feb 19 21:39:04.757137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Request body: {'port': {'device_id': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:39:04.818443 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:04.863280 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1bee3f05-9aa6-4444-bc2b-147a84115656 None None] Provisioning complete for port c3c71211-925d-4eea-ba40-4b08a563b6e3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:39:04.863791 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1bee3f05-9aa6-4444-bc2b-147a84115656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:04.901596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1bee3f05-9aa6-4444-bc2b-147a84115656 None None] Port c3c71211-925d-4eea-ba40-4b08a563b6e3 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:39:05.081174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c71211-925d-4eea-ba40-4b08a563b6e3 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:39:05.089321 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Publish callbacks [] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:05.101656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Transition to ACTIVE for port object c3c71211-925d-4eea-ba40-4b08a563b6e3 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:39:05.105145 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:05.158119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:05.225823 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:39:05.226171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:39:05.226508 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:39:05.231092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Port c3c71211-925d-4eea-ba40-4b08a563b6e3 on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:39:05.231418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:39:05.236503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:39:05.236850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:39:05.237248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:39:05.237685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Bound port: c3c71211-925d-4eea-ba40-4b08a563b6e3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:39:05.238051 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:05.311006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:39:05.314417 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:39:05.324375 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:05.371908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:05.372557 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:05.374059 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] 10.222.0.67 "PUT /v2.0/ports/c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1091 time: 0.6212077
Feb 19 21:39:05.391639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:05.394000 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b34b4c-b478-4803-8309-bbe9b13fc425" -d '{"events": [{"name": "network-changed", "server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:05.434679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaaba43-c790-41a0-9895-4f3b7ddca12b service neutron] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:05.456276 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c161d6-39f3-4aee-8852-9f7e82de5950 x-openstack-request-id: req-14c161d6-39f3-4aee-8852-9f7e82de5950 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:05.456602 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:05.456860 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14c161d6-39f3-4aee-8852-9f7e82de5950 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:05.457257 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'status': 'completed', 'code': 200}
Feb 19 21:39:05.473181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6812367-7b95-4b99-a361-e9dc0964babe req-03dfc8ba-6cea-48ea-845e-5d4f6ddb5357 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:05.474796 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6812367-7b95-4b99-a361-e9dc0964babe req-03dfc8ba-6cea-48ea-845e-5d4f6ddb5357 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 943 time: 0.1235750
Feb 19 21:39:05.509242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-22c3f2af-05ac-430b-b18f-f7b60117a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:05.511362 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-22c3f2af-05ac-430b-b18f-f7b60117a69c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1125 time: 0.0909746
Feb 19 21:39:05.565725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-847cf159-b271-4e7a-a493-86a226e93c20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 217 time: 0.0470574
Feb 19 21:39:05.574014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e6812367-7b95-4b99-a361-e9dc0964babe req-bb1a19d0-feab-46c5-9bca-56c4891b51d0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923390
Feb 19 21:39:05.616249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5ec54fc4-62ac-4c01-8d2b-bb5ba4db555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:05.617749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-5ec54fc4-62ac-4c01-8d2b-bb5ba4db555a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0429077
Feb 19 21:39:05.665745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-a9ad1441-7810-462b-884c-c97598bcb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:05.667343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-a9ad1441-7810-462b-884c-c97598bcb59b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435467
Feb 19 21:39:05.760623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-0711329c-3d22-426b-b063-7648aec55b43 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873232
Feb 19 21:39:05.846356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06bb14ca-5f29-4aad-accb-fa5f69f75c17 req-b535101a-cca1-4609-ac46-bf43f5d3e16e service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805845
Feb 19 21:39:05.935717 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:39:05.938468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b34b4c-b478-4803-8309-bbe9b13fc425 req-9a72cbd2-5171-4a88-8549-a3116426b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:05.940028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96b34b4c-b478-4803-8309-bbe9b13fc425 req-9a72cbd2-5171-4a88-8549-a3116426b9c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1125 time: 0.0497043
Feb 19 21:39:05.955577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: aa7ab863-85c8-4936-985e-59cae943c29d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:39:05.956019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device aa7ab863-85c8-4936-985e-59cae943c29d not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:39:06.027655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b34b4c-b478-4803-8309-bbe9b13fc425 req-2d34f018-25e4-428d-8a78-6165150411c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:06.029185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96b34b4c-b478-4803-8309-bbe9b13fc425 req-2d34f018-25e4-428d-8a78-6165150411c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0838809
Feb 19 21:39:06.073667 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96b34b4c-b478-4803-8309-bbe9b13fc425 req-c340f554-1a25-442e-8920-123032a2b020 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 217 time: 0.0382540
Feb 19 21:39:06.122303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b34b4c-b478-4803-8309-bbe9b13fc425 req-09348996-a8b8-48cd-b7b6-0d24e1cda2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:06.123788 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96b34b4c-b478-4803-8309-bbe9b13fc425 req-09348996-a8b8-48cd-b7b6-0d24e1cda2ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0445683
Feb 19 21:39:06.171739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b34b4c-b478-4803-8309-bbe9b13fc425 req-9655ba73-3d00-4994-94dc-1ac51f9e5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:06.173303 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96b34b4c-b478-4803-8309-bbe9b13fc425 req-9655ba73-3d00-4994-94dc-1ac51f9e5282 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438724
Feb 19 21:39:06.262807 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96b34b4c-b478-4803-8309-bbe9b13fc425 req-c39c0136-201c-438c-951c-a2d2266f514b service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835109
Feb 19 21:39:06.352160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-96b34b4c-b478-4803-8309-bbe9b13fc425 req-002d834d-9135-4ac3-87ca-5f758e1e66ce service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836668
Feb 19 21:39:06.706906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf25a6-0b5d-4b6a-8f39-6fbf8e5c5d61 req-1033350e-cdde-456b-ac8b-c7ba1ccf7f42 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:06.708606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-66bf25a6-0b5d-4b6a-8f39-6fbf8e5c5d61 req-1033350e-cdde-456b-ac8b-c7ba1ccf7f42 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 943 time: 0.0538554
Feb 19 21:39:06.755536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-66bf25a6-0b5d-4b6a-8f39-6fbf8e5c5d61 req-f6be4354-64f3-43fe-9d81-67ad9a6b2e77 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412734
Feb 19 21:39:07.877766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6d046-85c3-4894-8810-9f0cb9c2acbf req-ead81483-c033-4788-8701-ea5b7293ea65 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:07.879267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1d6d046-85c3-4894-8810-9f0cb9c2acbf req-ead81483-c033-4788-8701-ea5b7293ea65 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 943 time: 0.0561416
Feb 19 21:39:07.928203 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1d6d046-85c3-4894-8810-9f0cb9c2acbf req-8c57c663-e4af-4459-8b48-c5023d53cdbc tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431690
Feb 19 21:39:07.935940 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:39:08.031837 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:08.042963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'port_id': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'mac_address': 'fa:16:3e:14:bd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:39:08.078594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port c3c71211-925d-4eea-ba40-4b08a563b6e3 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:39:08.078990 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:08.092261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c71211-925d-4eea-ba40-4b08a563b6e3 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:39:08.111150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:08.115337 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:08.164698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:08.400408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['c3c71211-925d-4eea-ba40-4b08a563b6e3'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:39:09.056259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd989c-b81d-4af6-b4e3-7f32b1bf29af req-9a686b3b-552f-4b9a-ac9e-f10c87723ba5 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:09.058442 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8dd989c-b81d-4af6-b4e3-7f32b1bf29af req-9a686b3b-552f-4b9a-ac9e-f10c87723ba5 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 944 time: 0.0522861
Feb 19 21:39:09.103859 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8dd989c-b81d-4af6-b4e3-7f32b1bf29af req-1d7f55d4-ef1d-48b7-b0ce-2ad02cad6c91 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399442
Feb 19 21:39:09.962375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:39:10.012108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port c3c71211-925d-4eea-ba40-4b08a563b6e3 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:39:10.016470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port c3c71211-925d-4eea-ba40-4b08a563b6e3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:39:10.016851 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:10.094341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port c3c71211-925d-4eea-ba40-4b08a563b6e3 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:39:10.094732 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:10.116935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:10.119162 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a1e0cf-8e5f-41cb-bbcf-0f8c6ee94113" -d '{"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-plugged", "status": "completed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:10.132303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:10.138764 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:10.165982 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ff758b-0a97-4aaa-b6a3-7d53c95733b0 x-openstack-request-id: req-37ff758b-0a97-4aaa-b6a3-7d53c95733b0 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:10.166289 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-plugged", "status": "completed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:10.166550 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37ff758b-0a97-4aaa-b6a3-7d53c95733b0 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:10.166947 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'code': 200}
Feb 19 21:39:10.189397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:10.598141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa28b-25a0-4fcf-b674-fde0bdd3ab96 req-01994863-6a67-4c16-8b29-e1b24a862adb tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:10.599614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce8fa28b-25a0-4fcf-b674-fde0bdd3ab96 req-01994863-6a67-4c16-8b29-e1b24a862adb tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.4234312
Feb 19 21:39:10.615454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90632971-4d90-4d85-b4ad-e1a8f40756a6 req-f28c610f-22bb-4272-9138-4000fa73d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:10.616946 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90632971-4d90-4d85-b4ad-e1a8f40756a6 req-f28c610f-22bb-4272-9138-4000fa73d412 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1127 time: 0.3890498
Feb 19 21:39:10.676311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce8fa28b-25a0-4fcf-b674-fde0bdd3ab96 req-5d494f66-8f8c-434d-8821-e9eea803c76f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708752
Feb 19 21:39:10.682571 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-90632971-4d90-4d85-b4ad-e1a8f40756a6 req-e5ecd2d9-1e86-4644-a467-b1c715f57d84 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596747
Feb 19 21:39:11.802484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d5917-8961-4ad4-bf01-cfadf83c774c req-9dfba97d-3e0a-4982-8fb6-0bcf0b68534a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:11.803963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-642d5917-8961-4ad4-bf01-cfadf83c774c req-9dfba97d-3e0a-4982-8fb6-0bcf0b68534a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0534894
Feb 19 21:39:11.851544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-642d5917-8961-4ad4-bf01-cfadf83c774c req-78c2cc47-405a-4525-869d-97cd70f26a1b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400023
Feb 19 21:39:12.974339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3e89-867c-4898-95be-6d99836d8d25 req-141a5ed9-8c8f-4e8b-be07-84c269ec24f5 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:12.975732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b1d3e89-867c-4898-95be-6d99836d8d25 req-141a5ed9-8c8f-4e8b-be07-84c269ec24f5 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0558500
Feb 19 21:39:13.021889 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6b1d3e89-867c-4898-95be-6d99836d8d25 req-916da853-1b42-4ec3-b1b4-d852e8f1bc24 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406528
Feb 19 21:39:13.136180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64f95f-c1c0-41b5-9444-a1a2643e3271 req-584b77f7-be4a-4e04-ab19-e7c5cfaef6f2 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:13.138310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9d64f95f-c1c0-41b5-9444-a1a2643e3271 req-584b77f7-be4a-4e04-ab19-e7c5cfaef6f2 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0522358
Feb 19 21:39:13.146861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36116) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:39:13.151166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cdebd17b-f076-4758-b8ea-d158b4e8ae34 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Request body: {'floatingip': {'port_id': 'c3c71211-925d-4eea-ba40-4b08a563b6e3'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:39:13.192861 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdebd17b-f076-4758-b8ea-d158b4e8ae34 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:13.619103 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdebd17b-f076-4758-b8ea-d158b4e8ae34 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:13.623006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdebd17b-f076-4758-b8ea-d158b4e8ae34 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:13.726045 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-cdebd17b-f076-4758-b8ea-d158b4e8ae34 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e associated. External IP: 172.35.2.113, port: c3c71211-925d-4eea-ba40-4b08a563b6e3.
Feb 19 21:39:13.942051 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdebd17b-f076-4758-b8ea-d158b4e8ae34 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Router 43ee1564-52be-4937-baa5-0b9323455e6d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:39:14.056156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdebd17b-f076-4758-b8ea-d158b4e8ae34 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:39:14.060878 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cdebd17b-f076-4758-b8ea-d158b4e8ae34 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:14.065800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d88f22-0892-4506-b230-8dd15ab4edb0 None None] Sync routers for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:39:14.076646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d88f22-0892-4506-b230-8dd15ab4edb0 None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:39:14.077344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b5d88f22-0892-4506-b230-8dd15ab4edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632fd8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:38:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:14.092276 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cdebd17b-f076-4758-b8ea-d158b4e8ae34 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "PUT /v2.0/floatingips/9fb8d6c6-014f-45dc-bbd2-7cb9a128520e HTTP/1.1" status: 200  len: 992 time: 0.9443707
Feb 19 21:39:14.092905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:14.095482 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db25db8-ec3b-429c-b674-f7bdcb972877" -d '{"events": [{"name": "network-changed", "server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:14.135745 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea70b69-a59f-4a8e-87a4-77748114d000 x-openstack-request-id: req-6ea70b69-a59f-4a8e-87a4-77748114d000 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:14.136156 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:14.136472 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ea70b69-a59f-4a8e-87a4-77748114d000 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:14.136894 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'status': 'completed', 'code': 200}
Feb 19 21:39:14.191346 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b5d88f22-0892-4506-b230-8dd15ab4edb0 None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:39:14.203569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25db8-ec3b-429c-b674-f7bdcb972877 req-35fa06ee-f74d-4cb6-9a02-6f8a367b1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:14.205078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4db25db8-ec3b-429c-b674-f7bdcb972877 req-35fa06ee-f74d-4cb6-9a02-6f8a367b1fc2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1127 time: 0.0461686
Feb 19 21:39:14.312730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25db8-ec3b-429c-b674-f7bdcb972877 req-3bc47ce6-d459-4f41-9f67-b757fe55440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:14.313574 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:39:14.314355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4db25db8-ec3b-429c-b674-f7bdcb972877 req-3bc47ce6-d459-4f41-9f67-b757fe55440c service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.1035554
Feb 19 21:39:14.390837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4db25db8-ec3b-429c-b674-f7bdcb972877 req-26e30719-08f1-46e7-bfb4-2fc6fbce0152 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1000 time: 0.0703392
Feb 19 21:39:14.443874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25db8-ec3b-429c-b674-f7bdcb972877 req-de0bb3bf-f100-4f25-8514-7da571f1f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:14.445396 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4db25db8-ec3b-429c-b674-f7bdcb972877 req-de0bb3bf-f100-4f25-8514-7da571f1f739 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0485082
Feb 19 21:39:14.449024 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b5d88f22-0892-4506-b230-8dd15ab4edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632fd8b0>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:14:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:39:13Z', 'revision_number': 13, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:14.489195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d88f22-0892-4506-b230-8dd15ab4edb0 None None] Checking router: 43ee1564-52be-4937-baa5-0b9323455e6d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:39:14.498414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d88f22-0892-4506-b230-8dd15ab4edb0 None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:39:14.499518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b5d88f22-0892-4506-b230-8dd15ab4edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a632fd8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:38:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:14.506058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25db8-ec3b-429c-b674-f7bdcb972877 req-f9b3946f-c8ff-4f28-a56e-297f131d6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:14.507856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4db25db8-ec3b-429c-b674-f7bdcb972877 req-f9b3946f-c8ff-4f28-a56e-297f131d6ef6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0566554
Feb 19 21:39:14.606183 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4db25db8-ec3b-429c-b674-f7bdcb972877 req-587e2806-3bc9-4a55-b996-6531a897f54e service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921052
Feb 19 21:39:14.609906 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b5d88f22-0892-4506-b230-8dd15ab4edb0 None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:39:14.713861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4db25db8-ec3b-429c-b674-f7bdcb972877 req-aee035a0-16c1-4e55-ae46-1c011a807220 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015058
Feb 19 21:39:14.845411 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b5d88f22-0892-4506-b230-8dd15ab4edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a632fd8b0>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:14:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:39:13Z', 'revision_number': 13, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:14.871501 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d88f22-0892-4506-b230-8dd15ab4edb0 None None] The sync data for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 is: [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fb8d6c6-014f-45dc-bbd2-7cb9a128520e', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'floating_ip_address': '172.35.2.113', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'port_id': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'mac_address': 'fa:16:3e:14:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:36:31Z', 'updated_at': '2022-02-19T21:39:13Z', 'revision_number': 13, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:39:15.077464 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6c0c6-3946-4822-995b-65dbf7c886a1 None None] New status for floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:39:15.553406 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36162e-9a12-4045-9a4a-2f7f36cc2895 req-33bb22d2-c1f7-48cf-8fa1-e2eab40a298e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:15.555678 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce36162e-9a12-4045-9a4a-2f7f36cc2895 req-33bb22d2-c1f7-48cf-8fa1-e2eab40a298e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0557668
Feb 19 21:39:15.604541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce36162e-9a12-4045-9a4a-2f7f36cc2895 req-637fb5c2-63d5-42a2-9089-2e5da8159f47 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434153
Feb 19 21:39:18.373624 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3d7cf58d-0e32-495a-9c45-f76bd0ed9cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:19.304782 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1ef13-ab76-4f0f-9103-e4592ba7a1d7 req-a044c43e-1565-498f-80d8-2ce7b9c5cd02 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:19.306295 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0df1ef13-ab76-4f0f-9103-e4592ba7a1d7 req-a044c43e-1565-498f-80d8-2ce7b9c5cd02 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0536828
Feb 19 21:39:19.359254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0df1ef13-ab76-4f0f-9103-e4592ba7a1d7 req-d755b167-e6eb-48e4-b824-c2f7eb103b1d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474613
Feb 19 21:39:19.367153 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-66e7ed0d-1d5e-4352-9d7a-c5d9730d914c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1272149
Feb 19 21:39:19.749593 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-a6b5d9f2-91ca-422e-8cb1-e16b5c225959 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:19.750980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-a6b5d9f2-91ca-422e-8cb1-e16b5c225959 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports/c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 942 time: 0.1006520
Feb 19 21:39:20.481933 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fb8b3-7e1a-4523-9c2f-08d80a542900 req-1fefeba2-fb7f-49ba-b3d3-06d8f692bf2e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:20.483432 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c97fb8b3-7e1a-4523-9c2f-08d80a542900 req-1fefeba2-fb7f-49ba-b3d3-06d8f692bf2e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0539744
Feb 19 21:39:20.532058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c97fb8b3-7e1a-4523-9c2f-08d80a542900 req-60b72a5e-8e3b-4505-a39a-7c479611f8cd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428255
Feb 19 21:39:20.604558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-2b28c125-840b-4afa-93df-14efc5bdf822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:20.606774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-2b28c125-840b-4afa-93df-14efc5bdf822 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1127 time: 0.0454557
Feb 19 21:39:20.645318 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-38f0e3e4-ba59-49b0-82ed-127d3a4c829d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:20.703478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-1143533a-5358-484f-9efe-1be2813ee3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:20.705671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-1143533a-5358-484f-9efe-1be2813ee3cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0936482
Feb 19 21:39:20.774950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-6f5de69a-07fe-41a9-b4fd-eda7014852dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1002 time: 0.0604429
Feb 19 21:39:20.827558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-f96c3f87-867f-4e2e-ba90-26592aa7b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:20.829113 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-f96c3f87-867f-4e2e-ba90-26592aa7b00f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0491343
Feb 19 21:39:20.876499 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-a2848a99-ed2f-48a1-a152-eac9e03e4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:20.878002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-a2848a99-ed2f-48a1-a152-eac9e03e4a7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437407
Feb 19 21:39:20.975728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-3927726e-3d61-49db-a433-b4cf6a70e26e service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904164
Feb 19 21:39:21.068941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-939d74a7-c079-4837-81f5-9b18cf9e1f4f service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865514
Feb 19 21:39:21.659079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7054da-7ff1-488b-9a98-89567ba47f92 req-ab814db5-6410-4c57-bad9-2aabc0ca0962 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:21.660649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f7054da-7ff1-488b-9a98-89567ba47f92 req-ab814db5-6410-4c57-bad9-2aabc0ca0962 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0539951
Feb 19 21:39:21.716643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7f7054da-7ff1-488b-9a98-89567ba47f92 req-83bfc336-cb38-4e3a-80dc-9b920f88b8ef tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503190
Feb 19 21:39:21.956045 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:22.841755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c44b6-2767-4660-85f7-e614e8ed2f48 req-f630411f-cb06-4666-9fe4-c5fb79eb6d07 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:22.843239 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-917c44b6-2767-4660-85f7-e614e8ed2f48 req-f630411f-cb06-4666-9fe4-c5fb79eb6d07 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0580158
Feb 19 21:39:22.889502 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-917c44b6-2767-4660-85f7-e614e8ed2f48 req-5b8b2e9b-3374-4168-8f34-269dea00506e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406852
Feb 19 21:39:23.313090 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:24.009762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221acf4e-948f-4579-8a29-330c26bac7fa req-482004cc-9f70-4636-a009-71b71a11cbce tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:24.011251 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-221acf4e-948f-4579-8a29-330c26bac7fa req-482004cc-9f70-4636-a009-71b71a11cbce tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0521362
Feb 19 21:39:24.057377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-221acf4e-948f-4579-8a29-330c26bac7fa req-c2f88e67-fd4e-4026-84ad-b64ff8163a32 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400074
Feb 19 21:39:24.492452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:25.187846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339aa5c-58df-4287-a87f-a939afa1cfb0 req-b33958da-f731-49c8-8f68-689029f06921 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:25.189363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4339aa5c-58df-4287-a87f-a939afa1cfb0 req-b33958da-f731-49c8-8f68-689029f06921 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0521514
Feb 19 21:39:25.239627 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4339aa5c-58df-4287-a87f-a939afa1cfb0 req-2e4fcfa4-0955-43fd-8ed3-7c885666fc90 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447421
Feb 19 21:39:26.230544 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:26.359785 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7b615-1ab5-4147-b804-f775ea9c1b2b req-3203478a-0f19-48d0-9a62-6b52f26b5b2b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:26.361333 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8fe7b615-1ab5-4147-b804-f775ea9c1b2b req-3203478a-0f19-48d0-9a62-6b52f26b5b2b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0543780
Feb 19 21:39:26.408216 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8fe7b615-1ab5-4147-b804-f775ea9c1b2b req-eddd8966-e468-4d4a-89c6-1437fe3babc1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412111
Feb 19 21:39:27.527189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb661f04-fa3f-45d1-8788-215e17177e04 req-6ecce68c-83a4-42aa-b72b-35b2513d96fd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:27.529588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb661f04-fa3f-45d1-8788-215e17177e04 req-6ecce68c-83a4-42aa-b72b-35b2513d96fd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0536113
Feb 19 21:39:27.575743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fb661f04-fa3f-45d1-8788-215e17177e04 req-9a3eaef8-31b6-4f25-81c6-9464e5069b5b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406001
Feb 19 21:39:28.703479 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaca463-14b8-47b4-b5f2-5a5cf53e4bfb req-1731ddf0-7b5d-4fcc-af7f-90088b6cb1e6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:28.705149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efaca463-14b8-47b4-b5f2-5a5cf53e4bfb req-1731ddf0-7b5d-4fcc-af7f-90088b6cb1e6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0599818
Feb 19 21:39:28.753060 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-efaca463-14b8-47b4-b5f2-5a5cf53e4bfb req-1e28011a-4436-496f-b853-281ac3fc9896 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422442
Feb 19 21:39:29.803613 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:29.874695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad3129-a4a3-4d89-8d60-c79ac57eaef5 req-4127f770-0d87-4249-a7c7-f095a68f57b1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:29.876198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfad3129-a4a3-4d89-8d60-c79ac57eaef5 req-4127f770-0d87-4249-a7c7-f095a68f57b1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0532837
Feb 19 21:39:29.922254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cfad3129-a4a3-4d89-8d60-c79ac57eaef5 req-2ead3ea4-2286-4b91-b55a-688394c23f71 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404868
Feb 19 21:39:31.045429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da2b9f-9f4d-49c5-8454-24232c90cca3 req-aab16b94-5ed0-4cb1-b1f9-f689a9ff532b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:31.046948 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4da2b9f-9f4d-49c5-8454-24232c90cca3 req-aab16b94-5ed0-4cb1-b1f9-f689a9ff532b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0575821
Feb 19 21:39:31.093597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4da2b9f-9f4d-49c5-8454-24232c90cca3 req-72268e7c-f321-4bd3-ad14-60b514451712 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410326
Feb 19 21:39:32.212156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c84b79-27b0-42a0-9414-c2474dfdb1de req-cdd1c3d1-06b8-402e-8e07-3c6bbe14d6d4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:32.213698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54c84b79-27b0-42a0-9414-c2474dfdb1de req-cdd1c3d1-06b8-402e-8e07-3c6bbe14d6d4 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0529008
Feb 19 21:39:32.260314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-54c84b79-27b0-42a0-9414-c2474dfdb1de req-c0c6396c-bb22-42c0-a887-7ae5ce01e47e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409195
Feb 19 21:39:33.379864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9e21f-49ed-4a9d-944c-8cbd62a78e52 req-e6711c9c-5de8-45a3-9184-9cf97877cf2b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:33.381440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91c9e21f-49ed-4a9d-944c-8cbd62a78e52 req-e6711c9c-5de8-45a3-9184-9cf97877cf2b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0516000
Feb 19 21:39:33.431082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91c9e21f-49ed-4a9d-944c-8cbd62a78e52 req-e557f5b8-bdc4-495f-9f88-cda7e46c58a2 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441639
Feb 19 21:39:34.549541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acf9d8-17ef-4095-bac1-2ab9640c3188 req-cfb27145-9238-4f3b-8c62-bd51a9e5df7e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:34.551173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36acf9d8-17ef-4095-bac1-2ab9640c3188 req-cfb27145-9238-4f3b-8c62-bd51a9e5df7e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0522361
Feb 19 21:39:34.597780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-36acf9d8-17ef-4095-bac1-2ab9640c3188 req-5a2959c8-fc4b-42c5-a2a0-4e6663de6e44 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410635
Feb 19 21:39:35.717059 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab69a4-eb34-40a7-8c9e-b638553c15e2 req-322ed40f-dc04-4d2e-a52f-fe911335c5ae tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:35.718567 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78ab69a4-eb34-40a7-8c9e-b638553c15e2 req-322ed40f-dc04-4d2e-a52f-fe911335c5ae tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0537300
Feb 19 21:39:35.765149 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-78ab69a4-eb34-40a7-8c9e-b638553c15e2 req-b5e3899d-2596-498a-8f9b-725b8c09233a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409393
Feb 19 21:39:36.889919 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f4059-9629-425c-b120-393a538d2982 req-88292cd1-a7fa-44a6-8928-66968752a35a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:36.891460 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-887f4059-9629-425c-b120-393a538d2982 req-88292cd1-a7fa-44a6-8928-66968752a35a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0565493
Feb 19 21:39:36.937949 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-887f4059-9629-425c-b120-393a538d2982 req-7be84e4e-d602-499b-9158-041a044b20e6 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408976
Feb 19 21:39:38.056791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c5538-cac2-4eaf-a029-3a352f9d684e req-2b6b61e9-2ac5-49ea-9b18-3cb5f93b779c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:38.058283 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b37c5538-cac2-4eaf-a029-3a352f9d684e req-2b6b61e9-2ac5-49ea-9b18-3cb5f93b779c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0524979
Feb 19 21:39:38.104623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b37c5538-cac2-4eaf-a029-3a352f9d684e req-3f7ebf5a-685d-4f5d-9887-21217d19d5aa tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407946
Feb 19 21:39:38.671431 ncdv-master-1 neutron-server[121128]: INFO neutron.api.v2.resource [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-c867df1a-7a95-483b-8359-ae583b991af4 service neutron] show failed (client error): The resource could not be found.
Feb 19 21:39:38.672370 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-c867df1a-7a95-483b-8359-ae583b991af4 service neutron] 10.222.0.67 "GET /v2.0/ports/c3c71211-925d-4eea-ba40-4b08a563b6e3/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0539656
Feb 19 21:39:38.874227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-873eaa10-a80d-4c99-bdcd-5036f21b2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:38.875757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-873eaa10-a80d-4c99-bdcd-5036f21b2c16 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 1127 time: 0.0446961
Feb 19 21:39:38.886375 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:39:38.947952 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:39.141669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:39.174814 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:39:39.215722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:39.217948 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1c252f-59e4-47bf-b6e0-840df529255d" -d '{"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:39.221959 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Publish callbacks [] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:39.235086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Transition to ACTIVE for port object c3c71211-925d-4eea-ba40-4b08a563b6e3 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:39:39.235286 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b0071-de3f-411b-88e9-9dbf15ef1dba req-0f1a82da-56c0-4f14-bd5b-75c469d05bac tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:39.237099 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab4b0071-de3f-411b-88e9-9dbf15ef1dba req-0f1a82da-56c0-4f14-bd5b-75c469d05bac tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0606985
Feb 19 21:39:39.240428 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:39.278882 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe1b432-1376-408b-9ca1-19bfbc59aa37 x-openstack-request-id: req-8fe1b432-1376-408b-9ca1-19bfbc59aa37 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:39.279182 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:39.279439 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fe1b432-1376-408b-9ca1-19bfbc59aa37 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:39.279835 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'code': 200}
Feb 19 21:39:39.290947 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ab4b0071-de3f-411b-88e9-9dbf15ef1dba req-465d472a-7f6c-4521-b714-5c3f35115555 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466156
Feb 19 21:39:39.331619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=6']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:39.366710 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] No DVR routers for this DVR port c3c71211-925d-4eea-ba40-4b08a563b6e3 on host nch2-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:39:39.504891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:39:39.505149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:39:39.505480 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:39:39.509795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Port c3c71211-925d-4eea-ba40-4b08a563b6e3 on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:39:39.510120 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:39:39.515413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:39:39.515756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:39:39.516144 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:39:39.516613 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Bound port: c3c71211-925d-4eea-ba40-4b08a563b6e3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:39:39.516969 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:39.583251 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:39:39.586363 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:39:39.592884 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:39.626442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:39.627066 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:39.628902 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] 10.222.0.10 "PUT /v2.0/ports/c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1091 time: 0.7463980
Feb 19 21:39:39.662180 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e24076-e35d-4b2e-9169-729220f84f14 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=7']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:39.704066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-59d0acdd-a2c9-4d56-8cab-3d161d7566f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:39.705757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-59d0acdd-a2c9-4d56-8cab-3d161d7566f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1125 time: 0.0550990
Feb 19 21:39:39.803038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-d7f8300b-8f75-44b5-a068-27cef0c5e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:39.804587 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-d7f8300b-8f75-44b5-a068-27cef0c5e648 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0931861
Feb 19 21:39:39.868585 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-dde422fa-3931-4a88-a830-c303c3765c97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1000 time: 0.0574493
Feb 19 21:39:39.916858 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-8f724125-e77d-48d0-8260-bced0d3e6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:39.918254 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-8f724125-e77d-48d0-8260-bced0d3e6702 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0439463
Feb 19 21:39:39.970448 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-fc6d9777-2a2f-4b53-8f23-e82cdf64eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:39.971953 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-fc6d9777-2a2f-4b53-8f23-e82cdf64eaa8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477984
Feb 19 21:39:40.058084 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-f4344e6d-290f-46c0-a4dc-9fcd4bc4f7d7 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804441
Feb 19 21:39:40.149337 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-d7247700-16d6-4a4c-a9cb-ff8b1eca5def service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855432
Feb 19 21:39:40.417267 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c03f64-88b9-417f-a692-036bbba27555 req-04359c28-8a9a-408e-84eb-2e82aba17fb8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:40.419286 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1c03f64-88b9-417f-a692-036bbba27555 req-04359c28-8a9a-408e-84eb-2e82aba17fb8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 943 time: 0.0531106
Feb 19 21:39:40.466537 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1c03f64-88b9-417f-a692-036bbba27555 req-ab094bcf-ceda-49e8-b0a5-8a7153c08e63 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416820
Feb 19 21:39:41.280903 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:41.283227 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0762834-970d-4fa1-9a96-af9211522f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:41.331366 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f48a13-fb37-4155-b88e-1fe62e7ea4b6 x-openstack-request-id: req-59f48a13-fb37-4155-b88e-1fe62e7ea4b6 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:41.331707 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:41.331975 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59f48a13-fb37-4155-b88e-1fe62e7ea4b6 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:41.332428 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'status': 'completed', 'code': 200}
Feb 19 21:39:41.393688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762834-970d-4fa1-9a96-af9211522f3b req-9bfe1836-bda7-452c-bb8b-2407520231ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:41.395203 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-9bfe1836-bda7-452c-bb8b-2407520231ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1125 time: 0.0480654
Feb 19 21:39:41.396975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762834-970d-4fa1-9a96-af9211522f3b req-e9a2ff57-a26a-49ae-8d76-74a55c7ed00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:41.398466 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-e9a2ff57-a26a-49ae-8d76-74a55c7ed00f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1125 time: 0.0450380
Feb 19 21:39:41.484719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762834-970d-4fa1-9a96-af9211522f3b req-809eab32-2840-47f2-ad2a-7352a652b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:41.486244 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-809eab32-2840-47f2-ad2a-7352a652b979 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0839331
Feb 19 21:39:41.490736 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762834-970d-4fa1-9a96-af9211522f3b req-ccb1fa34-4ae6-4058-8177-5f73571f6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:41.492208 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-ccb1fa34-4ae6-4058-8177-5f73571f6da7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0861645
Feb 19 21:39:41.561204 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-73da9287-d924-4db4-ab50-ade71bfc9706 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1000 time: 0.0604343
Feb 19 21:39:41.586229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-0698e78c-7b62-44b7-8883-1a3297cf1426 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1000 time: 0.0946894
Feb 19 21:39:41.610854 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762834-970d-4fa1-9a96-af9211522f3b req-b905f45a-4fe6-428f-9784-121dd627d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:41.612531 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-b905f45a-4fe6-428f-9784-121dd627d83a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0442212
Feb 19 21:39:41.638023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b793adf-7a52-485d-9125-5f8e708b3b35 req-287e6338-c06a-48e5-a9ef-18e094f40680 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:41.640438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b793adf-7a52-485d-9125-5f8e708b3b35 req-287e6338-c06a-48e5-a9ef-18e094f40680 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 943 time: 0.0966971
Feb 19 21:39:41.662777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762834-970d-4fa1-9a96-af9211522f3b req-3bf8b561-920f-4a0c-942e-6b134dc0e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:41.664233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-3bf8b561-920f-4a0c-942e-6b134dc0e4f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0719907
Feb 19 21:39:41.664842 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762834-970d-4fa1-9a96-af9211522f3b req-b22d0d3c-7cca-4d83-996e-0d0fa8e6550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:41.666340 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-b22d0d3c-7cca-4d83-996e-0d0fa8e6550d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477505
Feb 19 21:39:41.719950 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4b793adf-7a52-485d-9125-5f8e708b3b35 req-0d2fbe53-fbd8-4fb7-97f8-1c83ef04d8bf tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732529
Feb 19 21:39:41.738727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762834-970d-4fa1-9a96-af9211522f3b req-c1799b8e-af92-4a78-8603-0505fc9a5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:41.740383 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-c1799b8e-af92-4a78-8603-0505fc9a5396 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0690165
Feb 19 21:39:41.758833 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-7d0fd801-50ea-4bec-ad69-56ae3ef1a888 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863111
Feb 19 21:39:41.837577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-a031403b-59ff-4d35-b01b-12a4c434d670 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901904
Feb 19 21:39:41.854047 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-5071dc8c-b357-4673-95d9-61362dc4684e service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888169
Feb 19 21:39:41.927294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b0762834-970d-4fa1-9a96-af9211522f3b req-bbbb2c17-0b90-43cc-bb06-3a76c9d609d5 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841501
Feb 19 21:39:42.060692 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:39:42.098462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] The host nch2-master-1 is not matching for port c3c71211-925d-4eea-ba40-4b08a563b6e3 host nch1-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:39:42.098787 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:39:42.853294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919e7cf-7da1-4e04-8ac2-f1354254368b req-d5820acd-a0fd-4d47-a554-f333591d7798 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:42.854766 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c919e7cf-7da1-4e04-8ac2-f1354254368b req-d5820acd-a0fd-4d47-a554-f333591d7798 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 943 time: 0.0569596
Feb 19 21:39:42.900203 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c919e7cf-7da1-4e04-8ac2-f1354254368b req-cbd050a0-80b5-407a-a3c2-b6e8bf082528 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392253
Feb 19 21:39:43.931578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:39:44.022385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f15e7-9f4f-4c49-a926-47a871ded19c req-f270e586-dab4-415e-b8fe-2aefa702f60d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:44.023907 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-191f15e7-9f4f-4c49-a926-47a871ded19c req-f270e586-dab4-415e-b8fe-2aefa702f60d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 943 time: 0.0534215
Feb 19 21:39:44.031156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:44.042500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'port_id': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'mac_address': 'fa:16:3e:14:bd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:39:44.071697 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-191f15e7-9f4f-4c49-a926-47a871ded19c req-3bb6e34e-bafc-4673-9824-8471e367e88b tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420840
Feb 19 21:39:44.088448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port c3c71211-925d-4eea-ba40-4b08a563b6e3 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:39:44.088860 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:44.102856 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c71211-925d-4eea-ba40-4b08a563b6e3 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:39:44.122634 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:44.127376 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:44.177230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:44.184678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.184972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.185874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.186221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.186564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.186903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.187236 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.187574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.187937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.188267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.188625 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.188957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.189284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:39:44.330267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['c3c71211-925d-4eea-ba40-4b08a563b6e3'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:39:44.364049 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-5c2aa967-3a38-4e06-a2aa-83bc166a95aa tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:44.365581 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-5c2aa967-3a38-4e06-a2aa-83bc166a95aa tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.10 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0612304
Feb 19 21:39:44.387369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f4a75-7611-4b9a-82b3-7394b2065fca req-4e6b75ba-37ae-40c2-af7a-0cea160af4cd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:44.389018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c41f4a75-7611-4b9a-82b3-7394b2065fca req-4e6b75ba-37ae-40c2-af7a-0cea160af4cd tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 944 time: 0.0650034
Feb 19 21:39:44.433862 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-14bc58e5-5f88-482c-b4fe-ff8d019fae4b service neutron] 10.222.0.10 "GET /v2.0/ports/c3c71211-925d-4eea-ba40-4b08a563b6e3/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0616310
Feb 19 21:39:44.442548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c41f4a75-7611-4b9a-82b3-7394b2065fca req-f87a32e8-c772-485a-9ee8-85399f1ac10e tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472810
Feb 19 21:39:44.499730 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-f1facd4a-ebbc-4573-9f6e-a2a924a2d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:44.501287 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-f1facd4a-ebbc-4573-9f6e-a2a924a2d00f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1126 time: 0.0446849
Feb 19 21:39:44.592735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-2e573eb9-db92-48e8-84e2-cf4fd7840c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:44.594250 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-2e573eb9-db92-48e8-84e2-cf4fd7840c41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0872092
Feb 19 21:39:44.658010 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-bff979f1-193b-4dcb-ad6b-118280455a88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1001 time: 0.0573721
Feb 19 21:39:44.709020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-4f563806-f44a-4e57-bb30-3f919a269c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:44.710520 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-4f563806-f44a-4e57-bb30-3f919a269c37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0465243
Feb 19 21:39:44.759352 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-28cb6fa8-14ce-4a0c-af98-a22901d01615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:44.760914 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-28cb6fa8-14ce-4a0c-af98-a22901d01615 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444591
Feb 19 21:39:44.848228 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-5eba3b65-d129-474e-b8bc-f329a9b7cd0c service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808651
Feb 19 21:39:44.937878 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-c50eaee7-8f5d-4a37-8a21-df86289b57bb service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835736
Feb 19 21:39:45.570643 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bda072-2969-48ce-9d3b-830785e9d2d5 req-71f33abb-361c-4f0f-a3c9-d1cdc607e4f0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:45.572588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73bda072-2969-48ce-9d3b-830785e9d2d5 req-71f33abb-361c-4f0f-a3c9-d1cdc607e4f0 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 944 time: 0.0571637
Feb 19 21:39:45.619282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73bda072-2969-48ce-9d3b-830785e9d2d5 req-8b2048e4-59f7-4b58-9901-7e37ed4c5e86 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409086
Feb 19 21:39:45.958607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:39:46.009414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port c3c71211-925d-4eea-ba40-4b08a563b6e3 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:39:46.013512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port c3c71211-925d-4eea-ba40-4b08a563b6e3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:39:46.013946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:46.088054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port c3c71211-925d-4eea-ba40-4b08a563b6e3 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:39:46.088394 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:46.110779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:46.113154 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a0cf72-491c-4e5b-bc73-e381e93094dc" -d '{"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-plugged", "status": "completed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:46.125794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:46.130208 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:46.170138 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf8febe-c648-47fb-b96c-7c3e269aa671 x-openstack-request-id: req-8bf8febe-c648-47fb-b96c-7c3e269aa671 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:46.170440 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-plugged", "status": "completed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:46.170698 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bf8febe-c648-47fb-b96c-7c3e269aa671 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:46.171084 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'code': 200}
Feb 19 21:39:46.190332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:46.742996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0ebd3-9304-4b57-b686-49a1d7178aaf req-a33f38ea-0601-48e8-b987-2ff7784b9f73 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:46.744540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c0ebd3-9304-4b57-b686-49a1d7178aaf req-a33f38ea-0601-48e8-b987-2ff7784b9f73 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0539889
Feb 19 21:39:46.823288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-48c0ebd3-9304-4b57-b686-49a1d7178aaf req-00013bc9-43d6-40f1-9130-40b28781a5f9 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711458
Feb 19 21:39:46.889906 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba89db6-d539-42d7-8f61-d79c869121c7 req-33536c2f-1810-4d05-9be4-0b9f2147f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:46.891357 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ba89db6-d539-42d7-8f61-d79c869121c7 req-33536c2f-1810-4d05-9be4-0b9f2147f978 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1127 time: 0.0468042
Feb 19 21:39:46.995844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba89db6-d539-42d7-8f61-d79c869121c7 req-178d95bd-7409-4009-8873-1140748370ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:46.997354 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ba89db6-d539-42d7-8f61-d79c869121c7 req-178d95bd-7409-4009-8873-1140748370ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0865955
Feb 19 21:39:47.061757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ba89db6-d539-42d7-8f61-d79c869121c7 req-f384e600-eb72-43bd-8f91-267d9ab57b78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1002 time: 0.0576482
Feb 19 21:39:47.116145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba89db6-d539-42d7-8f61-d79c869121c7 req-35485954-ddef-4463-806f-ec05cab7aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:47.118794 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ba89db6-d539-42d7-8f61-d79c869121c7 req-35485954-ddef-4463-806f-ec05cab7aff1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0504594
Feb 19 21:39:47.173253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba89db6-d539-42d7-8f61-d79c869121c7 req-9a6f402a-b5aa-4e88-a726-5b02f057aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:47.174936 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ba89db6-d539-42d7-8f61-d79c869121c7 req-9a6f402a-b5aa-4e88-a726-5b02f057aec7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0502124
Feb 19 21:39:47.265987 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ba89db6-d539-42d7-8f61-d79c869121c7 req-3c34bedf-c207-4bd5-afea-86ccc0ce0a59 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848463
Feb 19 21:39:47.359508 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5ba89db6-d539-42d7-8f61-d79c869121c7 req-1aca6490-0e34-4b0c-81ce-1f4d55c12911 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873804
Feb 19 21:39:47.464669 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-df077c14-e78d-48dc-8f1a-28357e7a7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:47.466121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-df077c14-e78d-48dc-8f1a-28357e7a7535 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed&tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325 HTTP/1.1" status: 200  len: 1127 time: 0.0483427
Feb 19 21:39:47.476396 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:39:47.534550 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:47.733207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:47.765967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:39:47.809719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:47.812580 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9826eb9-4c69-409c-b4dd-d70d416c1b10" -d '{"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:47.816503 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Publish callbacks [] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:47.829382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Transition to ACTIVE for port object c3c71211-925d-4eea-ba40-4b08a563b6e3 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:39:47.833441 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:47.912937 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfebbab3-8246-4dbd-b803-4e8c9927c1ff x-openstack-request-id: req-bfebbab3-8246-4dbd-b803-4e8c9927c1ff {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:47.913306 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:47.913482 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfebbab3-8246-4dbd-b803-4e8c9927c1ff {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:47.913970 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'code': 200}
Feb 19 21:39:47.953710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=10']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:48.003913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] No DVR routers for this DVR port c3c71211-925d-4eea-ba40-4b08a563b6e3 on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:39:48.012263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4f65a-9143-4568-97b6-e17fb327b1bd req-20e8dd1d-b6d6-45b0-9b82-4f8faee6bbda tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:48.013905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46f4f65a-9143-4568-97b6-e17fb327b1bd req-20e8dd1d-b6d6-45b0-9b82-4f8faee6bbda tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 944 time: 0.0991838
Feb 19 21:39:48.136008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-46f4f65a-9143-4568-97b6-e17fb327b1bd req-c78223d2-2d6e-4af1-ab73-6f313f835968 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884051
Feb 19 21:39:48.183676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:39:48.184013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:39:48.184370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:39:48.188555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Port c3c71211-925d-4eea-ba40-4b08a563b6e3 on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:39:48.188878 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Attempting to bind port c3c71211-925d-4eea-ba40-4b08a563b6e3 on network f342daca-48e4-4cbe-b7ce-0803d4de7cbe {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:39:48.193741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:39:48.194083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Checking segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:39:48.194469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Bound using segment: {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:39:48.194889 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Bound port: c3c71211-925d-4eea-ba40-4b08a563b6e3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c59c91c-ee2f-4cf8-951c-680e41aa30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:39:48.195241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:48.257607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:39:48.260605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:39:48.265753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:48.305676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:48.306380 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:48.307783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] 10.222.0.67 "PUT /v2.0/ports/c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1092 time: 0.8352754
Feb 19 21:39:48.327984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cdc16-2f5c-4f62-865c-142198298e8d service neutron] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=11']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:48.377294 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bad3290a-9d3b-4271-a48f-9b2bc684892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:48.380658 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-22f61c73-d9ee-415b-9df5-8d3e3ca92a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:48.382133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-22f61c73-d9ee-415b-9df5-8d3e3ca92a40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1126 time: 0.0485044
Feb 19 21:39:48.475637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-51a40af6-bf60-407f-ac09-fb14428b9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:48.477194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-51a40af6-bf60-407f-ac09-fb14428b9bda service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0889752
Feb 19 21:39:48.545029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-03fdb280-5b64-40fe-b6c6-c07ee12cca7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1000 time: 0.0620401
Feb 19 21:39:48.595030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-932fba8d-6995-4f83-9dd9-b6412b3e8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:48.596546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-932fba8d-6995-4f83-9dd9-b6412b3e8a0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0463815
Feb 19 21:39:48.644108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-6fa7cdaa-d8a7-4aea-8d23-4146770731d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:48.645683 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-6fa7cdaa-d8a7-4aea-8d23-4146770731d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437984
Feb 19 21:39:48.736616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-8f801944-a4c6-4296-831c-3e64d3b4acab service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850704
Feb 19 21:39:48.823974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a8527731-d244-41e8-bbf0-cbfce1dc9d40 req-666b4f09-e060-421b-8c84-cf183d4f1714 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820031
Feb 19 21:39:49.264727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f020dc-bb35-4d9e-a5d0-510bcf41bc5e req-628404dd-9fe0-4f51-ba12-6567082ae246 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:49.266246 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40f020dc-bb35-4d9e-a5d0-510bcf41bc5e req-628404dd-9fe0-4f51-ba12-6567082ae246 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 944 time: 0.0578959
Feb 19 21:39:49.312768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40f020dc-bb35-4d9e-a5d0-510bcf41bc5e req-082b2422-d333-4331-a511-c0fe27393e72 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408480
Feb 19 21:39:49.914904 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:49.917277 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:49.964966 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c28899-2cef-4cd1-a654-d7a2bd5b7935 x-openstack-request-id: req-55c28899-2cef-4cd1-a654-d7a2bd5b7935 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:49.965267 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:49.965524 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55c28899-2cef-4cd1-a654-d7a2bd5b7935 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:49.965988 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'status': 'completed', 'code': 200}
Feb 19 21:39:49.967530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:39:50.011107 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port c3c71211-925d-4eea-ba40-4b08a563b6e3 host nch2-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:39:50.011522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:39:50.029820 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-52a93442-cb74-4613-932b-520c1b5b75c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:50.031358 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-52a93442-cb74-4613-932b-520c1b5b75c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1126 time: 0.0485485
Feb 19 21:39:50.392982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-3aaec5aa-29b5-4c23-98c4-89338eeec670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:50.394532 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-3aaec5aa-29b5-4c23-98c4-89338eeec670 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 1126 time: 0.4072821
Feb 19 21:39:50.484283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-5172dea2-010c-4214-86a7-039efa663fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:50.485846 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-5172dea2-010c-4214-86a7-039efa663fdc service neutron] 10.222.0.10 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.0852025
Feb 19 21:39:50.496590 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-2432c3df-fac8-44c6-b27d-c6c4b80b66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:50.498078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-2432c3df-fac8-44c6-b27d-c6c4b80b66e5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 200  len: 913 time: 0.4603333
Feb 19 21:39:50.506133 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c5ab0-4ee6-4cef-a030-bd688375cd7c req-c63f83b1-125f-4621-8d15-77bba9d53b98 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:50.507560 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-071c5ab0-4ee6-4cef-a030-bd688375cd7c req-c63f83b1-125f-4621-8d15-77bba9d53b98 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 944 time: 0.0820053
Feb 19 21:39:50.552818 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-cf88ed4f-e076-4d54-aee3-c9ecfe833b2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1000 time: 0.0612688
Feb 19 21:39:50.598750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-d294e0b3-453a-4e65-a74a-1ef28b218a41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 200  len: 1000 time: 0.0901170
Feb 19 21:39:50.600219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-8b82b1fc-0758-4b1c-b4c1-61bbee3a15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:50.601706 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-8b82b1fc-0758-4b1c-b4c1-61bbee3a15ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0433507
Feb 19 21:39:50.602360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-071c5ab0-4ee6-4cef-a030-bd688375cd7c req-a14837e2-3e17-4ccd-a8be-233613c99221 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0883887
Feb 19 21:39:50.649165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-d5a31c7b-f514-4d19-b158-f01ebe80c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:50.650469 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8acf70ef-c531-4866-948d-f367dcd8e6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:50.650645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-d5a31c7b-f514-4d19-b158-f01ebe80c18c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 200  len: 851 time: 0.0452013
Feb 19 21:39:50.653023 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-90e8a3d5-ae33-4034-ac32-e618151ac580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:50.654569 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-90e8a3d5-ae33-4034-ac32-e618151ac580 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449433
Feb 19 21:39:50.704013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-a6362f6e-944b-42d7-b2f6-8e6debbc9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:50.705581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-a6362f6e-944b-42d7-b2f6-8e6debbc9734 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f342daca-48e4-4cbe-b7ce-0803d4de7cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492728
Feb 19 21:39:50.746101 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-a61e75b5-7361-48a1-a7f2-23916f35caeb service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859511
Feb 19 21:39:50.799245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-ccb9caa1-463d-45e6-bfda-0efc8ecb2f56 service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863497
Feb 19 21:39:50.833196 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-fb53dbbb-dffe-4fd8-82a2-143106482427 service neutron] 10.222.0.10 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819438
Feb 19 21:39:50.889809 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c1e6d7b4-4a65-43d6-9d67-35947e7ee7e1 req-017401e2-4461-4800-a156-78722da7d14a service neutron] 10.222.0.67 "GET /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841706
Feb 19 21:39:51.306009 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:39:51.725966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceb1db-4461-47f9-a530-2987c2cc0e08 req-c7aebfde-451c-42f7-b6eb-b4e52b1beb4f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:51.727443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcceb1db-4461-47f9-a530-2987c2cc0e08 req-c7aebfde-451c-42f7-b6eb-b4e52b1beb4f tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 944 time: 0.0542512
Feb 19 21:39:51.780597 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcceb1db-4461-47f9-a530-2987c2cc0e08 req-2e00cb5b-20aa-4a25-9418-83d9adb6d8a2 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459871
Feb 19 21:39:51.958362 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:52.903193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153d435-a4b2-4e0d-bef8-df986272c32f req-23f4fa45-c952-43f3-bed9-41e799631fbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:52.904701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0153d435-a4b2-4e0d-bef8-df986272c32f req-23f4fa45-c952-43f3-bed9-41e799631fbe tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 944 time: 0.0526280
Feb 19 21:39:52.953456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0153d435-a4b2-4e0d-bef8-df986272c32f req-f1b85944-4c59-4db2-ba8b-998a00386e8a tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430434
Feb 19 21:39:53.318382 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:54.073491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f66c5-fa2e-4bb6-bafa-ccc73866033a req-9fd4711f-36bb-471a-95cd-da41aa3d018d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:54.075045 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-796f66c5-fa2e-4bb6-bafa-ccc73866033a req-9fd4711f-36bb-471a-95cd-da41aa3d018d tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 944 time: 0.0536747
Feb 19 21:39:54.123069 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-796f66c5-fa2e-4bb6-bafa-ccc73866033a req-07036236-92e4-470e-80ea-2a90c4934dee tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417149
Feb 19 21:39:54.149531 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:39:54.246288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:54.247361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c72d9-a217-449e-be7f-8b8db8f27179 req-039d8596-39f3-4ac4-b225-faee96374e80 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:54.249671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-105c72d9-a217-449e-be7f-8b8db8f27179 req-039d8596-39f3-4ac4-b225-faee96374e80 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 944 time: 0.0562832
Feb 19 21:39:54.262100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'port_id': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'mac_address': 'fa:16:3e:14:bd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:39:54.296218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-105c72d9-a217-449e-be7f-8b8db8f27179 req-54b841c7-dc40-4461-9230-bad4c7ff4b66 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411344
Feb 19 21:39:54.303610 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port c3c71211-925d-4eea-ba40-4b08a563b6e3 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:39:54.304006 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:54.317588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c71211-925d-4eea-ba40-4b08a563b6e3 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:39:54.337215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:54.341426 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:54.387952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=12']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:54.414801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82e552-ad62-4e62-99b2-2f053d3a5570 req-5053ac5f-be8c-4064-9141-6249f1243834 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:54.416297 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae82e552-ad62-4e62-99b2-2f053d3a5570 req-5053ac5f-be8c-4064-9141-6249f1243834 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0533538
Feb 19 21:39:54.462367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae82e552-ad62-4e62-99b2-2f053d3a5570 req-76296f19-f690-4964-8280-8c9abf7467d8 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404730
Feb 19 21:39:54.502668 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:54.669220 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['c3c71211-925d-4eea-ba40-4b08a563b6e3'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:39:54.709503 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8c74-c65f-46ed-b262-342dc564ceed req-e6ec87f4-bf09-441e-9c78-8e423625d6a1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:54.711017 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8dcc8c74-c65f-46ed-b262-342dc564ceed req-e6ec87f4-bf09-441e-9c78-8e423625d6a1 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0573423
Feb 19 21:39:54.758892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8dcc8c74-c65f-46ed-b262-342dc564ceed req-b048d8ad-12f4-4127-814d-58cb0bd742b2 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421457
Feb 19 21:39:55.879681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5ef77-baea-44f8-9b87-2f9763b71035 req-3356b02e-b5c3-4f8c-978f-35b4280a5e56 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:55.881143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ef5ef77-baea-44f8-9b87-2f9763b71035 req-3356b02e-b5c3-4f8c-978f-35b4280a5e56 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 945 time: 0.0525293
Feb 19 21:39:55.926835 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6ef5ef77-baea-44f8-9b87-2f9763b71035 req-094d43bb-0065-46a2-ae17-0ad8b6553a0c tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups?id=063a0885-d68a-40cc-946a-9b90153c1c24&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401185
Feb 19 21:39:56.154029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:39:56.202161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port c3c71211-925d-4eea-ba40-4b08a563b6e3 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:39:56.205863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port c3c71211-925d-4eea-ba40-4b08a563b6e3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:39:56.206240 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:56.253720 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:56.299099 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port c3c71211-925d-4eea-ba40-4b08a563b6e3 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:39:56.299491 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:56.321427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:56.323658 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01582589-5982-4ec2-aeb9-1aedb58b0298" -d '{"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-plugged", "status": "completed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:56.336485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:56.340409 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:56.366136 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ba5e90-16f4-4c81-b935-2aad6b0955b3 x-openstack-request-id: req-25ba5e90-16f4-4c81-b935-2aad6b0955b3 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:56.366435 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-plugged", "status": "completed", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:56.366693 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25ba5e90-16f4-4c81-b935-2aad6b0955b3 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:56.367084 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'code': 200}
Feb 19 21:39:56.392456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=13']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:56.493774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-d6bad530-ea30-481d-be8d-f6b89c595b30 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:39:56.495192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-d6bad530-ea30-481d-be8d-f6b89c595b30 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 946 time: 0.0517027
Feb 19 21:39:56.589806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Deleting port c3c71211-925d-4eea-ba40-4b08a563b6e3 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:39:56.590150 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:56.676965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] For port c3c71211-925d-4eea-ba40-4b08a563b6e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3c71211-925d-4eea-ba40-4b08a563b6e3,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:39:56.677338 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:56.852272 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:56.852676 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:56.853001 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e disassociated. External IP: 172.35.2.113, port: c3c71211-925d-4eea-ba40-4b08a563b6e3.
Feb 19 21:39:56.853351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Calling delete_port for c3c71211-925d-4eea-ba40-4b08a563b6e3 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:39:56.981794 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c3c71211-925d-4eea-ba40-4b08a563b6e3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:57.024439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event deleted for resources: {'Port': ['ID=c3c71211-925d-4eea-ba40-4b08a563b6e3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:57.047402 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-32825700-924a-47c9-a405-626e16edfc3d req-234beb5d-2eed-478c-9ad1-36d8a0a146e3 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/ports?device_id=50a3006e-910f-4eba-952b-b85ba8cda4ed HTTP/1.1" status: 200  len: 210 time: 0.0343580
Feb 19 21:39:57.169737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Router 43ee1564-52be-4937-baa5-0b9323455e6d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:39:57.290033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:39:57.333810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] No DVR routers for this DVR port c3c71211-925d-4eea-ba40-4b08a563b6e3 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:39:57.336563 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:57.339528 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dddc57-21fd-4690-8f7e-d4c746c3fa45 None None] Sync routers for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:39:57.340029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0929b150-6478-4d4d-a3f9-370155f56f77 req-93d4fe37-ff38-4962-ac85-1f96edb9c753 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.67 "DELETE /v2.0/ports/c3c71211-925d-4eea-ba40-4b08a563b6e3 HTTP/1.1" status: 204  len: 173 time: 0.8400619
Feb 19 21:39:57.340370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-deleted', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:39:57.343161 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899b85e1-9063-485e-8816-2a2365a13248" -d '{"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-deleted", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:39:57.364487 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dddc57-21fd-4690-8f7e-d4c746c3fa45 None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:39:57.365138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-23dddc57-21fd-4690-8f7e-d4c746c3fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63418910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:39:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:57.383662 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fa8684-0533-4402-8014-2b97214bfc23 x-openstack-request-id: req-09fa8684-0533-4402-8014-2b97214bfc23 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:39:57.383969 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a3006e-910f-4eba-952b-b85ba8cda4ed", "name": "network-vif-deleted", "tag": "c3c71211-925d-4eea-ba40-4b08a563b6e3", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:39:57.384232 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09fa8684-0533-4402-8014-2b97214bfc23 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:39:57.384676 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a3006e-910f-4eba-952b-b85ba8cda4ed', 'name': 'network-vif-deleted', 'tag': 'c3c71211-925d-4eea-ba40-4b08a563b6e3', 'status': 'completed', 'code': 200}
Feb 19 21:39:57.496586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-23dddc57-21fd-4690-8f7e-d4c746c3fa45 None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:39:57.721753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-23dddc57-21fd-4690-8f7e-d4c746c3fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63418910>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:57.748052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dddc57-21fd-4690-8f7e-d4c746c3fa45 None None] Checking router: 43ee1564-52be-4937-baa5-0b9323455e6d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:39:57.756519 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dddc57-21fd-4690-8f7e-d4c746c3fa45 None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:39:57.757140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-23dddc57-21fd-4690-8f7e-d4c746c3fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63418910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:39:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:57.869009 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-23dddc57-21fd-4690-8f7e-d4c746c3fa45 None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:39:58.066307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-23dddc57-21fd-4690-8f7e-d4c746c3fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63418910>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:39:58.097563 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dddc57-21fd-4690-8f7e-d4c746c3fa45 None None] The sync data for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 is: [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:29Z', 'revision_number': 4, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f9e1b67-dd20-4cb0-b626-03f46058af79', 'name': '', 'network_id': 'f342daca-48e4-4cbe-b7ce-0803d4de7cbe', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'mac_address': 'fa:16:3e:e4:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b6b480da-4938-482f-9dce-e945cb237148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:29Z', 'updated_at': '2022-02-19T21:36:33Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'subnets': [{'id': 'b6b480da-4938-482f-9dce-e945cb237148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:39:58.334809 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3d8ec-10f3-4620-81c8-3dd857f580d6 None None] New status for floating IP 9fb8d6c6-014f-45dc-bbd2-7cb9a128520e: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:39:59.668304 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36400) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:39:59.723104 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-473e8ebd-41cd-4218-b514-da22a7f44bca tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group (063a0885-d68a-40cc-946a-9b90153c1c24), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:59.747141 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-473e8ebd-41cd-4218-b514-da22a7f44bca tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group (063a0885-d68a-40cc-946a-9b90153c1c24), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:59.799740 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-473e8ebd-41cd-4218-b514-da22a7f44bca tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (063a0885-d68a-40cc-946a-9b90153c1c24), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:59.802933 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-473e8ebd-41cd-4218-b514-da22a7f44bca tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:59.804599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-473e8ebd-41cd-4218-b514-da22a7f44bca tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "DELETE /v2.0/security-groups/063a0885-d68a-40cc-946a-9b90153c1c24 HTTP/1.1" status: 204  len: 168 time: 0.1349530
Feb 19 21:39:59.807246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36402) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:39:59.819473 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:39:59.820090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e8ebd-41cd-4218-b514-da22a7f44bca tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063a0885-d68a-40cc-946a-9b90153c1c24,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:39:59.826203 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-3953dd23-ccfa-4767-81cb-60f800728371 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] show failed (client error): The resource could not be found.
Feb 19 21:39:59.827570 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3953dd23-ccfa-4767-81cb-60f800728371 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "GET /v2.0/security-groups/063a0885-d68a-40cc-946a-9b90153c1c24 HTTP/1.1" status: 404  len: 347 time: 0.0185542
Feb 19 21:39:59.830991 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36404) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:39:59.961611 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Deleting port 8aaac98e-8fab-45c7-9038-c1ea141b90e3 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:39:59.961878 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8aaac98e-8fab-45c7-9038-c1ea141b90e3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:00.039400 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8aaac98e-8fab-45c7-9038-c1ea141b90e3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:00.039731 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (8aaac98e-8fab-45c7-9038-c1ea141b90e3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:00.051863 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Calling delete_port for 8aaac98e-8fab-45c7-9038-c1ea141b90e3 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:00.186984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:40:00.191092 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8aaac98e-8fab-45c7-9038-c1ea141b90e3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:00.211765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: c3c71211-925d-4eea-ba40-4b08a563b6e3 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:40:00.212043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device c3c71211-925d-4eea-ba40-4b08a563b6e3 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:40:00.225423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Pushing event deleted for resources: {'Port': ['ID=8aaac98e-8fab-45c7-9038-c1ea141b90e3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:00.237897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.238250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.238600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.238943 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.239288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.239632 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.239967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.240300 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.240671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.241004 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.241332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.241664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.241993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:00.296169 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks [] for floatingip (9fb8d6c6-014f-45dc-bbd2-7cb9a128520e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:00.299327 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:00.300549 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-07610db7-d388-4dea-97b1-044356f36392 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] 10.222.0.30 "DELETE /v2.0/floatingips/9fb8d6c6-014f-45dc-bbd2-7cb9a128520e HTTP/1.1" status: 204  len: 168 time: 0.4686048
Feb 19 21:40:00.303558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36406) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:00.647666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (43ee1564-52be-4937-baa5-0b9323455e6d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:00.908055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] Deleting port 5f9e1b67-dd20-4cb0-b626-03f46058af79 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:00.908798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:00.984238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] For port 5f9e1b67-dd20-4cb0-b626-03f46058af79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f9e1b67-dd20-4cb0-b626-03f46058af79,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:00.984628 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:00.997591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] Calling delete_port for 5f9e1b67-dd20-4cb0-b626-03f46058af79 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:01.180205 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (5f9e1b67-dd20-4cb0-b626-03f46058af79), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:01.210420 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9e1b67-dd20-4cb0-b626-03f46058af79,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:01.384160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (43ee1564-52be-4937-baa5-0b9323455e6d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:01.598860 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] Router 43ee1564-52be-4937-baa5-0b9323455e6d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:40:01.705652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:40:01.713557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36408) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:01.714087 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e5f233af-bc50-4de1-9509-beb2446ed94f admin admin] 10.222.0.30 "PUT /v2.0/routers/43ee1564-52be-4937-baa5-0b9323455e6d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4091687
Feb 19 21:40:01.714279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f753d-e3dd-4658-8902-9519940821ca None None] Sync routers for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:40:01.725249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f753d-e3dd-4658-8902-9519940821ca None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:40:01.725879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0b3f753d-e3dd-4658-8902-9519940821ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6310f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:39:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:01.823883 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Publish callbacks [] for router (43ee1564-52be-4937-baa5-0b9323455e6d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:01.833193 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-0b3f753d-e3dd-4658-8902-9519940821ca None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:40:01.933807 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Publish callbacks [] for router_gateway (43ee1564-52be-4937-baa5-0b9323455e6d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:01.993763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Deleting port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:01.994132 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.020383 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0b3f753d-e3dd-4658-8902-9519940821ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6310f700>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:40:01Z', 'revision_number': 5, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port': {'id': '52a03e9b-aa59-4dbd-803e-a87e4d8655e5', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:02.048986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f753d-e3dd-4658-8902-9519940821ca None None] Checking router: 43ee1564-52be-4937-baa5-0b9323455e6d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:40:02.057657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f753d-e3dd-4658-8902-9519940821ca None None] Routers {'43ee1564-52be-4937-baa5-0b9323455e6d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:40:02.058342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0b3f753d-e3dd-4658-8902-9519940821ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6310f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:39:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['43ee1564-52be-4937-baa5-0b9323455e6d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:02.075260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] For port 52a03e9b-aa59-4dbd-803e-a87e4d8655e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52a03e9b-aa59-4dbd-803e-a87e4d8655e5,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:02.075635 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.089972 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Calling delete_port for 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:02.152577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-0b3f753d-e3dd-4658-8902-9519940821ca None None] Set router 43ee1564-52be-4937-baa5-0b9323455e6d gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:40:02.209981 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0b3f753d-e3dd-4658-8902-9519940821ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6310f700>, [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:40:01Z', 'revision_number': 6, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:02.243111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f753d-e3dd-4658-8902-9519940821ca None None] The sync data for ids ['43ee1564-52be-4937-baa5-0b9323455e6d'] in ncdv-master-1 is: [{'id': '43ee1564-52be-4937-baa5-0b9323455e6d', 'name': 'tempest-ServerActionsTestJSON-1975442630-router', 'tenant_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:36:27Z', 'updated_at': '2022-02-19T21:40:01Z', 'revision_number': 6, 'project_id': '9f6be5d4ae2946bb9304ae0a31f2c325', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:40:02.272619 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (52a03e9b-aa59-4dbd-803e-a87e4d8655e5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.300310 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=52a03e9b-aa59-4dbd-803e-a87e4d8655e5,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:02.313468 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.313822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.314168 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.314513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.314851 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.315185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.315519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.315852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.316179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.316532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.316864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.317196 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.317526 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:02.377727 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (43ee1564-52be-4937-baa5-0b9323455e6d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.469979 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (43ee1564-52be-4937-baa5-0b9323455e6d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.472027 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Publish callbacks [] for router_controller (43ee1564-52be-4937-baa5-0b9323455e6d), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.517768 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (43ee1564-52be-4937-baa5-0b9323455e6d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.518303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ee1564-52be-4937-baa5-0b9323455e6d {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:40:02.526342 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.526342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a520803f-d1bc-40d6-829a-865dcbb40d2d admin admin] 10.222.0.30 "DELETE /v2.0/routers/43ee1564-52be-4937-baa5-0b9323455e6d HTTP/1.1" status: 204  len: 168 time: 0.8094716
Feb 19 21:40:02.526712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36412) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:02.578096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1a7a0d-44fc-44ec-a704-b253ef0ad800 admin admin] Deleting subnet b6b480da-4938-482f-9dce-e945cb237148 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:40:02.581570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7a0d-44fc-44ec-a704-b253ef0ad800 admin admin] Publish callbacks [] for subnet (b6b480da-4938-482f-9dce-e945cb237148), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.617433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7a0d-44fc-44ec-a704-b253ef0ad800 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (b6b480da-4938-482f-9dce-e945cb237148), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.701592 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7a0d-44fc-44ec-a704-b253ef0ad800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (b6b480da-4938-482f-9dce-e945cb237148), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.753301 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7a0d-44fc-44ec-a704-b253ef0ad800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (b6b480da-4938-482f-9dce-e945cb237148), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.783021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a7a0d-44fc-44ec-a704-b253ef0ad800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b480da-4938-482f-9dce-e945cb237148,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:02.786707 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7a0d-44fc-44ec-a704-b253ef0ad800 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.789952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5d1a7a0d-44fc-44ec-a704-b253ef0ad800 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b6b480da-4938-482f-9dce-e945cb237148 HTTP/1.1" status: 204  len: 168 time: 0.2624106
Feb 19 21:40:02.792700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36414) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:02.796980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f0ac6b-6858-4ed9-82ed-aed3a3d3967f None None] Network f342daca-48e4-4cbe-b7ce-0803d4de7cbe requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:02.862505 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (f342daca-48e4-4cbe-b7ce-0803d4de7cbe), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.915603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Deleting port d358f457-6bac-4f61-acdb-8d9bdb0a23ac {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:02.915882 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:02.977311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ba15a9-a775-426c-ac72-d9441070fb84 None None] DHCP port deletion for f342daca-48e4-4cbe-b7ce-0803d4de7cbe request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:40:02.991707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] For port d358f457-6bac-4f61-acdb-8d9bdb0a23ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d358f457-6bac-4f61-acdb-8d9bdb0a23ac,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:02.992165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.006338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Calling delete_port for d358f457-6bac-4f61-acdb-8d9bdb0a23ac owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:03.028763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba15a9-a775-426c-ac72-d9441070fb84 None None] Deleting port d358f457-6bac-4f61-acdb-8d9bdb0a23ac {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:03.029145 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d7ba15a9-a775-426c-ac72-d9441070fb84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.087664 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.093425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d7ba15a9-a775-426c-ac72-d9441070fb84 None None] For port d358f457-6bac-4f61-acdb-8d9bdb0a23ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d358f457-6bac-4f61-acdb-8d9bdb0a23ac,segment=NetworkSegment(2c59c91c-ee2f-4cf8-951c-680e41aa30fb),segment_id=2c59c91c-ee2f-4cf8-951c-680e41aa30fb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:03.093425 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d7ba15a9-a775-426c-ac72-d9441070fb84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.105690 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba15a9-a775-426c-ac72-d9441070fb84 None None] Calling delete_port for d358f457-6bac-4f61-acdb-8d9bdb0a23ac owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:03.114722 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d358f457-6bac-4f61-acdb-8d9bdb0a23ac,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:03.118482 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] No DVR routers for this DVR port d358f457-6bac-4f61-acdb-8d9bdb0a23ac on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 21:40:03.186635 ncdv-master-1 neutron-server[121130]:   self.session.flush()
Feb 19 21:40:03.195127 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d7ba15a9-a775-426c-ac72-d9441070fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (d358f457-6bac-4f61-acdb-8d9bdb0a23ac), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.197974 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (f342daca-48e4-4cbe-b7ce-0803d4de7cbe), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.220194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6bfef850>,) {'filters': {'network_id': ['f342daca-48e4-4cbe-b7ce-0803d4de7cbe']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:03.220908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba15a9-a775-426c-ac72-d9441070fb84 None None] Pushing event deleted for resources: {'Port': ['ID=d358f457-6bac-4f61-acdb-8d9bdb0a23ac,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:03.224314 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba15a9-a775-426c-ac72-d9441070fb84 None None] No DVR routers for this DVR port d358f457-6bac-4f61-acdb-8d9bdb0a23ac on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:40:03.237414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bfef850>, '2c59c91c-ee2f-4cf8-951c-680e41aa30fb') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:03.237816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6bfef850>, '2c59c91c-ee2f-4cf8-951c-680e41aa30fb') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:03.248554 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (2c59c91c-ee2f-4cf8-951c-680e41aa30fb), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.264652 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (2c59c91c-ee2f-4cf8-951c-680e41aa30fb), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.271162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:40:03.271572 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (2c59c91c-ee2f-4cf8-951c-680e41aa30fb), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:40:03.273530 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:40:03.332243 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (f342daca-48e4-4cbe-b7ce-0803d4de7cbe), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.337715 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.340909 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] 10.222.0.30 "DELETE /v2.0/networks/f342daca-48e4-4cbe-b7ce-0803d4de7cbe HTTP/1.1" status: 204  len: 168 time: 0.5473237
Feb 19 21:40:03.352463 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fb527-13e3-4dfe-a17e-dd230493b1ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f342daca-48e4-4cbe-b7ce-0803d4de7cbe,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:03.463178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36418) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:03.502865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-18c113ed-15f5-4bd9-9eeb-05fd81ee25b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f6be5d4ae2946bb9304ae0a31f2c325&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0384028
Feb 19 21:40:03.505287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36420) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:03.552226 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31fe6b20-ba42-4dd3-936f-b75401920c55 admin admin] Publish callbacks [] for security_group (d881f366-317a-4684-8621-3bd0250c528e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.573060 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31fe6b20-ba42-4dd3-936f-b75401920c55 admin admin] Publish callbacks [] for security_group (d881f366-317a-4684-8621-3bd0250c528e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.620596 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31fe6b20-ba42-4dd3-936f-b75401920c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d881f366-317a-4684-8621-3bd0250c528e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.623341 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31fe6b20-ba42-4dd3-936f-b75401920c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:03.624547 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-31fe6b20-ba42-4dd3-936f-b75401920c55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d881f366-317a-4684-8621-3bd0250c528e HTTP/1.1" status: 204  len: 168 time: 0.1183429
Feb 19 21:40:03.633179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe6b20-ba42-4dd3-936f-b75401920c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d881f366-317a-4684-8621-3bd0250c528e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:03.900648 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d358f457-6bac-4f61-acdb-8d9bdb0a23ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:40:03.923862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: d358f457-6bac-4f61-acdb-8d9bdb0a23ac {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:40:03.924217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device d358f457-6bac-4f61-acdb-8d9bdb0a23ac not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:40:03.924678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5f9e1b67-dd20-4cb0-b626-03f46058af79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:40:03.951143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 5f9e1b67-dd20-4cb0-b626-03f46058af79 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:40:03.952197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 5f9e1b67-dd20-4cb0-b626-03f46058af79 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:40:03.952656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:40:03.972405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:40:03.972716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 52a03e9b-aa59-4dbd-803e-a87e4d8655e5 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:40:04.284516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36442) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:04.379203 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1904474288-network', 'tenant_id': '7722259605b44471bf91ed3ba30b3373'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:04.398403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Made reservation on behalf of 7722259605b44471bf91ed3ba30b3373 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:04.400681 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:04.408936 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:04.486051 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Publish callbacks [] for security_group (b95f6f0d-327a-455d-a5e5-aaa920bbf75b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:04.489817 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b95f6f0d-327a-455d-a5e5-aaa920bbf75b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:04.510028 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:40:04.524428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95f6f0d-327a-455d-a5e5-aaa920bbf75b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:04.528199 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (dad69231-f4b2-444d-9ce3-cf1a5d76c283), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:04.528576 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Added segment dad69231-f4b2-444d-9ce3-cf1a5d76c283 of type vlan for network 2f9090c3-3640-45a1-8af5-3c390673c0cd
Feb 19 21:40:04.568731 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (2f9090c3-3640-45a1-8af5-3c390673c0cd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:04.593455 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (2f9090c3-3640-45a1-8af5-3c390673c0cd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:04.594524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:04.595147 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:04.649577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3638544
Feb 19 21:40:04.652495 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36446) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:04.657423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969c834-3d5f-4002-985a-a8a51ff78bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=2f9090c3-3640-45a1-8af5-3c390673c0cd,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:04.658002 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] Request body: {'subnet': {'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1904474288-subnet', 'tenant_id': '7722259605b44471bf91ed3ba30b3373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:04.668188 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 2f9090c3-3640-45a1-8af5-3c390673c0cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:40:04.682411 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] Made reservation on behalf of 7722259605b44471bf91ed3ba30b3373 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:04.684861 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:04.852904 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:04.900982 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:04.920437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] Checking segment: {'id': 'dad69231-f4b2-444d-9ce3-cf1a5d76c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:04.920796 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] Network hostable DHCP agents. Network: 2f9090c3-3640-45a1-8af5-3c390673c0cd, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:40:04.936265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] Network 2f9090c3-3640-45a1-8af5-3c390673c0cd is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:40:04.944622 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2f9090c3-3640-45a1-8af5-3c390673c0cd) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:04.948914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:04.949774 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:04.953961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167d69af-1c76-44ca-8623-670d3126c634 None None] Network 2f9090c3-3640-45a1-8af5-3c390673c0cd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:04.965814 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fe59e4d0-544d-4235-86a9-228a03a87248 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3122356
Feb 19 21:40:05.059176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8696e8-428f-4af8-bed2-e30bf3dc5926 None None] Network 2f9090c3-3640-45a1-8af5-3c390673c0cd requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:05.398064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-e0693383-2918-4d85-bdcc-4243340190ff tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:05.399548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-e0693383-2918-4d85-bdcc-4243340190ff tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/networks?id=2f9090c3-3640-45a1-8af5-3c390673c0cd HTTP/1.1" status: 200  len: 814 time: 0.1055899
Feb 19 21:40:05.414274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-86801c15-c34d-4321-9252-d7bc8bf7716d tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/quotas/7722259605b44471bf91ed3ba30b3373 HTTP/1.1" status: 200  len: 375 time: 0.0092175
Feb 19 21:40:05.446802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-dec44eca-fb6c-4226-a3be-0c24f5d3f83a tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7722259605b44471bf91ed3ba30b3373&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0276511
Feb 19 21:40:05.541034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c5d3e3f1-a422-4f90-bbad-77cc9fd23062 service neutron] 10.222.0.30 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870874
Feb 19 21:40:05.630746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-7fb7732f-dda7-4950-8183-f8a2cee6b243 service neutron] 10.222.0.30 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839562
Feb 19 21:40:05.790167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c443027-a431-4806-9e92-8b9e642034ea req-a943fba9-5323-4635-9402-cca0c2715a6f tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 210 time: 0.0276515
Feb 19 21:40:06.676721 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-a6a2ac1a-bf4b-46aa-96fd-ca3006eb5062 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:06.678204 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-a6a2ac1a-bf4b-46aa-96fd-ca3006eb5062 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.10 "GET /v2.0/networks?id=2f9090c3-3640-45a1-8af5-3c390673c0cd HTTP/1.1" status: 200  len: 814 time: 0.1006963
Feb 19 21:40:06.690441 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Request body: {'port': {'device_id': 'abf8912b-192b-46c7-b38b-db082ae96558', 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd', 'admin_state_up': True, 'tenant_id': '7722259605b44471bf91ed3ba30b3373'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:06.804650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Made reservation on behalf of 7722259605b44471bf91ed3ba30b3373 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:06.807981 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:06.886115 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aa3f807e-a7de-491d-a177-092fd1c5f969 req-2b0443d4-a845-44e2-b207-08c11943a49b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 210 time: 0.0272105
Feb 19 21:40:06.939213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Allocated IP 172.20.0.6 (2f9090c3-3640-45a1-8af5-3c390673c0cd/9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4/b7858cee-794e-47af-a57f-4610eafb9d6d) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:07.080797 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks [] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:07.113477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:07.156719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Network 2f9090c3-3640-45a1-8af5-3c390673c0cd is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:07.159667 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:07.163265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:07.192677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Pushing event updated for resources: {'Port': ['ID=b7858cee-794e-47af-a57f-4610eafb9d6d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:07.217186 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:07.217799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:07.233308 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-9c2f96d1-14c0-432c-b3a6-5bfae192b22e tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5467212
Feb 19 21:40:07.244148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Request body: {'port': {'device_id': 'abf8912b-192b-46c7-b38b-db082ae96558', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:07.302482 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:07.425037 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-fa1a2920-1458-4e66-8c70-8b3e9b249fb8 req-a75df9ac-35e1-4f2c-85b5-5b7ccd569eb3 service neutron] (121128) timed out ('10.222.0.30', 60836) {{(pid=121128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:40:07.561338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7858cee-794e-47af-a57f-4610eafb9d6d {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:40:07.568863 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Publish callbacks [] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:07.583063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Transition to ACTIVE for port object b7858cee-794e-47af-a57f-4610eafb9d6d will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:40:07.586519 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:07.652258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7858cee-794e-47af-a57f-4610eafb9d6d,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:07.705245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Attempting to bind port b7858cee-794e-47af-a57f-4610eafb9d6d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:40:07.705835 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Attempting to bind port b7858cee-794e-47af-a57f-4610eafb9d6d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dad69231-f4b2-444d-9ce3-cf1a5d76c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:40:07.705967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Attempting to bind port b7858cee-794e-47af-a57f-4610eafb9d6d on network 2f9090c3-3640-45a1-8af5-3c390673c0cd {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:07.710166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Port b7858cee-794e-47af-a57f-4610eafb9d6d on network 2f9090c3-3640-45a1-8af5-3c390673c0cd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:40:07.710492 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Attempting to bind port b7858cee-794e-47af-a57f-4610eafb9d6d on network 2f9090c3-3640-45a1-8af5-3c390673c0cd {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:07.715187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:40:07.715527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Checking segment: {'id': 'dad69231-f4b2-444d-9ce3-cf1a5d76c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:07.715914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Bound using segment: {'id': 'dad69231-f4b2-444d-9ce3-cf1a5d76c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:40:07.716361 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Bound port: b7858cee-794e-47af-a57f-4610eafb9d6d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad69231-f4b2-444d-9ce3-cf1a5d76c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:40:07.716743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:07.781030 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] For port b7858cee-794e-47af-a57f-4610eafb9d6d, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:40:07.783990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] For port b7858cee-794e-47af-a57f-4610eafb9d6d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7858cee-794e-47af-a57f-4610eafb9d6d,segment=NetworkSegment(dad69231-f4b2-444d-9ce3-cf1a5d76c283),segment_id=dad69231-f4b2-444d-9ce3-cf1a5d76c283)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:40:07.789446 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:07.824799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:07.825502 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:07.827446 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] 10.222.0.10 "PUT /v2.0/ports/b7858cee-794e-47af-a57f-4610eafb9d6d HTTP/1.1" status: 200  len: 1091 time: 0.5873420
Feb 19 21:40:07.827886 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf8912b-192b-46c7-b38b-db082ae96558', 'tag': 'b7858cee-794e-47af-a57f-4610eafb9d6d'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:40:07.830128 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78f155b-e90b-44ba-9108-69d142997bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "abf8912b-192b-46c7-b38b-db082ae96558", "tag": "b7858cee-794e-47af-a57f-4610eafb9d6d"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:40:07.852467 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4901168-c96d-4609-8457-29ab67686fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7858cee-794e-47af-a57f-4610eafb9d6d,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:07.874251 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e6ecf8-b659-4541-85b6-5a4289cb821f x-openstack-request-id: req-82e6ecf8-b659-4541-85b6-5a4289cb821f {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:40:07.874546 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf8912b-192b-46c7-b38b-db082ae96558", "tag": "b7858cee-794e-47af-a57f-4610eafb9d6d", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:40:07.874805 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82e6ecf8-b659-4541-85b6-5a4289cb821f {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:40:07.875205 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf8912b-192b-46c7-b38b-db082ae96558', 'tag': 'b7858cee-794e-47af-a57f-4610eafb9d6d', 'status': 'completed', 'code': 200}
Feb 19 21:40:07.923299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-d7565046-72f0-41e6-9f7e-b1a3967fc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:07.924809 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-d7565046-72f0-41e6-9f7e-b1a3967fc5b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7722259605b44471bf91ed3ba30b3373&device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 1125 time: 0.0463939
Feb 19 21:40:07.973002 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-6cfa000a-76b9-43e8-98aa-c115fd13a625 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7858cee-794e-47af-a57f-4610eafb9d6d HTTP/1.1" status: 200  len: 217 time: 0.0419381
Feb 19 21:40:08.019799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c82b3-ba02-4503-be8c-839dd22b60c4 req-09158eec-d8b5-44e4-8e05-7db43092b30f tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:08.021477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-220c82b3-ba02-4503-be8c-839dd22b60c4 req-09158eec-d8b5-44e4-8e05-7db43092b30f tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 943 time: 0.0596039
Feb 19 21:40:08.029343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-5a863b24-f0fd-45c1-9bdb-e00ca1cd5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:08.030902 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-5a863b24-f0fd-45c1-9bdb-e00ca1cd5ef8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4 HTTP/1.1" status: 200  len: 854 time: 0.0497477
Feb 19 21:40:08.062347 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-225d47ff-40b1-4b3d-98a8-9941a89d566e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f9090c3-3640-45a1-8af5-3c390673c0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261462
Feb 19 21:40:08.068538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-220c82b3-ba02-4503-be8c-839dd22b60c4 req-0e2733d6-1ac9-46b5-a1a7-5efce23e7ca5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412829
Feb 19 21:40:08.153159 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-64750348-793c-4fe7-8b58-ad8d23ff014d service neutron] 10.222.0.10 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848482
Feb 19 21:40:08.241334 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-079d49db-90cd-4230-920e-d10e3ff2b07b req-97065173-e72f-4b8e-80db-3d5e894502cb service neutron] 10.222.0.10 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823829
Feb 19 21:40:08.332453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f155b-e90b-44ba-9108-69d142997bd3 req-aefd3874-be60-4640-89c0-278c3ed2ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:08.333868 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c78f155b-e90b-44ba-9108-69d142997bd3 req-aefd3874-be60-4640-89c0-278c3ed2ca2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7722259605b44471bf91ed3ba30b3373&device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 1125 time: 0.0448823
Feb 19 21:40:08.425668 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f155b-e90b-44ba-9108-69d142997bd3 req-eb7dcedd-2e99-4a66-b89f-57548170ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:08.427121 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c78f155b-e90b-44ba-9108-69d142997bd3 req-eb7dcedd-2e99-4a66-b89f-57548170ece8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f9090c3-3640-45a1-8af5-3c390673c0cd HTTP/1.1" status: 200  len: 915 time: 0.0857041
Feb 19 21:40:08.466433 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c78f155b-e90b-44ba-9108-69d142997bd3 req-bbfffbb6-32a6-4324-bc8d-4551aa3ff125 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7858cee-794e-47af-a57f-4610eafb9d6d HTTP/1.1" status: 200  len: 217 time: 0.0332153
Feb 19 21:40:08.516380 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f155b-e90b-44ba-9108-69d142997bd3 req-8b869382-63a0-42ab-a217-f71b485da751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:08.517861 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c78f155b-e90b-44ba-9108-69d142997bd3 req-8b869382-63a0-42ab-a217-f71b485da751 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4 HTTP/1.1" status: 200  len: 854 time: 0.0459726
Feb 19 21:40:08.550081 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c78f155b-e90b-44ba-9108-69d142997bd3 req-f6ad9aa8-6cfe-4597-80ad-638332a5eb0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f9090c3-3640-45a1-8af5-3c390673c0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255573
Feb 19 21:40:08.640898 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c78f155b-e90b-44ba-9108-69d142997bd3 req-091a5490-bcc9-4735-8b01-17f4a22970d8 service neutron] 10.222.0.10 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832443
Feb 19 21:40:08.733978 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-c78f155b-e90b-44ba-9108-69d142997bd3 req-a08d6e2a-d980-4ea2-af3c-f857908b6a05 service neutron] 10.222.0.10 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873613
Feb 19 21:40:09.188263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd59b5e-8be4-486f-9947-653e1088980c req-07140317-eba5-43b4-8061-9dc7d8f2c528 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:09.189768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fd59b5e-8be4-486f-9947-653e1088980c req-07140317-eba5-43b4-8061-9dc7d8f2c528 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 943 time: 0.0517015
Feb 19 21:40:09.235665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fd59b5e-8be4-486f-9947-653e1088980c req-0d21ed8d-bfd3-4e42-b3b7-9234c5c0ffac tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403581
Feb 19 21:40:10.089594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device b7858cee-794e-47af-a57f-4610eafb9d6d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:40:10.186450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port b7858cee-794e-47af-a57f-4610eafb9d6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7858cee-794e-47af-a57f-4610eafb9d6d,segment=NetworkSegment(dad69231-f4b2-444d-9ce3-cf1a5d76c283),segment_id=dad69231-f4b2-444d-9ce3-cf1a5d76c283)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:10.358762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec3c4c-ec49-40f2-aece-192f365d45d5 req-4059ccbc-4c59-48cc-8db7-fb519684baac tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:10.359438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'b7858cee-794e-47af-a57f-4610eafb9d6d', 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd', 'port_id': 'b7858cee-794e-47af-a57f-4610eafb9d6d', 'mac_address': 'fa:16:3e:a7:10:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:40:10.360411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dec3c4c-ec49-40f2-aece-192f365d45d5 req-4059ccbc-4c59-48cc-8db7-fb519684baac tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 943 time: 0.0548635
Feb 19 21:40:10.397033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port b7858cee-794e-47af-a57f-4610eafb9d6d is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:10.397438 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:10.410056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7858cee-794e-47af-a57f-4610eafb9d6d {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:40:10.416632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dec3c4c-ec49-40f2-aece-192f365d45d5 req-4edbe503-61bf-40ec-9def-0bec8097b99b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504456
Feb 19 21:40:10.434920 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port b7858cee-794e-47af-a57f-4610eafb9d6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7858cee-794e-47af-a57f-4610eafb9d6d,segment=NetworkSegment(dad69231-f4b2-444d-9ce3-cf1a5d76c283),segment_id=dad69231-f4b2-444d-9ce3-cf1a5d76c283)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:10.439330 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:10.486059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=b7858cee-794e-47af-a57f-4610eafb9d6d,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:10.642837 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['b7858cee-794e-47af-a57f-4610eafb9d6d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:40:11.535994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813c86b-05a3-4df9-879e-379a1d4b12fb req-f201e13b-3b97-4bfa-a19a-0848cb2121f5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:11.537546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d813c86b-05a3-4df9-879e-379a1d4b12fb req-f201e13b-3b97-4bfa-a19a-0848cb2121f5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 944 time: 0.0533969
Feb 19 21:40:11.584138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d813c86b-05a3-4df9-879e-379a1d4b12fb req-1a14e1cc-9e1d-4a92-9aa1-ba16fbda819c tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410130
Feb 19 21:40:12.092797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device b7858cee-794e-47af-a57f-4610eafb9d6d up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:40:12.141571 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port b7858cee-794e-47af-a57f-4610eafb9d6d completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:40:12.145351 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port b7858cee-794e-47af-a57f-4610eafb9d6d triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:12.145727 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:12.223286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port b7858cee-794e-47af-a57f-4610eafb9d6d is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:12.223678 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:12.245431 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf8912b-192b-46c7-b38b-db082ae96558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7858cee-794e-47af-a57f-4610eafb9d6d'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:40:12.247652 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea5a51a-e251-4b46-819f-05e239e46860" -d '{"events": [{"server_uuid": "abf8912b-192b-46c7-b38b-db082ae96558", "name": "network-vif-plugged", "status": "completed", "tag": "b7858cee-794e-47af-a57f-4610eafb9d6d"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:40:12.259827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port b7858cee-794e-47af-a57f-4610eafb9d6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7858cee-794e-47af-a57f-4610eafb9d6d,segment=NetworkSegment(dad69231-f4b2-444d-9ce3-cf1a5d76c283),segment_id=dad69231-f4b2-444d-9ce3-cf1a5d76c283)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:12.263873 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:12.310772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=b7858cee-794e-47af-a57f-4610eafb9d6d,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:12.347325 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252ee22f-d86f-4650-89b7-575c3ebc4ff6 x-openstack-request-id: req-252ee22f-d86f-4650-89b7-575c3ebc4ff6 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:40:12.347623 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf8912b-192b-46c7-b38b-db082ae96558", "name": "network-vif-plugged", "status": "completed", "tag": "b7858cee-794e-47af-a57f-4610eafb9d6d", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:40:12.347886 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-252ee22f-d86f-4650-89b7-575c3ebc4ff6 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:40:12.348306 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf8912b-192b-46c7-b38b-db082ae96558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7858cee-794e-47af-a57f-4610eafb9d6d', 'code': 200}
Feb 19 21:40:12.447987 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded95f04-dbf6-4cb9-9e42-f8869c2b0474 req-e58fc251-51e5-437d-bdf8-759d66cf1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:12.449520 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ded95f04-dbf6-4cb9-9e42-f8869c2b0474 req-e58fc251-51e5-437d-bdf8-759d66cf1960 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 1127 time: 0.0439303
Feb 19 21:40:12.491813 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ded95f04-dbf6-4cb9-9e42-f8869c2b0474 req-b0cc1350-7cd7-4e21-af02-1078ad5a6571 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364161
Feb 19 21:40:12.700209 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e423c5-af8a-4795-a179-9af87a24b306 req-c16da772-6fd2-47d2-a736-360a4d5283be tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:12.702306 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84e423c5-af8a-4795-a179-9af87a24b306 req-c16da772-6fd2-47d2-a736-360a4d5283be tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 945 time: 0.0524600
Feb 19 21:40:12.748776 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-84e423c5-af8a-4795-a179-9af87a24b306 req-a93d8080-59f8-4012-8f46-5dd2ce3250db tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409632
Feb 19 21:40:13.874019 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bdeae-f3f5-4ef4-94cb-7deaeb012394 req-0020d35a-8390-41f0-8149-48222ee9d652 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:13.875511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb2bdeae-f3f5-4ef4-94cb-7deaeb012394 req-0020d35a-8390-41f0-8149-48222ee9d652 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 945 time: 0.0568659
Feb 19 21:40:13.921948 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb2bdeae-f3f5-4ef4-94cb-7deaeb012394 req-8c122510-b813-4905-b36e-8b84a80181fa tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408421
Feb 19 21:40:14.144221 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-1e6bdfbb-6de4-4f56-93a4-eebf2ee22030 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:14.145737 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-1e6bdfbb-6de4-4f56-93a4-eebf2ee22030 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/networks?id=2f9090c3-3640-45a1-8af5-3c390673c0cd HTTP/1.1" status: 200  len: 814 time: 0.0995159
Feb 19 21:40:14.160721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-c277969c-1dae-4be6-836f-cccf7c2cc2aa tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/quotas/7722259605b44471bf91ed3ba30b3373 HTTP/1.1" status: 200  len: 375 time: 0.0094810
Feb 19 21:40:14.216155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-6ae5bc56-d23d-419b-93cf-75e39925be23 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7722259605b44471bf91ed3ba30b3373&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0503333
Feb 19 21:40:14.303900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-cbe52b48-2fd8-48ba-aa59-4c83a9968ebc service neutron] 10.222.0.30 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806580
Feb 19 21:40:14.403364 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-a813b1da-88fa-4659-9e3b-8431e530486c service neutron] 10.222.0.30 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936062
Feb 19 21:40:14.558201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-836318ac-59f1-4a50-8e37-3842b99c50b3 req-ac9ef1d4-2de1-4178-b7dd-2c321e6b26d7 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 210 time: 0.0271287
Feb 19 21:40:15.458774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-1862884d-7591-40c1-8922-7a877d10d457 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:15.460456 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-1862884d-7591-40c1-8922-7a877d10d457 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.67 "GET /v2.0/networks?id=2f9090c3-3640-45a1-8af5-3c390673c0cd HTTP/1.1" status: 200  len: 814 time: 0.1071308
Feb 19 21:40:15.473319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Request body: {'port': {'device_id': 'f1f39dcc-810f-4ce5-b59e-1390ab334d67', 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd', 'admin_state_up': True, 'tenant_id': '7722259605b44471bf91ed3ba30b3373'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:15.590524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Made reservation on behalf of 7722259605b44471bf91ed3ba30b3373 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:15.595004 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:15.690487 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f4e93e6-9689-4bd5-9296-f0765df4ae32 req-788c5792-10c6-4cb8-8096-7af3972c0f62 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 210 time: 0.0406816
Feb 19 21:40:15.752369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Allocated IP 172.20.0.8 (2f9090c3-3640-45a1-8af5-3c390673c0cd/9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4/7abb909a-01d6-467b-ac0e-add5751b174b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:15.899190 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks [] for port (7abb909a-01d6-467b-ac0e-add5751b174b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:15.933964 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:15.946332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['b7858cee-794e-47af-a57f-4610eafb9d6d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:40:15.983862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Network 2f9090c3-3640-45a1-8af5-3c390673c0cd is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:15.987092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:15.990834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:15.997328 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Pushing event updated for resources: {'Port': ['ID=7abb909a-01d6-467b-ac0e-add5751b174b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:16.042729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:16.043356 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:16.059311 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-2bbddac1-7e8d-4bae-b3c0-52006facf85b tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5910378
Feb 19 21:40:16.069954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Request body: {'port': {'device_id': 'f1f39dcc-810f-4ce5-b59e-1390ab334d67', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:16.133594 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:16.389349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abb909a-01d6-467b-ac0e-add5751b174b {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:40:16.396834 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Publish callbacks [] for port (7abb909a-01d6-467b-ac0e-add5751b174b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:16.408466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Transition to ACTIVE for port object 7abb909a-01d6-467b-ac0e-add5751b174b will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:40:16.411714 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:16.461359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Pushing event updated for resources: {'Port': ['ID=7abb909a-01d6-467b-ac0e-add5751b174b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:16.531509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Attempting to bind port 7abb909a-01d6-467b-ac0e-add5751b174b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:40:16.531848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Attempting to bind port 7abb909a-01d6-467b-ac0e-add5751b174b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dad69231-f4b2-444d-9ce3-cf1a5d76c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:40:16.532180 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Attempting to bind port 7abb909a-01d6-467b-ac0e-add5751b174b on network 2f9090c3-3640-45a1-8af5-3c390673c0cd {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:16.536524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Port 7abb909a-01d6-467b-ac0e-add5751b174b on network 2f9090c3-3640-45a1-8af5-3c390673c0cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:40:16.536850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Attempting to bind port 7abb909a-01d6-467b-ac0e-add5751b174b on network 2f9090c3-3640-45a1-8af5-3c390673c0cd {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:16.541674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:40:16.542017 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Checking segment: {'id': 'dad69231-f4b2-444d-9ce3-cf1a5d76c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:16.542403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Bound using segment: {'id': 'dad69231-f4b2-444d-9ce3-cf1a5d76c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:40:16.542828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Bound port: 7abb909a-01d6-467b-ac0e-add5751b174b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad69231-f4b2-444d-9ce3-cf1a5d76c283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:40:16.543184 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:16.613913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] For port 7abb909a-01d6-467b-ac0e-add5751b174b, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:40:16.617845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] For port 7abb909a-01d6-467b-ac0e-add5751b174b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7abb909a-01d6-467b-ac0e-add5751b174b,segment=NetworkSegment(dad69231-f4b2-444d-9ce3-cf1a5d76c283),segment_id=dad69231-f4b2-444d-9ce3-cf1a5d76c283)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:40:16.623214 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:16.658206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:16.658768 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:16.660336 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] 10.222.0.67 "PUT /v2.0/ports/7abb909a-01d6-467b-ac0e-add5751b174b HTTP/1.1" status: 200  len: 1091 time: 0.5943527
Feb 19 21:40:16.660958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f39dcc-810f-4ce5-b59e-1390ab334d67', 'tag': '7abb909a-01d6-467b-ac0e-add5751b174b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:40:16.663183 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6797ccbd-571b-46a0-a3c2-69ea5ba5d857" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f39dcc-810f-4ce5-b59e-1390ab334d67", "tag": "7abb909a-01d6-467b-ac0e-add5751b174b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:40:16.691007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b374171-5ad8-4087-a14a-6ffb5813d8bd service neutron] Pushing event updated for resources: {'Port': ['ID=7abb909a-01d6-467b-ac0e-add5751b174b,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:16.708694 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a75ed3-e92c-41c4-af1f-30d4f51647ec x-openstack-request-id: req-f0a75ed3-e92c-41c4-af1f-30d4f51647ec {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:40:16.708992 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f39dcc-810f-4ce5-b59e-1390ab334d67", "tag": "7abb909a-01d6-467b-ac0e-add5751b174b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:40:16.709253 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0a75ed3-e92c-41c4-af1f-30d4f51647ec {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:40:16.709654 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f39dcc-810f-4ce5-b59e-1390ab334d67', 'tag': '7abb909a-01d6-467b-ac0e-add5751b174b', 'status': 'completed', 'code': 200}
Feb 19 21:40:16.747958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3f9d0c11-9600-4a30-a62a-8f8c505f3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:16.749545 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-3f9d0c11-9600-4a30-a62a-8f8c505f3cbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7722259605b44471bf91ed3ba30b3373&device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 1125 time: 0.0499840
Feb 19 21:40:17.131121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-d215fb52-e965-40d7-b941-0b98d0441f79 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7abb909a-01d6-467b-ac0e-add5751b174b HTTP/1.1" status: 200  len: 217 time: 0.3744152
Feb 19 21:40:17.198560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-71d8ab0f-3f67-4773-ba72-4109a15bde4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:17.200009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-71d8ab0f-3f67-4773-ba72-4109a15bde4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4 HTTP/1.1" status: 200  len: 854 time: 0.0543652
Feb 19 21:40:17.208173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373932c8-54af-4938-9558-b465d8b7423a req-2817bacb-8319-4c43-aada-fe258d0162ab tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:17.209577 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-373932c8-54af-4938-9558-b465d8b7423a req-2817bacb-8319-4c43-aada-fe258d0162ab tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 943 time: 0.4474335
Feb 19 21:40:17.248938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-b850fc9b-eba3-4fb6-8b6d-274746d03127 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9090c3-3640-45a1-8af5-3c390673c0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384283
Feb 19 21:40:17.319925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-373932c8-54af-4938-9558-b465d8b7423a req-e166e6b8-4fc3-4bb0-b220-ffcabb130d9a tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016371
Feb 19 21:40:17.355800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-ea3c4db9-23c6-4674-9b09-6016d69f17fb service neutron] 10.222.0.67 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998363
Feb 19 21:40:17.448134 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eee1302f-9611-4357-b2ef-bcfa6fdfa20a req-fd7c1dd2-7de5-4cf6-9c9d-0762f55160a9 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870419
Feb 19 21:40:17.534342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797ccbd-571b-46a0-a3c2-69ea5ba5d857 req-54dc0f67-993d-4e71-be2b-2aed4821a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:17.535855 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6797ccbd-571b-46a0-a3c2-69ea5ba5d857 req-54dc0f67-993d-4e71-be2b-2aed4821a159 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7722259605b44471bf91ed3ba30b3373&device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 1125 time: 0.0458493
Feb 19 21:40:17.630573 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797ccbd-571b-46a0-a3c2-69ea5ba5d857 req-bdee08e5-57f3-4344-bc73-e73f1d69390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:17.632043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6797ccbd-571b-46a0-a3c2-69ea5ba5d857 req-bdee08e5-57f3-4344-bc73-e73f1d69390c service neutron] 10.222.0.67 "GET /v2.0/networks?id=2f9090c3-3640-45a1-8af5-3c390673c0cd HTTP/1.1" status: 200  len: 915 time: 0.0885105
Feb 19 21:40:17.674018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6797ccbd-571b-46a0-a3c2-69ea5ba5d857 req-157af9a3-6191-4b20-b70d-0915a05ef927 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7abb909a-01d6-467b-ac0e-add5751b174b HTTP/1.1" status: 200  len: 217 time: 0.0364518
Feb 19 21:40:17.721429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797ccbd-571b-46a0-a3c2-69ea5ba5d857 req-43375e1e-75b0-40e8-90da-b392760b6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:17.722918 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6797ccbd-571b-46a0-a3c2-69ea5ba5d857 req-43375e1e-75b0-40e8-90da-b392760b6144 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4 HTTP/1.1" status: 200  len: 854 time: 0.0439868
Feb 19 21:40:17.755023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6797ccbd-571b-46a0-a3c2-69ea5ba5d857 req-04106da6-9a28-4dcf-9592-5689838d86a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f9090c3-3640-45a1-8af5-3c390673c0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260797
Feb 19 21:40:17.844984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6797ccbd-571b-46a0-a3c2-69ea5ba5d857 req-c970b062-97a3-4d3e-b459-685cfc1e5df1 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840201
Feb 19 21:40:17.937644 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6797ccbd-571b-46a0-a3c2-69ea5ba5d857 req-54d2a836-ea11-4cd1-8d87-d719ddbae656 service neutron] 10.222.0.67 "GET /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873356
Feb 19 21:40:18.379277 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b5ea336a-c63e-426d-a3e5-2f86fc0ea42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:18.447341 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2800b-5172-4fd8-9351-f264afa351c4 req-d288bbc0-9607-4994-98fe-1cebac01efc1 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:18.448856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2bc2800b-5172-4fd8-9351-f264afa351c4 req-d288bbc0-9607-4994-98fe-1cebac01efc1 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 943 time: 0.0577412
Feb 19 21:40:18.495645 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2bc2800b-5172-4fd8-9351-f264afa351c4 req-111fd55c-831e-4a96-b634-220815e2aa20 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406468
Feb 19 21:40:19.613465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf6740-ef94-4741-bf70-414f96eaf6e6 req-f1cbb6c7-ce35-42d0-8a0a-33a47bb2a4c2 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:19.615024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3adf6740-ef94-4741-bf70-414f96eaf6e6 req-f1cbb6c7-ce35-42d0-8a0a-33a47bb2a4c2 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 943 time: 0.0528383
Feb 19 21:40:19.660496 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3adf6740-ef94-4741-bf70-414f96eaf6e6 req-28bf4410-c462-4a1d-91a5-67dbfd4dd857 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399210
Feb 19 21:40:20.263580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7abb909a-01d6-467b-ac0e-add5751b174b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:40:20.363884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 7abb909a-01d6-467b-ac0e-add5751b174b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7abb909a-01d6-467b-ac0e-add5751b174b,segment=NetworkSegment(dad69231-f4b2-444d-9ce3-cf1a5d76c283),segment_id=dad69231-f4b2-444d-9ce3-cf1a5d76c283)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:20.375282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '7abb909a-01d6-467b-ac0e-add5751b174b', 'network_id': '2f9090c3-3640-45a1-8af5-3c390673c0cd', 'port_id': '7abb909a-01d6-467b-ac0e-add5751b174b', 'mac_address': 'fa:16:3e:df:ec:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:40:20.412180 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 7abb909a-01d6-467b-ac0e-add5751b174b is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:20.412610 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:20.426849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abb909a-01d6-467b-ac0e-add5751b174b {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:40:20.450604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 7abb909a-01d6-467b-ac0e-add5751b174b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7abb909a-01d6-467b-ac0e-add5751b174b,segment=NetworkSegment(dad69231-f4b2-444d-9ce3-cf1a5d76c283),segment_id=dad69231-f4b2-444d-9ce3-cf1a5d76c283)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:20.454422 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:20.501777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=7abb909a-01d6-467b-ac0e-add5751b174b,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:20.656208 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-798a56d3-6525-438c-b7fd-0dbdc6a1eeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:20.743903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['7abb909a-01d6-467b-ac0e-add5751b174b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:40:20.786058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7969-2242-4434-8c9d-d871c80a7a1b req-85c9c186-60e1-4608-82b1-a4012d9ca623 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:20.787582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b57b7969-2242-4434-8c9d-d871c80a7a1b req-85c9c186-60e1-4608-82b1-a4012d9ca623 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 944 time: 0.0580769
Feb 19 21:40:20.834150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b57b7969-2242-4434-8c9d-d871c80a7a1b req-b57d5098-3af3-4850-b7a2-eebe73ef23b2 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406084
Feb 19 21:40:21.953352 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646658-879c-40db-9f76-98ce4ddf8287 req-0555f8b0-bcce-42b6-81e9-838b148d7cd6 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:21.954766 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64646658-879c-40db-9f76-98ce4ddf8287 req-0555f8b0-bcce-42b6-81e9-838b148d7cd6 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 944 time: 0.0532579
Feb 19 21:40:21.962435 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:22.003353 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64646658-879c-40db-9f76-98ce4ddf8287 req-71933018-4580-4b56-be21-671e165722ef tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426111
Feb 19 21:40:22.286595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7abb909a-01d6-467b-ac0e-add5751b174b up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:40:22.335317 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 7abb909a-01d6-467b-ac0e-add5751b174b completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:40:22.339050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 7abb909a-01d6-467b-ac0e-add5751b174b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:22.339425 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:22.413167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 7abb909a-01d6-467b-ac0e-add5751b174b is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:22.413560 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:22.439053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f39dcc-810f-4ce5-b59e-1390ab334d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abb909a-01d6-467b-ac0e-add5751b174b'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:40:22.441295 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb25fe9e-0014-4a43-a3a3-ab9b9ecf7b20" -d '{"events": [{"server_uuid": "f1f39dcc-810f-4ce5-b59e-1390ab334d67", "name": "network-vif-plugged", "status": "completed", "tag": "7abb909a-01d6-467b-ac0e-add5751b174b"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:40:22.454435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 7abb909a-01d6-467b-ac0e-add5751b174b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7abb909a-01d6-467b-ac0e-add5751b174b,segment=NetworkSegment(dad69231-f4b2-444d-9ce3-cf1a5d76c283),segment_id=dad69231-f4b2-444d-9ce3-cf1a5d76c283)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:22.459163 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:22.487782 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e802fada-35f7-4cd6-a964-2a0d8eed168c x-openstack-request-id: req-e802fada-35f7-4cd6-a964-2a0d8eed168c {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:40:22.488083 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f39dcc-810f-4ce5-b59e-1390ab334d67", "name": "network-vif-plugged", "status": "completed", "tag": "7abb909a-01d6-467b-ac0e-add5751b174b", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:40:22.488348 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e802fada-35f7-4cd6-a964-2a0d8eed168c {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:40:22.488749 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f39dcc-810f-4ce5-b59e-1390ab334d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abb909a-01d6-467b-ac0e-add5751b174b', 'code': 200}
Feb 19 21:40:22.511495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=7abb909a-01d6-467b-ac0e-add5751b174b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:22.583119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2a7d9-599f-4dd5-9cfb-0857bb944c3d req-4766cf11-7b83-4fcb-a617-cc80f3210f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:22.584651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aab2a7d9-599f-4dd5-9cfb-0857bb944c3d req-4766cf11-7b83-4fcb-a617-cc80f3210f17 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 1127 time: 0.0443494
Feb 19 21:40:22.631331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aab2a7d9-599f-4dd5-9cfb-0857bb944c3d req-6605b16d-e437-4c1b-977a-8373583367ae service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407743
Feb 19 21:40:23.120852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd1754-b33a-4fed-80c5-33892f9287b3 req-5fcb4fa5-67e0-4f12-aff8-23c081926ec9 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:23.122335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-babd1754-b33a-4fed-80c5-33892f9287b3 req-5fcb4fa5-67e0-4f12-aff8-23c081926ec9 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 945 time: 0.0524914
Feb 19 21:40:23.170365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-babd1754-b33a-4fed-80c5-33892f9287b3 req-362dbe01-5b0d-4150-9c84-2fb44ad7039f tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424421
Feb 19 21:40:23.319098 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:24.289539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1ae47-7677-4f81-b5e3-68f06e698312 req-f137447c-364d-491e-a011-4dcf2ca99985 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:24.291023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-88f1ae47-7677-4f81-b5e3-68f06e698312 req-f137447c-364d-491e-a011-4dcf2ca99985 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 945 time: 0.0519454
Feb 19 21:40:24.338153 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-88f1ae47-7677-4f81-b5e3-68f06e698312 req-75022517-624d-458d-9cac-5f7d63ff372f tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415993
Feb 19 21:40:24.502438 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:24.579945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a657c-c2d1-4b17-91a0-4addd69bb004 req-5ee52e1e-7f5d-410b-bee1-d956ae88a6b5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:24.581462 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb2a657c-c2d1-4b17-91a0-4addd69bb004 req-5ee52e1e-7f5d-410b-bee1-d956ae88a6b5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 945 time: 0.0568995
Feb 19 21:40:24.627876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eb2a657c-c2d1-4b17-91a0-4addd69bb004 req-3d7e77bd-3ba9-45d6-98fe-641c35e46e47 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404999
Feb 19 21:40:25.753073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a912b41-1c96-49d9-8de2-a1d0e7dea4ed req-b657bd21-5b00-431c-af69-1dc68d4bce01 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:25.754589 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a912b41-1c96-49d9-8de2-a1d0e7dea4ed req-b657bd21-5b00-431c-af69-1dc68d4bce01 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 945 time: 0.0545599
Feb 19 21:40:25.801664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a912b41-1c96-49d9-8de2-a1d0e7dea4ed req-e17156a6-13f2-42c1-a097-024ce183bb89 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412977
Feb 19 21:40:25.933484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1179dc-cf09-4746-9d3d-2197bfb18da1 req-73b3cd5f-a58f-4bf2-9dd8-a07f5b3423d7 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:25.934862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f1179dc-cf09-4746-9d3d-2197bfb18da1 req-73b3cd5f-a58f-4bf2-9dd8-a07f5b3423d7 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.67 "GET /v2.0/ports?device_id=f1f39dcc-810f-4ce5-b59e-1390ab334d67 HTTP/1.1" status: 200  len: 945 time: 0.0516670
Feb 19 21:40:26.029251 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-3f1179dc-cf09-4746-9d3d-2197bfb18da1 req-62303798-67ba-4783-a47c-ef8751dc2a53 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Deleting port 7abb909a-01d6-467b-ac0e-add5751b174b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:26.029604 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3f1179dc-cf09-4746-9d3d-2197bfb18da1 req-62303798-67ba-4783-a47c-ef8751dc2a53 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:26.117225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-3f1179dc-cf09-4746-9d3d-2197bfb18da1 req-62303798-67ba-4783-a47c-ef8751dc2a53 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] For port 7abb909a-01d6-467b-ac0e-add5751b174b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7abb909a-01d6-467b-ac0e-add5751b174b,segment=NetworkSegment(dad69231-f4b2-444d-9ce3-cf1a5d76c283),segment_id=dad69231-f4b2-444d-9ce3-cf1a5d76c283)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:26.117600 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3f1179dc-cf09-4746-9d3d-2197bfb18da1 req-62303798-67ba-4783-a47c-ef8751dc2a53 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:26.136068 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-3f1179dc-cf09-4746-9d3d-2197bfb18da1 req-62303798-67ba-4783-a47c-ef8751dc2a53 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Calling delete_port for 7abb909a-01d6-467b-ac0e-add5751b174b owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:26.243744 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:26.264697 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3f1179dc-cf09-4746-9d3d-2197bfb18da1 req-62303798-67ba-4783-a47c-ef8751dc2a53 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (7abb909a-01d6-467b-ac0e-add5751b174b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:26.276379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['7abb909a-01d6-467b-ac0e-add5751b174b'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:40:26.278830 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['b7858cee-794e-47af-a57f-4610eafb9d6d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:40:26.294045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62303798-67ba-4783-a47c-ef8751dc2a53 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Pushing event deleted for resources: {'Port': ['ID=7abb909a-01d6-467b-ac0e-add5751b174b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:26.340692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1179dc-cf09-4746-9d3d-2197bfb18da1 req-62303798-67ba-4783-a47c-ef8751dc2a53 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] No DVR routers for this DVR port 7abb909a-01d6-467b-ac0e-add5751b174b on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:40:26.343820 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-3f1179dc-cf09-4746-9d3d-2197bfb18da1 req-62303798-67ba-4783-a47c-ef8751dc2a53 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:26.348409 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f1179dc-cf09-4746-9d3d-2197bfb18da1 req-62303798-67ba-4783-a47c-ef8751dc2a53 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.67 "DELETE /v2.0/ports/7abb909a-01d6-467b-ac0e-add5751b174b HTTP/1.1" status: 204  len: 173 time: 0.4084697
Feb 19 21:40:26.348895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f39dcc-810f-4ce5-b59e-1390ab334d67', 'name': 'network-vif-deleted', 'tag': '7abb909a-01d6-467b-ac0e-add5751b174b'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:40:26.351615 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e61b63-0786-4d4a-a645-f7234c7aeee8" -d '{"events": [{"server_uuid": "f1f39dcc-810f-4ce5-b59e-1390ab334d67", "name": "network-vif-deleted", "tag": "7abb909a-01d6-467b-ac0e-add5751b174b"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:40:26.389373 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a270ecf-917f-4d38-bd10-c5de4bcf87cd x-openstack-request-id: req-9a270ecf-917f-4d38-bd10-c5de4bcf87cd {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:40:26.389685 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f39dcc-810f-4ce5-b59e-1390ab334d67", "name": "network-vif-deleted", "tag": "7abb909a-01d6-467b-ac0e-add5751b174b", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:40:26.389949 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a270ecf-917f-4d38-bd10-c5de4bcf87cd {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:40:26.390361 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f39dcc-810f-4ce5-b59e-1390ab334d67', 'name': 'network-vif-deleted', 'tag': '7abb909a-01d6-467b-ac0e-add5751b174b', 'status': 'completed', 'code': 200}
Feb 19 21:40:26.957018 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe987db-b7c9-4475-8b04-c90accba7091 req-a443a9cd-1f1f-47ad-9963-d832520e4db5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:26.958414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fe987db-b7c9-4475-8b04-c90accba7091 req-a443a9cd-1f1f-47ad-9963-d832520e4db5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 945 time: 0.0534048
Feb 19 21:40:27.004777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0fe987db-b7c9-4475-8b04-c90accba7091 req-93c52c77-dda4-4119-82f0-1a658a9c99a2 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407929
Feb 19 21:40:27.135953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150407a-18cc-40bc-87f9-2cdc69c7288e req-3d17d8de-1834-4cae-97bc-255bd10a4cc0 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:27.137429 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a150407a-18cc-40bc-87f9-2cdc69c7288e req-3d17d8de-1834-4cae-97bc-255bd10a4cc0 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 945 time: 0.0521736
Feb 19 21:40:27.188323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a150407a-18cc-40bc-87f9-2cdc69c7288e req-52eb9ef1-4b0b-4b1a-b3e8-e3619819f064 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452867
Feb 19 21:40:27.306656 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd382e-a0ad-4f1e-9141-a6e0605b1b17 req-cf0bfcfd-4553-4f2a-811d-4199b3aa8efc tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:27.308142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-15bd382e-a0ad-4f1e-9141-a6e0605b1b17 req-cf0bfcfd-4553-4f2a-811d-4199b3aa8efc tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 945 time: 0.0537505
Feb 19 21:40:27.355185 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-15bd382e-a0ad-4f1e-9141-a6e0605b1b17 req-4213f873-9c65-461f-b474-5e0aaf3cceff tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414867
Feb 19 21:40:27.525988 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bcdca-0b5d-4b83-bccb-b3154f03deb1 req-a9906c50-61e6-4fb4-bfc5-0fe64bcd5650 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:27.527587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d5bcdca-0b5d-4b83-bccb-b3154f03deb1 req-a9906c50-61e6-4fb4-bfc5-0fe64bcd5650 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 945 time: 0.0533442
Feb 19 21:40:27.573741 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d5bcdca-0b5d-4b83-bccb-b3154f03deb1 req-86e579db-0be5-48fa-80f7-0837773fd0ac tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398488
Feb 19 21:40:27.697115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2e47a-b45f-48e0-bc56-d95bd592d5e0 req-4bda2759-8151-421e-b83d-4b3512b35498 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:27.698629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dc2e47a-b45f-48e0-bc56-d95bd592d5e0 req-4bda2759-8151-421e-b83d-4b3512b35498 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 945 time: 0.0573764
Feb 19 21:40:27.746341 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1dc2e47a-b45f-48e0-bc56-d95bd592d5e0 req-839043d7-c501-4052-b1a7-4b1832a6c8d8 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416865
Feb 19 21:40:27.872257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9c8c3-d1df-49d4-8e79-70c36e79acde req-3b6e4793-e0fb-461d-8f46-d473f1f60927 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:27.873780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6eb9c8c3-d1df-49d4-8e79-70c36e79acde req-3b6e4793-e0fb-461d-8f46-d473f1f60927 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 945 time: 0.0527885
Feb 19 21:40:27.920243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6eb9c8c3-d1df-49d4-8e79-70c36e79acde req-185c4b23-e670-446c-ab5a-83d792f4a887 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408623
Feb 19 21:40:28.226359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc69de4-98f2-4807-a0ec-f44ffe6c82f5 req-e230183f-4d43-42d4-9de5-4f05c953168a tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:28.227876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccc69de4-98f2-4807-a0ec-f44ffe6c82f5 req-e230183f-4d43-42d4-9de5-4f05c953168a tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 945 time: 0.0581088
Feb 19 21:40:28.273573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ccc69de4-98f2-4807-a0ec-f44ffe6c82f5 req-f9f15ea6-87e3-4c0d-8c2a-ad6bed788478 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400786
Feb 19 21:40:28.307469 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:40:29.395645 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af453e-bc02-4e17-a0c7-6ce9185173f2 req-9541fede-14d1-4a04-aa33-2c6a9b3caba4 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:29.397180 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8af453e-bc02-4e17-a0c7-6ce9185173f2 req-9541fede-14d1-4a04-aa33-2c6a9b3caba4 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 945 time: 0.0533867
Feb 19 21:40:29.443460 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f8af453e-bc02-4e17-a0c7-6ce9185173f2 req-d3bd1efb-7efd-4f49-b87d-dfa720e13271 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95f6f0d-327a-455d-a5e5-aaa920bbf75b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407166
Feb 19 21:40:29.554839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488f93f-3656-44e7-9405-10ee2ecc2ee0 req-38a44b32-503a-4ba7-b0fe-0e57e8536690 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:29.556226 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0488f93f-3656-44e7-9405-10ee2ecc2ee0 req-38a44b32-503a-4ba7-b0fe-0e57e8536690 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf8912b-192b-46c7-b38b-db082ae96558 HTTP/1.1" status: 200  len: 945 time: 0.0517159
Feb 19 21:40:29.651651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-0488f93f-3656-44e7-9405-10ee2ecc2ee0 req-b62d0248-984f-4eff-be92-aed728d2c9a5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Deleting port b7858cee-794e-47af-a57f-4610eafb9d6d {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:29.651993 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0488f93f-3656-44e7-9405-10ee2ecc2ee0 req-b62d0248-984f-4eff-be92-aed728d2c9a5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:29.737245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-0488f93f-3656-44e7-9405-10ee2ecc2ee0 req-b62d0248-984f-4eff-be92-aed728d2c9a5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] For port b7858cee-794e-47af-a57f-4610eafb9d6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7858cee-794e-47af-a57f-4610eafb9d6d,segment=NetworkSegment(dad69231-f4b2-444d-9ce3-cf1a5d76c283),segment_id=dad69231-f4b2-444d-9ce3-cf1a5d76c283)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:29.737613 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0488f93f-3656-44e7-9405-10ee2ecc2ee0 req-b62d0248-984f-4eff-be92-aed728d2c9a5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:29.750893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-0488f93f-3656-44e7-9405-10ee2ecc2ee0 req-b62d0248-984f-4eff-be92-aed728d2c9a5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Calling delete_port for b7858cee-794e-47af-a57f-4610eafb9d6d owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:29.819135 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:29.884800 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0488f93f-3656-44e7-9405-10ee2ecc2ee0 req-b62d0248-984f-4eff-be92-aed728d2c9a5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (b7858cee-794e-47af-a57f-4610eafb9d6d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:29.895755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['b7858cee-794e-47af-a57f-4610eafb9d6d'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:40:29.913732 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d0248-984f-4eff-be92-aed728d2c9a5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Pushing event deleted for resources: {'Port': ['ID=b7858cee-794e-47af-a57f-4610eafb9d6d,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:29.958517 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0488f93f-3656-44e7-9405-10ee2ecc2ee0 req-b62d0248-984f-4eff-be92-aed728d2c9a5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] No DVR routers for this DVR port b7858cee-794e-47af-a57f-4610eafb9d6d on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:40:29.961151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-0488f93f-3656-44e7-9405-10ee2ecc2ee0 req-b62d0248-984f-4eff-be92-aed728d2c9a5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:29.964499 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0488f93f-3656-44e7-9405-10ee2ecc2ee0 req-b62d0248-984f-4eff-be92-aed728d2c9a5 tempest-ServersNegativeTestJSON-10854928 tempest-ServersNegativeTestJSON-10854928-project] 10.222.0.10 "DELETE /v2.0/ports/b7858cee-794e-47af-a57f-4610eafb9d6d HTTP/1.1" status: 204  len: 173 time: 0.4031243
Feb 19 21:40:29.964940 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf8912b-192b-46c7-b38b-db082ae96558', 'name': 'network-vif-deleted', 'tag': 'b7858cee-794e-47af-a57f-4610eafb9d6d'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:40:29.967189 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dad27a-2c5a-40c2-a89f-b7f0c20b4ca2" -d '{"events": [{"server_uuid": "abf8912b-192b-46c7-b38b-db082ae96558", "name": "network-vif-deleted", "tag": "b7858cee-794e-47af-a57f-4610eafb9d6d"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:40:30.005462 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a9cf5d-f834-4c04-b65e-795762d0cf94 x-openstack-request-id: req-32a9cf5d-f834-4c04-b65e-795762d0cf94 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:40:30.005832 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf8912b-192b-46c7-b38b-db082ae96558", "name": "network-vif-deleted", "tag": "b7858cee-794e-47af-a57f-4610eafb9d6d", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:40:30.006110 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32a9cf5d-f834-4c04-b65e-795762d0cf94 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:40:30.006516 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf8912b-192b-46c7-b38b-db082ae96558', 'name': 'network-vif-deleted', 'tag': 'b7858cee-794e-47af-a57f-4610eafb9d6d', 'status': 'completed', 'code': 200}
Feb 19 21:40:30.296890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7abb909a-01d6-467b-ac0e-add5751b174b no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:40:30.318318 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 7abb909a-01d6-467b-ac0e-add5751b174b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:40:30.318688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 7abb909a-01d6-467b-ac0e-add5751b174b not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:40:30.499213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36604) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:30.543037 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8624c5d2-9e25-42c1-b5bc-f4d20c6ea691 admin admin] Deleting subnet 9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:40:30.546053 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8624c5d2-9e25-42c1-b5bc-f4d20c6ea691 admin admin] Publish callbacks [] for subnet (9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.579172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8624c5d2-9e25-42c1-b5bc-f4d20c6ea691 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.616806 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8624c5d2-9e25-42c1-b5bc-f4d20c6ea691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.672093 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8624c5d2-9e25-42c1-b5bc-f4d20c6ea691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.699318 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624c5d2-9e25-42c1-b5bc-f4d20c6ea691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:30.705783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8624c5d2-9e25-42c1-b5bc-f4d20c6ea691 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.709059 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8624c5d2-9e25-42c1-b5bc-f4d20c6ea691 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9e49d2b2-e6df-472c-ab2b-a9aaa593b1e4 HTTP/1.1" status: 204  len: 168 time: 0.2088296
Feb 19 21:40:30.711565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36606) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:30.779021 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (2f9090c3-3640-45a1-8af5-3c390673c0cd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.857460 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (2f9090c3-3640-45a1-8af5-3c390673c0cd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.877102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a699eaf10>,) {'filters': {'network_id': ['2f9090c3-3640-45a1-8af5-3c390673c0cd']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:30.886176 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a699eaf10>, 'dad69231-f4b2-444d-9ce3-cf1a5d76c283') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:30.886485 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a699eaf10>, 'dad69231-f4b2-444d-9ce3-cf1a5d76c283') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:30.896181 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (dad69231-f4b2-444d-9ce3-cf1a5d76c283), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.908955 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (dad69231-f4b2-444d-9ce3-cf1a5d76c283), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.915100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:40:30.915595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (dad69231-f4b2-444d-9ce3-cf1a5d76c283), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:40:30.917252 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:40:30.971001 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (2f9090c3-3640-45a1-8af5-3c390673c0cd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.976291 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:30.980802 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2f9090c3-3640-45a1-8af5-3c390673c0cd HTTP/1.1" status: 204  len: 168 time: 0.2682838
Feb 19 21:40:30.992922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cba91a-21da-4701-a611-fb0811eb8f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f9090c3-3640-45a1-8af5-3c390673c0cd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:31.098127 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36610) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:31.145390 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-fd895829-ba2c-4a69-8b38-29457af69fcd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7722259605b44471bf91ed3ba30b3373&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0458310
Feb 19 21:40:31.147825 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36612) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:31.193619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a07c585-27c3-40ca-9b70-82935cb9b54d admin admin] Publish callbacks [] for security_group (b95f6f0d-327a-455d-a5e5-aaa920bbf75b), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:31.214091 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a07c585-27c3-40ca-9b70-82935cb9b54d admin admin] Publish callbacks [] for security_group (b95f6f0d-327a-455d-a5e5-aaa920bbf75b), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:31.260753 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a07c585-27c3-40ca-9b70-82935cb9b54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (b95f6f0d-327a-455d-a5e5-aaa920bbf75b), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:31.263376 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4a07c585-27c3-40ca-9b70-82935cb9b54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:31.264749 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4a07c585-27c3-40ca-9b70-82935cb9b54d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b95f6f0d-327a-455d-a5e5-aaa920bbf75b HTTP/1.1" status: 204  len: 168 time: 0.1159971
Feb 19 21:40:31.272649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07c585-27c3-40ca-9b70-82935cb9b54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95f6f0d-327a-455d-a5e5-aaa920bbf75b,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:31.946233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36634) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:32.039161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2056314997'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:32.058059 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Made reservation on behalf of 50ffb1cd73004f4b82c01f8518318eaa for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:32.061386 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:32.070362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:32.148151 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for security_group (d4ad9932-5681-4f32-bf75-332c12fdf1e6), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:32.152555 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d4ad9932-5681-4f32-bf75-332c12fdf1e6), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:32.176172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:40:32.190376 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ad9932-5681-4f32-bf75-332c12fdf1e6,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:32.195961 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1da38054-3aec-4e5c-bad7-e160340a75ef), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:32.196391 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Added segment 1da38054-3aec-4e5c-bad7-e160340a75ef of type vlan for network 8ab88817-e33b-4c91-b1b4-be42b630e6a1
Feb 19 21:40:32.238088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (8ab88817-e33b-4c91-b1b4-be42b630e6a1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:32.262110 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (8ab88817-e33b-4c91-b1b4-be42b630e6a1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:32.267654 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:32.268254 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:32.328401 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3810580
Feb 19 21:40:32.336770 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812da065-2bf5-4870-907a-b8ff95ecc541 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event updated for resources: {'Network': ['ID=8ab88817-e33b-4c91-b1b4-be42b630e6a1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:32.347274 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 8ab88817-e33b-4c91-b1b4-be42b630e6a1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:40:34.183205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device b7858cee-794e-47af-a57f-4610eafb9d6d no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:40:34.204055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: b7858cee-794e-47af-a57f-4610eafb9d6d {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:40:34.204425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device b7858cee-794e-47af-a57f-4610eafb9d6d not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:40:35.612307 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36638) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:35.617466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Request body: {'subnet': {'network_id': '8ab88817-e33b-4c91-b1b4-be42b630e6a1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:35.704464 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Made reservation on behalf of 50ffb1cd73004f4b82c01f8518318eaa for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:35.707807 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.227342 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (2352acbc-62bc-431b-8819-66a8477ffd4e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.285291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event updated for resources: {'Subnet': ['ID=2352acbc-62bc-431b-8819-66a8477ffd4e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:36.296169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Checking segment: {'id': '1da38054-3aec-4e5c-bad7-e160340a75ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8ab88817-e33b-4c91-b1b4-be42b630e6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:36.296573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Network hostable DHCP agents. Network: 8ab88817-e33b-4c91-b1b4-be42b630e6a1, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:40:36.313410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Network 8ab88817-e33b-4c91-b1b4-be42b630e6a1 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:40:36.321841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ab88817-e33b-4c91-b1b4-be42b630e6a1) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:36.326063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:36.327289 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.333164 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63505eca-b044-4479-b42e-19258128ef91 None None] Network 8ab88817-e33b-4c91-b1b4-be42b630e6a1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:36.350130 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1e7d7336-3d74-40dc-a274-1c553a46ee31 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7364755
Feb 19 21:40:36.350905 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36642) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:36.355471 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1265668828'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:36.374350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Made reservation on behalf of 50ffb1cd73004f4b82c01f8518318eaa for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:36.377623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.400451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:40:36.409007 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (726f6b24-f41b-4a5f-8fa3-853eb1f4ff62), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.409352 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Added segment 726f6b24-f41b-4a5f-8fa3-853eb1f4ff62 of type vlan for network 1fca4281-3ca3-4f90-bd95-7ff248898625
Feb 19 21:40:36.442664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ab88817-e33b-4c91-b1b4-be42b630e6a1', 'network_id': '8ab88817-e33b-4c91-b1b4-be42b630e6a1', 'project_id': '50ffb1cd73004f4b82c01f8518318eaa', 'fixed_ips': [{'subnet_id': '2352acbc-62bc-431b-8819-66a8477ffd4e'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:40:36.443683 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.448938 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (1fca4281-3ca3-4f90-bd95-7ff248898625), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.472958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (1fca4281-3ca3-4f90-bd95-7ff248898625), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.477922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:36.478545 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.536870 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1852205
Feb 19 21:40:36.539684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36644) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:36.546687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Request body: {'subnet': {'network_id': '1fca4281-3ca3-4f90-bd95-7ff248898625', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:36.580416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Allocated IP 2001:db8:0:ffff::2 (8ab88817-e33b-4c91-b1b4-be42b630e6a1/2352acbc-62bc-431b-8819-66a8477ffd4e/a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:36.597207 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb9a52-d8cd-4d8e-91fe-c2e250788749 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event updated for resources: {'Network': ['ID=1fca4281-3ca3-4f90-bd95-7ff248898625,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:36.614393 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 1fca4281-3ca3-4f90-bd95-7ff248898625 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:40:36.638658 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Made reservation on behalf of 50ffb1cd73004f4b82c01f8518318eaa for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:36.642342 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.789907 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Publish callbacks [] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.796631 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.832971 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (80f357f4-9701-429a-999b-2f5edb7dc0ed), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.837566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Network 8ab88817-e33b-4c91-b1b4-be42b630e6a1 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:36.841978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:36.846712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:36.849759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Pushing event updated for resources: {'Port': ['ID=a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:36.895170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event updated for resources: {'Subnet': ['ID=80f357f4-9701-429a-999b-2f5edb7dc0ed,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:36.905023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Attempting to bind port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:40:36.905396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Attempting to bind port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1da38054-3aec-4e5c-bad7-e160340a75ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8ab88817-e33b-4c91-b1b4-be42b630e6a1'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:40:36.905553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Checking segment: {'id': '726f6b24-f41b-4a5f-8fa3-853eb1f4ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1fca4281-3ca3-4f90-bd95-7ff248898625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:36.905798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Attempting to bind port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 on network 8ab88817-e33b-4c91-b1b4-be42b630e6a1 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:36.905967 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Network hostable DHCP agents. Network: 1fca4281-3ca3-4f90-bd95-7ff248898625, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:40:36.911630 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:40:36.912018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Checking segment: {'id': '1da38054-3aec-4e5c-bad7-e160340a75ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8ab88817-e33b-4c91-b1b4-be42b630e6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:36.912456 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.912864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Bound using segment: {'id': '1da38054-3aec-4e5c-bad7-e160340a75ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8ab88817-e33b-4c91-b1b4-be42b630e6a1'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:40:36.913341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Bound port: a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da38054-3aec-4e5c-bad7-e160340a75ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8ab88817-e33b-4c91-b1b4-be42b630e6a1'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:40:36.913771 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.926660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Network 1fca4281-3ca3-4f90-bd95-7ff248898625 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:40:36.935488 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1fca4281-3ca3-4f90-bd95-7ff248898625) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:36.941465 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:36.942581 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:36.951429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec91c1-750c-4978-afe6-6042ce44f998 None None] Network 1fca4281-3ca3-4f90-bd95-7ff248898625 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:36.959671 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c537cc7f-f12f-4d37-8f77-8f5c6c7dcfe5 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4189899
Feb 19 21:40:36.962391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36646) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:37.036540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] For port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:40:37.040953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] For port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915,segment=NetworkSegment(1da38054-3aec-4e5c-bad7-e160340a75ef),segment_id=1da38054-3aec-4e5c-bad7-e160340a75ef)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:40:37.052964 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.058885 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (1fca4281-3ca3-4f90-bd95-7ff248898625), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.098532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3b691a-4b66-4f9c-aa81-a7f4f0b55771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1fca4281-3ca3-4f90-bd95-7ff248898625', 'network_id': '1fca4281-3ca3-4f90-bd95-7ff248898625', 'project_id': '50ffb1cd73004f4b82c01f8518318eaa', 'fixed_ips': [{'subnet_id': '80f357f4-9701-429a-999b-2f5edb7dc0ed'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:40:37.099377 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-da3b691a-4b66-4f9c-aa81-a7f4f0b55771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.149633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cfbb7-2033-4bb3-b418-ab036005c6ef None None] Pushing event updated for resources: {'Port': ['ID=a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:37.167774 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (80f357f4-9701-429a-999b-2f5edb7dc0ed), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.237293 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (80f357f4-9701-429a-999b-2f5edb7dc0ed), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server [None req-da3b691a-4b66-4f9c-aa81-a7f4f0b55771 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80f357f4-9701-429a-999b-2f5edb7dc0ed: This subnet is being modified by another concurrent operation.
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server     raise exception
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80f357f4-9701-429a-999b-2f5edb7dc0ed: This subnet is being modified by another concurrent operation.
Feb 19 21:40:37.239722 ncdv-master-1 neutron-server[121130]: ERROR oslo_messaging.rpc.server 
Feb 19 21:40:37.257549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b000650-0dd4-44a2-9e60-e1631b63d958 None None] Network 1fca4281-3ca3-4f90-bd95-7ff248898625 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:37.275267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Subnet': ['ID=80f357f4-9701-429a-999b-2f5edb7dc0ed,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:37.364284 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (1fca4281-3ca3-4f90-bd95-7ff248898625), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.388708 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a73714370>,) {'filters': {'network_id': ['1fca4281-3ca3-4f90-bd95-7ff248898625']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:37.398962 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a73714370>, '726f6b24-f41b-4a5f-8fa3-853eb1f4ff62') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:37.399265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a73714370>, '726f6b24-f41b-4a5f-8fa3-853eb1f4ff62') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:37.409300 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (726f6b24-f41b-4a5f-8fa3-853eb1f4ff62), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.423157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (726f6b24-f41b-4a5f-8fa3-853eb1f4ff62), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.429607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:40:37.430208 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (726f6b24-f41b-4a5f-8fa3-853eb1f4ff62), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:40:37.433539 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:40:37.495807 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (1fca4281-3ca3-4f90-bd95-7ff248898625), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.503657 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.507271 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/networks/1fca4281-3ca3-4f90-bd95-7ff248898625 HTTP/1.1" status: 204  len: 168 time: 0.5439506
Feb 19 21:40:37.511081 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36648) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:37.516751 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-341621458'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:37.520513 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28512bc-c5e8-46f7-a47e-ab9f63efeff4 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Network': ['ID=1fca4281-3ca3-4f90-bd95-7ff248898625,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:37.537636 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Made reservation on behalf of 50ffb1cd73004f4b82c01f8518318eaa for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:37.541080 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.564836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:40:37.574029 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (24c63a37-2513-4576-a5f6-6caaf5a02cd5), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.574372 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Added segment 24c63a37-2513-4576-a5f6-6caaf5a02cd5 of type vlan for network 471097af-8a54-4254-80fc-99a1af676f5d
Feb 19 21:40:37.617614 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (471097af-8a54-4254-80fc-99a1af676f5d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.647008 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (471097af-8a54-4254-80fc-99a1af676f5d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.651969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:37.652601 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.717664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2053251
Feb 19 21:40:37.720640 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36650) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:37.725887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Request body: {'subnet': {'network_id': '471097af-8a54-4254-80fc-99a1af676f5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:37.726164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8945c-8ec0-4a8a-ab8e-204e80901ecc tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event updated for resources: {'Network': ['ID=471097af-8a54-4254-80fc-99a1af676f5d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:37.736359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 471097af-8a54-4254-80fc-99a1af676f5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:40:37.824845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Made reservation on behalf of 50ffb1cd73004f4b82c01f8518318eaa for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:37.829115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:37.894593 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_backend_mixin [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Performing IP validity checks on allocation pools {{(pid=121129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 19 21:40:37.894983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.ipam_backend_mixin [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 19 21:40:37.962723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:40:38.023849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:38.024232 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.049697 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (556f63ff-54ef-4535-b445-c38b6b6665af), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.108815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:38.109545 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.114633 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event updated for resources: {'Subnet': ['ID=556f63ff-54ef-4535-b445-c38b6b6665af,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:38.122201 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Checking segment: {'id': '24c63a37-2513-4576-a5f6-6caaf5a02cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '471097af-8a54-4254-80fc-99a1af676f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:38.122586 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Network hostable DHCP agents. Network: 471097af-8a54-4254-80fc-99a1af676f5d, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:40:38.143558 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Network 471097af-8a54-4254-80fc-99a1af676f5d is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:40:38.147985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915,segment=NetworkSegment(1da38054-3aec-4e5c-bad7-e160340a75ef),segment_id=1da38054-3aec-4e5c-bad7-e160340a75ef)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:38.153647 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.155531 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 471097af-8a54-4254-80fc-99a1af676f5d) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:38.164722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:38.165478 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.186834 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d88bacef-667b-4cf7-987d-ca1460e53c62 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4620495
Feb 19 21:40:38.187266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36652) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:38.188962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef68bdf9-6af0-468f-839a-fd14081f496c None None] Network 471097af-8a54-4254-80fc-99a1af676f5d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:38.191264 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9391a477-23c3-4621-bb81-23abc4d15877 None None] Network 8ab88817-e33b-4c91-b1b4-be42b630e6a1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:38.287967 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (471097af-8a54-4254-80fc-99a1af676f5d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.335821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:38.338754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a123572e-4397-4b66-9306-52d67126e6a3 None None] Provisioning complete for port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:38.339134 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a123572e-4397-4b66-9306-52d67126e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.368460 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (556f63ff-54ef-4535-b445-c38b6b6665af), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.429055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ccaf1-c2bd-401a-8427-ad5243717e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-471097af-8a54-4254-80fc-99a1af676f5d', 'network_id': '471097af-8a54-4254-80fc-99a1af676f5d', 'project_id': '50ffb1cd73004f4b82c01f8518318eaa', 'fixed_ips': [{'subnet_id': '556f63ff-54ef-4535-b445-c38b6b6665af'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:40:38.429887 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccaf1-c2bd-401a-8427-ad5243717e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.436468 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (556f63ff-54ef-4535-b445-c38b6b6665af), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.470275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Subnet': ['ID=556f63ff-54ef-4535-b445-c38b6b6665af,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:38.532968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (471097af-8a54-4254-80fc-99a1af676f5d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.555996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a68d4f8e0>,) {'filters': {'network_id': ['471097af-8a54-4254-80fc-99a1af676f5d']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:38.566144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a68d4f8e0>, '24c63a37-2513-4576-a5f6-6caaf5a02cd5') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:38.566454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a68d4f8e0>, '24c63a37-2513-4576-a5f6-6caaf5a02cd5') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:38.577339 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (24c63a37-2513-4576-a5f6-6caaf5a02cd5), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.591966 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (24c63a37-2513-4576-a5f6-6caaf5a02cd5), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.600920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:40:38.601459 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (24c63a37-2513-4576-a5f6-6caaf5a02cd5), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:40:38.604758 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:40:38.664773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a123572e-4397-4b66-9306-52d67126e6a3 None None] Current status of the port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:38.685877 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (471097af-8a54-4254-80fc-99a1af676f5d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.691834 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-fa5ccaf1-c2bd-401a-8427-ad5243717e91 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Feb 19 21:40:38.691834 ncdv-master-1 neutron-server[121130]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)]
Feb 19 21:40:38.691834 ncdv-master-1 neutron-server[121130]: [parameters: {'project_id': '50ffb1cd73004f4b82c01f8518318eaa', 'id': '7b7aef39-4309-41ec-a0fb-3a1e6ed127fa', 'name': '', 'network_id': '471097af-8a54-4254-80fc-99a1af676f5d', 'mac_address': 'fa:16:3e:90:c2:7f', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-471097af-8a54-4254-80fc-99a1af676f5d', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4114}]
Feb 19 21:40:38.691834 ncdv-master-1 neutron-server[121130]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:40:38.692302 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-fa5ccaf1-c2bd-401a-8427-ad5243717e91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:40:38.695952 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.705960 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/networks/471097af-8a54-4254-80fc-99a1af676f5d HTTP/1.1" status: 204  len: 168 time: 0.5142817
Feb 19 21:40:38.706357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36654) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:38.711529 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1260248187'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:38.713555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68a9d9-8c07-41eb-a447-baf2f68d9ed7 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Network': ['ID=471097af-8a54-4254-80fc-99a1af676f5d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:38.734961 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Made reservation on behalf of 50ffb1cd73004f4b82c01f8518318eaa for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:38.738602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.765394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:40:38.775010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (73e63255-a4aa-40f6-9628-e8f139239a62), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.775360 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Added segment 73e63255-a4aa-40f6-9628-e8f139239a62 of type vlan for network 2620c6c3-5306-45c8-a308-2cf562556261
Feb 19 21:40:38.817895 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (2620c6c3-5306-45c8-a308-2cf562556261), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.845823 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (2620c6c3-5306-45c8-a308-2cf562556261), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.850893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:38.851507 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.887172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-af7ff913-a0a4-455c-a30f-694f96ea4f92 None None] Provisioning complete for port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:38.887648 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af7ff913-a0a4-455c-a30f-694f96ea4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:38.915766 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2082529
Feb 19 21:40:38.918806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36656) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:38.923923 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Request body: {'subnet': {'network_id': '2620c6c3-5306-45c8-a308-2cf562556261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:38.925294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf6e29-996b-4f5e-bad5-b61f9c138263 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event updated for resources: {'Network': ['ID=2620c6c3-5306-45c8-a308-2cf562556261,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:38.937786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 2620c6c3-5306-45c8-a308-2cf562556261 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:40:39.009622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Made reservation on behalf of 50ffb1cd73004f4b82c01f8518318eaa for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:39.013209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.019308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-af7ff913-a0a4-455c-a30f-694f96ea4f92 None None] Current status of the port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:39.193821 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (bcff0ed5-75e4-4938-bbd4-2bdbff0c3eba), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.194527 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccaf1-c2bd-401a-8427-ad5243717e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.226678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ccce70-f8fa-46ee-9da7-c46475fa5c92 None None] get_active_networks_info from ncdv-master-1 {{(pid=121130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 19 21:40:39.253033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event updated for resources: {'Subnet': ['ID=bcff0ed5-75e4-4938-bbd4-2bdbff0c3eba,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:39.263538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Checking segment: {'id': '73e63255-a4aa-40f6-9628-e8f139239a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2620c6c3-5306-45c8-a308-2cf562556261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:39.263911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Network hostable DHCP agents. Network: 2620c6c3-5306-45c8-a308-2cf562556261, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:40:39.280233 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Network 2620c6c3-5306-45c8-a308-2cf562556261 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:40:39.288495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2620c6c3-5306-45c8-a308-2cf562556261) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:39.292638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:39.293239 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.308568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8c093567-9fac-4087-b1d8-901fe9bb6c44 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3886242
Feb 19 21:40:39.312681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36658) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:39.317925 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1287238060'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:39.337781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Made reservation on behalf of 50ffb1cd73004f4b82c01f8518318eaa for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:39.341093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.369689 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:40:39.379877 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9395c06a-d4a6-4df6-ad19-9c8b298e8fd2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.380230 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Added segment 9395c06a-d4a6-4df6-ad19-9c8b298e8fd2 of type vlan for network 07335cfb-016b-4461-8742-4f658ea06810
Feb 19 21:40:39.394400 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ccce70-f8fa-46ee-9da7-c46475fa5c92 None None] Unable to find a vacant binding_index for network 2620c6c3-5306-45c8-a308-2cf562556261 and agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 {{(pid=121130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Feb 19 21:40:39.399983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ccce70-f8fa-46ee-9da7-c46475fa5c92 None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2620c6c3-5306-45c8-a308-2cf562556261) {{(pid=121130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 19 21:40:39.420907 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (07335cfb-016b-4461-8742-4f658ea06810), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.446354 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (07335cfb-016b-4461-8742-4f658ea06810), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.451260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:39.451879 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.505887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1895580
Feb 19 21:40:39.506666 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36660) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:39.512750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Request body: {'subnet': {'network_id': '07335cfb-016b-4461-8742-4f658ea06810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:39.533055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b3ea8-3328-4eaa-a53b-27ca6939164b tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event updated for resources: {'Network': ['ID=07335cfb-016b-4461-8742-4f658ea06810,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:39.552444 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 07335cfb-016b-4461-8742-4f658ea06810 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:40:39.594726 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2620c6c3-5306-45c8-a308-2cf562556261', 'network_id': '2620c6c3-5306-45c8-a308-2cf562556261', 'project_id': '50ffb1cd73004f4b82c01f8518318eaa', 'fixed_ips': [{'subnet_id': 'bcff0ed5-75e4-4938-bbd4-2bdbff0c3eba'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:40:39.595639 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.611655 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Made reservation on behalf of 50ffb1cd73004f4b82c01f8518318eaa for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:39.615173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.758565 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Allocated IP 2001:db8::2 (2620c6c3-5306-45c8-a308-2cf562556261/bcff0ed5-75e4-4938-bbd4-2bdbff0c3eba/d550a154-73a1-419b-ba26-da8629bc0766) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:39.801353 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (a9f05a90-67c5-45b3-ab05-8deed61b7138), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.861471 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event updated for resources: {'Subnet': ['ID=a9f05a90-67c5-45b3-ab05-8deed61b7138,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:39.871671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Checking segment: {'id': '9395c06a-d4a6-4df6-ad19-9c8b298e8fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '07335cfb-016b-4461-8742-4f658ea06810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:39.872106 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Network hostable DHCP agents. Network: 07335cfb-016b-4461-8742-4f658ea06810, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:40:39.890327 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Network 07335cfb-016b-4461-8742-4f658ea06810 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:40:39.901263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07335cfb-016b-4461-8742-4f658ea06810) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:39.911523 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Publish callbacks [] for port (d550a154-73a1-419b-ba26-da8629bc0766), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.914009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:39.915801 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.921226 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (d550a154-73a1-419b-ba26-da8629bc0766), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:39.939125 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6dbd4054-c12e-489a-b5ce-f2d4eda20e05 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4290757
Feb 19 21:40:39.939348 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36662) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:39.949046 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:40:39.990868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Network 2620c6c3-5306-45c8-a308-2cf562556261 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:39.997787 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:40.005201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:40.011427 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Pushing event updated for resources: {'Port': ['ID=d550a154-73a1-419b-ba26-da8629bc0766,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:40.040825 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (07335cfb-016b-4461-8742-4f658ea06810), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.069379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:40.069761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.091250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Attempting to bind port d550a154-73a1-419b-ba26-da8629bc0766 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:40:40.091630 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Attempting to bind port d550a154-73a1-419b-ba26-da8629bc0766 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73e63255-a4aa-40f6-9628-e8f139239a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2620c6c3-5306-45c8-a308-2cf562556261'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:40:40.092053 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Attempting to bind port d550a154-73a1-419b-ba26-da8629bc0766 on network 2620c6c3-5306-45c8-a308-2cf562556261 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:40.094155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a9f05a90-67c5-45b3-ab05-8deed61b7138), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.103194 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:40:40.103573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Checking segment: {'id': '73e63255-a4aa-40f6-9628-e8f139239a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2620c6c3-5306-45c8-a308-2cf562556261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:40.103974 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.104391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Bound using segment: {'id': '73e63255-a4aa-40f6-9628-e8f139239a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2620c6c3-5306-45c8-a308-2cf562556261'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:40:40.104865 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Bound port: d550a154-73a1-419b-ba26-da8629bc0766, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e63255-a4aa-40f6-9628-e8f139239a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2620c6c3-5306-45c8-a308-2cf562556261'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:40:40.105244 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (d550a154-73a1-419b-ba26-da8629bc0766), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.155739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (a9f05a90-67c5-45b3-ab05-8deed61b7138), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.185564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f05a90-67c5-45b3-ab05-8deed61b7138,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:40.214541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:40.217857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] For port d550a154-73a1-419b-ba26-da8629bc0766, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:40:40.221541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] For port d550a154-73a1-419b-ba26-da8629bc0766, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d550a154-73a1-419b-ba26-da8629bc0766,segment=NetworkSegment(73e63255-a4aa-40f6-9628-e8f139239a62),segment_id=73e63255-a4aa-40f6-9628-e8f139239a62)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:40:40.227092 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (d550a154-73a1-419b-ba26-da8629bc0766), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.247579 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (07335cfb-016b-4461-8742-4f658ea06810), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.268287 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a69ea7b80>,) {'filters': {'network_id': ['07335cfb-016b-4461-8742-4f658ea06810']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:40.278283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69ea7b80>, '9395c06a-d4a6-4df6-ad19-9c8b298e8fd2') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:40.278707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a69ea7b80>, '9395c06a-d4a6-4df6-ad19-9c8b298e8fd2') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:40.286130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b99f70-3474-4605-89c4-dbd95dd6c500 None None] Pushing event updated for resources: {'Port': ['ID=d550a154-73a1-419b-ba26-da8629bc0766,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:40.295112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (9395c06a-d4a6-4df6-ad19-9c8b298e8fd2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.308648 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (9395c06a-d4a6-4df6-ad19-9c8b298e8fd2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.315181 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:40:40.315583 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (9395c06a-d4a6-4df6-ad19-9c8b298e8fd2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:40:40.318942 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:40:40.384701 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (07335cfb-016b-4461-8742-4f658ea06810), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.392619 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.395905 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/networks/07335cfb-016b-4461-8742-4f658ea06810 HTTP/1.1" status: 204  len: 168 time: 0.4556377
Feb 19 21:40:40.398859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36664) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:40.408845 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcc6e4-d16e-486c-9eec-7273a4708756 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Network': ['ID=07335cfb-016b-4461-8742-4f658ea06810,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:40.431335 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e827c18a-2a5a-4c14-ae42-7963989bf6ec tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] GET failed (client error): The resource could not be found.
Feb 19 21:40:40.433270 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e827c18a-2a5a-4c14-ae42-7963989bf6ec tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "GET /v2.0/subnets/a9f05a90-67c5-45b3-ab05-8deed61b7138 HTTP/1.1" status: 404  len: 337 time: 0.0334034
Feb 19 21:40:40.436730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36666) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:40.469928 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-298d9be1-5a68-4041-b954-3dcbde80825a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:40:40.470516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298d9be1-5a68-4041-b954-3dcbde80825a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:40:40.473699 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-298d9be1-5a68-4041-b954-3dcbde80825a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/networks/07335cfb-016b-4461-8742-4f658ea06810 HTTP/1.1" status: 404  len: 339 time: 0.0360415
Feb 19 21:40:40.477671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36668) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:40.504874 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebf867b-e266-4d17-b8cf-924d3c198580 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:40:40.505265 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebf867b-e266-4d17-b8cf-924d3c198580 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:40:40.508523 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3ebf867b-e266-4d17-b8cf-924d3c198580 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/subnets/a9f05a90-67c5-45b3-ab05-8deed61b7138 HTTP/1.1" status: 404  len: 337 time: 0.0297663
Feb 19 21:40:40.510920 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36670) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:40.531396 ncdv-master-1 neutron-server[121129]: INFO neutron.pecan_wsgi.hooks.translation [None req-63372831-ae8a-4ed3-a1b8-ee875aa9b4a1 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:40:40.531959 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63372831-ae8a-4ed3-a1b8-ee875aa9b4a1 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:40:40.535083 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-63372831-ae8a-4ed3-a1b8-ee875aa9b4a1 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/networks/07335cfb-016b-4461-8742-4f658ea06810 HTTP/1.1" status: 404  len: 339 time: 0.0232284
Feb 19 21:40:40.537642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36672) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:40.591605 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d414af9-3d67-4c58-b003-bf977ccc70ef tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Deleting subnet bcff0ed5-75e4-4938-bbd4-2bdbff0c3eba {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:40:40.594983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d414af9-3d67-4c58-b003-bf977ccc70ef tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for subnet (bcff0ed5-75e4-4938-bbd4-2bdbff0c3eba), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.636086 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d414af9-3d67-4c58-b003-bf977ccc70ef tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (bcff0ed5-75e4-4938-bbd4-2bdbff0c3eba), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.753127 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d414af9-3d67-4c58-b003-bf977ccc70ef tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (bcff0ed5-75e4-4938-bbd4-2bdbff0c3eba), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.810477 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d414af9-3d67-4c58-b003-bf977ccc70ef tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (bcff0ed5-75e4-4938-bbd4-2bdbff0c3eba), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.837980 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d414af9-3d67-4c58-b003-bf977ccc70ef tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Subnet': ['ID=bcff0ed5-75e4-4938-bbd4-2bdbff0c3eba,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:40.841982 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d414af9-3d67-4c58-b003-bf977ccc70ef tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.845158 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1d414af9-3d67-4c58-b003-bf977ccc70ef tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/subnets/bcff0ed5-75e4-4938-bbd4-2bdbff0c3eba HTTP/1.1" status: 204  len: 168 time: 0.3065896
Feb 19 21:40:40.847638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36674) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:40.927122 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (2620c6c3-5306-45c8-a308-2cf562556261), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:40.981983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Deleting port d550a154-73a1-419b-ba26-da8629bc0766 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:40.982327 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (d550a154-73a1-419b-ba26-da8629bc0766), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.049573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] For port d550a154-73a1-419b-ba26-da8629bc0766, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d550a154-73a1-419b-ba26-da8629bc0766,segment=NetworkSegment(73e63255-a4aa-40f6-9628-e8f139239a62),segment_id=73e63255-a4aa-40f6-9628-e8f139239a62)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:41.049941 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (d550a154-73a1-419b-ba26-da8629bc0766), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.064538 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Calling delete_port for d550a154-73a1-419b-ba26-da8629bc0766 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:41.146302 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (d550a154-73a1-419b-ba26-da8629bc0766), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.173012 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Port': ['ID=d550a154-73a1-419b-ba26-da8629bc0766,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:41.176319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] No DVR routers for this DVR port d550a154-73a1-419b-ba26-da8629bc0766 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:40:41.256560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c559f7f3-a8f7-4f61-ab63-11741feee5df None None] Network 471097af-8a54-4254-80fc-99a1af676f5d requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:41.258018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce1ef80-655b-4c17-b34b-cd7baea3b71c None None] Network 2620c6c3-5306-45c8-a308-2cf562556261 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:41.261064 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2594c391-c2f9-4272-9fce-006ca64d0743 None None] Network 07335cfb-016b-4461-8742-4f658ea06810 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:41.262243 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (2620c6c3-5306-45c8-a308-2cf562556261), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.283143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a8b06a0>,) {'filters': {'network_id': ['2620c6c3-5306-45c8-a308-2cf562556261']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:41.292409 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a8b06a0>, '73e63255-a4aa-40f6-9628-e8f139239a62') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:41.292726 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a8b06a0>, '73e63255-a4aa-40f6-9628-e8f139239a62') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:41.302617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (73e63255-a4aa-40f6-9628-e8f139239a62), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.315623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (73e63255-a4aa-40f6-9628-e8f139239a62), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.317784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-9c530e05-146c-4d68-bb1e-aa6d48002196 None None] Could not find standard attr ID for object d550a154-73a1-419b-ba26-da8629bc0766. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:40:41.321807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:40:41.322202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (73e63255-a4aa-40f6-9628-e8f139239a62), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:40:41.325339 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:40:41.327783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c559f7f3-a8f7-4f61-ab63-11741feee5df None None] Network 471097af-8a54-4254-80fc-99a1af676f5d could not be found, it might have been deleted concurrently. {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 19 21:40:41.331850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2594c391-c2f9-4272-9fce-006ca64d0743 None None] Network 07335cfb-016b-4461-8742-4f658ea06810 could not be found, it might have been deleted concurrently. {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 19 21:40:41.343230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0cb95-c7f0-49ca-a178-4591b9b739e4 None None] Network 07335cfb-016b-4461-8742-4f658ea06810 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:41.360258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0cb95-c7f0-49ca-a178-4591b9b739e4 None None] Network 07335cfb-016b-4461-8742-4f658ea06810 could not be found, it might have been deleted concurrently. {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 19 21:40:41.385082 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049e8e25-9ec6-45c7-97e9-f67ac9f388ed None None] Network 2620c6c3-5306-45c8-a308-2cf562556261 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:41.390532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (2620c6c3-5306-45c8-a308-2cf562556261), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.395336 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.398803 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/networks/2620c6c3-5306-45c8-a308-2cf562556261 HTTP/1.1" status: 204  len: 168 time: 0.5502317
Feb 19 21:40:41.401595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36678) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:41.414131 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f6980-5fd5-4b87-bb47-c82c4e081dca tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Network': ['ID=2620c6c3-5306-45c8-a308-2cf562556261,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:41.436656 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-16af92aa-11fe-4711-8a7f-e791ed42d3dd tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:40:41.437111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16af92aa-11fe-4711-8a7f-e791ed42d3dd tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:40:41.440668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-16af92aa-11fe-4711-8a7f-e791ed42d3dd tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/subnets/556f63ff-54ef-4535-b445-c38b6b6665af HTTP/1.1" status: 404  len: 337 time: 0.0374196
Feb 19 21:40:41.443253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36680) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:41.461209 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62a5911-819b-42b8-870d-2bdf0e82fdd9 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:40:41.461706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62a5911-819b-42b8-870d-2bdf0e82fdd9 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:40:41.464761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d62a5911-819b-42b8-870d-2bdf0e82fdd9 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/networks/471097af-8a54-4254-80fc-99a1af676f5d HTTP/1.1" status: 404  len: 339 time: 0.0205495
Feb 19 21:40:41.468476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36682) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:41.495059 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d0ad2a-dbdd-4297-96c1-74738eaae273 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:40:41.495531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d0ad2a-dbdd-4297-96c1-74738eaae273 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:40:41.498704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a9d0ad2a-dbdd-4297-96c1-74738eaae273 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/subnets/80f357f4-9701-429a-999b-2f5edb7dc0ed HTTP/1.1" status: 404  len: 337 time: 0.0291426
Feb 19 21:40:41.501192 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36684) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:41.520459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca9e47-013a-4901-944d-0ffcd16a3ecf None None] DHCP port deletion for 2620c6c3-5306-45c8-a308-2cf562556261 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:40:41.524018 ncdv-master-1 neutron-server[121128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff304ea-7315-478e-9ad9-dd3ac5b01e11 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] DELETE failed (client error): The resource could not be found.
Feb 19 21:40:41.524587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff304ea-7315-478e-9ad9-dd3ac5b01e11 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 19 21:40:41.528230 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3ff304ea-7315-478e-9ad9-dd3ac5b01e11 tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/networks/1fca4281-3ca3-4f90-bd95-7ff248898625 HTTP/1.1" status: 404  len: 339 time: 0.0261116
Feb 19 21:40:41.531379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36686) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:41.584055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96e2258-39c4-44a1-951e-15db0b43172e tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Deleting subnet 2352acbc-62bc-431b-8819-66a8477ffd4e {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:40:41.587202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e96e2258-39c4-44a1-951e-15db0b43172e tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for subnet (2352acbc-62bc-431b-8819-66a8477ffd4e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.629016 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e96e2258-39c4-44a1-951e-15db0b43172e tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (2352acbc-62bc-431b-8819-66a8477ffd4e), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.715528 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e96e2258-39c4-44a1-951e-15db0b43172e tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (2352acbc-62bc-431b-8819-66a8477ffd4e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.773788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e96e2258-39c4-44a1-951e-15db0b43172e tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (2352acbc-62bc-431b-8819-66a8477ffd4e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.802033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e2258-39c4-44a1-951e-15db0b43172e tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Subnet': ['ID=2352acbc-62bc-431b-8819-66a8477ffd4e,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:41.805993 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e96e2258-39c4-44a1-951e-15db0b43172e tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.809457 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e96e2258-39c4-44a1-951e-15db0b43172e tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/subnets/2352acbc-62bc-431b-8819-66a8477ffd4e HTTP/1.1" status: 204  len: 168 time: 0.2768662
Feb 19 21:40:41.811624 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36688) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:41.815415 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10656ed-c003-4a72-8ee5-6d580eaf3088 None None] Network 8ab88817-e33b-4c91-b1b4-be42b630e6a1 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:41.890977 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (8ab88817-e33b-4c91-b1b4-be42b630e6a1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.946308 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Deleting port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:41.946657 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:41.971724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78ac217-e89b-4d11-96b2-a9f07085a365 None None] DHCP port deletion for 8ab88817-e33b-4c91-b1b4-be42b630e6a1 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:40:42.007175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] For port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915,segment=NetworkSegment(1da38054-3aec-4e5c-bad7-e160340a75ef),segment_id=1da38054-3aec-4e5c-bad7-e160340a75ef)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:42.007541 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.018803 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f78ac217-e89b-4d11-96b2-a9f07085a365 None None] Deleting port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:42.019191 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f78ac217-e89b-4d11-96b2-a9f07085a365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.020785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Calling delete_port for a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:42.081393 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f78ac217-e89b-4d11-96b2-a9f07085a365 None None] For port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915,segment=NetworkSegment(1da38054-3aec-4e5c-bad7-e160340a75ef),segment_id=1da38054-3aec-4e5c-bad7-e160340a75ef)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:42.081813 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f78ac217-e89b-4d11-96b2-a9f07085a365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.093937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f78ac217-e89b-4d11-96b2-a9f07085a365 None None] Calling delete_port for a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:42.102599 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.126184 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Port': ['ID=a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:42.132005 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] No DVR routers for this DVR port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:40:42.172900 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f78ac217-e89b-4d11-96b2-a9f07085a365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.198153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ac217-e89b-4d11-96b2-a9f07085a365 None None] Pushing event deleted for resources: {'Port': ['ID=a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:42.202807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ac217-e89b-4d11-96b2-a9f07085a365 None None] No DVR routers for this DVR port a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:40:42.211814 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (8ab88817-e33b-4c91-b1b4-be42b630e6a1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.236663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6acffa30>,) {'filters': {'network_id': ['8ab88817-e33b-4c91-b1b4-be42b630e6a1']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:42.246128 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6acffa30>, '1da38054-3aec-4e5c-bad7-e160340a75ef') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:42.246423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6acffa30>, '1da38054-3aec-4e5c-bad7-e160340a75ef') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:42.256019 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (1da38054-3aec-4e5c-bad7-e160340a75ef), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.269639 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (1da38054-3aec-4e5c-bad7-e160340a75ef), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.276174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:40:42.276840 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (1da38054-3aec-4e5c-bad7-e160340a75ef), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:40:42.279786 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:40:42.336237 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (8ab88817-e33b-4c91-b1b4-be42b630e6a1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.343836 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.346950 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] 10.222.0.30 "DELETE /v2.0/networks/8ab88817-e33b-4c91-b1b4-be42b630e6a1 HTTP/1.1" status: 204  len: 168 time: 0.5343978
Feb 19 21:40:42.359014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e3b54-eaa2-4f46-87d5-09801628690a tempest-NetworksIpV6Test-1524852157 tempest-NetworksIpV6Test-1524852157-project] Pushing event deleted for resources: {'Network': ['ID=8ab88817-e33b-4c91-b1b4-be42b630e6a1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:42.582699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36694) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:42.714242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-564ecb9d-ed15-4acc-9ecd-1b252cab9dc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50ffb1cd73004f4b82c01f8518318eaa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1303980
Feb 19 21:40:42.716805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36698) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:42.763360 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e1173f18-ca9b-41c4-a271-6df56923a4a4 admin admin] Publish callbacks [] for security_group (d4ad9932-5681-4f32-bf75-332c12fdf1e6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.783992 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e1173f18-ca9b-41c4-a271-6df56923a4a4 admin admin] Publish callbacks [] for security_group (d4ad9932-5681-4f32-bf75-332c12fdf1e6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.833699 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e1173f18-ca9b-41c4-a271-6df56923a4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (d4ad9932-5681-4f32-bf75-332c12fdf1e6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.836268 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e1173f18-ca9b-41c4-a271-6df56923a4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:42.837850 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e1173f18-ca9b-41c4-a271-6df56923a4a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4ad9932-5681-4f32-bf75-332c12fdf1e6 HTTP/1.1" status: 204  len: 168 time: 0.1192248
Feb 19 21:40:42.846225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1173f18-ca9b-41c4-a271-6df56923a4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ad9932-5681-4f32-bf75-332c12fdf1e6,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:43.456721 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36720) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:43.549894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-fe16eeb1-777e-49bc-8f44-0ec6a44462f1 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1033767015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:43.571229 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe16eeb1-777e-49bc-8f44-0ec6a44462f1 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (451d56b0-db22-4a0d-8379-6bd36ad59838), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.572263 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe16eeb1-777e-49bc-8f44-0ec6a44462f1 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (451d56b0-db22-4a0d-8379-6bd36ad59838), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.624383 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe16eeb1-777e-49bc-8f44-0ec6a44462f1 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for router_controller (451d56b0-db22-4a0d-8379-6bd36ad59838), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.629327 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe16eeb1-777e-49bc-8f44-0ec6a44462f1 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (451d56b0-db22-4a0d-8379-6bd36ad59838), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.646995 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fe16eeb1-777e-49bc-8f44-0ec6a44462f1 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.648184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fe16eeb1-777e-49bc-8f44-0ec6a44462f1 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1904645
Feb 19 21:40:43.650993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36724) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:43.655861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-258950825'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:43.673670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Made reservation on behalf of e558f20762144273a8aa06a22988ad09 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:43.676953 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.685578 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.760251 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for security_group (ed196974-5ac7-4fd7-b20d-4ab9de638e20), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.764747 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ed196974-5ac7-4fd7-b20d-4ab9de638e20), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.787162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:40:43.802749 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed196974-5ac7-4fd7-b20d-4ab9de638e20,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:43.806048 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (73bc309b-d4f8-4752-9d8d-0e03692cfc16), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.806689 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Added segment 73bc309b-d4f8-4752-9d8d-0e03692cfc16 of type vlan for network 599aff94-908d-4b0e-a9ed-d3b2ab023667
Feb 19 21:40:43.849432 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (599aff94-908d-4b0e-a9ed-d3b2ab023667), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.873257 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (599aff94-908d-4b0e-a9ed-d3b2ab023667), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.878256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:43.878852 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:43.920884 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:40:43.941418 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:40:43.941770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a42579ff-1c64-4b0a-a5a6-ee6bd9aa5915 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:40:43.941904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2899063
Feb 19 21:40:43.946092 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36726) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:43.948673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac072d18-befc-41f4-9065-8277e9668dda tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Pushing event updated for resources: {'Network': ['ID=599aff94-908d-4b0e-a9ed-d3b2ab023667,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:43.953058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Request body: {'subnet': {'network_id': '599aff94-908d-4b0e-a9ed-d3b2ab023667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:43.960058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 599aff94-908d-4b0e-a9ed-d3b2ab023667 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:40:44.044829 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Made reservation on behalf of e558f20762144273a8aa06a22988ad09 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:44.048270 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.221745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (784c64af-de8a-458d-a286-d103e14624e0), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.274688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Pushing event updated for resources: {'Subnet': ['ID=784c64af-de8a-458d-a286-d103e14624e0,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:44.289262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Checking segment: {'id': '73bc309b-d4f8-4752-9d8d-0e03692cfc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '599aff94-908d-4b0e-a9ed-d3b2ab023667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:44.289634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Network hostable DHCP agents. Network: 599aff94-908d-4b0e-a9ed-d3b2ab023667, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:40:44.305763 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Network 599aff94-908d-4b0e-a9ed-d3b2ab023667 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:40:44.315598 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 599aff94-908d-4b0e-a9ed-d3b2ab023667) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:44.319605 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:44.320515 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.325125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7280e7f-9a6f-43e5-9c36-693b2be22141 None None] Network 599aff94-908d-4b0e-a9ed-d3b2ab023667 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:44.337615 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0fe003db-20e4-4fce-8a63-7c41b41b1b08 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3901980
Feb 19 21:40:44.340722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36728) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:44.345572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1891144683'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:44.365750 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Made reservation on behalf of e558f20762144273a8aa06a22988ad09 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:44.369369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.395582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:40:44.404941 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (41630b96-9f4e-4b4b-a7fb-aa34138e361a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.405291 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Added segment 41630b96-9f4e-4b4b-a7fb-aa34138e361a of type vlan for network 2bf283a8-de72-46cf-be58-90d586435c9a
Feb 19 21:40:44.431670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-599aff94-908d-4b0e-a9ed-d3b2ab023667', 'network_id': '599aff94-908d-4b0e-a9ed-d3b2ab023667', 'project_id': 'e558f20762144273a8aa06a22988ad09', 'fixed_ips': [{'subnet_id': '784c64af-de8a-458d-a286-d103e14624e0'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:40:44.432629 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.446870 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (2bf283a8-de72-46cf-be58-90d586435c9a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.473067 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (2bf283a8-de72-46cf-be58-90d586435c9a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.478035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:44.478621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.543991 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2021329
Feb 19 21:40:44.546715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36730) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:44.551502 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Request body: {'subnet': {'network_id': '2bf283a8-de72-46cf-be58-90d586435c9a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:44.558058 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7ae74-90d8-4a91-8b68-1106da0ef5f2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Pushing event updated for resources: {'Network': ['ID=2bf283a8-de72-46cf-be58-90d586435c9a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:44.569673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 2bf283a8-de72-46cf-be58-90d586435c9a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:40:44.585740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Allocated IP 172.20.0.2 (599aff94-908d-4b0e-a9ed-d3b2ab023667/784c64af-de8a-458d-a286-d103e14624e0/9d5ba02c-f49b-4cdb-878a-39b5eecf5121) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:44.640390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Made reservation on behalf of e558f20762144273a8aa06a22988ad09 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:44.644127 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.773317 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Publish callbacks [] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.781410 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.820694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Network 599aff94-908d-4b0e-a9ed-d3b2ab023667 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:44.824927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:44.827434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:44.834903 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (74e97263-0d86-4a75-b989-88c8ef3c949a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.837518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Pushing event updated for resources: {'Port': ['ID=9d5ba02c-f49b-4cdb-878a-39b5eecf5121,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:44.848095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.848095 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.848470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.848632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.848979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.849324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.849663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.849998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.850331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.850669 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.851003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.851335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.851666 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:44.895612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Pushing event updated for resources: {'Subnet': ['ID=74e97263-0d86-4a75-b989-88c8ef3c949a,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:44.902439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Attempting to bind port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:40:44.902439 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Attempting to bind port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73bc309b-d4f8-4752-9d8d-0e03692cfc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '599aff94-908d-4b0e-a9ed-d3b2ab023667'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:40:44.902794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Attempting to bind port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 on network 599aff94-908d-4b0e-a9ed-d3b2ab023667 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:44.902914 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Checking segment: {'id': '41630b96-9f4e-4b4b-a7fb-aa34138e361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bf283a8-de72-46cf-be58-90d586435c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:44.903235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Network hostable DHCP agents. Network: 2bf283a8-de72-46cf-be58-90d586435c9a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:40:44.908103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:40:44.908526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Checking segment: {'id': '73bc309b-d4f8-4752-9d8d-0e03692cfc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '599aff94-908d-4b0e-a9ed-d3b2ab023667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:44.908946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.909348 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Bound using segment: {'id': '73bc309b-d4f8-4752-9d8d-0e03692cfc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '599aff94-908d-4b0e-a9ed-d3b2ab023667'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:40:44.909829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Bound port: 9d5ba02c-f49b-4cdb-878a-39b5eecf5121, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bc309b-d4f8-4752-9d8d-0e03692cfc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '599aff94-908d-4b0e-a9ed-d3b2ab023667'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:40:44.910224 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.921267 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Network 2bf283a8-de72-46cf-be58-90d586435c9a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:40:44.931178 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2bf283a8-de72-46cf-be58-90d586435c9a) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:44.935444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:44.936660 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:44.950548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70462be-3717-4a97-8cd5-45268a7b1bb7 None None] Network 2bf283a8-de72-46cf-be58-90d586435c9a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:44.954106 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-826619f9-9f8f-4382-8e72-4a5ce8a11835 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4063880
Feb 19 21:40:44.956983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36732) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:44.961423 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-ca025286-fde5-464a-af96-e4ba94b23bcc tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Request body: {'router': {'external_gateway_info': {'network_id': '2bf283a8-de72-46cf-be58-90d586435c9a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:45.055260 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] For port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:40:45.059696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] For port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d5ba02c-f49b-4cdb-878a-39b5eecf5121,segment=NetworkSegment(73bc309b-d4f8-4752-9d8d-0e03692cfc16),segment_id=73bc309b-d4f8-4752-9d8d-0e03692cfc16)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:40:45.071676 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:45.127963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2bf283a8-de72-46cf-be58-90d586435c9a', 'network_id': '2bf283a8-de72-46cf-be58-90d586435c9a', 'project_id': 'e558f20762144273a8aa06a22988ad09', 'fixed_ips': [{'subnet_id': '74e97263-0d86-4a75-b989-88c8ef3c949a'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:40:45.128749 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:45.171596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d1b24-266e-4a90-a471-862112c76dad None None] Pushing event updated for resources: {'Port': ['ID=9d5ba02c-f49b-4cdb-878a-39b5eecf5121,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:45.225687 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca025286-fde5-464a-af96-e4ba94b23bcc tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for router_gateway (451d56b0-db22-4a0d-8379-6bd36ad59838), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:45.303642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Allocated IP 172.21.0.2 (2bf283a8-de72-46cf-be58-90d586435c9a/74e97263-0d86-4a75-b989-88c8ef3c949a/6e9eec3f-f2f8-4216-9426-2aa70d4bf207) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:45.498174 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Publish callbacks [] for port (6e9eec3f-f2f8-4216-9426-2aa70d4bf207), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:45.506970 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (6e9eec3f-f2f8-4216-9426-2aa70d4bf207), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:45.549764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Network 2bf283a8-de72-46cf-be58-90d586435c9a is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:45.552707 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:45.556307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:45.564435 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Pushing event updated for resources: {'Port': ['ID=6e9eec3f-f2f8-4216-9426-2aa70d4bf207,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:45.733695 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [None req-ca025286-fde5-464a-af96-e4ba94b23bcc tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 19 21:40:45.734772 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ca025286-fde5-464a-af96-e4ba94b23bcc tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "PUT /v2.0/routers/451d56b0-db22-4a0d-8379-6bd36ad59838 HTTP/1.1" status: 400  len: 364 time: 0.7768538
Feb 19 21:40:45.741137 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36734) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:45.792992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a74b467-8d33-4929-a578-31e9b37c52c2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Deleting subnet 74e97263-0d86-4a75-b989-88c8ef3c949a {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:40:45.793429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Attempting to bind port 6e9eec3f-f2f8-4216-9426-2aa70d4bf207 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:40:45.793808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Attempting to bind port 6e9eec3f-f2f8-4216-9426-2aa70d4bf207 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '41630b96-9f4e-4b4b-a7fb-aa34138e361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bf283a8-de72-46cf-be58-90d586435c9a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:40:45.794173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Attempting to bind port 6e9eec3f-f2f8-4216-9426-2aa70d4bf207 on network 2bf283a8-de72-46cf-be58-90d586435c9a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:45.796570 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a74b467-8d33-4929-a578-31e9b37c52c2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for subnet (74e97263-0d86-4a75-b989-88c8ef3c949a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:45.799834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:40:45.800224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Checking segment: {'id': '41630b96-9f4e-4b4b-a7fb-aa34138e361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bf283a8-de72-46cf-be58-90d586435c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:45.800804 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:45.801231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Bound using segment: {'id': '41630b96-9f4e-4b4b-a7fb-aa34138e361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bf283a8-de72-46cf-be58-90d586435c9a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:40:45.801711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Bound port: 6e9eec3f-f2f8-4216-9426-2aa70d4bf207, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41630b96-9f4e-4b4b-a7fb-aa34138e361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bf283a8-de72-46cf-be58-90d586435c9a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:40:45.802104 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6e9eec3f-f2f8-4216-9426-2aa70d4bf207), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:45.839963 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a74b467-8d33-4929-a578-31e9b37c52c2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (74e97263-0d86-4a75-b989-88c8ef3c949a), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:45.883119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] For port 6e9eec3f-f2f8-4216-9426-2aa70d4bf207, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:40:45.887221 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] For port 6e9eec3f-f2f8-4216-9426-2aa70d4bf207, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e9eec3f-f2f8-4216-9426-2aa70d4bf207,segment=NetworkSegment(41630b96-9f4e-4b4b-a7fb-aa34138e361a),segment_id=41630b96-9f4e-4b4b-a7fb-aa34138e361a)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:40:45.897804 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6e9eec3f-f2f8-4216-9426-2aa70d4bf207), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:45.962545 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a74b467-8d33-4929-a578-31e9b37c52c2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (74e97263-0d86-4a75-b989-88c8ef3c949a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:45.987251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:40:46.016374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77622268-f308-4a0c-b54a-6bc2ddc75f25 None None] Pushing event updated for resources: {'Port': ['ID=6e9eec3f-f2f8-4216-9426-2aa70d4bf207,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:46.051798 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a74b467-8d33-4929-a578-31e9b37c52c2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (74e97263-0d86-4a75-b989-88c8ef3c949a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.078056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:46.078462 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.083521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74b467-8d33-4929-a578-31e9b37c52c2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Pushing event deleted for resources: {'Subnet': ['ID=74e97263-0d86-4a75-b989-88c8ef3c949a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:46.090733 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3a74b467-8d33-4929-a578-31e9b37c52c2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.097027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36736) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:46.106277 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3a74b467-8d33-4929-a578-31e9b37c52c2 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "DELETE /v2.0/subnets/74e97263-0d86-4a75-b989-88c8ef3c949a HTTP/1.1" status: 204  len: 168 time: 0.3637326
Feb 19 21:40:46.181342 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:46.181858 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.193779 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (2bf283a8-de72-46cf-be58-90d586435c9a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.247852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d5ba02c-f49b-4cdb-878a-39b5eecf5121,segment=NetworkSegment(73bc309b-d4f8-4752-9d8d-0e03692cfc16),segment_id=73bc309b-d4f8-4752-9d8d-0e03692cfc16)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:46.253303 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.309208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Deleting port 6e9eec3f-f2f8-4216-9426-2aa70d4bf207 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:46.309695 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6e9eec3f-f2f8-4216-9426-2aa70d4bf207), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.318167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd7e2b9-6db7-4eab-b863-65b906e62e7d None None] Network 599aff94-908d-4b0e-a9ed-d3b2ab023667 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:46.324566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=9d5ba02c-f49b-4cdb-878a-39b5eecf5121,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:46.390145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] For port 6e9eec3f-f2f8-4216-9426-2aa70d4bf207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e9eec3f-f2f8-4216-9426-2aa70d4bf207,segment=NetworkSegment(41630b96-9f4e-4b4b-a7fb-aa34138e361a),segment_id=41630b96-9f4e-4b4b-a7fb-aa34138e361a)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:46.390517 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6e9eec3f-f2f8-4216-9426-2aa70d4bf207), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.405080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Calling delete_port for 6e9eec3f-f2f8-4216-9426-2aa70d4bf207 owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:46.417696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-dbd40f91-3221-4241-985c-6d59a0f9cf68 None None] Provisioning complete for port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:46.418272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dbd40f91-3221-4241-985c-6d59a0f9cf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.492221 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6e9eec3f-f2f8-4216-9426-2aa70d4bf207), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.521289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Pushing event deleted for resources: {'Port': ['ID=6e9eec3f-f2f8-4216-9426-2aa70d4bf207,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:46.525518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] No DVR routers for this DVR port 6e9eec3f-f2f8-4216-9426-2aa70d4bf207 on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:40:46.526233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-dbd40f91-3221-4241-985c-6d59a0f9cf68 None None] Current status of the port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:46.613776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (2bf283a8-de72-46cf-be58-90d586435c9a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.637754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70d90610>,) {'filters': {'network_id': ['2bf283a8-de72-46cf-be58-90d586435c9a']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:46.648469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70d90610>, '41630b96-9f4e-4b4b-a7fb-aa34138e361a') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:46.648778 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70d90610>, '41630b96-9f4e-4b4b-a7fb-aa34138e361a') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:46.659509 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (41630b96-9f4e-4b4b-a7fb-aa34138e361a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.673986 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (41630b96-9f4e-4b4b-a7fb-aa34138e361a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.680760 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:40:46.681180 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (41630b96-9f4e-4b4b-a7fb-aa34138e361a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:40:46.685027 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:40:46.745977 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (2bf283a8-de72-46cf-be58-90d586435c9a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.751205 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.756451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fbd9e7ca-e757-4e6f-bf65-b4f37a9dad97 None None] Provisioning complete for port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:46.756836 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e7ca-e757-4e6f-bf65-b4f37a9dad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.757192 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "DELETE /v2.0/networks/2bf283a8-de72-46cf-be58-90d586435c9a HTTP/1.1" status: 204  len: 168 time: 0.6588607
Feb 19 21:40:46.757879 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36738) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:46.773581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a86d1-91fe-4190-90f3-c8b2d1184154 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Pushing event deleted for resources: {'Network': ['ID=2bf283a8-de72-46cf-be58-90d586435c9a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:46.821447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1b654a-f361-444b-b6e9-0e9d2d82cbbe tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Deleting subnet 784c64af-de8a-458d-a286-d103e14624e0 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:40:46.825261 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f1b654a-f361-444b-b6e9-0e9d2d82cbbe tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for subnet (784c64af-de8a-458d-a286-d103e14624e0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.851040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9e7ca-e757-4e6f-bf65-b4f37a9dad97 None None] Current status of the port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:46.867158 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f1b654a-f361-444b-b6e9-0e9d2d82cbbe tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (784c64af-de8a-458d-a286-d103e14624e0), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:46.954157 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f1b654a-f361-444b-b6e9-0e9d2d82cbbe tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (784c64af-de8a-458d-a286-d103e14624e0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.025237 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f1b654a-f361-444b-b6e9-0e9d2d82cbbe tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (784c64af-de8a-458d-a286-d103e14624e0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.052345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b654a-f361-444b-b6e9-0e9d2d82cbbe tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Pushing event deleted for resources: {'Subnet': ['ID=784c64af-de8a-458d-a286-d103e14624e0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:47.055988 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-7f1b654a-f361-444b-b6e9-0e9d2d82cbbe tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.059759 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7f1b654a-f361-444b-b6e9-0e9d2d82cbbe tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "DELETE /v2.0/subnets/784c64af-de8a-458d-a286-d103e14624e0 HTTP/1.1" status: 204  len: 168 time: 0.3001683
Feb 19 21:40:47.061778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36740) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:47.062993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a4a07-9eeb-4b38-9026-ca7fa5cf03d1 None None] Network 599aff94-908d-4b0e-a9ed-d3b2ab023667 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:47.139729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (599aff94-908d-4b0e-a9ed-d3b2ab023667), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.155962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ea185d-a406-4995-bed4-6616c24e7378 None None] DHCP port deletion for 2bf283a8-de72-46cf-be58-90d586435c9a request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:40:47.171148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8b4d9722-7041-474c-93b6-966c2f426896 None None] Could not find standard attr ID for object 6e9eec3f-f2f8-4216-9426-2aa70d4bf207. {{(pid=121130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 19 21:40:47.183414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e556fbb9-3e0f-4682-9cba-5ecf231eed7b None None] Network 2bf283a8-de72-46cf-be58-90d586435c9a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:47.197226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e556fbb9-3e0f-4682-9cba-5ecf231eed7b None None] Network 2bf283a8-de72-46cf-be58-90d586435c9a could not be found, it might have been deleted concurrently. {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 19 21:40:47.200226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Deleting port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:47.200606 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.243097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec98eac-9d3f-4885-80ad-e69d211f4400 None None] DHCP port deletion for 599aff94-908d-4b0e-a9ed-d3b2ab023667 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:40:47.268954 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] For port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d5ba02c-f49b-4cdb-878a-39b5eecf5121,segment=NetworkSegment(73bc309b-d4f8-4752-9d8d-0e03692cfc16),segment_id=73bc309b-d4f8-4752-9d8d-0e03692cfc16)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:47.269326 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.282674 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Calling delete_port for 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:47.301139 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8ec98eac-9d3f-4885-80ad-e69d211f4400 None None] Deleting port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:40:47.301515 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ec98eac-9d3f-4885-80ad-e69d211f4400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.361078 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.363695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8ec98eac-9d3f-4885-80ad-e69d211f4400 None None] For port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d5ba02c-f49b-4cdb-878a-39b5eecf5121,segment=NetworkSegment(73bc309b-d4f8-4752-9d8d-0e03692cfc16),segment_id=73bc309b-d4f8-4752-9d8d-0e03692cfc16)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:47.364122 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ec98eac-9d3f-4885-80ad-e69d211f4400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.381013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8ec98eac-9d3f-4885-80ad-e69d211f4400 None None] Calling delete_port for 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:40:47.391918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Pushing event deleted for resources: {'Port': ['ID=9d5ba02c-f49b-4cdb-878a-39b5eecf5121,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:47.393773 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] No DVR routers for this DVR port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:40:47.458589 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8ec98eac-9d3f-4885-80ad-e69d211f4400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (9d5ba02c-f49b-4cdb-878a-39b5eecf5121), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.469363 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (599aff94-908d-4b0e-a9ed-d3b2ab023667), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.483250 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec98eac-9d3f-4885-80ad-e69d211f4400 None None] Pushing event deleted for resources: {'Port': ['ID=9d5ba02c-f49b-4cdb-878a-39b5eecf5121,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:47.486902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec98eac-9d3f-4885-80ad-e69d211f4400 None None] No DVR routers for this DVR port 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:40:47.492148 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b97f220>,) {'filters': {'network_id': ['599aff94-908d-4b0e-a9ed-d3b2ab023667']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:47.504235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b97f220>, '73bc309b-d4f8-4752-9d8d-0e03692cfc16') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:47.504559 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b97f220>, '73bc309b-d4f8-4752-9d8d-0e03692cfc16') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:47.515155 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (73bc309b-d4f8-4752-9d8d-0e03692cfc16), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.528575 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (73bc309b-d4f8-4752-9d8d-0e03692cfc16), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.534554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:40:47.534964 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (73bc309b-d4f8-4752-9d8d-0e03692cfc16), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:40:47.537925 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:40:47.599073 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (599aff94-908d-4b0e-a9ed-d3b2ab023667), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.606790 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.610751 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "DELETE /v2.0/networks/599aff94-908d-4b0e-a9ed-d3b2ab023667 HTTP/1.1" status: 204  len: 168 time: 0.5477984
Feb 19 21:40:47.613525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36746) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:47.624929 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab576c52-07bf-4a9f-93c0-75bec5e1167b tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Pushing event deleted for resources: {'Network': ['ID=599aff94-908d-4b0e-a9ed-d3b2ab023667,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:47.652441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-128e9a9c-7998-4ce5-b464-9d722107f8fe tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "GET /v2.0/ports?device_id=451d56b0-db22-4a0d-8379-6bd36ad59838 HTTP/1.1" status: 200  len: 205 time: 0.0372081
Feb 19 21:40:47.654765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36748) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:47.728578 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a11efe06-00e1-4220-9aa0-990668a657e6 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for router (451d56b0-db22-4a0d-8379-6bd36ad59838), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.890947 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a11efe06-00e1-4220-9aa0-990668a657e6 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (451d56b0-db22-4a0d-8379-6bd36ad59838), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.893254 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a11efe06-00e1-4220-9aa0-990668a657e6 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for router_controller (451d56b0-db22-4a0d-8379-6bd36ad59838), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.925951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:40:47.942728 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a11efe06-00e1-4220-9aa0-990668a657e6 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (451d56b0-db22-4a0d-8379-6bd36ad59838), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.943322 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11efe06-00e1-4220-9aa0-990668a657e6 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Fanout notify agent at l3_agent the message router_deleted on router 451d56b0-db22-4a0d-8379-6bd36ad59838 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:40:47.951435 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a11efe06-00e1-4220-9aa0-990668a657e6 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:47.951589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:40:47.951939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9d5ba02c-f49b-4cdb-878a-39b5eecf5121 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:40:47.952582 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a11efe06-00e1-4220-9aa0-990668a657e6 tempest-RoutersNegativeTest-954812003 tempest-RoutersNegativeTest-954812003-project] 10.222.0.30 "DELETE /v2.0/routers/451d56b0-db22-4a0d-8379-6bd36ad59838 HTTP/1.1" status: 204  len: 168 time: 0.2968962
Feb 19 21:40:48.192311 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36756) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:48.320897 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-285bcc1f-7872-44dd-b093-6cc371bc2fd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e558f20762144273a8aa06a22988ad09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1274095
Feb 19 21:40:48.323370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36760) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:48.369903 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-743c846c-21a1-4ed3-b17e-cbb0e2d025a5 admin admin] Publish callbacks [] for security_group (ed196974-5ac7-4fd7-b20d-4ab9de638e20), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:48.380287 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-12909b36-6302-4abc-9635-124f3191fa78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:48.392238 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-743c846c-21a1-4ed3-b17e-cbb0e2d025a5 admin admin] Publish callbacks [] for security_group (ed196974-5ac7-4fd7-b20d-4ab9de638e20), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:48.438206 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-743c846c-21a1-4ed3-b17e-cbb0e2d025a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (ed196974-5ac7-4fd7-b20d-4ab9de638e20), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:48.441175 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-743c846c-21a1-4ed3-b17e-cbb0e2d025a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:48.442325 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-743c846c-21a1-4ed3-b17e-cbb0e2d025a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed196974-5ac7-4fd7-b20d-4ab9de638e20 HTTP/1.1" status: 204  len: 168 time: 0.1180758
Feb 19 21:40:48.450112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c846c-21a1-4ed3-b17e-cbb0e2d025a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed196974-5ac7-4fd7-b20d-4ab9de638e20,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:49.049774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36782) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:49.143807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-642847528-network', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:49.162920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Made reservation on behalf of 5ff3f023fc254bbea87959ce0e95a1ae for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:49.165245 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.177851 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.253152 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Publish callbacks [] for security_group (e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.256881 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.278873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:40:49.294434 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:49.298876 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.299227 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Added segment 6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d of type vlan for network 65cc808f-a4a1-4b18-8229-ccf94ad140a8
Feb 19 21:40:49.339157 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (65cc808f-a4a1-4b18-8229-ccf94ad140a8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.363284 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (65cc808f-a4a1-4b18-8229-ccf94ad140a8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.364249 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:49.364824 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.420750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3698335
Feb 19 21:40:49.423604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36786) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:49.428216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] Request body: {'subnet': {'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-642847528-subnet', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:49.436346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5addd-17ed-4e89-91d4-ff2790b12774 admin admin] Pushing event updated for resources: {'Network': ['ID=65cc808f-a4a1-4b18-8229-ccf94ad140a8,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:49.447122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:40:49.451104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] Made reservation on behalf of 5ff3f023fc254bbea87959ce0e95a1ae for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:49.453595 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.619509 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (c6070dec-f8a9-448d-b2a6-09c22e4fa237), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.685791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6070dec-f8a9-448d-b2a6-09c22e4fa237,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:49.695812 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] Checking segment: {'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:49.696174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] Network hostable DHCP agents. Network: 65cc808f-a4a1-4b18-8229-ccf94ad140a8, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:40:49.713411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] Network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:40:49.722516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 65cc808f-a4a1-4b18-8229-ccf94ad140a8) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:49.727014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:49.728169 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.731203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868f5a1f-2b24-4aec-9444-aa6c81c4c149 None None] Network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:49.749492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ded33332-7915-4693-868e-bdf9206d0b7b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3248527
Feb 19 21:40:49.752469 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36788) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:49.756850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:49.776731 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (5bf16025-63ad-4317-8ebd-0721d13d0170), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.777759 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (5bf16025-63ad-4317-8ebd-0721d13d0170), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.830760 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Publish callbacks [] for router_controller (5bf16025-63ad-4317-8ebd-0721d13d0170), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.837134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'fixed_ips': [{'subnet_id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:40:49.838006 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.973165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Publish callbacks [] for router_gateway (5bf16025-63ad-4317-8ebd-0721d13d0170), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:49.973593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Allocated IP 172.20.0.2 (65cc808f-a4a1-4b18-8229-ccf94ad140a8/c6070dec-f8a9-448d-b2a6-09c22e4fa237/22d66067-c032-4e11-a2a3-2455a8aeeb70) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:50.116440 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Publish callbacks [] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:50.121913 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:50.163205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:50.166438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:50.170504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:50.173530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Pushing event updated for resources: {'Port': ['ID=22d66067-c032-4e11-a2a3-2455a8aeeb70,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:50.174009 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Publish callbacks [] for router_gateway (5bf16025-63ad-4317-8ebd-0721d13d0170), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:50.198772 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:50.229109 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Attempting to bind port 22d66067-c032-4e11-a2a3-2455a8aeeb70 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:40:50.229517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Attempting to bind port 22d66067-c032-4e11-a2a3-2455a8aeeb70 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:40:50.229957 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Attempting to bind port 22d66067-c032-4e11-a2a3-2455a8aeeb70 on network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:50.235315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:40:50.235695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Checking segment: {'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:50.236107 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:50.236577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Bound using segment: {'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:40:50.237060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Bound port: 22d66067-c032-4e11-a2a3-2455a8aeeb70, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:40:50.237470 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:50.302168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] For port 22d66067-c032-4e11-a2a3-2455a8aeeb70, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:40:50.302456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Allocated IP 172.35.2.203 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/4ba29046-bb7f-435d-9622-a54ec6981926) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:50.305600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] For port 22d66067-c032-4e11-a2a3-2455a8aeeb70, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22d66067-c032-4e11-a2a3-2455a8aeeb70,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:40:50.312319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:50.377395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3c59a-2ec2-4c7b-bcde-f05df5c65263 None None] Pushing event updated for resources: {'Port': ['ID=22d66067-c032-4e11-a2a3-2455a8aeeb70,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:50.412507 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Publish callbacks [] for port (4ba29046-bb7f-435d-9622-a54ec6981926), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:50.448101 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:50.490702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:50.493729 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:50.499289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:50.502478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba29046-bb7f-435d-9622-a54ec6981926,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:50.667113 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4cce1aa1-a042-45c6-8d52-804cf038f466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:51.103916 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Publish callbacks [] for router_gateway (5bf16025-63ad-4317-8ebd-0721d13d0170), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:51.309006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (5bf16025-63ad-4317-8ebd-0721d13d0170), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:51.323241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db58615-e9be-455f-a2f8-5438de0699ca None None] Network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:51.434970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-09d4fe69-eba8-4653-9686-df1b300fbdc1 None None] Provisioning complete for port 22d66067-c032-4e11-a2a3-2455a8aeeb70 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:51.435587 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-09d4fe69-eba8-4653-9686-df1b300fbdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:51.441057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Router 5bf16025-63ad-4317-8ebd-0721d13d0170 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:40:51.522154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-09d4fe69-eba8-4653-9686-df1b300fbdc1 None None] Current status of the port 22d66067-c032-4e11-a2a3-2455a8aeeb70 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:51.522558 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-09d4fe69-eba8-4653-9686-df1b300fbdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:51.561186 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:40:51.562990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-09d4fe69-eba8-4653-9686-df1b300fbdc1 None None] For port 22d66067-c032-4e11-a2a3-2455a8aeeb70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22d66067-c032-4e11-a2a3-2455a8aeeb70,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:51.571987 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Sync routers for ids ['5bf16025-63ad-4317-8ebd-0721d13d0170'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:40:51.577592 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-09d4fe69-eba8-4653-9686-df1b300fbdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:51.587656 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:51.588917 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Routers {'5bf16025-63ad-4317-8ebd-0721d13d0170'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:40:51.589077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-33ef7a70-c8d1-4902-b449-faa818a17130 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8355608
Feb 19 21:40:51.589937 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a757fe670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:40:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5bf16025-63ad-4317-8ebd-0721d13d0170'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:51.592293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36790) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:51.637166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4fe69-eba8-4653-9686-df1b300fbdc1 None None] Pushing event updated for resources: {'Port': ['ID=22d66067-c032-4e11-a2a3-2455a8aeeb70,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:51.706210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a0b6dcd7-7a90-45c4-aa0c-9dcc68363fbc None None] Provisioning complete for port 22d66067-c032-4e11-a2a3-2455a8aeeb70 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:51.706787 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a0b6dcd7-7a90-45c4-aa0c-9dcc68363fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:51.741211 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Set router 5bf16025-63ad-4317-8ebd-0721d13d0170 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:40:51.790555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6dcd7-7a90-45c4-aa0c-9dcc68363fbc None None] Current status of the port 22d66067-c032-4e11-a2a3-2455a8aeeb70 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:51.963008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 22d66067-c032-4e11-a2a3-2455a8aeeb70 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:40:51.999301 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.026265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 22d66067-c032-4e11-a2a3-2455a8aeeb70 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:52.026938 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.038400 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a757fe670>, [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:50Z', 'revision_number': 3, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:52.059843 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.069723 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Checking router: 5bf16025-63ad-4317-8ebd-0721d13d0170 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:40:52.070449 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Updating router 5bf16025-63ad-4317-8ebd-0721d13d0170 port 4ba29046-bb7f-435d-9622-a54ec6981926 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:40:52.098508 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.109595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 22d66067-c032-4e11-a2a3-2455a8aeeb70 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:52.220561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Allocated IP 172.20.0.1 (65cc808f-a4a1-4b18-8229-ccf94ad140a8/c6070dec-f8a9-448d-b2a6-09c22e4fa237/f1a7e6bd-e7b8-4144-93f5-f14c983acaf3) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:52.322381 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Publish callbacks [] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.349512 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Publish callbacks [] for port (4ba29046-bb7f-435d-9622-a54ec6981926), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.355094 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.355787 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.400241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:52.403201 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:52.406772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:52.407414 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Pushing event updated for resources: {'Port': ['ID=4ba29046-bb7f-435d-9622-a54ec6981926,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:52.409682 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Attempting to bind port 4ba29046-bb7f-435d-9622-a54ec6981926 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:40:52.410058 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Attempting to bind port 4ba29046-bb7f-435d-9622-a54ec6981926 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:40:52.410435 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Attempting to bind port 4ba29046-bb7f-435d-9622-a54ec6981926 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:52.420256 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:40:52.420739 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:52.421150 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.421546 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:40:52.422024 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Bound port: 4ba29046-bb7f-435d-9622-a54ec6981926, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:40:52.422415 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.425691 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.425691 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.425691 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.426018 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.426372 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.426775 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.427006 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.427329 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.427653 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.428006 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.428487 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.428746 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.429071 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:40:52.431875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Pushing event updated for resources: {'Port': ['ID=f1a7e6bd-e7b8-4144-93f5-f14c983acaf3,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:52.453241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (5bf16025-63ad-4317-8ebd-0721d13d0170), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.492528 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] For port 4ba29046-bb7f-435d-9622-a54ec6981926, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:40:52.496014 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] For port 4ba29046-bb7f-435d-9622-a54ec6981926, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ba29046-bb7f-435d-9622-a54ec6981926,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:40:52.505474 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.565535 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Routers {'5bf16025-63ad-4317-8ebd-0721d13d0170'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:40:52.566558 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a757fe670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:40:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5bf16025-63ad-4317-8ebd-0721d13d0170'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:52.568118 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd885810-b2b7-48cf-a662-873c0652c447 None None] Pushing event updated for resources: {'Port': ['ID=4ba29046-bb7f-435d-9622-a54ec6981926,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:52.614323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.693825 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] Set router 5bf16025-63ad-4317-8ebd-0721d13d0170 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:40:52.720425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92fcd4fa-dd77-49c3-ab26-1858ae445bf4 None None] Provisioning complete for port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:52.721406 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92fcd4fa-dd77-49c3-ab26-1858ae445bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.762244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92fcd4fa-dd77-49c3-ab26-1858ae445bf4 None None] Port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:40:52.796695 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Publish callbacks [] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.801580 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.869135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Pushing event updated for resources: {'Port': ['ID=f1a7e6bd-e7b8-4144-93f5-f14c983acaf3,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:52.871603 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (5bf16025-63ad-4317-8ebd-0721d13d0170), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:52.877424 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a757fe670>, [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:50Z', 'revision_number': 3, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:52.906476 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa75f3-ae41-4388-8e2c-a80bdabff356 None None] The sync data for ids ['5bf16025-63ad-4317-8ebd-0721d13d0170'] in ncdv-master-1 is: [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:50Z', 'revision_number': 3, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:40:52.973890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:52.975437 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:53.100801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Router 5bf16025-63ad-4317-8ebd-0721d13d0170 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:40:53.220216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:40:53.225301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dec1c92d-6d10-46ae-b1f3-1df6605d6efa admin admin] 10.222.0.30 "PUT /v2.0/routers/5bf16025-63ad-4317-8ebd-0721d13d0170/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6317754
Feb 19 21:40:53.299585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1011169f-3c0e-4a71-b657-14f8a2d8e57f None None] Provisioning complete for port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:53.299971 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1011169f-3c0e-4a71-b657-14f8a2d8e57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:53.359363 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:53.360056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1011169f-3c0e-4a71-b657-14f8a2d8e57f None None] Port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:40:53.758165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36810) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:53.764187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1491940592-network', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:53.786349 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Made reservation on behalf of 7fb4e8e471a2429f99d1ccc60cd5a9c7 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:53.789768 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:53.799422 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:53.887657 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Publish callbacks [] for security_group (fdae571a-3d90-471b-a186-672d8c34565f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:53.897498 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fdae571a-3d90-471b-a186-672d8c34565f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:53.929368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:40:53.937524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdae571a-3d90-471b-a186-672d8c34565f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:53.944125 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6e151113-7d92-4f8d-8d3f-e434d61c5ffb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:53.944800 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Added segment 6e151113-7d92-4f8d-8d3f-e434d61c5ffb of type vlan for network 8e41110e-2b5f-4b24-929f-704e1efae379
Feb 19 21:40:53.981829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ba29046-bb7f-435d-9622-a54ec6981926 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:40:53.990478 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (8e41110e-2b5f-4b24-929f-704e1efae379), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.016181 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (8e41110e-2b5f-4b24-929f-704e1efae379), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.017363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:54.018413 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.037004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4ba29046-bb7f-435d-9622-a54ec6981926 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:54.037374 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.075098 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3152792
Feb 19 21:40:54.078390 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36812) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:54.085123 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] Request body: {'subnet': {'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1491940592-subnet', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:54.102577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f3dce-261b-4a7b-a76a-245decbf4c31 admin admin] Pushing event updated for resources: {'Network': ['ID=8e41110e-2b5f-4b24-929f-704e1efae379,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:54.116449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] Made reservation on behalf of 7fb4e8e471a2429f99d1ccc60cd5a9c7 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:40:54.119150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 8e41110e-2b5f-4b24-929f-704e1efae379 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:40:54.119469 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.176550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4ba29046-bb7f-435d-9622-a54ec6981926 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:54.177215 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.211187 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 4ba29046-bb7f-435d-9622-a54ec6981926, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ba29046-bb7f-435d-9622-a54ec6981926,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:54.215721 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.267469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=4ba29046-bb7f-435d-9622-a54ec6981926,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:54.296743 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (00f237ee-50b7-4ae6-850d-95598cfdbc59), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.359333 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f237ee-50b7-4ae6-850d-95598cfdbc59,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:54.373609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] Checking segment: {'id': '6e151113-7d92-4f8d-8d3f-e434d61c5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:54.373994 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] Network hostable DHCP agents. Network: 8e41110e-2b5f-4b24-929f-704e1efae379, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:40:54.400942 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] Network 8e41110e-2b5f-4b24-929f-704e1efae379 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:40:54.411978 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e41110e-2b5f-4b24-929f-704e1efae379) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:54.420279 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259cdce9-1151-4622-9f32-7e64cc802536 None None] Network 8e41110e-2b5f-4b24-929f-704e1efae379 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:54.424127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:40:54.424756 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.441614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-54589337-5b41-45be-8fb7-be4a3c47482c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3621829
Feb 19 21:40:54.444092 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 36814) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:54.448600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1491940592-router', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:40:54.470335 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (915e2148-67a9-49e5-b4c0-17f013b1c551), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.471415 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (915e2148-67a9-49e5-b4c0-17f013b1c551), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.510086 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.536421 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Publish callbacks [] for router_controller (915e2148-67a9-49e5-b4c0-17f013b1c551), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.540870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e41110e-2b5f-4b24-929f-704e1efae379', 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379', 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'fixed_ips': [{'subnet_id': '00f237ee-50b7-4ae6-850d-95598cfdbc59'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:40:54.541785 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.675304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Allocated IP 172.20.0.2 (8e41110e-2b5f-4b24-929f-704e1efae379/00f237ee-50b7-4ae6-850d-95598cfdbc59/4fe7a578-b8cf-4c62-b5a3-76a5bf66c295) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:54.685113 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Publish callbacks [] for router_gateway (915e2148-67a9-49e5-b4c0-17f013b1c551), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.711976 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Sync routers for ids ['5bf16025-63ad-4317-8ebd-0721d13d0170'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:40:54.761119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Routers {'5bf16025-63ad-4317-8ebd-0721d13d0170'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:40:54.761762 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdcb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:40:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5bf16025-63ad-4317-8ebd-0721d13d0170'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:54.889558 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Publish callbacks [] for router_gateway (915e2148-67a9-49e5-b4c0-17f013b1c551), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.912193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.932603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Set router 5bf16025-63ad-4317-8ebd-0721d13d0170 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:40:54.963368 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Publish callbacks [] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:54.974097 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:55.018297 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Allocated IP 172.35.2.130 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/acc1b7d2-f9aa-40a9-990a-fba747b87ff6) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:55.130107 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Publish callbacks [] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:55.165796 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:55.204803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:55.209148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:55.212748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:55.225510 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Network 8e41110e-2b5f-4b24-929f-704e1efae379 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:55.236638 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Pushing event updated for resources: {'Port': ['ID=acc1b7d2-f9aa-40a9-990a-fba747b87ff6,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:55.258680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:55.261084 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:55.273589 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Pushing event updated for resources: {'Port': ['ID=4fe7a578-b8cf-4c62-b5a3-76a5bf66c295,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:55.351223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Attempting to bind port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:40:55.351606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Attempting to bind port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e151113-7d92-4f8d-8d3f-e434d61c5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:40:55.351987 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Attempting to bind port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 on network 8e41110e-2b5f-4b24-929f-704e1efae379 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:55.376199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:40:55.376613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Checking segment: {'id': '6e151113-7d92-4f8d-8d3f-e434d61c5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:55.377035 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:55.377596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Bound using segment: {'id': '6e151113-7d92-4f8d-8d3f-e434d61c5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:40:55.378328 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Bound port: 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e151113-7d92-4f8d-8d3f-e434d61c5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:40:55.378732 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:55.462116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] For port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:40:55.466106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] For port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fe7a578-b8cf-4c62-b5a3-76a5bf66c295,segment=NetworkSegment(6e151113-7d92-4f8d-8d3f-e434d61c5ffb),segment_id=6e151113-7d92-4f8d-8d3f-e434d61c5ffb)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:40:55.468806 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Publish callbacks [] for router_gateway (915e2148-67a9-49e5-b4c0-17f013b1c551), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:55.469320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdcb50>, [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 4, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1a7e6bd-e7b8-4144-93f5-f14c983acaf3', 'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'mac_address': 'fa:16:3e:64:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:52Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 2, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'subnets': [{'id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:55.499290 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:55.502636 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Checking router: 5bf16025-63ad-4317-8ebd-0721d13d0170 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:40:55.503005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Updating router 5bf16025-63ad-4317-8ebd-0721d13d0170 port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:40:55.583469 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:55.592182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa41cd-5f22-41db-8669-153eb85d6294 None None] Pushing event updated for resources: {'Port': ['ID=4fe7a578-b8cf-4c62-b5a3-76a5bf66c295,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:55.970385 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Publish callbacks [] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:55.981750 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.069208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ba29046-bb7f-435d-9622-a54ec6981926 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:40:56.109000 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565ab80-c76e-4a89-a812-17ecf2e86fe2 None None] Pushing event updated for resources: {'Port': ['ID=f1a7e6bd-e7b8-4144-93f5-f14c983acaf3,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:56.118581 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (915e2148-67a9-49e5-b4c0-17f013b1c551), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.134172 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Attempting to bind port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:40:56.134557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Attempting to bind port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:40:56.134931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Attempting to bind port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 on network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:56.145336 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:40:56.145722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Checking segment: {'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:56.146137 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.146539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Bound using segment: {'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:40:56.147018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Bound port: f1a7e6bd-e7b8-4144-93f5-f14c983acaf3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:40:56.147409 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.169900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4ba29046-bb7f-435d-9622-a54ec6981926 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:56.170282 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.266237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Router 915e2148-67a9-49e5-b4c0-17f013b1c551 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:40:56.274124 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.280118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] For port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:40:56.283961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] For port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1a7e6bd-e7b8-4144-93f5-f14c983acaf3,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:40:56.292796 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.387005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4ba29046-bb7f-435d-9622-a54ec6981926 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:56.388142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:40:56.394243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:40:56.394861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-c8ca8d9e-fddf-47b4-9123-57dc5052d6ca None None] Provisioning complete for port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:56.395255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c8ca8d9e-fddf-47b4-9123-57dc5052d6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.403735 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Sync routers for ids ['915e2148-67a9-49e5-b4c0-17f013b1c551'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:40:56.420167 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.420605 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Routers {'915e2148-67a9-49e5-b4c0-17f013b1c551'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:40:56.421498 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a757fef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:40:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['915e2148-67a9-49e5-b4c0-17f013b1c551'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:56.426053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-63daf52b-55c7-4ed1-a9e1-344bb01df0ae admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.9806139
Feb 19 21:40:56.426844 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 36816) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:40:56.456013 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Routers {'5bf16025-63ad-4317-8ebd-0721d13d0170'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:40:56.456702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdcb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:40:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5bf16025-63ad-4317-8ebd-0721d13d0170'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:56.576417 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565ab80-c76e-4a89-a812-17ecf2e86fe2 None None] Pushing event updated for resources: {'Port': ['ID=f1a7e6bd-e7b8-4144-93f5-f14c983acaf3,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:56.628910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] Set router 5bf16025-63ad-4317-8ebd-0721d13d0170 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:40:56.654851 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Set router 915e2148-67a9-49e5-b4c0-17f013b1c551 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:40:56.668054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:56.672826 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.869974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca8d9e-fddf-47b4-9123-57dc5052d6ca None None] Current status of the port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:56.870379 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c8ca8d9e-fddf-47b4-9123-57dc5052d6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.884125 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a757fef40>, [{'id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'name': 'tempest-TestMinimumBasicScenario-1491940592-router', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:40:55Z', 'revision_number': 3, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'gw_port': {'id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:56.914467 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Checking router: 915e2148-67a9-49e5-b4c0-17f013b1c551 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:40:56.914786 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Updating router 915e2148-67a9-49e5-b4c0-17f013b1c551 port acc1b7d2-f9aa-40a9-990a-fba747b87ff6 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:40:56.930052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b9a20-e08b-40eb-a0e3-4f08eec75d28 None None] Network 8e41110e-2b5f-4b24-929f-704e1efae379 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:40:56.949798 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:56.984190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.019588 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c8ca8d9e-fddf-47b4-9123-57dc5052d6ca None None] For port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1a7e6bd-e7b8-4144-93f5-f14c983acaf3,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:57.027431 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c8ca8d9e-fddf-47b4-9123-57dc5052d6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.030526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:57.031143 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.184041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Allocated IP 172.20.0.1 (8e41110e-2b5f-4b24-929f-704e1efae379/00f237ee-50b7-4ae6-850d-95598cfdbc59/3d383d85-78b4-4ccc-8a44-08f411c7d092) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:40:57.215705 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Publish callbacks [] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.222398 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.272364 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Attempting to bind port acc1b7d2-f9aa-40a9-990a-fba747b87ff6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:40:57.272822 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Attempting to bind port acc1b7d2-f9aa-40a9-990a-fba747b87ff6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:40:57.273277 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Attempting to bind port acc1b7d2-f9aa-40a9-990a-fba747b87ff6 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:40:57.284886 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:40:57.285262 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:40:57.285798 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.286274 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:40:57.286818 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Bound port: acc1b7d2-f9aa-40a9-990a-fba747b87ff6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:40:57.287627 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.303466 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Publish callbacks [] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.303733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fe7a578-b8cf-4c62-b5a3-76a5bf66c295,segment=NetworkSegment(6e151113-7d92-4f8d-8d3f-e434d61c5ffb),segment_id=6e151113-7d92-4f8d-8d3f-e434d61c5ffb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:40:57.314586 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16820ad7-bc3e-4829-be25-e77f9993552e None None] Pushing event updated for resources: {'Port': ['ID=acc1b7d2-f9aa-40a9-990a-fba747b87ff6,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:57.325111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca8d9e-fddf-47b4-9123-57dc5052d6ca None None] Pushing event updated for resources: {'Port': ['ID=f1a7e6bd-e7b8-4144-93f5-f14c983acaf3,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:57.330226 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.345341 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] For port acc1b7d2-f9aa-40a9-990a-fba747b87ff6, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:40:57.348927 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] For port acc1b7d2-f9aa-40a9-990a-fba747b87ff6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acc1b7d2-f9aa-40a9-990a-fba747b87ff6,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:40:57.349458 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.356535 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.370703 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Network 8e41110e-2b5f-4b24-929f-704e1efae379 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:57.372412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62bdcb50>, [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 4, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1a7e6bd-e7b8-4144-93f5-f14c983acaf3', 'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'mac_address': 'fa:16:3e:64:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:52Z', 'updated_at': '2022-02-19T21:40:56Z', 'revision_number': 4, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'subnets': [{'id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:57.381450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-059fdaed-39a8-4d4b-8470-5590e830d368 None None] Provisioning complete for port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:57.381450 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-059fdaed-39a8-4d4b-8470-5590e830d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.389733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:57.392456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:40:57.434705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da6611-9c4c-4128-a2a5-8e8d0e746288 None None] The sync data for ids ['5bf16025-63ad-4317-8ebd-0721d13d0170'] in ncdv-master-1 is: [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 4, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1a7e6bd-e7b8-4144-93f5-f14c983acaf3', 'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'mac_address': 'fa:16:3e:64:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:52Z', 'updated_at': '2022-02-19T21:40:56Z', 'revision_number': 4, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'subnets': [{'id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:40:57.443421 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (915e2148-67a9-49e5-b4c0-17f013b1c551), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.465866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=4fe7a578-b8cf-4c62-b5a3-76a5bf66c295,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:57.502775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Pushing event updated for resources: {'Port': ['ID=3d383d85-78b4-4ccc-8a44-08f411c7d092,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:57.556911 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Routers {'915e2148-67a9-49e5-b4c0-17f013b1c551'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:40:57.557540 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a757fef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:40:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['915e2148-67a9-49e5-b4c0-17f013b1c551'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:57.566677 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16820ad7-bc3e-4829-be25-e77f9993552e None None] Pushing event updated for resources: {'Port': ['ID=acc1b7d2-f9aa-40a9-990a-fba747b87ff6,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:57.592395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-059fdaed-39a8-4d4b-8470-5590e830d368 None None] Current status of the port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:57.603754 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-059fdaed-39a8-4d4b-8470-5590e830d368 None None] Provisioning complete for port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:57.604265 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-059fdaed-39a8-4d4b-8470-5590e830d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.712673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-059fdaed-39a8-4d4b-8470-5590e830d368 None None] Current status of the port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:57.715602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.757801 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] Set router 915e2148-67a9-49e5-b4c0-17f013b1c551 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:40:57.952295 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Publish callbacks [] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.953354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-10c039bd-04b0-4609-bd6e-0ecaf4a14301 None None] Provisioning complete for port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:57.953773 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-10c039bd-04b0-4609-bd6e-0ecaf4a14301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:57.962345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:58.017596 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a757fef40>, [{'id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'name': 'tempest-TestMinimumBasicScenario-1491940592-router', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:40:55Z', 'revision_number': 3, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'gw_port': {'id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:40:58.077845 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (915e2148-67a9-49e5-b4c0-17f013b1c551), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:58.079724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Pushing event updated for resources: {'Port': ['ID=3d383d85-78b4-4ccc-8a44-08f411c7d092,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:40:58.081037 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805da92b-eb3d-4d9b-bef9-f0d81f82fe41 None None] The sync data for ids ['915e2148-67a9-49e5-b4c0-17f013b1c551'] in ncdv-master-1 is: [{'id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'name': 'tempest-TestMinimumBasicScenario-1491940592-router', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:40:55Z', 'revision_number': 3, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'gw_port': {'id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:40:58.119413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-10c039bd-04b0-4609-bd6e-0ecaf4a14301 None None] Current status of the port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:58.168720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:40:58.223389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Network 8e41110e-2b5f-4b24-929f-704e1efae379 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:40:58.224909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:40:58.235740 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:58.236037 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:58.282270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5c4257cb-e578-4de9-b249-0f267c3c22b5 None None] Provisioning complete for port 3d383d85-78b4-4ccc-8a44-08f411c7d092 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:58.282658 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5c4257cb-e578-4de9-b249-0f267c3c22b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:58.332836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5c4257cb-e578-4de9-b249-0f267c3c22b5 None None] Port 3d383d85-78b4-4ccc-8a44-08f411c7d092 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:40:58.362087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Router 915e2148-67a9-49e5-b4c0-17f013b1c551 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:40:58.385877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:58.387003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:40:58.447944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:58.448405 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:58.563314 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:40:58.573706 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-db011968-7b55-4f9f-80bd-1e8514701f8d admin admin] 10.222.0.30 "PUT /v2.0/routers/915e2148-67a9-49e5-b4c0-17f013b1c551/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1407061
Feb 19 21:40:58.599621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:40:58.660887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5fb13b34-d64e-4434-8b7d-a091d9c147d0 None None] Provisioning complete for port 3d383d85-78b4-4ccc-8a44-08f411c7d092 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:40:58.661278 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5fb13b34-d64e-4434-8b7d-a091d9c147d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:40:58.711630 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5fb13b34-d64e-4434-8b7d-a091d9c147d0 None None] Port 3d383d85-78b4-4ccc-8a44-08f411c7d092 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:40:59.833464 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:00.004986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device acc1b7d2-f9aa-40a9-990a-fba747b87ff6 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:41:00.088185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port acc1b7d2-f9aa-40a9-990a-fba747b87ff6 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:41:00.088504 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:00.175951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port acc1b7d2-f9aa-40a9-990a-fba747b87ff6 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:41:00.176529 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:00.198566 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port acc1b7d2-f9aa-40a9-990a-fba747b87ff6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acc1b7d2-f9aa-40a9-990a-fba747b87ff6,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:41:00.204113 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:00.284490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=acc1b7d2-f9aa-40a9-990a-fba747b87ff6,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:00.899181 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Sync routers for ids ['915e2148-67a9-49e5-b4c0-17f013b1c551'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:41:00.913331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Routers {'915e2148-67a9-49e5-b4c0-17f013b1c551'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:41:00.913979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63370b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:40:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['915e2148-67a9-49e5-b4c0-17f013b1c551'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:41:01.032153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Set router 915e2148-67a9-49e5-b4c0-17f013b1c551 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:41:01.277472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63370b20>, [{'id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'name': 'tempest-TestMinimumBasicScenario-1491940592-router', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:40:57Z', 'revision_number': 4, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'gw_port': {'id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3d383d85-78b4-4ccc-8a44-08f411c7d092', 'name': '', 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'mac_address': 'fa:16:3e:c6:1e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '00f237ee-50b7-4ae6-850d-95598cfdbc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:57Z', 'updated_at': '2022-02-19T21:40:57Z', 'revision_number': 2, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'subnets': [{'id': '00f237ee-50b7-4ae6-850d-95598cfdbc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:41:01.306179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Checking router: 915e2148-67a9-49e5-b4c0-17f013b1c551 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:41:01.306650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Updating router 915e2148-67a9-49e5-b4c0-17f013b1c551 port 3d383d85-78b4-4ccc-8a44-08f411c7d092 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:41:01.339237 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:01.663570 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Publish callbacks [] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:01.670750 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:01.737168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7aa61-cd42-4a12-ad97-ce413412a06f None None] Pushing event updated for resources: {'Port': ['ID=3d383d85-78b4-4ccc-8a44-08f411c7d092,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:01.820839 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Attempting to bind port 3d383d85-78b4-4ccc-8a44-08f411c7d092 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:41:01.821228 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Attempting to bind port 3d383d85-78b4-4ccc-8a44-08f411c7d092 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e151113-7d92-4f8d-8d3f-e434d61c5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:41:01.821605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Attempting to bind port 3d383d85-78b4-4ccc-8a44-08f411c7d092 on network 8e41110e-2b5f-4b24-929f-704e1efae379 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:41:01.828542 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:41:01.828926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Checking segment: {'id': '6e151113-7d92-4f8d-8d3f-e434d61c5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:41:01.829345 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:01.829765 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Bound using segment: {'id': '6e151113-7d92-4f8d-8d3f-e434d61c5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:41:01.830251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Bound port: 3d383d85-78b4-4ccc-8a44-08f411c7d092, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e151113-7d92-4f8d-8d3f-e434d61c5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:41:01.830628 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:01.916146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] For port 3d383d85-78b4-4ccc-8a44-08f411c7d092, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:41:01.922459 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] For port 3d383d85-78b4-4ccc-8a44-08f411c7d092, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d383d85-78b4-4ccc-8a44-08f411c7d092,segment=NetworkSegment(6e151113-7d92-4f8d-8d3f-e434d61c5ffb),segment_id=6e151113-7d92-4f8d-8d3f-e434d61c5ffb)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:41:01.932933 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:01.987958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device acc1b7d2-f9aa-40a9-990a-fba747b87ff6 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:41:02.040779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Routers {'915e2148-67a9-49e5-b4c0-17f013b1c551'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:41:02.041447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63370b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:40:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['915e2148-67a9-49e5-b4c0-17f013b1c551'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:41:02.160538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7aa61-cd42-4a12-ad97-ce413412a06f None None] Pushing event updated for resources: {'Port': ['ID=3d383d85-78b4-4ccc-8a44-08f411c7d092,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:02.200403 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-572631c2-df4b-4a89-b53a-12a868fe5ffa None None] Provisioning complete for port 3d383d85-78b4-4ccc-8a44-08f411c7d092 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:41:02.201298 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-572631c2-df4b-4a89-b53a-12a868fe5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:02.233397 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port acc1b7d2-f9aa-40a9-990a-fba747b87ff6 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:41:02.233826 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:02.285182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] Set router 915e2148-67a9-49e5-b4c0-17f013b1c551 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:41:02.507833 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-572631c2-df4b-4a89-b53a-12a868fe5ffa None None] Current status of the port 3d383d85-78b4-4ccc-8a44-08f411c7d092 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:41:02.508281 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-572631c2-df4b-4a89-b53a-12a868fe5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:02.530496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port acc1b7d2-f9aa-40a9-990a-fba747b87ff6 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:41:02.608911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-572631c2-df4b-4a89-b53a-12a868fe5ffa None None] For port 3d383d85-78b4-4ccc-8a44-08f411c7d092, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d383d85-78b4-4ccc-8a44-08f411c7d092,segment=NetworkSegment(6e151113-7d92-4f8d-8d3f-e434d61c5ffb),segment_id=6e151113-7d92-4f8d-8d3f-e434d61c5ffb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:41:02.617595 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-572631c2-df4b-4a89-b53a-12a868fe5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:02.691559 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572631c2-df4b-4a89-b53a-12a868fe5ffa None None] Pushing event updated for resources: {'Port': ['ID=3d383d85-78b4-4ccc-8a44-08f411c7d092,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:02.705521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63370b20>, [{'id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'name': 'tempest-TestMinimumBasicScenario-1491940592-router', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:40:57Z', 'revision_number': 4, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'gw_port': {'id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3d383d85-78b4-4ccc-8a44-08f411c7d092', 'name': '', 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'mac_address': 'fa:16:3e:c6:1e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '00f237ee-50b7-4ae6-850d-95598cfdbc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:57Z', 'updated_at': '2022-02-19T21:41:01Z', 'revision_number': 4, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'subnets': [{'id': '00f237ee-50b7-4ae6-850d-95598cfdbc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:41:02.744110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a679f-0fb8-428e-a1a8-bc64e25d83bf None None] The sync data for ids ['915e2148-67a9-49e5-b4c0-17f013b1c551'] in ncdv-master-1 is: [{'id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'name': 'tempest-TestMinimumBasicScenario-1491940592-router', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:40:57Z', 'revision_number': 4, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'gw_port': {'id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3d383d85-78b4-4ccc-8a44-08f411c7d092', 'name': '', 'network_id': '8e41110e-2b5f-4b24-929f-704e1efae379', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'mac_address': 'fa:16:3e:c6:1e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '00f237ee-50b7-4ae6-850d-95598cfdbc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:57Z', 'updated_at': '2022-02-19T21:41:01Z', 'revision_number': 4, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'subnets': [{'id': '00f237ee-50b7-4ae6-850d-95598cfdbc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:41:02.756724 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b5eb4ed9-db08-4f75-a29c-3916d1f49798 None None] Provisioning complete for port 3d383d85-78b4-4ccc-8a44-08f411c7d092 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:41:02.757123 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b5eb4ed9-db08-4f75-a29c-3916d1f49798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:03.091732 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb4ed9-db08-4f75-a29c-3916d1f49798 None None] Current status of the port 3d383d85-78b4-4ccc-8a44-08f411c7d092 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:41:03.989117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3d383d85-78b4-4ccc-8a44-08f411c7d092 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:41:04.057782 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 3d383d85-78b4-4ccc-8a44-08f411c7d092 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:41:04.058585 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:04.146479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 3d383d85-78b4-4ccc-8a44-08f411c7d092 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:41:05.307469 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:41:09.990313 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-bbd80f58-122d-4f20-b876-3dcb8252f262 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:09.991792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-bbd80f58-122d-4f20-b876-3dcb8252f262 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/networks?id=65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 200  len: 814 time: 0.0996590
Feb 19 21:41:10.006728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-7f0a10ac-cf55-4815-ad95-56a1e0278a6e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/quotas/5ff3f023fc254bbea87959ce0e95a1ae HTTP/1.1" status: 200  len: 375 time: 0.0094204
Feb 19 21:41:10.060704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-f84f25e9-2882-4ca2-a5b3-6a59db69b379 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0491824
Feb 19 21:41:10.159962 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-3a4b52f6-c3ff-42a5-9536-7aa4cfab3cb0 service neutron] 10.222.0.30 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879602
Feb 19 21:41:10.252087 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-ec80d7fd-127f-4b78-b1a1-5680c5a68919 service neutron] 10.222.0.30 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864043
Feb 19 21:41:10.523925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c31f2122-5c95-433a-bafe-e13bb6ba0176 req-243a464e-95d9-4221-9800-c2be9292b239 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 210 time: 0.1389737
Feb 19 21:41:11.322514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-94a8ff12-8f64-47bc-b677-daf3d2d6acc7 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:11.323883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-94a8ff12-8f64-47bc-b677-daf3d2d6acc7 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.67 "GET /v2.0/networks?id=65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 200  len: 814 time: 0.1054699
Feb 19 21:41:11.347863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Request body: {'port': {'device_id': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'admin_state_up': True, 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:41:11.461228 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Made reservation on behalf of 5ff3f023fc254bbea87959ce0e95a1ae for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:41:11.464625 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:11.605231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Allocated IP 172.20.0.7 (65cc808f-a4a1-4b18-8229-ccf94ad140a8/c6070dec-f8a9-448d-b2a6-09c22e4fa237/0f23e791-9bb0-42a6-9da6-4afbefebbf70) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:41:11.648906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-179148c6-fa1e-4e39-ad5b-895d8fe9274b req-b1cb7fb6-2175-4f33-a145-c429eac9162b tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 210 time: 0.0456431
Feb 19 21:41:11.851295 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:11.916239 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:11.982717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:41:11.987842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:41:11.990369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'Port': ['ID=0f23e791-9bb0-42a6-9da6-4afbefebbf70,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:12.000370 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:41:12.003457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.003858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.004150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.004524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.004868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.005205 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.005541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.005871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.006200 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.006533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.006859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.007185 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.007509 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:12.084189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:12.084890 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:12.108996 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-de1deb3b-ff1a-49d1-8942-676f3e49016f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7642636
Feb 19 21:41:12.292998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b574b535-9dfa-4409-81ca-4676a1850e40 None None] Provisioning complete for port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:41:12.293614 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b574b535-9dfa-4409-81ca-4676a1850e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:12.333461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b574b535-9dfa-4409-81ca-4676a1850e40 None None] Port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:41:12.782835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48535bc-b901-4fb1-a94a-a253dcadfdc4 req-6e286f18-b01c-4f36-8581-c5581ec54dd8 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:12.784441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c48535bc-b901-4fb1-a94a-a253dcadfdc4 req-6e286f18-b01c-4f36-8581-c5581ec54dd8 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 931 time: 0.0560215
Feb 19 21:41:12.835836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c48535bc-b901-4fb1-a94a-a253dcadfdc4 req-5a0fd6a9-50f5-494a-9a61-5da72657625b tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454059
Feb 19 21:41:13.963915 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9a8d5-3333-4b56-86ae-ad2fecfa4525 req-4705a906-c3d5-4bd4-90e4-ee3dc7195bbc tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:13.965477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ed9a8d5-3333-4b56-86ae-ad2fecfa4525 req-4705a906-c3d5-4bd4-90e4-ee3dc7195bbc tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 931 time: 0.0597663
Feb 19 21:41:14.025242 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ed9a8d5-3333-4b56-86ae-ad2fecfa4525 req-f2ca87fc-7af2-4fb8-80b9-943a399efe8c tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531919
Feb 19 21:41:15.149259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e635f4a-325d-47dd-ab9a-e2529bee5fbd req-71c3b31f-045c-4d5f-920c-5ebddd03c79a tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:15.150863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e635f4a-325d-47dd-ab9a-e2529bee5fbd req-71c3b31f-045c-4d5f-920c-5ebddd03c79a tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 931 time: 0.0547750
Feb 19 21:41:15.204914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e635f4a-325d-47dd-ab9a-e2529bee5fbd req-a70e63b8-8cf4-44ce-b248-c89d02502d6f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474215
Feb 19 21:41:16.343045 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05817d8d-bcaf-4ba9-9973-4aaf8f322ec1 req-328295eb-dbe4-4904-8157-f3175abdb90c tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:16.345123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05817d8d-bcaf-4ba9-9973-4aaf8f322ec1 req-328295eb-dbe4-4904-8157-f3175abdb90c tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 931 time: 0.0685482
Feb 19 21:41:16.405254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-05817d8d-bcaf-4ba9-9973-4aaf8f322ec1 req-7780f90a-f8cb-408c-9187-328403f49e29 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514629
Feb 19 21:41:17.541743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee9618-3fe8-4826-a367-90febcb49055 req-d3409580-2e2e-4faa-9acb-740df8436904 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:17.543288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76ee9618-3fe8-4826-a367-90febcb49055 req-d3409580-2e2e-4faa-9acb-740df8436904 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 931 time: 0.0668268
Feb 19 21:41:17.603852 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76ee9618-3fe8-4826-a367-90febcb49055 req-7bf0430c-69a9-469e-9b78-a48a1656c175 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519958
Feb 19 21:41:18.384471 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-54c930dd-7429-4e83-ad98-0fdbd65d1d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:18.726507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d3810-1d9b-4f26-8d57-2abbeea26337 req-3b26d222-263b-4325-8597-7755a6d65e4d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:18.728064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b66d3810-1d9b-4f26-8d57-2abbeea26337 req-3b26d222-263b-4325-8597-7755a6d65e4d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 931 time: 0.0551209
Feb 19 21:41:18.776305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b66d3810-1d9b-4f26-8d57-2abbeea26337 req-e0059068-6b28-4ae0-a346-96e535e9dc2c tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416627
Feb 19 21:41:19.899939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbcb90-532b-4e8c-afe8-98bda572b7ca req-3b30c08b-2775-4adb-9218-363aef279587 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:19.901494 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68cbcb90-532b-4e8c-afe8-98bda572b7ca req-3b30c08b-2775-4adb-9218-363aef279587 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 931 time: 0.0566933
Feb 19 21:41:19.948493 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-68cbcb90-532b-4e8c-afe8-98bda572b7ca req-acd916a5-62c1-47b3-bc2f-d4f58faccc44 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410686
Feb 19 21:41:20.659528 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-70ea90c9-a07b-4648-aa84-731d5040737a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:21.072101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8faa58-b428-4ba2-a422-07d2746a1a2b req-6e793a0f-4178-4c88-83d3-ae48a6f03608 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:21.073653 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f8faa58-b428-4ba2-a422-07d2746a1a2b req-6e793a0f-4178-4c88-83d3-ae48a6f03608 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 931 time: 0.0546670
Feb 19 21:41:21.119845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f8faa58-b428-4ba2-a422-07d2746a1a2b req-5d546b22-e013-4ffd-9dde-687f036d3418 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399535
Feb 19 21:41:21.923605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Request body: {'port': {'device_id': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:41:21.965622 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:21.988491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:22.289763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de235b26-b587-4b6e-bfd7-c63353092638 req-7617e01d-1856-443b-bf24-7684f5ca629f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:22.291260 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de235b26-b587-4b6e-bfd7-c63353092638 req-7617e01d-1856-443b-bf24-7684f5ca629f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 931 time: 0.1012561
Feb 19 21:41:22.295149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f23e791-9bb0-42a6-9da6-4afbefebbf70 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:41:22.308105 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Publish callbacks [] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:22.332373 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Transition to ACTIVE for port object 0f23e791-9bb0-42a6-9da6-4afbefebbf70 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:41:22.338464 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:22.395453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de235b26-b587-4b6e-bfd7-c63353092638 req-a8e88612-ac5f-4120-ad06-12a772f01ae1 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957391
Feb 19 21:41:22.406371 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f23e791-9bb0-42a6-9da6-4afbefebbf70,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:22.490534 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Attempting to bind port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:41:22.490779 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Attempting to bind port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:41:22.491114 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Attempting to bind port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 on network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:41:22.496166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 on network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:41:22.496535 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Attempting to bind port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 on network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:41:22.502771 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:41:22.503134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Checking segment: {'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:41:22.503513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Bound using segment: {'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:41:22.503958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Bound port: 0f23e791-9bb0-42a6-9da6-4afbefebbf70, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:41:22.504355 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:22.578957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] For port 0f23e791-9bb0-42a6-9da6-4afbefebbf70, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:41:22.582608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] For port 0f23e791-9bb0-42a6-9da6-4afbefebbf70, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:41:22.589413 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:22.633558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:22.634204 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:22.635610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] 10.222.0.67 "PUT /v2.0/ports/0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 1091 time: 0.7166762
Feb 19 21:41:22.636063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:41:22.638390 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:41:22.671141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f2b59-8e87-4f78-9af4-f84422c2f0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f23e791-9bb0-42a6-9da6-4afbefebbf70,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:22.692029 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f121e69f-6d5b-4a20-bc66-8048516ae860 x-openstack-request-id: req-f121e69f-6d5b-4a20-bc66-8048516ae860 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:41:22.692373 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:41:22.692727 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f121e69f-6d5b-4a20-bc66-8048516ae860 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:41:22.693139 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'status': 'completed', 'code': 200}
Feb 19 21:41:22.731226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-2b2a550e-d92b-495d-8b72-e5016cf23792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:22.732971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-2b2a550e-d92b-495d-8b72-e5016cf23792 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1125 time: 0.0517290
Feb 19 21:41:22.775274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-c91543cd-73a2-43c7-9209-4bcb9ad110f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 217 time: 0.0361400
Feb 19 21:41:22.832083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-c1d33465-b2f4-446b-9aea-18774f87eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:22.833633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-c1d33465-b2f4-446b-9aea-18774f87eb69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6070dec-f8a9-448d-b2a6-09c22e4fa237 HTTP/1.1" status: 200  len: 853 time: 0.0514433
Feb 19 21:41:22.883648 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-f450637b-8267-470d-8da8-36a5151b0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:22.885273 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-f450637b-8267-470d-8da8-36a5151b0fd5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cc808f-a4a1-4b18-8229-ccf94ad140a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446250
Feb 19 21:41:22.973923 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-87049e6a-de7a-45b7-99cc-79b3345fc1f3 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822649
Feb 19 21:41:23.068782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8348a78-1c06-4a85-893b-dcc42794bdec req-49a82e7d-a1ee-4418-88b0-3b1b9cd83a9d service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883429
Feb 19 21:41:23.157089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f req-50fed150-9371-46c9-a2dd-e8df285105ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:23.158618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f req-50fed150-9371-46c9-a2dd-e8df285105ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1125 time: 0.0449483
Feb 19 21:41:23.251306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f req-41f75046-1e94-4068-9cf6-cbd2c2d17630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:23.253134 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f req-41f75046-1e94-4068-9cf6-cbd2c2d17630 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 200  len: 915 time: 0.0884573
Feb 19 21:41:23.292663 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f req-776db92f-a74c-428c-b0ad-7be37668a872 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 217 time: 0.0339808
Feb 19 21:41:23.324667 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:23.343002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f req-72835a73-3cda-4b22-8323-08ee59724652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:23.344618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f req-72835a73-3cda-4b22-8323-08ee59724652 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6070dec-f8a9-448d-b2a6-09c22e4fa237 HTTP/1.1" status: 200  len: 853 time: 0.0467942
Feb 19 21:41:23.418064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f req-ceed87fe-2595-4f68-94a9-28583a9958b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:23.421329 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f req-ceed87fe-2595-4f68-94a9-28583a9958b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cc808f-a4a1-4b18-8229-ccf94ad140a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0711961
Feb 19 21:41:23.546504 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f req-fcffb97e-3cb3-4c9c-90a4-470eadf1bd74 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1194031
Feb 19 21:41:23.553253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d0d34-87f1-42e2-82b3-e6aa307c0e1b req-2b3f4c19-6c2a-462f-9a55-6aefce56e1a4 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:23.554615 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e9d0d34-87f1-42e2-82b3-e6aa307c0e1b req-2b3f4c19-6c2a-462f-9a55-6aefce56e1a4 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 943 time: 0.0858355
Feb 19 21:41:23.651089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e9d0d34-87f1-42e2-82b3-e6aa307c0e1b req-273fc7f8-f17e-4bed-986e-d5d1674248b6 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885231
Feb 19 21:41:23.671206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ffea18fd-5b98-4694-83d3-5a94ae0e9e6f req-514f4074-7a5d-432e-a4e0-b3536ffa5b6e service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1156497
Feb 19 21:41:24.492053 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:24.771439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd094c3-c5bb-4501-baeb-714f49f57d4e req-8a22b2b0-a899-46c7-9ebb-c594724effde tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:24.773046 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2bd094c3-c5bb-4501-baeb-714f49f57d4e req-8a22b2b0-a899-46c7-9ebb-c594724effde tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 943 time: 0.0535731
Feb 19 21:41:24.823105 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2bd094c3-c5bb-4501-baeb-714f49f57d4e req-06a3d480-ed47-4444-b9da-51a6edeea79c tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445762
Feb 19 21:41:25.942803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7afec3-6fcb-4d5f-a144-e3a4e7228a73 req-02b72cf9-00bb-4c2a-b0c1-fc0266d99bd5 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:25.944316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec7afec3-6fcb-4d5f-a144-e3a4e7228a73 req-02b72cf9-00bb-4c2a-b0c1-fc0266d99bd5 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 943 time: 0.0525126
Feb 19 21:41:25.991258 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec7afec3-6fcb-4d5f-a144-e3a4e7228a73 req-0d34bde8-3c09-43bb-8c4f-0f6830a38e73 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409579
Feb 19 21:41:26.240196 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:26.592676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f23e791-9bb0-42a6-9da6-4afbefebbf70 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:41:26.684642 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 0f23e791-9bb0-42a6-9da6-4afbefebbf70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:41:26.699522 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'port_id': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'mac_address': 'fa:16:3e:1e:8a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:41:26.736613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:41:26.737017 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:26.749757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f23e791-9bb0-42a6-9da6-4afbefebbf70 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:41:26.769086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 0f23e791-9bb0-42a6-9da6-4afbefebbf70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:41:26.772853 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:26.819176 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=0f23e791-9bb0-42a6-9da6-4afbefebbf70,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:27.071990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['0f23e791-9bb0-42a6-9da6-4afbefebbf70'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:41:27.108230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c36c7-3a2f-4925-95f2-86d8f0654226 req-7ce699fe-186b-4d0a-8875-e923dc18cd5d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:27.109803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-309c36c7-3a2f-4925-95f2-86d8f0654226 req-7ce699fe-186b-4d0a-8875-e923dc18cd5d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 944 time: 0.0530226
Feb 19 21:41:27.156800 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-309c36c7-3a2f-4925-95f2-86d8f0654226 req-8455f24a-2886-4e22-bd69-f0ae57111d34 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413625
Feb 19 21:41:28.286755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34790fc9-433c-4791-8791-f0cf33bc64ba req-f9944d66-b459-4cd3-b6dc-e4f8e4f86d75 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:28.288237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34790fc9-433c-4791-8791-f0cf33bc64ba req-f9944d66-b459-4cd3-b6dc-e4f8e4f86d75 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 944 time: 0.0644715
Feb 19 21:41:28.334567 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34790fc9-433c-4791-8791-f0cf33bc64ba req-2024afac-17f6-496f-8fe5-9b57cef42fbc tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407443
Feb 19 21:41:28.628303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f23e791-9bb0-42a6-9da6-4afbefebbf70 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:41:28.677424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:41:28.681808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:41:28.682196 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:28.762792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:41:28.763195 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:28.786984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:41:28.789292 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e1e328-ae01-441f-a0d3-5eb21414a087" -d '{"events": [{"server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "name": "network-vif-plugged", "status": "completed", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:41:28.802541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 0f23e791-9bb0-42a6-9da6-4afbefebbf70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:41:28.806997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:28.832645 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dd038a-0596-4dc3-a5ab-9d69a409ef58 x-openstack-request-id: req-73dd038a-0596-4dc3-a5ab-9d69a409ef58 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:41:28.832947 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "name": "network-vif-plugged", "status": "completed", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:41:28.833209 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73dd038a-0596-4dc3-a5ab-9d69a409ef58 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:41:28.833609 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'code': 200}
Feb 19 21:41:28.863407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=0f23e791-9bb0-42a6-9da6-4afbefebbf70,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:28.931885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a7d05-0df3-4e17-b6f3-2048e27e09b8 req-45600417-b56a-4b4e-b3df-5cccb22dd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:28.933333 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b3a7d05-0df3-4e17-b6f3-2048e27e09b8 req-45600417-b56a-4b4e-b3df-5cccb22dd65c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1127 time: 0.0430541
Feb 19 21:41:28.975419 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5b3a7d05-0df3-4e17-b6f3-2048e27e09b8 req-37203d9e-53cb-4641-bdb6-76ad44d2c4ec service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358164
Feb 19 21:41:29.455819 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fc7fe-a702-4e51-bd37-aa830d80a6bf req-9c1f5ce3-b478-49ac-a453-6676dfb44980 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:29.457339 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f2fc7fe-a702-4e51-bd37-aa830d80a6bf req-9c1f5ce3-b478-49ac-a453-6676dfb44980 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 945 time: 0.0561583
Feb 19 21:41:29.503450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f2fc7fe-a702-4e51-bd37-aa830d80a6bf req-d16fc707-3a16-4e9a-8744-2b365cf9d506 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404263
Feb 19 21:41:29.810477 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:30.622262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89f03e-7ec1-4ceb-b813-61467ff447e9 req-ac5fc79a-3762-4ff6-97bf-a4fc9f4405e1 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:30.624384 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb89f03e-7ec1-4ceb-b813-61467ff447e9 req-ac5fc79a-3762-4ff6-97bf-a4fc9f4405e1 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 945 time: 0.0530863
Feb 19 21:41:30.671363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb89f03e-7ec1-4ceb-b813-61467ff447e9 req-d793c0c0-edac-4c07-bb0d-2393d7adbc25 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410593
Feb 19 21:41:30.788753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716ecfe-49e7-4e92-aed3-9a7c762b4898 req-c68ac502-b185-41ac-810a-8b15ea0e3870 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:30.790147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e716ecfe-49e7-4e92-aed3-9a7c762b4898 req-c68ac502-b185-41ac-810a-8b15ea0e3870 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 945 time: 0.0516970
Feb 19 21:41:30.839709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e716ecfe-49e7-4e92-aed3-9a7c762b4898 req-5ece21a7-90e2-4c5c-a52b-f7a5df6df2b7 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434048
Feb 19 21:41:31.026264 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba7824-3e08-4af5-8481-5849878546ae req-ead4f4a8-b6e5-44ab-8662-6d695b2f738d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:31.027745 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0ba7824-3e08-4af5-8481-5849878546ae req-ead4f4a8-b6e5-44ab-8662-6d695b2f738d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 945 time: 0.0516899
Feb 19 21:41:31.074467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f0ba7824-3e08-4af5-8481-5849878546ae req-b6c05544-a0b7-4907-a2f3-e44cc807922a tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405700
Feb 19 21:41:36.208235 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568e2ed-f043-4e43-b20e-9cd4b9531dbb req-6de0285b-ca1f-43fc-b755-a093a5d6df5a tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:36.209760 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e568e2ed-f043-4e43-b20e-9cd4b9531dbb req-6de0285b-ca1f-43fc-b755-a093a5d6df5a tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 945 time: 0.0546422
Feb 19 21:41:36.255924 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e568e2ed-f043-4e43-b20e-9cd4b9531dbb req-97bdb69a-9b2e-4691-9dd8-156b8ac15bc7 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406048
Feb 19 21:41:36.278112 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37046) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:41:36.366762 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9408658-cb1e-40bf-b738-ed5a0b2e941c tempest-TestMinimumBasicScenario-328293096 tempest-TestMinimumBasicScenario-328293096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:36.368450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d9408658-cb1e-40bf-b738-ed5a0b2e941c tempest-TestMinimumBasicScenario-328293096 tempest-TestMinimumBasicScenario-328293096-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1122 time: 0.0893502
Feb 19 21:41:36.371491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37050) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:41:36.376292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:41:36.396362 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:36.490223 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:36.596344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Allocated IP 172.35.2.177 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/ca84741d-c87e-4400-b35d-4f2527042f84) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:41:36.696309 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for port (ca84741d-c87e-4400-b35d-4f2527042f84), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:36.731151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ca84741d-c87e-4400-b35d-4f2527042f84), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:36.772764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:41:36.777060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:41:36.781124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:41:36.786705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'Port': ['ID=ca84741d-c87e-4400-b35d-4f2527042f84,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:37.136604 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for floatingip (5cd63081-66b6-484d-a23b-4ef3d4136a9b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:37.207944 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (ca84741d-c87e-4400-b35d-4f2527042f84), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:37.355616 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for port (ca84741d-c87e-4400-b35d-4f2527042f84), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:37.360295 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (ca84741d-c87e-4400-b35d-4f2527042f84), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:37.429572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'Port': ['ID=ca84741d-c87e-4400-b35d-4f2527042f84,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:37.439064 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (5cd63081-66b6-484d-a23b-4ef3d4136a9b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:37.541811 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Floating IP 5cd63081-66b6-484d-a23b-4ef3d4136a9b associated. External IP: 172.35.2.177, port: 0f23e791-9bb0-42a6-9da6-4afbefebbf70.
Feb 19 21:41:38.083528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Router 5bf16025-63ad-4317-8ebd-0721d13d0170 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:41:38.190953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:41:38.200544 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399582c1-9e16-44c0-916c-31035d6fa6e3 None None] Sync routers for ids ['5bf16025-63ad-4317-8ebd-0721d13d0170'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:41:38.209291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.210593 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399582c1-9e16-44c0-916c-31035d6fa6e3 None None] Routers {'5bf16025-63ad-4317-8ebd-0721d13d0170'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:41:38.211216 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-399582c1-9e16-44c0-916c-31035d6fa6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70762c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:41:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5bf16025-63ad-4317-8ebd-0721d13d0170'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:41:38.249455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0ab32190-7a5c-483c-a516-ff4c5d75e10e tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8753405
Feb 19 21:41:38.249455 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:41:38.250883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37052) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:41:38.251453 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ab913a-d064-4841-b1ea-f76063ab0c87" -d '{"events": [{"name": "network-changed", "server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:41:38.255702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1910419511', 'description': 'tempest-secgroup-smoke-1910419511 description', 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:41:38.278135 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.326245 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-399582c1-9e16-44c0-916c-31035d6fa6e3 None None] Set router 5bf16025-63ad-4317-8ebd-0721d13d0170 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:41:38.348652 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group (8b5686bf-ea59-4c77-85b0-b55ea36b9879), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.353968 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8b5686bf-ea59-4c77-85b0-b55ea36b9879), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.378189 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.382331 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1276536
Feb 19 21:41:38.382621 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37058) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:41:38.387329 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-028870e6-4fbb-4f49-948c-42c5467fbb81 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Request body: {'security_group_rule': {'security_group_id': '8b5686bf-ea59-4c77-85b0-b55ea36b9879', 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:41:38.395959 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24f26ab-ffd4-49e6-bc03-dc08302be647 x-openstack-request-id: req-e24f26ab-ffd4-49e6-bc03-dc08302be647 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:41:38.396535 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:41:38.396900 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e24f26ab-ffd4-49e6-bc03-dc08302be647 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:41:38.397407 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'status': 'completed', 'code': 200}
Feb 19 21:41:38.410036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5686bf-ea59-4c77-85b0-b55ea36b9879,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:38.423514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.423936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.424408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.424778 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.425156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.425496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.426466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.426466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.426785 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.426896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.427259 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.427590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.428015 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96385b-b397-4128-b12e-e9bd60afa2ef tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:41:38.442788 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-028870e6-4fbb-4f49-948c-42c5467fbb81 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (d47ebbde-3432-4dbf-8bd4-bf99882f3414), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.477080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab913a-d064-4841-b1ea-f76063ab0c87 req-cd1ff276-ceaa-431c-b142-fe57585b2d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:38.478612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64ab913a-d064-4841-b1ea-f76063ab0c87 req-cd1ff276-ceaa-431c-b142-fe57585b2d0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1127 time: 0.0577672
Feb 19 21:41:38.515906 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-028870e6-4fbb-4f49-948c-42c5467fbb81 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (d47ebbde-3432-4dbf-8bd4-bf99882f3414), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.522061 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-028870e6-4fbb-4f49-948c-42c5467fbb81 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (d47ebbde-3432-4dbf-8bd4-bf99882f3414), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.550847 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-028870e6-4fbb-4f49-948c-42c5467fbb81 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.552257 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-028870e6-4fbb-4f49-948c-42c5467fbb81 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1686788
Feb 19 21:41:38.553189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028870e6-4fbb-4f49-948c-42c5467fbb81 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47ebbde-3432-4dbf-8bd4-bf99882f3414,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:38.555006 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37060) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:41:38.559923 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-488822cb-f8d2-433a-a9bf-5eed7830f146 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Request body: {'security_group_rule': {'security_group_id': '8b5686bf-ea59-4c77-85b0-b55ea36b9879', 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:41:38.577223 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-399582c1-9e16-44c0-916c-31035d6fa6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70762c70>, [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 4, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5cd63081-66b6-484d-a23b-4ef3d4136a9b', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'floating_ip_address': '172.35.2.177', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'port_id': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'mac_address': 'fa:16:3e:1e:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:41:37Z', 'updated_at': '2022-02-19T21:41:37Z', 'revision_number': 0, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a7e6bd-e7b8-4144-93f5-f14c983acaf3', 'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'mac_address': 'fa:16:3e:64:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:52Z', 'updated_at': '2022-02-19T21:40:56Z', 'revision_number': 5, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'subnets': [{'id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:41:38.583125 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab913a-d064-4841-b1ea-f76063ab0c87 req-acca5fa7-044a-48e6-b9b8-1d72eea2f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:38.584844 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64ab913a-d064-4841-b1ea-f76063ab0c87 req-acca5fa7-044a-48e6-b9b8-1d72eea2f465 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 200  len: 915 time: 0.1006184
Feb 19 21:41:38.589509 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-488822cb-f8d2-433a-a9bf-5eed7830f146 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (72d8e990-07b6-415e-b14f-fe8a8220b5c1), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.608593 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399582c1-9e16-44c0-916c-31035d6fa6e3 None None] Checking router: 5bf16025-63ad-4317-8ebd-0721d13d0170 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:41:38.618088 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399582c1-9e16-44c0-916c-31035d6fa6e3 None None] Routers {'5bf16025-63ad-4317-8ebd-0721d13d0170'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:41:38.618709 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-399582c1-9e16-44c0-916c-31035d6fa6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70762c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:41:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5bf16025-63ad-4317-8ebd-0721d13d0170'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:41:38.660190 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-488822cb-f8d2-433a-a9bf-5eed7830f146 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (72d8e990-07b6-415e-b14f-fe8a8220b5c1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.664623 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-488822cb-f8d2-433a-a9bf-5eed7830f146 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (72d8e990-07b6-415e-b14f-fe8a8220b5c1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.670854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64ab913a-d064-4841-b1ea-f76063ab0c87 req-a0190c5f-9da3-46fc-ba6b-f7be007764e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 999 time: 0.0803218
Feb 19 21:41:38.682890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488822cb-f8d2-433a-a9bf-5eed7830f146 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d8e990-07b6-415e-b14f-fe8a8220b5c1,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:38.693071 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-488822cb-f8d2-433a-a9bf-5eed7830f146 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.694525 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-488822cb-f8d2-433a-a9bf-5eed7830f146 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1386538
Feb 19 21:41:38.697849 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37062) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:41:38.708216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a898d37a-3fe9-4a3b-b6c0-cd0595eecdb3 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Request body: {'security_group_rule': {'security_group_id': '8b5686bf-ea59-4c77-85b0-b55ea36b9879', 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:41:38.731843 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab913a-d064-4841-b1ea-f76063ab0c87 req-7649f186-c117-4467-b9bc-48a8df18f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:38.733440 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64ab913a-d064-4841-b1ea-f76063ab0c87 req-7649f186-c117-4467-b9bc-48a8df18f660 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6070dec-f8a9-448d-b2a6-09c22e4fa237 HTTP/1.1" status: 200  len: 853 time: 0.0572553
Feb 19 21:41:38.738958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a898d37a-3fe9-4a3b-b6c0-cd0595eecdb3 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (4dc475dd-c703-4de3-a813-0ee11941d4fc), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.752581 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-399582c1-9e16-44c0-916c-31035d6fa6e3 None None] Set router 5bf16025-63ad-4317-8ebd-0721d13d0170 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:41:38.783143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab913a-d064-4841-b1ea-f76063ab0c87 req-dbb037c6-4c3a-4d03-bdd0-46b576b3678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:38.784875 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64ab913a-d064-4841-b1ea-f76063ab0c87 req-dbb037c6-4c3a-4d03-bdd0-46b576b3678c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cc808f-a4a1-4b18-8229-ccf94ad140a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458045
Feb 19 21:41:38.798545 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a898d37a-3fe9-4a3b-b6c0-cd0595eecdb3 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (4dc475dd-c703-4de3-a813-0ee11941d4fc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.802665 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a898d37a-3fe9-4a3b-b6c0-cd0595eecdb3 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (4dc475dd-c703-4de3-a813-0ee11941d4fc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.820989 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898d37a-3fe9-4a3b-b6c0-cd0595eecdb3 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc475dd-c703-4de3-a813-0ee11941d4fc,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:38.835828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a898d37a-3fe9-4a3b-b6c0-cd0595eecdb3 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.838029 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a898d37a-3fe9-4a3b-b6c0-cd0595eecdb3 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1380098
Feb 19 21:41:38.839869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37064) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:41:38.846394 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-74c440c1-56e2-405a-b680-47762437b699 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Request body: {'security_group_rule': {'security_group_id': '8b5686bf-ea59-4c77-85b0-b55ea36b9879', 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:41:38.872025 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-74c440c1-56e2-405a-b680-47762437b699 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (05de366c-6364-49db-a892-33f95ee3722b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.886182 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64ab913a-d064-4841-b1ea-f76063ab0c87 req-5335c1c4-35b6-4e7d-a75f-8b7e5eb65a68 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0951560
Feb 19 21:41:38.942420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-74c440c1-56e2-405a-b680-47762437b699 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (05de366c-6364-49db-a892-33f95ee3722b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.948431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-74c440c1-56e2-405a-b680-47762437b699 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (05de366c-6364-49db-a892-33f95ee3722b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.975065 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c440c1-56e2-405a-b680-47762437b699 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05de366c-6364-49db-a892-33f95ee3722b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:38.985688 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-74c440c1-56e2-405a-b680-47762437b699 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:38.987000 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-74c440c1-56e2-405a-b680-47762437b699 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1446733
Feb 19 21:41:38.987477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-64ab913a-d064-4841-b1ea-f76063ab0c87 req-1b0ed87b-f03f-4705-baa2-56fb61f98fb1 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953674
Feb 19 21:41:38.989848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37066) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:41:38.995022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-cc0e602b-da76-42cd-8127-b54ccbf42b72 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Request body: {'security_group_rule': {'security_group_id': '8b5686bf-ea59-4c77-85b0-b55ea36b9879', 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:41:39.012292 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-399582c1-9e16-44c0-916c-31035d6fa6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70762c70>, [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 4, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5cd63081-66b6-484d-a23b-4ef3d4136a9b', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'floating_ip_address': '172.35.2.177', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'port_id': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'mac_address': 'fa:16:3e:1e:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:41:37Z', 'updated_at': '2022-02-19T21:41:37Z', 'revision_number': 0, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a7e6bd-e7b8-4144-93f5-f14c983acaf3', 'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'mac_address': 'fa:16:3e:64:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:52Z', 'updated_at': '2022-02-19T21:40:56Z', 'revision_number': 5, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'subnets': [{'id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:41:39.017606 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-cc0e602b-da76-42cd-8127-b54ccbf42b72 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Project 5ff3f023fc254bbea87959ce0e95a1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:41:39.022611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc0e602b-da76-42cd-8127-b54ccbf42b72 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (8db768fe-c82b-4876-8c7a-fd814b09044e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.041118 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399582c1-9e16-44c0-916c-31035d6fa6e3 None None] The sync data for ids ['5bf16025-63ad-4317-8ebd-0721d13d0170'] in ncdv-master-1 is: [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 4, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5cd63081-66b6-484d-a23b-4ef3d4136a9b', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'floating_ip_address': '172.35.2.177', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'port_id': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'mac_address': 'fa:16:3e:1e:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:41:37Z', 'updated_at': '2022-02-19T21:41:37Z', 'revision_number': 0, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a7e6bd-e7b8-4144-93f5-f14c983acaf3', 'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'mac_address': 'fa:16:3e:64:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:52Z', 'updated_at': '2022-02-19T21:40:56Z', 'revision_number': 5, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'subnets': [{'id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:41:39.085815 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc0e602b-da76-42cd-8127-b54ccbf42b72 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (8db768fe-c82b-4876-8c7a-fd814b09044e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.089676 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc0e602b-da76-42cd-8127-b54ccbf42b72 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (8db768fe-c82b-4876-8c7a-fd814b09044e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.108608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e602b-da76-42cd-8127-b54ccbf42b72 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db768fe-c82b-4876-8c7a-fd814b09044e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:39.113932 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc0e602b-da76-42cd-8127-b54ccbf42b72 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.115143 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc0e602b-da76-42cd-8127-b54ccbf42b72 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1240900
Feb 19 21:41:39.118053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37068) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:41:39.123052 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5fe3e3d3-3ee3-4536-9655-e8b63a755f75 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Request body: {'security_group_rule': {'security_group_id': '8b5686bf-ea59-4c77-85b0-b55ea36b9879', 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:41:39.144648 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-5fe3e3d3-3ee3-4536-9655-e8b63a755f75 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Project 5ff3f023fc254bbea87959ce0e95a1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:41:39.149774 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e3d3-3ee3-4536-9655-e8b63a755f75 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (34503e84-d538-49ca-ab90-de89667d5150), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.217578 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e3d3-3ee3-4536-9655-e8b63a755f75 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (34503e84-d538-49ca-ab90-de89667d5150), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.222121 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e3d3-3ee3-4536-9655-e8b63a755f75 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (34503e84-d538-49ca-ab90-de89667d5150), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.241121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3e3d3-3ee3-4536-9655-e8b63a755f75 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34503e84-d538-49ca-ab90-de89667d5150,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:39.249567 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e3d3-3ee3-4536-9655-e8b63a755f75 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.250892 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5fe3e3d3-3ee3-4536-9655-e8b63a755f75 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1317515
Feb 19 21:41:39.261461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95cae2-a75f-4fa1-bdf7-94cfde84d0d7 None None] New status for floating IP 5cd63081-66b6-484d-a23b-4ef3d4136a9b: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:41:39.343373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7509c39-49c5-4157-b833-fb980cbf1afb req-8928bb76-a60c-4d09-ad53-4accfa64acc1 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1910419511&fields=id&tenant_id=5ff3f023fc254bbea87959ce0e95a1ae HTTP/1.1" status: 200  len: 267 time: 0.0438647
Feb 19 21:41:39.400560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7509c39-49c5-4157-b833-fb980cbf1afb req-1707eec5-a168-4efb-8887-dccd0db87932 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:39.402351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7509c39-49c5-4157-b833-fb980cbf1afb req-1707eec5-a168-4efb-8887-dccd0db87932 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 945 time: 0.0535407
Feb 19 21:41:39.415777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-f7509c39-49c5-4157-b833-fb980cbf1afb req-32c03342-0bc6-4d23-9f8f-db6c700a1f18 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Request body: {'port': {'security_groups': ['e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e', '8b5686bf-ea59-4c77-85b0-b55ea36b9879']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:41:39.487831 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f7509c39-49c5-4157-b833-fb980cbf1afb req-32c03342-0bc6-4d23-9f8f-db6c700a1f18 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.671653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-f7509c39-49c5-4157-b833-fb980cbf1afb req-32c03342-0bc6-4d23-9f8f-db6c700a1f18 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] For port 0f23e791-9bb0-42a6-9da6-4afbefebbf70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:41:39.701757 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f7509c39-49c5-4157-b833-fb980cbf1afb req-32c03342-0bc6-4d23-9f8f-db6c700a1f18 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.706147 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f7509c39-49c5-4157-b833-fb980cbf1afb req-32c03342-0bc6-4d23-9f8f-db6c700a1f18 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.718447 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['0f23e791-9bb0-42a6-9da6-4afbefebbf70'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:41:39.749566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7509c39-49c5-4157-b833-fb980cbf1afb req-32c03342-0bc6-4d23-9f8f-db6c700a1f18 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:39.750556 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-f7509c39-49c5-4157-b833-fb980cbf1afb req-32c03342-0bc6-4d23-9f8f-db6c700a1f18 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:39.751606 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7509c39-49c5-4157-b833-fb980cbf1afb req-32c03342-0bc6-4d23-9f8f-db6c700a1f18 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "PUT /v2.0/ports/0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 981 time: 0.3406818
Feb 19 21:41:39.780744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c03342-0bc6-4d23-9f8f-db6c700a1f18 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'Port': ['ID=0f23e791-9bb0-42a6-9da6-4afbefebbf70,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:41:39.813960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['0f23e791-9bb0-42a6-9da6-4afbefebbf70'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:41:39.873511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43210aa7-b1ee-40df-a105-c997e817b121 req-92a5c823-66be-419b-b918-0b915f7ac84b tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:39.875332 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43210aa7-b1ee-40df-a105-c997e817b121 req-92a5c823-66be-419b-b918-0b915f7ac84b tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0583081
Feb 19 21:41:39.941481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43210aa7-b1ee-40df-a105-c997e817b121 req-12e13cee-5e3c-4851-8010-62c574ae47cc tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0592487
Feb 19 21:41:40.119946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7739c061-60a7-4c82-a731-61feb813bee7 None None] Provisioning complete for port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:41:40.120248 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7739c061-60a7-4c82-a731-61feb813bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:40.338570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7739c061-60a7-4c82-a731-61feb813bee7 None None] Current status of the port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:41:40.399075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:41:40.401580 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a551bb2-be71-4171-84ad-66c1a788fee5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:41:40.439526 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aa6d6f-0e1d-41d6-bdcd-fd78d1028cfc x-openstack-request-id: req-66aa6d6f-0e1d-41d6-bdcd-fd78d1028cfc {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:41:40.439834 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:41:40.440098 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66aa6d6f-0e1d-41d6-bdcd-fd78d1028cfc {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:41:40.440540 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'status': 'completed', 'code': 200}
Feb 19 21:41:40.509838 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551bb2-be71-4171-84ad-66c1a788fee5 req-eb2756c9-f9b2-46bb-a234-6da36e735ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:40.511710 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a551bb2-be71-4171-84ad-66c1a788fee5 req-eb2756c9-f9b2-46bb-a234-6da36e735ba5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1166 time: 0.0482848
Feb 19 21:41:40.599148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551bb2-be71-4171-84ad-66c1a788fee5 req-5f8a89f6-361f-439d-b6cf-bf7a468a337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:40.600565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a551bb2-be71-4171-84ad-66c1a788fee5 req-5f8a89f6-361f-439d-b6cf-bf7a468a337b service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 200  len: 915 time: 0.0836036
Feb 19 21:41:40.671280 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a551bb2-be71-4171-84ad-66c1a788fee5 req-00c95f4e-d0ed-4142-a804-87f71f0db1de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 1001 time: 0.0637302
Feb 19 21:41:40.719368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551bb2-be71-4171-84ad-66c1a788fee5 req-2778afc7-9a7e-4f0a-989d-c12cf7335436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:40.720846 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a551bb2-be71-4171-84ad-66c1a788fee5 req-2778afc7-9a7e-4f0a-989d-c12cf7335436 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6070dec-f8a9-448d-b2a6-09c22e4fa237 HTTP/1.1" status: 200  len: 853 time: 0.0439436
Feb 19 21:41:40.770159 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551bb2-be71-4171-84ad-66c1a788fee5 req-61eab1d4-433c-4762-a757-37698060d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:40.771724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a551bb2-be71-4171-84ad-66c1a788fee5 req-61eab1d4-433c-4762-a757-37698060d91c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cc808f-a4a1-4b18-8229-ccf94ad140a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449677
Feb 19 21:41:40.865040 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a551bb2-be71-4171-84ad-66c1a788fee5 req-8e51b989-a45e-4cd3-a86a-93f3f05d6476 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854340
Feb 19 21:41:40.953367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a551bb2-be71-4171-84ad-66c1a788fee5 req-5934c8f9-4a65-4a55-846c-01788ab09dd2 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823960
Feb 19 21:41:42.306590 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:41:46.633692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-846d1cc0-fad5-4f3d-9ca9-44ca7c956e1f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0452809
Feb 19 21:41:46.726637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-ca9e9762-63a5-4686-9b8d-3fd1122db37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:46.728233 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-ca9e9762-63a5-4686-9b8d-3fd1122db37d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1166 time: 0.0535791
Feb 19 21:41:46.853099 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-f78c3a31-48f4-400b-b45b-5180ef59f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:46.854631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-f78c3a31-48f4-400b-b45b-5180ef59f164 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 200  len: 915 time: 0.1049657
Feb 19 21:41:46.924048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-dfad9618-b3b6-4de2-a6fc-d81f5e297db1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 1001 time: 0.0622532
Feb 19 21:41:46.971775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-794f567d-c62e-46e6-8a8e-74ffff0ad13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:46.973212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-794f567d-c62e-46e6-8a8e-74ffff0ad13f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6070dec-f8a9-448d-b2a6-09c22e4fa237 HTTP/1.1" status: 200  len: 853 time: 0.0433233
Feb 19 21:41:47.020954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-a9865efd-cf25-46b9-809d-51f067ee7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:41:47.022427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-a9865efd-cf25-46b9-809d-51f067ee7a98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cc808f-a4a1-4b18-8229-ccf94ad140a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428426
Feb 19 21:41:47.113334 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-f9fb8f07-4761-4d48-baec-612a7508ae06 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839367
Feb 19 21:41:47.207671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-60a61a5c-57b2-469f-9cb9-4b77d32ad3f5 req-5818e5a3-bb8e-411a-abf0-2712d726e264 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876565
Feb 19 21:41:48.391725 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c1384343-0051-4a02-88a4-1c23c65b40dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:50.660809 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c7af536e-688c-4e74-adbe-4dbfa21f397a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:51.968862 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:53.327427 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:54.493267 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:56.255011 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:41:59.817811 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:18.383551 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-82dcb46f-161e-49c3-bb09-6b44319d1c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:19.305716 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:42:20.663890 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b09a55e5-c5e3-433f-be19-f5afb0dc5ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:21.971835 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:23.329789 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:24.494451 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:26.253639 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:29.802689 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:40.709167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-49a133de-5236-4ba5-9069-8e7db8308463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:40.710690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-49a133de-5236-4ba5-9069-8e7db8308463 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1166 time: 0.0767891
Feb 19 21:42:40.717861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b52da-6035-4e58-b908-110dd0efd87d req-b4cbf14a-dffd-4cba-9f84-1345b1b3aa01 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:40.719769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-002b52da-6035-4e58-b908-110dd0efd87d req-b4cbf14a-dffd-4cba-9f84-1345b1b3aa01 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0958700
Feb 19 21:42:40.838202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-002b52da-6035-4e58-b908-110dd0efd87d req-b46fba8c-51dc-442a-835c-05e967b6946f tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1071408
Feb 19 21:42:40.853520 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-f4f21587-1cb0-42d4-919a-33ca650c9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:40.853520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-f4f21587-1cb0-42d4-919a-33ca650c9973 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 200  len: 915 time: 0.1290236
Feb 19 21:42:40.921848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-0059a492-3359-4120-a4ef-523b82cc421a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 1001 time: 0.0628099
Feb 19 21:42:40.968911 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-d0aeefd2-de55-40ff-a07a-57573d598d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:40.970906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-d0aeefd2-de55-40ff-a07a-57573d598d8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6070dec-f8a9-448d-b2a6-09c22e4fa237 HTTP/1.1" status: 200  len: 853 time: 0.0433993
Feb 19 21:42:41.018890 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-6b466c85-f283-4a81-9b07-33ed70699dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:41.020416 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-6b466c85-f283-4a81-9b07-33ed70699dc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cc808f-a4a1-4b18-8229-ccf94ad140a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431252
Feb 19 21:42:41.030271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-4578f959-ffe7-4eb1-baeb-c566c373e1e5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:42:41.031214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-4578f959-ffe7-4eb1-baeb-c566c373e1e5 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048425
Feb 19 21:42:41.122100 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-577abfd1-d7c0-43a0-b5b9-d02af937fb28 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841219
Feb 19 21:42:41.210174 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c00a9c5-ba72-44c8-96f4-ab880bfb4880 req-78124cd5-5cdd-4ab7-926d-7dbcad7e5d45 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815709
Feb 19 21:42:41.964119 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5a9d7-2d19-4593-ba91-155070d91d13 req-b353af0f-757d-4b90-8949-cac68efb3fdd tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:41.965566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42f5a9d7-2d19-4593-ba91-155070d91d13 req-b353af0f-757d-4b90-8949-cac68efb3fdd tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0579743
Feb 19 21:42:42.026751 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42f5a9d7-2d19-4593-ba91-155070d91d13 req-4901b8f3-439a-4f72-991d-269c220e2944 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0548797
Feb 19 21:42:43.157926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788c724-bd32-45b8-9ea7-36eada87879b req-0db7363c-5dbb-45c4-8d14-be64527be634 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:43.159417 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8788c724-bd32-45b8-9ea7-36eada87879b req-0db7363c-5dbb-45c4-8d14-be64527be634 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0585957
Feb 19 21:42:43.218167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8788c724-bd32-45b8-9ea7-36eada87879b req-eb2f664b-bf12-47b1-b292-c76d759ce92a tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0530267
Feb 19 21:42:44.341383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c656e0c-88af-470e-baf2-e636deffbd88 req-71108ccc-4dda-4f82-bf17-dfe132f43377 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:44.342884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c656e0c-88af-470e-baf2-e636deffbd88 req-71108ccc-4dda-4f82-bf17-dfe132f43377 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0576787
Feb 19 21:42:44.402607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c656e0c-88af-470e-baf2-e636deffbd88 req-22010e62-8a95-4910-9fa5-b6c48e3ca3d1 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0541315
Feb 19 21:42:44.994731 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-44cf04bc-db8a-4ec6-a9fa-0b372b5c1655 req-ebc210d1-6517-452a-87e1-cd735abf674d tempest-TestNetworkAdvancedServerOps-781477207 tempest-TestNetworkAdvancedServerOps-781477207-project-admin] (121128) timed out ('10.222.0.30', 40352) {{(pid=121128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:42:45.523042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac619f-6f6c-4053-b36a-96fbe7caeb14 req-ac83a7ac-7c8b-4eab-aacc-7b99ca179aee tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:45.524568 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98ac619f-6f6c-4053-b36a-96fbe7caeb14 req-ac83a7ac-7c8b-4eab-aacc-7b99ca179aee tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0533030
Feb 19 21:42:45.585526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98ac619f-6f6c-4053-b36a-96fbe7caeb14 req-156d5a2d-ff10-470d-81d7-735d56d3bcdf tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0550370
Feb 19 21:42:46.707604 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5f35a-58d6-4ef0-8415-1c20647eabaf req-59454aa5-c677-452e-aa87-d871eb5459b9 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:46.709146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04b5f35a-58d6-4ef0-8415-1c20647eabaf req-59454aa5-c677-452e-aa87-d871eb5459b9 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0533543
Feb 19 21:42:46.771210 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-04b5f35a-58d6-4ef0-8415-1c20647eabaf req-ed0f907b-0a09-4bea-b0fb-1e6c65fdb075 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0564256
Feb 19 21:42:47.890379 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a90a90-9a84-4ce1-84c0-d0ea304ca999 req-dc773b91-9bf6-452e-a484-5150f45716f7 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:47.891864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a90a90-9a84-4ce1-84c0-d0ea304ca999 req-dc773b91-9bf6-452e-a484-5150f45716f7 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0523231
Feb 19 21:42:47.952294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17a90a90-9a84-4ce1-84c0-d0ea304ca999 req-58c9cea8-785a-490b-bb76-4bd22ce9d183 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539711
Feb 19 21:42:48.384727 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af7b7c4c-0809-4eb2-81b1-017042e927f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:48.659342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731682-9a97-4879-898a-46f5a98d275d req-b84c4bbc-3415-49fe-af92-5ebc1a6e2137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:48.660888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2731682-9a97-4879-898a-46f5a98d275d req-b84c4bbc-3415-49fe-af92-5ebc1a6e2137 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1166 time: 0.0475535
Feb 19 21:42:48.767832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731682-9a97-4879-898a-46f5a98d275d req-0da2b4c8-f9b7-4bf7-9416-24bd7b524477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:48.778319 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2731682-9a97-4879-898a-46f5a98d275d req-0da2b4c8-f9b7-4bf7-9416-24bd7b524477 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 200  len: 915 time: 0.0992720
Feb 19 21:42:48.844176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2731682-9a97-4879-898a-46f5a98d275d req-017dd4d8-f503-4db7-92c4-88843ee378f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 1001 time: 0.0584943
Feb 19 21:42:48.893680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731682-9a97-4879-898a-46f5a98d275d req-fa86e5f9-5b33-4f15-89c9-c4acefc1d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:48.895144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2731682-9a97-4879-898a-46f5a98d275d req-fa86e5f9-5b33-4f15-89c9-c4acefc1d05a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6070dec-f8a9-448d-b2a6-09c22e4fa237 HTTP/1.1" status: 200  len: 853 time: 0.0445073
Feb 19 21:42:48.949276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731682-9a97-4879-898a-46f5a98d275d req-29b069d2-fe4c-42f3-bb83-f026abf92728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:48.951172 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2731682-9a97-4879-898a-46f5a98d275d req-29b069d2-fe4c-42f3-bb83-f026abf92728 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cc808f-a4a1-4b18-8229-ccf94ad140a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0501254
Feb 19 21:42:49.071913 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2731682-9a97-4879-898a-46f5a98d275d req-da6526d8-bf23-4e19-a326-547ffa7a1908 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1129091
Feb 19 21:42:49.132807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465bdec-01bb-4680-b517-a11224d57d25 req-104ad3ec-a68a-45b3-8238-e9efac2c6cae tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:49.134305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5465bdec-01bb-4680-b517-a11224d57d25 req-104ad3ec-a68a-45b3-8238-e9efac2c6cae tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.1130924
Feb 19 21:42:49.207607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e2731682-9a97-4879-898a-46f5a98d275d req-d960876f-ebe4-4dff-af9c-26ba99b60b78 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293716
Feb 19 21:42:49.221463 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5465bdec-01bb-4680-b517-a11224d57d25 req-eef1dd42-b8b3-41ee-a2a6-a68743cdd014 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0787280
Feb 19 21:42:50.347836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279314b-2744-4d56-b289-f47d64f1b494 req-bfecd402-99cd-4d5d-b143-564ff9f28ad6 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:50.349274 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1279314b-2744-4d56-b289-f47d64f1b494 req-bfecd402-99cd-4d5d-b143-564ff9f28ad6 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0598538
Feb 19 21:42:50.429612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1279314b-2744-4d56-b289-f47d64f1b494 req-b2e41604-b143-41e3-a4c4-7e5dd1e30a45 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0682788
Feb 19 21:42:50.671319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92d43316-842f-4d28-b36e-34f5e30283cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:51.548024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877038a0-34ac-4933-bba1-1a3aedaf54ec req-ab1f7056-1c8e-4cbf-9c21-29d3a93cbbd6 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:51.550214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-877038a0-34ac-4933-bba1-1a3aedaf54ec req-ab1f7056-1c8e-4cbf-9c21-29d3a93cbbd6 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0538077
Feb 19 21:42:51.608703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-877038a0-34ac-4933-bba1-1a3aedaf54ec req-3ddee164-f34a-4dcd-8812-522e74f4aadb tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528071
Feb 19 21:42:51.980810 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:52.732561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e8191-1544-45b1-86b6-31336b2d694c req-0e9acbda-ff04-44b8-a7fc-94b6b20728ac tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:42:52.734082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c01e8191-1544-45b1-86b6-31336b2d694c req-0e9acbda-ff04-44b8-a7fc-94b6b20728ac tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0566623
Feb 19 21:42:52.793535 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c01e8191-1544-45b1-86b6-31336b2d694c req-8c98a6cf-6cfd-4bf6-9ddb-a1ffae816a85 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&id=8b5686bf-ea59-4c77-85b0-b55ea36b9879&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0533552
Feb 19 21:42:53.330563 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:54.501012 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:56.258977 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:42:56.306594 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:42:59.799786 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:18.387699 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-39f2592d-3739-4275-9b22-ce396907355e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:20.661652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-debf8c74-93a9-41df-bec8-791e93adb31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:21.978210 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:23.333254 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:24.494058 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:26.258047 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:29.810930 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:33.305519 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:43:48.389427 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6c0d874d-ba8f-4c03-a172-6b290b923685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:49.691841 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-3a88a2da-9aaa-4f0a-9481-8ae79d153cad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1069164
Feb 19 21:43:49.776803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-c17bf44e-e229-41db-9817-1242cff152dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:49.778315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-c17bf44e-e229-41db-9817-1242cff152dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1166 time: 0.0449948
Feb 19 21:43:49.878594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-55b7f802-6ebd-4342-8733-9922f7a2dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:49.879940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-55b7f802-6ebd-4342-8733-9922f7a2dfbe service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 200  len: 915 time: 0.0835862
Feb 19 21:43:49.947590 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-9df04981-8de1-4696-b782-ab52fb79e64d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 1001 time: 0.0609984
Feb 19 21:43:49.995589 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-f7435055-a08a-4881-86b0-11691a67dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:49.997070 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-f7435055-a08a-4881-86b0-11691a67dfea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6070dec-f8a9-448d-b2a6-09c22e4fa237 HTTP/1.1" status: 200  len: 853 time: 0.0437555
Feb 19 21:43:50.044302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-f80638b5-901d-4256-ac76-024f78336609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:50.045811 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-f80638b5-901d-4256-ac76-024f78336609 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cc808f-a4a1-4b18-8229-ccf94ad140a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432382
Feb 19 21:43:50.136314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-f9c9c487-45b3-4eed-a3ce-7cfc3b876a14 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844569
Feb 19 21:43:50.223843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-82e2d866-64dd-4123-a4bc-9902985e2cc1 req-4ee63394-3af9-4773-b663-8ff9f5f15f38 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816886
Feb 19 21:43:50.663243 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5b085932-9875-4260-bde6-cb59c3a2ad91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:51.981877 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:53.337237 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:54.496779 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:56.192117 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dc9f8e6-181f-4ad3-8fc5-41227467b8e9 req-8a16ee54-8aa9-4f0a-8b53-7c50e3182b78 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1910419511&fields=id&tenant_id=5ff3f023fc254bbea87959ce0e95a1ae HTTP/1.1" status: 200  len: 267 time: 0.0482805
Feb 19 21:43:56.250150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9f8e6-181f-4ad3-8fc5-41227467b8e9 req-8b76e729-5663-43e6-9a40-4d3c0085a7a4 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:56.251541 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dc9f8e6-181f-4ad3-8fc5-41227467b8e9 req-8b76e729-5663-43e6-9a40-4d3c0085a7a4 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 984 time: 0.0538752
Feb 19 21:43:56.257197 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:56.263539 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-5dc9f8e6-181f-4ad3-8fc5-41227467b8e9 req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Request body: {'port': {'security_groups': ['e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:43:56.333272 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5dc9f8e6-181f-4ad3-8fc5-41227467b8e9 req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:56.506900 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-5dc9f8e6-181f-4ad3-8fc5-41227467b8e9 req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] For port 0f23e791-9bb0-42a6-9da6-4afbefebbf70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:43:56.536533 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5dc9f8e6-181f-4ad3-8fc5-41227467b8e9 req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:56.540835 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5dc9f8e6-181f-4ad3-8fc5-41227467b8e9 req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:56.552804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['0f23e791-9bb0-42a6-9da6-4afbefebbf70'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:43:56.592981 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9f8e6-181f-4ad3-8fc5-41227467b8e9 req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:56.594380 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-5dc9f8e6-181f-4ad3-8fc5-41227467b8e9 req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:56.601426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5dc9f8e6-181f-4ad3-8fc5-41227467b8e9 req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "PUT /v2.0/ports/0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 942 time: 0.3426466
Feb 19 21:43:56.601930 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37184) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:43:56.602424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:43:56.604656 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:43:56.628813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event updated for resources: {'Port': ['ID=0f23e791-9bb0-42a6-9da6-4afbefebbf70,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:43:56.638807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.640169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.640169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.640561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.641086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.641510 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.642493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.642898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.643363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.643759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.644202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.644616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.645054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cad519-1c11-441b-aeeb-862575f6fe2d tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.659793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['0f23e791-9bb0-42a6-9da6-4afbefebbf70'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:43:56.664298 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caa8f37-1dfa-4fa5-9eb7-df21634e8de5 x-openstack-request-id: req-9caa8f37-1dfa-4fa5-9eb7-df21634e8de5 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:43:56.664635 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:43:56.664871 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9caa8f37-1dfa-4fa5-9eb7-df21634e8de5 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:43:56.665926 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'status': 'completed', 'code': 200}
Feb 19 21:43:56.700429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group (8b5686bf-ea59-4c77-85b0-b55ea36b9879), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:56.729775 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group (8b5686bf-ea59-4c77-85b0-b55ea36b9879), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:56.753094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5 req-e408286a-2dbd-478e-b1eb-68aa5d94c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:56.754871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5 req-e408286a-2dbd-478e-b1eb-68aa5d94c40c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1127 time: 0.0703948
Feb 19 21:43:56.822065 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (8b5686bf-ea59-4c77-85b0-b55ea36b9879), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:56.825011 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:56.826205 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "DELETE /v2.0/security-groups/8b5686bf-ea59-4c77-85b0-b55ea36b9879 HTTP/1.1" status: 204  len: 168 time: 0.2232749
Feb 19 21:43:56.834060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37192) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:43:56.855641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5686bf-ea59-4c77-85b0-b55ea36b9879,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:43:56.867565 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.867918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.868544 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.868891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.869238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.869649 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.869999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.870332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.870659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.871055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.871386 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.871713 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.872036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde792f-240c-46ef-8183-2a088b5cd006 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:43:56.953337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f29e8b63-3d6c-436f-b160-64e7319e99b5 None None] Provisioning complete for port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:43:56.953837 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f29e8b63-3d6c-436f-b160-64e7319e99b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:56.999460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5 req-a1550a59-55d1-4dd9-bd58-3204bb848e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:57.001024 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5 req-a1550a59-55d1-4dd9-bd58-3204bb848e53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 200  len: 915 time: 0.2375338
Feb 19 21:43:57.051185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f29e8b63-3d6c-436f-b160-64e7319e99b5 None None] Current status of the port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:43:57.104702 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5 req-72d02868-9c44-406c-be62-4be80be4561e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 1001 time: 0.0965626
Feb 19 21:43:57.146036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Deleting port ca84741d-c87e-4400-b35d-4f2527042f84 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:43:57.146512 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (ca84741d-c87e-4400-b35d-4f2527042f84), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:57.202498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5 req-8274f685-8460-41a1-94e5-df14b85601a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:57.203972 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5 req-8274f685-8460-41a1-94e5-df14b85601a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6070dec-f8a9-448d-b2a6-09c22e4fa237 HTTP/1.1" status: 200  len: 853 time: 0.0913973
Feb 19 21:43:57.267013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (ca84741d-c87e-4400-b35d-4f2527042f84), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:57.267451 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for floatingip (ca84741d-c87e-4400-b35d-4f2527042f84), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:57.282473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Calling delete_port for ca84741d-c87e-4400-b35d-4f2527042f84 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:43:57.290864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5 req-a84474d5-dd11-4265-843b-36141f067bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:57.292501 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5 req-a84474d5-dd11-4265-843b-36141f067bd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cc808f-a4a1-4b18-8229-ccf94ad140a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0823760
Feb 19 21:43:57.443780 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5 req-872f12b1-65ac-4203-915e-d09feb92805b service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438074
Feb 19 21:43:57.574609 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00df5b0b-42e5-45f2-9466-c7a6e7daf6e5 req-5c795dd6-fd55-425f-adb9-9f3d6ea44f79 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195109
Feb 19 21:43:57.576408 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (ca84741d-c87e-4400-b35d-4f2527042f84), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:57.600572 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event deleted for resources: {'Port': ['ID=ca84741d-c87e-4400-b35d-4f2527042f84,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:43:57.668477 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks [] for floatingip (5cd63081-66b6-484d-a23b-4ef3d4136a9b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:57.668813 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Floating IP 5cd63081-66b6-484d-a23b-4ef3d4136a9b disassociated (deleted). External IP: 172.35.2.177, port: 0f23e791-9bb0-42a6-9da6-4afbefebbf70.
Feb 19 21:43:58.215803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Router 5bf16025-63ad-4317-8ebd-0721d13d0170 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:43:58.320986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:43:58.325776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:43:58.330647 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9052af0f-2e1a-43ff-8804-f25caeb40c65 None None] Sync routers for ids ['5bf16025-63ad-4317-8ebd-0721d13d0170'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:43:58.341767 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052af0f-2e1a-43ff-8804-f25caeb40c65 None None] Routers {'5bf16025-63ad-4317-8ebd-0721d13d0170'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:43:58.342402 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9052af0f-2e1a-43ff-8804-f25caeb40c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70264070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:43:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5bf16025-63ad-4317-8ebd-0721d13d0170'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:43:58.358784 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-17bff4da-7b4e-458d-8aeb-55a83ee483e2 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "DELETE /v2.0/floatingips/5cd63081-66b6-484d-a23b-4ef3d4136a9b HTTP/1.1" status: 204  len: 168 time: 1.5236619
Feb 19 21:43:58.449845 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9052af0f-2e1a-43ff-8804-f25caeb40c65 None None] Set router 5bf16025-63ad-4317-8ebd-0721d13d0170 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:43:58.659974 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9052af0f-2e1a-43ff-8804-f25caeb40c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70264070>, [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 4, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1a7e6bd-e7b8-4144-93f5-f14c983acaf3', 'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'mac_address': 'fa:16:3e:64:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:52Z', 'updated_at': '2022-02-19T21:40:56Z', 'revision_number': 5, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'subnets': [{'id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:43:58.666681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:43:58.669062 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1def41-9815-4643-b678-8e402b3a117b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:43:58.686243 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9052af0f-2e1a-43ff-8804-f25caeb40c65 None None] Checking router: 5bf16025-63ad-4317-8ebd-0721d13d0170 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:43:58.695460 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052af0f-2e1a-43ff-8804-f25caeb40c65 None None] Routers {'5bf16025-63ad-4317-8ebd-0721d13d0170'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:43:58.696085 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9052af0f-2e1a-43ff-8804-f25caeb40c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70264070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:43:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5bf16025-63ad-4317-8ebd-0721d13d0170'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:43:58.707303 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f165a267-71ba-4758-8851-8dc686ad2bde x-openstack-request-id: req-f165a267-71ba-4758-8851-8dc686ad2bde {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:43:58.707603 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:43:58.707866 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f165a267-71ba-4758-8851-8dc686ad2bde {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:43:58.708295 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'status': 'completed', 'code': 200}
Feb 19 21:43:58.779320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1def41-9815-4643-b678-8e402b3a117b req-b040e11e-b1e9-466f-bb3e-a18b62cb4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:58.780851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f1def41-9815-4643-b678-8e402b3a117b req-b040e11e-b1e9-466f-bb3e-a18b62cb4a5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 1127 time: 0.0446076
Feb 19 21:43:58.804570 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9052af0f-2e1a-43ff-8804-f25caeb40c65 None None] Set router 5bf16025-63ad-4317-8ebd-0721d13d0170 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:43:58.871736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1def41-9815-4643-b678-8e402b3a117b req-07c42f51-5b3b-44f3-a98c-f0b0d1478e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:58.873123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f1def41-9815-4643-b678-8e402b3a117b req-07c42f51-5b3b-44f3-a98c-f0b0d1478e4e service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 200  len: 915 time: 0.0841384
Feb 19 21:43:58.917985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f1def41-9815-4643-b678-8e402b3a117b req-5de50fab-91d2-4151-b1ea-1fe336735b61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 200  len: 217 time: 0.0384214
Feb 19 21:43:58.966157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1def41-9815-4643-b678-8e402b3a117b req-88e7b563-cb64-47a5-96d9-6039acb564ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:58.967632 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f1def41-9815-4643-b678-8e402b3a117b req-88e7b563-cb64-47a5-96d9-6039acb564ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6070dec-f8a9-448d-b2a6-09c22e4fa237 HTTP/1.1" status: 200  len: 853 time: 0.0438685
Feb 19 21:43:59.005755 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9052af0f-2e1a-43ff-8804-f25caeb40c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70264070>, [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 4, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1a7e6bd-e7b8-4144-93f5-f14c983acaf3', 'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'mac_address': 'fa:16:3e:64:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:52Z', 'updated_at': '2022-02-19T21:40:56Z', 'revision_number': 5, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'subnets': [{'id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:43:59.035124 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9052af0f-2e1a-43ff-8804-f25caeb40c65 None None] The sync data for ids ['5bf16025-63ad-4317-8ebd-0721d13d0170'] in ncdv-master-1 is: [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:40:52Z', 'revision_number': 4, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f1a7e6bd-e7b8-4144-93f5-f14c983acaf3', 'name': '', 'network_id': '65cc808f-a4a1-4b18-8229-ccf94ad140a8', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'mac_address': 'fa:16:3e:64:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:52Z', 'updated_at': '2022-02-19T21:40:56Z', 'revision_number': 5, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'subnets': [{'id': 'c6070dec-f8a9-448d-b2a6-09c22e4fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:43:59.044945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1def41-9815-4643-b678-8e402b3a117b req-9fcd0c57-a740-40ea-a2f5-20275dd9f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:43:59.046518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f1def41-9815-4643-b678-8e402b3a117b req-9fcd0c57-a740-40ea-a2f5-20275dd9f2f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cc808f-a4a1-4b18-8229-ccf94ad140a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454075
Feb 19 21:43:59.142091 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f1def41-9815-4643-b678-8e402b3a117b req-af8d5157-03a5-4577-9758-5c219092e90b service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889511
Feb 19 21:43:59.243479 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f1def41-9815-4643-b678-8e402b3a117b req-59ce1998-70dd-42cd-a782-f1dd3fee58f7 service neutron] 10.222.0.67 "GET /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941451
Feb 19 21:43:59.297818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe9631d-e0bd-438b-be51-bacdf5a23d18 None None] New status for floating IP 5cd63081-66b6-484d-a23b-4ef3d4136a9b: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:43:59.808071 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:01.066001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9e246-dc90-496d-9289-2ba16bf7d11b req-a11dba7e-1af3-47ba-b140-2b02e58050bd tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:01.067495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27c9e246-dc90-496d-9289-2ba16bf7d11b req-a11dba7e-1af3-47ba-b140-2b02e58050bd tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 945 time: 0.0526276
Feb 19 21:44:01.119523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27c9e246-dc90-496d-9289-2ba16bf7d11b req-aead3053-e2e8-4c82-a469-d1be4db230a5 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454402
Feb 19 21:44:02.250774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf31ad0-3557-49d8-a8d6-c53234b29994 req-f4fbdf1c-0e05-41fc-9157-546cfaaac980 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:02.252186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcf31ad0-3557-49d8-a8d6-c53234b29994 req-f4fbdf1c-0e05-41fc-9157-546cfaaac980 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 945 time: 0.0647221
Feb 19 21:44:02.297538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcf31ad0-3557-49d8-a8d6-c53234b29994 req-1209bcce-4d79-4daf-bda6-fa3d9bd4c216 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392275
Feb 19 21:44:02.898109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c6be9-6396-4e68-b540-577055e80090 req-c913f3c8-8e78-4e6b-a821-58e5939ef003 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:02.899583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d04c6be9-6396-4e68-b540-577055e80090 req-c913f3c8-8e78-4e6b-a821-58e5939ef003 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 945 time: 0.0518308
Feb 19 21:44:02.994813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d04c6be9-6396-4e68-b540-577055e80090 req-d3e63af2-3fa8-496a-9b3e-445cc16b4e71 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Deleting port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:44:02.995083 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d04c6be9-6396-4e68-b540-577055e80090 req-d3e63af2-3fa8-496a-9b3e-445cc16b4e71 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:03.083354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d04c6be9-6396-4e68-b540-577055e80090 req-d3e63af2-3fa8-496a-9b3e-445cc16b4e71 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] For port 0f23e791-9bb0-42a6-9da6-4afbefebbf70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f23e791-9bb0-42a6-9da6-4afbefebbf70,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:03.083725 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d04c6be9-6396-4e68-b540-577055e80090 req-d3e63af2-3fa8-496a-9b3e-445cc16b4e71 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:03.096968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d04c6be9-6396-4e68-b540-577055e80090 req-d3e63af2-3fa8-496a-9b3e-445cc16b4e71 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Calling delete_port for 0f23e791-9bb0-42a6-9da6-4afbefebbf70 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:44:03.224887 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d04c6be9-6396-4e68-b540-577055e80090 req-d3e63af2-3fa8-496a-9b3e-445cc16b4e71 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (0f23e791-9bb0-42a6-9da6-4afbefebbf70), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:03.237049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['0f23e791-9bb0-42a6-9da6-4afbefebbf70'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:44:03.253395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e63af2-3fa8-496a-9b3e-445cc16b4e71 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Pushing event deleted for resources: {'Port': ['ID=0f23e791-9bb0-42a6-9da6-4afbefebbf70,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:03.310795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04c6be9-6396-4e68-b540-577055e80090 req-d3e63af2-3fa8-496a-9b3e-445cc16b4e71 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] No DVR routers for this DVR port 0f23e791-9bb0-42a6-9da6-4afbefebbf70 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:44:03.313713 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d04c6be9-6396-4e68-b540-577055e80090 req-d3e63af2-3fa8-496a-9b3e-445cc16b4e71 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:03.317068 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d04c6be9-6396-4e68-b540-577055e80090 req-d3e63af2-3fa8-496a-9b3e-445cc16b4e71 tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.67 "DELETE /v2.0/ports/0f23e791-9bb0-42a6-9da6-4afbefebbf70 HTTP/1.1" status: 204  len: 173 time: 0.4127281
Feb 19 21:44:03.317647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'name': 'network-vif-deleted', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:44:03.322989 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefec25d-bb52-4142-a0d8-76e824c0ac77" -d '{"events": [{"server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "name": "network-vif-deleted", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:44:03.374542 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26711f0d-4517-43de-9755-d32e29bf0f1b x-openstack-request-id: req-26711f0d-4517-43de-9755-d32e29bf0f1b {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:44:03.374858 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba32efe8-cf68-4c51-a3c0-7721e93c1c14", "name": "network-vif-deleted", "tag": "0f23e791-9bb0-42a6-9da6-4afbefebbf70", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:44:03.375130 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26711f0d-4517-43de-9755-d32e29bf0f1b {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:44:03.375546 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba32efe8-cf68-4c51-a3c0-7721e93c1c14', 'name': 'network-vif-deleted', 'tag': '0f23e791-9bb0-42a6-9da6-4afbefebbf70', 'status': 'completed', 'code': 200}
Feb 19 21:44:03.418043 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29ac7bf0-a239-4f90-bbbb-a0622285a5fa req-a8a8e4d1-ddbf-424d-b303-e90edd5ce0ad tempest-TestMinimumBasicScenario-58086540 tempest-TestMinimumBasicScenario-58086540-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba32efe8-cf68-4c51-a3c0-7721e93c1c14 HTTP/1.1" status: 200  len: 210 time: 0.0330446
Feb 19 21:44:04.983016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37314) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:05.335778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (5bf16025-63ad-4317-8ebd-0721d13d0170), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:05.584554 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] Deleting port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:44:05.584918 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:05.670495 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] For port f1a7e6bd-e7b8-4144-93f5-f14c983acaf3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1a7e6bd-e7b8-4144-93f5-f14c983acaf3,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:05.670775 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:05.683833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] Calling delete_port for f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:44:05.865687 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (f1a7e6bd-e7b8-4144-93f5-f14c983acaf3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:05.895828 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a7e6bd-e7b8-4144-93f5-f14c983acaf3,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:06.071117 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (5bf16025-63ad-4317-8ebd-0721d13d0170), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:06.291381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] Router 5bf16025-63ad-4317-8ebd-0721d13d0170 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:44:06.400976 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:44:06.405922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-31cbe4d3-b05b-4a6f-a89f-c69209f4dae4 admin admin] 10.222.0.30 "PUT /v2.0/routers/5bf16025-63ad-4317-8ebd-0721d13d0170/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4218843
Feb 19 21:44:06.408741 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37316) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:06.410184 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d0f5e-340a-4bc7-92d8-64f5da7bc2fb None None] Sync routers for ids ['5bf16025-63ad-4317-8ebd-0721d13d0170'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:44:06.420766 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d0f5e-340a-4bc7-92d8-64f5da7bc2fb None None] Routers {'5bf16025-63ad-4317-8ebd-0721d13d0170'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:44:06.421495 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-004d0f5e-340a-4bc7-92d8-64f5da7bc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70074ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:43:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5bf16025-63ad-4317-8ebd-0721d13d0170'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:06.512933 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Publish callbacks [] for router (5bf16025-63ad-4317-8ebd-0721d13d0170), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:06.530406 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-004d0f5e-340a-4bc7-92d8-64f5da7bc2fb None None] Set router 5bf16025-63ad-4317-8ebd-0721d13d0170 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:44:06.723773 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-004d0f5e-340a-4bc7-92d8-64f5da7bc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70074ee0>, [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:44:05Z', 'revision_number': 5, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:06.753910 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d0f5e-340a-4bc7-92d8-64f5da7bc2fb None None] Checking router: 5bf16025-63ad-4317-8ebd-0721d13d0170 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:44:06.763148 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d0f5e-340a-4bc7-92d8-64f5da7bc2fb None None] Routers {'5bf16025-63ad-4317-8ebd-0721d13d0170'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:44:06.763773 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-004d0f5e-340a-4bc7-92d8-64f5da7bc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70074ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:43:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5bf16025-63ad-4317-8ebd-0721d13d0170'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:06.859108 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Publish callbacks [] for router_gateway (5bf16025-63ad-4317-8ebd-0721d13d0170), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:06.912427 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Deleting port 4ba29046-bb7f-435d-9622-a54ec6981926 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:44:06.912786 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:06.980117 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-004d0f5e-340a-4bc7-92d8-64f5da7bc2fb None None] Set router 5bf16025-63ad-4317-8ebd-0721d13d0170 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:44:06.993245 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] For port 4ba29046-bb7f-435d-9622-a54ec6981926, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ba29046-bb7f-435d-9622-a54ec6981926,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:06.993615 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.006252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Calling delete_port for 4ba29046-bb7f-435d-9622-a54ec6981926 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:44:07.154880 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-004d0f5e-340a-4bc7-92d8-64f5da7bc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70074ee0>, [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:44:05Z', 'revision_number': 5, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:07.181412 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d0f5e-340a-4bc7-92d8-64f5da7bc2fb None None] The sync data for ids ['5bf16025-63ad-4317-8ebd-0721d13d0170'] in ncdv-master-1 is: [{'id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'name': 'tempest-TestMinimumBasicScenario-642847528-router', 'tenant_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:49Z', 'updated_at': '2022-02-19T21:44:05Z', 'revision_number': 5, 'project_id': '5ff3f023fc254bbea87959ce0e95a1ae', 'gw_port': {'id': '4ba29046-bb7f-435d-9622-a54ec6981926', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf16025-63ad-4317-8ebd-0721d13d0170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:50Z', 'updated_at': '2022-02-19T21:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:44:07.187990 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4ba29046-bb7f-435d-9622-a54ec6981926), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.212674 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba29046-bb7f-435d-9622-a54ec6981926,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:07.285248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (5bf16025-63ad-4317-8ebd-0721d13d0170), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.292850 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f23e791-9bb0-42a6-9da6-4afbefebbf70 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:44:07.313161 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 0f23e791-9bb0-42a6-9da6-4afbefebbf70 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:44:07.313505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 0f23e791-9bb0-42a6-9da6-4afbefebbf70 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:44:07.390511 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (5bf16025-63ad-4317-8ebd-0721d13d0170), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.392695 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Publish callbacks [] for router_controller (5bf16025-63ad-4317-8ebd-0721d13d0170), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.452764 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (5bf16025-63ad-4317-8ebd-0721d13d0170), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.453435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bf16025-63ad-4317-8ebd-0721d13d0170 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:44:07.458206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.459082 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-80a94e23-7cc8-4d4c-adb7-299e47cc9b62 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5bf16025-63ad-4317-8ebd-0721d13d0170 HTTP/1.1" status: 204  len: 168 time: 1.0493233
Feb 19 21:44:07.462174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37318) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:07.521299 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-630983e9-bcc0-4d79-84d7-00a1b9ac4de9 admin admin] Deleting subnet c6070dec-f8a9-448d-b2a6-09c22e4fa237 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:44:07.527472 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-630983e9-bcc0-4d79-84d7-00a1b9ac4de9 admin admin] Publish callbacks [] for subnet (c6070dec-f8a9-448d-b2a6-09c22e4fa237), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.563595 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-630983e9-bcc0-4d79-84d7-00a1b9ac4de9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (c6070dec-f8a9-448d-b2a6-09c22e4fa237), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.643467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-630983e9-bcc0-4d79-84d7-00a1b9ac4de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (c6070dec-f8a9-448d-b2a6-09c22e4fa237), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.701010 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-630983e9-bcc0-4d79-84d7-00a1b9ac4de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (c6070dec-f8a9-448d-b2a6-09c22e4fa237), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.727350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630983e9-bcc0-4d79-84d7-00a1b9ac4de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6070dec-f8a9-448d-b2a6-09c22e4fa237,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:07.736498 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-630983e9-bcc0-4d79-84d7-00a1b9ac4de9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.737885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ff7557-5907-4b95-a7c9-d56fc583f762 None None] Network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:44:07.739777 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-630983e9-bcc0-4d79-84d7-00a1b9ac4de9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c6070dec-f8a9-448d-b2a6-09c22e4fa237 HTTP/1.1" status: 204  len: 168 time: 0.2766535
Feb 19 21:44:07.742520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37320) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:07.811282 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (65cc808f-a4a1-4b18-8229-ccf94ad140a8), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.867235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Deleting port 22d66067-c032-4e11-a2a3-2455a8aeeb70 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:44:07.867589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.920128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] DHCP port deletion for 65cc808f-a4a1-4b18-8229-ccf94ad140a8 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:44:07.942303 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] For port 22d66067-c032-4e11-a2a3-2455a8aeeb70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22d66067-c032-4e11-a2a3-2455a8aeeb70,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:07.942773 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:07.957317 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Calling delete_port for 22d66067-c032-4e11-a2a3-2455a8aeeb70 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:44:07.970032 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Deleting port 22d66067-c032-4e11-a2a3-2455a8aeeb70 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:44:07.970506 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.037679 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.066039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Pushing event deleted for resources: {'Port': ['ID=22d66067-c032-4e11-a2a3-2455a8aeeb70,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:08.072595 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] No DVR routers for this DVR port 22d66067-c032-4e11-a2a3-2455a8aeeb70 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:44:08.145682 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (65cc808f-a4a1-4b18-8229-ccf94ad140a8), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.167339 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a52bdc0>,) {'filters': {'network_id': ['65cc808f-a4a1-4b18-8229-ccf94ad140a8']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:08.177937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a52bdc0>, '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:08.178240 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a52bdc0>, '6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:08.188265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.202874 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.203211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] For port 22d66067-c032-4e11-a2a3-2455a8aeeb70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22d66067-c032-4e11-a2a3-2455a8aeeb70,segment=NetworkSegment(6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d),segment_id=6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:08.203642 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.211039 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:44:08.211467 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (6a3a87aa-ce2e-4e32-a91a-5a390cb6a94d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:44:08.215475 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:44:08.222583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Calling delete_port for 22d66067-c032-4e11-a2a3-2455a8aeeb70 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:44:08.289336 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (65cc808f-a4a1-4b18-8229-ccf94ad140a8), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.298441 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.300011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ba29046-bb7f-435d-9622-a54ec6981926 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:44:08.301743 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] 10.222.0.30 "DELETE /v2.0/networks/65cc808f-a4a1-4b18-8229-ccf94ad140a8 HTTP/1.1" status: 204  len: 168 time: 0.5582724
Feb 19 21:44:08.305440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37322) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:08.312114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a1efa-9fea-4c04-891f-e5df7355a04d admin admin] Pushing event deleted for resources: {'Network': ['ID=65cc808f-a4a1-4b18-8229-ccf94ad140a8,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:08.332902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 4ba29046-bb7f-435d-9622-a54ec6981926 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:44:08.333244 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4ba29046-bb7f-435d-9622-a54ec6981926 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:44:08.333690 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 22d66067-c032-4e11-a2a3-2455a8aeeb70 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:44:08.356211 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 22d66067-c032-4e11-a2a3-2455a8aeeb70 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:44:08.356596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 22d66067-c032-4e11-a2a3-2455a8aeeb70 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:44:08.357045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:44:08.359962 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (22d66067-c032-4e11-a2a3-2455a8aeeb70), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.398716 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:44:08.399075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device f1a7e6bd-e7b8-4144-93f5-f14c983acaf3 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:44:08.402222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Network 65cc808f-a4a1-4b18-8229-ccf94ad140a8 is not hosted by any dhcp agent {{(pid=121130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 19 21:44:08.402653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] No DVR routers for this DVR port 22d66067-c032-4e11-a2a3-2455a8aeeb70 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:44:08.404665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Pushing event deleted for resources: {'Port': ['ID=22d66067-c032-4e11-a2a3-2455a8aeeb70,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:08.416793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.416793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.416965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.418323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.418323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.419791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.420147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.420523 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.420942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.421184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.421567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.421902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.422227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a77823-2ad0-4663-8574-e40fafc55dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:08.670201 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (915e2148-67a9-49e5-b4c0-17f013b1c551), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.916548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] Deleting port 3d383d85-78b4-4ccc-8a44-08f411c7d092 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:44:08.916896 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:08.997635 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] For port 3d383d85-78b4-4ccc-8a44-08f411c7d092, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d383d85-78b4-4ccc-8a44-08f411c7d092,segment=NetworkSegment(6e151113-7d92-4f8d-8d3f-e434d61c5ffb),segment_id=6e151113-7d92-4f8d-8d3f-e434d61c5ffb)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:08.997926 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:09.010450 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] Calling delete_port for 3d383d85-78b4-4ccc-8a44-08f411c7d092 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:44:09.189248 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3d383d85-78b4-4ccc-8a44-08f411c7d092), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:09.214511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d383d85-78b4-4ccc-8a44-08f411c7d092,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:09.387531 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (915e2148-67a9-49e5-b4c0-17f013b1c551), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:09.613584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] Router 915e2148-67a9-49e5-b4c0-17f013b1c551 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:44:09.719856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:44:09.727630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5cc26c2a-27e4-4ad6-8a99-782d786baf4e admin admin] 10.222.0.30 "PUT /v2.0/routers/915e2148-67a9-49e5-b4c0-17f013b1c551/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4184713
Feb 19 21:44:09.728279 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37324) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:09.728916 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3416690-a5f5-439c-83f8-20c5a48910c4 None None] Sync routers for ids ['915e2148-67a9-49e5-b4c0-17f013b1c551'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:44:09.738784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3416690-a5f5-439c-83f8-20c5a48910c4 None None] Routers {'915e2148-67a9-49e5-b4c0-17f013b1c551'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:44:09.739407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f3416690-a5f5-439c-83f8-20c5a48910c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6357f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:43:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['915e2148-67a9-49e5-b4c0-17f013b1c551'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:09.836820 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Publish callbacks [] for router (915e2148-67a9-49e5-b4c0-17f013b1c551), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:09.844826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f3416690-a5f5-439c-83f8-20c5a48910c4 None None] Set router 915e2148-67a9-49e5-b4c0-17f013b1c551 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:44:09.939928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Publish callbacks [] for router_gateway (915e2148-67a9-49e5-b4c0-17f013b1c551), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:09.994138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Deleting port acc1b7d2-f9aa-40a9-990a-fba747b87ff6 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:44:09.994138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.024879 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f3416690-a5f5-439c-83f8-20c5a48910c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6357f700>, [{'id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'name': 'tempest-TestMinimumBasicScenario-1491940592-router', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130'}], 'enable_snat': True}, 'gw_port_id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:44:09Z', 'revision_number': 5, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'gw_port': {'id': 'acc1b7d2-f9aa-40a9-990a-fba747b87ff6', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:10.056820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3416690-a5f5-439c-83f8-20c5a48910c4 None None] Checking router: 915e2148-67a9-49e5-b4c0-17f013b1c551 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:44:10.065057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3416690-a5f5-439c-83f8-20c5a48910c4 None None] Routers {'915e2148-67a9-49e5-b4c0-17f013b1c551'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:44:10.065659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f3416690-a5f5-439c-83f8-20c5a48910c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6357f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:43:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['915e2148-67a9-49e5-b4c0-17f013b1c551'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:10.079281 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] For port acc1b7d2-f9aa-40a9-990a-fba747b87ff6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acc1b7d2-f9aa-40a9-990a-fba747b87ff6,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:10.079647 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.092310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Calling delete_port for acc1b7d2-f9aa-40a9-990a-fba747b87ff6 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:44:10.153816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-f3416690-a5f5-439c-83f8-20c5a48910c4 None None] Set router 915e2148-67a9-49e5-b4c0-17f013b1c551 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:44:10.205331 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-f3416690-a5f5-439c-83f8-20c5a48910c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6357f700>, [{'id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'name': 'tempest-TestMinimumBasicScenario-1491940592-router', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:44:09Z', 'revision_number': 6, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:10.235659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3416690-a5f5-439c-83f8-20c5a48910c4 None None] The sync data for ids ['915e2148-67a9-49e5-b4c0-17f013b1c551'] in ncdv-master-1 is: [{'id': '915e2148-67a9-49e5-b4c0-17f013b1c551', 'name': 'tempest-TestMinimumBasicScenario-1491940592-router', 'tenant_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:40:54Z', 'updated_at': '2022-02-19T21:44:09Z', 'revision_number': 6, 'project_id': '7fb4e8e471a2429f99d1ccc60cd5a9c7', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:44:10.263486 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (acc1b7d2-f9aa-40a9-990a-fba747b87ff6), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.288809 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Pushing event deleted for resources: {'Port': ['ID=acc1b7d2-f9aa-40a9-990a-fba747b87ff6,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:10.305608 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:44:10.351909 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (915e2148-67a9-49e5-b4c0-17f013b1c551), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.445865 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (915e2148-67a9-49e5-b4c0-17f013b1c551), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.447992 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Publish callbacks [] for router_controller (915e2148-67a9-49e5-b4c0-17f013b1c551), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.492082 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (915e2148-67a9-49e5-b4c0-17f013b1c551), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.492600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 915e2148-67a9-49e5-b4c0-17f013b1c551 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:44:10.498145 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.499309 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8be88d53-df16-4991-94e5-e07c305068fe admin admin] 10.222.0.30 "DELETE /v2.0/routers/915e2148-67a9-49e5-b4c0-17f013b1c551 HTTP/1.1" status: 204  len: 168 time: 0.7698679
Feb 19 21:44:10.501823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37326) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:10.546093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d00b4e-2f32-41d7-acb9-fe5cd44ffb99 admin admin] Deleting subnet 00f237ee-50b7-4ae6-850d-95598cfdbc59 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:44:10.549095 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48d00b4e-2f32-41d7-acb9-fe5cd44ffb99 admin admin] Publish callbacks [] for subnet (00f237ee-50b7-4ae6-850d-95598cfdbc59), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.583380 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48d00b4e-2f32-41d7-acb9-fe5cd44ffb99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (00f237ee-50b7-4ae6-850d-95598cfdbc59), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.666961 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48d00b4e-2f32-41d7-acb9-fe5cd44ffb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (00f237ee-50b7-4ae6-850d-95598cfdbc59), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.718785 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48d00b4e-2f32-41d7-acb9-fe5cd44ffb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (00f237ee-50b7-4ae6-850d-95598cfdbc59), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.747161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d00b4e-2f32-41d7-acb9-fe5cd44ffb99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f237ee-50b7-4ae6-850d-95598cfdbc59,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:10.749079 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-48d00b4e-2f32-41d7-acb9-fe5cd44ffb99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.752866 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-48d00b4e-2f32-41d7-acb9-fe5cd44ffb99 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/00f237ee-50b7-4ae6-850d-95598cfdbc59 HTTP/1.1" status: 204  len: 168 time: 0.2500529
Feb 19 21:44:10.753597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2efc74-2734-4595-8023-258aa6641b60 None None] Network 8e41110e-2b5f-4b24-929f-704e1efae379 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:44:10.754788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37328) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:10.826017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (8e41110e-2b5f-4b24-929f-704e1efae379), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.879196 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Deleting port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:44:10.879537 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.939837 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] For port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fe7a578-b8cf-4c62-b5a3-76a5bf66c295,segment=NetworkSegment(6e151113-7d92-4f8d-8d3f-e434d61c5ffb),segment_id=6e151113-7d92-4f8d-8d3f-e434d61c5ffb)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:10.940127 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:10.953563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Calling delete_port for 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:44:10.974242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5cc6c7-f8fa-4a1b-b81b-99c7f9467f52 None None] DHCP port deletion for 8e41110e-2b5f-4b24-929f-704e1efae379 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:44:11.028873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bc5cc6c7-f8fa-4a1b-b81b-99c7f9467f52 None None] Deleting port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:44:11.029251 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc5cc6c7-f8fa-4a1b-b81b-99c7f9467f52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.040281 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.068173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe7a578-b8cf-4c62-b5a3-76a5bf66c295,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:11.074159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] No DVR routers for this DVR port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:44:11.097277 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-bc5cc6c7-f8fa-4a1b-b81b-99c7f9467f52 None None] For port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fe7a578-b8cf-4c62-b5a3-76a5bf66c295,segment=NetworkSegment(6e151113-7d92-4f8d-8d3f-e434d61c5ffb),segment_id=6e151113-7d92-4f8d-8d3f-e434d61c5ffb)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:11.097683 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc5cc6c7-f8fa-4a1b-b81b-99c7f9467f52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.110955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-bc5cc6c7-f8fa-4a1b-b81b-99c7f9467f52 None None] Calling delete_port for 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:44:11.158453 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (8e41110e-2b5f-4b24-929f-704e1efae379), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.180596 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70b2e550>,) {'filters': {'network_id': ['8e41110e-2b5f-4b24-929f-704e1efae379']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:11.190108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70b2e550>, '6e151113-7d92-4f8d-8d3f-e434d61c5ffb') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:11.190418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70b2e550>, '6e151113-7d92-4f8d-8d3f-e434d61c5ffb') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:11.198594 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc5cc6c7-f8fa-4a1b-b81b-99c7f9467f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (4fe7a578-b8cf-4c62-b5a3-76a5bf66c295), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.201739 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (6e151113-7d92-4f8d-8d3f-e434d61c5ffb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.216994 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (6e151113-7d92-4f8d-8d3f-e434d61c5ffb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.223262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:44:11.223735 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (6e151113-7d92-4f8d-8d3f-e434d61c5ffb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:44:11.225679 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:44:11.229497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5cc6c7-f8fa-4a1b-b81b-99c7f9467f52 None None] No DVR routers for this DVR port 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:44:11.235737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cc6c7-f8fa-4a1b-b81b-99c7f9467f52 None None] Pushing event deleted for resources: {'Port': ['ID=4fe7a578-b8cf-4c62-b5a3-76a5bf66c295,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:11.288791 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (8e41110e-2b5f-4b24-929f-704e1efae379), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.294229 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.297460 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] 10.222.0.30 "DELETE /v2.0/networks/8e41110e-2b5f-4b24-929f-704e1efae379 HTTP/1.1" status: 204  len: 168 time: 0.5417147
Feb 19 21:44:11.308970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3b6ee-e52c-4cf6-9edb-f197437cc9ae admin admin] Pushing event deleted for resources: {'Network': ['ID=8e41110e-2b5f-4b24-929f-704e1efae379,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:11.463813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37332) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:11.503643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-811c959f-645b-4f2f-be30-b99bb88835a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ff3f023fc254bbea87959ce0e95a1ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0384386
Feb 19 21:44:11.505934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37334) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:11.554410 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fb367a8-fd5d-4699-a82b-3ae2bf3c96ee admin admin] Publish callbacks [] for security_group (e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.577785 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fb367a8-fd5d-4699-a82b-3ae2bf3c96ee admin admin] Publish callbacks [] for security_group (e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.629172 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fb367a8-fd5d-4699-a82b-3ae2bf3c96ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.632293 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3fb367a8-fd5d-4699-a82b-3ae2bf3c96ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:11.633492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3fb367a8-fd5d-4699-a82b-3ae2bf3c96ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e HTTP/1.1" status: 204  len: 168 time: 0.1266196
Feb 19 21:44:11.641339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb367a8-fd5d-4699-a82b-3ae2bf3c96ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e2d4b0-2c67-423c-85bb-bb75bcbaeb5e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:11.963458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37340) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:12.004134 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cdfb324d-b648-41c9-876f-ddfb20d73b4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fb4e8e471a2429f99d1ccc60cd5a9c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394666
Feb 19 21:44:12.006589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37342) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:12.032122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3d383d85-78b4-4ccc-8a44-08f411c7d092 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:44:12.052708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 3d383d85-78b4-4ccc-8a44-08f411c7d092 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:44:12.053069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 3d383d85-78b4-4ccc-8a44-08f411c7d092 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:44:12.054026 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device acc1b7d2-f9aa-40a9-990a-fba747b87ff6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:44:12.060873 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91beac42-4837-4c50-9023-53c24e38720d admin admin] Publish callbacks [] for security_group (fdae571a-3d90-471b-a186-672d8c34565f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:12.079006 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: acc1b7d2-f9aa-40a9-990a-fba747b87ff6 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:44:12.079363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device acc1b7d2-f9aa-40a9-990a-fba747b87ff6 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:44:12.079798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:44:12.085058 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91beac42-4837-4c50-9023-53c24e38720d admin admin] Publish callbacks [] for security_group (fdae571a-3d90-471b-a186-672d8c34565f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:12.098530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:44:12.098886 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 4fe7a578-b8cf-4c62-b5a3-76a5bf66c295 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:44:12.133847 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91beac42-4837-4c50-9023-53c24e38720d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (fdae571a-3d90-471b-a186-672d8c34565f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:12.136882 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-91beac42-4837-4c50-9023-53c24e38720d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:12.138051 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-91beac42-4837-4c50-9023-53c24e38720d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdae571a-3d90-471b-a186-672d8c34565f HTTP/1.1" status: 204  len: 168 time: 0.1298709
Feb 19 21:44:12.145751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91beac42-4837-4c50-9023-53c24e38720d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdae571a-3d90-471b-a186-672d8c34565f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:13.912298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37382) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:13.917521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2cd68206-527e-499e-91b8-b350551958bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003725255', 'description': 'tempest-secgroup-smoke-1003725255 description', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:13.937391 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cd68206-527e-499e-91b8-b350551958bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:13.945283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cd68206-527e-499e-91b8-b350551958bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.020240 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cd68206-527e-499e-91b8-b350551958bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (76c06fa3-5d39-46c8-bb6b-bd3d5d23e2ae), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.023977 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cd68206-527e-499e-91b8-b350551958bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (76c06fa3-5d39-46c8-bb6b-bd3d5d23e2ae), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.062928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd68206-527e-499e-91b8-b350551958bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c06fa3-5d39-46c8-bb6b-bd3d5d23e2ae,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:14.099429 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cd68206-527e-499e-91b8-b350551958bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (a2e6b509-608d-4225-a29a-8552a025eee1), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.103436 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cd68206-527e-499e-91b8-b350551958bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a2e6b509-608d-4225-a29a-8552a025eee1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.132825 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2cd68206-527e-499e-91b8-b350551958bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.134029 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2cd68206-527e-499e-91b8-b350551958bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2201445
Feb 19 21:44:14.135936 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd68206-527e-499e-91b8-b350551958bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e6b509-608d-4225-a29a-8552a025eee1,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:14.137173 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37384) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:14.141873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-80e31995-f755-463a-ba39-22393d4caa36 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'a2e6b509-608d-4225-a29a-8552a025eee1', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:14.166919 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-80e31995-f755-463a-ba39-22393d4caa36 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (a37576e0-4d97-413b-b4ab-c8e19466599a), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.214033 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-80e31995-f755-463a-ba39-22393d4caa36 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (a37576e0-4d97-413b-b4ab-c8e19466599a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.217537 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-80e31995-f755-463a-ba39-22393d4caa36 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (a37576e0-4d97-413b-b4ab-c8e19466599a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.236399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e31995-f755-463a-ba39-22393d4caa36 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37576e0-4d97-413b-b4ab-c8e19466599a,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:14.243429 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-80e31995-f755-463a-ba39-22393d4caa36 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.244709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-80e31995-f755-463a-ba39-22393d4caa36 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1064157
Feb 19 21:44:14.247340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37386) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:14.251634 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-6067a518-8ae9-4f45-8bb4-d1e4d2f94bbb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'a2e6b509-608d-4225-a29a-8552a025eee1', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:14.275870 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6067a518-8ae9-4f45-8bb4-d1e4d2f94bbb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (6c0dbf1e-1656-4612-937d-7645d2e7a742), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.332068 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6067a518-8ae9-4f45-8bb4-d1e4d2f94bbb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (6c0dbf1e-1656-4612-937d-7645d2e7a742), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.336248 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6067a518-8ae9-4f45-8bb4-d1e4d2f94bbb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (6c0dbf1e-1656-4612-937d-7645d2e7a742), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.355043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067a518-8ae9-4f45-8bb4-d1e4d2f94bbb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0dbf1e-1656-4612-937d-7645d2e7a742,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:14.363148 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6067a518-8ae9-4f45-8bb4-d1e4d2f94bbb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.364365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6067a518-8ae9-4f45-8bb4-d1e4d2f94bbb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1160679
Feb 19 21:44:14.367136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37388) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:14.371736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0d42e266-a62a-43e9-a8d5-37f8e41cfcc6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'a2e6b509-608d-4225-a29a-8552a025eee1', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:14.395489 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d42e266-a62a-43e9-a8d5-37f8e41cfcc6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (8dcb651f-eff3-4091-9bd1-cb78d87b5999), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.452352 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d42e266-a62a-43e9-a8d5-37f8e41cfcc6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (8dcb651f-eff3-4091-9bd1-cb78d87b5999), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.455807 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d42e266-a62a-43e9-a8d5-37f8e41cfcc6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (8dcb651f-eff3-4091-9bd1-cb78d87b5999), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.476690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42e266-a62a-43e9-a8d5-37f8e41cfcc6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcb651f-eff3-4091-9bd1-cb78d87b5999,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:14.484260 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0d42e266-a62a-43e9-a8d5-37f8e41cfcc6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.485475 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0d42e266-a62a-43e9-a8d5-37f8e41cfcc6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1171038
Feb 19 21:44:14.488189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37390) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:14.492626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-6f46de45-69cf-40a1-a648-80b3beb4548b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'a2e6b509-608d-4225-a29a-8552a025eee1', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:14.516544 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f46de45-69cf-40a1-a648-80b3beb4548b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (ed2d44ca-05d3-4023-875f-5f6ca0b8312e), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.573705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f46de45-69cf-40a1-a648-80b3beb4548b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (ed2d44ca-05d3-4023-875f-5f6ca0b8312e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.577045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f46de45-69cf-40a1-a648-80b3beb4548b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (ed2d44ca-05d3-4023-875f-5f6ca0b8312e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.595162 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46de45-69cf-40a1-a648-80b3beb4548b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2d44ca-05d3-4023-875f-5f6ca0b8312e,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:14.603312 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f46de45-69cf-40a1-a648-80b3beb4548b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.604643 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6f46de45-69cf-40a1-a648-80b3beb4548b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1153998
Feb 19 21:44:14.607279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37392) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:14.612042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-8b18f0be-0630-4ec2-bcf1-ae3547e576bd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'a2e6b509-608d-4225-a29a-8552a025eee1', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:14.632473 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-8b18f0be-0630-4ec2-bcf1-ae3547e576bd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Project 0b842c60e89342ae92bbc9f9b568e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:44:14.637270 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b18f0be-0630-4ec2-bcf1-ae3547e576bd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (1e9f341a-53dd-4b72-92be-229a2c03fbba), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.697865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b18f0be-0630-4ec2-bcf1-ae3547e576bd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (1e9f341a-53dd-4b72-92be-229a2c03fbba), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.702162 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b18f0be-0630-4ec2-bcf1-ae3547e576bd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (1e9f341a-53dd-4b72-92be-229a2c03fbba), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.723306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18f0be-0630-4ec2-bcf1-ae3547e576bd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9f341a-53dd-4b72-92be-229a2c03fbba,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:14.732519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8b18f0be-0630-4ec2-bcf1-ae3547e576bd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.733742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8b18f0be-0630-4ec2-bcf1-ae3547e576bd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1254587
Feb 19 21:44:14.736486 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37394) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:14.740958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b7507704-7312-4162-9924-cf21af20aeab tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'a2e6b509-608d-4225-a29a-8552a025eee1', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:14.760842 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-b7507704-7312-4162-9924-cf21af20aeab tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Project 0b842c60e89342ae92bbc9f9b568e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:44:14.765606 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7507704-7312-4162-9924-cf21af20aeab tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (a5cf26a9-d628-4c23-9079-290f792ea045), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.824802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7507704-7312-4162-9924-cf21af20aeab tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (a5cf26a9-d628-4c23-9079-290f792ea045), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.828617 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7507704-7312-4162-9924-cf21af20aeab tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (a5cf26a9-d628-4c23-9079-290f792ea045), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.848060 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7507704-7312-4162-9924-cf21af20aeab tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cf26a9-d628-4c23-9079-290f792ea045,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:14.857327 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b7507704-7312-4162-9924-cf21af20aeab tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.858536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b7507704-7312-4162-9924-cf21af20aeab tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1210825
Feb 19 21:44:14.861562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37396) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:14.866305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'network': {'name': 'tempest-network-smoke--467592721', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'port_security_enabled': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:14.885154 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:44:14.888571 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.911285 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:44:14.920911 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ffe778e2-6dcb-42be-b9bd-f7d7b1711e55), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.921265 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Added segment ffe778e2-6dcb-42be-b9bd-f7d7b1711e55 of type vlan for network fd6df326-75e6-4442-a18f-324be2b98076
Feb 19 21:44:14.961766 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (fd6df326-75e6-4442-a18f-324be2b98076), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.988696 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (fd6df326-75e6-4442-a18f-324be2b98076), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:14.993860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:14.994395 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:15.057064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1944764
Feb 19 21:44:15.060009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37398) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:15.064250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'admin_state_up': True, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:15.073679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54319712-059f-46a0-a2c9-13a1112526a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Network': ['ID=fd6df326-75e6-4442-a18f-324be2b98076,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:15.083675 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network fd6df326-75e6-4442-a18f-324be2b98076 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:44:15.091323 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (9e333e48-2e79-4b6a-b72c-56c33c47ad13), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:15.092777 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (9e333e48-2e79-4b6a-b72c-56c33c47ad13), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:15.149975 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_controller (9e333e48-2e79-4b6a-b72c-56c33c47ad13), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:15.623496 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (9e333e48-2e79-4b6a-b72c-56c33c47ad13), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:15.823147 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (9e333e48-2e79-4b6a-b72c-56c33c47ad13), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:15.842204 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:15.946671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.35.2.129 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/8696b7e1-af5a-46af-98a9-3216fd374fda) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:44:16.047275 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:16.079861 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:16.122011 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:44:16.124857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:44:16.127218 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:44:16.154502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=8696b7e1-af5a-46af-98a9-3216fd374fda,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:16.383337 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (9e333e48-2e79-4b6a-b72c-56c33c47ad13), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:16.586809 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (9e333e48-2e79-4b6a-b72c-56c33c47ad13), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:16.717784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:44:16.827104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:44:16.837650 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Sync routers for ids ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:44:16.846435 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:16.847834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-57d1d82e-798a-4e50-b9f7-9d31b871b68e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7868528
Feb 19 21:44:16.850814 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37400) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:16.854897 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Routers {'9e333e48-2e79-4b6a-b72c-56c33c47ad13'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:44:16.855606 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70358850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:43:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:16.957370 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Set router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:44:16.970398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5b710858-1121-4869-9de9-8e5912714dc9 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0b842c60e89342ae92bbc9f9b568e4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1184075
Feb 19 21:44:16.973199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37404) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:17.057124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48342234-7898-4281-b70c-a92b71810c52 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:17.058655 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-48342234-7898-4281-b70c-a92b71810c52 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0845647
Feb 19 21:44:17.061683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37406) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:17.090884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-93a6f175-0112-4d63-93ee-b9c5becc8873 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0281377
Feb 19 21:44:17.093585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37408) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:17.098335 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332229903', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:17.135702 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70358850>, [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:16Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:17.161917 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Checking router: 9e333e48-2e79-4b6a-b72c-56c33c47ad13 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:44:17.162268 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Updating router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 port 8696b7e1-af5a-46af-98a9-3216fd374fda binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:44:17.189562 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.191591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:44:17.195529 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.377741 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (ec87bd58-bde5-4010-ad7e-d1e14508a67e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.440450 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Subnet': ['ID=ec87bd58-bde5-4010-ad7e-d1e14508a67e,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:17.445219 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Publish callbacks [] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.449671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Checking segment: {'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:44:17.450056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network hostable DHCP agents. Network: fd6df326-75e6-4442-a18f-324be2b98076, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:44:17.451969 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.466605 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network fd6df326-75e6-4442-a18f-324be2b98076 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:44:17.475982 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fd6df326-75e6-4442-a18f-324be2b98076) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:44:17.480070 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:17.480756 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.487573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6895fb8-2654-476b-b7fb-7658f8070072 None None] Network fd6df326-75e6-4442-a18f-324be2b98076 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:44:17.500662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-164c65d9-c4ad-42d8-9a7e-2eb44e34ea62 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4059424
Feb 19 21:44:17.503411 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37410) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:17.507299 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Attempting to bind port 8696b7e1-af5a-46af-98a9-3216fd374fda on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:44:17.507671 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Attempting to bind port 8696b7e1-af5a-46af-98a9-3216fd374fda by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:44:17.508071 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Attempting to bind port 8696b7e1-af5a-46af-98a9-3216fd374fda on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:44:17.518122 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:44:17.518122 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:44:17.518607 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.518929 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:44:17.519404 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Bound port: 8696b7e1-af5a-46af-98a9-3216fd374fda, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:44:17.519781 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.544975 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Pushing event updated for resources: {'Port': ['ID=8696b7e1-af5a-46af-98a9-3216fd374fda,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:17.554875 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.555370 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.556211 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.557408 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.557763 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.558235 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.558568 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.558899 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.559226 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.559551 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.560526 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.560526 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.560526 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:44:17.590141 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] For port 8696b7e1-af5a-46af-98a9-3216fd374fda, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:44:17.593468 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] For port 8696b7e1-af5a-46af-98a9-3216fd374fda, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8696b7e1-af5a-46af-98a9-3216fd374fda,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:44:17.600032 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.619034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fd6df326-75e6-4442-a18f-324be2b98076', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ips': [{'subnet_id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:44:17.619909 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.658295 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Routers {'9e333e48-2e79-4b6a-b72c-56c33c47ad13'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:44:17.658973 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70358850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:43:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:17.762140 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a24f08-2b32-4fb5-8a87-46b57cb0ff02 None None] Pushing event updated for resources: {'Port': ['ID=8696b7e1-af5a-46af-98a9-3216fd374fda,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:17.779390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Allocated IP 172.20.0.2 (fd6df326-75e6-4442-a18f-324be2b98076/ec87bd58-bde5-4010-ad7e-d1e14508a67e/65f00625-1ebd-4863-9caa-b2deffaa665a) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:44:17.785636 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] Set router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:44:17.929835 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Publish callbacks [] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.936799 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:17.981681 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70358850>, [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:16Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:17.983848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Network fd6df326-75e6-4442-a18f-324be2b98076 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:44:17.986891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:44:17.992658 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:44:17.995998 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Pushing event updated for resources: {'Port': ['ID=65f00625-1ebd-4863-9caa-b2deffaa665a,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:18.009379 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e752a93-876e-471b-8b73-cce600fe1302 None None] The sync data for ids ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'] in ncdv-master-1 is: [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:16Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:44:18.019153 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:18.054360 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Attempting to bind port 65f00625-1ebd-4863-9caa-b2deffaa665a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:44:18.054745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Attempting to bind port 65f00625-1ebd-4863-9caa-b2deffaa665a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:44:18.055111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Attempting to bind port 65f00625-1ebd-4863-9caa-b2deffaa665a on network fd6df326-75e6-4442-a18f-324be2b98076 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:44:18.060413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:44:18.060796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Checking segment: {'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:44:18.061196 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:18.061591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Bound using segment: {'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:44:18.062089 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Bound port: 65f00625-1ebd-4863-9caa-b2deffaa665a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:44:18.062471 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:18.134130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-71395afe-8544-409a-a573-63e3e81be770 None None] For port 65f00625-1ebd-4863-9caa-b2deffaa665a, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:44:18.137327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-71395afe-8544-409a-a573-63e3e81be770 None None] For port 65f00625-1ebd-4863-9caa-b2deffaa665a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65f00625-1ebd-4863-9caa-b2deffaa665a,segment=NetworkSegment(ffe778e2-6dcb-42be-b9bd-f7d7b1711e55),segment_id=ffe778e2-6dcb-42be-b9bd-f7d7b1711e55)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:44:18.143247 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:18.212469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71395afe-8544-409a-a573-63e3e81be770 None None] Pushing event updated for resources: {'Port': ['ID=65f00625-1ebd-4863-9caa-b2deffaa665a,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:18.336106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.20.0.1 (fd6df326-75e6-4442-a18f-324be2b98076/ec87bd58-bde5-4010-ad7e-d1e14508a67e/c99a9a1e-dd06-4730-84ff-921fc360b44f) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:44:18.394523 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cb8cffe0-30df-421d-93fb-61d88d67d474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:18.490421 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:18.528144 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:18.575585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network fd6df326-75e6-4442-a18f-324be2b98076 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:44:18.579366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:44:18.582867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:44:18.597806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=c99a9a1e-dd06-4730-84ff-921fc360b44f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:18.646138 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (9e333e48-2e79-4b6a-b72c-56c33c47ad13), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:18.795655 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:19.232972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed073c84-38fb-4a31-92d5-6b16f614b7a8 None None] Network fd6df326-75e6-4442-a18f-324be2b98076 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:44:19.344933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-555ae282-a35a-4aed-9908-56a340422ffc None None] Provisioning complete for port 65f00625-1ebd-4863-9caa-b2deffaa665a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:19.345311 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-555ae282-a35a-4aed-9908-56a340422ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:19.434490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-555ae282-a35a-4aed-9908-56a340422ffc None None] Current status of the port 65f00625-1ebd-4863-9caa-b2deffaa665a is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:44:19.434900 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-555ae282-a35a-4aed-9908-56a340422ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:19.441683 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:19.448096 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:19.476226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-555ae282-a35a-4aed-9908-56a340422ffc None None] For port 65f00625-1ebd-4863-9caa-b2deffaa665a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65f00625-1ebd-4863-9caa-b2deffaa665a,segment=NetworkSegment(ffe778e2-6dcb-42be-b9bd-f7d7b1711e55),segment_id=ffe778e2-6dcb-42be-b9bd-f7d7b1711e55)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:19.481696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-555ae282-a35a-4aed-9908-56a340422ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:19.531471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=c99a9a1e-dd06-4730-84ff-921fc360b44f,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:19.534452 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (9e333e48-2e79-4b6a-b72c-56c33c47ad13), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:19.541727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ae282-a35a-4aed-9908-56a340422ffc None None] Pushing event updated for resources: {'Port': ['ID=65f00625-1ebd-4863-9caa-b2deffaa665a,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:19.636543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network fd6df326-75e6-4442-a18f-324be2b98076 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:44:19.637957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:44:19.718034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-00cdbe8c-b4ae-48dc-96ee-18a00fd52715 None None] Provisioning complete for port c99a9a1e-dd06-4730-84ff-921fc360b44f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:19.718418 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-00cdbe8c-b4ae-48dc-96ee-18a00fd52715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:19.753643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-00cdbe8c-b4ae-48dc-96ee-18a00fd52715 None None] Port c99a9a1e-dd06-4730-84ff-921fc360b44f cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:44:19.764586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-00cdbe8c-b4ae-48dc-96ee-18a00fd52715 None None] Provisioning complete for port 65f00625-1ebd-4863-9caa-b2deffaa665a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:19.764972 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-00cdbe8c-b4ae-48dc-96ee-18a00fd52715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:19.774608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:44:19.851986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-00cdbe8c-b4ae-48dc-96ee-18a00fd52715 None None] Current status of the port 65f00625-1ebd-4863-9caa-b2deffaa665a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:44:19.895553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:44:19.904839 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8fde4327-31d1-441f-8c6a-9a08091e1f7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "PUT /v2.0/routers/9e333e48-2e79-4b6a-b72c-56c33c47ad13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3969836
Feb 19 21:44:19.906509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Sync routers for ids ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:44:19.921048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Routers {'9e333e48-2e79-4b6a-b72c-56c33c47ad13'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:44:19.921681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7237e760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:43:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:20.027832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-76d9491f-77f5-40d8-b56f-8e7f4f4895c9 None None] Provisioning complete for port c99a9a1e-dd06-4730-84ff-921fc360b44f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:20.028281 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-76d9491f-77f5-40d8-b56f-8e7f4f4895c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:20.088282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Set router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:44:20.091549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-76d9491f-77f5-40d8-b56f-8e7f4f4895c9 None None] Port c99a9a1e-dd06-4730-84ff-921fc360b44f cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:44:20.105906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9acfe26d-c816-4092-a7a5-afe7867a6004 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003725255&fields=id&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 267 time: 0.0642464
Feb 19 21:44:20.167380 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 65f00625-1ebd-4863-9caa-b2deffaa665a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:44:20.220301 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-e21ad8cb-5b32-4a3e-8f14-6bdd3685d066 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:20.221723 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-e21ad8cb-5b32-4a3e-8f14-6bdd3685d066 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/networks?id=fd6df326-75e6-4442-a18f-324be2b98076 HTTP/1.1" status: 200  len: 796 time: 0.1089804
Feb 19 21:44:20.236037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-21429fbe-f75a-4783-a3ce-4f9afab4660c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/quotas/0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 375 time: 0.0089283
Feb 19 21:44:20.295638 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-a59b524b-df1d-42c8-8c85-5c5332660d83 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0540495
Feb 19 21:44:20.445569 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-47d6ab05-cade-4bb9-9b56-4017fb5cae3c service neutron] 10.222.0.30 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380095
Feb 19 21:44:20.446258 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-5f01f842-696b-47a3-bb16-2bba2b3fab91 None None] Provisioning complete for port c99a9a1e-dd06-4730-84ff-921fc360b44f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:20.446645 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5f01f842-696b-47a3-bb16-2bba2b3fab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:20.505961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-5f01f842-696b-47a3-bb16-2bba2b3fab91 None None] Port c99a9a1e-dd06-4730-84ff-921fc360b44f cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:44:20.524661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 65f00625-1ebd-4863-9caa-b2deffaa665a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:20.525223 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:20.540940 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-dcb856a9-1dc1-4b7c-8696-a1dbabedcc6f service neutron] 10.222.0.30 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898941
Feb 19 21:44:20.613118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7237e760>, [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:18Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c99a9a1e-dd06-4730-84ff-921fc360b44f', 'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:6a:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:18Z', 'updated_at': '2022-02-19T21:44:19Z', 'revision_number': 2, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:20.644545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Checking router: 9e333e48-2e79-4b6a-b72c-56c33c47ad13 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:44:20.644912 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Updating router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 port c99a9a1e-dd06-4730-84ff-921fc360b44f binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:44:20.687339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 65f00625-1ebd-4863-9caa-b2deffaa665a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:44:20.688468 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8696b7e1-af5a-46af-98a9-3216fd374fda up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:44:20.720527 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ac95fdf4-7ea8-41f6-872a-a92a12a8fded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:20.722228 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:20.734633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7e3ce3f6-c0dc-4ea7-a764-7ccc199206ba req-3f9d2b86-fce6-4484-9dd1-ca13a4c183fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 210 time: 0.0393775
Feb 19 21:44:20.843550 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8696b7e1-af5a-46af-98a9-3216fd374fda triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:20.843936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.001843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8696b7e1-af5a-46af-98a9-3216fd374fda is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:44:21.002246 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.040195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 8696b7e1-af5a-46af-98a9-3216fd374fda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8696b7e1-af5a-46af-98a9-3216fd374fda,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:21.045345 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.112125 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Publish callbacks [] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.121636 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.132256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=8696b7e1-af5a-46af-98a9-3216fd374fda,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:21.229543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63939f0a-70c7-4490-8e33-597f40577545 None None] Pushing event updated for resources: {'Port': ['ID=c99a9a1e-dd06-4730-84ff-921fc360b44f,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:21.233873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Attempting to bind port c99a9a1e-dd06-4730-84ff-921fc360b44f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:44:21.234246 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Attempting to bind port c99a9a1e-dd06-4730-84ff-921fc360b44f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:44:21.234613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Attempting to bind port c99a9a1e-dd06-4730-84ff-921fc360b44f on network fd6df326-75e6-4442-a18f-324be2b98076 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:44:21.240820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:44:21.241198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Checking segment: {'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:44:21.241609 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.242005 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Bound using segment: {'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:44:21.242475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Bound port: c99a9a1e-dd06-4730-84ff-921fc360b44f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:44:21.242997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.311419 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] For port c99a9a1e-dd06-4730-84ff-921fc360b44f, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:44:21.315574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] For port c99a9a1e-dd06-4730-84ff-921fc360b44f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c99a9a1e-dd06-4730-84ff-921fc360b44f,segment=NetworkSegment(ffe778e2-6dcb-42be-b9bd-f7d7b1711e55),segment_id=ffe778e2-6dcb-42be-b9bd-f7d7b1711e55)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:44:21.322652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.385949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Routers {'9e333e48-2e79-4b6a-b72c-56c33c47ad13'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:44:21.386684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7237e760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:44:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:21.388934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63939f0a-70c7-4490-8e33-597f40577545 None None] Pushing event updated for resources: {'Port': ['ID=c99a9a1e-dd06-4730-84ff-921fc360b44f,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:21.484323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-eb305406-29a1-4487-a120-6df856448dd2 None None] Provisioning complete for port c99a9a1e-dd06-4730-84ff-921fc360b44f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:21.484918 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eb305406-29a1-4487-a120-6df856448dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.540749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] Set router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:44:21.690592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-eb305406-29a1-4487-a120-6df856448dd2 None None] Current status of the port c99a9a1e-dd06-4730-84ff-921fc360b44f is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:44:21.690987 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eb305406-29a1-4487-a120-6df856448dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.748656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-eb305406-29a1-4487-a120-6df856448dd2 None None] For port c99a9a1e-dd06-4730-84ff-921fc360b44f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c99a9a1e-dd06-4730-84ff-921fc360b44f,segment=NetworkSegment(ffe778e2-6dcb-42be-b9bd-f7d7b1711e55),segment_id=ffe778e2-6dcb-42be-b9bd-f7d7b1711e55)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:21.771246 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eb305406-29a1-4487-a120-6df856448dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.850823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb305406-29a1-4487-a120-6df856448dd2 None None] Pushing event updated for resources: {'Port': ['ID=c99a9a1e-dd06-4730-84ff-921fc360b44f,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:21.865251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7237e760>, [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:18Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c99a9a1e-dd06-4730-84ff-921fc360b44f', 'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:6a:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:18Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:21.879704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f88809f-d3e4-4b0d-b84e-4d0e8de7a4e6 req-aa9bf571-3239-4246-b707-cd52f933dd09 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 210 time: 0.0370238
Feb 19 21:44:21.896242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848013e-ba29-4d31-9199-32c4b062800b None None] The sync data for ids ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'] in ncdv-master-1 is: [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:18Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c99a9a1e-dd06-4730-84ff-921fc360b44f', 'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:6a:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:18Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:44:21.912143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-20418c7b-152a-46f5-8c7e-aa02b9e4b912 None None] Provisioning complete for port c99a9a1e-dd06-4730-84ff-921fc360b44f triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:21.913025 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-20418c7b-152a-46f5-8c7e-aa02b9e4b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:21.998537 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:22.050061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-20418c7b-152a-46f5-8c7e-aa02b9e4b912 None None] Current status of the port c99a9a1e-dd06-4730-84ff-921fc360b44f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:44:22.156466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c99a9a1e-dd06-4730-84ff-921fc360b44f up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:44:22.157650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-2c93c25d-9c04-4ed4-ab40-1a30d9d3675c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:22.159249 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-2c93c25d-9c04-4ed4-ab40-1a30d9d3675c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "GET /v2.0/networks?id=fd6df326-75e6-4442-a18f-324be2b98076 HTTP/1.1" status: 200  len: 796 time: 0.4304285
Feb 19 21:44:22.220048 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port c99a9a1e-dd06-4730-84ff-921fc360b44f triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:22.220495 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:22.228927 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-f81ede96-4957-40af-afb3-549540a0f1bb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 380 time: 0.0605989
Feb 19 21:44:22.238332 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'port': {'device_id': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'admin_state_up': True, 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'security_groups': ['a2e6b509-608d-4225-a29a-8552a025eee1']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:22.310344 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port c99a9a1e-dd06-4730-84ff-921fc360b44f is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:44:22.311665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8696b7e1-af5a-46af-98a9-3216fd374fda up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:44:22.366103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8696b7e1-af5a-46af-98a9-3216fd374fda triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:22.366408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:44:22.366553 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:22.371008 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:22.454846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8696b7e1-af5a-46af-98a9-3216fd374fda is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:44:22.509166 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.20.0.6 (fd6df326-75e6-4442-a18f-324be2b98076/ec87bd58-bde5-4010-ad7e-d1e14508a67e/03766eda-f351-4e03-ac57-96077a8d9555) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:44:22.666269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (03766eda-f351-4e03-ac57-96077a8d9555), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:22.706224 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (03766eda-f351-4e03-ac57-96077a8d9555), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:22.755473 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network fd6df326-75e6-4442-a18f-324be2b98076 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:44:22.759521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:44:22.763704 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:44:22.796350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=03766eda-f351-4e03-ac57-96077a8d9555,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:22.826035 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:22.826743 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:22.845500 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-be9d8a7f-a6d9-4ca6-9fd6-025d1d123b37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6115088
Feb 19 21:44:22.856761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-3f652117-8726-4af8-9746-65a3abeb0660 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:44:22.857840 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-3f652117-8726-4af8-9746-65a3abeb0660 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068130
Feb 19 21:44:22.925990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Request body: {'port': {'device_id': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:22.999294 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (03766eda-f351-4e03-ac57-96077a8d9555), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:23.010837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e7784-78cf-426f-b486-df6e7ff5e587 req-4e6b75e2-0b0d-4bc0-9da3-1badde803846 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:23.012505 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a1e7784-78cf-426f-b486-df6e7ff5e587 req-4e6b75e2-0b0d-4bc0-9da3-1badde803846 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 931 time: 0.0665543
Feb 19 21:44:23.079918 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a1e7784-78cf-426f-b486-df6e7ff5e587 req-f4b35b3a-de96-475f-849c-9ae22872081c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611124
Feb 19 21:44:23.087299 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d0381b8f-f310-4a94-be6b-80808e1fced6 None None] Provisioning complete for port 03766eda-f351-4e03-ac57-96077a8d9555 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:23.088308 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d0381b8f-f310-4a94-be6b-80808e1fced6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (03766eda-f351-4e03-ac57-96077a8d9555), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:23.132474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d0381b8f-f310-4a94-be6b-80808e1fced6 None None] Port 03766eda-f351-4e03-ac57-96077a8d9555 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:44:23.287687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03766eda-f351-4e03-ac57-96077a8d9555 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:44:23.295745 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Publish callbacks [] for port (03766eda-f351-4e03-ac57-96077a8d9555), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:23.307350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Transition to ACTIVE for port object 03766eda-f351-4e03-ac57-96077a8d9555 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:44:23.311302 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (03766eda-f351-4e03-ac57-96077a8d9555), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:23.338947 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:23.362714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Pushing event updated for resources: {'Port': ['ID=03766eda-f351-4e03-ac57-96077a8d9555,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:23.431841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Attempting to bind port 03766eda-f351-4e03-ac57-96077a8d9555 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:44:23.432182 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Attempting to bind port 03766eda-f351-4e03-ac57-96077a8d9555 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:44:23.432619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Attempting to bind port 03766eda-f351-4e03-ac57-96077a8d9555 on network fd6df326-75e6-4442-a18f-324be2b98076 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:44:23.437599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Port 03766eda-f351-4e03-ac57-96077a8d9555 on network fd6df326-75e6-4442-a18f-324be2b98076 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:44:23.437887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Attempting to bind port 03766eda-f351-4e03-ac57-96077a8d9555 on network fd6df326-75e6-4442-a18f-324be2b98076 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:44:23.443484 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:44:23.443829 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Checking segment: {'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:44:23.444199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Bound using segment: {'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:44:23.444929 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Bound port: 03766eda-f351-4e03-ac57-96077a8d9555, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:44:23.445294 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (03766eda-f351-4e03-ac57-96077a8d9555), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:23.518277 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] For port 03766eda-f351-4e03-ac57-96077a8d9555, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:44:23.521463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] For port 03766eda-f351-4e03-ac57-96077a8d9555, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03766eda-f351-4e03-ac57-96077a8d9555,segment=NetworkSegment(ffe778e2-6dcb-42be-b9bd-f7d7b1711e55),segment_id=ffe778e2-6dcb-42be-b9bd-f7d7b1711e55)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:44:23.529019 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (03766eda-f351-4e03-ac57-96077a8d9555), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:23.565231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:23.565987 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:23.567386 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] 10.222.0.10 "PUT /v2.0/ports/03766eda-f351-4e03-ac57-96077a8d9555 HTTP/1.1" status: 200  len: 1091 time: 0.7026651
Feb 19 21:44:23.567824 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'tag': '03766eda-f351-4e03-ac57-96077a8d9555'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:44:23.570380 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f5f866-be68-4bf8-81f5-c01106256fed" -d '{"events": [{"name": "network-changed", "server_uuid": "aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2", "tag": "03766eda-f351-4e03-ac57-96077a8d9555"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:44:23.594883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39299f-4ade-4b9d-8bf0-7b249ea8a62c service neutron] Pushing event updated for resources: {'Port': ['ID=03766eda-f351-4e03-ac57-96077a8d9555,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:23.664850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-16ce4910-3be0-4e22-a744-c9aa340314fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:23.666394 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-16ce4910-3be0-4e22-a744-c9aa340314fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 1125 time: 0.0497241
Feb 19 21:44:23.709845 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a80b69a-ff4a-4ade-b7b8-a83b9ddbc0ba x-openstack-request-id: req-2a80b69a-ff4a-4ade-b7b8-a83b9ddbc0ba {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:44:23.710140 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2", "tag": "03766eda-f351-4e03-ac57-96077a8d9555", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:44:23.710402 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a80b69a-ff4a-4ade-b7b8-a83b9ddbc0ba {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:44:23.710809 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'tag': '03766eda-f351-4e03-ac57-96077a8d9555', 'status': 'completed', 'code': 200}
Feb 19 21:44:23.713228 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-89c5436b-394c-40c1-9b7b-427458fd1d7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03766eda-f351-4e03-ac57-96077a8d9555 HTTP/1.1" status: 200  len: 217 time: 0.0405874
Feb 19 21:44:23.767798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-903b3336-63b1-4a2a-b7b4-a77d62bd2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:23.769333 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-903b3336-63b1-4a2a-b7b4-a77d62bd2d80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec87bd58-bde5-4010-ad7e-d1e14508a67e HTTP/1.1" status: 200  len: 834 time: 0.0510547
Feb 19 21:44:23.822238 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-caa0926f-1004-46cf-8438-0c967d2df468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:23.823743 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-caa0926f-1004-46cf-8438-0c967d2df468 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd6df326-75e6-4442-a18f-324be2b98076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478771
Feb 19 21:44:23.911269 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-8db70342-897a-4fca-a3d5-37bd10f4ff7d service neutron] 10.222.0.10 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817163
Feb 19 21:44:24.003428 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-208043b4-9ea7-4d1f-b093-eb98d0efa170 req-3470f983-8e51-4418-896b-237a9a1adaab service neutron] 10.222.0.10 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865088
Feb 19 21:44:24.092733 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5f866-be68-4bf8-81f5-c01106256fed req-ffee0851-b792-4fbd-8d35-d77f9bd0a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:24.094563 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40f5f866-be68-4bf8-81f5-c01106256fed req-ffee0851-b792-4fbd-8d35-d77f9bd0a81c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 1125 time: 0.0467558
Feb 19 21:44:24.191009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5f866-be68-4bf8-81f5-c01106256fed req-21e4512e-9682-4770-8ce0-f3fa2a77fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:24.195924 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40f5f866-be68-4bf8-81f5-c01106256fed req-21e4512e-9682-4770-8ce0-f3fa2a77fbba service neutron] 10.222.0.10 "GET /v2.0/networks?id=fd6df326-75e6-4442-a18f-324be2b98076 HTTP/1.1" status: 200  len: 897 time: 0.0914950
Feb 19 21:44:24.196077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07045d37-41aa-450e-a26b-a75916965c99 req-72ddb0c8-235d-4114-85d5-4d4163284826 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:24.197521 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07045d37-41aa-450e-a26b-a75916965c99 req-72ddb0c8-235d-4114-85d5-4d4163284826 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 943 time: 0.0528562
Feb 19 21:44:24.235684 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40f5f866-be68-4bf8-81f5-c01106256fed req-12d37f1a-dde8-48ca-8193-38ccfec803cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03766eda-f351-4e03-ac57-96077a8d9555 HTTP/1.1" status: 200  len: 217 time: 0.0366094
Feb 19 21:44:24.246679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-07045d37-41aa-450e-a26b-a75916965c99 req-45de842c-6200-437d-bf14-2b7ee664f8cd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433316
Feb 19 21:44:24.284875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5f866-be68-4bf8-81f5-c01106256fed req-1e886985-0c9b-44d6-b68d-1e1c4dc9add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:24.286344 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40f5f866-be68-4bf8-81f5-c01106256fed req-1e886985-0c9b-44d6-b68d-1e1c4dc9add9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec87bd58-bde5-4010-ad7e-d1e14508a67e HTTP/1.1" status: 200  len: 834 time: 0.0438845
Feb 19 21:44:24.340384 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5f866-be68-4bf8-81f5-c01106256fed req-df7f08f7-65e8-4f88-922c-d3f2fcf9511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:24.341892 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40f5f866-be68-4bf8-81f5-c01106256fed req-df7f08f7-65e8-4f88-922c-d3f2fcf9511d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd6df326-75e6-4442-a18f-324be2b98076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0486031
Feb 19 21:44:24.428031 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40f5f866-be68-4bf8-81f5-c01106256fed req-37b19209-bd4a-40b7-a665-9ffb37746f9e service neutron] 10.222.0.10 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797393
Feb 19 21:44:24.498546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:24.522274 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40f5f866-be68-4bf8-81f5-c01106256fed req-749b103f-3ca9-42e4-a48a-d7cadb3145b0 service neutron] 10.222.0.10 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879755
Feb 19 21:44:25.365928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13070213-a817-433a-af87-44716999439d req-9e7896db-8279-4e16-8ade-505726c66a72 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:25.367327 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13070213-a817-433a-af87-44716999439d req-9e7896db-8279-4e16-8ade-505726c66a72 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 943 time: 0.0520234
Feb 19 21:44:25.419825 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13070213-a817-433a-af87-44716999439d req-84268f13-86f9-4a32-b958-449002360f55 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462945
Feb 19 21:44:26.272964 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:26.541064 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed4acf-bc1d-4359-81a5-6e8a41f25729 req-0a9c681c-5b1a-47b2-823f-e36fa1036201 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:26.542677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6eed4acf-bc1d-4359-81a5-6e8a41f25729 req-0a9c681c-5b1a-47b2-823f-e36fa1036201 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 943 time: 0.0543416
Feb 19 21:44:26.592747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6eed4acf-bc1d-4359-81a5-6e8a41f25729 req-d961a5c7-cb43-47f4-89e3-709914695a34 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443151
Feb 19 21:44:27.353381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 03766eda-f351-4e03-ac57-96077a8d9555 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:44:27.448933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 03766eda-f351-4e03-ac57-96077a8d9555, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03766eda-f351-4e03-ac57-96077a8d9555,segment=NetworkSegment(ffe778e2-6dcb-42be-b9bd-f7d7b1711e55),segment_id=ffe778e2-6dcb-42be-b9bd-f7d7b1711e55)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:27.460031 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '03766eda-f351-4e03-ac57-96077a8d9555', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'port_id': '03766eda-f351-4e03-ac57-96077a8d9555', 'mac_address': 'fa:16:3e:e2:6e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:44:27.496572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 03766eda-f351-4e03-ac57-96077a8d9555 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:44:27.496974 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (03766eda-f351-4e03-ac57-96077a8d9555), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:27.510658 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03766eda-f351-4e03-ac57-96077a8d9555 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:44:27.530096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 03766eda-f351-4e03-ac57-96077a8d9555, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03766eda-f351-4e03-ac57-96077a8d9555,segment=NetworkSegment(ffe778e2-6dcb-42be-b9bd-f7d7b1711e55),segment_id=ffe778e2-6dcb-42be-b9bd-f7d7b1711e55)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:27.534192 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (03766eda-f351-4e03-ac57-96077a8d9555), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:27.581414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=03766eda-f351-4e03-ac57-96077a8d9555,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:27.712736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d8daa-78b2-4c14-870d-d8d9a92d2792 req-e05cbaa1-041c-4f33-8b26-eb77d005faed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:27.714276 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c37d8daa-78b2-4c14-870d-d8d9a92d2792 req-e05cbaa1-041c-4f33-8b26-eb77d005faed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 944 time: 0.0547512
Feb 19 21:44:27.762168 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c37d8daa-78b2-4c14-870d-d8d9a92d2792 req-c44c6872-8707-499c-a928-c291e91eef37 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423145
Feb 19 21:44:27.764980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['03766eda-f351-4e03-ac57-96077a8d9555'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:44:28.885273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e14b3-c87e-4d48-aa59-950e6e62a866 req-1b3393c6-84b4-4f39-baa1-00a21dac9567 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:28.886661 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-004e14b3-c87e-4d48-aa59-950e6e62a866 req-1b3393c6-84b4-4f39-baa1-00a21dac9567 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 944 time: 0.0569108
Feb 19 21:44:28.934619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-004e14b3-c87e-4d48-aa59-950e6e62a866 req-5e255319-d99a-4b77-a42a-4c82f1946ed0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424087
Feb 19 21:44:29.353701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 03766eda-f351-4e03-ac57-96077a8d9555 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:44:29.404635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 03766eda-f351-4e03-ac57-96077a8d9555 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:44:29.408437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 03766eda-f351-4e03-ac57-96077a8d9555 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:44:29.408814 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (03766eda-f351-4e03-ac57-96077a8d9555), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:29.483320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 03766eda-f351-4e03-ac57-96077a8d9555 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:44:29.483635 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (03766eda-f351-4e03-ac57-96077a8d9555), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:29.505202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03766eda-f351-4e03-ac57-96077a8d9555'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:44:29.507518 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5f8b88-7280-444e-8aaf-0d44703789ce" -d '{"events": [{"server_uuid": "aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2", "name": "network-vif-plugged", "status": "completed", "tag": "03766eda-f351-4e03-ac57-96077a8d9555"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:44:29.520759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 03766eda-f351-4e03-ac57-96077a8d9555, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03766eda-f351-4e03-ac57-96077a8d9555,segment=NetworkSegment(ffe778e2-6dcb-42be-b9bd-f7d7b1711e55),segment_id=ffe778e2-6dcb-42be-b9bd-f7d7b1711e55)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:44:29.525925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (03766eda-f351-4e03-ac57-96077a8d9555), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:29.549000 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ff1d06-7ed6-474e-9b08-19ed7f155d2c x-openstack-request-id: req-17ff1d06-7ed6-474e-9b08-19ed7f155d2c {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:44:29.549298 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2", "name": "network-vif-plugged", "status": "completed", "tag": "03766eda-f351-4e03-ac57-96077a8d9555", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:44:29.550078 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17ff1d06-7ed6-474e-9b08-19ed7f155d2c {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:44:29.550475 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03766eda-f351-4e03-ac57-96077a8d9555', 'code': 200}
Feb 19 21:44:29.580725 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=03766eda-f351-4e03-ac57-96077a8d9555,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:29.645285 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7af68-841b-4ea7-aada-44c82e3f20e8 req-c0046287-2f4b-4cb0-b3da-6bc3f58d8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:29.646802 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-04d7af68-841b-4ea7-aada-44c82e3f20e8 req-c0046287-2f4b-4cb0-b3da-6bc3f58d8396 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 1127 time: 0.0446548
Feb 19 21:44:29.691942 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-04d7af68-841b-4ea7-aada-44c82e3f20e8 req-ecb21c40-8dbf-415c-a519-085f10d4d5ba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397303
Feb 19 21:44:29.962219 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:30.052577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faeed49-4c8b-46b7-97e6-2b0d2d3cedf9 req-4f75f9c2-b11a-4425-b413-2f361f6a3cbf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:30.054255 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4faeed49-4c8b-46b7-97e6-2b0d2d3cedf9 req-4f75f9c2-b11a-4425-b413-2f361f6a3cbf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 945 time: 0.0518439
Feb 19 21:44:30.103561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4faeed49-4c8b-46b7-97e6-2b0d2d3cedf9 req-9f4472bc-333a-446c-bbc9-a0cb511298b3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431342
Feb 19 21:44:31.225654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04d916-1b4b-44a6-aac3-00a6f09df56a req-c5cc523c-8667-46bf-8cbb-bce5fcf48ea2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:31.227647 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c04d916-1b4b-44a6-aac3-00a6f09df56a req-c5cc523c-8667-46bf-8cbb-bce5fcf48ea2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 945 time: 0.0540521
Feb 19 21:44:31.280123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6c04d916-1b4b-44a6-aac3-00a6f09df56a req-b254be06-598b-4e6e-994a-3b018012d735 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469320
Feb 19 21:44:31.397363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041efaea-41b8-4088-b8db-fb2b96e4c821 req-7c4d5e11-cce9-4546-afa0-920f1cde7977 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:31.399284 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-041efaea-41b8-4088-b8db-fb2b96e4c821 req-7c4d5e11-cce9-4546-afa0-920f1cde7977 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 945 time: 0.0523384
Feb 19 21:44:31.448008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-041efaea-41b8-4088-b8db-fb2b96e4c821 req-819cd2c1-6ee4-4596-8cd0-5784bf289d68 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429351
Feb 19 21:44:31.469488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37486) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:31.512361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c08875-58e2-4af0-87dc-d7f3ff169f16 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:31.513861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d0c08875-58e2-4af0-87dc-d7f3ff169f16 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 1122 time: 0.0434382
Feb 19 21:44:31.516705 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37488) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:31.520873 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '03766eda-f351-4e03-ac57-96077a8d9555', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:44:31.541664 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:31.641691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:31.746608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.35.2.119 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/b325b026-8eb5-46c9-a7e2-b71b50d52e04) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:44:31.853355 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (b325b026-8eb5-46c9-a7e2-b71b50d52e04), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:31.886594 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b325b026-8eb5-46c9-a7e2-b71b50d52e04), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:31.922824 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:44:31.925609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:44:31.929404 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:44:31.957361 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=b325b026-8eb5-46c9-a7e2-b71b50d52e04,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:32.292008 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (d7e51be6-b768-4b1b-8934-8f8dcbbb46a9), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:32.360404 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b325b026-8eb5-46c9-a7e2-b71b50d52e04), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:32.510561 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (b325b026-8eb5-46c9-a7e2-b71b50d52e04), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:32.514986 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b325b026-8eb5-46c9-a7e2-b71b50d52e04), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:32.589207 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=b325b026-8eb5-46c9-a7e2-b71b50d52e04,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:44:32.599383 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (d7e51be6-b768-4b1b-8934-8f8dcbbb46a9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:32.704346 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Floating IP d7e51be6-b768-4b1b-8934-8f8dcbbb46a9 associated. External IP: 172.35.2.119, port: 03766eda-f351-4e03-ac57-96077a8d9555.
Feb 19 21:44:32.912259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:44:33.021216 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:44:33.031665 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817a171-988d-420c-8465-0aa6b01b4c5e None None] Sync routers for ids ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:44:33.039039 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:33.042588 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817a171-988d-420c-8465-0aa6b01b4c5e None None] Routers {'9e333e48-2e79-4b6a-b72c-56c33c47ad13'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:44:33.043211 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6817a171-988d-420c-8465-0aa6b01b4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a714f0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:44:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:33.070202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7ef5206f-24b5-47f1-976c-bbf0c64146fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5524714
Feb 19 21:44:33.070888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'tag': '03766eda-f351-4e03-ac57-96077a8d9555'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:44:33.073288 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12adecd-4213-4a97-b793-c39481d89262" -d '{"events": [{"name": "network-changed", "server_uuid": "aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2", "tag": "03766eda-f351-4e03-ac57-96077a8d9555"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:44:33.119931 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056fb120-187e-4bac-8988-4717caa72394 x-openstack-request-id: req-056fb120-187e-4bac-8988-4717caa72394 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:44:33.120395 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2", "tag": "03766eda-f351-4e03-ac57-96077a8d9555", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:44:33.120732 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-056fb120-187e-4bac-8988-4717caa72394 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:44:33.121250 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'tag': '03766eda-f351-4e03-ac57-96077a8d9555', 'status': 'completed', 'code': 200}
Feb 19 21:44:33.186040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12adecd-4213-4a97-b793-c39481d89262 req-d0a0aaa0-acb8-44e6-bc6d-a43cbc148402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:33.187532 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d12adecd-4213-4a97-b793-c39481d89262 req-d0a0aaa0-acb8-44e6-bc6d-a43cbc148402 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 1127 time: 0.0472467
Feb 19 21:44:33.193077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f671d2e-37bc-4ef2-814a-5a68fab792c7 req-1d912733-12c3-449e-9535-c0f0779c4459 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:33.194928 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f671d2e-37bc-4ef2-814a-5a68fab792c7 req-1d912733-12c3-449e-9535-c0f0779c4459 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 945 time: 0.0596116
Feb 19 21:44:33.250037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6f671d2e-37bc-4ef2-814a-5a68fab792c7 req-bd5934e0-8618-4afa-87f1-8bb7f3250c10 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477178
Feb 19 21:44:33.260307 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6817a171-988d-420c-8465-0aa6b01b4c5e None None] Set router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:44:33.275963 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37494) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:33.313505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12adecd-4213-4a97-b793-c39481d89262 req-c4c4845c-2d1c-4acd-89c9-e1bd84ae9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:33.314987 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d12adecd-4213-4a97-b793-c39481d89262 req-c4c4845c-2d1c-4acd-89c9-e1bd84ae9df4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fd6df326-75e6-4442-a18f-324be2b98076 HTTP/1.1" status: 200  len: 897 time: 0.1217220
Feb 19 21:44:33.340232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3d932e26-a29e-456f-80eb-b1ef7e4dbf7a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/d7e51be6-b768-4b1b-8934-8f8dcbbb46a9 HTTP/1.1" status: 200  len: 991 time: 0.0629721
Feb 19 21:44:33.380016 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d12adecd-4213-4a97-b793-c39481d89262 req-d51cda2c-a9da-4cad-96f6-5485e71d7d8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03766eda-f351-4e03-ac57-96077a8d9555 HTTP/1.1" status: 200  len: 999 time: 0.0582511
Feb 19 21:44:33.431533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12adecd-4213-4a97-b793-c39481d89262 req-980fb380-89b6-40ff-8115-4ac3b9571f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:33.433191 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d12adecd-4213-4a97-b793-c39481d89262 req-980fb380-89b6-40ff-8115-4ac3b9571f6c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec87bd58-bde5-4010-ad7e-d1e14508a67e HTTP/1.1" status: 200  len: 834 time: 0.0475395
Feb 19 21:44:33.482305 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12adecd-4213-4a97-b793-c39481d89262 req-06b0fc5c-58f4-4128-9f6b-70dd031072e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:33.484058 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d12adecd-4213-4a97-b793-c39481d89262 req-06b0fc5c-58f4-4128-9f6b-70dd031072e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd6df326-75e6-4442-a18f-324be2b98076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457211
Feb 19 21:44:33.488725 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6817a171-988d-420c-8465-0aa6b01b4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a714f0640>, [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:18Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd7e51be6-b768-4b1b-8934-8f8dcbbb46a9', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.119', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'port_id': '03766eda-f351-4e03-ac57-96077a8d9555', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'mac_address': 'fa:16:3e:e2:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:44:32Z', 'updated_at': '2022-02-19T21:44:32Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c99a9a1e-dd06-4730-84ff-921fc360b44f', 'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:6a:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:18Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:33.514734 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817a171-988d-420c-8465-0aa6b01b4c5e None None] Checking router: 9e333e48-2e79-4b6a-b72c-56c33c47ad13 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:44:33.522897 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817a171-988d-420c-8465-0aa6b01b4c5e None None] Routers {'9e333e48-2e79-4b6a-b72c-56c33c47ad13'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:44:33.523529 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6817a171-988d-420c-8465-0aa6b01b4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a714f0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:44:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:33.573676 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d12adecd-4213-4a97-b793-c39481d89262 req-d9090e78-87d6-4efc-8d42-61921e518583 service neutron] 10.222.0.10 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821443
Feb 19 21:44:33.632722 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-6817a171-988d-420c-8465-0aa6b01b4c5e None None] Set router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:44:33.669266 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-d12adecd-4213-4a97-b793-c39481d89262 req-af83a59f-5d14-4ade-a927-9058ff0e5d3f service neutron] 10.222.0.10 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898521
Feb 19 21:44:33.857635 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-6817a171-988d-420c-8465-0aa6b01b4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a714f0640>, [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:18Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd7e51be6-b768-4b1b-8934-8f8dcbbb46a9', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.119', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'port_id': '03766eda-f351-4e03-ac57-96077a8d9555', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'mac_address': 'fa:16:3e:e2:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:44:32Z', 'updated_at': '2022-02-19T21:44:32Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c99a9a1e-dd06-4730-84ff-921fc360b44f', 'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:6a:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:18Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:44:33.882582 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817a171-988d-420c-8465-0aa6b01b4c5e None None] The sync data for ids ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'] in ncdv-master-1 is: [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:18Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd7e51be6-b768-4b1b-8934-8f8dcbbb46a9', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.119', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'port_id': '03766eda-f351-4e03-ac57-96077a8d9555', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'mac_address': 'fa:16:3e:e2:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:44:32Z', 'updated_at': '2022-02-19T21:44:32Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c99a9a1e-dd06-4730-84ff-921fc360b44f', 'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:6a:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:18Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:44:34.071023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8381f6-6e6a-4989-b782-7ebbe7fa6695 None None] New status for floating IP d7e51be6-b768-4b1b-8934-8f8dcbbb46a9: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:44:34.342194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37496) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:44:34.406371 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ead39662-70fa-4fc1-8ea8-6bbb6faad520 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/d7e51be6-b768-4b1b-8934-8f8dcbbb46a9 HTTP/1.1" status: 200  len: 993 time: 0.0630305
Feb 19 21:44:47.305089 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:44:48.390901 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-89c3f9d6-97d5-4555-af18-07eed1e7b389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:50.672864 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-558517f7-43ad-4420-87a1-3d0f63d6d237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:51.826757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-e0b0b8b3-0428-4cd5-88c0-d94ba6604299 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446784
Feb 19 21:44:51.911793 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-adefce1e-a8bc-49d4-ab2e-9923c98ab174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:51.913326 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-adefce1e-a8bc-49d4-ab2e-9923c98ab174 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 1127 time: 0.0445735
Feb 19 21:44:51.988622 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:52.019280 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-d9ed9146-9aeb-4c76-8efc-d0d8fe915907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:52.020809 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-d9ed9146-9aeb-4c76-8efc-d0d8fe915907 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fd6df326-75e6-4442-a18f-324be2b98076 HTTP/1.1" status: 200  len: 897 time: 0.0890367
Feb 19 21:44:52.087347 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-aa7ff13a-3839-44bc-ad82-c604c313b993 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03766eda-f351-4e03-ac57-96077a8d9555 HTTP/1.1" status: 200  len: 1001 time: 0.0599086
Feb 19 21:44:52.139557 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-826159e6-ba66-469f-b785-e35969ec8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:52.141033 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-826159e6-ba66-469f-b785-e35969ec8ae8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec87bd58-bde5-4010-ad7e-d1e14508a67e HTTP/1.1" status: 200  len: 834 time: 0.0475874
Feb 19 21:44:52.189410 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-2cc9d6fb-cb8d-4eb2-9c60-4ea935c58c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:44:52.190891 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-2cc9d6fb-cb8d-4eb2-9c60-4ea935c58c06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd6df326-75e6-4442-a18f-324be2b98076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436139
Feb 19 21:44:52.275214 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-1a198ba9-573a-4758-a987-69541176f355 service neutron] 10.222.0.10 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0786116
Feb 19 21:44:52.365332 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0c956652-d46f-4ce5-96b0-6e37153ba55d req-5da0fe32-c7fe-4a47-a76b-6b0ee0efda3a service neutron] 10.222.0.10 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840037
Feb 19 21:44:53.340877 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:54.503919 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:56.272129 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:44:59.805722 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:03.213202 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945d11e-19ce-465f-bd9d-ad7e034a5645 req-7f1d82af-3db4-4e11-b184-5b003c2c4969 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:03.214872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a945d11e-19ce-465f-bd9d-ad7e034a5645 req-7f1d82af-3db4-4e11-b184-5b003c2c4969 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 945 time: 0.0537741
Feb 19 21:45:03.265359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a945d11e-19ce-465f-bd9d-ad7e034a5645 req-442990ee-2525-42b7-9818-2b7c09fdf2c5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442541
Feb 19 21:45:04.390350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72319-52e1-4136-a3b7-0be55abec2a4 req-65cf1dce-74e0-43de-83fb-1027f69cd09a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:04.391836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34d72319-52e1-4136-a3b7-0be55abec2a4 req-65cf1dce-74e0-43de-83fb-1027f69cd09a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 945 time: 0.0561333
Feb 19 21:45:04.440151 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-34d72319-52e1-4136-a3b7-0be55abec2a4 req-446adb24-c915-4145-8b33-d2ba3a369c24 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428648
Feb 19 21:45:04.465583 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37512) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:04.524974 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6cea17bb-0445-451c-af7c-a7f6d814c96a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/d7e51be6-b768-4b1b-8934-8f8dcbbb46a9 HTTP/1.1" status: 200  len: 993 time: 0.0581965
Feb 19 21:45:05.789010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c3d1f-3e20-4c8c-b6fe-6a11167e4802 req-7cf2e138-5fa4-45c8-bbf2-8ce63ff9b54a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:05.791165 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-008c3d1f-3e20-4c8c-b6fe-6a11167e4802 req-7cf2e138-5fa4-45c8-bbf2-8ce63ff9b54a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 945 time: 0.0545561
Feb 19 21:45:05.842718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-008c3d1f-3e20-4c8c-b6fe-6a11167e4802 req-3df5dc5b-ca28-4640-9016-e2b23451bcd6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465813
Feb 19 21:45:06.963083 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2e2a9-a5ce-4b2d-bdb9-5af868d1e856 req-3d758358-3553-4586-812a-306d12f8db6d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:06.964517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eec2e2a9-a5ce-4b2d-bdb9-5af868d1e856 req-3d758358-3553-4586-812a-306d12f8db6d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 945 time: 0.0523596
Feb 19 21:45:07.018363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eec2e2a9-a5ce-4b2d-bdb9-5af868d1e856 req-6e8343b6-8870-4fa6-8e36-84e115859cd3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483057
Feb 19 21:45:07.040766 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37522) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:07.100341 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-703b7508-ba60-41b2-8c7f-bc44265bedd5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/d7e51be6-b768-4b1b-8934-8f8dcbbb46a9 HTTP/1.1" status: 200  len: 993 time: 0.0584705
Feb 19 21:45:07.381111 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37528) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:07.539236 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port b325b026-8eb5-46c9-a7e2-b71b50d52e04 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:45:07.539592 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b325b026-8eb5-46c9-a7e2-b71b50d52e04), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:07.618193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b325b026-8eb5-46c9-a7e2-b71b50d52e04), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:07.618523 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (b325b026-8eb5-46c9-a7e2-b71b50d52e04), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:07.629983 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for b325b026-8eb5-46c9-a7e2-b71b50d52e04 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:45:07.779729 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b325b026-8eb5-46c9-a7e2-b71b50d52e04), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:07.806560 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=b325b026-8eb5-46c9-a7e2-b71b50d52e04,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:07.831358 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.831724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.832712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.833109 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.833456 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.833826 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.834188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.834525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.834862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.835198 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.836141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.836502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.836832 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:07.878122 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (d7e51be6-b768-4b1b-8934-8f8dcbbb46a9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:07.878481 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Floating IP d7e51be6-b768-4b1b-8934-8f8dcbbb46a9 disassociated (deleted). External IP: 172.35.2.119, port: 03766eda-f351-4e03-ac57-96077a8d9555.
Feb 19 21:45:08.093859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:45:08.534153 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:45:08.539631 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:08.544138 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484f1de-0df9-407f-bb85-6f374c6c9dd9 None None] Sync routers for ids ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:45:08.553537 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484f1de-0df9-407f-bb85-6f374c6c9dd9 None None] Routers {'9e333e48-2e79-4b6a-b72c-56c33c47ad13'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:45:08.554903 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c484f1de-0df9-407f-bb85-6f374c6c9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70363ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:44:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:08.572056 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-702effb7-ca04-45fa-9c8f-42f3dbc5db9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/floatingips/d7e51be6-b768-4b1b-8934-8f8dcbbb46a9 HTTP/1.1" status: 204  len: 168 time: 1.1871841
Feb 19 21:45:08.572056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'tag': '03766eda-f351-4e03-ac57-96077a8d9555'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:45:08.572697 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ade1a6-33a6-4c35-8129-387a170a3c32" -d '{"events": [{"name": "network-changed", "server_uuid": "aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2", "tag": "03766eda-f351-4e03-ac57-96077a8d9555"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:45:08.629044 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1f7415-b99e-413d-a144-5001fc750739 x-openstack-request-id: req-ae1f7415-b99e-413d-a144-5001fc750739 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:45:08.629337 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2", "tag": "03766eda-f351-4e03-ac57-96077a8d9555", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:45:08.629605 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae1f7415-b99e-413d-a144-5001fc750739 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:45:08.630014 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'tag': '03766eda-f351-4e03-ac57-96077a8d9555', 'status': 'completed', 'code': 200}
Feb 19 21:45:08.677794 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c484f1de-0df9-407f-bb85-6f374c6c9dd9 None None] Set router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:45:08.706477 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ade1a6-33a6-4c35-8129-387a170a3c32 req-90047164-63ea-4636-8950-85b50e88ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:08.708668 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-35ade1a6-33a6-4c35-8129-387a170a3c32 req-90047164-63ea-4636-8950-85b50e88ba2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 1127 time: 0.0564771
Feb 19 21:45:08.816231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ade1a6-33a6-4c35-8129-387a170a3c32 req-9af0b08e-b372-44bc-9596-b67e6cec93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:08.817694 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-35ade1a6-33a6-4c35-8129-387a170a3c32 req-9af0b08e-b372-44bc-9596-b67e6cec93fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=fd6df326-75e6-4442-a18f-324be2b98076 HTTP/1.1" status: 200  len: 897 time: 0.1014967
Feb 19 21:45:08.854995 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fce54-8de9-4b4a-8607-7bd46f04de52 req-72811f40-9815-458b-9d26-3039c7a67f1b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:08.856548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-155fce54-8de9-4b4a-8607-7bd46f04de52 req-72811f40-9815-458b-9d26-3039c7a67f1b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 945 time: 0.0568044
Feb 19 21:45:08.860965 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-35ade1a6-33a6-4c35-8129-387a170a3c32 req-c037b0c8-2217-4e0f-82a9-210a3e9c1310 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03766eda-f351-4e03-ac57-96077a8d9555 HTTP/1.1" status: 200  len: 217 time: 0.0359790
Feb 19 21:45:08.893056 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c484f1de-0df9-407f-bb85-6f374c6c9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70363ca0>, [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:18Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c99a9a1e-dd06-4730-84ff-921fc360b44f', 'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:6a:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:18Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:08.908253 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-155fce54-8de9-4b4a-8607-7bd46f04de52 req-0820d448-dc2d-4159-821b-f6f45f8c9607 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457051
Feb 19 21:45:08.923930 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484f1de-0df9-407f-bb85-6f374c6c9dd9 None None] Checking router: 9e333e48-2e79-4b6a-b72c-56c33c47ad13 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:45:08.932433 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484f1de-0df9-407f-bb85-6f374c6c9dd9 None None] Routers {'9e333e48-2e79-4b6a-b72c-56c33c47ad13'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:45:08.933041 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c484f1de-0df9-407f-bb85-6f374c6c9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70363ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:44:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:08.939321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ade1a6-33a6-4c35-8129-387a170a3c32 req-232543c3-a564-47ef-b45c-738e7684eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:08.940886 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-35ade1a6-33a6-4c35-8129-387a170a3c32 req-232543c3-a564-47ef-b45c-738e7684eed1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec87bd58-bde5-4010-ad7e-d1e14508a67e HTTP/1.1" status: 200  len: 834 time: 0.0731525
Feb 19 21:45:08.990379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ade1a6-33a6-4c35-8129-387a170a3c32 req-3583bcd0-81ed-4996-8f22-6ac8d8536ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:08.991999 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-35ade1a6-33a6-4c35-8129-387a170a3c32 req-3583bcd0-81ed-4996-8f22-6ac8d8536ccf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd6df326-75e6-4442-a18f-324be2b98076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451474
Feb 19 21:45:09.041147 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c484f1de-0df9-407f-bb85-6f374c6c9dd9 None None] Set router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:45:09.079201 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-35ade1a6-33a6-4c35-8129-387a170a3c32 req-e6c16bff-315e-4e55-b347-d36f216bf9f6 service neutron] 10.222.0.10 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800257
Feb 19 21:45:09.174138 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-35ade1a6-33a6-4c35-8129-387a170a3c32 req-0da7b4ba-7866-4ffa-a568-3660706dfa4f service neutron] 10.222.0.10 "GET /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877271
Feb 19 21:45:09.324531 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c484f1de-0df9-407f-bb85-6f374c6c9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70363ca0>, [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:18Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c99a9a1e-dd06-4730-84ff-921fc360b44f', 'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:6a:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:18Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:09.350340 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484f1de-0df9-407f-bb85-6f374c6c9dd9 None None] The sync data for ids ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'] in ncdv-master-1 is: [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:18Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c99a9a1e-dd06-4730-84ff-921fc360b44f', 'name': '', 'network_id': 'fd6df326-75e6-4442-a18f-324be2b98076', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:6a:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:18Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'ec87bd58-bde5-4010-ad7e-d1e14508a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:45:09.593829 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf71d3-19b5-4903-990c-4028f5b39158 None None] New status for floating IP d7e51be6-b768-4b1b-8934-8f8dcbbb46a9: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:45:10.037957 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f6c74-2ec1-4a50-a978-7ec893ae7991 req-c6dcd57e-4d80-4f8f-9f28-de0e01649022 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:10.040009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c9f6c74-2ec1-4a50-a978-7ec893ae7991 req-c6dcd57e-4d80-4f8f-9f28-de0e01649022 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 945 time: 0.0563381
Feb 19 21:45:10.087775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c9f6c74-2ec1-4a50-a978-7ec893ae7991 req-6aa7e738-2351-4555-b706-575bbca2a274 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=a2e6b509-608d-4225-a29a-8552a025eee1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422194
Feb 19 21:45:10.404014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76b930-f650-443a-8a96-58012bed87c3 req-2b9dd648-579b-43ea-b24c-f377a21eceaf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:10.405526 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e76b930-f650-443a-8a96-58012bed87c3 req-2b9dd648-579b-43ea-b24c-f377a21eceaf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 945 time: 0.0527151
Feb 19 21:45:10.498985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-6e76b930-f650-443a-8a96-58012bed87c3 req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 03766eda-f351-4e03-ac57-96077a8d9555 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:45:10.499329 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e76b930-f650-443a-8a96-58012bed87c3 req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (03766eda-f351-4e03-ac57-96077a8d9555), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:10.584766 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-6e76b930-f650-443a-8a96-58012bed87c3 req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 03766eda-f351-4e03-ac57-96077a8d9555, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03766eda-f351-4e03-ac57-96077a8d9555,segment=NetworkSegment(ffe778e2-6dcb-42be-b9bd-f7d7b1711e55),segment_id=ffe778e2-6dcb-42be-b9bd-f7d7b1711e55)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:45:10.585130 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e76b930-f650-443a-8a96-58012bed87c3 req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (03766eda-f351-4e03-ac57-96077a8d9555), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:10.598122 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-6e76b930-f650-443a-8a96-58012bed87c3 req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 03766eda-f351-4e03-ac57-96077a8d9555 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:45:10.728602 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e76b930-f650-443a-8a96-58012bed87c3 req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (03766eda-f351-4e03-ac57-96077a8d9555), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:10.755644 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=03766eda-f351-4e03-ac57-96077a8d9555,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:10.766798 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.767164 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.767520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.767872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.768213 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.769108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.770014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.770014 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.770204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.770455 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.770754 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.771100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.771415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:10.813850 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e76b930-f650-443a-8a96-58012bed87c3 req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] No DVR routers for this DVR port 03766eda-f351-4e03-ac57-96077a8d9555 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:45:10.816445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-6e76b930-f650-443a-8a96-58012bed87c3 req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:10.820561 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6e76b930-f650-443a-8a96-58012bed87c3 req-83080b85-def2-414f-902a-51e26a527482 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "DELETE /v2.0/ports/03766eda-f351-4e03-ac57-96077a8d9555 HTTP/1.1" status: 204  len: 173 time: 0.4093192
Feb 19 21:45:10.821011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'name': 'network-vif-deleted', 'tag': '03766eda-f351-4e03-ac57-96077a8d9555'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:45:10.823257 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c74e476-41c7-40a1-ae16-19576646b186" -d '{"events": [{"server_uuid": "aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2", "name": "network-vif-deleted", "tag": "03766eda-f351-4e03-ac57-96077a8d9555"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:45:10.865897 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774c4985-533a-4a04-910f-d4f086d3dbc1 x-openstack-request-id: req-774c4985-533a-4a04-910f-d4f086d3dbc1 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:45:10.866198 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2", "name": "network-vif-deleted", "tag": "03766eda-f351-4e03-ac57-96077a8d9555", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:45:10.866449 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-774c4985-533a-4a04-910f-d4f086d3dbc1 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:45:10.866857 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2', 'name': 'network-vif-deleted', 'tag': '03766eda-f351-4e03-ac57-96077a8d9555', 'status': 'completed', 'code': 200}
Feb 19 21:45:11.205637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9622e4ea-0ba5-4708-9926-fa56b15f384e req-0453935d-0f1c-4278-a4b7-bbef4d0062d0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee0a50e-d0ae-4fe4-b7a9-ce1e754bb2b2 HTTP/1.1" status: 200  len: 210 time: 0.0354989
Feb 19 21:45:12.263110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37544) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:12.623990 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (9e333e48-2e79-4b6a-b72c-56c33c47ad13), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:12.882538 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port c99a9a1e-dd06-4730-84ff-921fc360b44f {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:45:12.882809 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:12.973444 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port c99a9a1e-dd06-4730-84ff-921fc360b44f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c99a9a1e-dd06-4730-84ff-921fc360b44f,segment=NetworkSegment(ffe778e2-6dcb-42be-b9bd-f7d7b1711e55),segment_id=ffe778e2-6dcb-42be-b9bd-f7d7b1711e55)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:45:12.973816 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:12.987380 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for c99a9a1e-dd06-4730-84ff-921fc360b44f owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:45:13.174448 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (c99a9a1e-dd06-4730-84ff-921fc360b44f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:13.205524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=c99a9a1e-dd06-4730-84ff-921fc360b44f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:13.384909 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (9e333e48-2e79-4b6a-b72c-56c33c47ad13), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:13.545695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 03766eda-f351-4e03-ac57-96077a8d9555 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:45:13.565853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: 03766eda-f351-4e03-ac57-96077a8d9555 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:45:13.566203 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 03766eda-f351-4e03-ac57-96077a8d9555 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:45:13.606831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:45:13.717733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:45:13.724584 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-48653d99-89a5-46e8-bccc-9912b0e72905 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "PUT /v2.0/routers/9e333e48-2e79-4b6a-b72c-56c33c47ad13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4586151
Feb 19 21:45:13.725524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37546) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:13.727395 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085cc4c-8514-480e-b822-d46b67e48970 None None] Sync routers for ids ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:45:13.737288 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085cc4c-8514-480e-b822-d46b67e48970 None None] Routers {'9e333e48-2e79-4b6a-b72c-56c33c47ad13'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:45:13.737903 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2085cc4c-8514-480e-b822-d46b67e48970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a714f0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:44:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:13.781664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c325d0-433f-49f1-a28f-18c722702037 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting subnet ec87bd58-bde5-4010-ad7e-d1e14508a67e {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:45:13.784827 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51c325d0-433f-49f1-a28f-18c722702037 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (ec87bd58-bde5-4010-ad7e-d1e14508a67e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:13.826457 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51c325d0-433f-49f1-a28f-18c722702037 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (ec87bd58-bde5-4010-ad7e-d1e14508a67e), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:13.845394 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-2085cc4c-8514-480e-b822-d46b67e48970 None None] Set router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:45:13.908368 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51c325d0-433f-49f1-a28f-18c722702037 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (ec87bd58-bde5-4010-ad7e-d1e14508a67e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:13.971754 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51c325d0-433f-49f1-a28f-18c722702037 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (ec87bd58-bde5-4010-ad7e-d1e14508a67e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.001934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c325d0-433f-49f1-a28f-18c722702037 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Subnet': ['ID=ec87bd58-bde5-4010-ad7e-d1e14508a67e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:14.003939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51c325d0-433f-49f1-a28f-18c722702037 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.010035 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-51c325d0-433f-49f1-a28f-18c722702037 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/subnets/ec87bd58-bde5-4010-ad7e-d1e14508a67e HTTP/1.1" status: 204  len: 168 time: 0.2807367
Feb 19 21:45:14.010035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37548) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:14.014697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998325b4-feaa-449a-8262-18d8a4c96297 None None] Network fd6df326-75e6-4442-a18f-324be2b98076 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:45:14.044428 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2085cc4c-8514-480e-b822-d46b67e48970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a714f0640>, [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:45:13Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:14.088903 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085cc4c-8514-480e-b822-d46b67e48970 None None] Checking router: 9e333e48-2e79-4b6a-b72c-56c33c47ad13 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:45:14.101579 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085cc4c-8514-480e-b822-d46b67e48970 None None] Routers {'9e333e48-2e79-4b6a-b72c-56c33c47ad13'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:45:14.102370 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2085cc4c-8514-480e-b822-d46b67e48970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a714f0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:44:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:14.139154 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (9e333e48-2e79-4b6a-b72c-56c33c47ad13), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.177529 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] DHCP port deletion for fd6df326-75e6-4442-a18f-324be2b98076 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:45:14.222368 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-2085cc4c-8514-480e-b822-d46b67e48970 None None] Set router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:45:14.231111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Deleting port 65f00625-1ebd-4863-9caa-b2deffaa665a {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:45:14.231782 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.255985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (9e333e48-2e79-4b6a-b72c-56c33c47ad13), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.300304 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] For port 65f00625-1ebd-4863-9caa-b2deffaa665a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65f00625-1ebd-4863-9caa-b2deffaa665a,segment=NetworkSegment(ffe778e2-6dcb-42be-b9bd-f7d7b1711e55),segment_id=ffe778e2-6dcb-42be-b9bd-f7d7b1711e55)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:45:14.301056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.310794 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 8696b7e1-af5a-46af-98a9-3216fd374fda {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:45:14.311172 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.314958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Calling delete_port for 65f00625-1ebd-4863-9caa-b2deffaa665a owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:45:14.390602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 8696b7e1-af5a-46af-98a9-3216fd374fda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8696b7e1-af5a-46af-98a9-3216fd374fda,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:45:14.391204 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.401567 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (65f00625-1ebd-4863-9caa-b2deffaa665a), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.406395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 8696b7e1-af5a-46af-98a9-3216fd374fda owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:45:14.412917 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2085cc4c-8514-480e-b822-d46b67e48970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a714f0640>, [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:45:13Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:14.430007 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Pushing event deleted for resources: {'Port': ['ID=65f00625-1ebd-4863-9caa-b2deffaa665a,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:14.440103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.440316 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085cc4c-8514-480e-b822-d46b67e48970 None None] The sync data for ids ['9e333e48-2e79-4b6a-b72c-56c33c47ad13'] in ncdv-master-1 is: [{'id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108571470', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129'}], 'enable_snat': True}, 'gw_port_id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:45:13Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8696b7e1-af5a-46af-98a9-3216fd374fda', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e333e48-2e79-4b6a-b72c-56c33c47ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:44:15Z', 'updated_at': '2022-02-19T21:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:45:14.440504 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.440857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.441170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.441855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.441855 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.442195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.442486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.442815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.443144 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.443471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.443795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.444119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:14.447104 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71e9eb9-4a5c-4f43-8e12-a4799ce9538a None None] No DVR routers for this DVR port 65f00625-1ebd-4863-9caa-b2deffaa665a on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:45:14.584819 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8696b7e1-af5a-46af-98a9-3216fd374fda), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.612529 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=8696b7e1-af5a-46af-98a9-3216fd374fda,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:14.674520 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (9e333e48-2e79-4b6a-b72c-56c33c47ad13), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.768400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (9e333e48-2e79-4b6a-b72c-56c33c47ad13), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.770542 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_controller (9e333e48-2e79-4b6a-b72c-56c33c47ad13), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.822865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (9e333e48-2e79-4b6a-b72c-56c33c47ad13), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.823557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Fanout notify agent at l3_agent the message router_deleted on router 9e333e48-2e79-4b6a-b72c-56c33c47ad13 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:45:14.833112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:14.836820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a88a74d9-663c-4661-bac6-4839e9bbeb95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/routers/9e333e48-2e79-4b6a-b72c-56c33c47ad13 HTTP/1.1" status: 204  len: 168 time: 0.8234870
Feb 19 21:45:14.837150 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37550) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:14.918752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (fd6df326-75e6-4442-a18f-324be2b98076), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:15.007012 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (fd6df326-75e6-4442-a18f-324be2b98076), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:15.028273 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b93d4c0>,) {'filters': {'network_id': ['fd6df326-75e6-4442-a18f-324be2b98076']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:15.037693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b93d4c0>, 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:15.037992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b93d4c0>, 'ffe778e2-6dcb-42be-b9bd-f7d7b1711e55') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:15.048379 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (ffe778e2-6dcb-42be-b9bd-f7d7b1711e55), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:15.061602 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ffe778e2-6dcb-42be-b9bd-f7d7b1711e55), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:15.067578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:45:15.067968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (ffe778e2-6dcb-42be-b9bd-f7d7b1711e55), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:45:15.071353 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:45:15.130215 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (fd6df326-75e6-4442-a18f-324be2b98076), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:15.135671 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:15.139343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/networks/fd6df326-75e6-4442-a18f-324be2b98076 HTTP/1.1" status: 204  len: 168 time: 0.3010845
Feb 19 21:45:15.142136 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37552) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:15.157093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f0a1a-0752-418e-8b60-2e5a41183d3a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Network': ['ID=fd6df326-75e6-4442-a18f-324be2b98076,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:15.204716 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-384da926-ffbd-4bdf-97d1-1f31f11b20cd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (a2e6b509-608d-4225-a29a-8552a025eee1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:15.230831 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-384da926-ffbd-4bdf-97d1-1f31f11b20cd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (a2e6b509-608d-4225-a29a-8552a025eee1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:15.289688 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-384da926-ffbd-4bdf-97d1-1f31f11b20cd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a2e6b509-608d-4225-a29a-8552a025eee1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:15.292369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-384da926-ffbd-4bdf-97d1-1f31f11b20cd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:15.293547 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-384da926-ffbd-4bdf-97d1-1f31f11b20cd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/security-groups/a2e6b509-608d-4225-a29a-8552a025eee1 HTTP/1.1" status: 204  len: 168 time: 0.1502039
Feb 19 21:45:15.302373 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384da926-ffbd-4bdf-97d1-1f31f11b20cd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e6b509-608d-4225-a29a-8552a025eee1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:15.917174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37558) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:15.921921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-844777e2-8ff4-4314-aa32-adb8af74e6b3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414824375', 'description': 'tempest-secgroup-smoke-414824375 description', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:15.942473 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-844777e2-8ff4-4314-aa32-adb8af74e6b3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.007734 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-844777e2-8ff4-4314-aa32-adb8af74e6b3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (5f77ab77-cf8c-416f-afd4-f336bf825888), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.011819 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-844777e2-8ff4-4314-aa32-adb8af74e6b3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5f77ab77-cf8c-416f-afd4-f336bf825888), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.041896 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-844777e2-8ff4-4314-aa32-adb8af74e6b3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.045858 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-844777e2-8ff4-4314-aa32-adb8af74e6b3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1249497
Feb 19 21:45:16.045858 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844777e2-8ff4-4314-aa32-adb8af74e6b3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f77ab77-cf8c-416f-afd4-f336bf825888,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:16.046403 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37560) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:16.056575 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-741aba2f-14ec-4a0c-96d3-139b2890505f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '5f77ab77-cf8c-416f-afd4-f336bf825888', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:16.072393 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c99a9a1e-dd06-4730-84ff-921fc360b44f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:45:16.088050 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-741aba2f-14ec-4a0c-96d3-139b2890505f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (7f55d0d1-34cf-4244-82d1-3be6381a1817), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.092518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: c99a9a1e-dd06-4730-84ff-921fc360b44f {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:45:16.092881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device c99a9a1e-dd06-4730-84ff-921fc360b44f not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:45:16.093316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 65f00625-1ebd-4863-9caa-b2deffaa665a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:45:16.112813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 65f00625-1ebd-4863-9caa-b2deffaa665a {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:45:16.113185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 65f00625-1ebd-4863-9caa-b2deffaa665a not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:45:16.113602 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8696b7e1-af5a-46af-98a9-3216fd374fda no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:45:16.133192 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8696b7e1-af5a-46af-98a9-3216fd374fda {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:45:16.133539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8696b7e1-af5a-46af-98a9-3216fd374fda not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:45:16.148514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-741aba2f-14ec-4a0c-96d3-139b2890505f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (7f55d0d1-34cf-4244-82d1-3be6381a1817), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.152044 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-741aba2f-14ec-4a0c-96d3-139b2890505f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (7f55d0d1-34cf-4244-82d1-3be6381a1817), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.169953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741aba2f-14ec-4a0c-96d3-139b2890505f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f55d0d1-34cf-4244-82d1-3be6381a1817,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:16.177060 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-741aba2f-14ec-4a0c-96d3-139b2890505f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.178294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-741aba2f-14ec-4a0c-96d3-139b2890505f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1308274
Feb 19 21:45:16.181736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37562) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:16.186056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-413a8147-4c2c-4b3e-ba57-74ef56532f3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '5f77ab77-cf8c-416f-afd4-f336bf825888', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:16.209942 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-413a8147-4c2c-4b3e-ba57-74ef56532f3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (65252dd8-ee86-4e82-9872-e07d54b19e1a), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.264660 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-413a8147-4c2c-4b3e-ba57-74ef56532f3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (65252dd8-ee86-4e82-9872-e07d54b19e1a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.268059 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-413a8147-4c2c-4b3e-ba57-74ef56532f3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (65252dd8-ee86-4e82-9872-e07d54b19e1a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.287464 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a8147-4c2c-4b3e-ba57-74ef56532f3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65252dd8-ee86-4e82-9872-e07d54b19e1a,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:16.293670 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-413a8147-4c2c-4b3e-ba57-74ef56532f3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.294849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-413a8147-4c2c-4b3e-ba57-74ef56532f3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1121855
Feb 19 21:45:16.297664 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37564) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:16.301872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-04e6129e-abfb-4bb4-8d70-8d4e3c6f3fb6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '5f77ab77-cf8c-416f-afd4-f336bf825888', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:16.326483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-04e6129e-abfb-4bb4-8d70-8d4e3c6f3fb6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (70b426a2-8a38-468b-b339-0b53a12f497a), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.386952 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-04e6129e-abfb-4bb4-8d70-8d4e3c6f3fb6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (70b426a2-8a38-468b-b339-0b53a12f497a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.390626 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-04e6129e-abfb-4bb4-8d70-8d4e3c6f3fb6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (70b426a2-8a38-468b-b339-0b53a12f497a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.406692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6129e-abfb-4bb4-8d70-8d4e3c6f3fb6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b426a2-8a38-468b-b339-0b53a12f497a,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:16.418171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-04e6129e-abfb-4bb4-8d70-8d4e3c6f3fb6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.419386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-04e6129e-abfb-4bb4-8d70-8d4e3c6f3fb6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1208024
Feb 19 21:45:16.422164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37566) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:16.426491 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b4f1abda-6640-4582-9bcd-8960b4301faa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '5f77ab77-cf8c-416f-afd4-f336bf825888', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:16.449612 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4f1abda-6640-4582-9bcd-8960b4301faa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (49378135-0d4b-4d2d-8ec3-9847defff5bb), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.506035 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4f1abda-6640-4582-9bcd-8960b4301faa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (49378135-0d4b-4d2d-8ec3-9847defff5bb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.509491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4f1abda-6640-4582-9bcd-8960b4301faa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (49378135-0d4b-4d2d-8ec3-9847defff5bb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.529777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1abda-6640-4582-9bcd-8960b4301faa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49378135-0d4b-4d2d-8ec3-9847defff5bb,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:16.536803 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4f1abda-6640-4582-9bcd-8960b4301faa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.538025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b4f1abda-6640-4582-9bcd-8960b4301faa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1149085
Feb 19 21:45:16.541651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37568) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:16.546439 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-d4f70b8a-193c-460b-b80c-cb54ff906654 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '5f77ab77-cf8c-416f-afd4-f336bf825888', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:16.566840 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-d4f70b8a-193c-460b-b80c-cb54ff906654 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Project 0b842c60e89342ae92bbc9f9b568e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:45:16.571866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4f70b8a-193c-460b-b80c-cb54ff906654 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (cd20cf9b-13e3-4b92-a6b2-234b28b5ae46), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.628207 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4f70b8a-193c-460b-b80c-cb54ff906654 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (cd20cf9b-13e3-4b92-a6b2-234b28b5ae46), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.631603 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4f70b8a-193c-460b-b80c-cb54ff906654 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (cd20cf9b-13e3-4b92-a6b2-234b28b5ae46), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.654044 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f70b8a-193c-460b-b80c-cb54ff906654 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd20cf9b-13e3-4b92-a6b2-234b28b5ae46,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:16.667288 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-d4f70b8a-193c-460b-b80c-cb54ff906654 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.668551 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-d4f70b8a-193c-460b-b80c-cb54ff906654 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1257963
Feb 19 21:45:16.671258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37570) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:16.675486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1d03a7bb-a621-4b7f-87b8-fd2726b803f7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '5f77ab77-cf8c-416f-afd4-f336bf825888', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:16.693893 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-1d03a7bb-a621-4b7f-87b8-fd2726b803f7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Project 0b842c60e89342ae92bbc9f9b568e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:45:16.699130 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d03a7bb-a621-4b7f-87b8-fd2726b803f7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (7c8d682f-f15f-4dd2-a974-0abe22eadc13), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.764177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d03a7bb-a621-4b7f-87b8-fd2726b803f7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (7c8d682f-f15f-4dd2-a974-0abe22eadc13), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.767579 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d03a7bb-a621-4b7f-87b8-fd2726b803f7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (7c8d682f-f15f-4dd2-a974-0abe22eadc13), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.784992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03a7bb-a621-4b7f-87b8-fd2726b803f7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8d682f-f15f-4dd2-a974-0abe22eadc13,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:16.792867 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d03a7bb-a621-4b7f-87b8-fd2726b803f7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.794061 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1d03a7bb-a621-4b7f-87b8-fd2726b803f7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1218586
Feb 19 21:45:16.796896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37572) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:16.801673 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'network': {'name': 'tempest-network-smoke--1646454698', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'port_security_enabled': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:16.820922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:45:16.824264 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.847047 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:45:16.856380 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (16266371-2c7e-4cc6-a18a-379ba375ae7e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.856728 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Added segment 16266371-2c7e-4cc6-a18a-379ba375ae7e of type vlan for network ded74d88-36b9-4d91-bfa9-2f85143b9835
Feb 19 21:45:16.894940 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (ded74d88-36b9-4d91-bfa9-2f85143b9835), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.918627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (ded74d88-36b9-4d91-bfa9-2f85143b9835), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.923392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:16.924008 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:16.989721 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1918073
Feb 19 21:45:16.993087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37574) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:16.999463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'admin_state_up': True, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:17.012407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85820034-e437-4c6c-8baa-03524ebae7de tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Network': ['ID=ded74d88-36b9-4d91-bfa9-2f85143b9835,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:17.024289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network ded74d88-36b9-4d91-bfa9-2f85143b9835 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:45:17.036175 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (165208e1-f313-4b7a-bee4-c198ecb71bfd), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:17.037909 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (165208e1-f313-4b7a-bee4-c198ecb71bfd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:17.134728 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_controller (165208e1-f313-4b7a-bee4-c198ecb71bfd), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:17.273038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (165208e1-f313-4b7a-bee4-c198ecb71bfd), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:17.706223 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (165208e1-f313-4b7a-bee4-c198ecb71bfd), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:17.725793 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:17.829114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.35.2.12 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/516596f7-92a4-4d5e-b1b8-04f8bb17c321) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:45:17.925810 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:17.960774 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:17.998326 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:45:18.001197 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:45:18.005271 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:45:18.033206 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=516596f7-92a4-4d5e-b1b8-04f8bb17c321,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:18.317251 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (165208e1-f313-4b7a-bee4-c198ecb71bfd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:18.392498 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6fa4aa42-1d59-4e4c-8a75-b5bbd26c6399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:18.517829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (165208e1-f313-4b7a-bee4-c198ecb71bfd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:18.647284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 165208e1-f313-4b7a-bee4-c198ecb71bfd is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:45:18.759004 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:45:18.771413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Sync routers for ids ['165208e1-f313-4b7a-bee4-c198ecb71bfd'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:45:18.779613 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:18.783757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-45748ed0-e4df-4af9-be6a-e8f7d16c91dd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7869003
Feb 19 21:45:18.783926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Routers {'165208e1-f313-4b7a-bee4-c198ecb71bfd'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:45:18.783926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63d084f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:44:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['165208e1-f313-4b7a-bee4-c198ecb71bfd'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:18.784169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37578) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:18.818757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-449cf914-3c4a-4b32-a154-2077bc2014d5 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0b842c60e89342ae92bbc9f9b568e4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0335150
Feb 19 21:45:18.821699 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37580) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:18.891328 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Set router 165208e1-f313-4b7a-bee4-c198ecb71bfd gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:45:18.908211 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe89b49a-291f-4b29-9a30-be7cb2a92b17 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:18.909742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fe89b49a-291f-4b29-9a30-be7cb2a92b17 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0870202
Feb 19 21:45:18.912540 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37582) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:18.940608 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-29f046a3-1825-4c28-b507-ff0b3fdb95d7 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269477
Feb 19 21:45:18.943044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37584) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:18.947979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2117654765', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:19.038587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:45:19.042019 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:19.071080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63d084f0>, [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:18Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:19.101873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Checking router: 165208e1-f313-4b7a-bee4-c198ecb71bfd for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:45:19.102233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Updating router 165208e1-f313-4b7a-bee4-c198ecb71bfd port 516596f7-92a4-4d5e-b1b8-04f8bb17c321 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:45:19.130048 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:19.227526 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (a5da58ac-e380-4a2e-817a-0b23dbe032d8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:19.290700 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Subnet': ['ID=a5da58ac-e380-4a2e-817a-0b23dbe032d8,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:19.298852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Checking segment: {'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:45:19.299257 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network hostable DHCP agents. Network: ded74d88-36b9-4d91-bfa9-2f85143b9835, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:45:19.316440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network ded74d88-36b9-4d91-bfa9-2f85143b9835 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:45:19.324944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ded74d88-36b9-4d91-bfa9-2f85143b9835) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:45:19.330384 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:19.331257 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:19.336771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60acd554-a396-4717-ba4c-2390512e073b None None] Network ded74d88-36b9-4d91-bfa9-2f85143b9835 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:45:19.348619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4c1209a9-d27a-46d6-b687-6ce136f14cca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4045076
Feb 19 21:45:19.351891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37586) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:19.441441 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Publish callbacks [] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:19.448467 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:19.532058 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Attempting to bind port 516596f7-92a4-4d5e-b1b8-04f8bb17c321 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:45:19.532609 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Attempting to bind port 516596f7-92a4-4d5e-b1b8-04f8bb17c321 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:45:19.532821 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Attempting to bind port 516596f7-92a4-4d5e-b1b8-04f8bb17c321 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:45:19.535846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b025f4b-03fc-4ebf-affd-ad13dad20f66 None None] Pushing event updated for resources: {'Port': ['ID=516596f7-92a4-4d5e-b1b8-04f8bb17c321,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:19.542697 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:45:19.543085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:45:19.543430 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:19.543828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:45:19.544604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Bound port: 516596f7-92a4-4d5e-b1b8-04f8bb17c321, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:45:19.545029 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:19.549145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ded74d88-36b9-4d91-bfa9-2f85143b9835', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ips': [{'subnet_id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:45:19.549946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:19.663214 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] For port 516596f7-92a4-4d5e-b1b8-04f8bb17c321, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:45:19.689021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] For port 516596f7-92a4-4d5e-b1b8-04f8bb17c321, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=516596f7-92a4-4d5e-b1b8-04f8bb17c321,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:45:19.702853 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:19.789789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Allocated IP 172.20.0.2 (ded74d88-36b9-4d91-bfa9-2f85143b9835/a5da58ac-e380-4a2e-817a-0b23dbe032d8/a94043e0-83f0-4b6c-8f64-43efacbc1a2e) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:45:19.862493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b025f4b-03fc-4ebf-affd-ad13dad20f66 None None] Pushing event updated for resources: {'Port': ['ID=516596f7-92a4-4d5e-b1b8-04f8bb17c321,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:19.874253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Routers {'165208e1-f313-4b7a-bee4-c198ecb71bfd'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:45:19.874919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63d084f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:44:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['165208e1-f313-4b7a-bee4-c198ecb71bfd'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:20.040575 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Publish callbacks [] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:20.043132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] Set router 165208e1-f313-4b7a-bee4-c198ecb71bfd gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:45:20.072918 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:20.141878 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:20.183808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Network ded74d88-36b9-4d91-bfa9-2f85143b9835 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:45:20.190518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Pushing event updated for resources: {'Port': ['ID=a94043e0-83f0-4b6c-8f64-43efacbc1a2e,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:20.193738 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:45:20.196557 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:45:20.273505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Attempting to bind port a94043e0-83f0-4b6c-8f64-43efacbc1a2e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:45:20.273763 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Attempting to bind port a94043e0-83f0-4b6c-8f64-43efacbc1a2e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:45:20.274132 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Attempting to bind port a94043e0-83f0-4b6c-8f64-43efacbc1a2e on network ded74d88-36b9-4d91-bfa9-2f85143b9835 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:45:20.298145 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:45:20.298545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Checking segment: {'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:45:20.298925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:20.299321 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Bound using segment: {'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:45:20.299804 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Bound port: a94043e0-83f0-4b6c-8f64-43efacbc1a2e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:45:20.300183 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:20.426425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.20.0.1 (ded74d88-36b9-4d91-bfa9-2f85143b9835/a5da58ac-e380-4a2e-817a-0b23dbe032d8/80a890e2-8cea-4c79-8603-128fe4a2189b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:45:20.544224 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] For port a94043e0-83f0-4b6c-8f64-43efacbc1a2e, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:45:20.546986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63d084f0>, [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:18Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:20.549074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:20.549974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] For port a94043e0-83f0-4b6c-8f64-43efacbc1a2e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a94043e0-83f0-4b6c-8f64-43efacbc1a2e,segment=NetworkSegment(16266371-2c7e-4cc6-a18a-379ba375ae7e),segment_id=16266371-2c7e-4cc6-a18a-379ba375ae7e)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:45:20.578266 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b528e6-f4e4-468f-b349-56efb452aeb4 None None] The sync data for ids ['165208e1-f313-4b7a-bee4-c198ecb71bfd'] in ncdv-master-1 is: [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:18Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:45:20.582587 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:20.587480 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:20.643010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network ded74d88-36b9-4d91-bfa9-2f85143b9835 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:45:20.646092 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04828658-43f8-436f-a16d-f1e798d5cd4c None None] Pushing event updated for resources: {'Port': ['ID=a94043e0-83f0-4b6c-8f64-43efacbc1a2e,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:20.648548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:45:20.660356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=80a890e2-8cea-4c79-8603-128fe4a2189b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:20.663693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:45:20.687047 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-23e3c159-3fb3-4760-b56d-bf02f49deda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:20.714825 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (165208e1-f313-4b7a-bee4-c198ecb71bfd), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:20.897246 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:21.210810 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:21.216040 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:21.292063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=80a890e2-8cea-4c79-8603-128fe4a2189b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:21.294941 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (165208e1-f313-4b7a-bee4-c198ecb71bfd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:21.398681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network ded74d88-36b9-4d91-bfa9-2f85143b9835 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:45:21.399930 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:45:21.531382 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 165208e1-f313-4b7a-bee4-c198ecb71bfd has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:45:21.652144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:45:21.657517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-92488eb0-4509-496e-9392-605a7f8d7d39 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "PUT /v2.0/routers/165208e1-f313-4b7a-bee4-c198ecb71bfd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3043761
Feb 19 21:45:21.685676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be04b1b-c77c-41b8-a6fe-e7a096954c76 None None] Network ded74d88-36b9-4d91-bfa9-2f85143b9835 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:45:21.762997 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-33162b5d-2e8b-4054-b496-d2d56c0c968a None None] Provisioning complete for port a94043e0-83f0-4b6c-8f64-43efacbc1a2e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:21.763375 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-33162b5d-2e8b-4054-b496-d2d56c0c968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:21.818375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-be338b11-4480-49d9-878f-956baf503feb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414824375&fields=id&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 267 time: 0.0496492
Feb 19 21:45:21.878676 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-33162b5d-2e8b-4054-b496-d2d56c0c968a None None] Current status of the port a94043e0-83f0-4b6c-8f64-43efacbc1a2e is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:45:21.879101 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-33162b5d-2e8b-4054-b496-d2d56c0c968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:21.914918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-33162b5d-2e8b-4054-b496-d2d56c0c968a None None] For port a94043e0-83f0-4b6c-8f64-43efacbc1a2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a94043e0-83f0-4b6c-8f64-43efacbc1a2e,segment=NetworkSegment(16266371-2c7e-4cc6-a18a-379ba375ae7e),segment_id=16266371-2c7e-4cc6-a18a-379ba375ae7e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:45:21.919995 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-33162b5d-2e8b-4054-b496-d2d56c0c968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:21.935208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-1767903f-7272-48e7-9969-7a300788d686 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:21.942375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-1767903f-7272-48e7-9969-7a300788d686 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/networks?id=ded74d88-36b9-4d91-bfa9-2f85143b9835 HTTP/1.1" status: 200  len: 797 time: 0.1163325
Feb 19 21:45:21.962219 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-facd2a44-527a-4069-beb9-2a7714117801 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/quotas/0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 375 time: 0.0130143
Feb 19 21:45:21.987054 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33162b5d-2e8b-4054-b496-d2d56c0c968a None None] Pushing event updated for resources: {'Port': ['ID=a94043e0-83f0-4b6c-8f64-43efacbc1a2e,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:21.999247 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:22.047338 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-a791d44b-805f-4bc5-a8e6-cb9ec4bded3b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0772753
Feb 19 21:45:22.072230 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-3527ef07-7e82-48b8-80b1-4fa07dc50329 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:45:22.076278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-3527ef07-7e82-48b8-80b1-4fa07dc50329 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0097597
Feb 19 21:45:22.161818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 516596f7-92a4-4d5e-b1b8-04f8bb17c321 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:45:22.192491 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-44512a30-f8d1-49e5-a5e5-55915000afe4 service neutron] 10.222.0.30 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1087866
Feb 19 21:45:22.234278 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 516596f7-92a4-4d5e-b1b8-04f8bb17c321 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:22.234661 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:22.287130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-93b67f48-aecd-4213-be2d-116d4f4099e4 None None] Provisioning complete for port 80a890e2-8cea-4c79-8603-128fe4a2189b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:22.287512 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93b67f48-aecd-4213-be2d-116d4f4099e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:22.321496 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-7b43fd65-475b-4a1b-b4a9-b93951b33f8a service neutron] 10.222.0.30 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198757
Feb 19 21:45:22.338965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-93b67f48-aecd-4213-be2d-116d4f4099e4 None None] Port 80a890e2-8cea-4c79-8603-128fe4a2189b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:45:22.375668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-93b67f48-aecd-4213-be2d-116d4f4099e4 None None] Provisioning complete for port a94043e0-83f0-4b6c-8f64-43efacbc1a2e triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:22.376050 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93b67f48-aecd-4213-be2d-116d4f4099e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:22.391508 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Sync routers for ids ['165208e1-f313-4b7a-bee4-c198ecb71bfd'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:45:22.402113 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Routers {'165208e1-f313-4b7a-bee4-c198ecb71bfd'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:45:22.402735 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705c26d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:45:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['165208e1-f313-4b7a-bee4-c198ecb71bfd'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:22.416201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 516596f7-92a4-4d5e-b1b8-04f8bb17c321 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:45:22.416693 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:22.448506 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 516596f7-92a4-4d5e-b1b8-04f8bb17c321, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=516596f7-92a4-4d5e-b1b8-04f8bb17c321,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:45:22.454745 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:22.455767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a94043e0-83f0-4b6c-8f64-43efacbc1a2e up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:45:22.530544 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Set router 165208e1-f313-4b7a-bee4-c198ecb71bfd gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:45:22.572783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-762e8701-208a-4372-a1b8-f9b9cd299a8c req-0f380f4d-955c-40d5-912c-73a279a51f2d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 210 time: 0.0514655
Feb 19 21:45:22.587549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=516596f7-92a4-4d5e-b1b8-04f8bb17c321,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:22.656708 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a94043e0-83f0-4b6c-8f64-43efacbc1a2e triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:22.657108 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:22.690341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-93b67f48-aecd-4213-be2d-116d4f4099e4 None None] Current status of the port a94043e0-83f0-4b6c-8f64-43efacbc1a2e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:45:22.768875 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705c26d0>, [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:20Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80a890e2-8cea-4c79-8603-128fe4a2189b', 'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:87:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:20Z', 'updated_at': '2022-02-19T21:45:21Z', 'revision_number': 2, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:22.770753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a94043e0-83f0-4b6c-8f64-43efacbc1a2e is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:45:22.796846 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Checking router: 165208e1-f313-4b7a-bee4-c198ecb71bfd for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:45:22.797191 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Updating router 165208e1-f313-4b7a-bee4-c198ecb71bfd port 80a890e2-8cea-4c79-8603-128fe4a2189b binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:45:22.813367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3ec6beaa-c233-4105-a3e6-0b50b9d45ae9 None None] Provisioning complete for port 80a890e2-8cea-4c79-8603-128fe4a2189b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:22.813747 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3ec6beaa-c233-4105-a3e6-0b50b9d45ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:22.831942 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:22.848629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6beaa-c233-4105-a3e6-0b50b9d45ae9 None None] Port 80a890e2-8cea-4c79-8603-128fe4a2189b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:45:23.106592 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Publish callbacks [] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:23.111892 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:23.163068 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Pushing event updated for resources: {'Port': ['ID=80a890e2-8cea-4c79-8603-128fe4a2189b,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:23.189313 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.189668 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.190016 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.190359 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.190705 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.191036 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.191368 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.191699 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.192028 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.192377 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.192713 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.193038 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.193362 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:45:23.227623 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Attempting to bind port 80a890e2-8cea-4c79-8603-128fe4a2189b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:45:23.228002 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Attempting to bind port 80a890e2-8cea-4c79-8603-128fe4a2189b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:45:23.228431 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Attempting to bind port 80a890e2-8cea-4c79-8603-128fe4a2189b on network ded74d88-36b9-4d91-bfa9-2f85143b9835 {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:45:23.233977 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:45:23.234321 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Checking segment: {'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:45:23.234846 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:23.235233 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Bound using segment: {'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:45:23.235745 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Bound port: 80a890e2-8cea-4c79-8603-128fe4a2189b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:45:23.236435 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:23.304454 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] For port 80a890e2-8cea-4c79-8603-128fe4a2189b, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:45:23.307724 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] For port 80a890e2-8cea-4c79-8603-128fe4a2189b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80a890e2-8cea-4c79-8603-128fe4a2189b,segment=NetworkSegment(16266371-2c7e-4cc6-a18a-379ba375ae7e),segment_id=16266371-2c7e-4cc6-a18a-379ba375ae7e)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:45:23.313958 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:23.349797 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:23.371536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-7e541989-6004-4c09-9a5c-c83a4c9f6172 None None] Provisioning complete for port 80a890e2-8cea-4c79-8603-128fe4a2189b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:23.371915 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e541989-6004-4c09-9a5c-c83a4c9f6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:23.382693 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Routers {'165208e1-f313-4b7a-bee4-c198ecb71bfd'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:45:23.383373 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705c26d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:45:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['165208e1-f313-4b7a-bee4-c198ecb71bfd'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:23.385363 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b53426-104c-4760-bdd2-27d5e409030f None None] Pushing event updated for resources: {'Port': ['ID=80a890e2-8cea-4c79-8603-128fe4a2189b,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:23.469289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-7e541989-6004-4c09-9a5c-c83a4c9f6172 None None] Current status of the port 80a890e2-8cea-4c79-8603-128fe4a2189b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:45:23.469699 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e541989-6004-4c09-9a5c-c83a4c9f6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:23.514298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-7e541989-6004-4c09-9a5c-c83a4c9f6172 None None] For port 80a890e2-8cea-4c79-8603-128fe4a2189b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80a890e2-8cea-4c79-8603-128fe4a2189b,segment=NetworkSegment(16266371-2c7e-4cc6-a18a-379ba375ae7e),segment_id=16266371-2c7e-4cc6-a18a-379ba375ae7e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:45:23.518875 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7e541989-6004-4c09-9a5c-c83a4c9f6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:23.582597 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e541989-6004-4c09-9a5c-c83a4c9f6172 None None] Pushing event updated for resources: {'Port': ['ID=80a890e2-8cea-4c79-8603-128fe4a2189b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:23.629070 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] Set router 165208e1-f313-4b7a-bee4-c198ecb71bfd gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:45:23.717103 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-7219f7ca-e737-4a1c-adfd-b2681d97f8c4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:23.718617 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-7219f7ca-e737-4a1c-adfd-b2681d97f8c4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "GET /v2.0/networks?id=ded74d88-36b9-4d91-bfa9-2f85143b9835 HTTP/1.1" status: 200  len: 797 time: 0.1942778
Feb 19 21:45:23.747047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-502c54c6-3b87-4cfd-8371-e19e74b62a81 None None] Provisioning complete for port 80a890e2-8cea-4c79-8603-128fe4a2189b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:23.748496 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-502c54c6-3b87-4cfd-8371-e19e74b62a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:23.758367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-edeaf868-1976-4347-a7f7-3cb7f82682e8 req-c3c38d72-421e-4584-a236-47845fc073fd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 210 time: 0.0669949
Feb 19 21:45:23.816861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-0b174df7-f705-429d-be05-8af701ae4ae4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 379 time: 0.0752010
Feb 19 21:45:23.826410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'port': {'device_id': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'admin_state_up': True, 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'security_groups': ['5f77ab77-cf8c-416f-afd4-f336bf825888']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:23.848871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-502c54c6-3b87-4cfd-8371-e19e74b62a81 None None] Current status of the port 80a890e2-8cea-4c79-8603-128fe4a2189b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:45:23.874378 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705c26d0>, [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:20Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80a890e2-8cea-4c79-8603-128fe4a2189b', 'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:87:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:20Z', 'updated_at': '2022-02-19T21:45:23Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:23.904536 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682fe55f-11a4-44f7-a594-a07c65f10f9d None None] The sync data for ids ['165208e1-f313-4b7a-bee4-c198ecb71bfd'] in ncdv-master-1 is: [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:20Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80a890e2-8cea-4c79-8603-128fe4a2189b', 'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:87:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:20Z', 'updated_at': '2022-02-19T21:45:23Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:45:23.934723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:45:23.938367 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:24.118181 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.20.0.13 (ded74d88-36b9-4d91-bfa9-2f85143b9835/a5da58ac-e380-4a2e-817a-0b23dbe032d8/01c99b91-c36a-417d-8b9a-33b64aa91c00) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:45:24.166827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 516596f7-92a4-4d5e-b1b8-04f8bb17c321 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:45:24.216607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 516596f7-92a4-4d5e-b1b8-04f8bb17c321 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:24.217315 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:24.288112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:24.305229 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:45:24.310799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 516596f7-92a4-4d5e-b1b8-04f8bb17c321 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:45:24.311950 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 80a890e2-8cea-4c79-8603-128fe4a2189b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:45:24.324047 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:24.373481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 80a890e2-8cea-4c79-8603-128fe4a2189b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:24.373902 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:24.383030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=01c99b91-c36a-417d-8b9a-33b64aa91c00,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:24.387595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network ded74d88-36b9-4d91-bfa9-2f85143b9835 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:45:24.389171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:45:24.392007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:45:24.449377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:24.450408 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:24.475293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 80a890e2-8cea-4c79-8603-128fe4a2189b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:45:24.487398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-f1be0d3d-a6d4-4782-9f3a-46e73398711c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6647308
Feb 19 21:45:24.503840 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Request body: {'port': {'device_id': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:24.518669 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:24.590876 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:24.683693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-995d98ab-0e05-47a3-b669-df1c30965373 None None] Provisioning complete for port 01c99b91-c36a-417d-8b9a-33b64aa91c00 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:24.683997 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-995d98ab-0e05-47a3-b669-df1c30965373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:24.732125 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-995d98ab-0e05-47a3-b669-df1c30965373 None None] Port 01c99b91-c36a-417d-8b9a-33b64aa91c00 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:45:24.917939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c99b91-c36a-417d-8b9a-33b64aa91c00 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:45:24.929277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41010e3-2be8-4878-be94-c7b4f6ab141b req-a5f1d258-6a45-48c6-8253-b8b07153ba08 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:24.930965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b41010e3-2be8-4878-be94-c7b4f6ab141b req-a5f1d258-6a45-48c6-8253-b8b07153ba08 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 932 time: 0.1009891
Feb 19 21:45:24.935620 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Publish callbacks [] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:24.963337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Transition to ACTIVE for port object 01c99b91-c36a-417d-8b9a-33b64aa91c00 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:45:24.974142 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:25.036214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b41010e3-2be8-4878-be94-c7b4f6ab141b req-987932a9-ebac-47a4-b3e8-9631f2f2749e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979395
Feb 19 21:45:25.072151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Pushing event updated for resources: {'Port': ['ID=01c99b91-c36a-417d-8b9a-33b64aa91c00,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:25.128531 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Attempting to bind port 01c99b91-c36a-417d-8b9a-33b64aa91c00 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:45:25.128891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Attempting to bind port 01c99b91-c36a-417d-8b9a-33b64aa91c00 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:45:25.129243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Attempting to bind port 01c99b91-c36a-417d-8b9a-33b64aa91c00 on network ded74d88-36b9-4d91-bfa9-2f85143b9835 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:45:25.134343 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Port 01c99b91-c36a-417d-8b9a-33b64aa91c00 on network ded74d88-36b9-4d91-bfa9-2f85143b9835 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:45:25.134680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Attempting to bind port 01c99b91-c36a-417d-8b9a-33b64aa91c00 on network ded74d88-36b9-4d91-bfa9-2f85143b9835 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:45:25.140168 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:45:25.140555 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Checking segment: {'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:45:25.140958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Bound using segment: {'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:45:25.141460 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Bound port: 01c99b91-c36a-417d-8b9a-33b64aa91c00, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16266371-2c7e-4cc6-a18a-379ba375ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:45:25.141834 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:25.215075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] For port 01c99b91-c36a-417d-8b9a-33b64aa91c00, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:45:25.218386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] For port 01c99b91-c36a-417d-8b9a-33b64aa91c00, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00,segment=NetworkSegment(16266371-2c7e-4cc6-a18a-379ba375ae7e),segment_id=16266371-2c7e-4cc6-a18a-379ba375ae7e)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:45:25.225146 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:25.266852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:25.267483 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:25.268900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] 10.222.0.67 "PUT /v2.0/ports/01c99b91-c36a-417d-8b9a-33b64aa91c00 HTTP/1.1" status: 200  len: 1092 time: 0.7712235
Feb 19 21:45:25.269376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'tag': '01c99b91-c36a-417d-8b9a-33b64aa91c00'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:45:25.271633 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0404dd54-aac6-4bb4-866d-0fac7dff2426" -d '{"events": [{"name": "network-changed", "server_uuid": "62e10bc9-026f-472f-b405-8a8dc3dd8e49", "tag": "01c99b91-c36a-417d-8b9a-33b64aa91c00"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:45:25.295410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f14e2-a9eb-4a67-a9f3-351210bfd3ad service neutron] Pushing event updated for resources: {'Port': ['ID=01c99b91-c36a-417d-8b9a-33b64aa91c00,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:25.335585 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f590659-382f-4529-a730-93c6cd5689f8 x-openstack-request-id: req-3f590659-382f-4529-a730-93c6cd5689f8 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:45:25.335890 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e10bc9-026f-472f-b405-8a8dc3dd8e49", "tag": "01c99b91-c36a-417d-8b9a-33b64aa91c00", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:45:25.336152 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f590659-382f-4529-a730-93c6cd5689f8 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:45:25.336613 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'tag': '01c99b91-c36a-417d-8b9a-33b64aa91c00', 'status': 'completed', 'code': 200}
Feb 19 21:45:25.358282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-efe100aa-70ec-4cdb-9354-49b51f5e9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:25.359860 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-efe100aa-70ec-4cdb-9354-49b51f5e9d01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 1126 time: 0.0542054
Feb 19 21:45:25.402173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-71d90d05-e9c4-4ed9-a65f-1e497969b882 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00 HTTP/1.1" status: 200  len: 217 time: 0.0360367
Feb 19 21:45:25.458558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-94dfd5d8-d6f5-407e-983a-0eb5ffb928fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:25.460585 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-94dfd5d8-d6f5-407e-983a-0eb5ffb928fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5da58ac-e380-4a2e-817a-0b23dbe032d8 HTTP/1.1" status: 200  len: 835 time: 0.0522904
Feb 19 21:45:25.512796 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4a3519f0-77fe-41b9-8246-e863ac9da039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:25.514381 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-4a3519f0-77fe-41b9-8246-e863ac9da039 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ded74d88-36b9-4d91-bfa9-2f85143b9835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480301
Feb 19 21:45:25.603128 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-aca7a2f3-4844-4fd4-90f9-fb310e0909f2 service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823164
Feb 19 21:45:25.696779 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20f3c359-836e-4dbf-bc23-0fbbbd96af15 req-d89c2491-573f-4b34-8d19-ea83dff6c717 service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871208
Feb 19 21:45:25.790171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404dd54-aac6-4bb4-866d-0fac7dff2426 req-34cc193e-7c8d-47b1-b048-d7cf917cd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:25.791631 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0404dd54-aac6-4bb4-866d-0fac7dff2426 req-34cc193e-7c8d-47b1-b048-d7cf917cd7da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 1126 time: 0.0459564
Feb 19 21:45:25.882331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404dd54-aac6-4bb4-866d-0fac7dff2426 req-d5495618-0841-4dbf-9006-067cfa570bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:25.883782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0404dd54-aac6-4bb4-866d-0fac7dff2426 req-d5495618-0841-4dbf-9006-067cfa570bbb service neutron] 10.222.0.67 "GET /v2.0/networks?id=ded74d88-36b9-4d91-bfa9-2f85143b9835 HTTP/1.1" status: 200  len: 898 time: 0.0866508
Feb 19 21:45:25.926077 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0404dd54-aac6-4bb4-866d-0fac7dff2426 req-68d789e7-2d16-4ce7-b37f-8f88e0abc70a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00 HTTP/1.1" status: 200  len: 217 time: 0.0356357
Feb 19 21:45:25.973562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404dd54-aac6-4bb4-866d-0fac7dff2426 req-022104c6-4d7a-4b56-9b08-b6b9602ea6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:25.975039 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0404dd54-aac6-4bb4-866d-0fac7dff2426 req-022104c6-4d7a-4b56-9b08-b6b9602ea6a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5da58ac-e380-4a2e-817a-0b23dbe032d8 HTTP/1.1" status: 200  len: 835 time: 0.0432327
Feb 19 21:45:26.022921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404dd54-aac6-4bb4-866d-0fac7dff2426 req-0a30e031-84a3-4b78-8819-0fabd07eed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:26.024404 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0404dd54-aac6-4bb4-866d-0fac7dff2426 req-0a30e031-84a3-4b78-8819-0fabd07eed46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ded74d88-36b9-4d91-bfa9-2f85143b9835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439656
Feb 19 21:45:26.125228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0404dd54-aac6-4bb4-866d-0fac7dff2426 req-551fcca6-0953-4409-a303-100f520ff38f service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949359
Feb 19 21:45:26.227419 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a5b9e-b7dd-468a-af97-939e307b900a req-aa350560-1564-4c79-9932-9f935ec49926 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:26.228944 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-466a5b9e-b7dd-468a-af97-939e307b900a req-aa350560-1564-4c79-9932-9f935ec49926 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 944 time: 0.1180933
Feb 19 21:45:26.258773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0404dd54-aac6-4bb4-866d-0fac7dff2426 req-617de63c-32f8-4976-b98d-58be596de80c service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1186442
Feb 19 21:45:26.278049 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:26.291709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-466a5b9e-b7dd-468a-af97-939e307b900a req-60db075a-aa69-4f69-b129-1af7f71a7216 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549695
Feb 19 21:45:27.416211 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761253f-0aae-4efb-b727-746857f3e175 req-b040632d-ac18-49ee-a5b6-ab1a58e5c479 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:27.417754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5761253f-0aae-4efb-b727-746857f3e175 req-b040632d-ac18-49ee-a5b6-ab1a58e5c479 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 944 time: 0.0548787
Feb 19 21:45:27.466689 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5761253f-0aae-4efb-b727-746857f3e175 req-0645963b-0804-4c8d-b4f8-01a0a94dec64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432739
Feb 19 21:45:28.588921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be260b-9d94-44e5-9e8f-0d99fbac7f1d req-64a34eeb-1a28-4939-8f30-56b4396819f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:28.590405 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7be260b-9d94-44e5-9e8f-0d99fbac7f1d req-64a34eeb-1a28-4939-8f30-56b4396819f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 944 time: 0.0570562
Feb 19 21:45:28.638267 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a7be260b-9d94-44e5-9e8f-0d99fbac7f1d req-2f751c26-1e1b-4539-aad3-8b5ceab34215 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421314
Feb 19 21:45:29.540355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 01c99b91-c36a-417d-8b9a-33b64aa91c00 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:45:29.635668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 01c99b91-c36a-417d-8b9a-33b64aa91c00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00,segment=NetworkSegment(16266371-2c7e-4cc6-a18a-379ba375ae7e),segment_id=16266371-2c7e-4cc6-a18a-379ba375ae7e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:45:29.646594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '01c99b91-c36a-417d-8b9a-33b64aa91c00', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'port_id': '01c99b91-c36a-417d-8b9a-33b64aa91c00', 'mac_address': 'fa:16:3e:45:25:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:45:29.685569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 01c99b91-c36a-417d-8b9a-33b64aa91c00 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:45:29.685969 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:29.699828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c99b91-c36a-417d-8b9a-33b64aa91c00 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:45:29.721843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 01c99b91-c36a-417d-8b9a-33b64aa91c00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00,segment=NetworkSegment(16266371-2c7e-4cc6-a18a-379ba375ae7e),segment_id=16266371-2c7e-4cc6-a18a-379ba375ae7e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:45:29.726714 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:29.765161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08a94-88e0-434a-8173-d7ba7f307d4f req-13bcc0de-7250-4273-86f2-ec04a46e22ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:29.766656 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-75e08a94-88e0-434a-8173-d7ba7f307d4f req-13bcc0de-7250-4273-86f2-ec04a46e22ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 944 time: 0.0533490
Feb 19 21:45:29.779313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=01c99b91-c36a-417d-8b9a-33b64aa91c00,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:29.804405 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:29.817198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-75e08a94-88e0-434a-8173-d7ba7f307d4f req-54b421d1-b4d6-4cb9-8fad-d666a10dc7b9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446646
Feb 19 21:45:30.068793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['01c99b91-c36a-417d-8b9a-33b64aa91c00'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:45:30.938666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069897e2-a5ad-4949-8d39-805c1264322d req-8a3ba69b-e4f3-4f77-9004-1fd793f5abdb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:30.940137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-069897e2-a5ad-4949-8d39-805c1264322d req-8a3ba69b-e4f3-4f77-9004-1fd793f5abdb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 945 time: 0.0557365
Feb 19 21:45:30.988706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-069897e2-a5ad-4949-8d39-805c1264322d req-fa5dbe17-405c-4415-af9a-c39297ad1b64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425410
Feb 19 21:45:31.541698 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 01c99b91-c36a-417d-8b9a-33b64aa91c00 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:45:31.590406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 01c99b91-c36a-417d-8b9a-33b64aa91c00 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:45:31.594357 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 01c99b91-c36a-417d-8b9a-33b64aa91c00 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:45:31.594736 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:31.670218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 01c99b91-c36a-417d-8b9a-33b64aa91c00 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:45:31.670601 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:31.700801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c99b91-c36a-417d-8b9a-33b64aa91c00'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:45:31.703081 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b268a6f8-366a-4fdc-bb38-2fa9007f1c7a" -d '{"events": [{"server_uuid": "62e10bc9-026f-472f-b405-8a8dc3dd8e49", "name": "network-vif-plugged", "status": "completed", "tag": "01c99b91-c36a-417d-8b9a-33b64aa91c00"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:45:31.716140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 01c99b91-c36a-417d-8b9a-33b64aa91c00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00,segment=NetworkSegment(16266371-2c7e-4cc6-a18a-379ba375ae7e),segment_id=16266371-2c7e-4cc6-a18a-379ba375ae7e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:45:31.720416 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:31.768389 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=01c99b91-c36a-417d-8b9a-33b64aa91c00,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:31.806979 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf660165-a20b-423c-a30f-a17455dabc2d x-openstack-request-id: req-bf660165-a20b-423c-a30f-a17455dabc2d {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:45:31.807314 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e10bc9-026f-472f-b405-8a8dc3dd8e49", "name": "network-vif-plugged", "status": "completed", "tag": "01c99b91-c36a-417d-8b9a-33b64aa91c00", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:45:31.807573 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf660165-a20b-423c-a30f-a17455dabc2d {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:45:31.807977 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c99b91-c36a-417d-8b9a-33b64aa91c00', 'code': 200}
Feb 19 21:45:31.903498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc212462-3ce1-4bf1-8057-3e85f8abe084 req-17246045-2936-41d4-8800-866eeac5153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:31.905095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc212462-3ce1-4bf1-8057-3e85f8abe084 req-17246045-2936-41d4-8800-866eeac5153e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 1128 time: 0.0438135
Feb 19 21:45:31.949605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc212462-3ce1-4bf1-8057-3e85f8abe084 req-80f8db6c-6485-433d-91ef-5318524068a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386178
Feb 19 21:45:32.109677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cd2e2-ebdb-4623-ad74-95b656bbdd6d req-b0ecdabc-298b-44f7-94ef-1275b7878832 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:32.111076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e95cd2e2-ebdb-4623-ad74-95b656bbdd6d req-b0ecdabc-298b-44f7-94ef-1275b7878832 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0523911
Feb 19 21:45:32.164032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e95cd2e2-ebdb-4623-ad74-95b656bbdd6d req-07846285-1321-4772-90c2-56d22e20a834 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473554
Feb 19 21:45:33.285922 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e718-a399-4f2b-a1d8-e827429a77ad req-b5f4f32c-7d14-48f3-9486-89e4197f2d45 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:33.287428 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fc3e718-a399-4f2b-a1d8-e827429a77ad req-b5f4f32c-7d14-48f3-9486-89e4197f2d45 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0542319
Feb 19 21:45:33.338055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3fc3e718-a399-4f2b-a1d8-e827429a77ad req-970a416c-6dde-4c2d-a2fb-266d17b36b8e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448120
Feb 19 21:45:34.456102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd762-6083-42d0-b58d-765995f4f7cd req-a276edd6-1c2d-46f9-b800-df99fe4552d3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:34.457642 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-716bd762-6083-42d0-b58d-765995f4f7cd req-a276edd6-1c2d-46f9-b800-df99fe4552d3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0518363
Feb 19 21:45:34.506450 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-716bd762-6083-42d0-b58d-765995f4f7cd req-e66eae4a-1a58-4ddb-a3dc-8a8edeafe7c9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427098
Feb 19 21:45:34.626673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fb441-785d-4776-ae98-fc31de6be299 req-cc560e70-b558-4d8d-a00e-6d72b1b5a25a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:34.628052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-770fb441-785d-4776-ae98-fc31de6be299 req-cc560e70-b558-4d8d-a00e-6d72b1b5a25a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0560534
Feb 19 21:45:34.676025 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-770fb441-785d-4776-ae98-fc31de6be299 req-68d98b92-b6b2-4690-8b53-cf362b55496c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424368
Feb 19 21:45:34.697574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37660) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:34.742665 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab8aca2-c765-48be-85cc-fe85aec33023 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:34.744184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9ab8aca2-c765-48be-85cc-fe85aec33023 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 1123 time: 0.0456336
Feb 19 21:45:34.747078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37662) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:34.751229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '01c99b91-c36a-417d-8b9a-33b64aa91c00', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:45:34.771815 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:34.870060 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:34.970804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.35.2.243 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/b4b6a141-f4a9-4846-8287-da1faaee303e) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:45:35.407775 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (b4b6a141-f4a9-4846-8287-da1faaee303e), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:35.439957 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b4b6a141-f4a9-4846-8287-da1faaee303e), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:35.478876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:45:35.481683 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:45:35.485226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:45:35.491261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=b4b6a141-f4a9-4846-8287-da1faaee303e,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:35.840905 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (f98cac3e-81ed-4b54-9579-7b1c2cf9a796), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:35.908643 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (b4b6a141-f4a9-4846-8287-da1faaee303e), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:36.058282 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (b4b6a141-f4a9-4846-8287-da1faaee303e), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:36.062960 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (b4b6a141-f4a9-4846-8287-da1faaee303e), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:36.134652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=b4b6a141-f4a9-4846-8287-da1faaee303e,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:45:36.144850 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (f98cac3e-81ed-4b54-9579-7b1c2cf9a796), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:36.247464 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Floating IP f98cac3e-81ed-4b54-9579-7b1c2cf9a796 associated. External IP: 172.35.2.243, port: 01c99b91-c36a-417d-8b9a-33b64aa91c00.
Feb 19 21:45:36.465574 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 165208e1-f313-4b7a-bee4-c198ecb71bfd has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:45:36.580443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:45:36.590408 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58872bd2-0958-464d-b37d-31e68b072bc2 None None] Sync routers for ids ['165208e1-f313-4b7a-bee4-c198ecb71bfd'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:45:36.597168 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:36.601944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58872bd2-0958-464d-b37d-31e68b072bc2 None None] Routers {'165208e1-f313-4b7a-bee4-c198ecb71bfd'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:45:36.602591 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-58872bd2-0958-464d-b37d-31e68b072bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62cf22b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:45:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['165208e1-f313-4b7a-bee4-c198ecb71bfd'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:36.627937 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-69189113-38cb-4f70-86cb-872447e7c793 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8798499
Feb 19 21:45:36.628690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'tag': '01c99b91-c36a-417d-8b9a-33b64aa91c00'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:45:36.631211 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a285bc98-7e1e-48e6-85c8-003320571d58" -d '{"events": [{"name": "network-changed", "server_uuid": "62e10bc9-026f-472f-b405-8a8dc3dd8e49", "tag": "01c99b91-c36a-417d-8b9a-33b64aa91c00"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:45:36.672933 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a36b799-d94c-4f1b-a8f7-51d33d833761 x-openstack-request-id: req-4a36b799-d94c-4f1b-a8f7-51d33d833761 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:45:36.673245 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e10bc9-026f-472f-b405-8a8dc3dd8e49", "tag": "01c99b91-c36a-417d-8b9a-33b64aa91c00", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:45:36.673509 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a36b799-d94c-4f1b-a8f7-51d33d833761 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:45:36.673937 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'tag': '01c99b91-c36a-417d-8b9a-33b64aa91c00', 'status': 'completed', 'code': 200}
Feb 19 21:45:36.717705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-58872bd2-0958-464d-b37d-31e68b072bc2 None None] Set router 165208e1-f313-4b7a-bee4-c198ecb71bfd gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:45:36.770028 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285bc98-7e1e-48e6-85c8-003320571d58 req-5447293c-b428-4e36-8bf2-f9d34d5148f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:36.771626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a285bc98-7e1e-48e6-85c8-003320571d58 req-5447293c-b428-4e36-8bf2-f9d34d5148f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 1128 time: 0.0753961
Feb 19 21:45:36.782492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41b913-9038-4dbc-b0f5-1c268b01efaf req-4a4a5128-d897-4801-ae79-46e6da896dae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:36.783908 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c41b913-9038-4dbc-b0f5-1c268b01efaf req-4a4a5128-d897-4801-ae79-46e6da896dae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0975983
Feb 19 21:45:36.889415 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c41b913-9038-4dbc-b0f5-1c268b01efaf req-5fa019b7-2387-47b0-ae80-6d1562594216 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968184
Feb 19 21:45:36.905515 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285bc98-7e1e-48e6-85c8-003320571d58 req-303df9f7-1cd5-47ba-bd5f-67dab6dd9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:36.907009 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a285bc98-7e1e-48e6-85c8-003320571d58 req-303df9f7-1cd5-47ba-bd5f-67dab6dd9636 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ded74d88-36b9-4d91-bfa9-2f85143b9835 HTTP/1.1" status: 200  len: 898 time: 0.1222265
Feb 19 21:45:36.912242 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37668) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:36.946876 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-58872bd2-0958-464d-b37d-31e68b072bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62cf22b0>, [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:20Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f98cac3e-81ed-4b54-9579-7b1c2cf9a796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.243', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'port_id': '01c99b91-c36a-417d-8b9a-33b64aa91c00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'mac_address': 'fa:16:3e:45:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:45:35Z', 'updated_at': '2022-02-19T21:45:35Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a890e2-8cea-4c79-8603-128fe4a2189b', 'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:87:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:20Z', 'updated_at': '2022-02-19T21:45:23Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:36.973580 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58872bd2-0958-464d-b37d-31e68b072bc2 None None] Checking router: 165208e1-f313-4b7a-bee4-c198ecb71bfd for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:45:36.982426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58872bd2-0958-464d-b37d-31e68b072bc2 None None] Routers {'165208e1-f313-4b7a-bee4-c198ecb71bfd'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:45:36.983047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-58872bd2-0958-464d-b37d-31e68b072bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62cf22b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:45:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['165208e1-f313-4b7a-bee4-c198ecb71bfd'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:37.023954 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fb4a319f-a552-4133-9ba2-7737f506930b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/f98cac3e-81ed-4b54-9579-7b1c2cf9a796 HTTP/1.1" status: 200  len: 992 time: 0.1100013
Feb 19 21:45:37.028143 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a285bc98-7e1e-48e6-85c8-003320571d58 req-943e822b-e112-4273-8225-ebaddd269e1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00 HTTP/1.1" status: 200  len: 1000 time: 0.1119752
Feb 19 21:45:37.080054 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285bc98-7e1e-48e6-85c8-003320571d58 req-b5bb0e88-ba64-4ef6-852e-62eb73279a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:37.081557 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a285bc98-7e1e-48e6-85c8-003320571d58 req-b5bb0e88-ba64-4ef6-852e-62eb73279a13 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5da58ac-e380-4a2e-817a-0b23dbe032d8 HTTP/1.1" status: 200  len: 835 time: 0.0476325
Feb 19 21:45:37.090229 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-58872bd2-0958-464d-b37d-31e68b072bc2 None None] Set router 165208e1-f313-4b7a-bee4-c198ecb71bfd gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:45:37.130127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285bc98-7e1e-48e6-85c8-003320571d58 req-dc9d8456-9912-43a7-b418-1f892893b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:37.132195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a285bc98-7e1e-48e6-85c8-003320571d58 req-dc9d8456-9912-43a7-b418-1f892893b3e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ded74d88-36b9-4d91-bfa9-2f85143b9835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442741
Feb 19 21:45:37.221956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a285bc98-7e1e-48e6-85c8-003320571d58 req-50ff3925-c872-46f8-a9ca-a619d3987bcf service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838177
Feb 19 21:45:37.309937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-58872bd2-0958-464d-b37d-31e68b072bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62cf22b0>, [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:20Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f98cac3e-81ed-4b54-9579-7b1c2cf9a796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.243', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'port_id': '01c99b91-c36a-417d-8b9a-33b64aa91c00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'mac_address': 'fa:16:3e:45:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:45:35Z', 'updated_at': '2022-02-19T21:45:35Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a890e2-8cea-4c79-8603-128fe4a2189b', 'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:87:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:20Z', 'updated_at': '2022-02-19T21:45:23Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:45:37.321347 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a285bc98-7e1e-48e6-85c8-003320571d58 req-4e7c7237-8a8e-4527-b0b8-5199dafe0abc service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929561
Feb 19 21:45:37.341471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58872bd2-0958-464d-b37d-31e68b072bc2 None None] The sync data for ids ['165208e1-f313-4b7a-bee4-c198ecb71bfd'] in ncdv-master-1 is: [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:20Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f98cac3e-81ed-4b54-9579-7b1c2cf9a796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.243', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'port_id': '01c99b91-c36a-417d-8b9a-33b64aa91c00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'mac_address': 'fa:16:3e:45:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:45:35Z', 'updated_at': '2022-02-19T21:45:35Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a890e2-8cea-4c79-8603-128fe4a2189b', 'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:87:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:20Z', 'updated_at': '2022-02-19T21:45:23Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:45:37.539044 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012758e9-e26b-4da1-b048-a5a5ac6f6df9 None None] New status for floating IP f98cac3e-81ed-4b54-9579-7b1c2cf9a796: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:45:38.027968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37672) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:45:38.090646 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-abb7d531-b25a-4547-8dc1-2264a60ae3e0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/f98cac3e-81ed-4b54-9579-7b1c2cf9a796 HTTP/1.1" status: 200  len: 994 time: 0.0614994
Feb 19 21:45:48.394981 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9c4c13c6-4a8e-4a50-95df-275087703079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:50.678068 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-55e96006-95ea-4734-a85b-580acbd34efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:51.611737 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-759db44e-2bea-4a5b-938e-feb2a14a3a54 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0482199
Feb 19 21:45:51.701097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-91ba2908-d28f-455b-9496-757e85361a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:51.702617 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-91ba2908-d28f-455b-9496-757e85361a15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 1128 time: 0.0469275
Feb 19 21:45:51.806839 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-d9795105-b3e0-4541-9fb9-940c7b09aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:51.808353 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-d9795105-b3e0-4541-9fb9-940c7b09aa32 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ded74d88-36b9-4d91-bfa9-2f85143b9835 HTTP/1.1" status: 200  len: 898 time: 0.0847809
Feb 19 21:45:51.877618 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-8d134a84-8269-4522-b31e-14c57f5bd42a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00 HTTP/1.1" status: 200  len: 1002 time: 0.0632529
Feb 19 21:45:51.925189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-8b207e7c-9cf6-4f39-a97c-5aa07533c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:51.926605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-8b207e7c-9cf6-4f39-a97c-5aa07533c257 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5da58ac-e380-4a2e-817a-0b23dbe032d8 HTTP/1.1" status: 200  len: 835 time: 0.0424874
Feb 19 21:45:51.975735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-94064fb6-6756-49d4-ae1a-f184f562dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:45:51.977282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-94064fb6-6756-49d4-ae1a-f184f562dc50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ded74d88-36b9-4d91-bfa9-2f85143b9835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444458
Feb 19 21:45:51.987227 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:52.072714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-b3ee7cd8-34c4-46bb-9479-83f58b6cc3c1 service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871119
Feb 19 21:45:52.161369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7fc4114-1cc7-45f3-a7f6-1f7d59b24153 req-26b354c1-9a2a-4b3d-92ad-715981c40dde service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821936
Feb 19 21:45:53.342284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:54.511857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:56.277374 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:45:59.806967 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:01.304959 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:46:18.394762 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7ab529b1-718e-4ae3-8446-2058e58925ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:20.679194 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-947efdfd-cac6-4750-b681-5b34876aec64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:21.991214 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:23.345148 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:24.516652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:26.271103 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:29.829694 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:38.305301 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:46:38.952115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b77a1-8f80-44ab-ab65-32a844f07d85 req-d6989ed9-0e26-4d7c-ad41-2d2af64acca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:38.953613 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e9b77a1-8f80-44ab-ab65-32a844f07d85 req-d6989ed9-0e26-4d7c-ad41-2d2af64acca2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 1128 time: 0.0549340
Feb 19 21:46:39.080387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b77a1-8f80-44ab-ab65-32a844f07d85 req-3108cde7-1815-49a1-ba9a-88621260a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:39.081894 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e9b77a1-8f80-44ab-ab65-32a844f07d85 req-3108cde7-1815-49a1-ba9a-88621260a864 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ded74d88-36b9-4d91-bfa9-2f85143b9835 HTTP/1.1" status: 200  len: 898 time: 0.1223919
Feb 19 21:46:39.090317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8dda5-837d-4269-895b-d5b82652e3a8 req-15c94b95-d181-41c5-8663-c9de16d85fc7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:39.091729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73e8dda5-837d-4269-895b-d5b82652e3a8 req-15c94b95-d181-41c5-8663-c9de16d85fc7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.1771960
Feb 19 21:46:39.175740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e9b77a1-8f80-44ab-ab65-32a844f07d85 req-9c84c98f-c0c0-457b-b5e8-b71f61cada50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00 HTTP/1.1" status: 200  len: 1002 time: 0.0830677
Feb 19 21:46:39.184236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-73e8dda5-837d-4269-895b-d5b82652e3a8 req-24059145-7553-44d6-84ae-9f01df5b50ce tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862582
Feb 19 21:46:39.231835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b77a1-8f80-44ab-ab65-32a844f07d85 req-ab164d91-e8a3-47f6-b99f-251319117958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:39.233238 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e9b77a1-8f80-44ab-ab65-32a844f07d85 req-ab164d91-e8a3-47f6-b99f-251319117958 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5da58ac-e380-4a2e-817a-0b23dbe032d8 HTTP/1.1" status: 200  len: 835 time: 0.0481527
Feb 19 21:46:39.281392 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b77a1-8f80-44ab-ab65-32a844f07d85 req-52d65550-6f15-42a1-aa97-0eff3d746838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:39.282855 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e9b77a1-8f80-44ab-ab65-32a844f07d85 req-52d65550-6f15-42a1-aa97-0eff3d746838 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ded74d88-36b9-4d91-bfa9-2f85143b9835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439456
Feb 19 21:46:39.370263 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e9b77a1-8f80-44ab-ab65-32a844f07d85 req-180b0075-f071-47fa-8dcb-bc24a1b36828 service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800214
Feb 19 21:46:39.468883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8e9b77a1-8f80-44ab-ab65-32a844f07d85 req-ac7f6ce2-0db2-4180-90f2-b9498676402f service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917947
Feb 19 21:46:40.361541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cb60f-0648-436f-aa0d-a8c080f83029 req-b32abfed-f61a-4dd4-b8a4-bd1627c44325 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:40.363075 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e75cb60f-0648-436f-aa0d-a8c080f83029 req-b32abfed-f61a-4dd4-b8a4-bd1627c44325 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.1070154
Feb 19 21:46:40.412018 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e75cb60f-0648-436f-aa0d-a8c080f83029 req-bc7b791f-350c-4b6f-8f10-95e9fea6c4d3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426393
Feb 19 21:46:41.530077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09abfc-0844-4fa8-9a99-b26c368d8f91 req-875e16a8-720f-4e3e-8aac-8f6617e18451 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:41.531544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a09abfc-0844-4fa8-9a99-b26c368d8f91 req-875e16a8-720f-4e3e-8aac-8f6617e18451 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0516386
Feb 19 21:46:41.583629 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a09abfc-0844-4fa8-9a99-b26c368d8f91 req-80903ec8-051d-48ef-910d-387bbbcfc44b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465055
Feb 19 21:46:42.713089 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c2654-7a91-4162-ba21-ce2749191020 req-4a08693a-a2ee-4c8a-8d90-4a06fa963e5f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:42.714622 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c91c2654-7a91-4162-ba21-ce2749191020 req-4a08693a-a2ee-4c8a-8d90-4a06fa963e5f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0541656
Feb 19 21:46:42.763842 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c91c2654-7a91-4162-ba21-ce2749191020 req-eb66e1cc-fdda-4687-a080-3574500eae71 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433557
Feb 19 21:46:43.883752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e197490-dca5-45f4-9a0f-e484bf63876d req-2319b73b-94cf-47a3-ac1b-5b5b877f07f3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:43.885264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e197490-dca5-45f4-9a0f-e484bf63876d req-2319b73b-94cf-47a3-ac1b-5b5b877f07f3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0523646
Feb 19 21:46:43.933053 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e197490-dca5-45f4-9a0f-e484bf63876d req-f8d4d0a1-9347-4808-916a-8fb128c31ceb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421917
Feb 19 21:46:45.057364 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3a443-47e1-4708-99ab-0f4a8a61f27b req-9ad765d2-2d12-4779-9c5e-2a966f728f64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:45.058838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fda3a443-47e1-4708-99ab-0f4a8a61f27b req-9ad765d2-2d12-4779-9c5e-2a966f728f64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0558646
Feb 19 21:46:45.106250 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fda3a443-47e1-4708-99ab-0f4a8a61f27b req-dee62031-b3f8-4ffb-8976-1eae80cad450 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419309
Feb 19 21:46:46.225679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd175a-e14f-44dc-a1d5-f97d117082ce req-deeae2c8-0cd6-4bce-ba6e-a388274cba1f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:46.227884 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bbcd175a-e14f-44dc-a1d5-f97d117082ce req-deeae2c8-0cd6-4bce-ba6e-a388274cba1f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0525947
Feb 19 21:46:46.274953 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bbcd175a-e14f-44dc-a1d5-f97d117082ce req-4e2f9e70-4d19-4913-95a3-868def53798f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415580
Feb 19 21:46:47.402414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6df05-8117-4671-8bff-14886e009315 req-5e39e7a1-0791-4552-b765-53b25eec646a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:47.403905 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-32f6df05-8117-4671-8bff-14886e009315 req-5e39e7a1-0791-4552-b765-53b25eec646a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0566542
Feb 19 21:46:47.452484 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-32f6df05-8117-4671-8bff-14886e009315 req-034a68e3-f97a-472a-ac1c-975a32e6b0a9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429454
Feb 19 21:46:48.395986 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-93e686ba-87db-4e39-a968-c571b13b3e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:48.569702 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1297a-e170-43c8-b123-1cda4e7cfed8 req-5ade8823-94a2-4011-99e4-e48b88876b51 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:48.571874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cd1297a-e170-43c8-b123-1cda4e7cfed8 req-5ade8823-94a2-4011-99e4-e48b88876b51 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0529237
Feb 19 21:46:48.620032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cd1297a-e170-43c8-b123-1cda4e7cfed8 req-04adaa0b-dba5-46d7-b1c4-274fd2c445cf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422115
Feb 19 21:46:49.743213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45b6e5-c71d-4f7e-880a-ff9b0afaa5e0 req-5824c524-85d8-4e42-8c0f-567f2d2761c7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:49.744735 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca45b6e5-c71d-4f7e-880a-ff9b0afaa5e0 req-5824c524-85d8-4e42-8c0f-567f2d2761c7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0580623
Feb 19 21:46:49.796526 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ca45b6e5-c71d-4f7e-880a-ff9b0afaa5e0 req-18fe2e12-70e9-4494-8e8c-a6266c7b8387 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461187
Feb 19 21:46:50.680978 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-46da052c-bc8e-41b7-b000-312c0e2a5237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:50.913415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aecb48-ab0d-45e8-8f49-839511c54daa req-b2cd6a0a-4d13-41e5-8d5b-9cbf369b632e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:50.915517 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53aecb48-ab0d-45e8-8f49-839511c54daa req-b2cd6a0a-4d13-41e5-8d5b-9cbf369b632e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0522244
Feb 19 21:46:50.963997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-53aecb48-ab0d-45e8-8f49-839511c54daa req-faf72901-9a73-493f-bf79-54ae8f422e9b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428734
Feb 19 21:46:50.985991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37742) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:46:51.044498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e60efa7c-eb00-4f0e-b433-36cd8a6cb4d4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/f98cac3e-81ed-4b54-9579-7b1c2cf9a796 HTTP/1.1" status: 200  len: 994 time: 0.0573833
Feb 19 21:46:51.995501 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:53.347304 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:53.605718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-e9100f4f-d2d1-4f8d-901a-8731bfe5f625 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0470037
Feb 19 21:46:53.692990 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-9137394c-6a87-435a-a1f8-55a87c842a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:53.694750 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-9137394c-6a87-435a-a1f8-55a87c842a48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 1128 time: 0.0451808
Feb 19 21:46:53.835537 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-459a99fd-309f-4938-9b1a-ac21b2734fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:53.837058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-459a99fd-309f-4938-9b1a-ac21b2734fa2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ded74d88-36b9-4d91-bfa9-2f85143b9835 HTTP/1.1" status: 200  len: 898 time: 0.0841956
Feb 19 21:46:53.903868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-4b546e4d-0e57-4861-b3c2-93e78c348747 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00 HTTP/1.1" status: 200  len: 1002 time: 0.0611122
Feb 19 21:46:53.951056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-9af9d2a8-7082-447a-afd4-579444a75ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:53.952495 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-9af9d2a8-7082-447a-afd4-579444a75ea9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5da58ac-e380-4a2e-817a-0b23dbe032d8 HTTP/1.1" status: 200  len: 835 time: 0.0432191
Feb 19 21:46:54.000791 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-82db7a70-0984-412c-a8e8-c7a378833fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:46:54.002312 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-82db7a70-0984-412c-a8e8-c7a378833fa9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ded74d88-36b9-4d91-bfa9-2f85143b9835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448360
Feb 19 21:46:54.092032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-4427f87b-56e3-42e3-aaa6-fc102e30a6ec service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842743
Feb 19 21:46:54.179418 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9872a82a-40ed-4c32-b404-5cf7959875c1 req-b2f2e3cb-10f3-44f7-93d1-9e1d3ef57fa7 service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819831
Feb 19 21:46:54.518564 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:56.278285 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:46:59.843836 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:15.304882 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:47:18.398779 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5a786715-41c5-4661-8ec9-b4fa947101e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:20.682593 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c121338f-d1b6-4dff-938d-40dd4993ceb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:21.996706 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:23.349939 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:24.520675 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:26.290103 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:29.833123 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:39.716577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37786) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:39.876552 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port b4b6a141-f4a9-4846-8287-da1faaee303e {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:47:39.876898 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (b4b6a141-f4a9-4846-8287-da1faaee303e), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:39.949564 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (b4b6a141-f4a9-4846-8287-da1faaee303e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:39.949896 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (b4b6a141-f4a9-4846-8287-da1faaee303e), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:39.961376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for b4b6a141-f4a9-4846-8287-da1faaee303e owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:47:40.104551 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (b4b6a141-f4a9-4846-8287-da1faaee303e), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:40.129487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=b4b6a141-f4a9-4846-8287-da1faaee303e,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:40.156809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.157167 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.157516 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.157863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.158197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.158528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.158859 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.159189 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.159517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.159847 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.160174 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.160525 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.160850 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:40.204239 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (f98cac3e-81ed-4b54-9579-7b1c2cf9a796), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:40.204610 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Floating IP f98cac3e-81ed-4b54-9579-7b1c2cf9a796 disassociated (deleted). External IP: 172.35.2.243, port: 01c99b91-c36a-417d-8b9a-33b64aa91c00.
Feb 19 21:47:40.415642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 165208e1-f313-4b7a-bee4-c198ecb71bfd has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:47:40.527768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:47:40.532614 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:40.537862 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e0ca0-c03a-4456-b51a-b8200a5de469 None None] Sync routers for ids ['165208e1-f313-4b7a-bee4-c198ecb71bfd'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:47:40.550209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e0ca0-c03a-4456-b51a-b8200a5de469 None None] Routers {'165208e1-f313-4b7a-bee4-c198ecb71bfd'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:47:40.550865 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0a3e0ca0-c03a-4456-b51a-b8200a5de469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a723506d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:47:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['165208e1-f313-4b7a-bee4-c198ecb71bfd'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:40.563920 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f091fbf1-8700-4e0e-9f81-20bf5064e978 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/floatingips/f98cac3e-81ed-4b54-9579-7b1c2cf9a796 HTTP/1.1" status: 204  len: 168 time: 0.8462269
Feb 19 21:47:40.564553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'tag': '01c99b91-c36a-417d-8b9a-33b64aa91c00'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:47:40.566831 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "62e10bc9-026f-472f-b405-8a8dc3dd8e49", "tag": "01c99b91-c36a-417d-8b9a-33b64aa91c00"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:47:40.674704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-0a3e0ca0-c03a-4456-b51a-b8200a5de469 None None] Set router 165208e1-f313-4b7a-bee4-c198ecb71bfd gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:47:40.679241 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8396d6-42a7-493b-b82d-a5e95d41835e x-openstack-request-id: req-1c8396d6-42a7-493b-b82d-a5e95d41835e {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:47:40.679542 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e10bc9-026f-472f-b405-8a8dc3dd8e49", "tag": "01c99b91-c36a-417d-8b9a-33b64aa91c00", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:47:40.679807 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c8396d6-42a7-493b-b82d-a5e95d41835e {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:47:40.680230 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'tag': '01c99b91-c36a-417d-8b9a-33b64aa91c00', 'status': 'completed', 'code': 200}
Feb 19 21:47:40.765039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1 req-48dd6292-c431-43bc-8969-83aa9e7d2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:40.766672 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1 req-48dd6292-c431-43bc-8969-83aa9e7d2f8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 1128 time: 0.0623438
Feb 19 21:47:40.875424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4cee2-b82e-4e30-b8ea-2b22350fd784 req-80ebe601-99b2-43e4-806a-fa799fa51549 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:40.876971 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ad4cee2-b82e-4e30-b8ea-2b22350fd784 req-80ebe601-99b2-43e4-806a-fa799fa51549 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.1094241
Feb 19 21:47:40.904659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0a3e0ca0-c03a-4456-b51a-b8200a5de469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a723506d0>, [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:20Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80a890e2-8cea-4c79-8603-128fe4a2189b', 'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:87:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:20Z', 'updated_at': '2022-02-19T21:45:23Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:40.907759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1 req-32fd4606-34e7-4096-a220-3e131902c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:40.909243 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1 req-32fd4606-34e7-4096-a220-3e131902c8ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=ded74d88-36b9-4d91-bfa9-2f85143b9835 HTTP/1.1" status: 200  len: 898 time: 0.1318989
Feb 19 21:47:40.931553 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e0ca0-c03a-4456-b51a-b8200a5de469 None None] Checking router: 165208e1-f313-4b7a-bee4-c198ecb71bfd for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:47:40.939988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e0ca0-c03a-4456-b51a-b8200a5de469 None None] Routers {'165208e1-f313-4b7a-bee4-c198ecb71bfd'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:47:40.940643 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0a3e0ca0-c03a-4456-b51a-b8200a5de469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a723506d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:47:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['165208e1-f313-4b7a-bee4-c198ecb71bfd'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:40.972607 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1 req-b4855c31-7a48-4e29-9926-5edf022cd38f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00 HTTP/1.1" status: 200  len: 217 time: 0.0454922
Feb 19 21:47:40.977352 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ad4cee2-b82e-4e30-b8ea-2b22350fd784 req-2f9d8d34-8c7a-4a99-99dd-9e0a18e62dcd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0939264
Feb 19 21:47:41.020625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1 req-288205b7-e284-448b-a300-b35aa76f1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:41.022104 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1 req-288205b7-e284-448b-a300-b35aa76f1c2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5da58ac-e380-4a2e-817a-0b23dbe032d8 HTTP/1.1" status: 200  len: 835 time: 0.0430398
Feb 19 21:47:41.048429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-0a3e0ca0-c03a-4456-b51a-b8200a5de469 None None] Set router 165208e1-f313-4b7a-bee4-c198ecb71bfd gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:47:41.076622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1 req-ace07829-0f5d-42d1-b28c-59b078ba90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:41.078186 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1 req-ace07829-0f5d-42d1-b28c-59b078ba90b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ded74d88-36b9-4d91-bfa9-2f85143b9835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479736
Feb 19 21:47:41.168867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1 req-a95bcece-4a68-42d7-95d6-de2d1238f923 service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833035
Feb 19 21:47:41.244277 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-0a3e0ca0-c03a-4456-b51a-b8200a5de469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a723506d0>, [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:20Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80a890e2-8cea-4c79-8603-128fe4a2189b', 'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:87:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:20Z', 'updated_at': '2022-02-19T21:45:23Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:41.267921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-478915fd-dbc8-46ba-bafd-831ae1d8a3e1 req-2a31ff1b-f4e5-4eb5-8719-b752512f771c service neutron] 10.222.0.67 "GET /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926623
Feb 19 21:47:41.273931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e0ca0-c03a-4456-b51a-b8200a5de469 None None] The sync data for ids ['165208e1-f313-4b7a-bee4-c198ecb71bfd'] in ncdv-master-1 is: [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:20Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80a890e2-8cea-4c79-8603-128fe4a2189b', 'name': '', 'network_id': 'ded74d88-36b9-4d91-bfa9-2f85143b9835', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:87:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:20Z', 'updated_at': '2022-02-19T21:45:23Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'a5da58ac-e380-4a2e-817a-0b23dbe032d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:47:41.495933 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad1c75-b462-4f86-9c58-69a0f6ea3ca8 None None] New status for floating IP f98cac3e-81ed-4b54-9579-7b1c2cf9a796: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:47:42.098877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a69e1-e8e3-4d5a-9f01-b89d8d1790a4 req-a2d97f70-5f7c-44e3-80a1-4bb770ce9e5c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:42.100374 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd1a69e1-e8e3-4d5a-9f01-b89d8d1790a4 req-a2d97f70-5f7c-44e3-80a1-4bb770ce9e5c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0525961
Feb 19 21:47:42.148212 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cd1a69e1-e8e3-4d5a-9f01-b89d8d1790a4 req-6cfeec14-9c0f-4f79-b187-e48cf422b521 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=5f77ab77-cf8c-416f-afd4-f336bf825888&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417221
Feb 19 21:47:42.436926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43af7de-e907-4d64-9da1-886ce273336e req-d3f29cc9-61ce-4088-a71b-4a2c3768492c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:42.438294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43af7de-e907-4d64-9da1-886ce273336e req-d3f29cc9-61ce-4088-a71b-4a2c3768492c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 946 time: 0.0538199
Feb 19 21:47:42.532448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-a43af7de-e907-4d64-9da1-886ce273336e req-7897477b-4529-45f1-be49-49810d01a172 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 01c99b91-c36a-417d-8b9a-33b64aa91c00 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:47:42.532789 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43af7de-e907-4d64-9da1-886ce273336e req-7897477b-4529-45f1-be49-49810d01a172 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:42.619164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-a43af7de-e907-4d64-9da1-886ce273336e req-7897477b-4529-45f1-be49-49810d01a172 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 01c99b91-c36a-417d-8b9a-33b64aa91c00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c99b91-c36a-417d-8b9a-33b64aa91c00,segment=NetworkSegment(16266371-2c7e-4cc6-a18a-379ba375ae7e),segment_id=16266371-2c7e-4cc6-a18a-379ba375ae7e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:47:42.619538 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43af7de-e907-4d64-9da1-886ce273336e req-7897477b-4529-45f1-be49-49810d01a172 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:42.632082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-a43af7de-e907-4d64-9da1-886ce273336e req-7897477b-4529-45f1-be49-49810d01a172 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 01c99b91-c36a-417d-8b9a-33b64aa91c00 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:47:42.760229 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43af7de-e907-4d64-9da1-886ce273336e req-7897477b-4529-45f1-be49-49810d01a172 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (01c99b91-c36a-417d-8b9a-33b64aa91c00), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:42.787031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897477b-4529-45f1-be49-49810d01a172 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=01c99b91-c36a-417d-8b9a-33b64aa91c00,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:42.832899 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43af7de-e907-4d64-9da1-886ce273336e req-7897477b-4529-45f1-be49-49810d01a172 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] No DVR routers for this DVR port 01c99b91-c36a-417d-8b9a-33b64aa91c00 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:47:42.835384 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-a43af7de-e907-4d64-9da1-886ce273336e req-7897477b-4529-45f1-be49-49810d01a172 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:42.839538 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a43af7de-e907-4d64-9da1-886ce273336e req-7897477b-4529-45f1-be49-49810d01a172 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "DELETE /v2.0/ports/01c99b91-c36a-417d-8b9a-33b64aa91c00 HTTP/1.1" status: 204  len: 173 time: 0.3961313
Feb 19 21:47:42.839986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'name': 'network-vif-deleted', 'tag': '01c99b91-c36a-417d-8b9a-33b64aa91c00'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:47:42.842299 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbee831-28f9-459c-80b3-d6ebd3307f29" -d '{"events": [{"server_uuid": "62e10bc9-026f-472f-b405-8a8dc3dd8e49", "name": "network-vif-deleted", "tag": "01c99b91-c36a-417d-8b9a-33b64aa91c00"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:47:42.880003 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9c52da-b67b-48d6-8961-4e67d1dff7cd x-openstack-request-id: req-9d9c52da-b67b-48d6-8961-4e67d1dff7cd {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:47:42.880314 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e10bc9-026f-472f-b405-8a8dc3dd8e49", "name": "network-vif-deleted", "tag": "01c99b91-c36a-417d-8b9a-33b64aa91c00", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:47:42.880638 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d9c52da-b67b-48d6-8961-4e67d1dff7cd {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:47:42.881003 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e10bc9-026f-472f-b405-8a8dc3dd8e49', 'name': 'network-vif-deleted', 'tag': '01c99b91-c36a-417d-8b9a-33b64aa91c00', 'status': 'completed', 'code': 200}
Feb 19 21:47:43.603726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-65d7d755-1764-4677-8782-602511c229ea req-5596d591-1e3d-4e6b-ad2a-ac151109f9f9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e10bc9-026f-472f-b405-8a8dc3dd8e49 HTTP/1.1" status: 200  len: 210 time: 0.3675978
Feb 19 21:47:44.660387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37804) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:45.017006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (165208e1-f313-4b7a-bee4-c198ecb71bfd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:45.276436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 80a890e2-8cea-4c79-8603-128fe4a2189b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:47:45.276736 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:45.368317 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 80a890e2-8cea-4c79-8603-128fe4a2189b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80a890e2-8cea-4c79-8603-128fe4a2189b,segment=NetworkSegment(16266371-2c7e-4cc6-a18a-379ba375ae7e),segment_id=16266371-2c7e-4cc6-a18a-379ba375ae7e)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:47:45.368720 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:45.382172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 80a890e2-8cea-4c79-8603-128fe4a2189b owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:47:45.567956 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (80a890e2-8cea-4c79-8603-128fe4a2189b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:45.594696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=80a890e2-8cea-4c79-8603-128fe4a2189b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:45.778117 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (165208e1-f313-4b7a-bee4-c198ecb71bfd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:45.996869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 165208e1-f313-4b7a-bee4-c198ecb71bfd has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:47:46.106295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:47:46.112002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-364f3a5f-fad7-425c-9cbc-7dce160f1adb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "PUT /v2.0/routers/165208e1-f313-4b7a-bee4-c198ecb71bfd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4505064
Feb 19 21:47:46.116710 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37806) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:46.117376 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c238018b-0e9b-428e-a07d-3b362e78c607 None None] Sync routers for ids ['165208e1-f313-4b7a-bee4-c198ecb71bfd'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:47:46.128055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c238018b-0e9b-428e-a07d-3b362e78c607 None None] Routers {'165208e1-f313-4b7a-bee4-c198ecb71bfd'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:47:46.128934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c238018b-0e9b-428e-a07d-3b362e78c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62ed7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:47:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['165208e1-f313-4b7a-bee4-c198ecb71bfd'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:46.174364 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4530c3-6dfd-433f-b183-cabc5ffd4f95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting subnet a5da58ac-e380-4a2e-817a-0b23dbe032d8 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:47:46.177563 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f4530c3-6dfd-433f-b183-cabc5ffd4f95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (a5da58ac-e380-4a2e-817a-0b23dbe032d8), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.218496 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f4530c3-6dfd-433f-b183-cabc5ffd4f95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (a5da58ac-e380-4a2e-817a-0b23dbe032d8), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.236749 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-c238018b-0e9b-428e-a07d-3b362e78c607 None None] Set router 165208e1-f313-4b7a-bee4-c198ecb71bfd gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:47:46.289174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 01c99b91-c36a-417d-8b9a-33b64aa91c00 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:47:46.302479 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f4530c3-6dfd-433f-b183-cabc5ffd4f95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a5da58ac-e380-4a2e-817a-0b23dbe032d8), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.347256 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 01c99b91-c36a-417d-8b9a-33b64aa91c00 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:47:46.347610 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 01c99b91-c36a-417d-8b9a-33b64aa91c00 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:47:46.371448 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f4530c3-6dfd-433f-b183-cabc5ffd4f95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (a5da58ac-e380-4a2e-817a-0b23dbe032d8), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.400703 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-6f4530c3-6dfd-433f-b183-cabc5ffd4f95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.406659 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-6f4530c3-6dfd-433f-b183-cabc5ffd4f95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/subnets/a5da58ac-e380-4a2e-817a-0b23dbe032d8 HTTP/1.1" status: 204  len: 168 time: 0.2864699
Feb 19 21:47:46.406659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4530c3-6dfd-433f-b183-cabc5ffd4f95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Subnet': ['ID=a5da58ac-e380-4a2e-817a-0b23dbe032d8,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:46.407068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37808) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:46.425018 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3d8bf-1310-4775-a324-925e3abd16e5 None None] Network ded74d88-36b9-4d91-bfa9-2f85143b9835 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:47:46.517194 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (165208e1-f313-4b7a-bee4-c198ecb71bfd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.538613 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c238018b-0e9b-428e-a07d-3b362e78c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62ed7ac0>, [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:47:45Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:46.568252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c238018b-0e9b-428e-a07d-3b362e78c607 None None] Checking router: 165208e1-f313-4b7a-bee4-c198ecb71bfd for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:47:46.578335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c238018b-0e9b-428e-a07d-3b362e78c607 None None] Routers {'165208e1-f313-4b7a-bee4-c198ecb71bfd'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:47:46.578966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c238018b-0e9b-428e-a07d-3b362e78c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62ed7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:47:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['165208e1-f313-4b7a-bee4-c198ecb71bfd'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:46.627264 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (165208e1-f313-4b7a-bee4-c198ecb71bfd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.647974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] DHCP port deletion for ded74d88-36b9-4d91-bfa9-2f85143b9835 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:47:46.682011 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 516596f7-92a4-4d5e-b1b8-04f8bb17c321 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:47:46.682370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.721049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-c238018b-0e9b-428e-a07d-3b362e78c607 None None] Set router 165208e1-f313-4b7a-bee4-c198ecb71bfd gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:47:46.766975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 516596f7-92a4-4d5e-b1b8-04f8bb17c321, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=516596f7-92a4-4d5e-b1b8-04f8bb17c321,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:47:46.767345 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.780177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 516596f7-92a4-4d5e-b1b8-04f8bb17c321 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:47:46.815021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Deleting port a94043e0-83f0-4b6c-8f64-43efacbc1a2e {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:47:46.815312 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.894722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] For port a94043e0-83f0-4b6c-8f64-43efacbc1a2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a94043e0-83f0-4b6c-8f64-43efacbc1a2e,segment=NetworkSegment(16266371-2c7e-4cc6-a18a-379ba375ae7e),segment_id=16266371-2c7e-4cc6-a18a-379ba375ae7e)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:47:46.895111 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.919121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Calling delete_port for a94043e0-83f0-4b6c-8f64-43efacbc1a2e owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:47:46.947188 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (516596f7-92a4-4d5e-b1b8-04f8bb17c321), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:46.971510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=516596f7-92a4-4d5e-b1b8-04f8bb17c321,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:46.986848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.986848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.987170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.987315 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.987599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.987937 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.988280 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.988646 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.988985 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.989325 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.989660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.989993 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:46.990321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.047432 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (165208e1-f313-4b7a-bee4-c198ecb71bfd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.142834 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (165208e1-f313-4b7a-bee4-c198ecb71bfd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.145080 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_controller (165208e1-f313-4b7a-bee4-c198ecb71bfd), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.186760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c238018b-0e9b-428e-a07d-3b362e78c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62ed7ac0>, [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:47:45Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:47.192921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (165208e1-f313-4b7a-bee4-c198ecb71bfd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.193556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Fanout notify agent at l3_agent the message router_deleted on router 165208e1-f313-4b7a-bee4-c198ecb71bfd {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:47:47.200654 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.204579 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c6fa26cb-706b-412f-bb72-855b30daab57 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/routers/165208e1-f313-4b7a-bee4-c198ecb71bfd HTTP/1.1" status: 204  len: 168 time: 0.7938745
Feb 19 21:47:47.204811 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37812) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:47.217755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c238018b-0e9b-428e-a07d-3b362e78c607 None None] The sync data for ids ['165208e1-f313-4b7a-bee4-c198ecb71bfd'] in ncdv-master-1 is: [{'id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527844283', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12'}], 'enable_snat': True}, 'gw_port_id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:47:45Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '516596f7-92a4-4d5e-b1b8-04f8bb17c321', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165208e1-f313-4b7a-bee4-c198ecb71bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:45:17Z', 'updated_at': '2022-02-19T21:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:47:47.219174 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (a94043e0-83f0-4b6c-8f64-43efacbc1a2e), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.251624 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Pushing event deleted for resources: {'Port': ['ID=a94043e0-83f0-4b6c-8f64-43efacbc1a2e,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:47.261189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] No DVR routers for this DVR port a94043e0-83f0-4b6c-8f64-43efacbc1a2e on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:47:47.265595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.265936 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.266290 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.266628 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.266965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.267296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.267621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.268239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.268239 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.268593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.268919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.269233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.270383 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8719881-b4bf-454c-b766-87d7a5d625b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:47.286667 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (ded74d88-36b9-4d91-bfa9-2f85143b9835), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.374712 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (ded74d88-36b9-4d91-bfa9-2f85143b9835), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.394114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a2cef70>,) {'filters': {'network_id': ['ded74d88-36b9-4d91-bfa9-2f85143b9835']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:47.403061 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a2cef70>, '16266371-2c7e-4cc6-a18a-379ba375ae7e') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:47.403364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a2cef70>, '16266371-2c7e-4cc6-a18a-379ba375ae7e') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:47.412536 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (16266371-2c7e-4cc6-a18a-379ba375ae7e), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.425631 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (16266371-2c7e-4cc6-a18a-379ba375ae7e), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.431865 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:47:47.432248 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (16266371-2c7e-4cc6-a18a-379ba375ae7e), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:47:47.435175 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:47:47.490369 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (ded74d88-36b9-4d91-bfa9-2f85143b9835), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.497898 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.501173 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/networks/ded74d88-36b9-4d91-bfa9-2f85143b9835 HTTP/1.1" status: 204  len: 168 time: 0.2954257
Feb 19 21:47:47.504025 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37814) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:47.517638 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105110f-897b-4ff0-a166-375d55c2a570 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Network': ['ID=ded74d88-36b9-4d91-bfa9-2f85143b9835,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:47.566389 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cf52-97dd-4685-9f4c-e8570d405ddb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (5f77ab77-cf8c-416f-afd4-f336bf825888), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.594172 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cf52-97dd-4685-9f4c-e8570d405ddb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (5f77ab77-cf8c-416f-afd4-f336bf825888), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.660126 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cf52-97dd-4685-9f4c-e8570d405ddb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (5f77ab77-cf8c-416f-afd4-f336bf825888), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.662899 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cf52-97dd-4685-9f4c-e8570d405ddb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:47.664155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c9a9cf52-97dd-4685-9f4c-e8570d405ddb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/security-groups/5f77ab77-cf8c-416f-afd4-f336bf825888 HTTP/1.1" status: 204  len: 168 time: 0.1590087
Feb 19 21:47:47.674720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9cf52-97dd-4685-9f4c-e8570d405ddb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f77ab77-cf8c-416f-afd4-f336bf825888,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:48.115622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37820) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:48.120158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b0c743e6-ecb5-4619-ba89-f795d0e3942d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1656745986', 'description': 'tempest-secgroup-smoke-1656745986 description', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:48.140834 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0c743e6-ecb5-4619-ba89-f795d0e3942d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.206328 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0c743e6-ecb5-4619-ba89-f795d0e3942d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (991528c6-152e-4bb7-82eb-af13d196e2e0), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.213242 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0c743e6-ecb5-4619-ba89-f795d0e3942d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (991528c6-152e-4bb7-82eb-af13d196e2e0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.239551 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b0c743e6-ecb5-4619-ba89-f795d0e3942d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.241204 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b0c743e6-ecb5-4619-ba89-f795d0e3942d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1242838
Feb 19 21:47:48.244581 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37822) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:48.249856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c5b2defb-353b-43dd-9149-349b0f9bd309 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '991528c6-152e-4bb7-82eb-af13d196e2e0', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:48.268815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 516596f7-92a4-4d5e-b1b8-04f8bb17c321 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:47:48.278031 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c743e6-ecb5-4619-ba89-f795d0e3942d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991528c6-152e-4bb7-82eb-af13d196e2e0,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:48.290517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 516596f7-92a4-4d5e-b1b8-04f8bb17c321 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:47:48.290869 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 516596f7-92a4-4d5e-b1b8-04f8bb17c321 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:47:48.291293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 80a890e2-8cea-4c79-8603-128fe4a2189b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:47:48.294881 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c5b2defb-353b-43dd-9149-349b0f9bd309 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (63a70f8b-b9a7-498f-9538-ac8a3737e13b), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.311332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 80a890e2-8cea-4c79-8603-128fe4a2189b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:47:48.311686 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 80a890e2-8cea-4c79-8603-128fe4a2189b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:47:48.312114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a94043e0-83f0-4b6c-8f64-43efacbc1a2e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:47:48.335289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a94043e0-83f0-4b6c-8f64-43efacbc1a2e {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:47:48.335743 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a94043e0-83f0-4b6c-8f64-43efacbc1a2e not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:47:48.348006 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c5b2defb-353b-43dd-9149-349b0f9bd309 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (63a70f8b-b9a7-498f-9538-ac8a3737e13b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.351623 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c5b2defb-353b-43dd-9149-349b0f9bd309 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (63a70f8b-b9a7-498f-9538-ac8a3737e13b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.369784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2defb-353b-43dd-9149-349b0f9bd309 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a70f8b-b9a7-498f-9538-ac8a3737e13b,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:48.378608 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c5b2defb-353b-43dd-9149-349b0f9bd309 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.379851 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c5b2defb-353b-43dd-9149-349b0f9bd309 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1342895
Feb 19 21:47:48.382653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37824) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:48.388231 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3947f8ec-c8eb-405b-a21e-242f60a1b527 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '991528c6-152e-4bb7-82eb-af13d196e2e0', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:48.401341 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-12c78be3-8759-491b-ba3d-709caa643fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.414677 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3947f8ec-c8eb-405b-a21e-242f60a1b527 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (48a8597d-704c-4032-8c91-77b9365979b2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.473209 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3947f8ec-c8eb-405b-a21e-242f60a1b527 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (48a8597d-704c-4032-8c91-77b9365979b2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.476797 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3947f8ec-c8eb-405b-a21e-242f60a1b527 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (48a8597d-704c-4032-8c91-77b9365979b2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.497692 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947f8ec-c8eb-405b-a21e-242f60a1b527 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a8597d-704c-4032-8c91-77b9365979b2,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:48.503247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3947f8ec-c8eb-405b-a21e-242f60a1b527 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.504481 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3947f8ec-c8eb-405b-a21e-242f60a1b527 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1208568
Feb 19 21:47:48.507281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37826) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:48.511557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-7e4e6714-12de-44f6-a903-216f955e292b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '991528c6-152e-4bb7-82eb-af13d196e2e0', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:48.537487 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6714-12de-44f6-a903-216f955e292b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (c5ae7b9b-ecc3-40ab-a4be-5bc51c9b491b), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.598779 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6714-12de-44f6-a903-216f955e292b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (c5ae7b9b-ecc3-40ab-a4be-5bc51c9b491b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.602247 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6714-12de-44f6-a903-216f955e292b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c5ae7b9b-ecc3-40ab-a4be-5bc51c9b491b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.617428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e6714-12de-44f6-a903-216f955e292b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ae7b9b-ecc3-40ab-a4be-5bc51c9b491b,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:48.627571 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6714-12de-44f6-a903-216f955e292b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.628799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7e4e6714-12de-44f6-a903-216f955e292b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1206019
Feb 19 21:47:48.631628 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37828) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:48.636533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-18dac0ac-f5cb-4611-80b9-e34b3e44707c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '991528c6-152e-4bb7-82eb-af13d196e2e0', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:48.661237 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-18dac0ac-f5cb-4611-80b9-e34b3e44707c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (7ec1d379-2eee-4e01-a0a7-d0d1e947a9c8), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.723637 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-18dac0ac-f5cb-4611-80b9-e34b3e44707c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (7ec1d379-2eee-4e01-a0a7-d0d1e947a9c8), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.727554 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-18dac0ac-f5cb-4611-80b9-e34b3e44707c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (7ec1d379-2eee-4e01-a0a7-d0d1e947a9c8), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.746319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dac0ac-f5cb-4611-80b9-e34b3e44707c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec1d379-2eee-4e01-a0a7-d0d1e947a9c8,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:48.754748 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-18dac0ac-f5cb-4611-80b9-e34b3e44707c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.755982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-18dac0ac-f5cb-4611-80b9-e34b3e44707c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1234381
Feb 19 21:47:48.759342 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37830) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:48.764127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d126cc2e-4d63-44e9-ae3d-4ebafc701ef3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '991528c6-152e-4bb7-82eb-af13d196e2e0', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:48.783999 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-d126cc2e-4d63-44e9-ae3d-4ebafc701ef3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Project 0b842c60e89342ae92bbc9f9b568e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:47:48.788874 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d126cc2e-4d63-44e9-ae3d-4ebafc701ef3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (941fefb8-1c16-476f-843e-d2e62a3ed96f), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.848038 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d126cc2e-4d63-44e9-ae3d-4ebafc701ef3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (941fefb8-1c16-476f-843e-d2e62a3ed96f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.851999 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d126cc2e-4d63-44e9-ae3d-4ebafc701ef3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (941fefb8-1c16-476f-843e-d2e62a3ed96f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.866600 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126cc2e-4d63-44e9-ae3d-4ebafc701ef3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941fefb8-1c16-476f-843e-d2e62a3ed96f,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:48.876828 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d126cc2e-4d63-44e9-ae3d-4ebafc701ef3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.878023 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d126cc2e-4d63-44e9-ae3d-4ebafc701ef3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1177638
Feb 19 21:47:48.880795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37832) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:48.885488 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0209eb25-3658-4c18-8b9a-77a5d472eb26 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '991528c6-152e-4bb7-82eb-af13d196e2e0', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:48.905389 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-0209eb25-3658-4c18-8b9a-77a5d472eb26 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Project 0b842c60e89342ae92bbc9f9b568e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:47:48.910154 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0209eb25-3658-4c18-8b9a-77a5d472eb26 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (1ff4e701-e5de-4b74-9f78-4fa15015382a), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.968818 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0209eb25-3658-4c18-8b9a-77a5d472eb26 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (1ff4e701-e5de-4b74-9f78-4fa15015382a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.972269 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0209eb25-3658-4c18-8b9a-77a5d472eb26 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (1ff4e701-e5de-4b74-9f78-4fa15015382a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.987138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209eb25-3658-4c18-8b9a-77a5d472eb26 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff4e701-e5de-4b74-9f78-4fa15015382a,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:48.997693 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0209eb25-3658-4c18-8b9a-77a5d472eb26 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:48.998886 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0209eb25-3658-4c18-8b9a-77a5d472eb26 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1171544
Feb 19 21:47:49.001747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37834) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:49.006440 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'network': {'name': 'tempest-network-smoke--688721987', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'port_security_enabled': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:49.025030 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:47:49.028210 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.052056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:47:49.061760 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (bc9480a7-1d80-45be-b535-161e5533a7ec), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.062110 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Added segment bc9480a7-1d80-45be-b535-161e5533a7ec of type vlan for network fca0a1b5-3205-484d-8a75-5441e46acc30
Feb 19 21:47:49.101680 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (fca0a1b5-3205-484d-8a75-5441e46acc30), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.128621 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (fca0a1b5-3205-484d-8a75-5441e46acc30), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.134024 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:49.134630 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.191790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1890430
Feb 19 21:47:49.194845 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37836) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:49.201344 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'admin_state_up': True, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:49.220250 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84a378-d896-4b1f-88fb-c6e0f2968ba2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Network': ['ID=fca0a1b5-3205-484d-8a75-5441e46acc30,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:49.231668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network fca0a1b5-3205-484d-8a75-5441e46acc30 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:47:49.233698 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (479033e9-0851-430e-840e-66df6e13b821), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.234780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (479033e9-0851-430e-840e-66df6e13b821), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.293179 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_controller (479033e9-0851-430e-840e-66df6e13b821), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.431063 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (479033e9-0851-430e-840e-66df6e13b821), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.620831 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (479033e9-0851-430e-840e-66df6e13b821), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.639061 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.741429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.35.2.36 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/877903db-f9d3-420f-8065-c9b5ba6c511c) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:47:49.844587 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.877587 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:49.914937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:47:49.917816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:47:49.921256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:47:49.945944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=877903db-f9d3-420f-8065-c9b5ba6c511c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:50.171857 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (479033e9-0851-430e-840e-66df6e13b821), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:50.371515 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (479033e9-0851-430e-840e-66df6e13b821), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:50.501946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 479033e9-0851-430e-840e-66df6e13b821 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:47:50.610790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:47:50.620649 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Sync routers for ids ['479033e9-0851-430e-840e-66df6e13b821'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:47:50.630047 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Routers {'479033e9-0851-430e-840e-66df6e13b821'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:47:50.630256 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:50.630674 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79ba30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:47:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['479033e9-0851-430e-840e-66df6e13b821'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:50.631867 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7e634657-4480-4bb7-814b-410d546fa9b7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4360952
Feb 19 21:47:50.635085 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37838) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:50.663899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bc2fbfaa-3382-43d6-a39c-6c614008b260 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0b842c60e89342ae92bbc9f9b568e4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276449
Feb 19 21:47:50.667353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37840) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:50.685126 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a79bdd9f-dfe8-41ca-850b-e1a824bc8a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:50.741988 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Set router 479033e9-0851-430e-840e-66df6e13b821 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:47:50.759307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f619f9b-6188-47e3-bb50-00c908e70928 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:50.761002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-1f619f9b-6188-47e3-bb50-00c908e70928 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0927339
Feb 19 21:47:50.763971 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37842) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:50.796799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3f9836de-9b7b-43ad-a998-1b067b6e808a tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0316560
Feb 19 21:47:50.799271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37844) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:50.804006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-323270708', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:50.897798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:47:50.902222 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:50.924581 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79ba30>, [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:50Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:50.951122 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Checking router: 479033e9-0851-430e-840e-66df6e13b821 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:47:50.951480 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Updating router 479033e9-0851-430e-840e-66df6e13b821 port 877903db-f9d3-420f-8065-c9b5ba6c511c binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:47:50.979827 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.093763 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (8365dbeb-387c-476c-a813-f4769826a3b9), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.154716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Subnet': ['ID=8365dbeb-387c-476c-a813-f4769826a3b9,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:51.162772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Checking segment: {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:47:51.163136 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network hostable DHCP agents. Network: fca0a1b5-3205-484d-8a75-5441e46acc30, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:47:51.180203 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network fca0a1b5-3205-484d-8a75-5441e46acc30 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:47:51.188674 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fca0a1b5-3205-484d-8a75-5441e46acc30) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:47:51.192967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:51.193817 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.200253 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81e4320-e629-44aa-af65-9e1669ab1aa6 None None] Network fca0a1b5-3205-484d-8a75-5441e46acc30 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:47:51.213543 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3575de03-e5b9-4066-b475-ba2278354070 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4131930
Feb 19 21:47:51.216802 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37846) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:47:51.240209 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Publish callbacks [] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.246488 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.297370 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Attempting to bind port 877903db-f9d3-420f-8065-c9b5ba6c511c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:47:51.297744 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Attempting to bind port 877903db-f9d3-420f-8065-c9b5ba6c511c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:47:51.298105 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Attempting to bind port 877903db-f9d3-420f-8065-c9b5ba6c511c on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:47:51.309698 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Pushing event updated for resources: {'Port': ['ID=877903db-f9d3-420f-8065-c9b5ba6c511c,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:51.312858 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fca0a1b5-3205-484d-8a75-5441e46acc30', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:47:51.313741 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.316689 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:47:51.317071 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:47:51.317471 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.317861 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:47:51.318334 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Bound port: 877903db-f9d3-420f-8065-c9b5ba6c511c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:47:51.318712 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.322567 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.322912 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.323249 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.323988 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.323988 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.324231 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.324556 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.324882 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.325204 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.325882 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.325882 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.326157 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.326458 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:47:51.377144 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] For port 877903db-f9d3-420f-8065-c9b5ba6c511c, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:47:51.380664 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] For port 877903db-f9d3-420f-8065-c9b5ba6c511c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=877903db-f9d3-420f-8065-c9b5ba6c511c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:47:51.387668 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.438776 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e15fcf-9f49-4475-a0b1-bb942c37b42f None None] Pushing event updated for resources: {'Port': ['ID=877903db-f9d3-420f-8065-c9b5ba6c511c,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:51.458844 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Routers {'479033e9-0851-430e-840e-66df6e13b821'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:47:51.459558 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79ba30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:47:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['479033e9-0851-430e-840e-66df6e13b821'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:51.473540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Allocated IP 172.20.0.2 (fca0a1b5-3205-484d-8a75-5441e46acc30/8365dbeb-387c-476c-a813-f4769826a3b9/7f2566d5-c87b-455d-b33a-93a385b16685) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:47:51.572911 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] Set router 479033e9-0851-430e-840e-66df6e13b821 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:47:51.632960 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Publish callbacks [] for port (7f2566d5-c87b-455d-b33a-93a385b16685), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.641524 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (7f2566d5-c87b-455d-b33a-93a385b16685), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.686341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Network fca0a1b5-3205-484d-8a75-5441e46acc30 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:47:51.692988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:47:51.699786 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:47:51.745131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Pushing event updated for resources: {'Port': ['ID=7f2566d5-c87b-455d-b33a-93a385b16685,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:51.774778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Attempting to bind port 7f2566d5-c87b-455d-b33a-93a385b16685 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:47:51.775162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Attempting to bind port 7f2566d5-c87b-455d-b33a-93a385b16685 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:47:51.775536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Attempting to bind port 7f2566d5-c87b-455d-b33a-93a385b16685 on network fca0a1b5-3205-484d-8a75-5441e46acc30 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:47:51.781381 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:47:51.781790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Checking segment: {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:47:51.785063 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.785560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Bound using segment: {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:47:51.786851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Bound port: 7f2566d5-c87b-455d-b33a-93a385b16685, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:47:51.787389 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7f2566d5-c87b-455d-b33a-93a385b16685), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.865853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] For port 7f2566d5-c87b-455d-b33a-93a385b16685, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:47:51.870587 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] For port 7f2566d5-c87b-455d-b33a-93a385b16685, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f2566d5-c87b-455d-b33a-93a385b16685,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:47:51.872829 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b79ba30>, [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:50Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:51.880436 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7f2566d5-c87b-455d-b33a-93a385b16685), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.899871 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78946af-d7a3-4daa-a7de-fd9d029b388e None None] The sync data for ids ['479033e9-0851-430e-840e-66df6e13b821'] in ncdv-master-1 is: [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:50Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:47:51.946326 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:51.953138 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471b040-d667-4808-bbbc-f466208b0ce9 None None] Pushing event updated for resources: {'Port': ['ID=7f2566d5-c87b-455d-b33a-93a385b16685,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:52.005803 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:52.303866 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:47:52.328520 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.20.0.1 (fca0a1b5-3205-484d-8a75-5441e46acc30/8365dbeb-387c-476c-a813-f4769826a3b9/58487e4d-a2e8-432e-b00f-d3e4b80031b7) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:47:52.460584 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:52.495989 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:52.540761 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network fca0a1b5-3205-484d-8a75-5441e46acc30 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:47:52.543938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:47:52.546873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:47:52.577849 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=58487e4d-a2e8-432e-b00f-d3e4b80031b7,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:52.598635 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (479033e9-0851-430e-840e-66df6e13b821), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:52.751584 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:52.966001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40a6f56-a8f6-4cbe-9035-55aa3535fa26 None None] Network fca0a1b5-3205-484d-8a75-5441e46acc30 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:47:53.037974 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-060cc0d0-0a3d-4e2b-92f6-2b6c0b45097b None None] Provisioning complete for port 7f2566d5-c87b-455d-b33a-93a385b16685 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:53.038356 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-060cc0d0-0a3d-4e2b-92f6-2b6c0b45097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7f2566d5-c87b-455d-b33a-93a385b16685), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:53.043337 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:53.047817 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:53.125739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=58487e4d-a2e8-432e-b00f-d3e4b80031b7,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:53.129111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (479033e9-0851-430e-840e-66df6e13b821), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:53.152352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-060cc0d0-0a3d-4e2b-92f6-2b6c0b45097b None None] Current status of the port 7f2566d5-c87b-455d-b33a-93a385b16685 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:47:53.152792 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-060cc0d0-0a3d-4e2b-92f6-2b6c0b45097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (7f2566d5-c87b-455d-b33a-93a385b16685), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:53.186798 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-060cc0d0-0a3d-4e2b-92f6-2b6c0b45097b None None] For port 7f2566d5-c87b-455d-b33a-93a385b16685, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f2566d5-c87b-455d-b33a-93a385b16685,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:47:53.193315 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-060cc0d0-0a3d-4e2b-92f6-2b6c0b45097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (7f2566d5-c87b-455d-b33a-93a385b16685), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:53.236783 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network fca0a1b5-3205-484d-8a75-5441e46acc30 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:47:53.238570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:47:53.248016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cc0d0-0a3d-4e2b-92f6-2b6c0b45097b None None] Pushing event updated for resources: {'Port': ['ID=7f2566d5-c87b-455d-b33a-93a385b16685,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:53.367215 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:53.390981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 479033e9-0851-430e-840e-66df6e13b821 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:47:53.418284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fa60b46f-53fd-4997-bf0e-7b95c907b5b9 None None] Provisioning complete for port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:53.418672 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fa60b46f-53fd-4997-bf0e-7b95c907b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:53.463160 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fa60b46f-53fd-4997-bf0e-7b95c907b5b9 None None] Port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:47:53.476775 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-fa60b46f-53fd-4997-bf0e-7b95c907b5b9 None None] Provisioning complete for port 7f2566d5-c87b-455d-b33a-93a385b16685 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:53.477157 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-fa60b46f-53fd-4997-bf0e-7b95c907b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7f2566d5-c87b-455d-b33a-93a385b16685), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:53.515281 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:47:53.521239 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-90a68f35-e4b9-49e4-843a-2c3a9063b958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "PUT /v2.0/routers/479033e9-0851-430e-840e-66df6e13b821/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3033814
Feb 19 21:47:53.570061 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-fa60b46f-53fd-4997-bf0e-7b95c907b5b9 None None] Current status of the port 7f2566d5-c87b-455d-b33a-93a385b16685 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:47:53.692481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8002dd10-830d-4c6b-9d30-214857e8e5c1 None None] Provisioning complete for port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:53.692861 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8002dd10-830d-4c6b-9d30-214857e8e5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:53.715842 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Sync routers for ids ['479033e9-0851-430e-840e-66df6e13b821'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:47:53.741861 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Routers {'479033e9-0851-430e-840e-66df6e13b821'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:47:53.742510 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a627b4a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:47:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['479033e9-0851-430e-840e-66df6e13b821'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:53.744593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8002dd10-830d-4c6b-9d30-214857e8e5c1 None None] Port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:47:53.869530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Set router 479033e9-0851-430e-840e-66df6e13b821 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:47:53.909029 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a6b206d8-02a5-40dc-a6a3-49f641477c57 None None] Provisioning complete for port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:53.909464 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6b206d8-02a5-40dc-a6a3-49f641477c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:54.017849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a6b206d8-02a5-40dc-a6a3-49f641477c57 None None] Port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:47:54.041995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-0adfebc2-3f37-485f-b8d2-9f1b9da53f02 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656745986&fields=id&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 267 time: 0.4033399
Feb 19 21:47:54.111330 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a627b4a00>, [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:52Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58487e4d-a2e8-432e-b00f-d3e4b80031b7', 'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:a6:c0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:52Z', 'updated_at': '2022-02-19T21:47:52Z', 'revision_number': 2, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:54.141846 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Checking router: 479033e9-0851-430e-840e-66df6e13b821 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:47:54.142248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Updating router 479033e9-0851-430e-840e-66df6e13b821 port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:47:54.155447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-b169856b-9950-4567-8de4-2db5eda65a15 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:54.157002 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-b169856b-9950-4567-8de4-2db5eda65a15 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/networks?id=fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 200  len: 796 time: 0.1082718
Feb 19 21:47:54.172520 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:54.177360 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-3f6e88fb-44d0-4378-95cf-79d740a2539f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/quotas/0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 375 time: 0.0146985
Feb 19 21:47:54.215388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 877903db-f9d3-420f-8065-c9b5ba6c511c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:47:54.232250 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-9bc5970e-85af-4f24-b528-9992cc2490df tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0540607
Feb 19 21:47:54.330712 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-65a7d433-8e0b-412c-b04a-411fd6d2a8a4 service neutron] 10.222.0.30 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862050
Feb 19 21:47:54.388456 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 877903db-f9d3-420f-8065-c9b5ba6c511c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:54.388991 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:54.427335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-229ed64b-11d4-428d-baed-cd8cb188f04c service neutron] 10.222.0.30 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908666
Feb 19 21:47:54.552958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 877903db-f9d3-420f-8065-c9b5ba6c511c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:47:54.553505 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:54.592847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 877903db-f9d3-420f-8065-c9b5ba6c511c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=877903db-f9d3-420f-8065-c9b5ba6c511c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:47:54.596546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:54.608609 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:54.609488 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7f2566d5-c87b-455d-b33a-93a385b16685 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:47:54.612503 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Publish callbacks [] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:54.642307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-44885acf-a389-46e8-92e7-4d8a114b279e req-7b7af6c6-f63d-4f10-bbaf-3347624f87ca tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 210 time: 0.0388889
Feb 19 21:47:54.666953 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:54.713629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=877903db-f9d3-420f-8065-c9b5ba6c511c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:54.805964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 7f2566d5-c87b-455d-b33a-93a385b16685 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:54.806487 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (7f2566d5-c87b-455d-b33a-93a385b16685), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:54.807791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4164aa-2353-4f05-858f-4fe8fcdf67b8 None None] Pushing event updated for resources: {'Port': ['ID=58487e4d-a2e8-432e-b00f-d3e4b80031b7,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:54.840722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Attempting to bind port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:47:54.841100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Attempting to bind port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:47:54.841854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Attempting to bind port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 on network fca0a1b5-3205-484d-8a75-5441e46acc30 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:47:54.849607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:47:54.849992 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Checking segment: {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:47:54.850408 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:54.850816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Bound using segment: {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:47:54.851297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Bound port: 58487e4d-a2e8-432e-b00f-d3e4b80031b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:47:54.851686 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:55.111407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6441e7af-921d-4b23-9fe7-be4bbc5032eb None None] Provisioning complete for port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:55.112070 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6441e7af-921d-4b23-9fe7-be4bbc5032eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:55.148103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] For port 58487e4d-a2e8-432e-b00f-d3e4b80031b7, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:47:55.170272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] For port 58487e4d-a2e8-432e-b00f-d3e4b80031b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58487e4d-a2e8-432e-b00f-d3e4b80031b7,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:47:55.173060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 7f2566d5-c87b-455d-b33a-93a385b16685 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:47:55.180784 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6441e7af-921d-4b23-9fe7-be4bbc5032eb None None] Port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:47:55.182765 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:55.240745 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Routers {'479033e9-0851-430e-840e-66df6e13b821'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:47:55.241400 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a627b4a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:47:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['479033e9-0851-430e-840e-66df6e13b821'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:55.243727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4164aa-2353-4f05-858f-4fe8fcdf67b8 None None] Pushing event updated for resources: {'Port': ['ID=58487e4d-a2e8-432e-b00f-d3e4b80031b7,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:55.357640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] Set router 479033e9-0851-430e-840e-66df6e13b821 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:47:55.523075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-41d1dc02-bb43-4c12-982d-5b0c8d9fadd9 None None] Provisioning complete for port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:55.523550 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41d1dc02-bb43-4c12-982d-5b0c8d9fadd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:55.595540 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-c33b41a0-641a-45f7-bba1-e4f18ddb378e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:55.597090 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-c33b41a0-641a-45f7-bba1-e4f18ddb378e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "GET /v2.0/networks?id=fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 200  len: 796 time: 0.1186578
Feb 19 21:47:55.637857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a627b4a00>, [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:52Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58487e4d-a2e8-432e-b00f-d3e4b80031b7', 'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:a6:c0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:52Z', 'updated_at': '2022-02-19T21:47:55Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:47:55.661672 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-24d6c1d9-4c28-4cb8-9a58-537f2068d7c9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 380 time: 0.0569162
Feb 19 21:47:55.667077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d0981-b0bc-4ad2-a710-9512bea6f5f8 None None] The sync data for ids ['479033e9-0851-430e-840e-66df6e13b821'] in ncdv-master-1 is: [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:52Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58487e4d-a2e8-432e-b00f-d3e4b80031b7', 'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:a6:c0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:52Z', 'updated_at': '2022-02-19T21:47:55Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:47:55.668711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-41d1dc02-bb43-4c12-982d-5b0c8d9fadd9 None None] Current status of the port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:47:55.668965 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41d1dc02-bb43-4c12-982d-5b0c8d9fadd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:55.672390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'port': {'device_id': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'admin_state_up': True, 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'security_groups': ['991528c6-152e-4bb7-82eb-af13d196e2e0']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:55.708852 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-41d1dc02-bb43-4c12-982d-5b0c8d9fadd9 None None] For port 58487e4d-a2e8-432e-b00f-d3e4b80031b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58487e4d-a2e8-432e-b00f-d3e4b80031b7,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:47:55.714545 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41d1dc02-bb43-4c12-982d-5b0c8d9fadd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:55.795904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1cdb1b48-bf4d-4ca3-8b4e-ca00fa5e2592 req-e75cba4e-6ced-4bff-b17a-afb726af8934 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 210 time: 0.0335929
Feb 19 21:47:55.819799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1dc02-bb43-4c12-982d-5b0c8d9fadd9 None None] Pushing event updated for resources: {'Port': ['ID=58487e4d-a2e8-432e-b00f-d3e4b80031b7,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:55.840400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:47:55.843779 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:55.978316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.20.0.6 (fca0a1b5-3205-484d-8a75-5441e46acc30/8365dbeb-387c-476c-a813-f4769826a3b9/e631e9bd-5480-4b5e-aa9a-895b67fc1acd) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:47:56.147629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:56.191534 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:56.240414 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network fca0a1b5-3205-484d-8a75-5441e46acc30 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:47:56.241370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 877903db-f9d3-420f-8065-c9b5ba6c511c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:47:56.243981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:47:56.246762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:47:56.297177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 877903db-f9d3-420f-8065-c9b5ba6c511c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:56.297561 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:56.312901 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:56.331009 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:56.332020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:56.358292 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-7bb63487-5a76-4487-8207-dfe03504197c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6905262
Feb 19 21:47:56.365201 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:56.370651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Request body: {'port': {'device_id': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:47:56.420611 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 877903db-f9d3-420f-8065-c9b5ba6c511c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:47:56.421885 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 58487e4d-a2e8-432e-b00f-d3e4b80031b7 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:47:56.441227 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:56.486948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:56.487353 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:56.579429 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ad11baaf-31ce-48b2-ad6b-720fef7a6cac None None] Provisioning complete for port e631e9bd-5480-4b5e-aa9a-895b67fc1acd triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:47:56.579857 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad11baaf-31ce-48b2-ad6b-720fef7a6cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:56.584105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:47:56.627367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ad11baaf-31ce-48b2-ad6b-720fef7a6cac None None] Port e631e9bd-5480-4b5e-aa9a-895b67fc1acd cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:47:56.735580 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e631e9bd-5480-4b5e-aa9a-895b67fc1acd {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:47:56.743332 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Publish callbacks [] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:56.755745 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Transition to ACTIVE for port object e631e9bd-5480-4b5e-aa9a-895b67fc1acd will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:47:56.759734 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:56.813355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Pushing event updated for resources: {'Port': ['ID=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:56.890322 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Attempting to bind port e631e9bd-5480-4b5e-aa9a-895b67fc1acd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:47:56.890757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Attempting to bind port e631e9bd-5480-4b5e-aa9a-895b67fc1acd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:47:56.891158 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Attempting to bind port e631e9bd-5480-4b5e-aa9a-895b67fc1acd on network fca0a1b5-3205-484d-8a75-5441e46acc30 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:47:56.896635 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Port e631e9bd-5480-4b5e-aa9a-895b67fc1acd on network fca0a1b5-3205-484d-8a75-5441e46acc30 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:47:56.896953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Attempting to bind port e631e9bd-5480-4b5e-aa9a-895b67fc1acd on network fca0a1b5-3205-484d-8a75-5441e46acc30 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:47:56.904237 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:47:56.904702 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Checking segment: {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:47:56.905159 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Bound using segment: {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:47:56.905669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Bound port: e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:47:56.906249 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:56.959042 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b75a0a-2041-4ce8-89a9-161506a6877c req-6fb4504c-ecb2-4b80-85f5-64ea3f5ecb63 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:56.960775 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13b75a0a-2041-4ce8-89a9-161506a6877c req-6fb4504c-ecb2-4b80-85f5-64ea3f5ecb63 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 943 time: 0.0724175
Feb 19 21:47:56.989167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:47:56.992603 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:47:56.999749 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:57.018467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-13b75a0a-2041-4ce8-89a9-161506a6877c req-fd8ebd50-22bb-44a0-9079-cac89a9e8356 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511594
Feb 19 21:47:57.042955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:57.043768 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:47:57.045375 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] 10.222.0.10 "PUT /v2.0/ports/e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 1091 time: 0.6801569
Feb 19 21:47:57.045928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:47:57.048816 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71c816c431576f43843b3afbb2dab428efd0c9ac76aa54b0d208c0f600dc456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0310e167-dc10-4c85-b279-a17e9046b6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:47:57.078884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab0222-794f-40c4-a333-0f6211ad205d service neutron] Pushing event updated for resources: {'Port': ['ID=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:47:57.093949 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c11eae-6c22-45d2-9ef9-156d0a263bed x-openstack-request-id: req-e5c11eae-6c22-45d2-9ef9-156d0a263bed {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:47:57.094253 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:47:57.094513 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5c11eae-6c22-45d2-9ef9-156d0a263bed {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:47:57.094917 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'status': 'completed', 'code': 200}
Feb 19 21:47:57.140258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-efec01b9-7c88-4674-9859-2f0923be39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:57.141964 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-efec01b9-7c88-4674-9859-2f0923be39c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1125 time: 0.0505176
Feb 19 21:47:57.188248 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-f650fc5a-a3a7-4e3d-9ac9-8f319e9b810e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 217 time: 0.0396283
Feb 19 21:47:57.238714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-380010a2-de5b-4e4b-bac5-4ed150e957de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:57.240207 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-380010a2-de5b-4e4b-bac5-4ed150e957de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8365dbeb-387c-476c-a813-f4769826a3b9 HTTP/1.1" status: 200  len: 834 time: 0.0460548
Feb 19 21:47:57.290852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-c2a0205c-2728-44ec-a6c6-0367c7c955e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:57.292398 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-c2a0205c-2728-44ec-a6c6-0367c7c955e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fca0a1b5-3205-484d-8a75-5441e46acc30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0465341
Feb 19 21:47:57.384587 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-5223fa21-4a9f-46a5-bbcf-143d2b5fc8e0 service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860295
Feb 19 21:47:57.472263 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f71a7e26-adc8-4e52-8496-c8ce09b85174 req-25e788e0-5075-4727-aa84-cc8870fbfe1a service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813820
Feb 19 21:47:57.556171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e167-dc10-4c85-b279-a17e9046b6a0 req-983f53d9-fba8-47f5-85a8-b1c2c20a0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:57.557764 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0310e167-dc10-4c85-b279-a17e9046b6a0 req-983f53d9-fba8-47f5-85a8-b1c2c20a0596 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1125 time: 0.0456438
Feb 19 21:47:57.653563 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e167-dc10-4c85-b279-a17e9046b6a0 req-c9e4fe9a-5210-422c-9814-209235390349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:57.655048 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0310e167-dc10-4c85-b279-a17e9046b6a0 req-c9e4fe9a-5210-422c-9814-209235390349 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 200  len: 897 time: 0.0915911
Feb 19 21:47:57.695783 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0310e167-dc10-4c85-b279-a17e9046b6a0 req-9d67949d-696e-46dd-ac08-ee8648ee313a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 217 time: 0.0347059
Feb 19 21:47:57.750556 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e167-dc10-4c85-b279-a17e9046b6a0 req-46ef537e-e40e-471a-beb6-8d78d2ccfb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:57.751927 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0310e167-dc10-4c85-b279-a17e9046b6a0 req-46ef537e-e40e-471a-beb6-8d78d2ccfb5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8365dbeb-387c-476c-a813-f4769826a3b9 HTTP/1.1" status: 200  len: 834 time: 0.0473659
Feb 19 21:47:57.799927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e167-dc10-4c85-b279-a17e9046b6a0 req-5a73e17e-ebb8-47b4-95df-b0c9c0129927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:57.801538 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0310e167-dc10-4c85-b279-a17e9046b6a0 req-5a73e17e-ebb8-47b4-95df-b0c9c0129927 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fca0a1b5-3205-484d-8a75-5441e46acc30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438235
Feb 19 21:47:57.887729 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0310e167-dc10-4c85-b279-a17e9046b6a0 req-a4663a11-fba9-4603-b1d9-2174e4f8c40c service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799854
Feb 19 21:47:57.981570 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0310e167-dc10-4c85-b279-a17e9046b6a0 req-e5dc7489-4d06-45bb-9fe5-d6f7a6c18480 service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862911
Feb 19 21:47:58.138875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b8157-f25f-4ab9-860e-d07a61428c71 req-09e08de0-7c20-42b2-a6a7-60b834480ecd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:58.140386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-330b8157-f25f-4ab9-860e-d07a61428c71 req-09e08de0-7c20-42b2-a6a7-60b834480ecd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 943 time: 0.0518663
Feb 19 21:47:58.191837 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-330b8157-f25f-4ab9-860e-d07a61428c71 req-23b171ad-70c2-4849-a0a6-21462a1a447b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458620
Feb 19 21:47:59.319800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfedab-5ff4-470a-af2f-78dd439896cd req-671cd692-42be-4c16-9a79-d97ce48cd2a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:47:59.321354 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-acdfedab-5ff4-470a-af2f-78dd439896cd req-671cd692-42be-4c16-9a79-d97ce48cd2a7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 943 time: 0.0570335
Feb 19 21:47:59.370126 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-acdfedab-5ff4-470a-af2f-78dd439896cd req-b8ca34ca-e60b-4f56-8b91-fc77117cddb5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432799
Feb 19 21:47:59.842145 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:00.336452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e631e9bd-5480-4b5e-aa9a-895b67fc1acd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:48:00.433664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:48:00.445499 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'port_id': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'mac_address': 'fa:16:3e:4e:79:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:48:00.485315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e631e9bd-5480-4b5e-aa9a-895b67fc1acd is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:48:00.485707 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:00.487277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf7acf-62d7-4d67-b3fe-bdb2fae70f80 req-84ae8876-60f7-4b04-a1d1-6cb3e3920537 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:00.488830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-becf7acf-62d7-4d67-b3fe-bdb2fae70f80 req-84ae8876-60f7-4b04-a1d1-6cb3e3920537 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 943 time: 0.0524828
Feb 19 21:48:00.499309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e631e9bd-5480-4b5e-aa9a-895b67fc1acd {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:48:00.520398 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:48:00.524839 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:00.540575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-becf7acf-62d7-4d67-b3fe-bdb2fae70f80 req-38c83b96-c689-473f-a1c7-5ac53c936fb6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453038
Feb 19 21:48:00.575068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:48:00.755890 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['e631e9bd-5480-4b5e-aa9a-895b67fc1acd'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:48:01.665147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f64ed3-2ee3-453c-8b93-276aaafc8b01 req-fb22a921-8eb6-47ae-9733-158469c5992f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:01.666624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43f64ed3-2ee3-453c-8b93-276aaafc8b01 req-fb22a921-8eb6-47ae-9733-158469c5992f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 944 time: 0.0563438
Feb 19 21:48:01.714898 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-43f64ed3-2ee3-453c-8b93-276aaafc8b01 req-efde59ee-ac81-4127-ad17-f2c390e1f7fc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427475
Feb 19 21:48:02.346968 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e631e9bd-5480-4b5e-aa9a-895b67fc1acd up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:48:02.395034 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port e631e9bd-5480-4b5e-aa9a-895b67fc1acd completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:48:02.398958 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port e631e9bd-5480-4b5e-aa9a-895b67fc1acd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:48:02.399341 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:02.477771 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port e631e9bd-5480-4b5e-aa9a-895b67fc1acd is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:48:02.478166 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:02.500167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:48:02.502430 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c04317812d6161c9c2a5d7f949c7227a48ca8f18aac397408bb6a7f1f9a78a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbfd339-8475-4dee-82d6-8989775061b0" -d '{"events": [{"server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "name": "network-vif-plugged", "status": "completed", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:48:02.514604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:48:02.518894 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:02.542428 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170be8ec-89a0-45ee-adf1-68a5777e4e50 x-openstack-request-id: req-170be8ec-89a0-45ee-adf1-68a5777e4e50 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:48:02.542718 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "name": "network-vif-plugged", "status": "completed", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:48:02.542980 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-170be8ec-89a0-45ee-adf1-68a5777e4e50 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:48:02.543372 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'code': 200}
Feb 19 21:48:02.569019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:48:02.638625 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40087301-456e-4cbf-acba-3ed3c7e13841 req-762a467f-fee8-4d94-a74b-8c2518b6363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:02.640110 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40087301-456e-4cbf-acba-3ed3c7e13841 req-762a467f-fee8-4d94-a74b-8c2518b6363c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1127 time: 0.0440879
Feb 19 21:48:02.686533 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-40087301-456e-4cbf-acba-3ed3c7e13841 req-cf8e62e5-94d6-4acb-bf99-dc2901b1d269 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401361
Feb 19 21:48:02.838007 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707687b-0a54-46d6-95d8-9f552980c522 req-ab2c64f8-5716-4a6f-9af7-180e28439663 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:02.839439 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0707687b-0a54-46d6-95d8-9f552980c522 req-ab2c64f8-5716-4a6f-9af7-180e28439663 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0557132
Feb 19 21:48:02.890355 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0707687b-0a54-46d6-95d8-9f552980c522 req-55be0fe6-95b1-467e-97db-6a41842e1d67 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453792
Feb 19 21:48:04.014428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ff07e-1c6d-4e14-abdb-3416aa5be24f req-f4dc5d3c-4f64-4be9-a0d7-e116aa17555e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:04.015901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f2ff07e-1c6d-4e14-abdb-3416aa5be24f req-f4dc5d3c-4f64-4be9-a0d7-e116aa17555e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0567641
Feb 19 21:48:04.063604 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1f2ff07e-1c6d-4e14-abdb-3416aa5be24f req-97f24c3d-8c0f-48d3-817a-64fd287503e0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421002
Feb 19 21:48:04.180616 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d20db-e56c-4f4e-80d7-48b0ea96e1ed req-711dc926-7dd2-4484-9cd0-c711148b94d0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:04.181999 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c6d20db-e56c-4f4e-80d7-48b0ea96e1ed req-711dc926-7dd2-4484-9cd0-c711148b94d0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0523477
Feb 19 21:48:04.229891 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2c6d20db-e56c-4f4e-80d7-48b0ea96e1ed req-536d23e1-37d0-4dd7-a176-bfb9fb08d147 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424628
Feb 19 21:48:04.253652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 37896) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:48:04.304519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfeb0a0-bb48-438c-a67d-93fb3335224a tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:04.306674 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7bfeb0a0-bb48-438c-a67d-93fb3335224a tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1122 time: 0.0520034
Feb 19 21:48:04.309609 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37898) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:48:04.314715 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:48:04.335743 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:04.438135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:04.541894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.35.2.86 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/e42f7050-f064-431c-9b13-1fc470c1166a) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:48:04.645656 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (e42f7050-f064-431c-9b13-1fc470c1166a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:04.679957 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e42f7050-f064-431c-9b13-1fc470c1166a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:04.719776 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:48:04.723254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:48:04.727372 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:48:04.752065 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=e42f7050-f064-431c-9b13-1fc470c1166a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:48:05.082127 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (f4806b17-2ef5-4a3e-8171-944c58bfa7b3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:05.148611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e42f7050-f064-431c-9b13-1fc470c1166a), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:05.296799 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (e42f7050-f064-431c-9b13-1fc470c1166a), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:05.301130 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e42f7050-f064-431c-9b13-1fc470c1166a), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:05.372238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=e42f7050-f064-431c-9b13-1fc470c1166a,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:48:05.384307 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (f4806b17-2ef5-4a3e-8171-944c58bfa7b3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:05.486711 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Floating IP f4806b17-2ef5-4a3e-8171-944c58bfa7b3 associated. External IP: 172.35.2.86, port: e631e9bd-5480-4b5e-aa9a-895b67fc1acd.
Feb 19 21:48:05.696415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 479033e9-0851-430e-840e-66df6e13b821 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:48:05.811557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:48:05.821735 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae1149c-97a6-46b8-ad61-f5f652aa0c75 None None] Sync routers for ids ['479033e9-0851-430e-840e-66df6e13b821'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:48:05.829327 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:05.831557 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae1149c-97a6-46b8-ad61-f5f652aa0c75 None None] Routers {'479033e9-0851-430e-840e-66df6e13b821'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:48:05.832187 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8ae1149c-97a6-46b8-ad61-f5f652aa0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a701af6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:47:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['479033e9-0851-430e-840e-66df6e13b821'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:48:05.863124 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e972ea75-b557-4e24-87a4-c741b470b65b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5495739
Feb 19 21:48:05.863124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:48:05.863600 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd29e7784edbf970cfd7a92639e4694c4d9e282a4b0d7fe9f5b431cb47d91f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29670d9a-fbdf-4704-b47d-ae6ae00771c3" -d '{"events": [{"name": "network-changed", "server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:48:05.901976 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3388c98-441b-44ba-9014-fb609ea21627 x-openstack-request-id: req-a3388c98-441b-44ba-9014-fb609ea21627 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:48:05.902278 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:48:05.903038 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3388c98-441b-44ba-9014-fb609ea21627 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:48:05.903186 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'status': 'completed', 'code': 200}
Feb 19 21:48:05.943445 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8ae1149c-97a6-46b8-ad61-f5f652aa0c75 None None] Set router 479033e9-0851-430e-840e-66df6e13b821 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:48:05.976537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29670d9a-fbdf-4704-b47d-ae6ae00771c3 req-6ed4341b-1653-409f-8311-01a5624507eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:05.979149 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-29670d9a-fbdf-4704-b47d-ae6ae00771c3 req-6ed4341b-1653-409f-8311-01a5624507eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1127 time: 0.0538859
Feb 19 21:48:05.986000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bdf07-3e5e-403f-ac52-7772736f6569 req-b53de50f-f2d7-470a-be51-61b4c099a6a9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:05.987636 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b0bdf07-3e5e-403f-ac52-7772736f6569 req-b53de50f-f2d7-470a-be51-61b4c099a6a9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0656223
Feb 19 21:48:06.043640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b0bdf07-3e5e-403f-ac52-7772736f6569 req-b7d2e81f-646b-4c49-8783-4d7c6a782fcc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498862
Feb 19 21:48:06.067640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37904) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:48:06.073388 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29670d9a-fbdf-4704-b47d-ae6ae00771c3 req-ed47a0a2-42b0-4c57-b2ce-1cb38be522a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:06.074977 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-29670d9a-fbdf-4704-b47d-ae6ae00771c3 req-ed47a0a2-42b0-4c57-b2ce-1cb38be522a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 200  len: 897 time: 0.0893157
Feb 19 21:48:06.132666 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-82f9e6b5-ea9e-4725-8bce-1bab0fa99e90 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/f4806b17-2ef5-4a3e-8171-944c58bfa7b3 HTTP/1.1" status: 200  len: 990 time: 0.0635166
Feb 19 21:48:06.148260 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-29670d9a-fbdf-4704-b47d-ae6ae00771c3 req-e0698285-04a2-43dc-931d-f5328b5f40e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 998 time: 0.0671146
Feb 19 21:48:06.173826 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8ae1149c-97a6-46b8-ad61-f5f652aa0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a701af6a0>, [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:52Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f4806b17-2ef5-4a3e-8171-944c58bfa7b3', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.86', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '479033e9-0851-430e-840e-66df6e13b821', 'port_id': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'mac_address': 'fa:16:3e:4e:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:48:04Z', 'updated_at': '2022-02-19T21:48:04Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58487e4d-a2e8-432e-b00f-d3e4b80031b7', 'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:a6:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:52Z', 'updated_at': '2022-02-19T21:47:55Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:48:06.195089 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29670d9a-fbdf-4704-b47d-ae6ae00771c3 req-cf22063c-fed7-4f4a-87f6-fdb8a335442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:06.197090 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-29670d9a-fbdf-4704-b47d-ae6ae00771c3 req-cf22063c-fed7-4f4a-87f6-fdb8a335442f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8365dbeb-387c-476c-a813-f4769826a3b9 HTTP/1.1" status: 200  len: 834 time: 0.0434325
Feb 19 21:48:06.200377 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae1149c-97a6-46b8-ad61-f5f652aa0c75 None None] Checking router: 479033e9-0851-430e-840e-66df6e13b821 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:48:06.208639 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae1149c-97a6-46b8-ad61-f5f652aa0c75 None None] Routers {'479033e9-0851-430e-840e-66df6e13b821'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:48:06.209233 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8ae1149c-97a6-46b8-ad61-f5f652aa0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a701af6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:47:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['479033e9-0851-430e-840e-66df6e13b821'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:48:06.245261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29670d9a-fbdf-4704-b47d-ae6ae00771c3 req-c212d69f-bce0-42d7-abe2-b6e81dbd8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:06.246693 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-29670d9a-fbdf-4704-b47d-ae6ae00771c3 req-c212d69f-bce0-42d7-abe2-b6e81dbd8eb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fca0a1b5-3205-484d-8a75-5441e46acc30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442538
Feb 19 21:48:06.315285 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8ae1149c-97a6-46b8-ad61-f5f652aa0c75 None None] Set router 479033e9-0851-430e-840e-66df6e13b821 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:48:06.345904 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-29670d9a-fbdf-4704-b47d-ae6ae00771c3 req-67a8b774-150b-4c23-9ebf-082673a15b53 service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922012
Feb 19 21:48:06.445828 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-29670d9a-fbdf-4704-b47d-ae6ae00771c3 req-606fbb2f-08e5-42c9-afad-f7e835d0c72f service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931201
Feb 19 21:48:06.535025 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8ae1149c-97a6-46b8-ad61-f5f652aa0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a701af6a0>, [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:52Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f4806b17-2ef5-4a3e-8171-944c58bfa7b3', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.86', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '479033e9-0851-430e-840e-66df6e13b821', 'port_id': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'mac_address': 'fa:16:3e:4e:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:48:04Z', 'updated_at': '2022-02-19T21:48:04Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58487e4d-a2e8-432e-b00f-d3e4b80031b7', 'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:a6:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:52Z', 'updated_at': '2022-02-19T21:47:55Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:48:06.564140 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae1149c-97a6-46b8-ad61-f5f652aa0c75 None None] The sync data for ids ['479033e9-0851-430e-840e-66df6e13b821'] in ncdv-master-1 is: [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:52Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f4806b17-2ef5-4a3e-8171-944c58bfa7b3', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.86', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '479033e9-0851-430e-840e-66df6e13b821', 'port_id': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'mac_address': 'fa:16:3e:4e:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:48:04Z', 'updated_at': '2022-02-19T21:48:04Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58487e4d-a2e8-432e-b00f-d3e4b80031b7', 'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:a6:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:52Z', 'updated_at': '2022-02-19T21:47:55Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:48:06.761512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e9c59-a6ab-490a-8593-8a311eaa6692 None None] New status for floating IP f4806b17-2ef5-4a3e-8171-944c58bfa7b3: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:48:07.136868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37906) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:48:07.201630 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7fac1b3b-6b9e-4e1b-a9b7-3b475ff7ee03 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/f4806b17-2ef5-4a3e-8171-944c58bfa7b3 HTTP/1.1" status: 200  len: 992 time: 0.0634162
Feb 19 21:48:18.402905 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0bfe-5838-4553-a2f7-7e10011283a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:20.687116 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a969-2d10-4158-8023-a0657e0c9a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:22.001925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:23.350506 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:24.519986 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:26.352481 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:29.303074 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:48:29.856875 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:35.832564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-5e608f31-6663-4f43-b5fa-c63f1284d4de req-1568d61b-8330-4e61-a066-6b322562bcbc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:48:35.833579 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5e608f31-6663-4f43-b5fa-c63f1284d4de req-1568d61b-8330-4e61-a066-6b322562bcbc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0616944
Feb 19 21:48:36.964697 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37940) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:48:37.059178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-5159600b-ce14-42ec-ac2c-67681831b751 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0934052
Feb 19 21:48:37.069806 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-2970fca4-a082-478a-987b-ab00526804ba service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:48:37.070777 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-2970fca4-a082-478a-987b-ab00526804ba service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065985
Feb 19 21:48:37.183360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee7447-2f18-4917-8520-0d8f69669c13 req-f0c65910-d88f-41be-8fac-cf4e389a3013 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:37.184966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdee7447-2f18-4917-8520-0d8f69669c13 req-f0c65910-d88f-41be-8fac-cf4e389a3013 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.1195626
Feb 19 21:48:37.239899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdee7447-2f18-4917-8520-0d8f69669c13 req-5d350a43-6ef7-4e88-80df-daf9d27b0dff tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478761
Feb 19 21:48:37.399918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 37970) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:48:37.503770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-bb80c68e-ba9d-413a-8a7c-e3dc73f2143d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:37.505162 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-bb80c68e-ba9d-413a-8a7c-e3dc73f2143d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports/e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 942 time: 0.1041660
Feb 19 21:48:38.360324 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-1b5efafd-6054-4294-8d16-37befdaf608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:38.361867 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-1b5efafd-6054-4294-8d16-37befdaf608c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1127 time: 0.0844522
Feb 19 21:48:38.490511 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7af255-e1a9-4a01-b043-09fa25143f50 req-84a82c00-dae9-4382-bab3-f7f78f4107d7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:38.492118 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d7af255-e1a9-4a01-b043-09fa25143f50 req-84a82c00-dae9-4382-bab3-f7f78f4107d7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.1026874
Feb 19 21:48:38.545826 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5d7af255-e1a9-4a01-b043-09fa25143f50 req-002f5e0e-972c-4cb8-8970-5fc663f0d7b3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479085
Feb 19 21:48:38.699130 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-cbef841e-af23-49bc-ae16-f3cd1af5e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:38.700566 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-cbef841e-af23-49bc-ae16-f3cd1af5e054 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 200  len: 897 time: 0.3320806
Feb 19 21:48:38.766619 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-75aaf19a-38d6-44d2-bcf3-06cf09dfa007 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 1000 time: 0.0592527
Feb 19 21:48:38.816949 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-90796546-a962-4653-8e15-a296dc7fc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:38.818405 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-90796546-a962-4653-8e15-a296dc7fc6fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8365dbeb-387c-476c-a813-f4769826a3b9 HTTP/1.1" status: 200  len: 834 time: 0.0463276
Feb 19 21:48:38.866067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-3356e85b-aebd-471a-b286-a1475b33ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:38.867560 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-3356e85b-aebd-471a-b286-a1475b33ae7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fca0a1b5-3205-484d-8a75-5441e46acc30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435154
Feb 19 21:48:38.954980 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-a92134c2-68c2-4088-9a30-f95f9b125a4c service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796671
Feb 19 21:48:39.043172 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-226722e6-c21c-4a6e-ad14-0b53248f090e service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824902
Feb 19 21:48:39.668707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2146a1b-6545-4711-950c-4e3850032238 req-2f063d60-f47b-4ae9-8bf9-70aa9c64babb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:39.670207 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2146a1b-6545-4711-950c-4e3850032238 req-2f063d60-f47b-4ae9-8bf9-70aa9c64babb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0528138
Feb 19 21:48:39.719959 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2146a1b-6545-4711-950c-4e3850032238 req-8609db80-0d9f-4b72-85ec-1a33d26bbad7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441153
Feb 19 21:48:40.846553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1e24a-7acf-4828-bd8f-d4319658d269 req-7a45e84a-703d-4c0a-9163-1c26b4ffcf20 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:40.848066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aba1e24a-7acf-4828-bd8f-d4319658d269 req-7a45e84a-703d-4c0a-9163-1c26b4ffcf20 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0574105
Feb 19 21:48:40.896553 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aba1e24a-7acf-4828-bd8f-d4319658d269 req-9697cc1e-0a93-4ad9-a686-996406fd970c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423598
Feb 19 21:48:42.015773 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da332a8-02bd-432f-8d84-f0302873dc0e req-cdaa3f40-bd16-42e9-acb2-6a525565b9cd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:42.017300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2da332a8-02bd-432f-8d84-f0302873dc0e req-cdaa3f40-bd16-42e9-acb2-6a525565b9cd tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0524218
Feb 19 21:48:42.064759 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2da332a8-02bd-432f-8d84-f0302873dc0e req-e8c5d972-476d-4687-a93c-c5268c2dd185 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418937
Feb 19 21:48:43.187960 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f72db7-21ff-42e9-89be-3b8c0ea25d35 req-a48e107a-4a2b-4c98-b048-7120df15da50 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:43.189454 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f72db7-21ff-42e9-89be-3b8c0ea25d35 req-a48e107a-4a2b-4c98-b048-7120df15da50 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0571208
Feb 19 21:48:43.241176 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-98f72db7-21ff-42e9-89be-3b8c0ea25d35 req-47da6c46-30cb-46ee-9ee0-7bb6f4d31f7c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458672
Feb 19 21:48:44.359454 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd1404-4e56-4ca2-8fcb-ed7c0f80c866 req-2623e9f0-8168-4c4c-a835-88f055ff0f4d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:44.360974 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-becd1404-4e56-4ca2-8fcb-ed7c0f80c866 req-2623e9f0-8168-4c4c-a835-88f055ff0f4d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0528548
Feb 19 21:48:44.410184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-becd1404-4e56-4ca2-8fcb-ed7c0f80c866 req-8f7ecb72-0ae4-49c4-b7b9-a9f58c34638c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436170
Feb 19 21:48:45.530666 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26cd9a-f886-4687-afbb-e7ba74f801ce req-63d544a1-b78e-4b43-8746-fb50c3818417 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:45.532160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c26cd9a-f886-4687-afbb-e7ba74f801ce req-63d544a1-b78e-4b43-8746-fb50c3818417 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0524433
Feb 19 21:48:45.584729 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c26cd9a-f886-4687-afbb-e7ba74f801ce req-ae59e7c6-024d-4433-86f0-735238ddf937 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467403
Feb 19 21:48:46.702996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5311-b7e6-4a75-b2ad-ced9c4f3cd97 req-b0df6b12-29f5-490e-9f5a-e47c3f563b51 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:46.704574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-95ba5311-b7e6-4a75-b2ad-ced9c4f3cd97 req-b0df6b12-29f5-490e-9f5a-e47c3f563b51 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0519993
Feb 19 21:48:46.755736 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-95ba5311-b7e6-4a75-b2ad-ced9c4f3cd97 req-35479d8b-a7c3-4986-b4cb-cd23c40535e1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443215
Feb 19 21:48:47.874369 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d9f99-5037-477c-976e-b9c050981abc req-e03969f3-30cf-4628-bc1f-a42c11247e0d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:47.875861 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f80d9f99-5037-477c-976e-b9c050981abc req-e03969f3-30cf-4628-bc1f-a42c11247e0d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0530365
Feb 19 21:48:47.923453 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f80d9f99-5037-477c-976e-b9c050981abc req-4ad75aed-850a-463d-8da2-480e375e9f0d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419023
Feb 19 21:48:48.406302 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-56d6736c-7de6-4e65-9e0c-baf7ef128b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:49.046151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2239ce1-dcc6-4c9a-b887-1858101c086d req-43c27d97-ceec-468c-87b0-f661aa1d976f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:49.047641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2239ce1-dcc6-4c9a-b887-1858101c086d req-43c27d97-ceec-468c-87b0-f661aa1d976f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0560853
Feb 19 21:48:49.095236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b2239ce1-dcc6-4c9a-b887-1858101c086d req-fb49967b-73ad-4f25-a8d2-92960fed040c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420766
Feb 19 21:48:50.217086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bde1a1-b1c5-407b-8908-e30655f5f919 req-4ae446c9-52da-4364-bfa9-53e2926619d6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:50.218587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74bde1a1-b1c5-407b-8908-e30655f5f919 req-4ae446c9-52da-4364-bfa9-53e2926619d6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0522892
Feb 19 21:48:50.267027 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-74bde1a1-b1c5-407b-8908-e30655f5f919 req-a22c2bc7-dba4-489b-a365-3312071306b9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424449
Feb 19 21:48:50.689761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-60cd3090-49f8-491c-a4a2-b5f72d721ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:50.907345 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-9b166e71-e061-4790-858b-774aca25c5b9 service neutron] show failed (client error): The resource could not be found.
Feb 19 21:48:50.908401 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-9b166e71-e061-4790-858b-774aca25c5b9 service neutron] 10.222.0.10 "GET /v2.0/ports/e631e9bd-5480-4b5e-aa9a-895b67fc1acd/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0545914
Feb 19 21:48:51.151733 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-537d2624-440d-41a5-a737-e5d24e338729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:51.153265 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-537d2624-440d-41a5-a737-e5d24e338729 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 1127 time: 0.0924814
Feb 19 21:48:51.165142 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:48:51.226055 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:51.438252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ae0cd-1e4e-4534-9d43-210a59ab64d0 req-b1dfe212-d33d-44aa-816e-5c1ea15fbc11 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:51.439637 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-374ae0cd-1e4e-4534-9d43-210a59ab64d0 req-b1dfe212-d33d-44aa-816e-5c1ea15fbc11 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.1044238
Feb 19 21:48:51.492149 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:48:51.516588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-374ae0cd-1e4e-4534-9d43-210a59ab64d0 req-d1d57a01-7650-4f54-89f5-00d4bf3fac51 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704606
Feb 19 21:48:51.536678 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:48:51.575865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:48:51.580985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Publish callbacks [] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:51.593255 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Transition to ACTIVE for port object e631e9bd-5480-4b5e-aa9a-895b67fc1acd will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:48:51.596642 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:51.624441 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd437387-a5cd-4cc1-b20c-794c2609a148" -d '{"events": [{"server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "name": "network-vif-unplugged", "status": "completed", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:48:51.680294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Pushing event updated for resources: {'Port': ['ID=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,revision_number=6']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:48:51.728870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] No DVR routers for this DVR port e631e9bd-5480-4b5e-aa9a-895b67fc1acd on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:48:51.732657 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.733183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.733402 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.733717 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.734107 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.734381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.734714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.735044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.735375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.735706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.736034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.736368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.736781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:51.771538 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ee162e-8fc9-4fc3-b633-61a125e7ba77 x-openstack-request-id: req-e0ee162e-8fc9-4fc3-b633-61a125e7ba77 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:48:51.771836 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "name": "network-vif-unplugged", "status": "completed", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:48:51.772099 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0ee162e-8fc9-4fc3-b633-61a125e7ba77 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:48:51.772528 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'code': 200}
Feb 19 21:48:51.879946 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Attempting to bind port e631e9bd-5480-4b5e-aa9a-895b67fc1acd on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:48:51.880277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Attempting to bind port e631e9bd-5480-4b5e-aa9a-895b67fc1acd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:48:51.880637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Attempting to bind port e631e9bd-5480-4b5e-aa9a-895b67fc1acd on network fca0a1b5-3205-484d-8a75-5441e46acc30 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:48:51.884909 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Port e631e9bd-5480-4b5e-aa9a-895b67fc1acd on network fca0a1b5-3205-484d-8a75-5441e46acc30 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:48:51.885953 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Attempting to bind port e631e9bd-5480-4b5e-aa9a-895b67fc1acd on network fca0a1b5-3205-484d-8a75-5441e46acc30 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:48:51.891041 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:48:51.891387 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Checking segment: {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:48:51.891781 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Bound using segment: {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:48:51.892213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Bound port: e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9480a7-1d80-45be-b535-161e5533a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:48:51.892629 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:51.957165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:48:51.960243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:48:51.966414 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:52.005953 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:52.007680 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:52.008497 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:52.009820 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-fde537e5-586e-4669-a48e-b63372819968 service neutron] 10.222.0.67 "PUT /v2.0/ports/e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 1091 time: 0.8485599
Feb 19 21:48:52.027009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde537e5-586e-4669-a48e-b63372819968 service neutron] Pushing event updated for resources: {'Port': ['ID=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,revision_number=7']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:48:52.084072 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-a2f70dfa-09c3-411b-b1ae-cf2000bfaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:52.085640 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-a2f70dfa-09c3-411b-b1ae-cf2000bfaa63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1125 time: 0.0473430
Feb 19 21:48:52.177984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-064523f1-b995-4b1e-8dc5-3682f26620f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:52.179592 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-064523f1-b995-4b1e-8dc5-3682f26620f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 200  len: 897 time: 0.0871215
Feb 19 21:48:52.249178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-31a8ac75-453a-4b5b-8626-7e37323a7076 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 998 time: 0.0639038
Feb 19 21:48:52.298077 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-e12525a1-5387-4ba5-9345-06102dc3450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:52.299468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-e12525a1-5387-4ba5-9345-06102dc3450c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8365dbeb-387c-476c-a813-f4769826a3b9 HTTP/1.1" status: 200  len: 834 time: 0.0439656
Feb 19 21:48:52.350360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-8da3f47b-329b-44c6-8ff6-739e114b49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:52.351975 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-8da3f47b-329b-44c6-8ff6-739e114b49f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fca0a1b5-3205-484d-8a75-5441e46acc30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464704
Feb 19 21:48:52.441719 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-87552cb4-88f6-4502-9b65-4000046bcd95 service neutron] 10.222.0.67 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835941
Feb 19 21:48:52.528581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a0c47fd-766d-4e58-a8fb-26aa7266c842 req-a66b5879-ca8f-40e6-97cb-7431a4c523bb service neutron] 10.222.0.67 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816715
Feb 19 21:48:52.646348 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d935224-71fd-4f16-bec9-a5c05cb57545 req-312b8c3f-ce77-4e1c-9ab4-cf34ef97ec19 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:52.647838 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d935224-71fd-4f16-bec9-a5c05cb57545 req-312b8c3f-ce77-4e1c-9ab4-cf34ef97ec19 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 943 time: 0.0582662
Feb 19 21:48:52.696525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8d935224-71fd-4f16-bec9-a5c05cb57545 req-55a7b66b-08ac-4428-9c8f-24d056040174 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424562
Feb 19 21:48:53.354629 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:53.776918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:48:53.779083 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a2e6c1-0af2-46a4-bd57-06289334a47d" -d '{"events": [{"name": "network-changed", "server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:48:53.824566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51fbc6-c233-4d7a-a7c6-42fb16ebe864 req-a7fdf589-984c-4272-a343-a6c7c1937e19 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:53.826573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd51fbc6-c233-4d7a-a7c6-42fb16ebe864 req-a7fdf589-984c-4272-a343-a6c7c1937e19 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 943 time: 0.0582016
Feb 19 21:48:53.829766 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019190e6-dc68-44ba-a16b-9926adf39622 x-openstack-request-id: req-019190e6-dc68-44ba-a16b-9926adf39622 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:48:53.829969 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:48:53.830226 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-019190e6-dc68-44ba-a16b-9926adf39622 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:48:53.830619 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'status': 'completed', 'code': 200}
Feb 19 21:48:53.902578 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-fbf89400-006c-4df2-9ecc-a2d3b09a189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:53.904224 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-fbf89400-006c-4df2-9ecc-a2d3b09a189a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1125 time: 0.0503426
Feb 19 21:48:53.904803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fd51fbc6-c233-4d7a-a7c6-42fb16ebe864 req-341e37d4-c420-4ea6-ab94-dc3d41fb0ad9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730295
Feb 19 21:48:53.917989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-d4544578-651c-4631-a587-0f20956b3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:53.919478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-d4544578-651c-4631-a587-0f20956b3226 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1125 time: 0.0713041
Feb 19 21:48:53.999885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-1fbdd2ca-4938-407b-9e09-26c0e79d0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:54.001466 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-1fbdd2ca-4938-407b-9e09-26c0e79d0e1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 200  len: 897 time: 0.0898798
Feb 19 21:48:54.010704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-a5b0e835-33f5-4353-867c-208b255fc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:54.012217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-a5b0e835-33f5-4353-867c-208b255fc0a2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 200  len: 897 time: 0.0869107
Feb 19 21:48:54.065487 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-5ed0f275-22bd-4642-a237-66f70518734a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 998 time: 0.0580127
Feb 19 21:48:54.081346 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-dcf71f23-1697-4885-902e-fec8f7e03816 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 998 time: 0.0624332
Feb 19 21:48:54.117224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-efe203c7-7d64-4e67-ac77-3664479656a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:54.118915 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-efe203c7-7d64-4e67-ac77-3664479656a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8365dbeb-387c-476c-a813-f4769826a3b9 HTTP/1.1" status: 200  len: 834 time: 0.0478208
Feb 19 21:48:54.169821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-3abc7e38-34d0-4a93-af85-a08a0632a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:54.171379 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-3abc7e38-34d0-4a93-af85-a08a0632a32f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fca0a1b5-3205-484d-8a75-5441e46acc30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0468650
Feb 19 21:48:54.264364 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-3e18c3e8-6e46-4237-b7ca-f44cad684726 service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865221
Feb 19 21:48:54.362143 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-c6cfcfad-a2a9-46d6-b9bf-5b1bc4a4032c service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914311
Feb 19 21:48:54.460865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-271c4093-52ca-40b8-87aa-3a3eb65dbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:54.462324 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-271c4093-52ca-40b8-87aa-3a3eb65dbee7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8365dbeb-387c-476c-a813-f4769826a3b9 HTTP/1.1" status: 200  len: 834 time: 0.3749936
Feb 19 21:48:54.510726 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-742d36f7-28d8-45e2-8276-7a7b8d9baa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:54.512227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-742d36f7-28d8-45e2-8276-7a7b8d9baa0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fca0a1b5-3205-484d-8a75-5441e46acc30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436804
Feb 19 21:48:54.522720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e631e9bd-5480-4b5e-aa9a-895b67fc1acd no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:48:54.526364 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:54.569359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] The host nch1-master-1 is not matching for port e631e9bd-5480-4b5e-aa9a-895b67fc1acd host nch2-master-1! {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 19 21:48:54.570003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device e631e9bd-5480-4b5e-aa9a-895b67fc1acd not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:48:54.603255 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-3365cfa2-b7b6-44f7-ad7e-04a6ea2053fa service neutron] 10.222.0.67 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853374
Feb 19 21:48:54.689298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02a2e6c1-0af2-46a4-bd57-06289334a47d req-b757e0a2-84f7-44a7-b611-05a2eeebe1d7 service neutron] 10.222.0.67 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794513
Feb 19 21:48:54.793386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bceaad-621c-4fc5-9be9-5ef24f6087ab req-f0da8144-da9d-4ee8-b12a-c2e98444b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:54.794790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6bceaad-621c-4fc5-9be9-5ef24f6087ab req-f0da8144-da9d-4ee8-b12a-c2e98444b03a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1125 time: 0.0455279
Feb 19 21:48:54.897681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bceaad-621c-4fc5-9be9-5ef24f6087ab req-71927ff9-5f95-47d1-a02a-7b08011cfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:54.899154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6bceaad-621c-4fc5-9be9-5ef24f6087ab req-71927ff9-5f95-47d1-a02a-7b08011cfdc4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 200  len: 897 time: 0.0862036
Feb 19 21:48:54.967041 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6bceaad-621c-4fc5-9be9-5ef24f6087ab req-05ea33c1-6699-4a8c-95b3-a0d047bb5341 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 998 time: 0.0609808
Feb 19 21:48:55.046074 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bceaad-621c-4fc5-9be9-5ef24f6087ab req-13116bc7-0da0-4f9e-b60c-66f06b57db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:55.047470 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6bceaad-621c-4fc5-9be9-5ef24f6087ab req-13116bc7-0da0-4f9e-b60c-66f06b57db9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8365dbeb-387c-476c-a813-f4769826a3b9 HTTP/1.1" status: 200  len: 834 time: 0.0740139
Feb 19 21:48:55.089410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146633dc-33b9-421e-9fbd-800302559a6d req-9320269f-47c1-479a-bf11-ad92dd2088ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:55.090880 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-146633dc-33b9-421e-9fbd-800302559a6d req-9320269f-47c1-479a-bf11-ad92dd2088ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 943 time: 0.0884004
Feb 19 21:48:55.124744 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bceaad-621c-4fc5-9be9-5ef24f6087ab req-46ae3490-2a92-4ef6-87fb-c938a7ee5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:55.126229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6bceaad-621c-4fc5-9be9-5ef24f6087ab req-46ae3490-2a92-4ef6-87fb-c938a7ee5a91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fca0a1b5-3205-484d-8a75-5441e46acc30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0711195
Feb 19 21:48:55.192346 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-146633dc-33b9-421e-9fbd-800302559a6d req-27245024-462f-4e97-b860-43e5235e8f8a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958674
Feb 19 21:48:55.234715 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6bceaad-621c-4fc5-9be9-5ef24f6087ab req-bbb085fa-ba77-430c-ba5c-293b92fd7a3a service neutron] 10.222.0.67 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009040
Feb 19 21:48:55.326008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d6bceaad-621c-4fc5-9be9-5ef24f6087ab req-c083cbf6-2879-404f-8bdf-a6ebb804e7e7 service neutron] 10.222.0.67 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842962
Feb 19 21:48:56.319830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c27d-e64a-4e12-827b-bb09d5410f42 req-cd367918-51ab-42af-8f14-82b9ce3eac01 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:56.321338 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33a7c27d-e64a-4e12-827b-bb09d5410f42 req-cd367918-51ab-42af-8f14-82b9ce3eac01 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 943 time: 0.0611913
Feb 19 21:48:56.366104 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:56.370651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-33a7c27d-e64a-4e12-827b-bb09d5410f42 req-fa89d99f-fee4-4d4e-9613-13e6761b670c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436838
Feb 19 21:48:56.529324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e631e9bd-5480-4b5e-aa9a-895b67fc1acd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:48:56.581646 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdd992-e814-45f6-bf9c-15aaf01a571d req-09081a95-5330-43b2-a9e8-74404a828569 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:56.583530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7fdd992-e814-45f6-bf9c-15aaf01a571d req-09081a95-5330-43b2-a9e8-74404a828569 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 943 time: 0.0623896
Feb 19 21:48:56.598150 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-d789d59b-ad65-4deb-a7db-687261db413e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:56.599799 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-d789d59b-ad65-4deb-a7db-687261db413e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0707567
Feb 19 21:48:56.638702 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:48:56.645504 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c7fdd992-e814-45f6-bf9c-15aaf01a571d req-0e5606b0-6586-4613-9292-642d5f1f7d3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544295
Feb 19 21:48:56.651656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'port_id': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'mac_address': 'fa:16:3e:4e:79:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:48:56.662589 ncdv-master-1 neutron-server[121129]: INFO neutron.api.v2.resource [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-2ccab8d8-d575-4213-b6f9-0d8ad36119ea service neutron] delete failed (client error): The resource could not be found.
Feb 19 21:48:56.663647 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-2ccab8d8-d575-4213-b6f9-0d8ad36119ea service neutron] 10.222.0.10 "DELETE /v2.0/ports/e631e9bd-5480-4b5e-aa9a-895b67fc1acd/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0581431
Feb 19 21:48:56.693127 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e631e9bd-5480-4b5e-aa9a-895b67fc1acd is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:48:56.693529 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:56.712596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e631e9bd-5480-4b5e-aa9a-895b67fc1acd {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:48:56.734535 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:48:56.739986 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:56.771606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-947412f1-8ee7-4377-b4d1-28db54f5d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:56.773152 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-947412f1-8ee7-4377-b4d1-28db54f5d15f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1125 time: 0.0612605
Feb 19 21:48:56.775536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1eaf8-b41e-4c16-8718-a84348ee5f27 req-57eaa358-41e0-435f-a206-a26683b50a09 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:56.777136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59b1eaf8-b41e-4c16-8718-a84348ee5f27 req-57eaa358-41e0-435f-a206-a26683b50a09 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 943 time: 0.0586755
Feb 19 21:48:56.798123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:48:56.805925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.806281 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.806629 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.807532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.807874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.808212 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.808562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.808900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.809235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.809564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.809893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.810593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.810593 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:48:56.833932 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-59b1eaf8-b41e-4c16-8718-a84348ee5f27 req-c4696fe6-a268-407c-a4b5-8f467be319f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500829
Feb 19 21:48:56.871819 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-ba0c7622-1c9b-4240-9efe-0e6f48bc3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:56.873335 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-ba0c7622-1c9b-4240-9efe-0e6f48bc3f3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 200  len: 897 time: 0.0945206
Feb 19 21:48:56.940504 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-d7fbf2a7-adac-4fc1-b2e4-bb98b45cf92b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 999 time: 0.0608976
Feb 19 21:48:56.990497 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-80cba9d1-272f-4a95-a971-934cd23610ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:56.991934 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-80cba9d1-272f-4a95-a971-934cd23610ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8365dbeb-387c-476c-a813-f4769826a3b9 HTTP/1.1" status: 200  len: 834 time: 0.0453424
Feb 19 21:48:57.039757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-2f888e04-727c-46b6-bc82-4ee03ea24c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:57.041858 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-2f888e04-727c-46b6-bc82-4ee03ea24c75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fca0a1b5-3205-484d-8a75-5441e46acc30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436778
Feb 19 21:48:57.098645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['e631e9bd-5480-4b5e-aa9a-895b67fc1acd'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:48:57.130957 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-b5de68f3-c7e1-412a-ba5c-1eb06041aa66 service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840459
Feb 19 21:48:57.219619 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-53b2c87e-5184-42bc-ac8c-ade91c474b1f req-99a586af-9f6e-40a3-8e3b-a62a46e117ee service neutron] 10.222.0.10 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827091
Feb 19 21:48:57.972014 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd08ce-cd56-4913-90a2-93120e687f2e req-d6ffffa6-a844-43d7-adea-e398f84ee4bc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:48:57.973473 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38bd08ce-cd56-4913-90a2-93120e687f2e req-d6ffffa6-a844-43d7-adea-e398f84ee4bc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 944 time: 0.0560946
Feb 19 21:48:58.022687 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-38bd08ce-cd56-4913-90a2-93120e687f2e req-d9ef024b-8df3-4e00-902f-ff7916373d5c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436294
Feb 19 21:48:58.044989 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38038) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:48:58.104873 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-142735ea-2ede-4fad-a006-15344e01203b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/f4806b17-2ef5-4a3e-8171-944c58bfa7b3 HTTP/1.1" status: 200  len: 991 time: 0.0587490
Feb 19 21:48:58.537836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e631e9bd-5480-4b5e-aa9a-895b67fc1acd up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:48:58.586116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port e631e9bd-5480-4b5e-aa9a-895b67fc1acd completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:48:58.590503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port e631e9bd-5480-4b5e-aa9a-895b67fc1acd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:48:58.590877 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:58.664340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port e631e9bd-5480-4b5e-aa9a-895b67fc1acd is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:48:58.664777 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:58.690043 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:48:58.858601 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f0a02b-8ec9-438e-a3b8-40d2012ecd9b" -d '{"events": [{"server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "name": "network-vif-plugged", "status": "completed", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:48:58.863773 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:48:58.870922 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:48:58.918545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,revision_number=9']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:48:58.950786 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f269f723-d3e4-44ed-83fe-01042c6c6ac5 x-openstack-request-id: req-f269f723-d3e4-44ed-83fe-01042c6c6ac5 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:48:58.951092 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "name": "network-vif-plugged", "status": "completed", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:48:58.951359 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f269f723-d3e4-44ed-83fe-01042c6c6ac5 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:48:58.951764 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'code': 200}
Feb 19 21:48:59.859965 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:06.302706 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:49:18.408905 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-31560814-ddb2-4c1a-9165-d43f27a5414f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:20.690483 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-78f368ca-091b-49dd-a140-227671eb51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:22.007289 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:23.357880 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:24.518567 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:26.365574 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:29.854978 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:43.301887 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:49:44.757597 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38080) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:44.913261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port e42f7050-f064-431c-9b13-1fc470c1166a {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:49:44.913612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e42f7050-f064-431c-9b13-1fc470c1166a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:44.990661 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e42f7050-f064-431c-9b13-1fc470c1166a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:44.990894 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (e42f7050-f064-431c-9b13-1fc470c1166a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:45.003068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for e42f7050-f064-431c-9b13-1fc470c1166a owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:49:45.172115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e42f7050-f064-431c-9b13-1fc470c1166a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:45.197678 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=e42f7050-f064-431c-9b13-1fc470c1166a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:45.224925 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.225288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.225645 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.225994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.226339 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.226680 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.227020 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.227360 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.227697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.228033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.228401 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.228735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.229585 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:45.273470 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (f4806b17-2ef5-4a3e-8171-944c58bfa7b3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:45.273809 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Floating IP f4806b17-2ef5-4a3e-8171-944c58bfa7b3 disassociated (deleted). External IP: 172.35.2.86, port: e631e9bd-5480-4b5e-aa9a-895b67fc1acd.
Feb 19 21:49:45.481751 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 479033e9-0851-430e-840e-66df6e13b821 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:49:45.591146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:49:45.596267 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:45.600776 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbf370d-35ad-4a95-b1b9-33210edcf5d6 None None] Sync routers for ids ['479033e9-0851-430e-840e-66df6e13b821'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:49:45.611486 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf370d-35ad-4a95-b1b9-33210edcf5d6 None None] Routers {'479033e9-0851-430e-840e-66df6e13b821'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:49:45.612184 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dbbf370d-35ad-4a95-b1b9-33210edcf5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7022b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:49:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['479033e9-0851-430e-840e-66df6e13b821'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:45.625856 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0ef49c08-5694-4768-9fdc-78a5e0e0dac5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/floatingips/f4806b17-2ef5-4a3e-8171-944c58bfa7b3 HTTP/1.1" status: 204  len: 168 time: 0.8671420
Feb 19 21:49:45.626458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:49:45.672023 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae810078-a672-4777-b008-4734d0ddd7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:49:45.725142 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-dbbf370d-35ad-4a95-b1b9-33210edcf5d6 None None] Set router 479033e9-0851-430e-840e-66df6e13b821 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:49:45.780246 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b95682-1b1c-45bb-a2d1-335cd5f9fd93 x-openstack-request-id: req-77b95682-1b1c-45bb-a2d1-335cd5f9fd93 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:49:45.780818 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:49:45.780818 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77b95682-1b1c-45bb-a2d1-335cd5f9fd93 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:49:45.781266 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'status': 'completed', 'code': 200}
Feb 19 21:49:45.890161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7272334-ddfe-44e7-9154-1f71f0aa8e7b req-3a2af5f7-a86a-4614-8ce5-57ec2cf6d092 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:49:45.891692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7272334-ddfe-44e7-9154-1f71f0aa8e7b req-3a2af5f7-a86a-4614-8ce5-57ec2cf6d092 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0642378
Feb 19 21:49:45.970200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d7272334-ddfe-44e7-9154-1f71f0aa8e7b req-a1a5baf7-b24a-4f89-8c2a-0d6d4808d730 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691564
Feb 19 21:49:45.977551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae810078-a672-4777-b008-4734d0ddd7a9 req-b608e6c0-18a3-497c-bfaf-a41fe31368c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:49:45.979141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae810078-a672-4777-b008-4734d0ddd7a9 req-b608e6c0-18a3-497c-bfaf-a41fe31368c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 1127 time: 0.1355147
Feb 19 21:49:46.034770 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dbbf370d-35ad-4a95-b1b9-33210edcf5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7022b0a0>, [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:52Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58487e4d-a2e8-432e-b00f-d3e4b80031b7', 'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:a6:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:52Z', 'updated_at': '2022-02-19T21:47:55Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:46.060509 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbf370d-35ad-4a95-b1b9-33210edcf5d6 None None] Checking router: 479033e9-0851-430e-840e-66df6e13b821 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:49:46.068701 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf370d-35ad-4a95-b1b9-33210edcf5d6 None None] Routers {'479033e9-0851-430e-840e-66df6e13b821'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:49:46.069310 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dbbf370d-35ad-4a95-b1b9-33210edcf5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7022b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:49:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['479033e9-0851-430e-840e-66df6e13b821'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:46.073984 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae810078-a672-4777-b008-4734d0ddd7a9 req-c608786c-87ba-4e9c-b3de-20e5a7b9f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:49:46.075518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae810078-a672-4777-b008-4734d0ddd7a9 req-c608786c-87ba-4e9c-b3de-20e5a7b9f40a service neutron] 10.222.0.67 "GET /v2.0/networks?id=fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 200  len: 897 time: 0.0900390
Feb 19 21:49:46.118749 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae810078-a672-4777-b008-4734d0ddd7a9 req-8ee07c97-26c2-493d-890c-f00b8942e2c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 200  len: 217 time: 0.0352492
Feb 19 21:49:46.172191 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae810078-a672-4777-b008-4734d0ddd7a9 req-fef1ba76-48af-4d09-90cd-117775fc2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:49:46.173840 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae810078-a672-4777-b008-4734d0ddd7a9 req-fef1ba76-48af-4d09-90cd-117775fc2592 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8365dbeb-387c-476c-a813-f4769826a3b9 HTTP/1.1" status: 200  len: 834 time: 0.0452871
Feb 19 21:49:46.175660 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-dbbf370d-35ad-4a95-b1b9-33210edcf5d6 None None] Set router 479033e9-0851-430e-840e-66df6e13b821 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:49:46.228886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae810078-a672-4777-b008-4734d0ddd7a9 req-9a9da186-18b4-4cbf-bce5-9a30253460f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:49:46.230437 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae810078-a672-4777-b008-4734d0ddd7a9 req-9a9da186-18b4-4cbf-bce5-9a30253460f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fca0a1b5-3205-484d-8a75-5441e46acc30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0491672
Feb 19 21:49:46.320103 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae810078-a672-4777-b008-4734d0ddd7a9 req-182ff458-5f9e-4b8a-8fa3-350c4aa025cb service neutron] 10.222.0.67 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828559
Feb 19 21:49:46.368447 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-dbbf370d-35ad-4a95-b1b9-33210edcf5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7022b0a0>, [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:52Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58487e4d-a2e8-432e-b00f-d3e4b80031b7', 'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:a6:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:52Z', 'updated_at': '2022-02-19T21:47:55Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:46.399166 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbf370d-35ad-4a95-b1b9-33210edcf5d6 None None] The sync data for ids ['479033e9-0851-430e-840e-66df6e13b821'] in ncdv-master-1 is: [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:52Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58487e4d-a2e8-432e-b00f-d3e4b80031b7', 'name': '', 'network_id': 'fca0a1b5-3205-484d-8a75-5441e46acc30', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:a6:c0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:52Z', 'updated_at': '2022-02-19T21:47:55Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '8365dbeb-387c-476c-a813-f4769826a3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:49:46.415839 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ae810078-a672-4777-b008-4734d0ddd7a9 req-0ab5ae3b-f4e8-454d-8fe0-998c5f09bc2d service neutron] 10.222.0.67 "GET /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892448
Feb 19 21:49:46.628237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733db8d-e802-4ea1-bdef-9829283d8210 None None] New status for floating IP f4806b17-2ef5-4a3e-8171-944c58bfa7b3: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:49:47.097128 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb50bf9-0f6c-4ce7-a860-be463b77b52e req-f61f1bfd-a244-45ff-93ad-d25ee771b8c8 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:49:47.098634 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cb50bf9-0f6c-4ce7-a860-be463b77b52e req-f61f1bfd-a244-45ff-93ad-d25ee771b8c8 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0531676
Feb 19 21:49:47.146507 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9cb50bf9-0f6c-4ce7-a860-be463b77b52e req-a111b71d-1172-49a3-8e58-b6fa9cf0c469 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=991528c6-152e-4bb7-82eb-af13d196e2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423076
Feb 19 21:49:47.409852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac242f9-51a5-4a74-9653-6ad6cb135193 req-b27e3b4d-6486-41e9-8d82-6437e46da2b9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:49:47.411318 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac242f9-51a5-4a74-9653-6ad6cb135193 req-b27e3b4d-6486-41e9-8d82-6437e46da2b9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 945 time: 0.0513754
Feb 19 21:49:47.506920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-bac242f9-51a5-4a74-9653-6ad6cb135193 req-89a29d7d-6c55-4581-9ebc-c84463180e2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port e631e9bd-5480-4b5e-aa9a-895b67fc1acd {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:49:47.507264 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac242f9-51a5-4a74-9653-6ad6cb135193 req-89a29d7d-6c55-4581-9ebc-c84463180e2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:47.600641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-bac242f9-51a5-4a74-9653-6ad6cb135193 req-89a29d7d-6c55-4581-9ebc-c84463180e2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port e631e9bd-5480-4b5e-aa9a-895b67fc1acd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:49:47.601013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac242f9-51a5-4a74-9653-6ad6cb135193 req-89a29d7d-6c55-4581-9ebc-c84463180e2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:47.614459 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-bac242f9-51a5-4a74-9653-6ad6cb135193 req-89a29d7d-6c55-4581-9ebc-c84463180e2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for e631e9bd-5480-4b5e-aa9a-895b67fc1acd owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:49:47.750534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac242f9-51a5-4a74-9653-6ad6cb135193 req-89a29d7d-6c55-4581-9ebc-c84463180e2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e631e9bd-5480-4b5e-aa9a-895b67fc1acd), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:47.780695 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a29d7d-6c55-4581-9ebc-c84463180e2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=e631e9bd-5480-4b5e-aa9a-895b67fc1acd,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:47.829143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac242f9-51a5-4a74-9653-6ad6cb135193 req-89a29d7d-6c55-4581-9ebc-c84463180e2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] No DVR routers for this DVR port e631e9bd-5480-4b5e-aa9a-895b67fc1acd on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:49:47.831808 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-bac242f9-51a5-4a74-9653-6ad6cb135193 req-89a29d7d-6c55-4581-9ebc-c84463180e2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:47.835169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bac242f9-51a5-4a74-9653-6ad6cb135193 req-89a29d7d-6c55-4581-9ebc-c84463180e2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "DELETE /v2.0/ports/e631e9bd-5480-4b5e-aa9a-895b67fc1acd HTTP/1.1" status: 204  len: 173 time: 0.4186456
Feb 19 21:49:47.835614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'name': 'network-vif-deleted', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:49:47.837963 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d820fe-f5ff-4f06-924e-565cb36ff4dd" -d '{"events": [{"server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "name": "network-vif-deleted", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:49:47.875722 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefdef40-3af3-4bff-8834-5ac41758a14a x-openstack-request-id: req-cefdef40-3af3-4bff-8834-5ac41758a14a {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:49:47.876029 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459f7e82-32e2-44b4-9477-eeb5ccaccbca", "name": "network-vif-deleted", "tag": "e631e9bd-5480-4b5e-aa9a-895b67fc1acd", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:49:47.876292 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cefdef40-3af3-4bff-8834-5ac41758a14a {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:49:47.876800 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459f7e82-32e2-44b4-9477-eeb5ccaccbca', 'name': 'network-vif-deleted', 'tag': 'e631e9bd-5480-4b5e-aa9a-895b67fc1acd', 'status': 'completed', 'code': 200}
Feb 19 21:49:48.274159 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7ffe9acd-7717-43aa-8851-3bd15a68c7da req-5a353727-7de1-4c9f-b55d-5653f3fe8f4d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=459f7e82-32e2-44b4-9477-eeb5ccaccbca HTTP/1.1" status: 200  len: 210 time: 0.0395935
Feb 19 21:49:48.411764 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-19c73f27-e5b2-4c33-b71a-bd25f8d3e35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:49.333195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38112) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:49.691761 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (479033e9-0851-430e-840e-66df6e13b821), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:49.951822 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 58487e4d-a2e8-432e-b00f-d3e4b80031b7 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:49:49.952085 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:50.043141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 58487e4d-a2e8-432e-b00f-d3e4b80031b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58487e4d-a2e8-432e-b00f-d3e4b80031b7,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:49:50.043514 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:50.056306 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 58487e4d-a2e8-432e-b00f-d3e4b80031b7 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:49:50.243692 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (58487e4d-a2e8-432e-b00f-d3e4b80031b7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:50.269337 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=58487e4d-a2e8-432e-b00f-d3e4b80031b7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:50.455865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (479033e9-0851-430e-840e-66df6e13b821), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:50.673276 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 479033e9-0851-430e-840e-66df6e13b821 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:49:50.691062 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8df3139c-da88-49b4-b72f-ec777c59806d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:50.788418 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:49:50.796864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7bb6afb3-7cb9-4cec-820c-da2bfafe31b5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "PUT /v2.0/routers/479033e9-0851-430e-840e-66df6e13b821/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4597840
Feb 19 21:49:50.797008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38114) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:50.798954 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3d314-ba26-4c1a-a630-5780502253f5 None None] Sync routers for ids ['479033e9-0851-430e-840e-66df6e13b821'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:49:50.809765 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3d314-ba26-4c1a-a630-5780502253f5 None None] Routers {'479033e9-0851-430e-840e-66df6e13b821'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:49:50.810459 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c8e3d314-ba26-4c1a-a630-5780502253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:49:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['479033e9-0851-430e-840e-66df6e13b821'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:50.821718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e631e9bd-5480-4b5e-aa9a-895b67fc1acd no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:49:50.842170 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: e631e9bd-5480-4b5e-aa9a-895b67fc1acd {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:49:50.842576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device e631e9bd-5480-4b5e-aa9a-895b67fc1acd not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:49:50.854422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-570980a9-46c5-4685-afe6-24c9209fee3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting subnet 8365dbeb-387c-476c-a813-f4769826a3b9 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:49:50.857604 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-570980a9-46c5-4685-afe6-24c9209fee3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (8365dbeb-387c-476c-a813-f4769826a3b9), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:50.898855 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-570980a9-46c5-4685-afe6-24c9209fee3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (8365dbeb-387c-476c-a813-f4769826a3b9), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:50.930980 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c8e3d314-ba26-4c1a-a630-5780502253f5 None None] Set router 479033e9-0851-430e-840e-66df6e13b821 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:49:50.979743 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-570980a9-46c5-4685-afe6-24c9209fee3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (8365dbeb-387c-476c-a813-f4769826a3b9), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.042298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-570980a9-46c5-4685-afe6-24c9209fee3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (8365dbeb-387c-476c-a813-f4769826a3b9), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.070602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570980a9-46c5-4685-afe6-24c9209fee3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Subnet': ['ID=8365dbeb-387c-476c-a813-f4769826a3b9,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:51.072618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-570980a9-46c5-4685-afe6-24c9209fee3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.079167 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38116) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:51.080982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-570980a9-46c5-4685-afe6-24c9209fee3c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/subnets/8365dbeb-387c-476c-a813-f4769826a3b9 HTTP/1.1" status: 204  len: 168 time: 0.2828131
Feb 19 21:49:51.081480 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe6318-d0c2-4489-8a3b-0e7ec28b6686 None None] Network fca0a1b5-3205-484d-8a75-5441e46acc30 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:49:51.112769 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c8e3d314-ba26-4c1a-a630-5780502253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d9d0>, [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:49:50Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:51.139938 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3d314-ba26-4c1a-a630-5780502253f5 None None] Checking router: 479033e9-0851-430e-840e-66df6e13b821 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:49:51.148909 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3d314-ba26-4c1a-a630-5780502253f5 None None] Routers {'479033e9-0851-430e-840e-66df6e13b821'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:49:51.149527 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c8e3d314-ba26-4c1a-a630-5780502253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:49:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['479033e9-0851-430e-840e-66df6e13b821'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:51.191366 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (479033e9-0851-430e-840e-66df6e13b821), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.263042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ddafc2-f04e-45bf-9501-673c8829df83 None None] DHCP port deletion for fca0a1b5-3205-484d-8a75-5441e46acc30 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:49:51.266100 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-c8e3d314-ba26-4c1a-a630-5780502253f5 None None] Set router 479033e9-0851-430e-840e-66df6e13b821 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:49:51.308956 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (479033e9-0851-430e-840e-66df6e13b821), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.311026 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-06ddafc2-f04e-45bf-9501-673c8829df83 None None] Deleting port 7f2566d5-c87b-455d-b33a-93a385b16685 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:49:51.311473 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-06ddafc2-f04e-45bf-9501-673c8829df83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (7f2566d5-c87b-455d-b33a-93a385b16685), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.363883 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 877903db-f9d3-420f-8065-c9b5ba6c511c {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:49:51.364235 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.382302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-06ddafc2-f04e-45bf-9501-673c8829df83 None None] For port 7f2566d5-c87b-455d-b33a-93a385b16685, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f2566d5-c87b-455d-b33a-93a385b16685,segment=NetworkSegment(bc9480a7-1d80-45be-b535-161e5533a7ec),segment_id=bc9480a7-1d80-45be-b535-161e5533a7ec)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:49:51.382721 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-06ddafc2-f04e-45bf-9501-673c8829df83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (7f2566d5-c87b-455d-b33a-93a385b16685), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.396475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-06ddafc2-f04e-45bf-9501-673c8829df83 None None] Calling delete_port for 7f2566d5-c87b-455d-b33a-93a385b16685 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:49:51.450223 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 877903db-f9d3-420f-8065-c9b5ba6c511c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=877903db-f9d3-420f-8065-c9b5ba6c511c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:49:51.450504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.458946 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-c8e3d314-ba26-4c1a-a630-5780502253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7004d9d0>, [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:49:50Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:51.467408 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 877903db-f9d3-420f-8065-c9b5ba6c511c owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:49:51.486866 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3d314-ba26-4c1a-a630-5780502253f5 None None] The sync data for ids ['479033e9-0851-430e-840e-66df6e13b821'] in ncdv-master-1 is: [{'id': '479033e9-0851-430e-840e-66df6e13b821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244010619', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:49:50Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '877903db-f9d3-420f-8065-c9b5ba6c511c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479033e9-0851-430e-840e-66df6e13b821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:47:49Z', 'updated_at': '2022-02-19T21:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:49:51.487125 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-06ddafc2-f04e-45bf-9501-673c8829df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (7f2566d5-c87b-455d-b33a-93a385b16685), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.517800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ddafc2-f04e-45bf-9501-673c8829df83 None None] No DVR routers for this DVR port 7f2566d5-c87b-455d-b33a-93a385b16685 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:49:51.522070 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddafc2-f04e-45bf-9501-673c8829df83 None None] Pushing event deleted for resources: {'Port': ['ID=7f2566d5-c87b-455d-b33a-93a385b16685,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:51.648966 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (877903db-f9d3-420f-8065-c9b5ba6c511c), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.672650 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=877903db-f9d3-420f-8065-c9b5ba6c511c,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:51.739120 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (479033e9-0851-430e-840e-66df6e13b821), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.835206 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (479033e9-0851-430e-840e-66df6e13b821), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.837457 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_controller (479033e9-0851-430e-840e-66df6e13b821), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.881400 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (479033e9-0851-430e-840e-66df6e13b821), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.882048 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Fanout notify agent at l3_agent the message router_deleted on router 479033e9-0851-430e-840e-66df6e13b821 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:49:51.889863 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:51.891003 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f357c3b9-6d16-466a-a928-9877019e9472 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/routers/479033e9-0851-430e-840e-66df6e13b821 HTTP/1.1" status: 204  len: 168 time: 0.8108506
Feb 19 21:49:51.893863 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38118) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:51.971594 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (fca0a1b5-3205-484d-8a75-5441e46acc30), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.013790 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.066042 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (fca0a1b5-3205-484d-8a75-5441e46acc30), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.089084 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70cd8d30>,) {'filters': {'network_id': ['fca0a1b5-3205-484d-8a75-5441e46acc30']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:52.099093 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70cd8d30>, 'bc9480a7-1d80-45be-b535-161e5533a7ec') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:52.099405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70cd8d30>, 'bc9480a7-1d80-45be-b535-161e5533a7ec') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:52.110147 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (bc9480a7-1d80-45be-b535-161e5533a7ec), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.126612 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (bc9480a7-1d80-45be-b535-161e5533a7ec), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.133147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:49:52.133596 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (bc9480a7-1d80-45be-b535-161e5533a7ec), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:49:52.137157 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:49:52.199752 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (fca0a1b5-3205-484d-8a75-5441e46acc30), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.209706 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.214123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/networks/fca0a1b5-3205-484d-8a75-5441e46acc30 HTTP/1.1" status: 204  len: 168 time: 0.3187008
Feb 19 21:49:52.217340 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38120) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:52.232002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Network': ['ID=fca0a1b5-3205-484d-8a75-5441e46acc30,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:52.247989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 877903db-f9d3-420f-8065-c9b5ba6c511c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:49:52.248826 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.249263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.250012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.251340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.251340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.251340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.251759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.252035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.252457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.252861 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.253471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.253790 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.254741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc5f6d-1fdb-4c65-be4e-4aecf41ea6ad tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:52.270985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 877903db-f9d3-420f-8065-c9b5ba6c511c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:49:52.271414 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 877903db-f9d3-420f-8065-c9b5ba6c511c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:49:52.272042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 58487e4d-a2e8-432e-b00f-d3e4b80031b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:49:52.282575 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f7b7f5a-9fe8-46cf-9388-d0bb1901045f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (991528c6-152e-4bb7-82eb-af13d196e2e0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.295586 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 58487e4d-a2e8-432e-b00f-d3e4b80031b7 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:49:52.295997 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 58487e4d-a2e8-432e-b00f-d3e4b80031b7 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:49:52.296681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7f2566d5-c87b-455d-b33a-93a385b16685 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:49:52.311838 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f7b7f5a-9fe8-46cf-9388-d0bb1901045f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (991528c6-152e-4bb7-82eb-af13d196e2e0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.317386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 7f2566d5-c87b-455d-b33a-93a385b16685 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:49:52.317741 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 7f2566d5-c87b-455d-b33a-93a385b16685 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:49:52.376931 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f7b7f5a-9fe8-46cf-9388-d0bb1901045f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (991528c6-152e-4bb7-82eb-af13d196e2e0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.379510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1f7b7f5a-9fe8-46cf-9388-d0bb1901045f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.380729 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1f7b7f5a-9fe8-46cf-9388-d0bb1901045f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/security-groups/991528c6-152e-4bb7-82eb-af13d196e2e0 HTTP/1.1" status: 204  len: 168 time: 0.1620817
Feb 19 21:49:52.393321 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b7f5a-9fe8-46cf-9388-d0bb1901045f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991528c6-152e-4bb7-82eb-af13d196e2e0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:52.731685 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38128) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:52.736587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-a363c118-9e19-4e5e-8fc2-a1eec6b68e7a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396626404', 'description': 'tempest-secgroup-smoke-1396626404 description', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:49:52.757968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a363c118-9e19-4e5e-8fc2-a1eec6b68e7a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.828465 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a363c118-9e19-4e5e-8fc2-a1eec6b68e7a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (da735ac9-9247-496a-a9b8-694056394acf), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.832207 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a363c118-9e19-4e5e-8fc2-a1eec6b68e7a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (da735ac9-9247-496a-a9b8-694056394acf), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.859160 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-a363c118-9e19-4e5e-8fc2-a1eec6b68e7a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.860393 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-a363c118-9e19-4e5e-8fc2-a1eec6b68e7a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1274445
Feb 19 21:49:52.863461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38130) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:52.864293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363c118-9e19-4e5e-8fc2-a1eec6b68e7a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da735ac9-9247-496a-a9b8-694056394acf,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:52.868972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-2b3020c6-7c74-4d8d-8c6c-b58c8cde8f64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'da735ac9-9247-496a-a9b8-694056394acf', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:49:52.894408 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b3020c6-7c74-4d8d-8c6c-b58c8cde8f64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (f6f5412f-c443-4f2b-9da1-9d90d957bfeb), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.939694 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b3020c6-7c74-4d8d-8c6c-b58c8cde8f64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (f6f5412f-c443-4f2b-9da1-9d90d957bfeb), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.943066 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b3020c6-7c74-4d8d-8c6c-b58c8cde8f64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (f6f5412f-c443-4f2b-9da1-9d90d957bfeb), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.962396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3020c6-7c74-4d8d-8c6c-b58c8cde8f64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f5412f-c443-4f2b-9da1-9d90d957bfeb,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:52.967883 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2b3020c6-7c74-4d8d-8c6c-b58c8cde8f64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:52.969254 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2b3020c6-7c74-4d8d-8c6c-b58c8cde8f64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1047599
Feb 19 21:49:52.971922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38132) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:52.976163 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1e83c7c8-64dc-468c-9e1e-99fba6adf5aa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'da735ac9-9247-496a-a9b8-694056394acf', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:49:53.001141 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e83c7c8-64dc-468c-9e1e-99fba6adf5aa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (c5674f9c-9edf-4b80-b489-f358778d0d5b), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.056165 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e83c7c8-64dc-468c-9e1e-99fba6adf5aa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (c5674f9c-9edf-4b80-b489-f358778d0d5b), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.059828 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e83c7c8-64dc-468c-9e1e-99fba6adf5aa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c5674f9c-9edf-4b80-b489-f358778d0d5b), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.078718 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83c7c8-64dc-468c-9e1e-99fba6adf5aa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5674f9c-9edf-4b80-b489-f358778d0d5b,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:53.086605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1e83c7c8-64dc-468c-9e1e-99fba6adf5aa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.087790 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1e83c7c8-64dc-468c-9e1e-99fba6adf5aa tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1149280
Feb 19 21:49:53.090928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38134) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:53.095874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-dc1c92af-c028-43b6-94f6-a1080611965a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'da735ac9-9247-496a-a9b8-694056394acf', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:49:53.120573 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dc1c92af-c028-43b6-94f6-a1080611965a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (e8d43c6f-0d1e-48ab-8dab-97b602fdd94e), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.175889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dc1c92af-c028-43b6-94f6-a1080611965a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (e8d43c6f-0d1e-48ab-8dab-97b602fdd94e), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.179119 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dc1c92af-c028-43b6-94f6-a1080611965a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (e8d43c6f-0d1e-48ab-8dab-97b602fdd94e), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.196254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c92af-c028-43b6-94f6-a1080611965a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d43c6f-0d1e-48ab-8dab-97b602fdd94e,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:53.203101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dc1c92af-c028-43b6-94f6-a1080611965a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.204238 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dc1c92af-c028-43b6-94f6-a1080611965a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1120510
Feb 19 21:49:53.206951 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38136) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:53.211169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-5924b59e-6025-4dec-b284-365a2d6198ee tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'da735ac9-9247-496a-a9b8-694056394acf', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:49:53.235138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5924b59e-6025-4dec-b284-365a2d6198ee tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (b47b645d-f451-4704-bb26-d454590699ab), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.293496 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5924b59e-6025-4dec-b284-365a2d6198ee tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (b47b645d-f451-4704-bb26-d454590699ab), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.297098 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5924b59e-6025-4dec-b284-365a2d6198ee tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (b47b645d-f451-4704-bb26-d454590699ab), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.314913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924b59e-6025-4dec-b284-365a2d6198ee tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47b645d-f451-4704-bb26-d454590699ab,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:53.320111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-5924b59e-6025-4dec-b284-365a2d6198ee tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.321773 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-5924b59e-6025-4dec-b284-365a2d6198ee tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1134565
Feb 19 21:49:53.324125 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38138) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:53.328320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9bcf80ec-db14-481e-8db5-886b00154b6f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'da735ac9-9247-496a-a9b8-694056394acf', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:49:53.349928 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-9bcf80ec-db14-481e-8db5-886b00154b6f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Project 0b842c60e89342ae92bbc9f9b568e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:49:53.355550 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bcf80ec-db14-481e-8db5-886b00154b6f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (bc93956a-92e9-4e66-aec3-51cbdc26367f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.360424 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.414552 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bcf80ec-db14-481e-8db5-886b00154b6f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (bc93956a-92e9-4e66-aec3-51cbdc26367f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.419004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bcf80ec-db14-481e-8db5-886b00154b6f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (bc93956a-92e9-4e66-aec3-51cbdc26367f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.436225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf80ec-db14-481e-8db5-886b00154b6f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc93956a-92e9-4e66-aec3-51cbdc26367f,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:53.445138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9bcf80ec-db14-481e-8db5-886b00154b6f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.446347 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9bcf80ec-db14-481e-8db5-886b00154b6f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1212771
Feb 19 21:49:53.449756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38140) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:53.454066 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e6ae6179-9422-4d9b-980f-1e95bfadea29 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': 'da735ac9-9247-496a-a9b8-694056394acf', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:49:53.474870 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-e6ae6179-9422-4d9b-980f-1e95bfadea29 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Project 0b842c60e89342ae92bbc9f9b568e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:49:53.479900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6179-9422-4d9b-980f-1e95bfadea29 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (3dabca5e-300a-4ac4-ae38-741f8e08a957), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.538698 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6179-9422-4d9b-980f-1e95bfadea29 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (3dabca5e-300a-4ac4-ae38-741f8e08a957), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.542346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6179-9422-4d9b-980f-1e95bfadea29 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (3dabca5e-300a-4ac4-ae38-741f8e08a957), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.559094 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae6179-9422-4d9b-980f-1e95bfadea29 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dabca5e-300a-4ac4-ae38-741f8e08a957,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:53.567737 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6179-9422-4d9b-980f-1e95bfadea29 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.568972 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e6ae6179-9422-4d9b-980f-1e95bfadea29 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1183021
Feb 19 21:49:53.572108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38142) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:53.577505 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'network': {'name': 'tempest-network-smoke--312165726', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'port_security_enabled': True}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:49:53.596170 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:49:53.599331 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.624283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:49:53.633497 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ed277057-53d9-4dc0-9170-59d8f8304a86), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.633881 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Added segment ed277057-53d9-4dc0-9170-59d8f8304a86 of type vlan for network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c
Feb 19 21:49:53.673495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.698625 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.703641 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:49:53.704245 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.764112 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1903782
Feb 19 21:49:53.766853 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38144) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:53.773435 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'admin_state_up': True, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:49:53.783392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903aa29-64db-4a49-bf18-df530425a46b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Network': ['ID=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:53.794487 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:49:53.798228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (6e9babbf-a3f0-478f-8a37-05258c4911ba), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.799324 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (6e9babbf-a3f0-478f-8a37-05258c4911ba), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.855270 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_controller (6e9babbf-a3f0-478f-8a37-05258c4911ba), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:53.993011 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (6e9babbf-a3f0-478f-8a37-05258c4911ba), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:54.439045 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (6e9babbf-a3f0-478f-8a37-05258c4911ba), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:54.457578 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:54.525815 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:54.567256 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.35.2.143 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/8e60f65f-742f-436a-b90a-25e919225432) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:49:54.667486 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (8e60f65f-742f-436a-b90a-25e919225432), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:54.701642 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8e60f65f-742f-436a-b90a-25e919225432), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:54.740086 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:49:54.742876 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:49:54.747729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:49:54.774746 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=8e60f65f-742f-436a-b90a-25e919225432,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:55.002193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (6e9babbf-a3f0-478f-8a37-05258c4911ba), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:55.198177 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (6e9babbf-a3f0-478f-8a37-05258c4911ba), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:55.333304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 6e9babbf-a3f0-478f-8a37-05258c4911ba is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:49:55.439664 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:49:55.452434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Sync routers for ids ['6e9babbf-a3f0-478f-8a37-05258c4911ba'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:49:55.461845 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Routers {'6e9babbf-a3f0-478f-8a37-05258c4911ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:49:55.462583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63912850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:49:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['6e9babbf-a3f0-478f-8a37-05258c4911ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:55.465054 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:55.466287 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9c89ab7c-4c65-48a6-bac8-de6631b5fac6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.6985157
Feb 19 21:49:55.469416 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38146) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:55.542097 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0493f351-6a21-40fb-824a-e9c2873cac27 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0b842c60e89342ae92bbc9f9b568e4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0715828
Feb 19 21:49:55.544724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38150) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:55.571320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Set router 6e9babbf-a3f0-478f-8a37-05258c4911ba gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:49:55.695449 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983d1934-cf53-477e-9012-f8098d9b0db7 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:49:55.697031 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-983d1934-cf53-477e-9012-f8098d9b0db7 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1513970
Feb 19 21:49:55.699888 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38152) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:55.740821 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3ade9e26-c318-4ae9-b512-b6c4ea44e3ff tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0397143
Feb 19 21:49:55.743670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38154) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:55.748775 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-104932', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:49:55.752289 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63912850>, [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:54Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:55.777887 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Checking router: 6e9babbf-a3f0-478f-8a37-05258c4911ba for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:49:55.778242 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Updating router 6e9babbf-a3f0-478f-8a37-05258c4911ba port 8e60f65f-742f-436a-b90a-25e919225432 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:49:55.810561 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8e60f65f-742f-436a-b90a-25e919225432), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:55.833885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:49:55.837551 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.019954 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (58a468c7-4c92-43bf-9e9a-9304d7c3d0b1), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.063006 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Publish callbacks [] for port (8e60f65f-742f-436a-b90a-25e919225432), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.070721 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8e60f65f-742f-436a-b90a-25e919225432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.089143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Subnet': ['ID=58a468c7-4c92-43bf-9e9a-9304d7c3d0b1,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:56.107027 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Checking segment: {'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:49:56.107343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network hostable DHCP agents. Network: 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:49:56.123885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:49:56.124266 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Attempting to bind port 8e60f65f-742f-436a-b90a-25e919225432 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:49:56.124665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Attempting to bind port 8e60f65f-742f-436a-b90a-25e919225432 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:49:56.125037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Attempting to bind port 8e60f65f-742f-436a-b90a-25e919225432 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:49:56.127016 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96c996-85e1-4b20-bea2-ae600ffc55f9 None None] Pushing event updated for resources: {'Port': ['ID=8e60f65f-742f-436a-b90a-25e919225432,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:56.132835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:49:56.133245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:49:56.133657 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.133779 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:49:56.134174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:49:56.134680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Bound port: 8e60f65f-742f-436a-b90a-25e919225432, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:49:56.135105 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8e60f65f-742f-436a-b90a-25e919225432), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.138290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:49:56.139004 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.157462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb89c6-25aa-4e9a-9a84-38426d0f22f1 None None] Network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:49:56.159377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38156) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:49:56.159932 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0e385fd2-3edb-41ba-97bc-8a6cbe300012 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 828 time: 0.4152184
Feb 19 21:49:56.247454 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] For port 8e60f65f-742f-436a-b90a-25e919225432, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:49:56.263772 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] For port 8e60f65f-742f-436a-b90a-25e919225432, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e60f65f-742f-436a-b90a-25e919225432,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:49:56.283510 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8e60f65f-742f-436a-b90a-25e919225432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.313908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ips': [{'subnet_id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:49:56.314759 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.427807 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Routers {'6e9babbf-a3f0-478f-8a37-05258c4911ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:49:56.428640 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63912850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:49:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['6e9babbf-a3f0-478f-8a37-05258c4911ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:56.430650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96c996-85e1-4b20-bea2-ae600ffc55f9 None None] Pushing event updated for resources: {'Port': ['ID=8e60f65f-742f-436a-b90a-25e919225432,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:56.472943 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.593399 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Allocated IP 172.20.0.2 (4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c/58a468c7-4c92-43bf-9e9a-9304d7c3d0b1/e433c0d0-d26f-4315-8c17-349d8e476048) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:49:56.604960 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] Set router 6e9babbf-a3f0-478f-8a37-05258c4911ba gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:49:56.883767 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Publish callbacks [] for port (e433c0d0-d26f-4315-8c17-349d8e476048), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.892283 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.933993 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63912850>, [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:54Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:56.940496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:49:56.948745 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:56.966411 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:49:56.972548 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:49:56.974656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf41d4-d837-48f5-ac0e-cff9b47e6713 None None] The sync data for ids ['6e9babbf-a3f0-478f-8a37-05258c4911ba'] in ncdv-master-1 is: [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:54Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:49:56.977356 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Pushing event updated for resources: {'Port': ['ID=e433c0d0-d26f-4315-8c17-349d8e476048,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:56.990406 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.990766 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.991111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.991453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.991790 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.992123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.992490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.992831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.993143 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.993475 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.993800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.994124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:56.994980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:57.047051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Attempting to bind port e433c0d0-d26f-4315-8c17-349d8e476048 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:49:57.047434 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Attempting to bind port e433c0d0-d26f-4315-8c17-349d8e476048 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:49:57.047800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Attempting to bind port e433c0d0-d26f-4315-8c17-349d8e476048 on network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:49:57.053605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:49:57.053991 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Checking segment: {'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:49:57.054401 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:57.054933 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Bound using segment: {'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:49:57.055792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Bound port: e433c0d0-d26f-4315-8c17-349d8e476048, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:49:57.055792 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:57.124233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] For port e433c0d0-d26f-4315-8c17-349d8e476048, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:49:57.127926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] For port e433c0d0-d26f-4315-8c17-349d8e476048, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e433c0d0-d26f-4315-8c17-349d8e476048,segment=NetworkSegment(ed277057-53d9-4dc0-9170-59d8f8304a86),segment_id=ed277057-53d9-4dc0-9170-59d8f8304a86)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:49:57.134249 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:57.209079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e8ac5-4ed1-41b9-a336-e8f58fcf7765 None None] Pushing event updated for resources: {'Port': ['ID=e433c0d0-d26f-4315-8c17-349d8e476048,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:57.282036 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.20.0.1 (4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c/58a468c7-4c92-43bf-9e9a-9304d7c3d0b1/1d911f08-61ac-48d0-ae09-2a605c3f05cb) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:49:57.465577 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:57.506820 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:57.556528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:49:57.561874 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:49:57.564641 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:49:57.595378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=1d911f08-61ac-48d0-ae09-2a605c3f05cb,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:57.618491 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (6e9babbf-a3f0-478f-8a37-05258c4911ba), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:57.766361 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:58.064643 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:58.069847 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:58.145568 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=1d911f08-61ac-48d0-ae09-2a605c3f05cb,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:58.151348 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (6e9babbf-a3f0-478f-8a37-05258c4911ba), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:58.262543 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:49:58.264227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:49:58.312865 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8e60f65f-742f-436a-b90a-25e919225432 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:49:58.366416 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8e60f65f-742f-436a-b90a-25e919225432 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:49:58.366805 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8e60f65f-742f-436a-b90a-25e919225432), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:58.410253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 6e9babbf-a3f0-478f-8a37-05258c4911ba has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:49:58.449457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8e60f65f-742f-436a-b90a-25e919225432 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:49:58.449714 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8e60f65f-742f-436a-b90a-25e919225432), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:58.474047 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 8e60f65f-742f-436a-b90a-25e919225432, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e60f65f-742f-436a-b90a-25e919225432,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:49:58.479553 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8e60f65f-742f-436a-b90a-25e919225432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:58.480412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e433c0d0-d26f-4315-8c17-349d8e476048 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:49:58.546395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:49:58.551564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9c3cf48d-9be7-44b8-baa4-3e0f7003010d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "PUT /v2.0/routers/6e9babbf-a3f0-478f-8a37-05258c4911ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3902423
Feb 19 21:49:58.689985 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce186f1-1e3f-4739-8af0-5b84425c1ee2 None None] Network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:49:58.719351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-a5120dd6-109f-4ca4-8ad6-517e391c1a95 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396626404&fields=id&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 267 time: 0.0496511
Feb 19 21:49:58.742109 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Sync routers for ids ['6e9babbf-a3f0-478f-8a37-05258c4911ba'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:49:58.769669 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Routers {'6e9babbf-a3f0-478f-8a37-05258c4911ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:49:58.770309 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702f03a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:49:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['6e9babbf-a3f0-478f-8a37-05258c4911ba'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:58.806311 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d03f5748-b4ed-43c1-9623-262d05f29917 None None] Provisioning complete for port e433c0d0-d26f-4315-8c17-349d8e476048 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:49:58.806695 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d03f5748-b4ed-43c1-9623-262d05f29917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:58.811182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=8e60f65f-742f-436a-b90a-25e919225432,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:58.842377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-12d6d724-e390-497a-9861-bcac00926fed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:49:58.845789 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-12d6d724-e390-497a-9861-bcac00926fed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/networks?id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c HTTP/1.1" status: 200  len: 796 time: 0.1162529
Feb 19 21:49:58.859619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-944b6c31-5877-4d33-980c-f9170316c9ba tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/quotas/0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 375 time: 0.0091434
Feb 19 21:49:58.881272 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e433c0d0-d26f-4315-8c17-349d8e476048 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:49:58.881673 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:58.891712 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Set router 6e9babbf-a3f0-478f-8a37-05258c4911ba gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:49:58.932714 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-04d2b0fd-156a-4a50-8af5-2c448d26a2f6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0670819
Feb 19 21:49:58.989484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d03f5748-b4ed-43c1-9623-262d05f29917 None None] Current status of the port e433c0d0-d26f-4315-8c17-349d8e476048 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:49:58.989880 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d03f5748-b4ed-43c1-9623-262d05f29917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.046023 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-2958a9f3-9c4a-4d35-99a3-9b74ac334f32 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:49:59.047397 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-2958a9f3-9c4a-4d35-99a3-9b74ac334f32 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0578620
Feb 19 21:49:59.056157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-d03f5748-b4ed-43c1-9623-262d05f29917 None None] For port e433c0d0-d26f-4315-8c17-349d8e476048, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e433c0d0-d26f-4315-8c17-349d8e476048,segment=NetworkSegment(ed277057-53d9-4dc0-9170-59d8f8304a86),segment_id=ed277057-53d9-4dc0-9170-59d8f8304a86)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:49:59.066567 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e433c0d0-d26f-4315-8c17-349d8e476048 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:49:59.066965 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.079314 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d03f5748-b4ed-43c1-9623-262d05f29917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.134037 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702f03a0>, [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:57Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d911f08-61ac-48d0-ae09-2a605c3f05cb', 'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:05:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:57Z', 'updated_at': '2022-02-19T21:49:57Z', 'revision_number': 2, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:49:59.176868 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f5748-b4ed-43c1-9623-262d05f29917 None None] Pushing event updated for resources: {'Port': ['ID=e433c0d0-d26f-4315-8c17-349d8e476048,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:59.179777 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 21:49:59.180148 ncdv-master-1 neutron-server[121130]: DEBUG oslo_db.api [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 19 21:49:59.181140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8e05d10f-92e9-4485-a8f7-92efefc0ed56 service neutron] 10.222.0.30 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211438
Feb 19 21:49:59.273574 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Checking router: 6e9babbf-a3f0-478f-8a37-05258c4911ba for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:49:59.273945 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Updating router 6e9babbf-a3f0-478f-8a37-05258c4911ba port 1d911f08-61ac-48d0-ae09-2a605c3f05cb binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:49:59.285062 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-dc4ce6f6-786c-4414-8185-98189d71cf24 service neutron] 10.222.0.30 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970206
Feb 19 21:49:59.301667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ffed6a8e-cec4-4f91-842f-b934084c06c6 None None] Provisioning complete for port e433c0d0-d26f-4315-8c17-349d8e476048 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:49:59.302060 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffed6a8e-cec4-4f91-842f-b934084c06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.305327 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.397736 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ffed6a8e-cec4-4f91-842f-b934084c06c6 None None] Current status of the port e433c0d0-d26f-4315-8c17-349d8e476048 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:49:59.424010 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ffed6a8e-cec4-4f91-842f-b934084c06c6 None None] Provisioning complete for port 1d911f08-61ac-48d0-ae09-2a605c3f05cb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:49:59.424767 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ffed6a8e-cec4-4f91-842f-b934084c06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.467320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ffed6a8e-cec4-4f91-842f-b934084c06c6 None None] Port 1d911f08-61ac-48d0-ae09-2a605c3f05cb cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:49:59.495868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-edd84777-93aa-4be6-b217-3b2d270c5007 req-49e5e330-8e80-47f9-a36f-f6b0e57d95d7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 210 time: 0.0328803
Feb 19 21:49:59.586783 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8f9de9b1-1f17-4db4-b257-27dc8af82529 None None] Provisioning complete for port 1d911f08-61ac-48d0-ae09-2a605c3f05cb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:49:59.587144 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8f9de9b1-1f17-4db4-b257-27dc8af82529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.628078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8f9de9b1-1f17-4db4-b257-27dc8af82529 None None] Port 1d911f08-61ac-48d0-ae09-2a605c3f05cb cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:49:59.655798 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Publish callbacks [] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.669657 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.744080 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e433c0d0-d26f-4315-8c17-349d8e476048 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:49:59.745308 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Pushing event updated for resources: {'Port': ['ID=1d911f08-61ac-48d0-ae09-2a605c3f05cb,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:49:59.772919 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.777176 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.777530 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.778649 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.784649 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.785030 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.785368 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.785707 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.786042 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.786374 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.786702 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.787027 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.787353 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:49:59.828158 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Attempting to bind port 1d911f08-61ac-48d0-ae09-2a605c3f05cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:49:59.828554 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Attempting to bind port 1d911f08-61ac-48d0-ae09-2a605c3f05cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:49:59.828927 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Attempting to bind port 1d911f08-61ac-48d0-ae09-2a605c3f05cb on network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:49:59.837221 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:49:59.838576 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Checking segment: {'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:49:59.839191 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.839807 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Bound using segment: {'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:49:59.840488 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Bound port: 1d911f08-61ac-48d0-ae09-2a605c3f05cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:49:59.841102 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.860503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ae1ae4fd-c286-45b7-b246-477b771779ea None None] Provisioning complete for port 1d911f08-61ac-48d0-ae09-2a605c3f05cb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:49:59.860889 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ae1ae4fd-c286-45b7-b246-477b771779ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.887329 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.900226 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ae4fd-c286-45b7-b246-477b771779ea None None] Port 1d911f08-61ac-48d0-ae09-2a605c3f05cb cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:49:59.922787 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] For port 1d911f08-61ac-48d0-ae09-2a605c3f05cb, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:49:59.926315 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] For port 1d911f08-61ac-48d0-ae09-2a605c3f05cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d911f08-61ac-48d0-ae09-2a605c3f05cb,segment=NetworkSegment(ed277057-53d9-4dc0-9170-59d8f8304a86),segment_id=ed277057-53d9-4dc0-9170-59d8f8304a86)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:49:59.933906 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:49:59.995073 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Routers {'6e9babbf-a3f0-478f-8a37-05258c4911ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:49:59.995712 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702f03a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:49:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['6e9babbf-a3f0-478f-8a37-05258c4911ba'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:50:00.064290 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e300984-7d6a-4d7c-b34f-f50260f703d7 None None] Pushing event updated for resources: {'Port': ['ID=1d911f08-61ac-48d0-ae09-2a605c3f05cb,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:50:00.122234 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-96e4a551-71aa-46e3-ba90-3111841c3b91 None None] Provisioning complete for port 1d911f08-61ac-48d0-ae09-2a605c3f05cb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:50:00.122893 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96e4a551-71aa-46e3-ba90-3111841c3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:00.134321 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] Set router 6e9babbf-a3f0-478f-8a37-05258c4911ba gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:50:00.235385 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-96e4a551-71aa-46e3-ba90-3111841c3b91 None None] Current status of the port 1d911f08-61ac-48d0-ae09-2a605c3f05cb is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:50:00.235791 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96e4a551-71aa-46e3-ba90-3111841c3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:00.251863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8e60f65f-742f-436a-b90a-25e919225432 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:50:00.305369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-96e4a551-71aa-46e3-ba90-3111841c3b91 None None] For port 1d911f08-61ac-48d0-ae09-2a605c3f05cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d911f08-61ac-48d0-ae09-2a605c3f05cb,segment=NetworkSegment(ed277057-53d9-4dc0-9170-59d8f8304a86),segment_id=ed277057-53d9-4dc0-9170-59d8f8304a86)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:50:00.310111 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96e4a551-71aa-46e3-ba90-3111841c3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:00.355633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8e60f65f-742f-436a-b90a-25e919225432 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:50:00.356018 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8e60f65f-742f-436a-b90a-25e919225432), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:00.363866 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702f03a0>, [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:57Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d911f08-61ac-48d0-ae09-2a605c3f05cb', 'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:05:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:57Z', 'updated_at': '2022-02-19T21:49:59Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:50:00.389251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4a551-71aa-46e3-ba90-3111841c3b91 None None] Pushing event updated for resources: {'Port': ['ID=1d911f08-61ac-48d0-ae09-2a605c3f05cb,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:50:00.390872 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46357ff-5eed-4aac-a174-72a39313b777 None None] The sync data for ids ['6e9babbf-a3f0-478f-8a37-05258c4911ba'] in ncdv-master-1 is: [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:57Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d911f08-61ac-48d0-ae09-2a605c3f05cb', 'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:05:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:57Z', 'updated_at': '2022-02-19T21:49:59Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:50:00.473621 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b15af313-8a52-4d8e-a38c-98a4d977671e None None] Provisioning complete for port 1d911f08-61ac-48d0-ae09-2a605c3f05cb triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:50:00.477161 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b15af313-8a52-4d8e-a38c-98a4d977671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:00.509114 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8e60f65f-742f-436a-b90a-25e919225432 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:50:00.511128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e433c0d0-d26f-4315-8c17-349d8e476048 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:50:00.649893 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e433c0d0-d26f-4315-8c17-349d8e476048 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:50:00.650436 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:00.655000 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76777c8d-3a06-430f-b9ad-9dbbefba0641 req-4223c2ff-c86d-4612-b578-feaf3f9dd451 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 210 time: 0.0507631
Feb 19 21:50:00.701698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-d7d4b318-aa9e-4542-b199-903e1dcbb640 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:00.703495 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-d7d4b318-aa9e-4542-b199-903e1dcbb640 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "GET /v2.0/networks?id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c HTTP/1.1" status: 200  len: 796 time: 0.1664741
Feb 19 21:50:00.707473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b15af313-8a52-4d8e-a38c-98a4d977671e None None] Current status of the port 1d911f08-61ac-48d0-ae09-2a605c3f05cb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:50:00.787445 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e433c0d0-d26f-4315-8c17-349d8e476048 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:50:00.796668 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-eedf32d0-1dbe-4890-903c-5ff570e6b86e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 380 time: 0.0836596
Feb 19 21:50:00.805894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'port': {'device_id': 'a9432011-b927-4967-b68c-033a1472241e', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'admin_state_up': True, 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'security_groups': ['da735ac9-9247-496a-a9b8-694056394acf']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:50:00.917684 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:50:00.921101 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:01.051707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.20.0.9 (4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c/58a468c7-4c92-43bf-9e9a-9304d7c3d0b1/f920e703-56d3-4d22-901c-7e1619431ffc) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:50:01.199362 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (f920e703-56d3-4d22-901c-7e1619431ffc), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:01.234836 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:01.280885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:50:01.284074 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:50:01.287874 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:50:01.294506 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=f920e703-56d3-4d22-901c-7e1619431ffc,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:50:01.346651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:01.347670 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:01.365239 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8413b0bc-58df-486b-86ac-bd2295c8d2f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5637031
Feb 19 21:50:01.377530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Request body: {'port': {'device_id': 'a9432011-b927-4967-b68c-033a1472241e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:50:01.445761 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:01.532110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-77ee5f4f-3e91-4e41-ba75-b61dbe9d7291 None None] Provisioning complete for port f920e703-56d3-4d22-901c-7e1619431ffc triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:50:01.532759 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-77ee5f4f-3e91-4e41-ba75-b61dbe9d7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:01.578349 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-77ee5f4f-3e91-4e41-ba75-b61dbe9d7291 None None] Port f920e703-56d3-4d22-901c-7e1619431ffc cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:50:01.729379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f920e703-56d3-4d22-901c-7e1619431ffc {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:50:01.738318 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Publish callbacks [] for port (f920e703-56d3-4d22-901c-7e1619431ffc), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:01.751016 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Transition to ACTIVE for port object f920e703-56d3-4d22-901c-7e1619431ffc will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:50:01.755073 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:01.787991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8eb78a-50ce-4658-8096-9a48a7305a67 req-1ca1aeaf-e244-4c52-a471-a235612a41c2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:01.789694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d8eb78a-50ce-4658-8096-9a48a7305a67 req-1ca1aeaf-e244-4c52-a471-a235612a41c2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 931 time: 0.0615499
Feb 19 21:50:01.814369 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Pushing event updated for resources: {'Port': ['ID=f920e703-56d3-4d22-901c-7e1619431ffc,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:50:01.848028 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4d8eb78a-50ce-4658-8096-9a48a7305a67 req-e4591e79-66ec-49e3-8104-7bf5906cbe77 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519006
Feb 19 21:50:01.885276 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Attempting to bind port f920e703-56d3-4d22-901c-7e1619431ffc on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:50:01.885715 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Attempting to bind port f920e703-56d3-4d22-901c-7e1619431ffc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:50:01.886190 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Attempting to bind port f920e703-56d3-4d22-901c-7e1619431ffc on network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:50:01.891091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Port f920e703-56d3-4d22-901c-7e1619431ffc on network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:50:01.891429 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Attempting to bind port f920e703-56d3-4d22-901c-7e1619431ffc on network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:50:01.896444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:50:01.896792 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Checking segment: {'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:50:01.897216 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Bound using segment: {'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:50:01.897653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Bound port: f920e703-56d3-4d22-901c-7e1619431ffc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed277057-53d9-4dc0-9170-59d8f8304a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:50:01.898049 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:01.966626 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] For port f920e703-56d3-4d22-901c-7e1619431ffc, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:50:01.970214 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] For port f920e703-56d3-4d22-901c-7e1619431ffc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f920e703-56d3-4d22-901c-7e1619431ffc,segment=NetworkSegment(ed277057-53d9-4dc0-9170-59d8f8304a86),segment_id=ed277057-53d9-4dc0-9170-59d8f8304a86)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:50:01.977579 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:02.030281 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:02.031007 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:02.032430 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] 10.222.0.10 "PUT /v2.0/ports/f920e703-56d3-4d22-901c-7e1619431ffc HTTP/1.1" status: 200  len: 1091 time: 0.6602116
Feb 19 21:50:02.032875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9432011-b927-4967-b68c-033a1472241e', 'tag': 'f920e703-56d3-4d22-901c-7e1619431ffc'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:50:02.035137 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aef4612-136d-4da4-8ad2-1ab4f50886ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a9432011-b927-4967-b68c-033a1472241e", "tag": "f920e703-56d3-4d22-901c-7e1619431ffc"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:50:02.068218 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f16643-9639-47bc-9eb0-2b06bccaab29 service neutron] Pushing event updated for resources: {'Port': ['ID=f920e703-56d3-4d22-901c-7e1619431ffc,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:50:02.103017 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54856b70-55bc-4769-84cf-f000dca4a4cc x-openstack-request-id: req-54856b70-55bc-4769-84cf-f000dca4a4cc {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:50:02.103321 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9432011-b927-4967-b68c-033a1472241e", "tag": "f920e703-56d3-4d22-901c-7e1619431ffc", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:50:02.103606 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54856b70-55bc-4769-84cf-f000dca4a4cc {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:50:02.104146 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9432011-b927-4967-b68c-033a1472241e', 'tag': 'f920e703-56d3-4d22-901c-7e1619431ffc', 'status': 'completed', 'code': 200}
Feb 19 21:50:02.125131 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8f9fdb90-8a91-4ac1-9780-c552c2cc4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:02.126626 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-8f9fdb90-8a91-4ac1-9780-c552c2cc4899 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 1125 time: 0.0529857
Feb 19 21:50:02.172305 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-b0ede940-145b-4205-83b8-f0459b5cc417 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f920e703-56d3-4d22-901c-7e1619431ffc HTTP/1.1" status: 200  len: 217 time: 0.0385203
Feb 19 21:50:02.226451 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-447a3dbc-100a-457e-aa93-ce7b5e69032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:02.227921 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-447a3dbc-100a-457e-aa93-ce7b5e69032f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58a468c7-4c92-43bf-9e9a-9304d7c3d0b1 HTTP/1.1" status: 200  len: 831 time: 0.0479171
Feb 19 21:50:02.252163 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1d911f08-61ac-48d0-ae09-2a605c3f05cb up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:50:02.276600 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-0ae3eabb-b0d5-4911-909e-6abea024a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:02.278115 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-0ae3eabb-b0d5-4911-909e-6abea024a013 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449524
Feb 19 21:50:02.301352 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 1d911f08-61ac-48d0-ae09-2a605c3f05cb triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:50:02.301352 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:02.373353 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-114ec119-2482-4ca5-a94b-f9096291cfd8 service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891986
Feb 19 21:50:02.402001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 1d911f08-61ac-48d0-ae09-2a605c3f05cb is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:50:02.465275 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b726bb53-35ee-41d6-a7a2-76d097834d0f req-40095daf-7dbc-4112-b0d8-a5ad6fc5390a service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859060
Feb 19 21:50:02.551366 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4612-136d-4da4-8ad2-1ab4f50886ba req-77c4eec8-27ac-44a2-8583-0c65bbdae3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:02.552892 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9aef4612-136d-4da4-8ad2-1ab4f50886ba req-77c4eec8-27ac-44a2-8583-0c65bbdae3a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 1125 time: 0.0461440
Feb 19 21:50:02.642590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4612-136d-4da4-8ad2-1ab4f50886ba req-e1398e9b-b7b6-4441-82f1-c2988e134959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:02.643962 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9aef4612-136d-4da4-8ad2-1ab4f50886ba req-e1398e9b-b7b6-4441-82f1-c2988e134959 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c HTTP/1.1" status: 200  len: 897 time: 0.0858071
Feb 19 21:50:02.683169 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9aef4612-136d-4da4-8ad2-1ab4f50886ba req-f1f8cdc7-7010-44a3-96da-3a422731f9d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f920e703-56d3-4d22-901c-7e1619431ffc HTTP/1.1" status: 200  len: 217 time: 0.0334322
Feb 19 21:50:02.736670 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4612-136d-4da4-8ad2-1ab4f50886ba req-92e93a63-953e-4093-88ae-9b9b2ed71374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:02.738198 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9aef4612-136d-4da4-8ad2-1ab4f50886ba req-92e93a63-953e-4093-88ae-9b9b2ed71374 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58a468c7-4c92-43bf-9e9a-9304d7c3d0b1 HTTP/1.1" status: 200  len: 831 time: 0.0494876
Feb 19 21:50:02.795191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4612-136d-4da4-8ad2-1ab4f50886ba req-0adf135e-1c9d-4f53-b141-f67620d99da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:02.796769 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9aef4612-136d-4da4-8ad2-1ab4f50886ba req-0adf135e-1c9d-4f53-b141-f67620d99da0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0511839
Feb 19 21:50:02.887208 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9aef4612-136d-4da4-8ad2-1ab4f50886ba req-fc0e4374-64c2-474d-bfc5-fd6539333b0c service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829566
Feb 19 21:50:02.972627 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a84fb-7208-4823-b9c0-751b3ad8c322 req-c5adc1d2-e87b-4310-ad34-1dad2d791090 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:02.974086 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a05a84fb-7208-4823-b9c0-751b3ad8c322 req-c5adc1d2-e87b-4310-ad34-1dad2d791090 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 943 time: 0.0571110
Feb 19 21:50:02.980215 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9aef4612-136d-4da4-8ad2-1ab4f50886ba req-e4d08387-ced5-4d75-b907-bf1f997473c0 service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862789
Feb 19 21:50:03.024316 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a05a84fb-7208-4823-b9c0-751b3ad8c322 req-7958f68a-b1bf-4efb-a47a-e7d385b3efbb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443764
Feb 19 21:50:04.148478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26bd6c-21f0-4b1a-802e-73abe586f394 req-d2893c97-d72a-442c-95a3-d2c1c3fe90d9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:04.149982 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af26bd6c-21f0-4b1a-802e-73abe586f394 req-d2893c97-d72a-442c-95a3-d2c1c3fe90d9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 943 time: 0.0525033
Feb 19 21:50:04.200013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af26bd6c-21f0-4b1a-802e-73abe586f394 req-76a2982f-9baf-479f-8e52-58f73b1ceb16 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438123
Feb 19 21:50:04.803889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f920e703-56d3-4d22-901c-7e1619431ffc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:50:04.901305 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f920e703-56d3-4d22-901c-7e1619431ffc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f920e703-56d3-4d22-901c-7e1619431ffc,segment=NetworkSegment(ed277057-53d9-4dc0-9170-59d8f8304a86),segment_id=ed277057-53d9-4dc0-9170-59d8f8304a86)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:50:04.912424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'f920e703-56d3-4d22-901c-7e1619431ffc', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'port_id': 'f920e703-56d3-4d22-901c-7e1619431ffc', 'mac_address': 'fa:16:3e:d3:29:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:50:04.954426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port f920e703-56d3-4d22-901c-7e1619431ffc is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:50:04.954740 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:04.967722 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f920e703-56d3-4d22-901c-7e1619431ffc {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:50:04.986824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f920e703-56d3-4d22-901c-7e1619431ffc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f920e703-56d3-4d22-901c-7e1619431ffc,segment=NetworkSegment(ed277057-53d9-4dc0-9170-59d8f8304a86),segment_id=ed277057-53d9-4dc0-9170-59d8f8304a86)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:50:04.991401 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:05.038199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=f920e703-56d3-4d22-901c-7e1619431ffc,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:50:05.236276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['f920e703-56d3-4d22-901c-7e1619431ffc'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:50:05.317009 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60471e-1434-4bb1-8921-83d82fb530e1 req-073bccd4-c95c-45cf-a010-ba730fdbd627 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:05.318528 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a60471e-1434-4bb1-8921-83d82fb530e1 req-073bccd4-c95c-45cf-a010-ba730fdbd627 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 944 time: 0.0520563
Feb 19 21:50:05.372783 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a60471e-1434-4bb1-8921-83d82fb530e1 req-fe882f87-03f3-48a0-901f-fb879109a156 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479538
Feb 19 21:50:06.499353 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1446-2686-4130-96d7-e84a42b3f50c req-b8303df0-e8c2-40a6-8322-ed9bee0d4a8a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:06.500895 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0dc1446-2686-4130-96d7-e84a42b3f50c req-b8303df0-e8c2-40a6-8322-ed9bee0d4a8a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 944 time: 0.0537090
Feb 19 21:50:06.549520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0dc1446-2686-4130-96d7-e84a42b3f50c req-4d441ed0-2615-4f74-8f47-8a6341a4c137 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430772
Feb 19 21:50:06.833049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f920e703-56d3-4d22-901c-7e1619431ffc up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:50:06.881355 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port f920e703-56d3-4d22-901c-7e1619431ffc completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:50:06.885477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port f920e703-56d3-4d22-901c-7e1619431ffc triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:50:06.885861 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:06.964050 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port f920e703-56d3-4d22-901c-7e1619431ffc is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:50:06.964350 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:06.986059 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9432011-b927-4967-b68c-033a1472241e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f920e703-56d3-4d22-901c-7e1619431ffc'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:50:06.988286 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f278fae1-8325-4082-8663-8ad4b2b1cae7" -d '{"events": [{"server_uuid": "a9432011-b927-4967-b68c-033a1472241e", "name": "network-vif-plugged", "status": "completed", "tag": "f920e703-56d3-4d22-901c-7e1619431ffc"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:50:07.000448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port f920e703-56d3-4d22-901c-7e1619431ffc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f920e703-56d3-4d22-901c-7e1619431ffc,segment=NetworkSegment(ed277057-53d9-4dc0-9170-59d8f8304a86),segment_id=ed277057-53d9-4dc0-9170-59d8f8304a86)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:50:07.004721 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:07.030657 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b3fc34-fc7a-49c2-8721-9d5a5965cbe5 x-openstack-request-id: req-b7b3fc34-fc7a-49c2-8721-9d5a5965cbe5 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:50:07.030954 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9432011-b927-4967-b68c-033a1472241e", "name": "network-vif-plugged", "status": "completed", "tag": "f920e703-56d3-4d22-901c-7e1619431ffc", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:50:07.031212 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7b3fc34-fc7a-49c2-8721-9d5a5965cbe5 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:50:07.031600 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9432011-b927-4967-b68c-033a1472241e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f920e703-56d3-4d22-901c-7e1619431ffc', 'code': 200}
Feb 19 21:50:07.060608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=f920e703-56d3-4d22-901c-7e1619431ffc,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:50:07.127097 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dc354-bfdb-4d37-ba19-a63ea18e0d26 req-d94574db-5588-453c-9954-491112ce0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:07.128687 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b37dc354-bfdb-4d37-ba19-a63ea18e0d26 req-d94574db-5588-453c-9954-491112ce0754 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 1127 time: 0.0448687
Feb 19 21:50:07.173117 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-b37dc354-bfdb-4d37-ba19-a63ea18e0d26 req-6b1ffc35-acee-4a16-ba7e-992694a5e239 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390944
Feb 19 21:50:07.671033 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62308c-ea7a-4315-ad98-4a11d1945f81 req-4f81cbb3-4a08-4f07-bae7-c6dc4ed6a7ed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:07.672565 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a62308c-ea7a-4315-ad98-4a11d1945f81 req-4f81cbb3-4a08-4f07-bae7-c6dc4ed6a7ed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0535929
Feb 19 21:50:07.720598 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a62308c-ea7a-4315-ad98-4a11d1945f81 req-4a5dcaf6-0225-464a-a2ad-8d5b9e808611 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424523
Feb 19 21:50:08.847649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233396a5-48c3-41f7-8ffb-0faf318f4804 req-2f4e7373-11fe-470f-9bee-013ece9ec361 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:08.849166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-233396a5-48c3-41f7-8ffb-0faf318f4804 req-2f4e7373-11fe-470f-9bee-013ece9ec361 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0564322
Feb 19 21:50:08.902208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-233396a5-48c3-41f7-8ffb-0faf318f4804 req-f842145d-7641-4afb-b339-a7c2ee5417df tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473690
Feb 19 21:50:09.016016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d606469-0ded-4449-86a1-54ea8efc8e9a req-be959d74-a97d-42f3-8a3c-84d087b9fcb0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:09.017546 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d606469-0ded-4449-86a1-54ea8efc8e9a req-be959d74-a97d-42f3-8a3c-84d087b9fcb0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0530159
Feb 19 21:50:09.065829 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0d606469-0ded-4449-86a1-54ea8efc8e9a req-05694117-4dce-4438-8288-f055fc9a30c3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427513
Feb 19 21:50:09.088275 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38216) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:50:09.135965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8558f20-b336-401d-ab11-37ff5d30e74b tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:09.137551 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e8558f20-b336-401d-ab11-37ff5d30e74b tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 1122 time: 0.0482786
Feb 19 21:50:09.140631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38218) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:50:09.144842 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': 'f920e703-56d3-4d22-901c-7e1619431ffc', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:50:09.165527 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:09.261721 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:09.366248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.35.2.215 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/a88b5444-4cfb-4c17-9c6b-2d1251e67397) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:50:09.468468 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (a88b5444-4cfb-4c17-9c6b-2d1251e67397), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:09.502564 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a88b5444-4cfb-4c17-9c6b-2d1251e67397), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:09.547871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:50:09.550816 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:50:09.555269 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:50:09.558789 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=a88b5444-4cfb-4c17-9c6b-2d1251e67397,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:50:09.902921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (44d6c022-1a02-4f9c-91ee-70a9d078ba62), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:09.973790 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a88b5444-4cfb-4c17-9c6b-2d1251e67397), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:10.121126 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (a88b5444-4cfb-4c17-9c6b-2d1251e67397), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:10.125745 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a88b5444-4cfb-4c17-9c6b-2d1251e67397), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:10.195165 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=a88b5444-4cfb-4c17-9c6b-2d1251e67397,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:50:10.203357 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (44d6c022-1a02-4f9c-91ee-70a9d078ba62), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:10.304697 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Floating IP 44d6c022-1a02-4f9c-91ee-70a9d078ba62 associated. External IP: 172.35.2.215, port: f920e703-56d3-4d22-901c-7e1619431ffc.
Feb 19 21:50:10.852293 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 6e9babbf-a3f0-478f-8a37-05258c4911ba has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:50:10.958075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:50:10.967476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99435d3-4ddb-485a-8d45-2adec80232f8 None None] Sync routers for ids ['6e9babbf-a3f0-478f-8a37-05258c4911ba'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:50:10.975451 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:10.981503 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99435d3-4ddb-485a-8d45-2adec80232f8 None None] Routers {'6e9babbf-a3f0-478f-8a37-05258c4911ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:50:10.982146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b99435d3-4ddb-485a-8d45-2adec80232f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62fca4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:49:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['6e9babbf-a3f0-478f-8a37-05258c4911ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:50:11.009506 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-7c4b7b75-0dfe-4660-a284-ab3958de0455 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8678675
Feb 19 21:50:11.010450 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9432011-b927-4967-b68c-033a1472241e', 'tag': 'f920e703-56d3-4d22-901c-7e1619431ffc'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:50:11.013010 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fe4c72-77ba-4157-9063-700de04b81b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9432011-b927-4967-b68c-033a1472241e", "tag": "f920e703-56d3-4d22-901c-7e1619431ffc"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:50:11.054679 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09772b9-6ae8-4889-9a2b-72c3d755ced9 x-openstack-request-id: req-a09772b9-6ae8-4889-9a2b-72c3d755ced9 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:50:11.055069 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9432011-b927-4967-b68c-033a1472241e", "tag": "f920e703-56d3-4d22-901c-7e1619431ffc", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:50:11.055456 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a09772b9-6ae8-4889-9a2b-72c3d755ced9 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:50:11.055966 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9432011-b927-4967-b68c-033a1472241e', 'tag': 'f920e703-56d3-4d22-901c-7e1619431ffc', 'status': 'completed', 'code': 200}
Feb 19 21:50:11.096651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b99435d3-4ddb-485a-8d45-2adec80232f8 None None] Set router 6e9babbf-a3f0-478f-8a37-05258c4911ba gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:50:11.113424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236487-218b-4995-8e07-d8c97c9f9aa3 req-9edeb12e-941d-4b04-9e59-7f660e6fdea7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:11.115155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1236487-218b-4995-8e07-d8c97c9f9aa3 req-9edeb12e-941d-4b04-9e59-7f660e6fdea7 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0553911
Feb 19 21:50:11.123312 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe4c72-77ba-4157-9063-700de04b81b4 req-4a17158a-eb40-46da-9259-47c41f437a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:11.125076 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e4fe4c72-77ba-4157-9063-700de04b81b4 req-4a17158a-eb40-46da-9259-47c41f437a85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 1127 time: 0.0477517
Feb 19 21:50:11.165383 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e1236487-218b-4995-8e07-d8c97c9f9aa3 req-f9eb43c2-3dd7-499e-a138-26d355ba9ae5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439467
Feb 19 21:50:11.188880 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38224) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:50:11.224388 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe4c72-77ba-4157-9063-700de04b81b4 req-db1ab4f0-e2db-4183-b3b3-d2197cb022b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:11.225930 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e4fe4c72-77ba-4157-9063-700de04b81b4 req-db1ab4f0-e2db-4183-b3b3-d2197cb022b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c HTTP/1.1" status: 200  len: 897 time: 0.0943875
Feb 19 21:50:11.258925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-996bef6a-ea65-4bcd-9158-509cb93c6ee5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/44d6c022-1a02-4f9c-91ee-70a9d078ba62 HTTP/1.1" status: 200  len: 991 time: 0.0684791
Feb 19 21:50:11.291251 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e4fe4c72-77ba-4157-9063-700de04b81b4 req-07877665-0f03-4783-b067-43070749f1ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f920e703-56d3-4d22-901c-7e1619431ffc HTTP/1.1" status: 200  len: 999 time: 0.0592077
Feb 19 21:50:11.324882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b99435d3-4ddb-485a-8d45-2adec80232f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62fca4f0>, [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:57Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44d6c022-1a02-4f9c-91ee-70a9d078ba62', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.215', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'port_id': 'f920e703-56d3-4d22-901c-7e1619431ffc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'mac_address': 'fa:16:3e:d3:29:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9432011-b927-4967-b68c-033a1472241e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:50:09Z', 'updated_at': '2022-02-19T21:50:09Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d911f08-61ac-48d0-ae09-2a605c3f05cb', 'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:05:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:57Z', 'updated_at': '2022-02-19T21:50:00Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:50:11.342918 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe4c72-77ba-4157-9063-700de04b81b4 req-35df9ca8-8c14-430f-86e0-c2a17ed2f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:11.344416 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e4fe4c72-77ba-4157-9063-700de04b81b4 req-35df9ca8-8c14-430f-86e0-c2a17ed2f08a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58a468c7-4c92-43bf-9e9a-9304d7c3d0b1 HTTP/1.1" status: 200  len: 831 time: 0.0481162
Feb 19 21:50:11.350436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99435d3-4ddb-485a-8d45-2adec80232f8 None None] Checking router: 6e9babbf-a3f0-478f-8a37-05258c4911ba for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:50:11.358756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99435d3-4ddb-485a-8d45-2adec80232f8 None None] Routers {'6e9babbf-a3f0-478f-8a37-05258c4911ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:50:11.359372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b99435d3-4ddb-485a-8d45-2adec80232f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62fca4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:49:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['6e9babbf-a3f0-478f-8a37-05258c4911ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:50:11.392981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe4c72-77ba-4157-9063-700de04b81b4 req-f7ad31c2-967b-434c-8b56-952e49c9b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:11.394513 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e4fe4c72-77ba-4157-9063-700de04b81b4 req-f7ad31c2-967b-434c-8b56-952e49c9b280 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444331
Feb 19 21:50:11.474150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b99435d3-4ddb-485a-8d45-2adec80232f8 None None] Set router 6e9babbf-a3f0-478f-8a37-05258c4911ba gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:50:11.483258 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e4fe4c72-77ba-4157-9063-700de04b81b4 req-a28cb11c-8ab1-4b5f-8a75-96acb87d6aa1 service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821338
Feb 19 21:50:11.582198 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e4fe4c72-77ba-4157-9063-700de04b81b4 req-a3639106-9927-4bef-b1af-87410b55e2b1 service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921328
Feb 19 21:50:11.860857 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b99435d3-4ddb-485a-8d45-2adec80232f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62fca4f0>, [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:57Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44d6c022-1a02-4f9c-91ee-70a9d078ba62', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.215', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'port_id': 'f920e703-56d3-4d22-901c-7e1619431ffc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'mac_address': 'fa:16:3e:d3:29:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9432011-b927-4967-b68c-033a1472241e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:50:09Z', 'updated_at': '2022-02-19T21:50:09Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d911f08-61ac-48d0-ae09-2a605c3f05cb', 'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:05:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:57Z', 'updated_at': '2022-02-19T21:50:00Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:50:11.886319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99435d3-4ddb-485a-8d45-2adec80232f8 None None] The sync data for ids ['6e9babbf-a3f0-478f-8a37-05258c4911ba'] in ncdv-master-1 is: [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:57Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44d6c022-1a02-4f9c-91ee-70a9d078ba62', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.215', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'port_id': 'f920e703-56d3-4d22-901c-7e1619431ffc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'mac_address': 'fa:16:3e:d3:29:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9432011-b927-4967-b68c-033a1472241e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:50:09Z', 'updated_at': '2022-02-19T21:50:09Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d911f08-61ac-48d0-ae09-2a605c3f05cb', 'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:05:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:57Z', 'updated_at': '2022-02-19T21:50:00Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:50:12.077463 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926eee7-8de6-4bd2-9a88-940c81266fc6 None None] New status for floating IP 44d6c022-1a02-4f9c-91ee-70a9d078ba62: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:50:12.262714 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38226) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:50:12.323034 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4700fc1b-7699-4da1-b2f6-0d541ad28c73 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/44d6c022-1a02-4f9c-91ee-70a9d078ba62 HTTP/1.1" status: 200  len: 993 time: 0.0591643
Feb 19 21:50:18.419535 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b2e6c6d0-a951-4398-8828-6685f61cac9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:20.301062 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:50:20.692396 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d4146bc7-a763-4035-b2cf-266260662e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:22.013277 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:23.359356 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:24.519580 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:26.355913 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:29.854950 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:38.710291 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-036b5680-9149-47be-91d2-74ea5bfd0c5c req-fdfd439a-2f42-4bfe-84ba-71dc84af6707 tempest-ServerDiskConfigTestJSON-1676354052 tempest-ServerDiskConfigTestJSON-1676354052-project] (121128) timed out ('10.222.0.10', 58701) {{(pid=121128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:50:43.732377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabd934-83e7-4ee0-89a0-19d47169f70e req-0de49f18-2db7-4ed4-85bb-ab16d6329bf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:43.734029 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aabd934-83e7-4ee0-89a0-19d47169f70e req-0de49f18-2db7-4ed4-85bb-ab16d6329bf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0585399
Feb 19 21:50:43.785704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7aabd934-83e7-4ee0-89a0-19d47169f70e req-898d0d4b-e5a0-4086-8ee0-55d04f1e0a61 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459378
Feb 19 21:50:44.912626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda91f1-cce7-4ed0-b54b-00d382e5d437 req-f22e1a55-1ad6-430d-a8f0-4c56def7f4c8 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:44.914137 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcda91f1-cce7-4ed0-b54b-00d382e5d437 req-f22e1a55-1ad6-430d-a8f0-4c56def7f4c8 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0560663
Feb 19 21:50:44.961888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dcda91f1-cce7-4ed0-b54b-00d382e5d437 req-f14f31d8-9433-4dc1-8792-42e528a3d5e0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414736
Feb 19 21:50:46.080810 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b4d40-879c-463f-8689-dd32cfc4270a req-ec4e733d-8c5e-4ef2-96ed-d920d898263d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:46.082234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a2b4d40-879c-463f-8689-dd32cfc4270a req-ec4e733d-8c5e-4ef2-96ed-d920d898263d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0517638
Feb 19 21:50:46.129973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a2b4d40-879c-463f-8689-dd32cfc4270a req-40ddd392-d864-435d-b95f-c39c1be15dd5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421782
Feb 19 21:50:47.252436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d0400-957d-487e-bccd-43bf6d4e8d7a req-e2c4f747-24c7-4f07-8c84-bafb844a206b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:47.253929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-373d0400-957d-487e-bccd-43bf6d4e8d7a req-e2c4f747-24c7-4f07-8c84-bafb844a206b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0568869
Feb 19 21:50:47.301532 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-373d0400-957d-487e-bccd-43bf6d4e8d7a req-8b0a0f19-a449-4540-b21a-e6be63bbd5b3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421085
Feb 19 21:50:48.412355 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8952a04b-cea8-487f-a411-058ed3f0640c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:48.420314 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b05a29-3ac5-4522-acc0-2a138fa889c7 req-e6a36b59-3508-49a9-8298-3ecb2413a499 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:48.421866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37b05a29-3ac5-4522-acc0-2a138fa889c7 req-e6a36b59-3508-49a9-8298-3ecb2413a499 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0520329
Feb 19 21:50:48.469963 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-37b05a29-3ac5-4522-acc0-2a138fa889c7 req-ce01291d-47eb-4728-bfdc-980a640a8145 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423567
Feb 19 21:50:49.603962 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157020a8-6cd9-4189-8b0b-c4ece71d3f93 req-9aa104a2-cac5-400c-b357-cb9631cf3eb8 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:49.605511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-157020a8-6cd9-4189-8b0b-c4ece71d3f93 req-9aa104a2-cac5-400c-b357-cb9631cf3eb8 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0686140
Feb 19 21:50:49.661558 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-157020a8-6cd9-4189-8b0b-c4ece71d3f93 req-a006f4e7-4a6c-417c-98c1-b0cf2f1618a0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504181
Feb 19 21:50:50.695391 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-32b88cca-5ac0-45e1-aa58-61b9b72c9bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:50.786474 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797158a-8dba-4bdd-81f9-f17c6c3ccc1e req-751767f1-012f-43a9-bcd7-10f73aee136d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:50.788015 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c797158a-8dba-4bdd-81f9-f17c6c3ccc1e req-751767f1-012f-43a9-bcd7-10f73aee136d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0533831
Feb 19 21:50:50.836097 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c797158a-8dba-4bdd-81f9-f17c6c3ccc1e req-34a67268-7b3c-4828-8d84-5480e04dd592 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417867
Feb 19 21:50:51.956245 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831b094-a0a0-47ae-ba40-91e4c861de9a req-a2b2a619-529e-426d-a9d5-1f6b6b70c2a0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:51.957671 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2831b094-a0a0-47ae-ba40-91e4c861de9a req-a2b2a619-529e-426d-a9d5-1f6b6b70c2a0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0520675
Feb 19 21:50:52.006285 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2831b094-a0a0-47ae-ba40-91e4c861de9a req-4339a9bc-33b4-4ebe-a4fe-ab58664945a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430088
Feb 19 21:50:52.018023 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:53.131661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39803d9-c55d-45a9-ad71-68aa2e79cd16 req-e5458a64-5d38-4eab-8bf6-582235e0f808 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:53.133228 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a39803d9-c55d-45a9-ad71-68aa2e79cd16 req-e5458a64-5d38-4eab-8bf6-582235e0f808 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0571945
Feb 19 21:50:53.181272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a39803d9-c55d-45a9-ad71-68aa2e79cd16 req-7f242302-a981-418a-bd39-a49c8dd57fd6 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424895
Feb 19 21:50:53.361959 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:54.300126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65ea94-6ade-4c39-81dc-b2dd5285884b req-9b0e26b3-7d5b-4d74-9f65-862e21e3b30d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:54.301677 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f65ea94-6ade-4c39-81dc-b2dd5285884b req-9b0e26b3-7d5b-4d74-9f65-862e21e3b30d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0528555
Feb 19 21:50:54.350027 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f65ea94-6ade-4c39-81dc-b2dd5285884b req-57492540-15c8-46a4-b637-923473156987 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420914
Feb 19 21:50:54.523357 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:55.469056 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa30d1-1df4-498d-ae34-1ff697c68b6c req-56c794d1-dabc-4ec5-bcce-15e9295e8e35 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:55.470945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69fa30d1-1df4-498d-ae34-1ff697c68b6c req-56c794d1-dabc-4ec5-bcce-15e9295e8e35 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0517917
Feb 19 21:50:55.523320 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-69fa30d1-1df4-498d-ae34-1ff697c68b6c req-621efda0-59a0-4a51-a569-78e22da7045c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467432
Feb 19 21:50:55.855958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b33229-dcc7-4486-bb4d-87b7ef17f54e req-36795c6a-4e6d-4789-8c93-07cbf1b19a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:55.857521 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-36b33229-dcc7-4486-bb4d-87b7ef17f54e req-36795c6a-4e6d-4789-8c93-07cbf1b19a51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 1127 time: 0.0503540
Feb 19 21:50:56.219630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b33229-dcc7-4486-bb4d-87b7ef17f54e req-e42e61d3-f5c8-4a35-b696-8952fd816599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:56.221167 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-36b33229-dcc7-4486-bb4d-87b7ef17f54e req-e42e61d3-f5c8-4a35-b696-8952fd816599 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c HTTP/1.1" status: 200  len: 897 time: 0.3449676
Feb 19 21:50:56.285541 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-36b33229-dcc7-4486-bb4d-87b7ef17f54e req-8c0ad7de-783f-45c0-a189-86b30d1f750b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f920e703-56d3-4d22-901c-7e1619431ffc HTTP/1.1" status: 200  len: 1001 time: 0.0572450
Feb 19 21:50:56.334093 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b33229-dcc7-4486-bb4d-87b7ef17f54e req-94b4db03-3e6c-4f23-9ed0-2af48f4698c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:56.335512 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-36b33229-dcc7-4486-bb4d-87b7ef17f54e req-94b4db03-3e6c-4f23-9ed0-2af48f4698c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58a468c7-4c92-43bf-9e9a-9304d7c3d0b1 HTTP/1.1" status: 200  len: 831 time: 0.0432649
Feb 19 21:50:56.363257 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:50:56.390109 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b33229-dcc7-4486-bb4d-87b7ef17f54e req-bd4a80c6-f6a9-422f-93e3-6bc048ee43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:56.391675 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-36b33229-dcc7-4486-bb4d-87b7ef17f54e req-bd4a80c6-f6a9-422f-93e3-6bc048ee43d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0504277
Feb 19 21:50:56.477072 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-36b33229-dcc7-4486-bb4d-87b7ef17f54e req-a2bdbfe2-6d59-4721-a3ed-602019b1c5f1 service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797765
Feb 19 21:50:56.566814 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-36b33229-dcc7-4486-bb4d-87b7ef17f54e req-15edc156-9ed8-4e25-bfaa-e0643c857085 service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840816
Feb 19 21:50:56.646377 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d6252-c111-4464-9991-2bfa02364908 req-45000304-1847-40ad-88b9-63daf2ce446e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:56.647871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b33d6252-c111-4464-9991-2bfa02364908 req-45000304-1847-40ad-88b9-63daf2ce446e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0528939
Feb 19 21:50:56.696882 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b33d6252-c111-4464-9991-2bfa02364908 req-3536d26a-d049-43b2-aeb4-a91d14ba912f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433545
Feb 19 21:50:57.300535 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:50:57.825803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877e3e5-e7df-4a99-8f01-5c7d61e0cdb2 req-16f81ea3-9d46-4a6f-a3ac-886e44c7ad96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:57.827300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9877e3e5-e7df-4a99-8f01-5c7d61e0cdb2 req-16f81ea3-9d46-4a6f-a3ac-886e44c7ad96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0530901
Feb 19 21:50:57.875206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9877e3e5-e7df-4a99-8f01-5c7d61e0cdb2 req-0c872797-eaac-4c48-8301-c7d267c72497 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421972
Feb 19 21:50:59.002719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79721d-4544-405f-8998-70df56f54b5a req-5ee1008a-42a3-4e18-9ee6-b3117f8e01eb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:50:59.004123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c79721d-4544-405f-8998-70df56f54b5a req-5ee1008a-42a3-4e18-9ee6-b3117f8e01eb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0574188
Feb 19 21:50:59.057095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3c79721d-4544-405f-8998-70df56f54b5a req-0c9d6177-ddb8-4af3-bd8a-a6410dc5b443 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473742
Feb 19 21:50:59.080227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38306) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:50:59.140142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-925ddd2a-74f8-43a2-85fd-42827d0954b4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/44d6c022-1a02-4f9c-91ee-70a9d078ba62 HTTP/1.1" status: 200  len: 993 time: 0.0587587
Feb 19 21:50:59.867490 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:00.411241 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0de783-b947-4d55-8fc5-9e817fb4ab44 req-77d3964d-cf29-4ffe-b43b-e1f8234645dc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:00.412713 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b0de783-b947-4d55-8fc5-9e817fb4ab44 req-77d3964d-cf29-4ffe-b43b-e1f8234645dc tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0588088
Feb 19 21:51:00.430607 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35caa8-fab5-45ef-831f-a75c58d64521 req-ca48e3a4-3906-4ca8-b89b-e7a3ccf1bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:00.432142 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef35caa8-fab5-45ef-831f-a75c58d64521 req-ca48e3a4-3906-4ca8-b89b-e7a3ccf1bc2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 1127 time: 0.0466688
Feb 19 21:51:00.462349 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1b0de783-b947-4d55-8fc5-9e817fb4ab44 req-adbc6c87-4f9e-47b1-a49e-624f25d70f1f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438514
Feb 19 21:51:00.523304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35caa8-fab5-45ef-831f-a75c58d64521 req-8d869104-bf59-4412-a913-5670cc6bec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:00.524849 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef35caa8-fab5-45ef-831f-a75c58d64521 req-8d869104-bf59-4412-a913-5670cc6bec66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c HTTP/1.1" status: 200  len: 897 time: 0.0866868
Feb 19 21:51:00.593998 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef35caa8-fab5-45ef-831f-a75c58d64521 req-5398dcff-dbd9-45a0-8f28-bda5aa28ba45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f920e703-56d3-4d22-901c-7e1619431ffc HTTP/1.1" status: 200  len: 1001 time: 0.0624242
Feb 19 21:51:00.639990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35caa8-fab5-45ef-831f-a75c58d64521 req-72b73156-4336-40ce-b725-fd1e0624c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:00.641425 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef35caa8-fab5-45ef-831f-a75c58d64521 req-72b73156-4336-40ce-b725-fd1e0624c883 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58a468c7-4c92-43bf-9e9a-9304d7c3d0b1 HTTP/1.1" status: 200  len: 831 time: 0.0423374
Feb 19 21:51:00.688143 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35caa8-fab5-45ef-831f-a75c58d64521 req-89c71e99-9593-48df-bcfe-76518a977c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:00.689527 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef35caa8-fab5-45ef-831f-a75c58d64521 req-89c71e99-9593-48df-bcfe-76518a977c24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424573
Feb 19 21:51:00.790885 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef35caa8-fab5-45ef-831f-a75c58d64521 req-0e994c60-8962-48f4-a56b-fbfbdaef703e service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941942
Feb 19 21:51:00.877829 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-ef35caa8-fab5-45ef-831f-a75c58d64521 req-9042bb99-8553-4a60-ba24-ecf12a31a9ee service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812705
Feb 19 21:51:01.583835 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18061b3-0df6-402d-b98c-4e0a998ed121 req-a6bfa54e-e04c-4402-9fe2-11cf19da0470 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:01.585342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a18061b3-0df6-402d-b98c-4e0a998ed121 req-a6bfa54e-e04c-4402-9fe2-11cf19da0470 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0546756
Feb 19 21:51:01.633890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a18061b3-0df6-402d-b98c-4e0a998ed121 req-a4797196-5800-4db4-9517-3c017a02ccd0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424540
Feb 19 21:51:01.657188 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38318) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:01.722523 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8962c07e-e156-495e-99c1-16c2c70374f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/44d6c022-1a02-4f9c-91ee-70a9d078ba62 HTTP/1.1" status: 200  len: 993 time: 0.0642009
Feb 19 21:51:18.412946 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7298-ce2b-47f6-9eb1-ff2973294777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:20.699255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e782af25-4946-4139-906c-f90e619f435b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:22.020109 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:23.363136 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:24.526932 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:26.377334 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:29.863019 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:32.095783 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38360) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:32.257347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port a88b5444-4cfb-4c17-9c6b-2d1251e67397 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:51:32.257731 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a88b5444-4cfb-4c17-9c6b-2d1251e67397), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:32.345948 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a88b5444-4cfb-4c17-9c6b-2d1251e67397), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:32.346194 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (a88b5444-4cfb-4c17-9c6b-2d1251e67397), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:32.357712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for a88b5444-4cfb-4c17-9c6b-2d1251e67397 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:51:32.510461 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a88b5444-4cfb-4c17-9c6b-2d1251e67397), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:32.542423 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=a88b5444-4cfb-4c17-9c6b-2d1251e67397,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:32.584351 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.584741 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.585100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.585452 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.585798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.586137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.586476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.586817 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.587155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.587490 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.587825 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.588160 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.588518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:32.633421 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (44d6c022-1a02-4f9c-91ee-70a9d078ba62), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:32.633731 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Floating IP 44d6c022-1a02-4f9c-91ee-70a9d078ba62 disassociated (deleted). External IP: 172.35.2.215, port: f920e703-56d3-4d22-901c-7e1619431ffc.
Feb 19 21:51:32.849690 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 6e9babbf-a3f0-478f-8a37-05258c4911ba has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:51:32.956319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:51:32.960811 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:32.966384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2a464-d7d5-44eb-bcd2-725210c8472a None None] Sync routers for ids ['6e9babbf-a3f0-478f-8a37-05258c4911ba'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:51:32.975498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2a464-d7d5-44eb-bcd2-725210c8472a None None] Routers {'6e9babbf-a3f0-478f-8a37-05258c4911ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:51:32.976124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fbe2a464-d7d5-44eb-bcd2-725210c8472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c78d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:51:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['6e9babbf-a3f0-478f-8a37-05258c4911ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:32.994369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-606eb4ee-9518-45c7-b4c7-9c65c623727a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/floatingips/44d6c022-1a02-4f9c-91ee-70a9d078ba62 HTTP/1.1" status: 204  len: 168 time: 0.8974376
Feb 19 21:51:32.995438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9432011-b927-4967-b68c-033a1472241e', 'tag': 'f920e703-56d3-4d22-901c-7e1619431ffc'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:51:32.998437 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659" -d '{"events": [{"name": "network-changed", "server_uuid": "a9432011-b927-4967-b68c-033a1472241e", "tag": "f920e703-56d3-4d22-901c-7e1619431ffc"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:51:33.038522 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0e2747-0c07-40e6-a204-e765ba3200c0 x-openstack-request-id: req-0c0e2747-0c07-40e6-a204-e765ba3200c0 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:51:33.038679 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9432011-b927-4967-b68c-033a1472241e", "tag": "f920e703-56d3-4d22-901c-7e1619431ffc", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:51:33.039028 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c0e2747-0c07-40e6-a204-e765ba3200c0 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:51:33.039509 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9432011-b927-4967-b68c-033a1472241e', 'tag': 'f920e703-56d3-4d22-901c-7e1619431ffc', 'status': 'completed', 'code': 200}
Feb 19 21:51:33.089538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-fbe2a464-d7d5-44eb-bcd2-725210c8472a None None] Set router 6e9babbf-a3f0-478f-8a37-05258c4911ba gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:51:33.118067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659 req-aefb7eec-e8c9-4ad7-b8cd-999f1ba8263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:33.122078 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659 req-aefb7eec-e8c9-4ad7-b8cd-999f1ba8263f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 1127 time: 0.0611920
Feb 19 21:51:33.225624 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659 req-e0200941-4348-4998-9cae-5edeefdf931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:33.227083 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659 req-e0200941-4348-4998-9cae-5edeefdf931a service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c HTTP/1.1" status: 200  len: 897 time: 0.0922360
Feb 19 21:51:33.236498 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573569d-00d8-4846-8f10-bbf627c64513 req-e2b758c6-10f6-446b-8a5f-4fa0ad8c2d27 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:33.238660 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4573569d-00d8-4846-8f10-bbf627c64513 req-e2b758c6-10f6-446b-8a5f-4fa0ad8c2d27 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0587769
Feb 19 21:51:33.276006 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659 req-4d602264-eec0-49ec-a3a2-bb78f0cf5399 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f920e703-56d3-4d22-901c-7e1619431ffc HTTP/1.1" status: 200  len: 217 time: 0.0410874
Feb 19 21:51:33.298655 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fbe2a464-d7d5-44eb-bcd2-725210c8472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c78d00>, [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:57Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d911f08-61ac-48d0-ae09-2a605c3f05cb', 'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:05:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:57Z', 'updated_at': '2022-02-19T21:50:00Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:33.298893 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4573569d-00d8-4846-8f10-bbf627c64513 req-db131f13-0dee-4416-9ac4-2a24f4190930 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544019
Feb 19 21:51:33.325156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2a464-d7d5-44eb-bcd2-725210c8472a None None] Checking router: 6e9babbf-a3f0-478f-8a37-05258c4911ba for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:51:33.331266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659 req-6470a71b-9c50-4e07-a20b-7dbd1b089495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:33.332793 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659 req-6470a71b-9c50-4e07-a20b-7dbd1b089495 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58a468c7-4c92-43bf-9e9a-9304d7c3d0b1 HTTP/1.1" status: 200  len: 831 time: 0.0470614
Feb 19 21:51:33.333417 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2a464-d7d5-44eb-bcd2-725210c8472a None None] Routers {'6e9babbf-a3f0-478f-8a37-05258c4911ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:51:33.334024 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fbe2a464-d7d5-44eb-bcd2-725210c8472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c78d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:51:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['6e9babbf-a3f0-478f-8a37-05258c4911ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:33.382608 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659 req-36556517-bbb0-4925-be20-a6c386b4872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:33.384218 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659 req-36556517-bbb0-4925-be20-a6c386b4872f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434208
Feb 19 21:51:33.441168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-fbe2a464-d7d5-44eb-bcd2-725210c8472a None None] Set router 6e9babbf-a3f0-478f-8a37-05258c4911ba gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:51:33.479594 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659 req-29339811-7101-4e19-bf03-1cc4a80788e2 service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854864
Feb 19 21:51:33.571171 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-e0a5e6e5-9078-4fbb-8bb7-e9bb2af8f659 req-19285745-eb12-47fc-ad6e-ed209e19327e service neutron] 10.222.0.10 "GET /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856829
Feb 19 21:51:33.668814 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-fbe2a464-d7d5-44eb-bcd2-725210c8472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c78d00>, [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:57Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d911f08-61ac-48d0-ae09-2a605c3f05cb', 'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:05:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:57Z', 'updated_at': '2022-02-19T21:50:00Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:33.700924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2a464-d7d5-44eb-bcd2-725210c8472a None None] The sync data for ids ['6e9babbf-a3f0-478f-8a37-05258c4911ba'] in ncdv-master-1 is: [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:49:57Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1d911f08-61ac-48d0-ae09-2a605c3f05cb', 'name': '', 'network_id': '4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:05:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:57Z', 'updated_at': '2022-02-19T21:50:00Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': '58a468c7-4c92-43bf-9e9a-9304d7c3d0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:51:33.982399 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00efd840-2918-4aaa-b03d-7bd45e96a143 None None] New status for floating IP 44d6c022-1a02-4f9c-91ee-70a9d078ba62: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:51:34.300530 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:51:34.425682 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfd6ac-ebae-478e-84ac-d5ec71f75fe2 req-663e9268-15f8-4203-ab05-7e0da57c6524 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:34.427314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06cfd6ac-ebae-478e-84ac-d5ec71f75fe2 req-663e9268-15f8-4203-ab05-7e0da57c6524 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0549207
Feb 19 21:51:34.478727 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-06cfd6ac-ebae-478e-84ac-d5ec71f75fe2 req-bc23cd99-13ac-4d4c-bef5-a26b6cf2719f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=da735ac9-9247-496a-a9b8-694056394acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457852
Feb 19 21:51:34.754185 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0a770-c332-4eea-bede-5720e9ccf7f6 req-ee101e33-d226-4f51-a9b6-bedbb596ec49 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:34.756503 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-55d0a770-c332-4eea-bede-5720e9ccf7f6 req-ee101e33-d226-4f51-a9b6-bedbb596ec49 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 945 time: 0.0597250
Feb 19 21:51:34.861121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-55d0a770-c332-4eea-bede-5720e9ccf7f6 req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port f920e703-56d3-4d22-901c-7e1619431ffc {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:51:34.861461 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-55d0a770-c332-4eea-bede-5720e9ccf7f6 req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:34.963479 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-55d0a770-c332-4eea-bede-5720e9ccf7f6 req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port f920e703-56d3-4d22-901c-7e1619431ffc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f920e703-56d3-4d22-901c-7e1619431ffc,segment=NetworkSegment(ed277057-53d9-4dc0-9170-59d8f8304a86),segment_id=ed277057-53d9-4dc0-9170-59d8f8304a86)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:51:34.963757 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-55d0a770-c332-4eea-bede-5720e9ccf7f6 req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:34.978642 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-55d0a770-c332-4eea-bede-5720e9ccf7f6 req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for f920e703-56d3-4d22-901c-7e1619431ffc owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:51:35.139087 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-55d0a770-c332-4eea-bede-5720e9ccf7f6 req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (f920e703-56d3-4d22-901c-7e1619431ffc), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:35.173530 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=f920e703-56d3-4d22-901c-7e1619431ffc,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:35.200570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.200570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.200570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.200570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.200570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.200570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.200570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.200570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.200570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.200570 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.201679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.201679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.201679 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:35.229447 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d0a770-c332-4eea-bede-5720e9ccf7f6 req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] No DVR routers for this DVR port f920e703-56d3-4d22-901c-7e1619431ffc on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:51:35.232304 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-55d0a770-c332-4eea-bede-5720e9ccf7f6 req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:35.236004 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-55d0a770-c332-4eea-bede-5720e9ccf7f6 req-3fa7bc0e-272d-4203-8036-ddea0039d674 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.10 "DELETE /v2.0/ports/f920e703-56d3-4d22-901c-7e1619431ffc HTTP/1.1" status: 204  len: 173 time: 0.4746559
Feb 19 21:51:35.236589 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9432011-b927-4967-b68c-033a1472241e', 'name': 'network-vif-deleted', 'tag': 'f920e703-56d3-4d22-901c-7e1619431ffc'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:51:35.239059 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30f3f78-c62b-441a-9006-aebe895546e9" -d '{"events": [{"server_uuid": "a9432011-b927-4967-b68c-033a1472241e", "name": "network-vif-deleted", "tag": "f920e703-56d3-4d22-901c-7e1619431ffc"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:51:35.282179 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e28fbd-f26a-4926-98e4-c3d95ea266fe x-openstack-request-id: req-49e28fbd-f26a-4926-98e4-c3d95ea266fe {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:51:35.282531 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9432011-b927-4967-b68c-033a1472241e", "name": "network-vif-deleted", "tag": "f920e703-56d3-4d22-901c-7e1619431ffc", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:51:35.282792 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49e28fbd-f26a-4926-98e4-c3d95ea266fe {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:51:35.283238 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9432011-b927-4967-b68c-033a1472241e', 'name': 'network-vif-deleted', 'tag': 'f920e703-56d3-4d22-901c-7e1619431ffc', 'status': 'completed', 'code': 200}
Feb 19 21:51:35.599603 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8fbfcc2a-69de-4e2c-ba92-a5242fab0759 req-18a82edf-ebb4-4cfa-98c2-46ef48f68dd9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9432011-b927-4967-b68c-033a1472241e HTTP/1.1" status: 200  len: 210 time: 0.0338852
Feb 19 21:51:36.672772 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38380) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:37.043052 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (6e9babbf-a3f0-478f-8a37-05258c4911ba), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:37.235678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f920e703-56d3-4d22-901c-7e1619431ffc no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:51:37.256310 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: f920e703-56d3-4d22-901c-7e1619431ffc {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:51:37.256684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device f920e703-56d3-4d22-901c-7e1619431ffc not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:51:37.302047 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 1d911f08-61ac-48d0-ae09-2a605c3f05cb {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:51:37.302299 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:37.391190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 1d911f08-61ac-48d0-ae09-2a605c3f05cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d911f08-61ac-48d0-ae09-2a605c3f05cb,segment=NetworkSegment(ed277057-53d9-4dc0-9170-59d8f8304a86),segment_id=ed277057-53d9-4dc0-9170-59d8f8304a86)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:51:37.391558 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:37.404813 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 1d911f08-61ac-48d0-ae09-2a605c3f05cb owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:51:37.592512 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (1d911f08-61ac-48d0-ae09-2a605c3f05cb), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:37.616449 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=1d911f08-61ac-48d0-ae09-2a605c3f05cb,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:37.797500 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (6e9babbf-a3f0-478f-8a37-05258c4911ba), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:38.027271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 6e9babbf-a3f0-478f-8a37-05258c4911ba has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:51:38.135579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:51:38.142784 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8dc7d362-e4b0-4ce0-9b64-c24765392b2b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "PUT /v2.0/routers/6e9babbf-a3f0-478f-8a37-05258c4911ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4674771
Feb 19 21:51:38.144699 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38382) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:38.145713 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3ea8b-843a-44c6-b09d-9d16dcb38f42 None None] Sync routers for ids ['6e9babbf-a3f0-478f-8a37-05258c4911ba'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:51:38.155255 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc3ea8b-843a-44c6-b09d-9d16dcb38f42 None None] Routers {'6e9babbf-a3f0-478f-8a37-05258c4911ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:51:38.155882 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5cc3ea8b-843a-44c6-b09d-9d16dcb38f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62f201c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:51:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['6e9babbf-a3f0-478f-8a37-05258c4911ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:38.195437 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd270b99-a44b-40f0-9f6b-5f7092a41b99 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting subnet 58a468c7-4c92-43bf-9e9a-9304d7c3d0b1 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:51:38.199313 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd270b99-a44b-40f0-9f6b-5f7092a41b99 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (58a468c7-4c92-43bf-9e9a-9304d7c3d0b1), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:38.240447 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd270b99-a44b-40f0-9f6b-5f7092a41b99 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (58a468c7-4c92-43bf-9e9a-9304d7c3d0b1), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:38.268826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5cc3ea8b-843a-44c6-b09d-9d16dcb38f42 None None] Set router 6e9babbf-a3f0-478f-8a37-05258c4911ba gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:51:38.329717 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd270b99-a44b-40f0-9f6b-5f7092a41b99 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (58a468c7-4c92-43bf-9e9a-9304d7c3d0b1), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:38.387172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd270b99-a44b-40f0-9f6b-5f7092a41b99 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (58a468c7-4c92-43bf-9e9a-9304d7c3d0b1), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:38.413687 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd270b99-a44b-40f0-9f6b-5f7092a41b99 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Subnet': ['ID=58a468c7-4c92-43bf-9e9a-9304d7c3d0b1,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:38.417921 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-dd270b99-a44b-40f0-9f6b-5f7092a41b99 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:38.421157 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-dd270b99-a44b-40f0-9f6b-5f7092a41b99 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/subnets/58a468c7-4c92-43bf-9e9a-9304d7c3d0b1 HTTP/1.1" status: 204  len: 168 time: 0.2754033
Feb 19 21:51:38.423859 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38384) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:38.429295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752051e7-8ed8-452a-aaf9-12009f241f51 None None] Network 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:51:38.531223 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5cc3ea8b-843a-44c6-b09d-9d16dcb38f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62f201c0>, [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:51:37Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:38.535587 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (6e9babbf-a3f0-478f-8a37-05258c4911ba), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:38.566915 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3ea8b-843a-44c6-b09d-9d16dcb38f42 None None] Checking router: 6e9babbf-a3f0-478f-8a37-05258c4911ba for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:51:38.576684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc3ea8b-843a-44c6-b09d-9d16dcb38f42 None None] Routers {'6e9babbf-a3f0-478f-8a37-05258c4911ba'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:51:38.577302 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5cc3ea8b-843a-44c6-b09d-9d16dcb38f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62f201c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:51:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['6e9babbf-a3f0-478f-8a37-05258c4911ba'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:38.644555 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (6e9babbf-a3f0-478f-8a37-05258c4911ba), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:38.650452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] DHCP port deletion for 4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:51:38.698688 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 8e60f65f-742f-436a-b90a-25e919225432 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:51:38.699036 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8e60f65f-742f-436a-b90a-25e919225432), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:38.726245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5cc3ea8b-843a-44c6-b09d-9d16dcb38f42 None None] Set router 6e9babbf-a3f0-478f-8a37-05258c4911ba gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:51:38.785487 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 8e60f65f-742f-436a-b90a-25e919225432, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e60f65f-742f-436a-b90a-25e919225432,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:51:38.785858 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8e60f65f-742f-436a-b90a-25e919225432), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:38.805034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 8e60f65f-742f-436a-b90a-25e919225432 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:51:38.980866 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (8e60f65f-742f-436a-b90a-25e919225432), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:38.985789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Deleting port e433c0d0-d26f-4315-8c17-349d8e476048 {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:51:38.986164 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.007179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=8e60f65f-742f-436a-b90a-25e919225432,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:39.067210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (6e9babbf-a3f0-478f-8a37-05258c4911ba), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.070237 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] For port e433c0d0-d26f-4315-8c17-349d8e476048, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e433c0d0-d26f-4315-8c17-349d8e476048,segment=NetworkSegment(ed277057-53d9-4dc0-9170-59d8f8304a86),segment_id=ed277057-53d9-4dc0-9170-59d8f8304a86)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:51:39.070639 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.091778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Calling delete_port for e433c0d0-d26f-4315-8c17-349d8e476048 owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:51:39.164686 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (6e9babbf-a3f0-478f-8a37-05258c4911ba), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.167020 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_controller (6e9babbf-a3f0-478f-8a37-05258c4911ba), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.204737 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5cc3ea8b-843a-44c6-b09d-9d16dcb38f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62f201c0>, [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:51:37Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:39.207665 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (e433c0d0-d26f-4315-8c17-349d8e476048), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.216265 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (6e9babbf-a3f0-478f-8a37-05258c4911ba), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.216852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Fanout notify agent at l3_agent the message router_deleted on router 6e9babbf-a3f0-478f-8a37-05258c4911ba {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:51:39.223617 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.227338 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-63dde5cc-c7be-427f-b397-a1d2c9ba7b96 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/routers/6e9babbf-a3f0-478f-8a37-05258c4911ba HTTP/1.1" status: 204  len: 168 time: 0.7999756
Feb 19 21:51:39.227747 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38388) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:39.236485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3ea8b-843a-44c6-b09d-9d16dcb38f42 None None] The sync data for ids ['6e9babbf-a3f0-478f-8a37-05258c4911ba'] in ncdv-master-1 is: [{'id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130890796', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143'}], 'enable_snat': True}, 'gw_port_id': '8e60f65f-742f-436a-b90a-25e919225432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:49:53Z', 'updated_at': '2022-02-19T21:51:37Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '8e60f65f-742f-436a-b90a-25e919225432', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9babbf-a3f0-478f-8a37-05258c4911ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:49:54Z', 'updated_at': '2022-02-19T21:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:51:39.259831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Pushing event deleted for resources: {'Port': ['ID=e433c0d0-d26f-4315-8c17-349d8e476048,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:39.269778 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] No DVR routers for this DVR port e433c0d0-d26f-4315-8c17-349d8e476048 on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:51:39.272510 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.272880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.273443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.273789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.274378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.274750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.275461 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.275813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.277100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.277720 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.278073 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.278534 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.278738 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc2d6f-9449-4201-a0c7-cc984c6dbf94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:39.311371 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.398229 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.418626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70d44940>,) {'filters': {'network_id': ['4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:39.427877 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70d44940>, 'ed277057-53d9-4dc0-9170-59d8f8304a86') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:39.428184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70d44940>, 'ed277057-53d9-4dc0-9170-59d8f8304a86') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:39.438019 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (ed277057-53d9-4dc0-9170-59d8f8304a86), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.451066 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (ed277057-53d9-4dc0-9170-59d8f8304a86), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.456855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:51:39.457261 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (ed277057-53d9-4dc0-9170-59d8f8304a86), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:51:39.460445 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:51:39.518008 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.525299 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.529348 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/networks/4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c HTTP/1.1" status: 204  len: 168 time: 0.3005497
Feb 19 21:51:39.532284 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38390) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:39.540926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609486f-ea0d-4fd4-9c39-ba2218b373a1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Network': ['ID=4d32c0bd-be4a-496b-9c6f-15ca0a9cb98c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:39.592839 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-995101cd-9e6d-4729-988b-01b7002c7169 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (da735ac9-9247-496a-a9b8-694056394acf), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.620381 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-995101cd-9e6d-4729-988b-01b7002c7169 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (da735ac9-9247-496a-a9b8-694056394acf), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.684629 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-995101cd-9e6d-4729-988b-01b7002c7169 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (da735ac9-9247-496a-a9b8-694056394acf), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.687486 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-995101cd-9e6d-4729-988b-01b7002c7169 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:39.688716 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-995101cd-9e6d-4729-988b-01b7002c7169 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/security-groups/da735ac9-9247-496a-a9b8-694056394acf HTTP/1.1" status: 204  len: 168 time: 0.1553795
Feb 19 21:51:39.703335 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995101cd-9e6d-4729-988b-01b7002c7169 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da735ac9-9247-496a-a9b8-694056394acf,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:40.055768 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38396) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:40.060951 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-bb0d7f93-29d6-4301-805c-79647b2b6a27 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159923042', 'description': 'tempest-secgroup-smoke-1159923042 description', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:40.081131 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7f93-29d6-4301-805c-79647b2b6a27 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.145889 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7f93-29d6-4301-805c-79647b2b6a27 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (81487087-971e-44ed-9358-003ee9399e1f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.149775 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7f93-29d6-4301-805c-79647b2b6a27 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (81487087-971e-44ed-9358-003ee9399e1f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.178674 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7f93-29d6-4301-805c-79647b2b6a27 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.179884 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-bb0d7f93-29d6-4301-805c-79647b2b6a27 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1230700
Feb 19 21:51:40.183522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38398) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:40.184519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d7f93-29d6-4301-805c-79647b2b6a27 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81487087-971e-44ed-9358-003ee9399e1f,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:40.188363 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-264bf660-4aa4-4497-a1d3-fdb7995da144 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '81487087-971e-44ed-9358-003ee9399e1f', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:40.215432 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-264bf660-4aa4-4497-a1d3-fdb7995da144 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (c98cd145-55f3-4b8d-8ed5-fcb24b90f107), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.279341 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-264bf660-4aa4-4497-a1d3-fdb7995da144 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (c98cd145-55f3-4b8d-8ed5-fcb24b90f107), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.283754 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-264bf660-4aa4-4497-a1d3-fdb7995da144 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c98cd145-55f3-4b8d-8ed5-fcb24b90f107), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.308577 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bf660-4aa4-4497-a1d3-fdb7995da144 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98cd145-55f3-4b8d-8ed5-fcb24b90f107,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:40.315335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8e60f65f-742f-436a-b90a-25e919225432 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:51:40.318366 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-264bf660-4aa4-4497-a1d3-fdb7995da144 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.320178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-264bf660-4aa4-4497-a1d3-fdb7995da144 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1352246
Feb 19 21:51:40.322945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38400) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:40.327473 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-4ebebd1c-ff18-4094-9dc8-525f64c2b672 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '81487087-971e-44ed-9358-003ee9399e1f', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:40.335195 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8e60f65f-742f-436a-b90a-25e919225432 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:51:40.335552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8e60f65f-742f-436a-b90a-25e919225432 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:51:40.335979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1d911f08-61ac-48d0-ae09-2a605c3f05cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:51:40.353582 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4ebebd1c-ff18-4094-9dc8-525f64c2b672 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (9f7f5c84-c073-409a-ae5a-2d7fc42a8221), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.360153 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 1d911f08-61ac-48d0-ae09-2a605c3f05cb {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:51:40.360537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 1d911f08-61ac-48d0-ae09-2a605c3f05cb not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:51:40.360961 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e433c0d0-d26f-4315-8c17-349d8e476048 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:51:40.379470 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e433c0d0-d26f-4315-8c17-349d8e476048 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:51:40.379824 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e433c0d0-d26f-4315-8c17-349d8e476048 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:51:40.413193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4ebebd1c-ff18-4094-9dc8-525f64c2b672 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (9f7f5c84-c073-409a-ae5a-2d7fc42a8221), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.416605 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4ebebd1c-ff18-4094-9dc8-525f64c2b672 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (9f7f5c84-c073-409a-ae5a-2d7fc42a8221), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.434720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebebd1c-ff18-4094-9dc8-525f64c2b672 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7f5c84-c073-409a-ae5a-2d7fc42a8221,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:40.444208 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4ebebd1c-ff18-4094-9dc8-525f64c2b672 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.445721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4ebebd1c-ff18-4094-9dc8-525f64c2b672 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1217809
Feb 19 21:51:40.449393 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38402) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:40.453637 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-cd7d1b53-7403-485e-b626-94293326cbfb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '81487087-971e-44ed-9358-003ee9399e1f', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:40.481588 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1b53-7403-485e-b626-94293326cbfb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (b14ab191-6aa1-474d-8c74-486319c32a8b), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.537755 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1b53-7403-485e-b626-94293326cbfb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (b14ab191-6aa1-474d-8c74-486319c32a8b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.541154 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1b53-7403-485e-b626-94293326cbfb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (b14ab191-6aa1-474d-8c74-486319c32a8b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.559736 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d1b53-7403-485e-b626-94293326cbfb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14ab191-6aa1-474d-8c74-486319c32a8b,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:40.564802 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1b53-7403-485e-b626-94293326cbfb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.565885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-cd7d1b53-7403-485e-b626-94293326cbfb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1155500
Feb 19 21:51:40.568768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38404) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:40.573252 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d76e5276-830a-41d5-88c9-844e9c113ac4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '81487087-971e-44ed-9358-003ee9399e1f', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:40.599171 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d76e5276-830a-41d5-88c9-844e9c113ac4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (2a01e24d-863e-4ebf-af40-ad3004ce2274), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.658504 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d76e5276-830a-41d5-88c9-844e9c113ac4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (2a01e24d-863e-4ebf-af40-ad3004ce2274), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.661989 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d76e5276-830a-41d5-88c9-844e9c113ac4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (2a01e24d-863e-4ebf-af40-ad3004ce2274), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.680708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e5276-830a-41d5-88c9-844e9c113ac4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a01e24d-863e-4ebf-af40-ad3004ce2274,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:40.685909 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d76e5276-830a-41d5-88c9-844e9c113ac4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.687131 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d76e5276-830a-41d5-88c9-844e9c113ac4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1173904
Feb 19 21:51:40.689830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38406) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:40.694026 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c80c092f-4a13-410e-bdb0-e24c65c07b08 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '81487087-971e-44ed-9358-003ee9399e1f', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:40.713740 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-c80c092f-4a13-410e-bdb0-e24c65c07b08 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Project 0b842c60e89342ae92bbc9f9b568e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:51:40.719122 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c80c092f-4a13-410e-bdb0-e24c65c07b08 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (a84dbb23-ae43-47d6-bcec-4f6505a55c35), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.775976 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c80c092f-4a13-410e-bdb0-e24c65c07b08 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (a84dbb23-ae43-47d6-bcec-4f6505a55c35), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.780041 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c80c092f-4a13-410e-bdb0-e24c65c07b08 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (a84dbb23-ae43-47d6-bcec-4f6505a55c35), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.797780 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c092f-4a13-410e-bdb0-e24c65c07b08 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84dbb23-ae43-47d6-bcec-4f6505a55c35,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:40.805980 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c80c092f-4a13-410e-bdb0-e24c65c07b08 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.807161 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c80c092f-4a13-410e-bdb0-e24c65c07b08 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1164279
Feb 19 21:51:40.810438 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38408) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:40.814661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-10572c47-afff-413c-9c61-7fabd3078b3d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'security_group_rule': {'security_group_id': '81487087-971e-44ed-9358-003ee9399e1f', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:40.833304 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-10572c47-afff-413c-9c61-7fabd3078b3d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Project 0b842c60e89342ae92bbc9f9b568e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:51:40.837911 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10572c47-afff-413c-9c61-7fabd3078b3d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (07c176ef-a648-4fb8-8c9f-821ff2ccffbd), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.896292 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10572c47-afff-413c-9c61-7fabd3078b3d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (07c176ef-a648-4fb8-8c9f-821ff2ccffbd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.899978 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10572c47-afff-413c-9c61-7fabd3078b3d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (07c176ef-a648-4fb8-8c9f-821ff2ccffbd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.916936 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10572c47-afff-413c-9c61-7fabd3078b3d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c176ef-a648-4fb8-8c9f-821ff2ccffbd,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:40.925959 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-10572c47-afff-413c-9c61-7fabd3078b3d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.927163 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-10572c47-afff-413c-9c61-7fabd3078b3d tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1158156
Feb 19 21:51:40.930012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38410) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:40.935302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'network': {'name': 'tempest-network-smoke--1993405345', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'port_security_enabled': True}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:40.953442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:51:40.956589 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.979417 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:51:40.988782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a0f88115-9d55-4bfb-87f6-2dd5b299bc0b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:40.989132 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Added segment a0f88115-9d55-4bfb-87f6-2dd5b299bc0b of type vlan for network 5e8bc60b-8386-40b9-99e3-5678980c6cb6
Feb 19 21:51:41.030388 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (5e8bc60b-8386-40b9-99e3-5678980c6cb6), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:41.054193 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (5e8bc60b-8386-40b9-99e3-5678980c6cb6), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:41.059032 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:41.059624 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:41.117802 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1867776
Feb 19 21:51:41.120700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38412) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:41.125491 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'admin_state_up': True, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:41.128259 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8da86-b4c4-45be-8b48-32c65bd0af80 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Network': ['ID=5e8bc60b-8386-40b9-99e3-5678980c6cb6,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:41.138004 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:51:41.149390 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (5a871555-5365-4f84-bd9d-e071ada85ad3), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:41.150522 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (5a871555-5365-4f84-bd9d-e071ada85ad3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:41.208580 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_controller (5a871555-5365-4f84-bd9d-e071ada85ad3), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:41.347105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (5a871555-5365-4f84-bd9d-e071ada85ad3), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:41.559235 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (5a871555-5365-4f84-bd9d-e071ada85ad3), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:41.577924 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:41.680133 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.35.2.28 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/286bbe9d-68aa-4554-a3c3-ca40993891c3) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:51:41.782271 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:41.816542 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:41.862253 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:51:41.866525 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:51:41.868960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:51:41.896402 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=286bbe9d-68aa-4554-a3c3-ca40993891c3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:42.129692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (5a871555-5365-4f84-bd9d-e071ada85ad3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:42.590237 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (5a871555-5365-4f84-bd9d-e071ada85ad3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:42.719190 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 5a871555-5365-4f84-bd9d-e071ada85ad3 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:51:42.825656 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:51:42.835788 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Sync routers for ids ['5a871555-5365-4f84-bd9d-e071ada85ad3'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:51:42.845758 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:42.846155 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Routers {'5a871555-5365-4f84-bd9d-e071ada85ad3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:51:42.847068 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a5db1103-03ab-4542-ac12-fa120bf8156b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7251651
Feb 19 21:51:42.847241 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70050eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:51:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5a871555-5365-4f84-bd9d-e071ada85ad3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:42.850269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38414) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:42.882699 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-edf47a0b-7d74-4dcd-948f-99d7162424ad tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0b842c60e89342ae92bbc9f9b568e4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0312476
Feb 19 21:51:42.885362 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38416) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:42.973939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4df6be-1e95-4dcb-880e-91f9ec0b14ba tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:42.975490 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3d4df6be-1e95-4dcb-880e-91f9ec0b14ba tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0891278
Feb 19 21:51:42.978319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38418) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:43.007626 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc20c438-a482-4139-89fe-b84d68ab0f7f tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=46539bba-6cad-4c87-80c0-0d2c8447156a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0281763
Feb 19 21:51:43.010041 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38420) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:43.014762 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1165859006', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:43.048484 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Set router 5a871555-5365-4f84-bd9d-e071ada85ad3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:51:43.102338 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:51:43.106671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.230637 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70050eb0>, [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:42Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:43.259785 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Checking router: 5a871555-5365-4f84-bd9d-e071ada85ad3 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:51:43.260142 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Updating router 5a871555-5365-4f84-bd9d-e071ada85ad3 port 286bbe9d-68aa-4554-a3c3-ca40993891c3 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:51:43.287012 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.293824 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (d5cc9913-e486-49e4-9e3f-d062385e492c), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.350319 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Subnet': ['ID=d5cc9913-e486-49e4-9e3f-d062385e492c,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:43.361372 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Checking segment: {'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:51:43.361743 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network hostable DHCP agents. Network: 5e8bc60b-8386-40b9-99e3-5678980c6cb6, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:51:43.378272 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:51:43.387553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e8bc60b-8386-40b9-99e3-5678980c6cb6) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:51:43.391714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:43.392317 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.400091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb77f0-6cbe-46c4-a584-85c72c0fec64 None None] Network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:51:43.409514 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-14c370a4-e409-4f38-9b1c-58072da0d76e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3984716
Feb 19 21:51:43.412400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38422) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:43.505205 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ips': [{'subnet_id': 'd5cc9913-e486-49e4-9e3f-d062385e492c'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:51:43.506822 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.553828 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Publish callbacks [] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.560455 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.609929 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Attempting to bind port 286bbe9d-68aa-4554-a3c3-ca40993891c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:51:43.610205 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Attempting to bind port 286bbe9d-68aa-4554-a3c3-ca40993891c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:51:43.610578 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Attempting to bind port 286bbe9d-68aa-4554-a3c3-ca40993891c3 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:51:43.618460 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:51:43.618845 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:51:43.619254 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.619652 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:51:43.620128 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Bound port: 286bbe9d-68aa-4554-a3c3-ca40993891c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:51:43.620567 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.655413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Allocated IP 172.20.0.2 (5e8bc60b-8386-40b9-99e3-5678980c6cb6/d5cc9913-e486-49e4-9e3f-d062385e492c/e76851d0-73e4-48ba-ab0d-f78d0a33d62b) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:51:43.673048 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] For port 286bbe9d-68aa-4554-a3c3-ca40993891c3, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:51:43.676096 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] For port 286bbe9d-68aa-4554-a3c3-ca40993891c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=286bbe9d-68aa-4554-a3c3-ca40993891c3,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:51:43.682189 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Pushing event updated for resources: {'Port': ['ID=286bbe9d-68aa-4554-a3c3-ca40993891c3,revision_number=2']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:43.685195 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.702651 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.703007 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.703405 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.703753 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.704084 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.704445 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.705283 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.705283 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.705490 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.705758 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.706085 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.706456 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.707156 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:51:43.766129 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d58603-8af3-4cfe-8f65-a81b1fe56e89 None None] Pushing event updated for resources: {'Port': ['ID=286bbe9d-68aa-4554-a3c3-ca40993891c3,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:43.768780 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Routers {'5a871555-5365-4f84-bd9d-e071ada85ad3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:51:43.769391 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70050eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:51:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5a871555-5365-4f84-bd9d-e071ada85ad3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:43.818516 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Publish callbacks [] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.825541 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.867084 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:51:43.869633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:51:43.874217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:51:43.877295 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Pushing event updated for resources: {'Port': ['ID=e76851d0-73e4-48ba-ab0d-f78d0a33d62b,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:43.889835 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.892018 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] Set router 5a871555-5365-4f84-bd9d-e071ada85ad3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:51:43.934021 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Attempting to bind port e76851d0-73e4-48ba-ab0d-f78d0a33d62b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:51:43.934496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Attempting to bind port e76851d0-73e4-48ba-ab0d-f78d0a33d62b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:51:43.934927 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Attempting to bind port e76851d0-73e4-48ba-ab0d-f78d0a33d62b on network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:51:43.940077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:51:43.940583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Checking segment: {'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:51:43.941063 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:43.941527 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Bound using segment: {'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:51:43.942068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Bound port: e76851d0-73e4-48ba-ab0d-f78d0a33d62b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:51:43.942522 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:44.008140 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] For port e76851d0-73e4-48ba-ab0d-f78d0a33d62b, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:51:44.011748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] For port e76851d0-73e4-48ba-ab0d-f78d0a33d62b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e76851d0-73e4-48ba-ab0d-f78d0a33d62b,segment=NetworkSegment(a0f88115-9d55-4bfb-87f6-2dd5b299bc0b),segment_id=a0f88115-9d55-4bfb-87f6-2dd5b299bc0b)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:51:44.019319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:44.090936 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70050eb0>, [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:42Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:44.102133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ec32c-c6a9-49a3-a25f-718e159356be None None] Pushing event updated for resources: {'Port': ['ID=e76851d0-73e4-48ba-ab0d-f78d0a33d62b,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:44.125408 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eddbd7b-613d-4f11-9a1c-e5be09eaf2f1 None None] The sync data for ids ['5a871555-5365-4f84-bd9d-e071ada85ad3'] in ncdv-master-1 is: [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:42Z', 'revision_number': 3, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:51:44.221415 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.20.0.1 (5e8bc60b-8386-40b9-99e3-5678980c6cb6/d5cc9913-e486-49e4-9e3f-d062385e492c/263bcd41-9726-475d-be3a-8034a15f52bf) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:51:44.378105 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (263bcd41-9726-475d-be3a-8034a15f52bf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:44.439112 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:44.485656 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:51:44.488997 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:51:44.494591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:51:44.519287 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=263bcd41-9726-475d-be3a-8034a15f52bf,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:44.545779 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (5a871555-5365-4f84-bd9d-e071ada85ad3), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:44.692229 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:45.001225 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (263bcd41-9726-475d-be3a-8034a15f52bf), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:45.007342 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:45.087212 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=263bcd41-9726-475d-be3a-8034a15f52bf,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:45.091365 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (5a871555-5365-4f84-bd9d-e071ada85ad3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:45.104866 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1611bdf5-994f-48d6-9dfd-2e542a2c9491 None None] Network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:51:45.183459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:51:45.184921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:51:45.221817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-42f8ed97-9ddd-4111-9952-633b6d202467 None None] Provisioning complete for port e76851d0-73e4-48ba-ab0d-f78d0a33d62b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:45.222206 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42f8ed97-9ddd-4111-9952-633b6d202467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:45.307863 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-42f8ed97-9ddd-4111-9952-633b6d202467 None None] Current status of the port e76851d0-73e4-48ba-ab0d-f78d0a33d62b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:51:45.308644 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42f8ed97-9ddd-4111-9952-633b6d202467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:45.311494 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 5a871555-5365-4f84-bd9d-e071ada85ad3 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:51:45.343371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-42f8ed97-9ddd-4111-9952-633b6d202467 None None] For port e76851d0-73e4-48ba-ab0d-f78d0a33d62b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e76851d0-73e4-48ba-ab0d-f78d0a33d62b,segment=NetworkSegment(a0f88115-9d55-4bfb-87f6-2dd5b299bc0b),segment_id=a0f88115-9d55-4bfb-87f6-2dd5b299bc0b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:51:45.348662 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42f8ed97-9ddd-4111-9952-633b6d202467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:45.405241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8ed97-9ddd-4111-9952-633b6d202467 None None] Pushing event updated for resources: {'Port': ['ID=e76851d0-73e4-48ba-ab0d-f78d0a33d62b,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:45.438004 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:51:45.445091 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-04b120af-1f0d-4a7e-9eba-0f80a6a90032 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "PUT /v2.0/routers/5a871555-5365-4f84-bd9d-e071ada85ad3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0311713
Feb 19 21:51:45.471384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-576d9c20-311e-4484-961b-7a4f258041f4 None None] Provisioning complete for port 263bcd41-9726-475d-be3a-8034a15f52bf triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:45.471788 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-576d9c20-311e-4484-961b-7a4f258041f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:45.516645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-576d9c20-311e-4484-961b-7a4f258041f4 None None] Port 263bcd41-9726-475d-be3a-8034a15f52bf cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:51:45.528822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-576d9c20-311e-4484-961b-7a4f258041f4 None None] Provisioning complete for port e76851d0-73e4-48ba-ab0d-f78d0a33d62b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:45.529210 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-576d9c20-311e-4484-961b-7a4f258041f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:45.616217 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-576d9c20-311e-4484-961b-7a4f258041f4 None None] Current status of the port e76851d0-73e4-48ba-ab0d-f78d0a33d62b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:51:45.662180 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-12a1b97e-ddcf-405c-9855-0c748a568b38 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159923042&fields=id&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 267 time: 0.0494859
Feb 19 21:51:45.739081 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-544493eb-ed3c-41ca-989c-e8519aa99d00 None None] Provisioning complete for port 263bcd41-9726-475d-be3a-8034a15f52bf triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:45.739386 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-544493eb-ed3c-41ca-989c-e8519aa99d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:45.781911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-544493eb-ed3c-41ca-989c-e8519aa99d00 None None] Port 263bcd41-9726-475d-be3a-8034a15f52bf cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:51:45.822476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Sync routers for ids ['5a871555-5365-4f84-bd9d-e071ada85ad3'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:51:45.834384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Routers {'5a871555-5365-4f84-bd9d-e071ada85ad3'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:51:45.835055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a636f19a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:51:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5a871555-5365-4f84-bd9d-e071ada85ad3'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:45.947298 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Set router 5a871555-5365-4f84-bd9d-e071ada85ad3 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:51:46.074088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-04b1d14c-16c7-4793-bb90-a51b6be92bae None None] Provisioning complete for port 263bcd41-9726-475d-be3a-8034a15f52bf triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:46.074381 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-04b1d14c-16c7-4793-bb90-a51b6be92bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:46.131696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-39c46f55-7071-4192-ab20-3fd694e64d3e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:46.133690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-39c46f55-7071-4192-ab20-3fd694e64d3e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/networks?id=5e8bc60b-8386-40b9-99e3-5678980c6cb6 HTTP/1.1" status: 200  len: 797 time: 0.4646220
Feb 19 21:51:46.140103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-04b1d14c-16c7-4793-bb90-a51b6be92bae None None] Port 263bcd41-9726-475d-be3a-8034a15f52bf cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:51:46.149774 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-fb0105df-7a5a-4ff5-a90e-45b9a0e25e55 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/quotas/0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 375 time: 0.0098441
Feb 19 21:51:46.193688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a636f19a0>, [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:44Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '263bcd41-9726-475d-be3a-8034a15f52bf', 'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:b3:7e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:44Z', 'updated_at': '2022-02-19T21:51:44Z', 'revision_number': 2, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:46.206309 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-265161e0-3103-4b89-b019-1a83f660f958 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0500622
Feb 19 21:51:46.225897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Checking router: 5a871555-5365-4f84-bd9d-e071ada85ad3 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:51:46.226136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Updating router 5a871555-5365-4f84-bd9d-e071ada85ad3 port 263bcd41-9726-475d-be3a-8034a15f52bf binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:51:46.256221 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:46.355952 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e76851d0-73e4-48ba-ab0d-f78d0a33d62b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:51:46.410931 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-9094953a-f200-404b-87e6-3fd03c897f57 service neutron] 10.222.0.30 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380997
Feb 19 21:51:46.469230 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e76851d0-73e4-48ba-ab0d-f78d0a33d62b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:46.469532 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:46.501530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-b0dc373d-c53a-40af-be3f-260439c44340 service neutron] 10.222.0.30 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846331
Feb 19 21:51:46.641721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e76851d0-73e4-48ba-ab0d-f78d0a33d62b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:51:46.643288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 286bbe9d-68aa-4554-a3c3-ca40993891c3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:51:46.672043 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Publish callbacks [] for port (263bcd41-9726-475d-be3a-8034a15f52bf), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:46.681298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3922e53-7475-4eba-8314-9e5add342f61 req-86b95ac7-8fa1-4d40-a28f-e0e293a83913 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 210 time: 0.0297911
Feb 19 21:51:46.686872 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:46.743420 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1721f0-3cdb-46fe-8d72-ce1dd87c59ad None None] Pushing event updated for resources: {'Port': ['ID=263bcd41-9726-475d-be3a-8034a15f52bf,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:46.776407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 286bbe9d-68aa-4554-a3c3-ca40993891c3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:46.776407 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:46.832963 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Attempting to bind port 263bcd41-9726-475d-be3a-8034a15f52bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:51:46.833443 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Attempting to bind port 263bcd41-9726-475d-be3a-8034a15f52bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:51:46.833699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Attempting to bind port 263bcd41-9726-475d-be3a-8034a15f52bf on network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:51:46.846894 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:51:46.847288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Checking segment: {'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:51:46.847718 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:46.848118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Bound using segment: {'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:51:46.848645 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Bound port: 263bcd41-9726-475d-be3a-8034a15f52bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:51:46.849366 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:46.959243 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 286bbe9d-68aa-4554-a3c3-ca40993891c3 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:51:46.959648 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:46.973262 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] For port 263bcd41-9726-475d-be3a-8034a15f52bf, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:51:46.977871 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] For port 263bcd41-9726-475d-be3a-8034a15f52bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=263bcd41-9726-475d-be3a-8034a15f52bf,segment=NetworkSegment(a0f88115-9d55-4bfb-87f6-2dd5b299bc0b),segment_id=a0f88115-9d55-4bfb-87f6-2dd5b299bc0b)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:51:46.988452 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 286bbe9d-68aa-4554-a3c3-ca40993891c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=286bbe9d-68aa-4554-a3c3-ca40993891c3,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:51:46.990276 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:46.995544 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:47.048276 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Routers {'5a871555-5365-4f84-bd9d-e071ada85ad3'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:51:47.048864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a636f19a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:51:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5a871555-5365-4f84-bd9d-e071ada85ad3'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:47.310479 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1721f0-3cdb-46fe-8d72-ce1dd87c59ad None None] Pushing event updated for resources: {'Port': ['ID=263bcd41-9726-475d-be3a-8034a15f52bf,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:47.365332 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-91bbe2cc-d5a2-471e-829c-62ee1918989a None None] Provisioning complete for port 263bcd41-9726-475d-be3a-8034a15f52bf triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:47.365712 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91bbe2cc-d5a2-471e-829c-62ee1918989a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:47.416150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=286bbe9d-68aa-4554-a3c3-ca40993891c3,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:47.434354 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] Set router 5a871555-5365-4f84-bd9d-e071ada85ad3 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:51:47.582925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-91bbe2cc-d5a2-471e-829c-62ee1918989a None None] Current status of the port 263bcd41-9726-475d-be3a-8034a15f52bf is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:51:47.583323 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91bbe2cc-d5a2-471e-829c-62ee1918989a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:47.648375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-91bbe2cc-d5a2-471e-829c-62ee1918989a None None] For port 263bcd41-9726-475d-be3a-8034a15f52bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=263bcd41-9726-475d-be3a-8034a15f52bf,segment=NetworkSegment(a0f88115-9d55-4bfb-87f6-2dd5b299bc0b),segment_id=a0f88115-9d55-4bfb-87f6-2dd5b299bc0b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:51:47.654623 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-91bbe2cc-d5a2-471e-829c-62ee1918989a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:47.729014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbe2cc-d5a2-471e-829c-62ee1918989a None None] Pushing event updated for resources: {'Port': ['ID=263bcd41-9726-475d-be3a-8034a15f52bf,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:47.746231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a636f19a0>, [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:44Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '263bcd41-9726-475d-be3a-8034a15f52bf', 'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:b3:7e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:44Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:47.753967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-8abe494c-2a2c-4998-b5b1-d8518c70ace1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:47.755519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-8abe494c-2a2c-4998-b5b1-d8518c70ace1 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "GET /v2.0/networks?id=5e8bc60b-8386-40b9-99e3-5678980c6cb6 HTTP/1.1" status: 200  len: 797 time: 0.1363227
Feb 19 21:51:47.780060 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd2143-2219-4e13-9320-7dec606bc258 None None] The sync data for ids ['5a871555-5365-4f84-bd9d-e071ada85ad3'] in ncdv-master-1 is: [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:44Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '263bcd41-9726-475d-be3a-8034a15f52bf', 'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:b3:7e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:44Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:51:47.790333 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-be11e8c6-3cf0-46cc-a2c7-d46bf21e7f49 None None] Provisioning complete for port 263bcd41-9726-475d-be3a-8034a15f52bf triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:47.790719 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-be11e8c6-3cf0-46cc-a2c7-d46bf21e7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:47.847300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4152963a-2d18-4e66-a12f-e4db4d64625e req-c232fc60-aaae-42f9-b846-47c394593a99 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 210 time: 0.0510647
Feb 19 21:51:47.894451 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-ddf6f60f-b341-4a6c-a186-d60e714a3190 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b842c60e89342ae92bbc9f9b568e4c2 HTTP/1.1" status: 200  len: 380 time: 0.1298385
Feb 19 21:51:47.902598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-be11e8c6-3cf0-46cc-a2c7-d46bf21e7f49 None None] Current status of the port 263bcd41-9726-475d-be3a-8034a15f52bf is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:51:47.904739 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'port': {'device_id': 'bd38defa-6621-45d4-b115-88cb988aa535', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'admin_state_up': True, 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'security_groups': ['81487087-971e-44ed-9358-003ee9399e1f']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:48.022848 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Made reservation on behalf of 0b842c60e89342ae92bbc9f9b568e4c2 for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:51:48.026866 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:48.163480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.20.0.10 (5e8bc60b-8386-40b9-99e3-5678980c6cb6/d5cc9913-e486-49e4-9e3f-d062385e492c/94b0283e-94f3-4b0b-a566-2a2990c4dd74) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:51:48.316374 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:48.353853 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:48.373497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 286bbe9d-68aa-4554-a3c3-ca40993891c3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:51:48.405621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:51:48.408891 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:51:48.411357 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:51:48.438936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff52decf-6e04-43d9-a91e-6c11e02640bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:48.447080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=94b0283e-94f3-4b0b-a566-2a2990c4dd74,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:48.449497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 286bbe9d-68aa-4554-a3c3-ca40993891c3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:48.450081 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:48.484532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:48.485743 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:48.509984 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-af8546c4-7ef1-4604-92b7-63addb9d1656 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6096737
Feb 19 21:51:48.522675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Request body: {'port': {'device_id': 'bd38defa-6621-45d4-b115-88cb988aa535', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:48.562285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 286bbe9d-68aa-4554-a3c3-ca40993891c3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:51:48.563704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 263bcd41-9726-475d-be3a-8034a15f52bf up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:51:48.597717 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:48.619730 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 263bcd41-9726-475d-be3a-8034a15f52bf triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:48.620140 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:48.713494 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 263bcd41-9726-475d-be3a-8034a15f52bf is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:51:48.737848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0d954894-b239-41e3-b1bc-97dcd0984f65 None None] Provisioning complete for port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:48.738241 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0d954894-b239-41e3-b1bc-97dcd0984f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:48.778261 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0d954894-b239-41e3-b1bc-97dcd0984f65 None None] Port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:51:48.895711 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b0283e-94f3-4b0b-a566-2a2990c4dd74 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:51:48.904537 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Publish callbacks [] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:48.917712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Transition to ACTIVE for port object 94b0283e-94f3-4b0b-a566-2a2990c4dd74 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:51:48.922899 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:49.005934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=94b0283e-94f3-4b0b-a566-2a2990c4dd74,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:49.075263 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0345e-6d0b-4f4d-82e2-5e882c88f988 req-cb01c48b-7bd5-4649-8113-00328ed9532f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:49.076901 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cc0345e-6d0b-4f4d-82e2-5e882c88f988 req-cb01c48b-7bd5-4649-8113-00328ed9532f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 944 time: 0.1485851
Feb 19 21:51:49.117885 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Attempting to bind port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:51:49.118211 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Attempting to bind port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:51:49.118548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Attempting to bind port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 on network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:51:49.131906 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 on network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:51:49.132164 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Attempting to bind port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 on network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:51:49.147748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:51:49.148101 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Checking segment: {'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:51:49.148519 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Bound using segment: {'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:51:49.148966 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Bound port: 94b0283e-94f3-4b0b-a566-2a2990c4dd74, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:51:49.149330 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:49.155152 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4cc0345e-6d0b-4f4d-82e2-5e882c88f988 req-20b2e51f-6f9a-4e4c-978f-7217f2150208 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724490
Feb 19 21:51:49.225471 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] For port 94b0283e-94f3-4b0b-a566-2a2990c4dd74, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:51:49.228475 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] For port 94b0283e-94f3-4b0b-a566-2a2990c4dd74, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b0283e-94f3-4b0b-a566-2a2990c4dd74,segment=NetworkSegment(a0f88115-9d55-4bfb-87f6-2dd5b299bc0b),segment_id=a0f88115-9d55-4bfb-87f6-2dd5b299bc0b)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:51:49.234816 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:49.270755 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:49.271411 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:49.272845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] 10.222.0.67 "PUT /v2.0/ports/94b0283e-94f3-4b0b-a566-2a2990c4dd74 HTTP/1.1" status: 200  len: 1092 time: 0.7563879
Feb 19 21:51:49.273311 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd38defa-6621-45d4-b115-88cb988aa535', 'tag': '94b0283e-94f3-4b0b-a566-2a2990c4dd74'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:51:49.275595 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d491996a-5228-4d3f-b47e-eb1869726e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd38defa-6621-45d4-b115-88cb988aa535", "tag": "94b0283e-94f3-4b0b-a566-2a2990c4dd74"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:51:49.299496 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edfe55-4403-432d-9146-19b4076fcfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=94b0283e-94f3-4b0b-a566-2a2990c4dd74,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:49.341343 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7630554-646a-42e2-a3a8-20f89901c9a2 x-openstack-request-id: req-b7630554-646a-42e2-a3a8-20f89901c9a2 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:51:49.341649 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd38defa-6621-45d4-b115-88cb988aa535", "tag": "94b0283e-94f3-4b0b-a566-2a2990c4dd74", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:51:49.341913 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7630554-646a-42e2-a3a8-20f89901c9a2 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:51:49.342326 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd38defa-6621-45d4-b115-88cb988aa535', 'tag': '94b0283e-94f3-4b0b-a566-2a2990c4dd74', 'status': 'completed', 'code': 200}
Feb 19 21:51:49.381234 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-22fe7b98-fdd4-4de5-b163-f35a1a8216e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:49.382885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-22fe7b98-fdd4-4de5-b163-f35a1a8216e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 1126 time: 0.0534103
Feb 19 21:51:49.424377 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-60d8e348-f618-4c3c-b325-11162a701493 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b0283e-94f3-4b0b-a566-2a2990c4dd74 HTTP/1.1" status: 200  len: 217 time: 0.0354228
Feb 19 21:51:49.473639 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-f426d805-469b-4a96-8d04-a7a7e9568125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:49.475142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-f426d805-469b-4a96-8d04-a7a7e9568125 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5cc9913-e486-49e4-9e3f-d062385e492c HTTP/1.1" status: 200  len: 835 time: 0.0454152
Feb 19 21:51:49.529856 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-044ee9c4-b79f-44a5-aa8a-0b75c40e57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:49.531633 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-044ee9c4-b79f-44a5-aa8a-0b75c40e57da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e8bc60b-8386-40b9-99e3-5678980c6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0504413
Feb 19 21:51:49.621368 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-8429e6f0-a6ca-4221-add2-058d665750c5 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822458
Feb 19 21:51:49.711956 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-26ebfb6c-c2fd-4e69-a539-8c9d8eabbeaf req-ff8cdab3-9b6b-4060-b5e8-a3707edf8ab8 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849285
Feb 19 21:51:49.803061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491996a-5228-4d3f-b47e-eb1869726e5c req-8b8ca358-3b12-4c0b-bd88-087af1991048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:49.804614 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d491996a-5228-4d3f-b47e-eb1869726e5c req-8b8ca358-3b12-4c0b-bd88-087af1991048 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 1126 time: 0.0463214
Feb 19 21:51:49.895759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491996a-5228-4d3f-b47e-eb1869726e5c req-47a11a04-5d6b-483a-aaec-efdf9de9a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:49.897278 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d491996a-5228-4d3f-b47e-eb1869726e5c req-47a11a04-5d6b-483a-aaec-efdf9de9a52c service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e8bc60b-8386-40b9-99e3-5678980c6cb6 HTTP/1.1" status: 200  len: 898 time: 0.0864742
Feb 19 21:51:49.944619 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d491996a-5228-4d3f-b47e-eb1869726e5c req-6f2ccb99-9d0e-4415-93f9-bec58619e77f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b0283e-94f3-4b0b-a566-2a2990c4dd74 HTTP/1.1" status: 200  len: 217 time: 0.0396590
Feb 19 21:51:49.993647 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491996a-5228-4d3f-b47e-eb1869726e5c req-3aa512fe-f683-4fd7-bf86-95453a2cdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:49.995011 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d491996a-5228-4d3f-b47e-eb1869726e5c req-3aa512fe-f683-4fd7-bf86-95453a2cdce1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5cc9913-e486-49e4-9e3f-d062385e492c HTTP/1.1" status: 200  len: 835 time: 0.0452619
Feb 19 21:51:50.043289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491996a-5228-4d3f-b47e-eb1869726e5c req-ac97d920-6681-433e-8eae-49e0c24e8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:50.044833 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d491996a-5228-4d3f-b47e-eb1869726e5c req-ac97d920-6681-433e-8eae-49e0c24e8d32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e8bc60b-8386-40b9-99e3-5678980c6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442653
Feb 19 21:51:50.141264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d491996a-5228-4d3f-b47e-eb1869726e5c req-cac65601-d0ac-4338-b4df-9f1759f4764d service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881698
Feb 19 21:51:50.268308 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d491996a-5228-4d3f-b47e-eb1869726e5c req-b53c4a16-23a8-4d85-9b8f-0d6fd736cc2d service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198859
Feb 19 21:51:50.293759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d86026-7b0b-4e36-9141-37f2b5aea509 req-c88bb157-7d94-4da9-94dc-c2645d937a28 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:50.295266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1d86026-7b0b-4e36-9141-37f2b5aea509 req-c88bb157-7d94-4da9-94dc-c2645d937a28 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 944 time: 0.0679190
Feb 19 21:51:50.349247 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b1d86026-7b0b-4e36-9141-37f2b5aea509 req-f3b5a5d4-5a4f-4e16-92a0-c863b0e9c338 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484126
Feb 19 21:51:50.702678 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9dd371ef-6bb0-4839-a410-9bc44b456b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:51.467803 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e0e78-6a18-4214-b966-23e05549091d req-2793c894-8ec8-4d8a-8217-90173f192d64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:51.469310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-084e0e78-6a18-4214-b966-23e05549091d req-2793c894-8ec8-4d8a-8217-90173f192d64 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 944 time: 0.0519884
Feb 19 21:51:51.517550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-084e0e78-6a18-4214-b966-23e05549091d req-fa3b2c22-3d61-40e1-b400-d2de5d745799 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427434
Feb 19 21:51:52.022697 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:52.642206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548a4e3-535a-4182-ab26-ca022edbe897 req-0939f48e-ec76-41d7-858c-2ac2ef8b03cb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:52.643782 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2548a4e3-535a-4182-ab26-ca022edbe897 req-0939f48e-ec76-41d7-858c-2ac2ef8b03cb tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 944 time: 0.0548432
Feb 19 21:51:52.694052 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2548a4e3-535a-4182-ab26-ca022edbe897 req-2febb0c5-7531-4778-96c5-b6d7d7d65d10 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442979
Feb 19 21:51:53.366767 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:53.381247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 94b0283e-94f3-4b0b-a566-2a2990c4dd74 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:51:53.480650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 94b0283e-94f3-4b0b-a566-2a2990c4dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b0283e-94f3-4b0b-a566-2a2990c4dd74,segment=NetworkSegment(a0f88115-9d55-4bfb-87f6-2dd5b299bc0b),segment_id=a0f88115-9d55-4bfb-87f6-2dd5b299bc0b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:51:53.491902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '94b0283e-94f3-4b0b-a566-2a2990c4dd74', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'port_id': '94b0283e-94f3-4b0b-a566-2a2990c4dd74', 'mac_address': 'fa:16:3e:80:b0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:51:53.528873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:51:53.529266 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:53.542309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b0283e-94f3-4b0b-a566-2a2990c4dd74 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:51:53.562340 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 94b0283e-94f3-4b0b-a566-2a2990c4dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b0283e-94f3-4b0b-a566-2a2990c4dd74,segment=NetworkSegment(a0f88115-9d55-4bfb-87f6-2dd5b299bc0b),segment_id=a0f88115-9d55-4bfb-87f6-2dd5b299bc0b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:51:53.566817 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:53.621521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=94b0283e-94f3-4b0b-a566-2a2990c4dd74,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:53.827686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6417061-dd71-4d39-8aba-06904076aa0c req-79ead643-7290-4116-992f-cb4c8832a174 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:53.829266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6417061-dd71-4d39-8aba-06904076aa0c req-79ead643-7290-4116-992f-cb4c8832a174 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 945 time: 0.0619364
Feb 19 21:51:53.880072 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b6417061-dd71-4d39-8aba-06904076aa0c req-2c147895-3b24-44ec-a05e-c7525fae2cf3 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450945
Feb 19 21:51:53.910592 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['94b0283e-94f3-4b0b-a566-2a2990c4dd74'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:51:54.531769 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:55.000476 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010286b-dc62-4ac4-afea-a93987f443aa req-cda4accb-0ce5-472d-ab0b-425cde3e3dc9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:55.001969 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5010286b-dc62-4ac4-afea-a93987f443aa req-cda4accb-0ce5-472d-ab0b-425cde3e3dc9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 945 time: 0.0529976
Feb 19 21:51:55.051758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5010286b-dc62-4ac4-afea-a93987f443aa req-c3b30975-8343-4b3c-bc7e-74b0285d2c9f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442026
Feb 19 21:51:55.397497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 94b0283e-94f3-4b0b-a566-2a2990c4dd74 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:51:55.445517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:51:55.449801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:51:55.450177 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:55.527068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:51:55.527456 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:55.550067 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd38defa-6621-45d4-b115-88cb988aa535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b0283e-94f3-4b0b-a566-2a2990c4dd74'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:51:55.552322 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcabb9f-aa63-4991-8336-2d2117994c02" -d '{"events": [{"server_uuid": "bd38defa-6621-45d4-b115-88cb988aa535", "name": "network-vif-plugged", "status": "completed", "tag": "94b0283e-94f3-4b0b-a566-2a2990c4dd74"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:51:55.565518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 94b0283e-94f3-4b0b-a566-2a2990c4dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b0283e-94f3-4b0b-a566-2a2990c4dd74,segment=NetworkSegment(a0f88115-9d55-4bfb-87f6-2dd5b299bc0b),segment_id=a0f88115-9d55-4bfb-87f6-2dd5b299bc0b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:51:55.570169 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:55.594909 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7ae210-617d-4a30-9323-06dd02b8d423 x-openstack-request-id: req-dc7ae210-617d-4a30-9323-06dd02b8d423 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:51:55.595246 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd38defa-6621-45d4-b115-88cb988aa535", "name": "network-vif-plugged", "status": "completed", "tag": "94b0283e-94f3-4b0b-a566-2a2990c4dd74", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:51:55.595505 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc7ae210-617d-4a30-9323-06dd02b8d423 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:51:55.595923 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd38defa-6621-45d4-b115-88cb988aa535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b0283e-94f3-4b0b-a566-2a2990c4dd74', 'code': 200}
Feb 19 21:51:55.622062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=94b0283e-94f3-4b0b-a566-2a2990c4dd74,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:55.697439 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf9e0f-3740-4194-a961-72efc171bc7b req-0a52f8ce-79d9-4aee-bf47-f50d43dbb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:55.698939 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42bf9e0f-3740-4194-a961-72efc171bc7b req-0a52f8ce-79d9-4aee-bf47-f50d43dbb505 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 1128 time: 0.0489154
Feb 19 21:51:55.745703 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-42bf9e0f-3740-4194-a961-72efc171bc7b req-215103f7-ebbf-4ea1-a500-cc6b0480f1ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395226
Feb 19 21:51:56.170080 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9ae38-a0e9-43ab-aa4f-60fbe4b3c9dd req-969c1326-eadd-44c4-b972-4458c56a1841 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:56.171566 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eea9ae38-a0e9-43ab-aa4f-60fbe4b3c9dd req-969c1326-eadd-44c4-b972-4458c56a1841 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0525031
Feb 19 21:51:56.222575 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-eea9ae38-a0e9-43ab-aa4f-60fbe4b3c9dd req-f8012892-33d2-4bc6-b2f1-d34873c3a197 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442901
Feb 19 21:51:56.375828 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:57.345284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c8e96-41d9-4411-b328-d7e70d00c1a2 req-327535b5-8d2c-4b1a-a422-1b51bb1459bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:57.346762 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-102c8e96-41d9-4411-b328-d7e70d00c1a2 req-327535b5-8d2c-4b1a-a422-1b51bb1459bf tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0523610
Feb 19 21:51:57.399026 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-102c8e96-41d9-4411-b328-d7e70d00c1a2 req-f4888ae4-3592-4ea6-9620-68b5028085b9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467336
Feb 19 21:51:57.519366 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4838a-07e6-4f01-be63-93eab4ab43b9 req-07e29562-8298-4e7f-ae60-50a7d3412d7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:57.520906 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50f4838a-07e6-4f01-be63-93eab4ab43b9 req-07e29562-8298-4e7f-ae60-50a7d3412d7f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0536160
Feb 19 21:51:57.569404 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-50f4838a-07e6-4f01-be63-93eab4ab43b9 req-ddb2ef69-7a50-4d1d-931b-762c2770002b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428653
Feb 19 21:51:57.592225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38490) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:57.634852 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c673495d-2c0b-437a-bc17-87d047e1b5c1 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:57.637047 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c673495d-2c0b-437a-bc17-87d047e1b5c1 tempest-TestNetworkAdvancedServerOps-1921132559 tempest-TestNetworkAdvancedServerOps-1921132559-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 1123 time: 0.0437782
Feb 19 21:51:57.639801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38492) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:57.644117 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '94b0283e-94f3-4b0b-a566-2a2990c4dd74', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:51:57.665969 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:57.764814 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:57.864026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Allocated IP 172.35.2.208 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/90733f51-163d-4b6e-8d60-38128d57094d) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:51:57.965153 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (90733f51-163d-4b6e-8d60-38128d57094d), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:57.998986 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (90733f51-163d-4b6e-8d60-38128d57094d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:58.039884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:51:58.043239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:51:58.047701 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:51:58.070506 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=90733f51-163d-4b6e-8d60-38128d57094d,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:58.772355 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (20decad9-6db0-4572-963b-43705e6068ec), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:58.872722 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (90733f51-163d-4b6e-8d60-38128d57094d), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:59.019803 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for port (90733f51-163d-4b6e-8d60-38128d57094d), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:59.024143 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (90733f51-163d-4b6e-8d60-38128d57094d), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:59.090328 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event updated for resources: {'Port': ['ID=90733f51-163d-4b6e-8d60-38128d57094d,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:51:59.100261 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (20decad9-6db0-4572-963b-43705e6068ec), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:59.200674 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Floating IP 20decad9-6db0-4572-963b-43705e6068ec associated. External IP: 172.35.2.208, port: 94b0283e-94f3-4b0b-a566-2a2990c4dd74.
Feb 19 21:51:59.409862 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 5a871555-5365-4f84-bd9d-e071ada85ad3 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:51:59.522564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:51:59.534099 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdb9e0-6c7a-4708-b462-b1f05bcabe8a None None] Sync routers for ids ['5a871555-5365-4f84-bd9d-e071ada85ad3'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:51:59.546198 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdb9e0-6c7a-4708-b462-b1f05bcabe8a None None] Routers {'5a871555-5365-4f84-bd9d-e071ada85ad3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:51:59.546985 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8dfdb9e0-6c7a-4708-b462-b1f05bcabe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a701732b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:51:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5a871555-5365-4f84-bd9d-e071ada85ad3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:59.550907 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:59.583002 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-08dcc22c-fe8b-4959-b251-50697a23b4f0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.9421089
Feb 19 21:51:59.583630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd38defa-6621-45d4-b115-88cb988aa535', 'tag': '94b0283e-94f3-4b0b-a566-2a2990c4dd74'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:51:59.585999 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3070e51-6333-4784-a39f-8031a0b1b475" -d '{"events": [{"name": "network-changed", "server_uuid": "bd38defa-6621-45d4-b115-88cb988aa535", "tag": "94b0283e-94f3-4b0b-a566-2a2990c4dd74"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:51:59.636715 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a70b63-25e5-428b-9d45-6cae9b1f0a9d x-openstack-request-id: req-19a70b63-25e5-428b-9d45-6cae9b1f0a9d {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:51:59.637097 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd38defa-6621-45d4-b115-88cb988aa535", "tag": "94b0283e-94f3-4b0b-a566-2a2990c4dd74", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:51:59.637423 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19a70b63-25e5-428b-9d45-6cae9b1f0a9d {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:51:59.637925 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd38defa-6621-45d4-b115-88cb988aa535', 'tag': '94b0283e-94f3-4b0b-a566-2a2990c4dd74', 'status': 'completed', 'code': 200}
Feb 19 21:51:59.667814 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8dfdb9e0-6c7a-4708-b462-b1f05bcabe8a None None] Set router 5a871555-5365-4f84-bd9d-e071ada85ad3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:51:59.734050 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3070e51-6333-4784-a39f-8031a0b1b475 req-a2251abe-8c63-40b7-8995-e02b84c17825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:59.735583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3070e51-6333-4784-a39f-8031a0b1b475 req-a2251abe-8c63-40b7-8995-e02b84c17825 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 1128 time: 0.0764685
Feb 19 21:51:59.743784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b61789-a59a-45a8-b7eb-84214b4c5d7e req-85a5bf18-c04d-47a9-8565-b75ff258ce4f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:59.745705 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76b61789-a59a-45a8-b7eb-84214b4c5d7e req-85a5bf18-c04d-47a9-8565-b75ff258ce4f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0991960
Feb 19 21:51:59.859443 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76b61789-a59a-45a8-b7eb-84214b4c5d7e req-e54534cd-b73b-4c02-8ccd-631143f7a26f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047618
Feb 19 21:51:59.868081 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:51:59.874800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3070e51-6333-4784-a39f-8031a0b1b475 req-4b966d86-ac78-484b-8609-067deb3cf08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:51:59.876298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3070e51-6333-4784-a39f-8031a0b1b475 req-4b966d86-ac78-484b-8609-067deb3cf08b service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e8bc60b-8386-40b9-99e3-5678980c6cb6 HTTP/1.1" status: 200  len: 898 time: 0.1296065
Feb 19 21:51:59.882026 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38498) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:51:59.906379 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8dfdb9e0-6c7a-4708-b462-b1f05bcabe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a701732b0>, [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:44Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '20decad9-6db0-4572-963b-43705e6068ec', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.208', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'port_id': '94b0283e-94f3-4b0b-a566-2a2990c4dd74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'mac_address': 'fa:16:3e:80:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd38defa-6621-45d4-b115-88cb988aa535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:51:58Z', 'updated_at': '2022-02-19T21:51:58Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263bcd41-9726-475d-be3a-8034a15f52bf', 'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:b3:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:44Z', 'updated_at': '2022-02-19T21:51:47Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:59.937317 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdb9e0-6c7a-4708-b462-b1f05bcabe8a None None] Checking router: 5a871555-5365-4f84-bd9d-e071ada85ad3 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:51:59.946499 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdb9e0-6c7a-4708-b462-b1f05bcabe8a None None] Routers {'5a871555-5365-4f84-bd9d-e071ada85ad3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:51:59.946750 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8dfdb9e0-6c7a-4708-b462-b1f05bcabe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a701732b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:51:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5a871555-5365-4f84-bd9d-e071ada85ad3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:51:59.951335 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3070e51-6333-4784-a39f-8031a0b1b475 req-3a7011e8-562d-4564-9e31-42b7f0735511 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b0283e-94f3-4b0b-a566-2a2990c4dd74 HTTP/1.1" status: 200  len: 1000 time: 0.0678821
Feb 19 21:51:59.954288 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1eb2d428-0cf7-49dd-a461-ed6ffad79d7c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/20decad9-6db0-4572-963b-43705e6068ec HTTP/1.1" status: 200  len: 992 time: 0.0711462
Feb 19 21:52:00.001484 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3070e51-6333-4784-a39f-8031a0b1b475 req-3a7ff204-9022-4b59-9a7f-1c9968aa1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:52:00.002978 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3070e51-6333-4784-a39f-8031a0b1b475 req-3a7ff204-9022-4b59-9a7f-1c9968aa1594 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5cc9913-e486-49e4-9e3f-d062385e492c HTTP/1.1" status: 200  len: 835 time: 0.0461617
Feb 19 21:52:00.052759 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3070e51-6333-4784-a39f-8031a0b1b475 req-ca41e4ed-10d4-4fb0-8d45-4c84b5783a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:52:00.054307 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3070e51-6333-4784-a39f-8031a0b1b475 req-ca41e4ed-10d4-4fb0-8d45-4c84b5783a13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e8bc60b-8386-40b9-99e3-5678980c6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457506
Feb 19 21:52:00.055758 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8dfdb9e0-6c7a-4708-b462-b1f05bcabe8a None None] Set router 5a871555-5365-4f84-bd9d-e071ada85ad3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:52:00.148127 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3070e51-6333-4784-a39f-8031a0b1b475 req-b2d2943d-37a0-4223-b26d-01a612ff11c8 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876980
Feb 19 21:52:00.249635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f3070e51-6333-4784-a39f-8031a0b1b475 req-36ed1976-31ca-49f4-bc0f-62da082e065c service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957918
Feb 19 21:52:00.374307 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8dfdb9e0-6c7a-4708-b462-b1f05bcabe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a701732b0>, [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:44Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '20decad9-6db0-4572-963b-43705e6068ec', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.208', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'port_id': '94b0283e-94f3-4b0b-a566-2a2990c4dd74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'mac_address': 'fa:16:3e:80:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd38defa-6621-45d4-b115-88cb988aa535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:51:58Z', 'updated_at': '2022-02-19T21:51:58Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263bcd41-9726-475d-be3a-8034a15f52bf', 'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:b3:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:44Z', 'updated_at': '2022-02-19T21:51:47Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:52:00.402867 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfdb9e0-6c7a-4708-b462-b1f05bcabe8a None None] The sync data for ids ['5a871555-5365-4f84-bd9d-e071ada85ad3'] in ncdv-master-1 is: [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:44Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '20decad9-6db0-4572-963b-43705e6068ec', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'floating_ip_address': '172.35.2.208', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'port_id': '94b0283e-94f3-4b0b-a566-2a2990c4dd74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'mac_address': 'fa:16:3e:80:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd38defa-6621-45d4-b115-88cb988aa535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:51:58Z', 'updated_at': '2022-02-19T21:51:58Z', 'revision_number': 0, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263bcd41-9726-475d-be3a-8034a15f52bf', 'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:b3:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:44Z', 'updated_at': '2022-02-19T21:51:47Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:52:00.607413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5320ee5-25b3-4908-82df-f033ed98f88d None None] New status for floating IP 20decad9-6db0-4572-963b-43705e6068ec: ACTIVE {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:52:00.958288 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38500) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:52:01.030848 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5d246a61-fd68-4dae-ae6c-263013ef041e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/20decad9-6db0-4572-963b-43705e6068ec HTTP/1.1" status: 200  len: 994 time: 0.0710011
Feb 19 21:52:11.300447 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:52:18.424950 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bc7870c0-d795-4f72-ab9f-91d5edbc6e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:20.704923 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9a19bc20-5ebd-4b48-99d4-f811363a9c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:22.027865 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:23.370098 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:24.534502 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:26.371940 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:29.888195 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:48.299762 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:52:48.417127 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ee56d799-c6e6-4657-a37e-475bfe5700d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:50.710990 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d7654041-953c-4ead-ad67-d035bfca2e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:52.029502 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:53.373514 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:54.538081 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:55.594616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-4a407307-1856-4515-8f64-63e65763aa96 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0442593
Feb 19 21:52:55.678888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-16607ae0-2c31-4fcf-bea8-bf8211c80342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:52:55.680593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-16607ae0-2c31-4fcf-bea8-bf8211c80342 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 1128 time: 0.0468309
Feb 19 21:52:55.787307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-24c9b1ac-6601-43cd-892f-39bacae70f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:52:55.788822 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-24c9b1ac-6601-43cd-892f-39bacae70f98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e8bc60b-8386-40b9-99e3-5678980c6cb6 HTTP/1.1" status: 200  len: 898 time: 0.0905542
Feb 19 21:52:55.853378 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-7541bbc1-0fa4-49c5-8c5d-0214f3026773 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b0283e-94f3-4b0b-a566-2a2990c4dd74 HTTP/1.1" status: 200  len: 1002 time: 0.0585887
Feb 19 21:52:55.901094 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-9c57b798-d7c9-4bdc-b6ad-98b1812c46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:52:55.902525 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-9c57b798-d7c9-4bdc-b6ad-98b1812c46be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5cc9913-e486-49e4-9e3f-d062385e492c HTTP/1.1" status: 200  len: 835 time: 0.0434995
Feb 19 21:52:55.955213 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-4fa5ca6a-25df-49c8-a66a-958db82b7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:52:55.956730 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-4fa5ca6a-25df-49c8-a66a-958db82b7024 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e8bc60b-8386-40b9-99e3-5678980c6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478024
Feb 19 21:52:55.965673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-aea28137-cc70-4aa2-9775-93b13fd5cbf4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:52:55.966610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-aea28137-cc70-4aa2-9775-93b13fd5cbf4 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047657
Feb 19 21:52:56.053490 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-536b3a32-6c47-4523-a66e-c9b65df27eda service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810556
Feb 19 21:52:56.144701 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9c8a4e10-0400-40f9-98d1-17c4c0f820df req-6a037e6d-65d9-4af3-adeb-e394a6cc9808 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855453
Feb 19 21:52:56.371785 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:52:59.893703 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:03.652592 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b170d2a-260f-49b6-8ca6-a4c8026f9bcf req-48a49350-70cc-4740-b664-f51f18f1714c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:03.654096 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b170d2a-260f-49b6-8ca6-a4c8026f9bcf req-48a49350-70cc-4740-b664-f51f18f1714c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0536535
Feb 19 21:53:03.703330 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7b170d2a-260f-49b6-8ca6-a4c8026f9bcf req-13b1dda6-260d-42b7-a17d-1d7a40d93c7e tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435472
Feb 19 21:53:04.831608 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908698d6-7b72-433f-ad9b-6c9fbc5e7c20 req-16fe43b9-7c86-4812-b0f1-e148b7b48bf5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:04.833119 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-908698d6-7b72-433f-ad9b-6c9fbc5e7c20 req-16fe43b9-7c86-4812-b0f1-e148b7b48bf5 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0525036
Feb 19 21:53:04.880492 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-908698d6-7b72-433f-ad9b-6c9fbc5e7c20 req-0f593d70-bae7-44a9-b5b4-3c05766a8362 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418160
Feb 19 21:53:06.007875 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfd4d6-ee84-4e2d-8140-fde896a1a51f req-763fe22a-c3df-49ac-b3f3-4c495ba9bed8 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:06.009424 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ccfd4d6-ee84-4e2d-8140-fde896a1a51f req-763fe22a-c3df-49ac-b3f3-4c495ba9bed8 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0569923
Feb 19 21:53:06.072795 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ccfd4d6-ee84-4e2d-8140-fde896a1a51f req-d8384e85-1ec5-4817-8699-6102a5a2de5a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575128
Feb 19 21:53:06.102561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38556) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:06.162872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9d6cc8ca-b8d1-4451-a231-4764a6e50639 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/20decad9-6db0-4572-963b-43705e6068ec HTTP/1.1" status: 200  len: 994 time: 0.0591195
Feb 19 21:53:07.481466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2d65c-03a7-453b-ab52-42d28fbba8fc req-1ee5bdba-9877-4a9a-87c2-9232c57b0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:07.482922 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac2d65c-03a7-453b-ab52-42d28fbba8fc req-1ee5bdba-9877-4a9a-87c2-9232c57b0658 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 1128 time: 0.0720592
Feb 19 21:53:07.493693 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82d621-06ce-45c3-bf34-ad6a7d5d1f8c req-6f0bcff1-e6cc-4bc6-a4fc-b535d85be7ec tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:07.495111 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af82d621-06ce-45c3-bf34-ad6a7d5d1f8c req-6f0bcff1-e6cc-4bc6-a4fc-b535d85be7ec tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0952272
Feb 19 21:53:07.600193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-af82d621-06ce-45c3-bf34-ad6a7d5d1f8c req-2e5acccf-79b5-4363-8b1d-332fe36b534f tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969625
Feb 19 21:53:07.619381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2d65c-03a7-453b-ab52-42d28fbba8fc req-96a57579-e503-4c6f-b4b4-f58c2d4e774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:07.620887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac2d65c-03a7-453b-ab52-42d28fbba8fc req-96a57579-e503-4c6f-b4b4-f58c2d4e774e service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e8bc60b-8386-40b9-99e3-5678980c6cb6 HTTP/1.1" status: 200  len: 898 time: 0.1249354
Feb 19 21:53:07.685426 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac2d65c-03a7-453b-ab52-42d28fbba8fc req-a661eca6-5eae-4188-8252-7b3e4e0376ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b0283e-94f3-4b0b-a566-2a2990c4dd74 HTTP/1.1" status: 200  len: 1002 time: 0.0585215
Feb 19 21:53:07.734097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2d65c-03a7-453b-ab52-42d28fbba8fc req-1f9be56a-77bd-4061-b56a-d63c076ef80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:07.735488 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac2d65c-03a7-453b-ab52-42d28fbba8fc req-1f9be56a-77bd-4061-b56a-d63c076ef80e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5cc9913-e486-49e4-9e3f-d062385e492c HTTP/1.1" status: 200  len: 835 time: 0.0443347
Feb 19 21:53:07.790676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2d65c-03a7-453b-ab52-42d28fbba8fc req-24ff6d6d-e440-433c-bdda-959912198f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:07.792229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac2d65c-03a7-453b-ab52-42d28fbba8fc req-24ff6d6d-e440-433c-bdda-959912198f90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e8bc60b-8386-40b9-99e3-5678980c6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0513377
Feb 19 21:53:07.880819 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac2d65c-03a7-453b-ab52-42d28fbba8fc req-38223382-cb89-4a29-aa9e-1efa85635118 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822663
Feb 19 21:53:07.974910 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac2d65c-03a7-453b-ab52-42d28fbba8fc req-969f2cfd-01f6-4197-849e-1db49fa5a1f3 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887105
Feb 19 21:53:08.726622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd28650-3b66-4aaf-8942-f8ab1fcc3ec9 req-9fef70e2-53e2-4625-9ce0-7a41260fc209 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:08.728264 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3dd28650-3b66-4aaf-8942-f8ab1fcc3ec9 req-9fef70e2-53e2-4625-9ce0-7a41260fc209 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0551667
Feb 19 21:53:08.783066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3dd28650-3b66-4aaf-8942-f8ab1fcc3ec9 req-3d5e5f56-80b6-4e14-a876-a110b1ead26b tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476480
Feb 19 21:53:09.901681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138acce-3fa0-4b59-aaea-68b6265f54da req-8c3f7773-bca3-47c8-b836-fe9730ddb5b9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:09.903169 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5138acce-3fa0-4b59-aaea-68b6265f54da req-8c3f7773-bca3-47c8-b836-fe9730ddb5b9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0513475
Feb 19 21:53:09.952665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5138acce-3fa0-4b59-aaea-68b6265f54da req-7cbc5c97-fc12-4548-b895-c4a1b02d9404 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438087
Feb 19 21:53:09.975145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38570) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:10.040148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bf50117d-127a-4f19-b02e-801ca7f6a166 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/floatingips/20decad9-6db0-4572-963b-43705e6068ec HTTP/1.1" status: 200  len: 994 time: 0.0638366
Feb 19 21:53:10.253814 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38576) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:10.411079 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 90733f51-163d-4b6e-8d60-38128d57094d {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:53:10.411427 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (90733f51-163d-4b6e-8d60-38128d57094d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:10.495096 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (90733f51-163d-4b6e-8d60-38128d57094d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:10.495433 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (90733f51-163d-4b6e-8d60-38128d57094d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:10.508894 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 90733f51-163d-4b6e-8d60-38128d57094d owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:53:10.664296 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (90733f51-163d-4b6e-8d60-38128d57094d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:10.692886 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=90733f51-163d-4b6e-8d60-38128d57094d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:10.708558 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.708952 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.709309 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.709654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.709997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.710332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.710670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.711006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.711339 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.711694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.712013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.712359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.712686 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:10.772141 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for floatingip (20decad9-6db0-4572-963b-43705e6068ec), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:10.773025 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Floating IP 20decad9-6db0-4572-963b-43705e6068ec disassociated (deleted). External IP: 172.35.2.208, port: 94b0283e-94f3-4b0b-a566-2a2990c4dd74.
Feb 19 21:53:11.334546 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 5a871555-5365-4f84-bd9d-e071ada85ad3 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:53:11.449855 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:53:11.455497 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:11.460175 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92ddeb-bacc-4981-a550-b71ead3d5648 None None] Sync routers for ids ['5a871555-5365-4f84-bd9d-e071ada85ad3'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:53:11.470209 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92ddeb-bacc-4981-a550-b71ead3d5648 None None] Routers {'5a871555-5365-4f84-bd9d-e071ada85ad3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:11.470836 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fa92ddeb-bacc-4981-a550-b71ead3d5648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705cda00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:52:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5a871555-5365-4f84-bd9d-e071ada85ad3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:11.486856 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-054d7fdf-a3e8-40a0-b2d7-bc712955dbf4 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/floatingips/20decad9-6db0-4572-963b-43705e6068ec HTTP/1.1" status: 204  len: 168 time: 1.2319815
Feb 19 21:53:11.488008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd38defa-6621-45d4-b115-88cb988aa535', 'tag': '94b0283e-94f3-4b0b-a566-2a2990c4dd74'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:53:11.490370 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd38defa-6621-45d4-b115-88cb988aa535", "tag": "94b0283e-94f3-4b0b-a566-2a2990c4dd74"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:53:11.528941 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbcd31f-e366-4026-8b6e-7386ab687e0f x-openstack-request-id: req-dfbcd31f-e366-4026-8b6e-7386ab687e0f {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:53:11.529245 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd38defa-6621-45d4-b115-88cb988aa535", "tag": "94b0283e-94f3-4b0b-a566-2a2990c4dd74", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:53:11.529506 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfbcd31f-e366-4026-8b6e-7386ab687e0f {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:53:11.529918 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd38defa-6621-45d4-b115-88cb988aa535', 'tag': '94b0283e-94f3-4b0b-a566-2a2990c4dd74', 'status': 'completed', 'code': 200}
Feb 19 21:53:11.598565 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-fa92ddeb-bacc-4981-a550-b71ead3d5648 None None] Set router 5a871555-5365-4f84-bd9d-e071ada85ad3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:11.604435 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8 req-3bd10b04-289e-48f7-ab11-6f50e54a0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:11.607073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8 req-3bd10b04-289e-48f7-ab11-6f50e54a0718 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 1128 time: 0.0534875
Feb 19 21:53:11.767866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8 req-76434503-4e6d-404b-a854-8dad9577b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:11.769921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8 req-76434503-4e6d-404b-a854-8dad9577b1d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e8bc60b-8386-40b9-99e3-5678980c6cb6 HTTP/1.1" status: 200  len: 898 time: 0.1555674
Feb 19 21:53:11.791593 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c406bb0-c68d-4e65-9c80-41df41259342 req-b7fae5e8-39ee-456e-886c-6dbc71755a73 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:11.793237 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c406bb0-c68d-4e65-9c80-41df41259342 req-b7fae5e8-39ee-456e-886c-6dbc71755a73 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0859265
Feb 19 21:53:11.824429 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8 req-30267f2e-6486-4f1d-9769-052bc1875f0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b0283e-94f3-4b0b-a566-2a2990c4dd74 HTTP/1.1" status: 200  len: 217 time: 0.0469410
Feb 19 21:53:11.827498 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fa92ddeb-bacc-4981-a550-b71ead3d5648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705cda00>, [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:44Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '263bcd41-9726-475d-be3a-8034a15f52bf', 'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:b3:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:44Z', 'updated_at': '2022-02-19T21:51:47Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:11.857792 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92ddeb-bacc-4981-a550-b71ead3d5648 None None] Checking router: 5a871555-5365-4f84-bd9d-e071ada85ad3 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:53:11.866242 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92ddeb-bacc-4981-a550-b71ead3d5648 None None] Routers {'5a871555-5365-4f84-bd9d-e071ada85ad3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:11.866885 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fa92ddeb-bacc-4981-a550-b71ead3d5648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a705cda00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:52:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5a871555-5365-4f84-bd9d-e071ada85ad3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:11.906798 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c406bb0-c68d-4e65-9c80-41df41259342 req-379a6e1e-bdae-40a7-a75f-1962cec31696 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848024
Feb 19 21:53:11.912754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8 req-294b7a26-c3ef-4db2-ad65-30cf7819fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:11.914373 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8 req-294b7a26-c3ef-4db2-ad65-30cf7819fd3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5cc9913-e486-49e4-9e3f-d062385e492c HTTP/1.1" status: 200  len: 835 time: 0.0774255
Feb 19 21:53:11.968607 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8 req-d6207dc8-0244-4e9d-875a-437a2fba30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:11.970138 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8 req-d6207dc8-0244-4e9d-875a-437a2fba30c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e8bc60b-8386-40b9-99e3-5678980c6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0495195
Feb 19 21:53:11.981407 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-fa92ddeb-bacc-4981-a550-b71ead3d5648 None None] Set router 5a871555-5365-4f84-bd9d-e071ada85ad3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:12.058868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8 req-01c42e29-e0f0-43e6-9c6e-07ef185b59ef service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809515
Feb 19 21:53:12.153610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8629eb82-9d9c-4e1d-9512-fef7f69c85f8 req-40c61fd2-512f-459b-ba92-7f729b2fcb0b service neutron] 10.222.0.67 "GET /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863574
Feb 19 21:53:12.178944 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-fa92ddeb-bacc-4981-a550-b71ead3d5648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a705cda00>, [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:44Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '263bcd41-9726-475d-be3a-8034a15f52bf', 'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:b3:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:44Z', 'updated_at': '2022-02-19T21:51:47Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:12.205178 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92ddeb-bacc-4981-a550-b71ead3d5648 None None] The sync data for ids ['5a871555-5365-4f84-bd9d-e071ada85ad3'] in ncdv-master-1 is: [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:44Z', 'revision_number': 4, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '263bcd41-9726-475d-be3a-8034a15f52bf', 'name': '', 'network_id': '5e8bc60b-8386-40b9-99e3-5678980c6cb6', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'mac_address': 'fa:16:3e:b3:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:44Z', 'updated_at': '2022-02-19T21:51:47Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'subnets': [{'id': 'd5cc9913-e486-49e4-9e3f-d062385e492c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:53:12.423700 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d92269-af12-41d1-8499-a5aac48cc23b None None] New status for floating IP 20decad9-6db0-4572-963b-43705e6068ec: DOWN {{(pid=121130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:53:13.029248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae3f7-c055-4d0e-88f4-ec5038a4fe43 req-8fda04b6-dc9e-40e7-b4fe-be018791a3e0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:13.030747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc7ae3f7-c055-4d0e-88f4-ec5038a4fe43 req-8fda04b6-dc9e-40e7-b4fe-be018791a3e0 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0536034
Feb 19 21:53:13.078792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fc7ae3f7-c055-4d0e-88f4-ec5038a4fe43 req-7d67a436-9c2d-441b-ac44-856568871138 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/security-groups?id=81487087-971e-44ed-9358-003ee9399e1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417259
Feb 19 21:53:13.445679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ce85-08eb-4e03-a741-1f3ad78d8c34 req-4b02b989-020c-48f0-8980-f7bc4b93ed4a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:13.447032 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3a1ce85-08eb-4e03-a741-1f3ad78d8c34 req-4b02b989-020c-48f0-8980-f7bc4b93ed4a tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 946 time: 0.0557952
Feb 19 21:53:13.535378 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d3a1ce85-08eb-4e03-a741-1f3ad78d8c34 req-b0fee0c3-4b64-48df-8856-1b21ccb33913 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:53:13.535724 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d3a1ce85-08eb-4e03-a741-1f3ad78d8c34 req-b0fee0c3-4b64-48df-8856-1b21ccb33913 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:13.624706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-d3a1ce85-08eb-4e03-a741-1f3ad78d8c34 req-b0fee0c3-4b64-48df-8856-1b21ccb33913 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 94b0283e-94f3-4b0b-a566-2a2990c4dd74, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94b0283e-94f3-4b0b-a566-2a2990c4dd74,segment=NetworkSegment(a0f88115-9d55-4bfb-87f6-2dd5b299bc0b),segment_id=a0f88115-9d55-4bfb-87f6-2dd5b299bc0b)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:13.625072 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d3a1ce85-08eb-4e03-a741-1f3ad78d8c34 req-b0fee0c3-4b64-48df-8856-1b21ccb33913 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:13.638532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-d3a1ce85-08eb-4e03-a741-1f3ad78d8c34 req-b0fee0c3-4b64-48df-8856-1b21ccb33913 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 94b0283e-94f3-4b0b-a566-2a2990c4dd74 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:53:13.765416 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d3a1ce85-08eb-4e03-a741-1f3ad78d8c34 req-b0fee0c3-4b64-48df-8856-1b21ccb33913 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (94b0283e-94f3-4b0b-a566-2a2990c4dd74), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:13.797002 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fee0c3-4b64-48df-8856-1b21ccb33913 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=94b0283e-94f3-4b0b-a566-2a2990c4dd74,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:13.839354 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a1ce85-08eb-4e03-a741-1f3ad78d8c34 req-b0fee0c3-4b64-48df-8856-1b21ccb33913 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] No DVR routers for this DVR port 94b0283e-94f3-4b0b-a566-2a2990c4dd74 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:53:13.841866 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-d3a1ce85-08eb-4e03-a741-1f3ad78d8c34 req-b0fee0c3-4b64-48df-8856-1b21ccb33913 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:13.845184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3a1ce85-08eb-4e03-a741-1f3ad78d8c34 req-b0fee0c3-4b64-48df-8856-1b21ccb33913 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.67 "DELETE /v2.0/ports/94b0283e-94f3-4b0b-a566-2a2990c4dd74 HTTP/1.1" status: 204  len: 173 time: 0.3931887
Feb 19 21:53:13.845624 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd38defa-6621-45d4-b115-88cb988aa535', 'name': 'network-vif-deleted', 'tag': '94b0283e-94f3-4b0b-a566-2a2990c4dd74'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:53:13.847870 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced7e687-9473-4bdf-b424-f23a651502b9" -d '{"events": [{"server_uuid": "bd38defa-6621-45d4-b115-88cb988aa535", "name": "network-vif-deleted", "tag": "94b0283e-94f3-4b0b-a566-2a2990c4dd74"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:53:13.885392 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f14227-8c47-4a1f-b461-b0b4e907d097 x-openstack-request-id: req-b5f14227-8c47-4a1f-b461-b0b4e907d097 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:53:13.885693 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd38defa-6621-45d4-b115-88cb988aa535", "name": "network-vif-deleted", "tag": "94b0283e-94f3-4b0b-a566-2a2990c4dd74", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:53:13.885953 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5f14227-8c47-4a1f-b461-b0b4e907d097 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:53:13.886365 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd38defa-6621-45d4-b115-88cb988aa535', 'name': 'network-vif-deleted', 'tag': '94b0283e-94f3-4b0b-a566-2a2990c4dd74', 'status': 'completed', 'code': 200}
Feb 19 21:53:14.196272 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-dc849102-5cf7-48a6-a621-c3b3d0aa232a req-7410738a-78b0-4cb8-82c7-06639f7ef331 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd38defa-6621-45d4-b115-88cb988aa535 HTTP/1.1" status: 200  len: 210 time: 0.0292175
Feb 19 21:53:15.256752 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38594) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:15.622298 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (5a871555-5365-4f84-bd9d-e071ada85ad3), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:15.863391 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 94b0283e-94f3-4b0b-a566-2a2990c4dd74 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:53:15.883154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 94b0283e-94f3-4b0b-a566-2a2990c4dd74 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:53:15.883425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 94b0283e-94f3-4b0b-a566-2a2990c4dd74 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:53:15.891163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 263bcd41-9726-475d-be3a-8034a15f52bf {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:53:15.891522 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:15.979462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 263bcd41-9726-475d-be3a-8034a15f52bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=263bcd41-9726-475d-be3a-8034a15f52bf,segment=NetworkSegment(a0f88115-9d55-4bfb-87f6-2dd5b299bc0b),segment_id=a0f88115-9d55-4bfb-87f6-2dd5b299bc0b)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:15.979834 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:15.993612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 263bcd41-9726-475d-be3a-8034a15f52bf owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:53:16.182162 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (263bcd41-9726-475d-be3a-8034a15f52bf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:16.210937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=263bcd41-9726-475d-be3a-8034a15f52bf,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:16.401186 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (5a871555-5365-4f84-bd9d-e071ada85ad3), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:16.630134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Router 5a871555-5365-4f84-bd9d-e071ada85ad3 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:53:16.741852 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:53:16.747266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b4b2a8b9-89fc-4383-8bc1-ac28692eb0f2 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "PUT /v2.0/routers/5a871555-5365-4f84-bd9d-e071ada85ad3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4893503
Feb 19 21:53:16.750243 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38596) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:16.754462 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980beac-94c7-4a60-a1c2-4c1c4a55daa2 None None] Sync routers for ids ['5a871555-5365-4f84-bd9d-e071ada85ad3'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:53:16.764694 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980beac-94c7-4a60-a1c2-4c1c4a55daa2 None None] Routers {'5a871555-5365-4f84-bd9d-e071ada85ad3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:16.765524 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8980beac-94c7-4a60-a1c2-4c1c4a55daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7010b2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:52:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5a871555-5365-4f84-bd9d-e071ada85ad3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:16.802939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91f6fdb-bd2d-4f93-a840-58baaabc4aed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting subnet d5cc9913-e486-49e4-9e3f-d062385e492c {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 21:53:16.806170 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d91f6fdb-bd2d-4f93-a840-58baaabc4aed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (d5cc9913-e486-49e4-9e3f-d062385e492c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:16.854054 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d91f6fdb-bd2d-4f93-a840-58baaabc4aed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (d5cc9913-e486-49e4-9e3f-d062385e492c), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:16.874257 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8980beac-94c7-4a60-a1c2-4c1c4a55daa2 None None] Set router 5a871555-5365-4f84-bd9d-e071ada85ad3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:16.952303 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d91f6fdb-bd2d-4f93-a840-58baaabc4aed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (d5cc9913-e486-49e4-9e3f-d062385e492c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.011013 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d91f6fdb-bd2d-4f93-a840-58baaabc4aed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (d5cc9913-e486-49e4-9e3f-d062385e492c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.039061 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f6fdb-bd2d-4f93-a840-58baaabc4aed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cc9913-e486-49e4-9e3f-d062385e492c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:17.041076 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d91f6fdb-bd2d-4f93-a840-58baaabc4aed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.046887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d91f6fdb-bd2d-4f93-a840-58baaabc4aed tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/subnets/d5cc9913-e486-49e4-9e3f-d062385e492c HTTP/1.1" status: 204  len: 168 time: 0.2931151
Feb 19 21:53:17.047152 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc28d1c5-a117-4319-8a24-923c6e716a3f None None] Network 5e8bc60b-8386-40b9-99e3-5678980c6cb6 requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:53:17.047653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38598) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:17.058779 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8980beac-94c7-4a60-a1c2-4c1c4a55daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7010b2e0>, [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:53:16Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:17.086366 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980beac-94c7-4a60-a1c2-4c1c4a55daa2 None None] Checking router: 5a871555-5365-4f84-bd9d-e071ada85ad3 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:53:17.094920 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980beac-94c7-4a60-a1c2-4c1c4a55daa2 None None] Routers {'5a871555-5365-4f84-bd9d-e071ada85ad3'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:17.095537 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8980beac-94c7-4a60-a1c2-4c1c4a55daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7010b2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:52:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5a871555-5365-4f84-bd9d-e071ada85ad3'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:17.159709 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (5a871555-5365-4f84-bd9d-e071ada85ad3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.218667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] DHCP port deletion for 5e8bc60b-8386-40b9-99e3-5678980c6cb6 request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 21:53:17.269320 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_gateway (5a871555-5365-4f84-bd9d-e071ada85ad3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.271183 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Deleting port e76851d0-73e4-48ba-ab0d-f78d0a33d62b {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:53:17.271579 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.312786 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-8980beac-94c7-4a60-a1c2-4c1c4a55daa2 None None] Set router 5a871555-5365-4f84-bd9d-e071ada85ad3 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:17.328514 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Deleting port 286bbe9d-68aa-4554-a3c3-ca40993891c3 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:53:17.328872 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.336282 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] For port e76851d0-73e4-48ba-ab0d-f78d0a33d62b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e76851d0-73e4-48ba-ab0d-f78d0a33d62b,segment=NetworkSegment(a0f88115-9d55-4bfb-87f6-2dd5b299bc0b),segment_id=a0f88115-9d55-4bfb-87f6-2dd5b299bc0b)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:17.336726 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.350849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Calling delete_port for e76851d0-73e4-48ba-ab0d-f78d0a33d62b owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:53:17.409310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] For port 286bbe9d-68aa-4554-a3c3-ca40993891c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=286bbe9d-68aa-4554-a3c3-ca40993891c3,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:17.409978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.423243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Calling delete_port for 286bbe9d-68aa-4554-a3c3-ca40993891c3 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:53:17.434943 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (e76851d0-73e4-48ba-ab0d-f78d0a33d62b), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.462770 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Pushing event deleted for resources: {'Port': ['ID=e76851d0-73e4-48ba-ab0d-f78d0a33d62b,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:17.465040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] No DVR routers for this DVR port e76851d0-73e4-48ba-ab0d-f78d0a33d62b on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:53:17.480972 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.481353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.481696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.482042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.482394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.482738 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.483087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.483424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.483760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.484110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.484476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.485303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.485303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bfff2-6e96-40cd-be2f-d54c141db676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.584523 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-8980beac-94c7-4a60-a1c2-4c1c4a55daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7010b2e0>, [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:53:16Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:17.607361 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (286bbe9d-68aa-4554-a3c3-ca40993891c3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.615015 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980beac-94c7-4a60-a1c2-4c1c4a55daa2 None None] The sync data for ids ['5a871555-5365-4f84-bd9d-e071ada85ad3'] in ncdv-master-1 is: [{'id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138371543', 'tenant_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28'}], 'enable_snat': True}, 'gw_port_id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:53:16Z', 'revision_number': 5, 'project_id': '0b842c60e89342ae92bbc9f9b568e4c2', 'gw_port': {'id': '286bbe9d-68aa-4554-a3c3-ca40993891c3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a871555-5365-4f84-bd9d-e071ada85ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:51:41Z', 'updated_at': '2022-02-19T21:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:53:17.644908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Port': ['ID=286bbe9d-68aa-4554-a3c3-ca40993891c3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:17.658040 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.658402 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.659374 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.659768 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.660108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.660542 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.660884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.661227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.661572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.661910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.662246 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.662582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.664353 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:17.720624 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (5a871555-5365-4f84-bd9d-e071ada85ad3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.821445 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (5a871555-5365-4f84-bd9d-e071ada85ad3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.823627 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router_controller (5a871555-5365-4f84-bd9d-e071ada85ad3), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.868145 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (5a871555-5365-4f84-bd9d-e071ada85ad3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.868789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Fanout notify agent at l3_agent the message router_deleted on router 5a871555-5365-4f84-bd9d-e071ada85ad3 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 21:53:17.875661 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:17.877145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-6ed0cbf8-3664-4dad-9ecb-d57b897ffa1c tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/routers/5a871555-5365-4f84-bd9d-e071ada85ad3 HTTP/1.1" status: 204  len: 168 time: 0.8289242
Feb 19 21:53:17.880478 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38602) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:17.961320 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (5e8bc60b-8386-40b9-99e3-5678980c6cb6), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.051062 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (5e8bc60b-8386-40b9-99e3-5678980c6cb6), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.075410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a814610>,) {'filters': {'network_id': ['5e8bc60b-8386-40b9-99e3-5678980c6cb6']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:18.086305 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a814610>, 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:18.086612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a814610>, 'a0f88115-9d55-4bfb-87f6-2dd5b299bc0b') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:18.097463 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (a0f88115-9d55-4bfb-87f6-2dd5b299bc0b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.112998 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (a0f88115-9d55-4bfb-87f6-2dd5b299bc0b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.123143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 21:53:18.123915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (a0f88115-9d55-4bfb-87f6-2dd5b299bc0b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 21:53:18.130121 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 21:53:18.197504 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (5e8bc60b-8386-40b9-99e3-5678980c6cb6), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.202258 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.209660 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38604) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:18.210206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/networks/5e8bc60b-8386-40b9-99e3-5678980c6cb6 HTTP/1.1" status: 204  len: 168 time: 0.3281281
Feb 19 21:53:18.225046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f87314-7bfa-4673-a039-2e669fdd86ae tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'Network': ['ID=5e8bc60b-8386-40b9-99e3-5678980c6cb6,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:18.283555 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-119f0dee-ef7b-4c5e-bffe-bd8306f3bfe9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (81487087-971e-44ed-9358-003ee9399e1f), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.313748 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-119f0dee-ef7b-4c5e-bffe-bd8306f3bfe9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (81487087-971e-44ed-9358-003ee9399e1f), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.375061 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-119f0dee-ef7b-4c5e-bffe-bd8306f3bfe9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (81487087-971e-44ed-9358-003ee9399e1f), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.377976 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-119f0dee-ef7b-4c5e-bffe-bd8306f3bfe9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.379171 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-119f0dee-ef7b-4c5e-bffe-bd8306f3bfe9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] 10.222.0.30 "DELETE /v2.0/security-groups/81487087-971e-44ed-9358-003ee9399e1f HTTP/1.1" status: 204  len: 168 time: 0.1677155
Feb 19 21:53:18.388591 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f0dee-ef7b-4c5e-bffe-bd8306f3bfe9 tempest-TestNetworkAdvancedServerOps-737521249 tempest-TestNetworkAdvancedServerOps-737521249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81487087-971e-44ed-9358-003ee9399e1f,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:18.429429 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b24ab684-5bd0-489b-8c96-2914f1afcfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.710711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e76851d0-73e4-48ba-ab0d-f78d0a33d62b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:53:18.726225 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38612) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:18.734168 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e76851d0-73e4-48ba-ab0d-f78d0a33d62b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:53:18.734537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e76851d0-73e4-48ba-ab0d-f78d0a33d62b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:53:18.734937 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 263bcd41-9726-475d-be3a-8034a15f52bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:53:18.758935 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 263bcd41-9726-475d-be3a-8034a15f52bf {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:53:18.759293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 263bcd41-9726-475d-be3a-8034a15f52bf not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:53:18.866095 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3606cb9b-6d8c-47ed-923c-e265653bc279 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b842c60e89342ae92bbc9f9b568e4c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1383247
Feb 19 21:53:18.868665 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38616) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:18.918251 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dff9529-d7be-4934-8c28-0b7db9e44b53 admin admin] Publish callbacks [] for security_group (76c06fa3-5d39-46c8-bb6b-bd3d5d23e2ae), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.940094 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dff9529-d7be-4934-8c28-0b7db9e44b53 admin admin] Publish callbacks [] for security_group (76c06fa3-5d39-46c8-bb6b-bd3d5d23e2ae), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.993696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dff9529-d7be-4934-8c28-0b7db9e44b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (76c06fa3-5d39-46c8-bb6b-bd3d5d23e2ae), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.996385 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-2dff9529-d7be-4934-8c28-0b7db9e44b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:18.997598 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-2dff9529-d7be-4934-8c28-0b7db9e44b53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76c06fa3-5d39-46c8-bb6b-bd3d5d23e2ae HTTP/1.1" status: 204  len: 168 time: 0.1279757
Feb 19 21:53:19.005719 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff9529-d7be-4934-8c28-0b7db9e44b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c06fa3-5d39-46c8-bb6b-bd3d5d23e2ae,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:19.262456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38622) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:19.276225 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca39dcb3-5e6e-4467-80d1-c775a4f5d14f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:19.354928 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca39dcb3-5e6e-4467-80d1-c775a4f5d14f admin admin] Publish callbacks [] for security_group (dc38b17d-c9bf-4667-9740-d2cb53de3f80), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:19.358633 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ca39dcb3-5e6e-4467-80d1-c775a4f5d14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dc38b17d-c9bf-4667-9740-d2cb53de3f80), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:19.396025 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39dcb3-5e6e-4467-80d1-c775a4f5d14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc38b17d-c9bf-4667-9740-d2cb53de3f80,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:19.401431 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ca39dcb3-5e6e-4467-80d1-c775a4f5d14f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a665c7638db4b23b57fc76d3c3ab6c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1378267
Feb 19 21:53:19.404073 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38624) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:19.452692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-505a82ed-7aba-46ac-b370-050af8cbf030 admin admin] Publish callbacks [] for security_group (dc38b17d-c9bf-4667-9740-d2cb53de3f80), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:19.473737 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-505a82ed-7aba-46ac-b370-050af8cbf030 admin admin] Publish callbacks [] for security_group (dc38b17d-c9bf-4667-9740-d2cb53de3f80), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:19.526696 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-505a82ed-7aba-46ac-b370-050af8cbf030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (dc38b17d-c9bf-4667-9740-d2cb53de3f80), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:19.529591 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-505a82ed-7aba-46ac-b370-050af8cbf030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:19.530831 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-505a82ed-7aba-46ac-b370-050af8cbf030 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc38b17d-c9bf-4667-9740-d2cb53de3f80 HTTP/1.1" status: 204  len: 168 time: 0.1258006
Feb 19 21:53:19.538955 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a82ed-7aba-46ac-b370-050af8cbf030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc38b17d-c9bf-4667-9740-d2cb53de3f80,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:20.254619 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38646) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:20.278627 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 286bbe9d-68aa-4554-a3c3-ca40993891c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:53:20.299121 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 286bbe9d-68aa-4554-a3c3-ca40993891c3 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:53:20.300011 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 286bbe9d-68aa-4554-a3c3-ca40993891c3 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:53:20.357935 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1602505253-network', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:20.382537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Made reservation on behalf of 8f56cec0383d41f097d9ec75bbddc499 for: {'network': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:53:20.384857 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.393292 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.470501 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Publish callbacks [] for security_group (f6223620-d022-46b0-9c3e-c1885d8723ca), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.474507 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f6223620-d022-46b0-9c3e-c1885d8723ca), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.498613 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=121129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:53:20.508396 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6223620-d022-46b0-9c3e-c1885d8723ca,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:20.513682 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (241c7e0e-2914-4075-8c47-a36a467de73f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.514028 ncdv-master-1 neutron-server[121129]: INFO neutron.db.segments_db [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Added segment 241c7e0e-2914-4075-8c47-a36a467de73f of type vlan for network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf
Feb 19 21:53:20.555872 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (15a1c9e8-368f-4444-8b18-de8bd3a7cbbf), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.581893 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (15a1c9e8-368f-4444-8b18-de8bd3a7cbbf), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.582831 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:20.583406 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.651492 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3957698
Feb 19 21:53:20.654610 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38650) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:20.660727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] Request body: {'subnet': {'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1602505253-subnet', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:20.675389 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994855d4-9781-42fc-bd53-37bc53d92363 admin admin] Pushing event updated for resources: {'Network': ['ID=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:20.682788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] Made reservation on behalf of 8f56cec0383d41f097d9ec75bbddc499 for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:53:20.687438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:53:20.693112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.879648 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.931784 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-81469dc4-0ea5-448a-92c7-3fd6c4d6d878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.946973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:20.955991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] Checking segment: {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:53:20.956398 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] Network hostable DHCP agents. Network: 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:53:20.975360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] Network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:53:20.985965 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:20.991138 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:20.991852 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:20.995739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994d38de-165d-4bef-bc8e-cedefccd17e2 None None] Network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:53:21.011403 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9ec84518-82b6-4da6-97c6-9208cf8eedd1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3556683
Feb 19 21:53:21.014063 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38652) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:21.018331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:21.038307 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (93000d85-65a2-43f3-a932-e8a399f766a2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.039409 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (93000d85-65a2-43f3-a932-e8a399f766a2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.099782 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Publish callbacks [] for router_controller (93000d85-65a2-43f3-a932-e8a399f766a2), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.104594 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:53:21.105553 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.242738 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Allocated IP 172.20.0.2 (15a1c9e8-368f-4444-8b18-de8bd3a7cbbf/fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef/bb62ea25-5f3d-45eb-afd9-3b0cf24627db) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:53:21.243550 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Publish callbacks [] for router_gateway (93000d85-65a2-43f3-a932-e8a399f766a2), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.391574 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Publish callbacks [] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.399081 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.442774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:53:21.446988 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:21.449481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:53:21.452517 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Pushing event updated for resources: {'Port': ['ID=bb62ea25-5f3d-45eb-afd9-3b0cf24627db,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:21.454478 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Publish callbacks [] for router_gateway (93000d85-65a2-43f3-a932-e8a399f766a2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.481214 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.512056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Attempting to bind port bb62ea25-5f3d-45eb-afd9-3b0cf24627db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:53:21.512501 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Attempting to bind port bb62ea25-5f3d-45eb-afd9-3b0cf24627db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:53:21.512851 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Attempting to bind port bb62ea25-5f3d-45eb-afd9-3b0cf24627db on network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:53:21.518826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:53:21.519215 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Checking segment: {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:53:21.519625 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.520033 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Bound using segment: {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:53:21.520543 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Bound port: bb62ea25-5f3d-45eb-afd9-3b0cf24627db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:53:21.520942 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.583883 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] For port bb62ea25-5f3d-45eb-afd9-3b0cf24627db, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:53:21.587110 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] For port bb62ea25-5f3d-45eb-afd9-3b0cf24627db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb62ea25-5f3d-45eb-afd9-3b0cf24627db,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:53:21.590632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Allocated IP 172.35.2.101 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/6be69ced-a2fb-48fc-9310-1f0c8e78e88c) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:53:21.594498 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.654390 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d631d0e-b966-4fc7-a645-8af27a387fbc None None] Pushing event updated for resources: {'Port': ['ID=bb62ea25-5f3d-45eb-afd9-3b0cf24627db,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:21.709646 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Publish callbacks [] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.744136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:21.787620 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:53:21.792809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:21.795279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:53:21.802585 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Pushing event updated for resources: {'Port': ['ID=6be69ced-a2fb-48fc-9310-1f0c8e78e88c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:22.036052 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:22.086851 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Publish callbacks [] for router_gateway (93000d85-65a2-43f3-a932-e8a399f766a2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:22.376119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb62ea25-5f3d-45eb-afd9-3b0cf24627db up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:53:22.429015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bb62ea25-5f3d-45eb-afd9-3b0cf24627db triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:22.430271 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:22.520826 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bb62ea25-5f3d-45eb-afd9-3b0cf24627db is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:22.521375 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:22.565202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port bb62ea25-5f3d-45eb-afd9-3b0cf24627db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb62ea25-5f3d-45eb-afd9-3b0cf24627db,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:22.569665 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:22.620735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=bb62ea25-5f3d-45eb-afd9-3b0cf24627db,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:22.665123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29d97f5-4523-4bfe-a844-78a43361816f None None] Network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:53:22.667589 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (93000d85-65a2-43f3-a932-e8a399f766a2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:22.782347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-d1dec8b6-bcf8-46c8-a3b8-7b45f44b5225 None None] Provisioning complete for port bb62ea25-5f3d-45eb-afd9-3b0cf24627db triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:22.782718 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d1dec8b6-bcf8-46c8-a3b8-7b45f44b5225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:22.808765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Router 93000d85-65a2-43f3-a932-e8a399f766a2 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:53:22.884718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-d1dec8b6-bcf8-46c8-a3b8-7b45f44b5225 None None] Current status of the port bb62ea25-5f3d-45eb-afd9-3b0cf24627db is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:22.949206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:53:22.959623 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Sync routers for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:53:22.970532 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:22.971369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6325c1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:53:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:22.977368 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:22.979187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-63bd27f0-f982-4b29-a3fb-2bfbce55c995 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.9641423
Feb 19 21:53:22.981853 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38670) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:23.092083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:23.209685 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f27db9b6-6985-45c8-9763-1243525ff97e None None] Provisioning complete for port bb62ea25-5f3d-45eb-afd9-3b0cf24627db triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:23.210047 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f27db9b6-6985-45c8-9763-1243525ff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.348931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f27db9b6-6985-45c8-9763-1243525ff97e None None] Current status of the port bb62ea25-5f3d-45eb-afd9-3b0cf24627db is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:23.378062 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6325c1c0>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:21Z', 'revision_number': 3, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:23.410314 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.411218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Checking router: 93000d85-65a2-43f3-a932-e8a399f766a2 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:53:23.411576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Updating router 93000d85-65a2-43f3-a932-e8a399f766a2 port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:53:23.441847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.442640 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.614225 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Allocated IP 172.20.0.1 (15a1c9e8-368f-4444-8b18-de8bd3a7cbbf/fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef/8511daa3-6aeb-4e2a-bfe8-97724135387b) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:53:23.711029 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Publish callbacks [] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.722211 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.728865 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Publish callbacks [] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.766345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.784653 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f94ae8-0d7a-4641-b69b-7c7fe0cf7a29 None None] Pushing event updated for resources: {'Port': ['ID=6be69ced-a2fb-48fc-9310-1f0c8e78e88c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:23.787075 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Attempting to bind port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:53:23.787460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Attempting to bind port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:53:23.787832 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Attempting to bind port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:53:23.794482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:53:23.794779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:53:23.795620 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.795620 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:53:23.796069 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Bound port: 6be69ced-a2fb-48fc-9310-1f0c8e78e88c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:53:23.796507 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.809266 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:53:23.814027 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:23.818461 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:53:23.844175 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8511daa3-6aeb-4e2a-bfe8-97724135387b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:23.861767 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] For port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:53:23.866185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] For port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6be69ced-a2fb-48fc-9310-1f0c8e78e88c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:53:23.867653 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (93000d85-65a2-43f3-a932-e8a399f766a2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.875065 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:23.943386 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f94ae8-0d7a-4641-b69b-7c7fe0cf7a29 None None] Pushing event updated for resources: {'Port': ['ID=6be69ced-a2fb-48fc-9310-1f0c8e78e88c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:23.946555 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:23.947453 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6325c1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:53:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:24.038522 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:24.068761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:24.198604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-122cc617-4df3-4d91-abd9-82881e01acce None None] Provisioning complete for port 8511daa3-6aeb-4e2a-bfe8-97724135387b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:24.198987 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-122cc617-4df3-4d91-abd9-82881e01acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:24.227325 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Publish callbacks [] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:24.232931 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:24.274986 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-122cc617-4df3-4d91-abd9-82881e01acce None None] Port 8511daa3-6aeb-4e2a-bfe8-97724135387b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:53:24.306016 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (93000d85-65a2-43f3-a932-e8a399f766a2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:24.309339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6325c1c0>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:21Z', 'revision_number': 3, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:24.317279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8511daa3-6aeb-4e2a-bfe8-97724135387b,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:24.340119 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fedf3-56fa-465a-bd4f-c2fff6f4e946 None None] The sync data for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 is: [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:21Z', 'revision_number': 3, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:53:24.353903 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb62ea25-5f3d-45eb-afd9-3b0cf24627db up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:53:24.407945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bb62ea25-5f3d-45eb-afd9-3b0cf24627db triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:24.408365 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:24.420969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:53:24.422920 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:24.500378 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bb62ea25-5f3d-45eb-afd9-3b0cf24627db is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:24.544199 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:24.572938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Router 93000d85-65a2-43f3-a932-e8a399f766a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:53:24.732194 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:53:24.738072 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-4f577819-81da-4785-81b7-efd2836382d4 admin admin] 10.222.0.30 "PUT /v2.0/routers/93000d85-65a2-43f3-a932-e8a399f766a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7546239
Feb 19 21:53:24.801131 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-4cea4eab-190a-48b2-9ae2-eeb8d5a65b3f None None] Provisioning complete for port 8511daa3-6aeb-4e2a-bfe8-97724135387b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:24.801426 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4cea4eab-190a-48b2-9ae2-eeb8d5a65b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:24.838202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-4cea4eab-190a-48b2-9ae2-eeb8d5a65b3f None None] Port 8511daa3-6aeb-4e2a-bfe8-97724135387b cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:53:25.281121 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38686) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:25.287320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2104682176-network', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:25.302049 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:53:25.310876 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Made reservation on behalf of a4b01cf1d791487bace5a0b5e1e85430 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:53:25.313933 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.326418 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.410618 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Publish callbacks [] for security_group (f3ff4c62-570e-4610-aa3e-72e284f7f3c7), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.415342 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f3ff4c62-570e-4610-aa3e-72e284f7f3c7), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.441368 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 21:53:25.451720 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ff4c62-570e-4610-aa3e-72e284f7f3c7,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:25.457393 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f1dd448b-57d3-4baa-a288-bb75909f6a4a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.457750 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Added segment f1dd448b-57d3-4baa-a288-bb75909f6a4a of type vlan for network 912e4920-4bb1-412c-bff3-beab0ac7a94f
Feb 19 21:53:25.499552 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (912e4920-4bb1-412c-bff3-beab0ac7a94f), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.525353 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (912e4920-4bb1-412c-bff3-beab0ac7a94f), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.526392 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:25.527416 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.594055 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3115489
Feb 19 21:53:25.597102 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38688) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:25.600612 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9fc45-908e-4c7c-a352-8c6167f251bf admin admin] Pushing event updated for resources: {'Network': ['ID=912e4920-4bb1-412c-bff3-beab0ac7a94f,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:25.603179 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] Request body: {'subnet': {'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2104682176-subnet', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:25.619394 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 912e4920-4bb1-412c-bff3-beab0ac7a94f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 21:53:25.639036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] Made reservation on behalf of a4b01cf1d791487bace5a0b5e1e85430 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:53:25.641645 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.835936 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (a48db3dd-c6dc-4008-add4-b1f692389f97), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.891365 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48db3dd-c6dc-4008-add4-b1f692389f97,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:25.905430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] Checking segment: {'id': 'f1dd448b-57d3-4baa-a288-bb75909f6a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:53:25.905430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] Network hostable DHCP agents. Network: 912e4920-4bb1-412c-bff3-beab0ac7a94f, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 21:53:25.923412 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] Network 912e4920-4bb1-412c-bff3-beab0ac7a94f is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 21:53:25.934421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 912e4920-4bb1-412c-bff3-beab0ac7a94f) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:25.943208 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c0527-0108-4fa9-9a81-a8bf563a334a None None] Network 912e4920-4bb1-412c-bff3-beab0ac7a94f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:53:25.943444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:25.944015 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.968655 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-59645e36-ff76-4e33-9652-ac1a447f776c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3699937
Feb 19 21:53:25.971298 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38690) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:25.975672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2104682176-router', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:25.998742 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (5081682f-9961-4a03-844a-151592252171), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:25.999865 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (5081682f-9961-4a03-844a-151592252171), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.053495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-912e4920-4bb1-412c-bff3-beab0ac7a94f', 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f', 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'fixed_ips': [{'subnet_id': 'a48db3dd-c6dc-4008-add4-b1f692389f97'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 21:53:26.054593 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.055537 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Publish callbacks [] for router_controller (5081682f-9961-4a03-844a-151592252171), precommit_add_association {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.089991 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Sync routers for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:53:26.100990 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:26.101704 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7019e9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:53:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:26.197618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Allocated IP 172.20.0.2 (912e4920-4bb1-412c-bff3-beab0ac7a94f/a48db3dd-c6dc-4008-add4-b1f692389f97/bb9988c4-cb15-4a43-b600-e7ca8f66639a) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:53:26.211926 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Publish callbacks [] for router_gateway (5081682f-9961-4a03-844a-151592252171), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.227281 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:26.469767 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7019e9d0>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:24Z', 'revision_number': 2, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:26.498006 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Checking router: 93000d85-65a2-43f3-a932-e8a399f766a2 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:53:26.498361 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Updating router 93000d85-65a2-43f3-a932-e8a399f766a2 port 8511daa3-6aeb-4e2a-bfe8-97724135387b binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:53:26.536369 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.536723 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 6be69ced-a2fb-48fc-9310-1f0c8e78e88c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:53:26.592634 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.602269 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Publish callbacks [] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.613234 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.660731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:26.661431 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.669162 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Network 912e4920-4bb1-412c-bff3-beab0ac7a94f is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:53:26.692953 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:26.700984 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:53:26.706374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Pushing event updated for resources: {'Port': ['ID=bb9988c4-cb15-4a43-b600-e7ca8f66639a,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:26.749346 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Publish callbacks [] for router_gateway (5081682f-9961-4a03-844a-151592252171), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.770831 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.780975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Attempting to bind port bb9988c4-cb15-4a43-b600-e7ca8f66639a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:53:26.780975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Attempting to bind port bb9988c4-cb15-4a43-b600-e7ca8f66639a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f1dd448b-57d3-4baa-a288-bb75909f6a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:53:26.780975 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Attempting to bind port bb9988c4-cb15-4a43-b600-e7ca8f66639a on network 912e4920-4bb1-412c-bff3-beab0ac7a94f {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:53:26.809596 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:53:26.809880 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Checking segment: {'id': 'f1dd448b-57d3-4baa-a288-bb75909f6a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:53:26.810290 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.810695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Bound using segment: {'id': 'f1dd448b-57d3-4baa-a288-bb75909f6a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:53:26.811178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Bound port: bb9988c4-cb15-4a43-b600-e7ca8f66639a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dd448b-57d3-4baa-a288-bb75909f6a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:53:26.812170 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.830907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:26.831415 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.847231 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Publish callbacks [] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.862957 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.875776 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6be69ced-a2fb-48fc-9310-1f0c8e78e88c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:26.886214 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:26.910378 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Allocated IP 172.35.2.219 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/655f6139-0384-4d75-9844-15bfa3bf0ecd) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:53:26.939004 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Pushing event updated for resources: {'Port': ['ID=8511daa3-6aeb-4e2a-bfe8-97724135387b,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:26.968904 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.969254 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.969805 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.970323 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.970973 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.971488 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.972005 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.972533 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.973052 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.973576 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.973914 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.974265 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.974581 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:53:26.981491 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=6be69ced-a2fb-48fc-9310-1f0c8e78e88c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:26.996592 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Attempting to bind port 8511daa3-6aeb-4e2a-bfe8-97724135387b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:53:26.996949 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Attempting to bind port 8511daa3-6aeb-4e2a-bfe8-97724135387b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:53:26.997322 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Attempting to bind port 8511daa3-6aeb-4e2a-bfe8-97724135387b on network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:53:27.000012 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] For port bb9988c4-cb15-4a43-b600-e7ca8f66639a, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:53:27.003396 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:53:27.003779 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Checking segment: {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:53:27.004193 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:27.004614 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Bound using segment: {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:53:27.005295 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Bound port: 8511daa3-6aeb-4e2a-bfe8-97724135387b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:53:27.005934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] For port bb9988c4-cb15-4a43-b600-e7ca8f66639a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb9988c4-cb15-4a43-b600-e7ca8f66639a,segment=NetworkSegment(f1dd448b-57d3-4baa-a288-bb75909f6a4a),segment_id=f1dd448b-57d3-4baa-a288-bb75909f6a4a)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:53:27.006228 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:27.019290 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:27.090764 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Publish callbacks [] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:27.095604 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] For port 8511daa3-6aeb-4e2a-bfe8-97724135387b, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:53:27.099094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65429ab9-4b07-4bb9-a6c1-fe36cf23aa00 None None] Pushing event updated for resources: {'Port': ['ID=bb9988c4-cb15-4a43-b600-e7ca8f66639a,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:27.099857 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] For port 8511daa3-6aeb-4e2a-bfe8-97724135387b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8511daa3-6aeb-4e2a-bfe8-97724135387b,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:53:27.108530 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:27.160730 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:27.172557 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:27.173208 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a7019e9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:53:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:27.179184 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c3971-02d3-4960-a1ae-2b3de9d3fcd9 None None] Pushing event updated for resources: {'Port': ['ID=8511daa3-6aeb-4e2a-bfe8-97724135387b,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:27.190590 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:53:27.193890 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:27.197079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:53:27.272226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Pushing event updated for resources: {'Port': ['ID=655f6139-0384-4d75-9844-15bfa3bf0ecd,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:27.309100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-650505dd-2481-4c8c-8ce0-6fd9a3f99658 None None] Provisioning complete for port 8511daa3-6aeb-4e2a-bfe8-97724135387b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:27.309913 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-650505dd-2481-4c8c-8ce0-6fd9a3f99658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:27.374161 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:27.479404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-650505dd-2481-4c8c-8ce0-6fd9a3f99658 None None] Current status of the port 8511daa3-6aeb-4e2a-bfe8-97724135387b is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:27.484310 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-650505dd-2481-4c8c-8ce0-6fd9a3f99658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:27.525667 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-650505dd-2481-4c8c-8ce0-6fd9a3f99658 None None] For port 8511daa3-6aeb-4e2a-bfe8-97724135387b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8511daa3-6aeb-4e2a-bfe8-97724135387b,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:27.531326 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-650505dd-2481-4c8c-8ce0-6fd9a3f99658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:27.622576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650505dd-2481-4c8c-8ce0-6fd9a3f99658 None None] Pushing event updated for resources: {'Port': ['ID=8511daa3-6aeb-4e2a-bfe8-97724135387b,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:27.652652 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Publish callbacks [] for router_gateway (5081682f-9961-4a03-844a-151592252171), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:27.653134 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0d135488-d8c8-45bd-931b-67e480e4828b None None] Provisioning complete for port 8511daa3-6aeb-4e2a-bfe8-97724135387b triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:27.653527 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0d135488-d8c8-45bd-931b-67e480e4828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:27.677170 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a7019e9d0>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:27.747931 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0d135488-d8c8-45bd-931b-67e480e4828b None None] Current status of the port 8511daa3-6aeb-4e2a-bfe8-97724135387b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:27.814721 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a45630-fa96-4d91-9efd-d2445de03b88 None None] The sync data for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 is: [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:53:27.906822 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (5081682f-9961-4a03-844a-151592252171), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:28.061463 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Router 5081682f-9961-4a03-844a-151592252171 is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 21:53:28.183096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:53:28.192241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Sync routers for ids ['5081682f-9961-4a03-844a-151592252171'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:53:28.203943 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Routers {'5081682f-9961-4a03-844a-151592252171'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:28.204659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63ac07c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:53:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5081682f-9961-4a03-844a-151592252171'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:28.210420 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:28.214721 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-065729d7-aa15-4814-80df-0894cd95df53 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.2423728
Feb 19 21:53:28.215278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38692) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:28.402663 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Set router 5081682f-9961-4a03-844a-151592252171 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:28.434077 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05cd010-4c30-458c-a4dd-1f1f232ba760 None None] Network 912e4920-4bb1-412c-bff3-beab0ac7a94f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 21:53:28.570123 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 6be69ced-a2fb-48fc-9310-1f0c8e78e88c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:53:28.620129 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-0f6671d4-5408-4d64-bdc9-0c3959f42524 None None] Provisioning complete for port bb9988c4-cb15-4a43-b600-e7ca8f66639a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:28.620129 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0f6671d4-5408-4d64-bdc9-0c3959f42524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:28.787412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:28.788096 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:28.805172 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:28.875509 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-0f6671d4-5408-4d64-bdc9-0c3959f42524 None None] Current status of the port bb9988c4-cb15-4a43-b600-e7ca8f66639a is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:28.875748 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0f6671d4-5408-4d64-bdc9-0c3959f42524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:28.900093 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63ac07c0>, [{'id': '5081682f-9961-4a03-844a-151592252171', 'name': 'tempest-TestShelveInstance-2104682176-router', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 3, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'gw_port': {'id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:28.941413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Checking router: 5081682f-9961-4a03-844a-151592252171 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:53:28.941777 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Updating router 5081682f-9961-4a03-844a-151592252171 port 655f6139-0384-4d75-9844-15bfa3bf0ecd binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:53:28.953495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-0f6671d4-5408-4d64-bdc9-0c3959f42524 None None] For port bb9988c4-cb15-4a43-b600-e7ca8f66639a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb9988c4-cb15-4a43-b600-e7ca8f66639a,segment=NetworkSegment(f1dd448b-57d3-4baa-a288-bb75909f6a4a),segment_id=f1dd448b-57d3-4baa-a288-bb75909f6a4a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:28.997097 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0f6671d4-5408-4d64-bdc9-0c3959f42524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.029583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Allocated IP 172.20.0.1 (912e4920-4bb1-412c-bff3-beab0ac7a94f/a48db3dd-c6dc-4008-add4-b1f692389f97/e9de85f1-99f9-4d88-b41f-b87b10fc7fb0) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:53:29.035764 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.069836 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:29.071241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8511daa3-6aeb-4e2a-bfe8-97724135387b up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:53:29.167222 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6671d4-5408-4d64-bdc9-0c3959f42524 None None] Pushing event updated for resources: {'Port': ['ID=bb9988c4-cb15-4a43-b600-e7ca8f66639a,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:29.178820 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Publish callbacks [] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.221405 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.265055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Network 912e4920-4bb1-412c-bff3-beab0ac7a94f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:53:29.268265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:29.270689 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 8511daa3-6aeb-4e2a-bfe8-97724135387b triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:29.271077 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.272279 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:53:29.277921 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-8e352c9a-c696-49db-9663-fca7431575b4 None None] Provisioning complete for port bb9988c4-cb15-4a43-b600-e7ca8f66639a triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:29.278311 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8e352c9a-c696-49db-9663-fca7431575b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.297137 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e9de85f1-99f9-4d88-b41f-b87b10fc7fb0,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:29.319196 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (5081682f-9961-4a03-844a-151592252171), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.461595 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Publish callbacks [] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.681365 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.735633 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 8511daa3-6aeb-4e2a-bfe8-97724135387b is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:29.736808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb9988c4-cb15-4a43-b600-e7ca8f66639a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:53:29.741196 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-8e352c9a-c696-49db-9663-fca7431575b4 None None] Current status of the port bb9988c4-cb15-4a43-b600-e7ca8f66639a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:29.781536 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94535262-ec2a-4e29-bc23-56efc96ded23 None None] Pushing event updated for resources: {'Port': ['ID=655f6139-0384-4d75-9844-15bfa3bf0ecd,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:29.784440 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Attempting to bind port 655f6139-0384-4d75-9844-15bfa3bf0ecd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:53:29.784820 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Attempting to bind port 655f6139-0384-4d75-9844-15bfa3bf0ecd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:53:29.785182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Attempting to bind port 655f6139-0384-4d75-9844-15bfa3bf0ecd on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:53:29.794693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:53:29.795382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:53:29.795497 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.795854 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:53:29.796367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Bound port: 655f6139-0384-4d75-9844-15bfa3bf0ecd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:53:29.796754 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.851250 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.869296 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] For port 655f6139-0384-4d75-9844-15bfa3bf0ecd, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:53:29.872030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bb9988c4-cb15-4a43-b600-e7ca8f66639a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:29.872436 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.875065 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] For port 655f6139-0384-4d75-9844-15bfa3bf0ecd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=655f6139-0384-4d75-9844-15bfa3bf0ecd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:53:29.916128 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:29.925632 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-9a4d8c83-d868-4cc1-9c07-d0a8b91cb0bb None None] Provisioning complete for port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:29.926001 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8c83-d868-4cc1-9c07-d0a8b91cb0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:30.000230 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:30.028947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d8c83-d868-4cc1-9c07-d0a8b91cb0bb None None] Port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:53:30.031336 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Publish callbacks [] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:30.036659 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94535262-ec2a-4e29-bc23-56efc96ded23 None None] Pushing event updated for resources: {'Port': ['ID=655f6139-0384-4d75-9844-15bfa3bf0ecd,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:30.036828 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:30.040825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Routers {'5081682f-9961-4a03-844a-151592252171'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:30.041379 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63ac07c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:53:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5081682f-9961-4a03-844a-151592252171'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:30.108553 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e9de85f1-99f9-4d88-b41f-b87b10fc7fb0,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:30.111045 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (5081682f-9961-4a03-844a-151592252171), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:30.151695 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bb9988c4-cb15-4a43-b600-e7ca8f66639a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:30.182072 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] Set router 5081682f-9961-4a03-844a-151592252171 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:30.209533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Network 912e4920-4bb1-412c-bff3-beab0ac7a94f is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:53:30.211006 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:30.351034 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Router 5081682f-9961-4a03-844a-151592252171 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:53:30.369473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb9988c4-cb15-4a43-b600-e7ca8f66639a up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:53:30.460999 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63ac07c0>, [{'id': '5081682f-9961-4a03-844a-151592252171', 'name': 'tempest-TestShelveInstance-2104682176-router', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:29Z', 'revision_number': 4, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'gw_port': {'id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9de85f1-99f9-4d88-b41f-b87b10fc7fb0', 'name': '', 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'mac_address': 'fa:16:3e:ff:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a48db3dd-c6dc-4008-add4-b1f692389f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:28Z', 'updated_at': '2022-02-19T21:53:29Z', 'revision_number': 2, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'subnets': [{'id': 'a48db3dd-c6dc-4008-add4-b1f692389f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:30.463151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port bb9988c4-cb15-4a43-b600-e7ca8f66639a triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:30.463763 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:30.494948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:53:30.500934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0881b6e6-06dd-4ab0-b03b-e059401877a0 admin admin] 10.222.0.30 "PUT /v2.0/routers/5081682f-9961-4a03-844a-151592252171/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2841966
Feb 19 21:53:30.516928 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24f950-2702-4c63-8c2a-b43cae4aaf9a None None] The sync data for ids ['5081682f-9961-4a03-844a-151592252171'] in ncdv-master-1 is: [{'id': '5081682f-9961-4a03-844a-151592252171', 'name': 'tempest-TestShelveInstance-2104682176-router', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:29Z', 'revision_number': 4, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'gw_port': {'id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9de85f1-99f9-4d88-b41f-b87b10fc7fb0', 'name': '', 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'mac_address': 'fa:16:3e:ff:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a48db3dd-c6dc-4008-add4-b1f692389f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:28Z', 'updated_at': '2022-02-19T21:53:29Z', 'revision_number': 2, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'subnets': [{'id': 'a48db3dd-c6dc-4008-add4-b1f692389f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:53:30.586252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-34af2632-c576-46b2-903d-4858178a4563 None None] Provisioning complete for port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:30.586614 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-34af2632-c576-46b2-903d-4858178a4563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:30.620721 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port bb9988c4-cb15-4a43-b600-e7ca8f66639a is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:30.636989 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-34af2632-c576-46b2-903d-4858178a4563 None None] Port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:53:31.193106 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38700) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:31.207808 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-95fc17e9-3967-43bf-987d-4acfe5e43844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689903659', 'description': 'tempest-secgroup-smoke-1689903659 description', 'project_id': '8f56cec0383d41f097d9ec75bbddc499'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:31.237749 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-95fc17e9-3967-43bf-987d-4acfe5e43844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.318254 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-95fc17e9-3967-43bf-987d-4acfe5e43844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (7da44176-57ac-4029-b771-ccd25ffb12e2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.322778 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-95fc17e9-3967-43bf-987d-4acfe5e43844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7da44176-57ac-4029-b771-ccd25ffb12e2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.358985 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-95fc17e9-3967-43bf-987d-4acfe5e43844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.360588 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-95fc17e9-3967-43bf-987d-4acfe5e43844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1664338
Feb 19 21:53:31.365708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38702) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:31.371195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-df5c1475-037a-41e0-b72a-f3c0473fd85d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': '7da44176-57ac-4029-b771-ccd25ffb12e2', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:31.376594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc17e9-3967-43bf-987d-4acfe5e43844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da44176-57ac-4029-b771-ccd25ffb12e2,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:31.402117 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-df5c1475-037a-41e0-b72a-f3c0473fd85d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (4fbce030-a65e-4063-aeea-61c27f285709), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.471442 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-df5c1475-037a-41e0-b72a-f3c0473fd85d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (4fbce030-a65e-4063-aeea-61c27f285709), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.476629 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-df5c1475-037a-41e0-b72a-f3c0473fd85d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (4fbce030-a65e-4063-aeea-61c27f285709), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.498100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c1475-037a-41e0-b72a-f3c0473fd85d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbce030-a65e-4063-aeea-61c27f285709,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:31.507136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-df5c1475-037a-41e0-b72a-f3c0473fd85d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.508573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-df5c1475-037a-41e0-b72a-f3c0473fd85d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1418309
Feb 19 21:53:31.511374 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38704) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:31.516127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0e416cfc-3366-4f67-9cea-95ae83403ccc tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': '7da44176-57ac-4029-b771-ccd25ffb12e2', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:31.543370 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e416cfc-3366-4f67-9cea-95ae83403ccc tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (d034c424-00b3-4ef8-9479-72494f8b10b2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.610725 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e416cfc-3366-4f67-9cea-95ae83403ccc tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (d034c424-00b3-4ef8-9479-72494f8b10b2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.615657 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e416cfc-3366-4f67-9cea-95ae83403ccc tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (d034c424-00b3-4ef8-9479-72494f8b10b2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.632262 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e416cfc-3366-4f67-9cea-95ae83403ccc tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d034c424-00b3-4ef8-9479-72494f8b10b2,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:31.645112 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e416cfc-3366-4f67-9cea-95ae83403ccc tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.646206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0e416cfc-3366-4f67-9cea-95ae83403ccc tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1338120
Feb 19 21:53:31.649091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 38706) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:31.653910 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-a065d973-3904-4c43-8a5b-ca7c7be0b0ca tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': '7da44176-57ac-4029-b771-ccd25ffb12e2', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:31.683707 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a065d973-3904-4c43-8a5b-ca7c7be0b0ca tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (20d0cb8c-c867-4ca6-8792-e5383ff4c035), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.758958 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a065d973-3904-4c43-8a5b-ca7c7be0b0ca tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (20d0cb8c-c867-4ca6-8792-e5383ff4c035), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.764381 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a065d973-3904-4c43-8a5b-ca7c7be0b0ca tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (20d0cb8c-c867-4ca6-8792-e5383ff4c035), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.784672 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065d973-3904-4c43-8a5b-ca7c7be0b0ca tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d0cb8c-c867-4ca6-8792-e5383ff4c035,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:31.794871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a065d973-3904-4c43-8a5b-ca7c7be0b0ca tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.796391 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a065d973-3904-4c43-8a5b-ca7c7be0b0ca tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1459830
Feb 19 21:53:31.799232 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38708) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:31.806854 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-e58492de-9c97-443f-a394-7861acdd3391 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': '7da44176-57ac-4029-b771-ccd25ffb12e2', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:31.837358 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e58492de-9c97-443f-a394-7861acdd3391 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (8a337deb-e476-473b-a4ad-bc6b4f575dfc), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.910462 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e58492de-9c97-443f-a394-7861acdd3391 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (8a337deb-e476-473b-a4ad-bc6b4f575dfc), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.921213 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e58492de-9c97-443f-a394-7861acdd3391 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (8a337deb-e476-473b-a4ad-bc6b4f575dfc), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.939940 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58492de-9c97-443f-a394-7861acdd3391 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a337deb-e476-473b-a4ad-bc6b4f575dfc,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:31.950459 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-e58492de-9c97-443f-a394-7861acdd3391 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:31.951986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-e58492de-9c97-443f-a394-7861acdd3391 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1513023
Feb 19 21:53:31.954997 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38710) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:31.960603 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b144035e-d61c-48d1-ba81-dd8cf32347bb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': '7da44176-57ac-4029-b771-ccd25ffb12e2', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:31.984863 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-b144035e-d61c-48d1-ba81-dd8cf32347bb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Project 8f56cec0383d41f097d9ec75bbddc499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:53:31.990575 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b144035e-d61c-48d1-ba81-dd8cf32347bb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (7ce746af-cfd6-45c6-b5b5-e7509cdfee45), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:32.055010 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b144035e-d61c-48d1-ba81-dd8cf32347bb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (7ce746af-cfd6-45c6-b5b5-e7509cdfee45), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:32.059780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b144035e-d61c-48d1-ba81-dd8cf32347bb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (7ce746af-cfd6-45c6-b5b5-e7509cdfee45), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:32.081416 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144035e-d61c-48d1-ba81-dd8cf32347bb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce746af-cfd6-45c6-b5b5-e7509cdfee45,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:32.087235 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b144035e-d61c-48d1-ba81-dd8cf32347bb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:32.088564 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b144035e-d61c-48d1-ba81-dd8cf32347bb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1318042
Feb 19 21:53:32.091346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38712) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:32.096887 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-fa4ad4a2-17db-4bcd-ac36-fe5650fe98ff tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': '7da44176-57ac-4029-b771-ccd25ffb12e2', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:32.118042 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-fa4ad4a2-17db-4bcd-ac36-fe5650fe98ff tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Project 8f56cec0383d41f097d9ec75bbddc499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:53:32.123326 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad4a2-17db-4bcd-ac36-fe5650fe98ff tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (b7ff57b7-3383-4a28-9d70-90e2a3d7e3ef), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:32.196924 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad4a2-17db-4bcd-ac36-fe5650fe98ff tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (b7ff57b7-3383-4a28-9d70-90e2a3d7e3ef), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:32.201157 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad4a2-17db-4bcd-ac36-fe5650fe98ff tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (b7ff57b7-3383-4a28-9d70-90e2a3d7e3ef), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:32.221579 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ad4a2-17db-4bcd-ac36-fe5650fe98ff tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ff57b7-3383-4a28-9d70-90e2a3d7e3ef,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:32.231382 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad4a2-17db-4bcd-ac36-fe5650fe98ff tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:32.232679 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fa4ad4a2-17db-4bcd-ac36-fe5650fe98ff tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1402941
Feb 19 21:53:32.376370 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 655f6139-0384-4d75-9844-15bfa3bf0ecd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:53:32.426916 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-6d4d73b2-aeaa-4cbb-8dbf-4e6c7c13b2f9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689903659&fields=id&tenant_id=8f56cec0383d41f097d9ec75bbddc499 HTTP/1.1" status: 200  len: 267 time: 0.0641072
Feb 19 21:53:32.433577 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 655f6139-0384-4d75-9844-15bfa3bf0ecd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:32.434227 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:32.532368 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 655f6139-0384-4d75-9844-15bfa3bf0ecd is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:32.532931 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:32.556133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port 655f6139-0384-4d75-9844-15bfa3bf0ecd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=655f6139-0384-4d75-9844-15bfa3bf0ecd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:32.560393 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:32.560928 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-f65f5c6f-bba5-4320-ad12-f46c35821ae2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:32.562468 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-f65f5c6f-bba5-4320-ad12-f46c35821ae2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 809 time: 0.1239762
Feb 19 21:53:32.579635 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-5434fd38-cd98-4142-8b8f-b7262b180b9d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/quotas/8f56cec0383d41f097d9ec75bbddc499 HTTP/1.1" status: 200  len: 375 time: 0.0111573
Feb 19 21:53:32.624150 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=655f6139-0384-4d75-9844-15bfa3bf0ecd,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:32.645245 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-dc300f5f-80c4-45c0-859c-e0c039f35c0e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0585539
Feb 19 21:53:32.748082 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-78cca05b-d5e3-4a77-aa34-0a696ba1e488 service neutron] 10.222.0.30 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906384
Feb 19 21:53:32.781767 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Sync routers for ids ['5081682f-9961-4a03-844a-151592252171'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:53:32.799394 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Routers {'5081682f-9961-4a03-844a-151592252171'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:32.800051 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70767100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:53:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5081682f-9961-4a03-844a-151592252171'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:32.852758 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-a89c77e8-0316-4537-95fc-8da76a1d9dea service neutron] 10.222.0.30 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957453
Feb 19 21:53:32.927293 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Set router 5081682f-9961-4a03-844a-151592252171 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:33.036286 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f744dd1b-3af1-4be0-abb3-8bfb37b5b10d req-523995d6-740b-49c2-bc3c-5be83c14a8b6 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 210 time: 0.0310791
Feb 19 21:53:33.161271 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70767100>, [{'id': '5081682f-9961-4a03-844a-151592252171', 'name': 'tempest-TestShelveInstance-2104682176-router', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:29Z', 'revision_number': 4, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'gw_port': {'id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9de85f1-99f9-4d88-b41f-b87b10fc7fb0', 'name': '', 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'mac_address': 'fa:16:3e:ff:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a48db3dd-c6dc-4008-add4-b1f692389f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:28Z', 'updated_at': '2022-02-19T21:53:29Z', 'revision_number': 2, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'subnets': [{'id': 'a48db3dd-c6dc-4008-add4-b1f692389f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:33.192307 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Checking router: 5081682f-9961-4a03-844a-151592252171 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:53:33.192713 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Updating router 5081682f-9961-4a03-844a-151592252171 port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 21:53:33.224787 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:33.531354 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Publish callbacks [] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:33.539925 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:33.647564 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652b348-9470-4b2a-8dbd-8f6d7dbdd789 None None] Pushing event updated for resources: {'Port': ['ID=e9de85f1-99f9-4d88-b41f-b87b10fc7fb0,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:33.664689 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Attempting to bind port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:53:33.665120 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Attempting to bind port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f1dd448b-57d3-4baa-a288-bb75909f6a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:53:33.665492 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Attempting to bind port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 on network 912e4920-4bb1-412c-bff3-beab0ac7a94f {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:53:33.671278 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:53:33.671697 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Checking segment: {'id': 'f1dd448b-57d3-4baa-a288-bb75909f6a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:53:33.672110 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:33.672540 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Bound using segment: {'id': 'f1dd448b-57d3-4baa-a288-bb75909f6a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:53:33.673026 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Bound port: e9de85f1-99f9-4d88-b41f-b87b10fc7fb0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dd448b-57d3-4baa-a288-bb75909f6a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:53:33.673413 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:33.745335 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] For port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:53:33.749863 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] For port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9de85f1-99f9-4d88-b41f-b87b10fc7fb0,segment=NetworkSegment(f1dd448b-57d3-4baa-a288-bb75909f6a4a),segment_id=f1dd448b-57d3-4baa-a288-bb75909f6a4a)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:53:33.760527 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:33.834380 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Routers {'5081682f-9961-4a03-844a-151592252171'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:33.835044 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70767100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:53:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5081682f-9961-4a03-844a-151592252171'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:33.884595 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e4105402-c160-4c99-8df3-aec64fc8b5a1 None None] Provisioning complete for port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:33.885143 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e4105402-c160-4c99-8df3-aec64fc8b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:33.922553 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652b348-9470-4b2a-8dbd-8f6d7dbdd789 None None] Pushing event updated for resources: {'Port': ['ID=e9de85f1-99f9-4d88-b41f-b87b10fc7fb0,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:33.975780 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] Set router 5081682f-9961-4a03-844a-151592252171 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:33.986015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e4105402-c160-4c99-8df3-aec64fc8b5a1 None None] Current status of the port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:33.986969 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e4105402-c160-4c99-8df3-aec64fc8b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:34.036118 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-e4105402-c160-4c99-8df3-aec64fc8b5a1 None None] For port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9de85f1-99f9-4d88-b41f-b87b10fc7fb0,segment=NetworkSegment(f1dd448b-57d3-4baa-a288-bb75909f6a4a),segment_id=f1dd448b-57d3-4baa-a288-bb75909f6a4a)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:34.043983 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e4105402-c160-4c99-8df3-aec64fc8b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:34.136791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4105402-c160-4c99-8df3-aec64fc8b5a1 None None] Pushing event updated for resources: {'Port': ['ID=e9de85f1-99f9-4d88-b41f-b87b10fc7fb0,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:34.173327 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-b26717c2-140f-4411-a203-f67529ac8777 None None] Provisioning complete for port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:34.174019 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b26717c2-140f-4411-a203-f67529ac8777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:34.191171 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b8d5afff-eada-4d40-a0f0-be03f4734d4f req-dcb068ef-afbf-4bfa-81ad-4add33b81e19 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 210 time: 0.0549338
Feb 19 21:53:34.301449 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70767100>, [{'id': '5081682f-9961-4a03-844a-151592252171', 'name': 'tempest-TestShelveInstance-2104682176-router', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:29Z', 'revision_number': 4, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'gw_port': {'id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9de85f1-99f9-4d88-b41f-b87b10fc7fb0', 'name': '', 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'mac_address': 'fa:16:3e:ff:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a48db3dd-c6dc-4008-add4-b1f692389f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:28Z', 'updated_at': '2022-02-19T21:53:33Z', 'revision_number': 4, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'subnets': [{'id': 'a48db3dd-c6dc-4008-add4-b1f692389f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:34.302182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-b26717c2-140f-4411-a203-f67529ac8777 None None] Current status of the port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:34.329593 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-43279b6e-e6eb-42d2-888e-3a1e22a1e2e2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:34.335679 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-43279b6e-e6eb-42d2-888e-3a1e22a1e2e2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 809 time: 0.1679461
Feb 19 21:53:34.344202 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b8495-d764-4647-aa90-e34b4ef942f9 None None] The sync data for ids ['5081682f-9961-4a03-844a-151592252171'] in ncdv-master-1 is: [{'id': '5081682f-9961-4a03-844a-151592252171', 'name': 'tempest-TestShelveInstance-2104682176-router', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:29Z', 'revision_number': 4, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'gw_port': {'id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9de85f1-99f9-4d88-b41f-b87b10fc7fb0', 'name': '', 'network_id': '912e4920-4bb1-412c-bff3-beab0ac7a94f', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'mac_address': 'fa:16:3e:ff:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a48db3dd-c6dc-4008-add4-b1f692389f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:28Z', 'updated_at': '2022-02-19T21:53:33Z', 'revision_number': 4, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'subnets': [{'id': 'a48db3dd-c6dc-4008-add4-b1f692389f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:53:34.419417 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-54a40bb6-6c39-414b-8369-7b745bbf1680 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f56cec0383d41f097d9ec75bbddc499 HTTP/1.1" status: 200  len: 380 time: 0.0750208
Feb 19 21:53:34.429600 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 655f6139-0384-4d75-9844-15bfa3bf0ecd up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:53:34.433466 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'port': {'device_id': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'admin_state_up': True, 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'security_groups': ['7da44176-57ac-4029-b771-ccd25ffb12e2']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:34.490805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 655f6139-0384-4d75-9844-15bfa3bf0ecd triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:34.491192 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:34.584867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 655f6139-0384-4d75-9844-15bfa3bf0ecd is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:34.585980 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:53:34.612970 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Made reservation on behalf of 8f56cec0383d41f097d9ec75bbddc499 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:53:34.618645 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:34.644293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:34.645101 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:34.770891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:34.786371 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Allocated IP 172.20.0.13 (15a1c9e8-368f-4444-8b18-de8bd3a7cbbf/fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef/3dbb2536-587e-40e3-a8ac-7bf6320069ce) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:53:34.943548 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:34.982358 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:35.029177 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:53:35.032483 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:35.038741 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:53:35.092722 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:35.134431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:35.135138 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:35.161090 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-ea5d2fbc-7591-480b-8a17-e08e4da3fe60 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7342041
Feb 19 21:53:35.177101 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Request body: {'port': {'device_id': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:35.247195 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:35.336654 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ef5fa-ee5f-409f-946f-eff289588bb1 req-bbe316c3-3246-4b6f-b0d7-d1251ace5837 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:35.338167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c20ef5fa-ee5f-409f-946f-eff289588bb1 req-bbe316c3-3246-4b6f-b0d7-d1251ace5837 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 932 time: 0.0630279
Feb 19 21:53:35.339204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-45b64ee2-94e7-4aa3-afa3-522c94b7a670 None None] Provisioning complete for port 3dbb2536-587e-40e3-a8ac-7bf6320069ce triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:35.339665 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-45b64ee2-94e7-4aa3-afa3-522c94b7a670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:35.380618 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-45b64ee2-94e7-4aa3-afa3-522c94b7a670 None None] Port 3dbb2536-587e-40e3-a8ac-7bf6320069ce cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:53:35.399527 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c20ef5fa-ee5f-409f-946f-eff289588bb1 req-7f4a440d-b974-4b12-95ab-a1c4d9a3d6a1 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548429
Feb 19 21:53:35.570834 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbb2536-587e-40e3-a8ac-7bf6320069ce {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:53:35.579039 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Publish callbacks [] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:35.592653 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Transition to ACTIVE for port object 3dbb2536-587e-40e3-a8ac-7bf6320069ce will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:53:35.598671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:35.652249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:35.741108 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Attempting to bind port 3dbb2536-587e-40e3-a8ac-7bf6320069ce on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:53:35.741452 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Attempting to bind port 3dbb2536-587e-40e3-a8ac-7bf6320069ce by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:53:35.741790 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Attempting to bind port 3dbb2536-587e-40e3-a8ac-7bf6320069ce on network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:53:35.747028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Port 3dbb2536-587e-40e3-a8ac-7bf6320069ce on network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:53:35.747354 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Attempting to bind port 3dbb2536-587e-40e3-a8ac-7bf6320069ce on network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:53:35.753908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:53:35.754291 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Checking segment: {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:53:35.754711 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Bound using segment: {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:53:35.755124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Bound port: 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:53:35.755504 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:35.842261 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:53:35.846953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:53:35.855054 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:35.892391 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:35.894090 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:35.896254 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] 10.222.0.10 "PUT /v2.0/ports/3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 1092 time: 0.7273469
Feb 19 21:53:35.896817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:53:35.899468 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3127b8b2-3026-442c-972e-828c8d44ee6f" -d '{"events": [{"name": "network-changed", "server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:53:35.926651 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdf85b-2c6d-4175-bce8-c64125b4f16a service neutron] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:35.990809 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b014498-95a4-4564-81d8-5c064d5f8d71 x-openstack-request-id: req-5b014498-95a4-4564-81d8-5c064d5f8d71 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:53:35.991283 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:53:35.991607 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b014498-95a4-4564-81d8-5c064d5f8d71 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:53:35.992080 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'status': 'completed', 'code': 200}
Feb 19 21:53:36.019756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-4cd36d3a-ed1c-4564-ac43-30ef4eb8fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:36.021472 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-4cd36d3a-ed1c-4564-ac43-30ef4eb8fb8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1126 time: 0.0669165
Feb 19 21:53:36.074515 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-d7c36707-c31d-4643-9e6e-9fb34ef4541f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 217 time: 0.0443890
Feb 19 21:53:36.129528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-5cd8dd84-c807-4cc8-937e-8b520c6d48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:36.131044 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-5cd8dd84-c807-4cc8-937e-8b520c6d48f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0512323
Feb 19 21:53:36.198316 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-15be4173-97bf-4b8b-8897-d535ecdb2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:36.200899 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-15be4173-97bf-4b8b-8897-d535ecdb2463 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0633976
Feb 19 21:53:36.306242 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-bb530dfa-8a09-47bc-9d24-1e569d8cbf68 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0995347
Feb 19 21:53:36.400684 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2ac86657-bc35-423e-95f3-f4d259233bf5 req-96386df7-de53-44a3-994a-0b4ace526a82 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891008
Feb 19 21:53:36.509756 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127b8b2-3026-442c-972e-828c8d44ee6f req-e265a96c-c7bc-4381-aee6-a11f6097f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:36.511326 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3127b8b2-3026-442c-972e-828c8d44ee6f req-e265a96c-c7bc-4381-aee6-a11f6097f9ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1126 time: 0.0532887
Feb 19 21:53:36.560727 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0a031-dd28-458d-87ea-d5dc8385bbc1 req-31e2fcc6-73d1-4540-be9d-70554556cfc8 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:36.562287 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29d0a031-dd28-458d-87ea-d5dc8385bbc1 req-31e2fcc6-73d1-4540-be9d-70554556cfc8 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 944 time: 0.0804112
Feb 19 21:53:36.632070 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127b8b2-3026-442c-972e-828c8d44ee6f req-860266f2-7d7c-4ce9-87ea-f059d57c6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:36.633709 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3127b8b2-3026-442c-972e-828c8d44ee6f req-860266f2-7d7c-4ce9-87ea-f059d57c6395 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.1170480
Feb 19 21:53:36.637076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-29d0a031-dd28-458d-87ea-d5dc8385bbc1 req-ea5261de-17a9-4bc7-8827-fc6d3a989693 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682712
Feb 19 21:53:36.677214 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3127b8b2-3026-442c-972e-828c8d44ee6f req-c1b17543-55ed-4619-91f1-4d2ccb3701e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 217 time: 0.0365255
Feb 19 21:53:36.731450 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127b8b2-3026-442c-972e-828c8d44ee6f req-9ef0cc45-5951-4a96-8fbc-650d3d287167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:36.733024 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3127b8b2-3026-442c-972e-828c8d44ee6f req-9ef0cc45-5951-4a96-8fbc-650d3d287167 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0482543
Feb 19 21:53:36.789533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127b8b2-3026-442c-972e-828c8d44ee6f req-e9031718-78ec-45e5-b4bb-26aaa85766ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:36.791088 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3127b8b2-3026-442c-972e-828c8d44ee6f req-e9031718-78ec-45e5-b4bb-26aaa85766ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0512486
Feb 19 21:53:36.891049 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3127b8b2-3026-442c-972e-828c8d44ee6f req-0a4c25a0-09ce-45a7-9f5b-59ff112fe30e service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923288
Feb 19 21:53:36.985235 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3127b8b2-3026-442c-972e-828c8d44ee6f req-30aa9736-08d2-4c41-b6c6-bd053e5b400c service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879908
Feb 19 21:53:37.896238 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc59608-37b2-486e-a56e-a3e84cfef9e3 req-b8063c67-6ece-40ed-9fe4-28f212518495 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:37.898611 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3dc59608-37b2-486e-a56e-a3e84cfef9e3 req-b8063c67-6ece-40ed-9fe4-28f212518495 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 944 time: 0.1800847
Feb 19 21:53:37.956794 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3dc59608-37b2-486e-a56e-a3e84cfef9e3 req-276ba7da-ae2e-4620-9ddc-ef79ea6ed4fb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523388
Feb 19 21:53:39.149548 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0518-8790-4859-be06-4a312ed8c949 req-f1cefd13-0660-4dca-b862-7b670938e152 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:39.151218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec3e0518-8790-4859-be06-4a312ed8c949 req-f1cefd13-0660-4dca-b862-7b670938e152 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 944 time: 0.1178243
Feb 19 21:53:39.210387 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ec3e0518-8790-4859-be06-4a312ed8c949 req-8423edac-0b2d-4439-9a70-78bfa247c44a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533974
Feb 19 21:53:39.810052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3dbb2536-587e-40e3-a8ac-7bf6320069ce details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:53:39.914098 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:39.927191 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'port_id': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'mac_address': 'fa:16:3e:54:83:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:53:39.966605 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3dbb2536-587e-40e3-a8ac-7bf6320069ce is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:39.966922 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:39.981322 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbb2536-587e-40e3-a8ac-7bf6320069ce {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:53:40.008052 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:40.013056 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:40.066173 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:40.262757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['3dbb2536-587e-40e3-a8ac-7bf6320069ce'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:53:40.345447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdf691-e79b-4f23-953b-986d2a8b2d38 req-c384115b-6933-4413-8484-9df18b37cd3c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:40.347754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09cdf691-e79b-4f23-953b-986d2a8b2d38 req-c384115b-6933-4413-8484-9df18b37cd3c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0563452
Feb 19 21:53:40.406664 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-09cdf691-e79b-4f23-953b-986d2a8b2d38 req-b6fd4640-91ca-418a-8cea-904b65037853 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507555
Feb 19 21:53:41.556501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd4b2f-9e2b-447a-9d16-451ebd9c46b9 req-da8c2b1e-8a2c-4329-99de-a46283acd400 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:41.558993 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2bd4b2f-9e2b-447a-9d16-451ebd9c46b9 req-da8c2b1e-8a2c-4329-99de-a46283acd400 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0732379
Feb 19 21:53:41.618455 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c2bd4b2f-9e2b-447a-9d16-451ebd9c46b9 req-3d12676c-ac50-4d66-8afa-87ab24e0289a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538130
Feb 19 21:53:41.826201 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3dbb2536-587e-40e3-a8ac-7bf6320069ce up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:53:41.879130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port 3dbb2536-587e-40e3-a8ac-7bf6320069ce completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:53:41.890825 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 3dbb2536-587e-40e3-a8ac-7bf6320069ce triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:53:41.891215 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:41.979178 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3dbb2536-587e-40e3-a8ac-7bf6320069ce is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:53:41.979609 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:42.005902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:53:42.008516 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58245a97-50ea-4124-babb-28823e394102" -d '{"events": [{"server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "name": "network-vif-plugged", "status": "completed", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:53:42.023742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:53:42.028713 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:42.056231 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790480d3-b854-4846-9986-1fb9bd0f874a x-openstack-request-id: req-790480d3-b854-4846-9986-1fb9bd0f874a {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:53:42.056552 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "name": "network-vif-plugged", "status": "completed", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:53:42.056813 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-790480d3-b854-4846-9986-1fb9bd0f874a {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:53:42.057419 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'code': 200}
Feb 19 21:53:42.094738 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:42.225443 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190b99e-ac05-40d6-84e6-a538c6b650f0 req-1ca0f52c-b451-4ac6-81e0-9626bacebd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:42.226996 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4190b99e-ac05-40d6-84e6-a538c6b650f0 req-1ca0f52c-b451-4ac6-81e0-9626bacebd74 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1128 time: 0.1033680
Feb 19 21:53:42.274600 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4190b99e-ac05-40d6-84e6-a538c6b650f0 req-f4fd7509-27d4-4e30-aeff-e7294ebeae98 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419064
Feb 19 21:53:42.753157 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde43dba-f909-4970-b3c6-5a30caf6a4c2 req-90c8071b-b331-4af9-a4f2-5e44220d7b4e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:42.755116 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cde43dba-f909-4970-b3c6-5a30caf6a4c2 req-90c8071b-b331-4af9-a4f2-5e44220d7b4e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0612690
Feb 19 21:53:42.812596 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cde43dba-f909-4970-b3c6-5a30caf6a4c2 req-4d723ab6-1729-4cd8-b34e-0b709d393995 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510302
Feb 19 21:53:43.936730 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d11f8-4a1b-4c56-8456-e16c659f56f8 req-d3adeb04-1491-4765-8be1-dd1b952685ce tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:43.938282 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a1d11f8-4a1b-4c56-8456-e16c659f56f8 req-d3adeb04-1491-4765-8be1-dd1b952685ce tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0543697
Feb 19 21:53:43.988288 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a1d11f8-4a1b-4c56-8456-e16c659f56f8 req-b98129d4-23bf-40a0-938a-22b53ee3876f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443051
Feb 19 21:53:44.117655 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feef9a-694b-4f0f-9593-e77fdf8221ab req-5e40d9da-58c2-43cf-a481-6fb0ed813d8b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:44.119207 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49feef9a-694b-4f0f-9593-e77fdf8221ab req-5e40d9da-58c2-43cf-a481-6fb0ed813d8b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0603452
Feb 19 21:53:44.179198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49feef9a-694b-4f0f-9593-e77fdf8221ab req-f513db03-8f23-451c-845e-2513d31cce98 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533757
Feb 19 21:53:44.201208 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38780) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:44.291078 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9392da03-83ed-4c70-8ac7-ac627045cd3f tempest-TestShelveInstance-1080568779 tempest-TestShelveInstance-1080568779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:44.292704 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-9392da03-83ed-4c70-8ac7-ac627045cd3f tempest-TestShelveInstance-1080568779 tempest-TestShelveInstance-1080568779-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1123 time: 0.0904245
Feb 19 21:53:44.295652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 38784) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:53:44.300044 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:53:44.320974 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:44.425113 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:44.535675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Allocated IP 172.35.2.56 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:53:44.644736 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for port (a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:44.679535 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:44.720954 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:53:44.723868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:53:44.727707 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:53:44.733502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'Port': ['ID=a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:45.098567 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for floatingip (2c40ce9f-9f9c-4842-a8f3-9d1ebd6112f2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:45.169627 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:45.337144 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for port (a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:45.343792 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:45.412967 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'Port': ['ID=a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:53:45.426908 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (2c40ce9f-9f9c-4842-a8f3-9d1ebd6112f2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:45.540653 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Floating IP 2c40ce9f-9f9c-4842-a8f3-9d1ebd6112f2 associated. External IP: 172.35.2.56, port: 3dbb2536-587e-40e3-a8ac-7bf6320069ce.
Feb 19 21:53:45.771115 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Router 93000d85-65a2-43f3-a932-e8a399f766a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:53:45.852908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-fc382cb8-7f39-4eb2-9898-92778396041a req-c2a21f1d-59d1-4a04-aec9-2b6f631cdbe4 service neutron] (121129) timed out ('10.222.0.67', 53325) {{(pid=121129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:53:45.884918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:53:45.895896 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b340fd5-d3b9-41a8-b6ac-f0dfca688844 None None] Sync routers for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:53:45.903995 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:45.906185 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b340fd5-d3b9-41a8-b6ac-f0dfca688844 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:45.906817 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5b340fd5-d3b9-41a8-b6ac-f0dfca688844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62835ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:53:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:45.943834 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ebe89458-81e1-4ac1-9ebf-7fe1151906d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.6374371
Feb 19 21:53:45.943834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:53:45.943834 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88497a5c-ee4a-4a45-a855-e773b0da419e" -d '{"events": [{"name": "network-changed", "server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:53:45.976007 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85229268-fba9-4a45-860b-677d6808050a x-openstack-request-id: req-85229268-fba9-4a45-860b-677d6808050a {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:53:45.976430 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:53:45.976695 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85229268-fba9-4a45-860b-677d6808050a {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:53:45.977200 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'status': 'completed', 'code': 200}
Feb 19 21:53:46.039843 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5b340fd5-d3b9-41a8-b6ac-f0dfca688844 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:46.042054 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88497a5c-ee4a-4a45-a855-e773b0da419e req-bf79c104-ecd0-4e5b-94d4-f1443c193af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:46.043156 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-88497a5c-ee4a-4a45-a855-e773b0da419e req-bf79c104-ecd0-4e5b-94d4-f1443c193af8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1128 time: 0.0450981
Feb 19 21:53:46.166090 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88497a5c-ee4a-4a45-a855-e773b0da419e req-842cebc8-17b0-49f8-a9b8-a0bb91d10abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:46.168288 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-88497a5c-ee4a-4a45-a855-e773b0da419e req-842cebc8-17b0-49f8-a9b8-a0bb91d10abc service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.1183538
Feb 19 21:53:46.233003 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-88497a5c-ee4a-4a45-a855-e773b0da419e req-3c722017-2057-472e-bfd1-9c47a7661f8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 999 time: 0.0590217
Feb 19 21:53:46.286458 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88497a5c-ee4a-4a45-a855-e773b0da419e req-6b1b2dd0-a57e-442a-b0cb-e9b09301b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:46.287984 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-88497a5c-ee4a-4a45-a855-e773b0da419e req-6b1b2dd0-a57e-442a-b0cb-e9b09301b24f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0497720
Feb 19 21:53:46.345158 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88497a5c-ee4a-4a45-a855-e773b0da419e req-70c17816-7dde-4566-8b14-aa9733bccad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:46.346778 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-88497a5c-ee4a-4a45-a855-e773b0da419e req-70c17816-7dde-4566-8b14-aa9733bccad5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0529361
Feb 19 21:53:46.443041 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-88497a5c-ee4a-4a45-a855-e773b0da419e req-b2bf9321-1871-4e8b-82a2-38b3b5296f59 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893981
Feb 19 21:53:46.466538 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5b340fd5-d3b9-41a8-b6ac-f0dfca688844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62835ee0>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c40ce9f-9f9c-4842-a8f3-9d1ebd6112f2', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'floating_ip_address': '172.35.2.56', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'port_id': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'mac_address': 'fa:16:3e:54:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:53:44Z', 'updated_at': '2022-02-19T21:53:44Z', 'revision_number': 0, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:46.494760 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b340fd5-d3b9-41a8-b6ac-f0dfca688844 None None] Checking router: 93000d85-65a2-43f3-a932-e8a399f766a2 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:53:46.503735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b340fd5-d3b9-41a8-b6ac-f0dfca688844 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:53:46.504699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5b340fd5-d3b9-41a8-b6ac-f0dfca688844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62835ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:53:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:46.549619 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-88497a5c-ee4a-4a45-a855-e773b0da419e req-99a51ca2-0dc5-432d-b49c-dcc4d3d841b8 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1006546
Feb 19 21:53:46.614423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-5b340fd5-d3b9-41a8-b6ac-f0dfca688844 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:53:46.851919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-5b340fd5-d3b9-41a8-b6ac-f0dfca688844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62835ee0>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c40ce9f-9f9c-4842-a8f3-9d1ebd6112f2', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'floating_ip_address': '172.35.2.56', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'port_id': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'mac_address': 'fa:16:3e:54:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:53:44Z', 'updated_at': '2022-02-19T21:53:44Z', 'revision_number': 0, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:53:46.878309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b340fd5-d3b9-41a8-b6ac-f0dfca688844 None None] The sync data for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 is: [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c40ce9f-9f9c-4842-a8f3-9d1ebd6112f2', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'floating_ip_address': '172.35.2.56', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'port_id': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'mac_address': 'fa:16:3e:54:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:53:44Z', 'updated_at': '2022-02-19T21:53:44Z', 'revision_number': 0, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:53:47.069989 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9cb66b-460b-44b2-809d-491eac185ca8 None None] New status for floating IP 2c40ce9f-9f9c-4842-a8f3-9d1ebd6112f2: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:53:48.421833 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ea2eb0fd-52ca-4348-bfe7-948c28e97bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:50.704811 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-319cbbbf-0b56-483c-abc1-98c86c82650c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:52.035374 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:53.378471 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:54.543989 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:55.831449 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f715c74c-be62-4a51-b920-d146bd96a00c req-ba158776-fb88-43cf-b130-0a1662f15309 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0432053
Feb 19 21:53:55.918841 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715c74c-be62-4a51-b920-d146bd96a00c req-d68ed9b2-36ac-4c25-a5b7-0b16194df039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:55.920247 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f715c74c-be62-4a51-b920-d146bd96a00c req-d68ed9b2-36ac-4c25-a5b7-0b16194df039 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1128 time: 0.0443664
Feb 19 21:53:56.025535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715c74c-be62-4a51-b920-d146bd96a00c req-e7d1177f-58e6-4d5e-8b97-479803ef7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:56.027025 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f715c74c-be62-4a51-b920-d146bd96a00c req-e7d1177f-58e6-4d5e-8b97-479803ef7d61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.0885766
Feb 19 21:53:56.090356 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f715c74c-be62-4a51-b920-d146bd96a00c req-090d507a-0d54-44ca-9fe3-d667ad4fff2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 1001 time: 0.0565333
Feb 19 21:53:56.386466 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:53:56.423141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715c74c-be62-4a51-b920-d146bd96a00c req-d06ae627-2a70-4dcf-826a-bf3d5e503bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:56.424660 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f715c74c-be62-4a51-b920-d146bd96a00c req-d06ae627-2a70-4dcf-826a-bf3d5e503bbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.3280447
Feb 19 21:53:56.474242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715c74c-be62-4a51-b920-d146bd96a00c req-30fc9017-092d-4ee2-9746-0e742be45d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:53:56.475742 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f715c74c-be62-4a51-b920-d146bd96a00c req-30fc9017-092d-4ee2-9746-0e742be45d30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444255
Feb 19 21:53:56.562537 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f715c74c-be62-4a51-b920-d146bd96a00c req-8aaaa007-7572-4286-945b-f43892d93f70 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800772
Feb 19 21:53:56.657078 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f715c74c-be62-4a51-b920-d146bd96a00c req-48729896-1ef2-4ae7-bcdb-0c5883143769 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843730
Feb 19 21:53:59.889261 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:02.302934 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:54:18.423401 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e131bcc1-2937-402c-a268-087ee098247c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:19.369121 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-66e7ed0d-1d5e-4352-9d7a-c5d9730d914c service neutron] (121129) timed out ('10.222.0.30', 39014) {{(pid=121129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:54:19.752944 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-1a679b4c-c01f-450c-beb4-7d9a9cbfd5cf req-a6b5d9f2-91ca-422e-8cb1-e16b5c225959 tempest-ServerActionsTestJSON-859315114 tempest-ServerActionsTestJSON-859315114-project] (121128) timed out ('10.222.0.30', 60856) {{(pid=121128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 21:54:20.706634 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d8c4a9fd-f21e-42ea-93cb-36f01d207566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:22.038751 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:23.380495 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:24.535199 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:26.396761 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:29.898279 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:39.385351 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:54:48.428502 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8126f883-81f2-427f-b171-4cba6d2e91a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:50.712026 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3c47f50c-e4bd-454a-b8ff-0feb0666860c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:52.040429 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:53.384726 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:54.538565 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:56.414077 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:54:57.831523 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-6701285a-e366-47a2-b1e9-53ce92e844b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0489657
Feb 19 21:54:57.917671 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-1dc4eaa5-62c4-4a3c-bac4-152adfa921b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:54:57.919217 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-1dc4eaa5-62c4-4a3c-bac4-152adfa921b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1128 time: 0.0449216
Feb 19 21:54:58.025290 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-a9964662-ccd7-4e47-bce1-e3c1557bb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:54:58.026824 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-a9964662-ccd7-4e47-bce1-e3c1557bb9b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.0901310
Feb 19 21:54:58.096238 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-4410e8f7-6fc4-4d29-b14b-f2324220f3c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 1001 time: 0.0624459
Feb 19 21:54:58.148908 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-7445756d-ee02-4d73-a5f1-bab62a118593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:54:58.150383 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-7445756d-ee02-4d73-a5f1-bab62a118593 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0489864
Feb 19 21:54:58.205760 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-fe4c02e6-66ab-4263-9d51-56e6cbb949af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:54:58.207293 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-fe4c02e6-66ab-4263-9d51-56e6cbb949af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0511072
Feb 19 21:54:58.217554 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-3fb8d1d7-615e-4ca4-973c-fc47b6b31f29 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:54:58.218520 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-3fb8d1d7-615e-4ca4-973c-fc47b6b31f29 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050657
Feb 19 21:54:58.309435 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-221d45b6-1ac9-4e05-ab35-1852332da449 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841787
Feb 19 21:54:58.402866 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fbce8bd6-3c16-4b5d-beaa-9852976083e5 req-0f1035df-3a7b-4ac9-b286-d3f7b2ef733e service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877824
Feb 19 21:54:59.907835 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:16.304362 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:55:18.429635 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aed01f1c-bf61-4785-8314-657cf1ea1710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:20.707433 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-efe0cdb1-34ff-43a8-85ad-438d947258cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:22.044176 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:23.386269 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:24.540934 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:26.410913 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:29.909576 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:41.760621 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3bec9-e16d-46a0-9c36-0121ce5e7edc req-b91d7aac-a653-418d-91c5-0bc9c4a5497d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:41.762433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93f3bec9-e16d-46a0-9c36-0121ce5e7edc req-b91d7aac-a653-418d-91c5-0bc9c4a5497d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0550568
Feb 19 21:55:41.812033 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93f3bec9-e16d-46a0-9c36-0121ce5e7edc req-ba74bf44-a196-4ef2-ac80-63bb8584a57a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433335
Feb 19 21:55:42.942566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b5aed-3b60-4297-b85f-8d4c7adb6a94 req-5b0b4a2f-5c26-42ad-a60d-2ee04ca076a8 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:42.944064 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-863b5aed-3b60-4297-b85f-8d4c7adb6a94 req-5b0b4a2f-5c26-42ad-a60d-2ee04ca076a8 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0572355
Feb 19 21:55:42.992885 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-863b5aed-3b60-4297-b85f-8d4c7adb6a94 req-51b2dbff-1f4d-465a-ab77-0567e2a3e709 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428109
Feb 19 21:55:44.118383 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97597cf6-388e-4eb2-a404-44b02cfab84d req-898744b2-4d5d-4e1d-bea6-859767fedbe4 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:44.119890 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97597cf6-388e-4eb2-a404-44b02cfab84d req-898744b2-4d5d-4e1d-bea6-859767fedbe4 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0531106
Feb 19 21:55:44.169076 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-97597cf6-388e-4eb2-a404-44b02cfab84d req-095c3c4a-0ce6-4000-a182-1ac0543c474f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431294
Feb 19 21:55:45.292584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e776a-eb53-406d-8fe9-c74ab52b2c56 req-e750eba1-5c5d-4b52-b23e-a2af3f6ffe5f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:45.294073 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-222e776a-eb53-406d-8fe9-c74ab52b2c56 req-e750eba1-5c5d-4b52-b23e-a2af3f6ffe5f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0547390
Feb 19 21:55:45.346658 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-222e776a-eb53-406d-8fe9-c74ab52b2c56 req-d92d6813-ce3e-40a3-9144-007535681354 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470047
Feb 19 21:55:46.466292 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6ba2-99a7-476f-90ca-060fc2d8cc0d req-0259b2b1-e829-4c9f-bf85-77d49786d984 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:46.468294 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76fc6ba2-99a7-476f-90ca-060fc2d8cc0d req-0259b2b1-e829-4c9f-bf85-77d49786d984 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0537512
Feb 19 21:55:46.516718 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-76fc6ba2-99a7-476f-90ca-060fc2d8cc0d req-621b4502-f052-4a22-9399-da74c4bc4564 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427105
Feb 19 21:55:47.635968 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dca82c-8810-41c2-8fb3-c86a3155bc89 req-adb6818a-99f2-45f7-a403-940ff06b596b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:47.637519 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4dca82c-8810-41c2-8fb3-c86a3155bc89 req-adb6818a-99f2-45f7-a403-940ff06b596b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0527835
Feb 19 21:55:47.684915 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d4dca82c-8810-41c2-8fb3-c86a3155bc89 req-e76f658d-e476-43fe-818e-0d20bddd97a3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418739
Feb 19 21:55:48.430851 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4a65ebef-5740-43e6-a942-e073e555d34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:48.808040 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e14b4-3fe3-4284-9602-4ae0d81c1f1c req-543bb79d-ebcd-4811-921a-4d94a83432d5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:48.809595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-141e14b4-3fe3-4284-9602-4ae0d81c1f1c req-543bb79d-ebcd-4811-921a-4d94a83432d5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0573351
Feb 19 21:55:48.858229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-141e14b4-3fe3-4284-9602-4ae0d81c1f1c req-8b20bfc6-afef-454b-8139-5af48a4db7f9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425756
Feb 19 21:55:49.979003 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f297af-1a77-4230-806f-20381fb6bfd7 req-e1f8c29b-374a-4c9d-9a58-b79ec5e46362 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:49.980493 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11f297af-1a77-4230-806f-20381fb6bfd7 req-e1f8c29b-374a-4c9d-9a58-b79ec5e46362 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0543134
Feb 19 21:55:50.028261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-11f297af-1a77-4230-806f-20381fb6bfd7 req-7d61da60-f6be-46c4-87dd-aefc55a0ac7c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421853
Feb 19 21:55:50.709252 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-06b84678-315c-4e08-8206-ec14e9885268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:51.150385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea3be9-7d0c-4b6a-ac89-60a865fa87ef req-dd08de53-08ed-4661-82fe-5c6ee5d953f9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:51.151877 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5cea3be9-7d0c-4b6a-ac89-60a865fa87ef req-dd08de53-08ed-4661-82fe-5c6ee5d953f9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0570879
Feb 19 21:55:51.200548 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5cea3be9-7d0c-4b6a-ac89-60a865fa87ef req-bd6a742e-7629-46d5-8529-b14f1e1ad404 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425828
Feb 19 21:55:52.047380 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:52.328143 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb438b-c010-49ea-8b9a-7a94c794dfdd req-d2dae6c3-a449-4f06-999a-7b6576eba14f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:52.329763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdeb438b-c010-49ea-8b9a-7a94c794dfdd req-d2dae6c3-a449-4f06-999a-7b6576eba14f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0589833
Feb 19 21:55:52.380305 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bdeb438b-c010-49ea-8b9a-7a94c794dfdd req-020e6c4f-1d8b-4d60-9d75-39adb4cdc777 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440807
Feb 19 21:55:53.303544 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:55:53.397945 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:53.502640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c11948-70cd-4e16-91ca-88e443b2acb9 req-451c2826-5f73-4153-8a16-e74166ae9008 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:53.504120 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81c11948-70cd-4e16-91ca-88e443b2acb9 req-451c2826-5f73-4153-8a16-e74166ae9008 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0522273
Feb 19 21:55:53.555382 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-81c11948-70cd-4e16-91ca-88e443b2acb9 req-1f63e2c9-a279-4e1e-8db2-34c18a09cd9c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455799
Feb 19 21:55:54.434582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3dbb2536-587e-40e3-a8ac-7bf6320069ce details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:55:54.535693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:55:54.554734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'port_id': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'mac_address': 'fa:16:3e:54:83:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:55:54.558074 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:54.602870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3dbb2536-587e-40e3-a8ac-7bf6320069ce is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:55:54.603208 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:54.616891 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dbb2536-587e-40e3-a8ac-7bf6320069ce {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:55:54.639902 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:55:54.643967 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:54.683545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886f381-3b1a-4e6e-a1aa-fb1dde414ac0 req-cfb810a4-3b19-4fb8-8371-f761b41f2ea0 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:54.685150 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7886f381-3b1a-4e6e-a1aa-fb1dde414ac0 req-cfb810a4-3b19-4fb8-8371-f761b41f2ea0 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0592651
Feb 19 21:55:54.698801 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:55:54.706966 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.707316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.707661 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.708003 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.708377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.708727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.709130 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.709582 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.709918 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.710248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.710578 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.710907 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.711231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:55:54.720458 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['3dbb2536-587e-40e3-a8ac-7bf6320069ce'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:55:54.741887 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7886f381-3b1a-4e6e-a1aa-fb1dde414ac0 req-86310eef-eecf-4a18-a996-959e1ca58624 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498443
Feb 19 21:55:55.883087 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a9077-fa60-4ec7-8014-a16e632dfcb1 req-badd910d-61eb-410f-bfe0-dcf3ecee038d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:55.884652 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e29a9077-fa60-4ec7-8014-a16e632dfcb1 req-badd910d-61eb-410f-bfe0-dcf3ecee038d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0618403
Feb 19 21:55:55.945503 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e29a9077-fa60-4ec7-8014-a16e632dfcb1 req-c973df3e-3745-4a55-95c2-125f0def864d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532675
Feb 19 21:55:56.412589 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:56.447800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3dbb2536-587e-40e3-a8ac-7bf6320069ce up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:55:56.502232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port 3dbb2536-587e-40e3-a8ac-7bf6320069ce triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:55:56.502891 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:56.583438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3dbb2536-587e-40e3-a8ac-7bf6320069ce is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:55:56.583834 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:56.607792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:55:56.610027 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e402fe8-f3b1-4fb5-860f-7db10ed9d8de" -d '{"events": [{"server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "name": "network-vif-plugged", "status": "completed", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:55:56.622635 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:55:56.627963 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:55:56.691045 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:55:56.736502 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c1b518-4768-4236-8085-5b7bee0c7334 x-openstack-request-id: req-b7c1b518-4768-4236-8085-5b7bee0c7334 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:55:56.737085 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "name": "network-vif-plugged", "status": "completed", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:55:56.737222 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7c1b518-4768-4236-8085-5b7bee0c7334 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:55:56.737801 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'code': 200}
Feb 19 21:55:57.086039 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906409d6-e16d-49fe-9448-00c56aafd03b req-befb7019-de49-468e-a7f6-a3faa3032df9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:57.087554 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-906409d6-e16d-49fe-9448-00c56aafd03b req-befb7019-de49-468e-a7f6-a3faa3032df9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0681832
Feb 19 21:55:57.149847 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-906409d6-e16d-49fe-9448-00c56aafd03b req-a2a34a9f-815f-4244-9abf-4f428b648a78 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553350
Feb 19 21:55:57.838019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202a96f-4aec-4d6d-9865-20de95bfebdb req-27072feb-52d7-4a24-906d-3034989a123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:57.839632 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2202a96f-4aec-4d6d-9865-20de95bfebdb req-27072feb-52d7-4a24-906d-3034989a123a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1128 time: 0.0464807
Feb 19 21:55:57.965434 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202a96f-4aec-4d6d-9865-20de95bfebdb req-d5b1838f-5b6f-4b6b-9e57-266b4203e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:57.966854 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2202a96f-4aec-4d6d-9865-20de95bfebdb req-d5b1838f-5b6f-4b6b-9e57-266b4203e5e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.1071310
Feb 19 21:55:58.038149 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2202a96f-4aec-4d6d-9865-20de95bfebdb req-d275a149-a1f0-402f-b00a-f8907f7a5d3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 1001 time: 0.0657578
Feb 19 21:55:58.089788 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202a96f-4aec-4d6d-9865-20de95bfebdb req-37a294f6-e47c-4010-868e-ced038554bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:58.091657 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2202a96f-4aec-4d6d-9865-20de95bfebdb req-37a294f6-e47c-4010-868e-ced038554bdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0474596
Feb 19 21:55:58.157661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202a96f-4aec-4d6d-9865-20de95bfebdb req-7906c026-1812-4954-8252-7df4092c588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:58.159582 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2202a96f-4aec-4d6d-9865-20de95bfebdb req-7906c026-1812-4954-8252-7df4092c588f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0613978
Feb 19 21:55:58.256751 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2202a96f-4aec-4d6d-9865-20de95bfebdb req-a5bd8818-1e24-47c0-9d7e-07ac1710704f service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898745
Feb 19 21:55:58.282462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2549f-7a3e-4e8c-83b3-de483acc0bc8 req-a51f6dc4-0587-4b66-a9ad-665933ffd279 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:58.292985 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fdc2549f-7a3e-4e8c-83b3-de483acc0bc8 req-a51f6dc4-0587-4b66-a9ad-665933ffd279 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0652823
Feb 19 21:55:58.349275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-fdc2549f-7a3e-4e8c-83b3-de483acc0bc8 req-f9be7944-934b-4e47-bcb4-557c9167dc41 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548682
Feb 19 21:55:58.381465 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-2202a96f-4aec-4d6d-9865-20de95bfebdb req-3fc9d884-e225-45a9-950d-bbc7be67861e service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1183002
Feb 19 21:55:59.488625 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d494b-36b8-4db3-9a63-a70b3940b7ce req-ae2ebd18-f29a-446c-96ec-d1b135c266c1 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:55:59.490964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-791d494b-36b8-4db3-9a63-a70b3940b7ce req-ae2ebd18-f29a-446c-96ec-d1b135c266c1 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0645988
Feb 19 21:55:59.546544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-791d494b-36b8-4db3-9a63-a70b3940b7ce req-a77bf3f9-2dc0-40ec-b8e4-fde5661d7e1c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496519
Feb 19 21:55:59.919800 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:00.684506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8c19f-867d-4a8e-9d19-69d86991108a req-b7c0c33e-9ddd-42ea-a78e-cd77bf968325 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:00.685981 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aee8c19f-867d-4a8e-9d19-69d86991108a req-b7c0c33e-9ddd-42ea-a78e-cd77bf968325 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0630493
Feb 19 21:56:00.742448 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-aee8c19f-867d-4a8e-9d19-69d86991108a req-834a5939-8f34-461a-b0a2-173cc061e095 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486364
Feb 19 21:56:01.886694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa5d26-591b-48a1-a271-a5868b4dd0b5 req-14a842a6-0326-4b05-bc5b-d9bd65b42ce4 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:01.888232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70aa5d26-591b-48a1-a271-a5868b4dd0b5 req-14a842a6-0326-4b05-bc5b-d9bd65b42ce4 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0562871
Feb 19 21:56:01.949206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-70aa5d26-591b-48a1-a271-a5868b4dd0b5 req-a50da9bc-9761-467a-b802-368c2562c08c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544190
Feb 19 21:56:03.088022 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facac173-0f5a-4422-b440-de317a0f8154 req-8e85710a-bac6-4309-8933-590356311f5f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:03.089586 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-facac173-0f5a-4422-b440-de317a0f8154 req-8e85710a-bac6-4309-8933-590356311f5f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0631607
Feb 19 21:56:03.139724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-facac173-0f5a-4422-b440-de317a0f8154 req-7966ee64-b468-4514-8a47-0913bc2b493a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439203
Feb 19 21:56:04.257399 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3205096-6524-4ef8-a1cd-969582003dd9 req-b564cfa6-5e97-4084-805c-b20629871f97 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:04.258893 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3205096-6524-4ef8-a1cd-969582003dd9 req-b564cfa6-5e97-4084-805c-b20629871f97 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0518715
Feb 19 21:56:04.307692 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b3205096-6524-4ef8-a1cd-969582003dd9 req-69992dc4-77e7-41d1-aaf0-dae58e0c919a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427251
Feb 19 21:56:04.490368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f7ae-be12-4811-82df-d4accce154aa req-150fd42d-18c2-45e7-b460-5d4ad095929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:04.491815 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f785f7ae-be12-4811-82df-d4accce154aa req-150fd42d-18c2-45e7-b460-5d4ad095929e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1128 time: 0.0458338
Feb 19 21:56:04.583535 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f7ae-be12-4811-82df-d4accce154aa req-0d515383-23c9-4abc-80cf-6f220e6a128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:04.585057 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f785f7ae-be12-4811-82df-d4accce154aa req-0d515383-23c9-4abc-80cf-6f220e6a128b service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.0879230
Feb 19 21:56:04.648718 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f785f7ae-be12-4811-82df-d4accce154aa req-42a52847-4cfc-42f7-bf71-e9183ad618a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 1001 time: 0.0577641
Feb 19 21:56:04.694746 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f7ae-be12-4811-82df-d4accce154aa req-1369f4aa-b7ec-40f6-b650-e7647417df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:04.696472 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f785f7ae-be12-4811-82df-d4accce154aa req-1369f4aa-b7ec-40f6-b650-e7647417df4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0424078
Feb 19 21:56:04.749846 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f7ae-be12-4811-82df-d4accce154aa req-197cec0c-f97d-4b55-8231-99280326cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:04.751283 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f785f7ae-be12-4811-82df-d4accce154aa req-197cec0c-f97d-4b55-8231-99280326cfdf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0485148
Feb 19 21:56:04.838096 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f785f7ae-be12-4811-82df-d4accce154aa req-9ee63ba5-3f6c-4d5f-b747-404fb6a713ec service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807612
Feb 19 21:56:04.929000 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f785f7ae-be12-4811-82df-d4accce154aa req-01be66ca-7d63-4af1-9c49-a88b9a93f2de service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845993
Feb 19 21:56:05.430821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590ca20-4cab-41fc-9911-f90b2c016392 req-0eb8f045-1f59-496c-a82d-f616fd0dd8f4 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:05.432314 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3590ca20-4cab-41fc-9911-f90b2c016392 req-0eb8f045-1f59-496c-a82d-f616fd0dd8f4 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0561082
Feb 19 21:56:05.480217 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3590ca20-4cab-41fc-9911-f90b2c016392 req-b9800b01-2da7-4961-be53-a4068c9e0642 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423305
Feb 19 21:56:06.613144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663171f-ddcb-4120-8519-260df0fa49d0 req-97b16f1b-193c-48e3-84c0-5b92a68f4cdf tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:06.614599 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6663171f-ddcb-4120-8519-260df0fa49d0 req-97b16f1b-193c-48e3-84c0-5b92a68f4cdf tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0587955
Feb 19 21:56:06.664675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6663171f-ddcb-4120-8519-260df0fa49d0 req-46322b96-0538-4903-9e84-4dc6e147ba31 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435433
Feb 19 21:56:07.785677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763b947-1c77-40c3-aeb2-39f6ad768b0f req-b4a43aed-2cd6-4416-a23c-483b6ce3ced6 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:07.787193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d763b947-1c77-40c3-aeb2-39f6ad768b0f req-b4a43aed-2cd6-4416-a23c-483b6ce3ced6 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0523946
Feb 19 21:56:07.839429 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d763b947-1c77-40c3-aeb2-39f6ad768b0f req-5a0267e6-0940-40de-8667-51c0111a8538 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465050
Feb 19 21:56:07.915888 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-1fbd5d0c-450a-4e19-b9fb-d59450eab953 req-e2fcddd6-e260-4d31-99d2-106e47ea5d06 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 21:56:07.916921 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1fbd5d0c-450a-4e19-b9fb-d59450eab953 req-e2fcddd6-e260-4d31-99d2-106e47ea5d06 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052998
Feb 19 21:56:08.075735 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c4872-d4c2-48bd-91ca-ee0b6fc9a0b3 req-30343896-d1d2-476a-a5b6-2b139d6f4fe4 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:08.077351 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c0c4872-d4c2-48bd-91ca-ee0b6fc9a0b3 req-30343896-d1d2-476a-a5b6-2b139d6f4fe4 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0553763
Feb 19 21:56:08.130058 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5c0c4872-d4c2-48bd-91ca-ee0b6fc9a0b3 req-7472cb9d-04b0-4102-9dbe-2f696de37bdf tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468290
Feb 19 21:56:08.408184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-d08e36b5-d32b-4937-93a5-fbbd0093db21 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0822968
Feb 19 21:56:08.525870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device 3dbb2536-587e-40e3-a8ac-7bf6320069ce no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:56:08.603142 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port 3dbb2536-587e-40e3-a8ac-7bf6320069ce is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:56:08.603544 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:08.625473 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:56:08.627684 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f638e1bb-6397-4126-98e4-7d1c09532f2e" -d '{"events": [{"server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:56:08.640766 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:56:08.644913 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:08.667590 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 21:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e13901-ad7c-4693-bf68-e2c340bf3ae9 x-openstack-request-id: req-41e13901-ad7c-4693-bf68-e2c340bf3ae9 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:56:08.667883 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "name": "network-vif-unplugged", "status": "failed", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce", "code": 422}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:56:08.668151 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41e13901-ad7c-4693-bf68-e2c340bf3ae9 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:56:08.668562 ncdv-master-1 neutron-server[121130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'code': 422} returned with failed status
Feb 19 21:56:08.692712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:56:09.254905 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d45f91-e5cf-4e2a-9e01-7d58809203f3 req-1adbf100-2e17-463b-8f76-2dcaf5a232be tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:09.256477 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27d45f91-e5cf-4e2a-9e01-7d58809203f3 req-1adbf100-2e17-463b-8f76-2dcaf5a232be tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 944 time: 0.0585494
Feb 19 21:56:09.309298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27d45f91-e5cf-4e2a-9e01-7d58809203f3 req-0230b0bd-438d-4f09-9e65-8a87ad5bc383 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468049
Feb 19 21:56:09.567282 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-b321b4ab-8f4f-442b-adc9-2450fcd4e565 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:09.568700 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-b321b4ab-8f4f-442b-adc9-2450fcd4e565 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports/3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 941 time: 0.0898340
Feb 19 21:56:10.437284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-dcbbc66a-e47a-4c3e-bcc8-0bd5c086321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:10.438790 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-dcbbc66a-e47a-4c3e-bcc8-0bd5c086321a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46&tenant_id=8f56cec0383d41f097d9ec75bbddc499 HTTP/1.1" status: 200  len: 1126 time: 0.1190526
Feb 19 21:56:10.450227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4416d6-2740-408b-b801-4ac4d9c3e8a7 req-0cea2f59-c7cd-4894-8d84-90a618cd2447 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:10.452296 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b4416d6-2740-408b-b801-4ac4d9c3e8a7 req-0cea2f59-c7cd-4894-8d84-90a618cd2447 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 944 time: 0.0648961
Feb 19 21:56:10.457001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:56:10.557112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2b4416d6-2740-408b-b801-4ac4d9c3e8a7 req-a93e35e6-3386-49d0-b894-ff76af15a272 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973165
Feb 19 21:56:10.557661 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:10.760903 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:56:10.793022 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch1-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:56:11.158345 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbb2536-587e-40e3-a8ac-7bf6320069ce {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:56:11.165935 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Publish callbacks [] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:11.178340 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Transition to ACTIVE for port object 3dbb2536-587e-40e3-a8ac-7bf6320069ce will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:56:11.182001 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:11.229091 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=9']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:56:11.268265 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.268649 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.269001 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.269356 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.270632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.270974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.271308 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.271640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.271969 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.272300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.272663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.272986 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.273311 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:56:11.316902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] No DVR routers for this DVR port 3dbb2536-587e-40e3-a8ac-7bf6320069ce on host nch1-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:56:11.457016 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Attempting to bind port 3dbb2536-587e-40e3-a8ac-7bf6320069ce on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:56:11.457653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Attempting to bind port 3dbb2536-587e-40e3-a8ac-7bf6320069ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:56:11.457653 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Attempting to bind port 3dbb2536-587e-40e3-a8ac-7bf6320069ce on network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:56:11.462287 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Port 3dbb2536-587e-40e3-a8ac-7bf6320069ce on network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:56:11.462436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Attempting to bind port 3dbb2536-587e-40e3-a8ac-7bf6320069ce on network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:56:11.467640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:56:11.467979 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Checking segment: {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:56:11.468395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Bound using segment: {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:56:11.468827 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Bound port: 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:56:11.469181 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:11.531514 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:56:11.534532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:56:11.541155 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:11.575097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:11.575681 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:11.577665 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] 10.222.0.67 "PUT /v2.0/ports/3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 1092 time: 1.1244557
Feb 19 21:56:11.581927 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:56:11.585122 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e517924-44fa-4bed-a78a-9a4c82b4d425" -d '{"events": [{"name": "network-changed", "server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:56:11.623774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77ca37-9e36-498f-9d5d-641045d43a70 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=10']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:56:11.711866 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-1a0c1722-81aa-43a0-bc4a-f87cddc9f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:11.713433 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-1a0c1722-81aa-43a0-bc4a-f87cddc9f07c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1127 time: 0.1115112
Feb 19 21:56:11.715334 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ff7b5d-a9ca-49db-8a84-785668fcbbaa x-openstack-request-id: req-35ff7b5d-a9ca-49db-8a84-785668fcbbaa {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:56:11.715625 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:56:11.715880 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35ff7b5d-a9ca-49db-8a84-785668fcbbaa {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:56:11.716269 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'status': 'completed', 'code': 200}
Feb 19 21:56:11.728964 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcbea8-bd4c-41f4-ad08-53ee90bddeab req-d076a5fb-bde7-4718-b027-34c998f794b3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:11.730550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3fcbea8-bd4c-41f4-ad08-53ee90bddeab req-d076a5fb-bde7-4718-b027-34c998f794b3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0775557
Feb 19 21:56:11.843101 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c3fcbea8-bd4c-41f4-ad08-53ee90bddeab req-9ead5827-6c69-489e-bd36-7a6e2c1b0d3b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039631
Feb 19 21:56:11.862298 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-afe3a3f1-8346-4cc6-a09f-7161209702aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:11.863845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-afe3a3f1-8346-4cc6-a09f-7161209702aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.1323519
Feb 19 21:56:11.929472 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-c09137f8-2e5c-4ea0-b18a-4298eb521ff6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 999 time: 0.0593109
Feb 19 21:56:11.977742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-c71076d4-239f-4515-aafa-cfd6b856edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:11.979195 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-c71076d4-239f-4515-aafa-cfd6b856edd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0440502
Feb 19 21:56:12.032493 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-b728b8fc-e36f-416d-b2da-34be9da330ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:12.033990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-b728b8fc-e36f-416d-b2da-34be9da330ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0489559
Feb 19 21:56:12.120821 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-338bcf5b-ca4d-41b0-8428-e9ef9238098d service neutron] 10.222.0.67 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806513
Feb 19 21:56:12.214708 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2fef999a-769d-4633-bb27-88f8aa054a1c req-d1bde803-9765-4933-b94d-4802eb8b61bb service neutron] 10.222.0.67 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883389
Feb 19 21:56:12.331141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517924-44fa-4bed-a78a-9a4c82b4d425 req-caa54b02-2e8e-44b1-bacc-0d29d5aeb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:12.332868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e517924-44fa-4bed-a78a-9a4c82b4d425 req-caa54b02-2e8e-44b1-bacc-0d29d5aeb1bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1127 time: 0.0501621
Feb 19 21:56:12.428206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517924-44fa-4bed-a78a-9a4c82b4d425 req-3386ce42-b57a-4af7-96d5-de012bd365c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:12.429754 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e517924-44fa-4bed-a78a-9a4c82b4d425 req-3386ce42-b57a-4af7-96d5-de012bd365c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.0918028
Feb 19 21:56:12.512262 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e517924-44fa-4bed-a78a-9a4c82b4d425 req-b38e2432-9cca-42e0-8ece-dd4e2d82a53a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 999 time: 0.0765064
Feb 19 21:56:12.998389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fadd8-5272-4d64-b970-ece230e505b0 req-38d1ec07-bc3d-471e-a63c-3d1e8a2f5357 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:12.999871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f61fadd8-5272-4d64-b970-ece230e505b0 req-38d1ec07-bc3d-471e-a63c-3d1e8a2f5357 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0555210
Feb 19 21:56:13.053740 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f61fadd8-5272-4d64-b970-ece230e505b0 req-8d958247-4411-469a-a5cb-5bdf9c3b47ff tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479586
Feb 19 21:56:14.215316 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad10698-a313-4d89-a979-c7fd1d66242b req-cbf6eb82-a8d9-4e95-b1c4-d397b601bcef tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:14.217616 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bad10698-a313-4d89-a979-c7fd1d66242b req-cbf6eb82-a8d9-4e95-b1c4-d397b601bcef tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0838802
Feb 19 21:56:14.268857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-bad10698-a313-4d89-a979-c7fd1d66242b req-160e2575-a877-4d3b-a37c-67d79c322d00 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455794
Feb 19 21:56:15.400724 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4004a8e-4e8b-4d41-a87d-c4f10804ce73 req-9c2ce083-781e-4e17-ba94-f5398ae1f8b1 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:15.404016 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4004a8e-4e8b-4d41-a87d-c4f10804ce73 req-9c2ce083-781e-4e17-ba94-f5398ae1f8b1 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0593920
Feb 19 21:56:15.476899 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4004a8e-4e8b-4d41-a87d-c4f10804ce73 req-3f8505f8-8123-42e1-a884-6f464f9690e6 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514984
Feb 19 21:56:16.608536 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce662794-3bd1-4296-8a92-ae3d92e4038e req-076aec24-0dfe-4fe4-a5fb-2688f564ba33 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:16.610218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce662794-3bd1-4296-8a92-ae3d92e4038e req-076aec24-0dfe-4fe4-a5fb-2688f564ba33 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0628448
Feb 19 21:56:16.666995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ce662794-3bd1-4296-8a92-ae3d92e4038e req-eb2a9b36-90bc-4073-981e-931efddc5fe6 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509136
Feb 19 21:56:17.803375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591c7f9-b120-4601-9013-d1ef10ab9ab6 req-35323219-0843-42a2-b707-d2789ff93348 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:17.806208 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2591c7f9-b120-4601-9013-d1ef10ab9ab6 req-35323219-0843-42a2-b707-d2789ff93348 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0678294
Feb 19 21:56:17.861363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2591c7f9-b120-4601-9013-d1ef10ab9ab6 req-1230818c-dd3b-4d26-b2e6-79bb8585d37a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484619
Feb 19 21:56:18.440295 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0771ae17-185a-4038-9efa-fbb08a002e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:18.988807 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b6402-bb47-464c-80f5-3cd8ec6c712e req-e482725b-3d87-4559-915e-fa5b60ff091c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:18.990215 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-452b6402-bb47-464c-80f5-3cd8ec6c712e req-e482725b-3d87-4559-915e-fa5b60ff091c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0532355
Feb 19 21:56:19.060763 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-452b6402-bb47-464c-80f5-3cd8ec6c712e req-655b8365-05f4-4529-b316-bc1bcbd16416 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647991
Feb 19 21:56:20.193830 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1ec1f-d9cd-40af-a96f-988b874686dd req-20ac6a6e-1052-4d32-863f-8ac7ac816224 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:20.195342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ba1ec1f-d9cd-40af-a96f-988b874686dd req-20ac6a6e-1052-4d32-863f-8ac7ac816224 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0527275
Feb 19 21:56:20.251452 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5ba1ec1f-d9cd-40af-a96f-988b874686dd req-05cb29f8-5427-4f0f-a40e-0d16a0c2fa4c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471494
Feb 19 21:56:20.712415 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9223f209-af8c-43a7-80ad-8aa8bcf2a912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:21.370870 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186526b4-fb4d-422e-98e0-a6c86d0fa883 req-1af7e6d8-284e-4071-9034-74802d833bba tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:21.372381 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-186526b4-fb4d-422e-98e0-a6c86d0fa883 req-1af7e6d8-284e-4071-9034-74802d833bba tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0540805
Feb 19 21:56:21.420752 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-186526b4-fb4d-422e-98e0-a6c86d0fa883 req-96654d5a-b175-4928-9219-9e9df0f2722d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426149
Feb 19 21:56:22.050558 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:22.547902 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e0eaf-55fb-4f5a-99cf-a6f5640fe1b0 req-63ed8644-9fac-4e09-9900-b1004b0318e8 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:22.549518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e7e0eaf-55fb-4f5a-99cf-a6f5640fe1b0 req-63ed8644-9fac-4e09-9900-b1004b0318e8 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0591357
Feb 19 21:56:22.604037 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e7e0eaf-55fb-4f5a-99cf-a6f5640fe1b0 req-2e6a32bd-0bae-4ca4-8774-222092d8d522 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488703
Feb 19 21:56:23.393077 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:23.723237 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27744be1-795d-4185-a332-b498f63f921e req-7debd733-abd6-44ff-8b37-633fd4e37d80 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:23.724836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27744be1-795d-4185-a332-b498f63f921e req-7debd733-abd6-44ff-8b37-633fd4e37d80 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0537760
Feb 19 21:56:23.775840 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-27744be1-795d-4185-a332-b498f63f921e req-50039703-246d-4fc6-a7eb-dc1982ab64ab tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454078
Feb 19 21:56:24.217319 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517924-44fa-4bed-a78a-9a4c82b4d425 req-3a175b97-0483-4fea-b2a8-548e87e0d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:24.218879 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e517924-44fa-4bed-a78a-9a4c82b4d425 req-3a175b97-0483-4fea-b2a8-548e87e0d6c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0505345
Feb 19 21:56:24.278100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517924-44fa-4bed-a78a-9a4c82b4d425 req-2880a0e5-46a3-4269-97e1-a7b595b4c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:24.280300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e517924-44fa-4bed-a78a-9a4c82b4d425 req-2880a0e5-46a3-4269-97e1-a7b595b4c5cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0528052
Feb 19 21:56:24.372493 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e517924-44fa-4bed-a78a-9a4c82b4d425 req-f3eacec5-7f5c-40d0-b543-bbad95289d42 service neutron] 10.222.0.67 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826321
Feb 19 21:56:24.477367 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4e517924-44fa-4bed-a78a-9a4c82b4d425 req-27ec15f1-66f2-406e-843e-2b6e469b51dd service neutron] 10.222.0.67 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961115
Feb 19 21:56:24.540645 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:24.897673 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa6845-7567-45c7-9f43-8dbcd35aca2d req-db6526ae-6557-47c1-9445-85a93c2fbdc3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:24.899220 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-caaa6845-7567-45c7-9f43-8dbcd35aca2d req-db6526ae-6557-47c1-9445-85a93c2fbdc3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0535483
Feb 19 21:56:24.951823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-caaa6845-7567-45c7-9f43-8dbcd35aca2d req-1264ce2f-dc93-4056-b6e6-cf6833648a92 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461850
Feb 19 21:56:26.110492 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a601cf7-eccf-4c69-971c-a9a308a16357 req-dea40dfe-0355-4ed5-a147-984986d2c9dc tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:26.112044 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a601cf7-eccf-4c69-971c-a9a308a16357 req-dea40dfe-0355-4ed5-a147-984986d2c9dc tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0862586
Feb 19 21:56:26.165612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a601cf7-eccf-4c69-971c-a9a308a16357 req-a70f649d-7259-4ac7-944f-3f43c23341f0 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479136
Feb 19 21:56:26.414595 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:27.285670 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af75c5-0da1-4eb1-a9cc-bcbb5af5432d req-8e30eed7-0db4-460d-a920-d49fa4b2660c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:27.287188 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a4af75c5-0da1-4eb1-a9cc-bcbb5af5432d req-8e30eed7-0db4-460d-a920-d49fa4b2660c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0535192
Feb 19 21:56:27.336048 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a4af75c5-0da1-4eb1-a9cc-bcbb5af5432d req-b5e929ca-0008-49df-98a2-a52c82af547d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433042
Feb 19 21:56:28.462748 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94f630-3c0c-4864-8762-6dca5178a114 req-ce319d2b-81a9-4f5b-aa0b-dd6d5c605e74 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:28.465229 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f94f630-3c0c-4864-8762-6dca5178a114 req-ce319d2b-81a9-4f5b-aa0b-dd6d5c605e74 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 945 time: 0.0615304
Feb 19 21:56:28.516561 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4f94f630-3c0c-4864-8762-6dca5178a114 req-043d615e-b7a5-4f48-a223-246abc17b4d9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439827
Feb 19 21:56:29.005451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3dbb2536-587e-40e3-a8ac-7bf6320069ce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:56:29.108795 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:56:29.121797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'port_id': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'mac_address': 'fa:16:3e:54:83:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:56:29.163997 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3dbb2536-587e-40e3-a8ac-7bf6320069ce is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:56:29.164431 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:29.177743 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbb2536-587e-40e3-a8ac-7bf6320069ce {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:56:29.203192 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:56:29.207018 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:29.255738 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=11']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:56:29.522734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['3dbb2536-587e-40e3-a8ac-7bf6320069ce'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:56:29.643397 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa81a8-2b3d-41a6-941a-9f206355db65 req-5a45c19d-2da9-4083-99da-298027755ba0 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:29.644854 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dfa81a8-2b3d-41a6-941a-9f206355db65 req-5a45c19d-2da9-4083-99da-298027755ba0 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0576549
Feb 19 21:56:29.694801 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2dfa81a8-2b3d-41a6-941a-9f206355db65 req-1f57ee3b-c534-4c31-9808-ae94b4178818 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441971
Feb 19 21:56:29.904930 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:30.304131 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:56:30.818522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c95555-603b-47a7-8a24-53689777b792 req-392e2615-8f6c-4daf-85da-8cc5b91d6f3e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:30.820061 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17c95555-603b-47a7-8a24-53689777b792 req-392e2615-8f6c-4daf-85da-8cc5b91d6f3e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 946 time: 0.0546868
Feb 19 21:56:30.870290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17c95555-603b-47a7-8a24-53689777b792 req-ce2f972b-cf54-4f76-966c-8a317ab3056a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443358
Feb 19 21:56:31.011970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3dbb2536-587e-40e3-a8ac-7bf6320069ce up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:56:31.061373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 3dbb2536-587e-40e3-a8ac-7bf6320069ce completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:56:31.065476 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 3dbb2536-587e-40e3-a8ac-7bf6320069ce triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:56:31.065886 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:31.146781 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 3dbb2536-587e-40e3-a8ac-7bf6320069ce is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:56:31.147180 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:31.170233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:56:31.172538 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef75d4a9-3771-4e68-8256-ac992e8e0d22" -d '{"events": [{"server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "name": "network-vif-plugged", "status": "completed", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:56:31.185477 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:56:31.189083 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:31.213428 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d30378-0722-4b65-98eb-f1a5ae6b0edd x-openstack-request-id: req-b8d30378-0722-4b65-98eb-f1a5ae6b0edd {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:56:31.213736 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "name": "network-vif-plugged", "status": "completed", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:56:31.214003 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8d30378-0722-4b65-98eb-f1a5ae6b0edd {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:56:31.214400 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'code': 200}
Feb 19 21:56:31.241057 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=12']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:56:31.372284 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac6b87-4e49-4e6f-99b3-c127a8b60da2 req-41768278-97ad-49da-8b1b-7eb4e2a8fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:31.373768 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1ac6b87-4e49-4e6f-99b3-c127a8b60da2 req-41768278-97ad-49da-8b1b-7eb4e2a8fbfc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1129 time: 0.0429757
Feb 19 21:56:31.424008 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d1ac6b87-4e49-4e6f-99b3-c127a8b60da2 req-f37d2bf0-cb49-4b81-9e1a-3d46916c201f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438101
Feb 19 21:56:31.993105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e806-754e-4521-b40a-de60abcdcb0c req-3b261613-b893-4f8c-ab62-61d199abb37b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:31.994539 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f46e806-754e-4521-b40a-de60abcdcb0c req-3b261613-b893-4f8c-ab62-61d199abb37b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 947 time: 0.0530598
Feb 19 21:56:32.044874 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5f46e806-754e-4521-b40a-de60abcdcb0c req-6951fe9d-2450-41a9-baab-686ebc5ef4b7 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440114
Feb 19 21:56:33.174671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb861333-9efe-46aa-b524-3b1664b47a3f req-f4091163-24d3-4168-845b-7ae8ee3fd5c6 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:33.176129 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb861333-9efe-46aa-b524-3b1664b47a3f req-f4091163-24d3-4168-845b-7ae8ee3fd5c6 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 947 time: 0.0536370
Feb 19 21:56:33.244078 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb861333-9efe-46aa-b524-3b1664b47a3f req-46ee4a36-54d4-4810-bdc2-5f27f3472118 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618353
Feb 19 21:56:34.385300 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f13c5f-43c0-44ee-ae86-01b92fb6507f req-82136218-54c9-4bfd-b7ce-0456edc8aa6d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:56:34.386831 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89f13c5f-43c0-44ee-ae86-01b92fb6507f req-82136218-54c9-4bfd-b7ce-0456edc8aa6d tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 947 time: 0.0594468
Feb 19 21:56:34.435623 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-89f13c5f-43c0-44ee-ae86-01b92fb6507f req-b891f2aa-501a-4bfb-bfe7-d1045877e4cf tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425036
Feb 19 21:56:48.433641 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f089a363-d67c-44b9-990a-0f88f98c302a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:50.715293 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-cea84512-ffbf-47b5-8256-f9120418fe7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:52.052814 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:53.396887 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:54.544950 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:56.409256 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:56:59.919440 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:01.582081 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24dfd8f1-67bd-481e-814f-555250e15fae req-270c6767-9b8e-403a-93ff-4337370426f6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0473835
Feb 19 21:57:01.668271 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfd8f1-67bd-481e-814f-555250e15fae req-9c21d72f-03c5-487c-8e51-3b22706d4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:57:01.672544 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24dfd8f1-67bd-481e-814f-555250e15fae req-9c21d72f-03c5-487c-8e51-3b22706d4f5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1129 time: 0.0476174
Feb 19 21:57:01.781386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfd8f1-67bd-481e-814f-555250e15fae req-0f7af102-ac6c-44ad-a451-ab50ce3e5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:57:01.782900 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24dfd8f1-67bd-481e-814f-555250e15fae req-0f7af102-ac6c-44ad-a451-ab50ce3e5c56 service neutron] 10.222.0.67 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.0926340
Feb 19 21:57:01.852863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24dfd8f1-67bd-481e-814f-555250e15fae req-491e92fb-2aa3-4d2f-8cb0-5ad699f6c53f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 1001 time: 0.0626678
Feb 19 21:57:01.907055 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfd8f1-67bd-481e-814f-555250e15fae req-a97405d9-635d-43fc-aca3-85d5acf31f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:57:01.908573 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24dfd8f1-67bd-481e-814f-555250e15fae req-a97405d9-635d-43fc-aca3-85d5acf31f22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0507247
Feb 19 21:57:01.960012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfd8f1-67bd-481e-814f-555250e15fae req-18171a4a-eda9-403a-92a7-3965a3128fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:57:01.961587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24dfd8f1-67bd-481e-814f-555250e15fae req-18171a4a-eda9-403a-92a7-3965a3128fdc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463645
Feb 19 21:57:02.049173 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24dfd8f1-67bd-481e-814f-555250e15fae req-6148ed8a-1d5a-43ce-ae3e-af74f18f6258 service neutron] 10.222.0.67 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819070
Feb 19 21:57:02.156310 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-24dfd8f1-67bd-481e-814f-555250e15fae req-630f4485-a9a7-429e-921b-b651001179b1 service neutron] 10.222.0.67 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1009908
Feb 19 21:57:07.303919 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:57:18.438873 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a731681-d1d1-4751-ad2a-0b12425aea6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:20.721710 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eac6155b-318d-4ec6-85f2-7150c72de490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:22.058298 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:23.400217 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:24.550375 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:26.414092 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:29.930530 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:44.302568 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:57:48.443959 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-797faf6f-b950-4068-a847-787fb261b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:50.719509 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-00bbc09d-890e-4f80-a212-185eb9146532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:52.060412 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:53.405131 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:54.554050 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:56.426367 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:57:59.947007 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:03.593871 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-f4554b2f-36c0-4596-a9da-4bca39e28862 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0599527
Feb 19 21:58:03.686395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-a545f854-9af3-4830-820c-8ae8e49f483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:03.687934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-a545f854-9af3-4830-820c-8ae8e49f483e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1129 time: 0.0477591
Feb 19 21:58:03.824268 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-cc042247-29d6-4b22-8f37-0666d9a93a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:03.826369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-cc042247-29d6-4b22-8f37-0666d9a93a5c service neutron] 10.222.0.67 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.1169806
Feb 19 21:58:03.895177 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-354eff2a-53b4-41dd-9483-ec3cd451f06d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 1001 time: 0.0638981
Feb 19 21:58:03.950704 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-777e7dfc-fff3-445f-a219-50ad16f97455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:03.952214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-777e7dfc-fff3-445f-a219-50ad16f97455 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0513499
Feb 19 21:58:04.006868 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-fc990a10-6472-44bb-87e5-c449d2100b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:04.008556 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-fc990a10-6472-44bb-87e5-c449d2100b2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0494211
Feb 19 21:58:04.110857 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-c059f796-358e-443d-897d-37e2771c1dd3 service neutron] 10.222.0.67 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0965164
Feb 19 21:58:04.223986 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-204715de-ce1c-486f-bbf0-beeb82b23587 req-22c2f4a1-eb04-4c73-9c62-62a5814253e6 service neutron] 10.222.0.67 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1079841
Feb 19 21:58:18.446116 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6f8792ac-8238-4e30-bde0-6c293be1477b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:18.740347 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39192) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:58:18.901104 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Deleting port a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:58:18.901461 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:18.982283 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:18.982528 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for floatingip (a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:18.994229 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Calling delete_port for a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49 owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:58:19.144968 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:19.174281 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event deleted for resources: {'Port': ['ID=a5b11c2e-6ccd-4ff7-ba2d-bcb6f8ea3f49,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:19.186991 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.187350 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.187701 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.188053 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.188430 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.188769 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.189105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.189442 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.189775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.190113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.190457 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.190784 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.191126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:19.246883 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for floatingip (2c40ce9f-9f9c-4842-a8f3-9d1ebd6112f2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:19.247130 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Floating IP 2c40ce9f-9f9c-4842-a8f3-9d1ebd6112f2 disassociated (deleted). External IP: 172.35.2.56, port: 3dbb2536-587e-40e3-a8ac-7bf6320069ce.
Feb 19 21:58:19.461102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Router 93000d85-65a2-43f3-a932-e8a399f766a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:58:19.572057 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:58:19.577669 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:19.582424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6586b7a-a4a5-4544-a1bc-1162ff061ab3 None None] Sync routers for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:58:19.592179 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6586b7a-a4a5-4544-a1bc-1162ff061ab3 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:58:19.592828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a6586b7a-a4a5-4544-a1bc-1162ff061ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c38970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:57:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:58:19.608166 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-75464110-c499-4fea-8bf6-e629185bf3aa tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "DELETE /v2.0/floatingips/2c40ce9f-9f9c-4842-a8f3-9d1ebd6112f2 HTTP/1.1" status: 204  len: 168 time: 0.8667114
Feb 19 21:58:19.608805 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:58:19.611078 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2" -d '{"events": [{"name": "network-changed", "server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:58:19.651605 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a3d8ed-d42c-43cd-917b-f4b559847daf x-openstack-request-id: req-44a3d8ed-d42c-43cd-917b-f4b559847daf {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:58:19.651915 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:58:19.652182 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44a3d8ed-d42c-43cd-917b-f4b559847daf {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:58:19.652643 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'status': 'completed', 'code': 200}
Feb 19 21:58:19.706780 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a6586b7a-a4a5-4544-a1bc-1162ff061ab3 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:58:19.726376 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2 req-f2cc8a67-680e-4dfd-b971-f54043844e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:19.728141 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2 req-f2cc8a67-680e-4dfd-b971-f54043844e5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 1129 time: 0.0546837
Feb 19 21:58:19.877375 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2 req-6c57cac0-c705-4d92-89a6-d1ba63bca150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:19.878925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2 req-6c57cac0-c705-4d92-89a6-d1ba63bca150 service neutron] 10.222.0.67 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.1428967
Feb 19 21:58:19.933591 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2 req-dd0bc415-9ba0-4450-855c-137d220471ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 200  len: 217 time: 0.0480082
Feb 19 21:58:19.954745 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42dd28-87b8-4230-b7e9-1b7cae44f750 req-269d4fe9-759c-43ce-9c2e-87b2a14d51ba tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:19.956400 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f42dd28-87b8-4230-b7e9-1b7cae44f750 req-269d4fe9-759c-43ce-9c2e-87b2a14d51ba tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 947 time: 0.1264429
Feb 19 21:58:20.033584 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2 req-cbe3523c-09e1-4de1-8228-80937f8cee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:20.035747 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2 req-cbe3523c-09e1-4de1-8228-80937f8cee30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0952637
Feb 19 21:58:20.086536 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f42dd28-87b8-4230-b7e9-1b7cae44f750 req-c58a8224-a2be-4112-af24-757801d93646 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090937
Feb 19 21:58:20.111214 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2 req-42b03022-9267-4fef-b27b-b50779a8260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:20.111214 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2 req-42b03022-9267-4fef-b27b-b50779a8260a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0662785
Feb 19 21:58:20.111579 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a6586b7a-a4a5-4544-a1bc-1162ff061ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c38970>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:58:20.145347 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6586b7a-a4a5-4544-a1bc-1162ff061ab3 None None] Checking router: 93000d85-65a2-43f3-a932-e8a399f766a2 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:58:20.154505 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6586b7a-a4a5-4544-a1bc-1162ff061ab3 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:58:20.155133 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a6586b7a-a4a5-4544-a1bc-1162ff061ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62c38970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:57:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:58:20.217269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2 req-46dcbeb0-4f58-45ff-bdc4-ea6faffec86c service neutron] 10.222.0.67 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1008799
Feb 19 21:58:20.280530 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-a6586b7a-a4a5-4544-a1bc-1162ff061ab3 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:58:20.332888 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8decb3fb-7812-4a2a-a9dd-1dd4b8682da2 req-94f5f7a7-72d1-499e-a0fa-fa0314214423 service neutron] 10.222.0.67 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1081583
Feb 19 21:58:20.498564 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-a6586b7a-a4a5-4544-a1bc-1162ff061ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62c38970>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:58:20.524688 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6586b7a-a4a5-4544-a1bc-1162ff061ab3 None None] The sync data for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 is: [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:58:20.718194 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ef68-a825-47ab-a5e6-5d695889ae5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:20.783107 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd89fb89-ebea-4f78-b4ea-44db7f088183 None None] New status for floating IP 2c40ce9f-9f9c-4842-a8f3-9d1ebd6112f2: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:58:21.229178 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588701f1-161f-44bc-be86-43ce88460b87 req-1fdce339-39af-4a09-bb77-ceecd3b61674 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:21.230726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-588701f1-161f-44bc-be86-43ce88460b87 req-1fdce339-39af-4a09-bb77-ceecd3b61674 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 947 time: 0.0552354
Feb 19 21:58:21.296106 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-588701f1-161f-44bc-be86-43ce88460b87 req-2a372434-5b1d-444e-9a4f-3c19d551b3fb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=7da44176-57ac-4029-b771-ccd25ffb12e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567989
Feb 19 21:58:21.307013 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:58:21.841753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844344d-8066-4b46-bc2c-44c84a8cabb2 req-5bfc4234-bb7b-4b30-8530-cb8551471691 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:21.843363 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9844344d-8066-4b46-bc2c-44c84a8cabb2 req-5bfc4234-bb7b-4b30-8530-cb8551471691 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.67 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 947 time: 0.4290140
Feb 19 21:58:21.966723 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-9844344d-8066-4b46-bc2c-44c84a8cabb2 req-72a6b2a7-58d5-4de0-906a-4b832c6974e5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Deleting port 3dbb2536-587e-40e3-a8ac-7bf6320069ce {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 21:58:21.967036 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9844344d-8066-4b46-bc2c-44c84a8cabb2 req-72a6b2a7-58d5-4de0-906a-4b832c6974e5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:22.068108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-9844344d-8066-4b46-bc2c-44c84a8cabb2 req-72a6b2a7-58d5-4de0-906a-4b832c6974e5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] For port 3dbb2536-587e-40e3-a8ac-7bf6320069ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbb2536-587e-40e3-a8ac-7bf6320069ce,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:58:22.068534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9844344d-8066-4b46-bc2c-44c84a8cabb2 req-72a6b2a7-58d5-4de0-906a-4b832c6974e5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:22.071068 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:22.083240 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-9844344d-8066-4b46-bc2c-44c84a8cabb2 req-72a6b2a7-58d5-4de0-906a-4b832c6974e5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Calling delete_port for 3dbb2536-587e-40e3-a8ac-7bf6320069ce owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 21:58:22.256826 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9844344d-8066-4b46-bc2c-44c84a8cabb2 req-72a6b2a7-58d5-4de0-906a-4b832c6974e5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (3dbb2536-587e-40e3-a8ac-7bf6320069ce), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:22.302086 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6b2a7-58d5-4de0-906a-4b832c6974e5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event deleted for resources: {'Port': ['ID=3dbb2536-587e-40e3-a8ac-7bf6320069ce,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:22.372677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9844344d-8066-4b46-bc2c-44c84a8cabb2 req-72a6b2a7-58d5-4de0-906a-4b832c6974e5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] No DVR routers for this DVR port 3dbb2536-587e-40e3-a8ac-7bf6320069ce on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 21:58:22.376530 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-9844344d-8066-4b46-bc2c-44c84a8cabb2 req-72a6b2a7-58d5-4de0-906a-4b832c6974e5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:22.382218 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9844344d-8066-4b46-bc2c-44c84a8cabb2 req-72a6b2a7-58d5-4de0-906a-4b832c6974e5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.67 "DELETE /v2.0/ports/3dbb2536-587e-40e3-a8ac-7bf6320069ce HTTP/1.1" status: 204  len: 173 time: 0.5335658
Feb 19 21:58:22.382950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'name': 'network-vif-deleted', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:58:22.386341 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290d35bc-3c11-40dc-aa08-75df8fa5787e" -d '{"events": [{"server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "name": "network-vif-deleted", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:58:22.444809 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7c99fddb-9e48-4952-ba14-4bc5dfb78f16 req-34991f39-67bb-4819-99e8-aa67c8920a31 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=55efb7a9-de53-43af-a75e-23bf2dea8a46 HTTP/1.1" status: 200  len: 210 time: 0.0533569
Feb 19 21:58:22.447344 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ee975d-d8a7-47d5-9b46-d1e4554cd6fe x-openstack-request-id: req-46ee975d-d8a7-47d5-9b46-d1e4554cd6fe {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:58:22.447557 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55efb7a9-de53-43af-a75e-23bf2dea8a46", "name": "network-vif-deleted", "tag": "3dbb2536-587e-40e3-a8ac-7bf6320069ce", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:58:22.447834 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46ee975d-d8a7-47d5-9b46-d1e4554cd6fe {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:58:22.448230 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55efb7a9-de53-43af-a75e-23bf2dea8a46', 'name': 'network-vif-deleted', 'tag': '3dbb2536-587e-40e3-a8ac-7bf6320069ce', 'status': 'completed', 'code': 200}
Feb 19 21:58:23.407227 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:23.513533 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39232) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:58:23.577650 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-283fd83c-3637-455f-88a4-1e1d3e9be14e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (7da44176-57ac-4029-b771-ccd25ffb12e2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:23.604695 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-283fd83c-3637-455f-88a4-1e1d3e9be14e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (7da44176-57ac-4029-b771-ccd25ffb12e2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:23.617313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3dbb2536-587e-40e3-a8ac-7bf6320069ce no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 21:58:23.638373 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 3dbb2536-587e-40e3-a8ac-7bf6320069ce {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 21:58:23.638696 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 3dbb2536-587e-40e3-a8ac-7bf6320069ce not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 21:58:23.690836 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-283fd83c-3637-455f-88a4-1e1d3e9be14e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (7da44176-57ac-4029-b771-ccd25ffb12e2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:23.693610 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-283fd83c-3637-455f-88a4-1e1d3e9be14e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:23.694792 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-283fd83c-3637-455f-88a4-1e1d3e9be14e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "DELETE /v2.0/security-groups/7da44176-57ac-4029-b771-ccd25ffb12e2 HTTP/1.1" status: 204  len: 168 time: 0.1802473
Feb 19 21:58:23.707594 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fd83c-3637-455f-88a4-1e1d3e9be14e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da44176-57ac-4029-b771-ccd25ffb12e2,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:24.570276 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.088046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39242) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:58:26.093743 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-94a9176a-0e0c-4d75-bd2d-6e3f6f233844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206707975', 'description': 'tempest-secgroup-smoke-206707975 description', 'project_id': '8f56cec0383d41f097d9ec75bbddc499'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:58:26.119384 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-94a9176a-0e0c-4d75-bd2d-6e3f6f233844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.217071 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-94a9176a-0e0c-4d75-bd2d-6e3f6f233844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (f9150976-6061-444e-b172-e8c7f924320a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.221644 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-94a9176a-0e0c-4d75-bd2d-6e3f6f233844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f9150976-6061-444e-b172-e8c7f924320a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.255984 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-94a9176a-0e0c-4d75-bd2d-6e3f6f233844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.257315 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-94a9176a-0e0c-4d75-bd2d-6e3f6f233844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1679161
Feb 19 21:58:26.258303 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9176a-0e0c-4d75-bd2d-6e3f6f233844 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9150976-6061-444e-b172-e8c7f924320a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:26.261000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39244) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:58:26.267149 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': 'f9150976-6061-444e-b172-e8c7f924320a', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:58:26.295982 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (a8175940-2535-42bd-9d97-44667ef368c7), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.366600 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (a8175940-2535-42bd-9d97-44667ef368c7), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.371210 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (a8175940-2535-42bd-9d97-44667ef368c7), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.395191 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8175940-2535-42bd-9d97-44667ef368c7,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:26.407178 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.408471 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1464176
Feb 19 21:58:26.410519 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.410869 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.411222 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.411549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.411921 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.412090 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39248) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:58:26.412400 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.412897 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.413340 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.413676 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.414087 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.414433 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.415114 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.415527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1199e-b5c1-4bbc-84c1-910450858fad tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:26.417100 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d78ce6c5-4568-442f-87f3-b795d852da93 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': 'f9150976-6061-444e-b172-e8c7f924320a', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:58:26.418114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.450615 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d78ce6c5-4568-442f-87f3-b795d852da93 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (5fe3fb37-3683-4d66-aee2-6722f095c9d2), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.527255 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d78ce6c5-4568-442f-87f3-b795d852da93 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (5fe3fb37-3683-4d66-aee2-6722f095c9d2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.531294 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d78ce6c5-4568-442f-87f3-b795d852da93 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (5fe3fb37-3683-4d66-aee2-6722f095c9d2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.554524 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ce6c5-4568-442f-87f3-b795d852da93 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe3fb37-3683-4d66-aee2-6722f095c9d2,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:26.563994 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d78ce6c5-4568-442f-87f3-b795d852da93 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.565300 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d78ce6c5-4568-442f-87f3-b795d852da93 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1521587
Feb 19 21:58:26.568021 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39250) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:58:26.572677 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5ac0d73a-47d0-483e-9b14-8195af757a7b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': 'f9150976-6061-444e-b172-e8c7f924320a', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:58:26.600939 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d73a-47d0-483e-9b14-8195af757a7b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (c843e4e1-30bc-4b56-8750-7b6b601555fd), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.676895 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d73a-47d0-483e-9b14-8195af757a7b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (c843e4e1-30bc-4b56-8750-7b6b601555fd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.681566 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d73a-47d0-483e-9b14-8195af757a7b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c843e4e1-30bc-4b56-8750-7b6b601555fd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.709465 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0d73a-47d0-483e-9b14-8195af757a7b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c843e4e1-30bc-4b56-8750-7b6b601555fd,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:26.718266 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d73a-47d0-483e-9b14-8195af757a7b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.719772 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5ac0d73a-47d0-483e-9b14-8195af757a7b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1505921
Feb 19 21:58:26.722770 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39252) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:58:26.729274 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d7afebaa-f140-4440-9e65-d1bf94dbde51 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': 'f9150976-6061-444e-b172-e8c7f924320a', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:58:26.763915 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7afebaa-f140-4440-9e65-d1bf94dbde51 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (88490289-d6a1-48ca-89b6-9d00cc0bb097), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.829488 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7afebaa-f140-4440-9e65-d1bf94dbde51 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (88490289-d6a1-48ca-89b6-9d00cc0bb097), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.833579 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7afebaa-f140-4440-9e65-d1bf94dbde51 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (88490289-d6a1-48ca-89b6-9d00cc0bb097), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.851395 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afebaa-f140-4440-9e65-d1bf94dbde51 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88490289-d6a1-48ca-89b6-9d00cc0bb097,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:26.863204 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d7afebaa-f140-4440-9e65-d1bf94dbde51 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.865154 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d7afebaa-f140-4440-9e65-d1bf94dbde51 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1410522
Feb 19 21:58:26.869595 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39254) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:58:26.874126 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-c5683fd9-7f44-4a51-80dc-dd90f2c5b97a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': 'f9150976-6061-444e-b172-e8c7f924320a', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:58:26.896550 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-c5683fd9-7f44-4a51-80dc-dd90f2c5b97a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Project 8f56cec0383d41f097d9ec75bbddc499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:58:26.902216 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c5683fd9-7f44-4a51-80dc-dd90f2c5b97a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (3a3ca45d-3637-4a17-b209-b69bc3e15f1d), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.981294 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c5683fd9-7f44-4a51-80dc-dd90f2c5b97a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (3a3ca45d-3637-4a17-b209-b69bc3e15f1d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:26.986866 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c5683fd9-7f44-4a51-80dc-dd90f2c5b97a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (3a3ca45d-3637-4a17-b209-b69bc3e15f1d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:27.008858 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5683fd9-7f44-4a51-80dc-dd90f2c5b97a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3ca45d-3637-4a17-b209-b69bc3e15f1d,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:27.018516 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-c5683fd9-7f44-4a51-80dc-dd90f2c5b97a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:27.019830 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-c5683fd9-7f44-4a51-80dc-dd90f2c5b97a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1491723
Feb 19 21:58:27.029405 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39256) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:58:27.034718 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-bff976ae-4fb1-435f-819f-35d63c6b3596 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'security_group_rule': {'security_group_id': 'f9150976-6061-444e-b172-e8c7f924320a', 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:58:27.059426 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-bff976ae-4fb1-435f-819f-35d63c6b3596 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Project 8f56cec0383d41f097d9ec75bbddc499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 21:58:27.065030 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bff976ae-4fb1-435f-819f-35d63c6b3596 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (1d126a5c-6ad4-489a-8af6-245933120192), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:27.144652 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bff976ae-4fb1-435f-819f-35d63c6b3596 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (1d126a5c-6ad4-489a-8af6-245933120192), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:27.152880 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bff976ae-4fb1-435f-819f-35d63c6b3596 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (1d126a5c-6ad4-489a-8af6-245933120192), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:27.177687 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff976ae-4fb1-435f-819f-35d63c6b3596 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d126a5c-6ad4-489a-8af6-245933120192,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:27.183886 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-bff976ae-4fb1-435f-819f-35d63c6b3596 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:27.185013 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-bff976ae-4fb1-435f-819f-35d63c6b3596 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1544065
Feb 19 21:58:29.962831 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:30.164709 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-e6b9e538-3a05-4214-a379-087dbabef8d2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206707975&fields=id&tenant_id=8f56cec0383d41f097d9ec75bbddc499 HTTP/1.1" status: 200  len: 267 time: 0.0522885
Feb 19 21:58:30.277684 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-1c6d7169-630b-444c-9231-650bfdd29dec tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:30.279187 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-1c6d7169-630b-444c-9231-650bfdd29dec tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 809 time: 0.1068780
Feb 19 21:58:30.301280 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-ad3f98ca-cb16-4a75-a196-64b6a5b163b9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/quotas/8f56cec0383d41f097d9ec75bbddc499 HTTP/1.1" status: 200  len: 375 time: 0.0164070
Feb 19 21:58:30.359668 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-3f38bd8a-f846-483b-bd44-8ed01f5a2f26 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0515544
Feb 19 21:58:30.513089 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-00d69ea1-dbd7-44d7-a440-960a5acde6db service neutron] 10.222.0.30 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411254
Feb 19 21:58:30.608578 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-fc388fbf-0782-4747-9642-3a53553feee0 service neutron] 10.222.0.30 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896132
Feb 19 21:58:31.979951 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-183a7434-83b6-4e3e-ba34-c7158a314172 req-e75dfd99-dd90-4ccc-9d72-e2d00e61f950 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 210 time: 0.0288329
Feb 19 21:58:33.073390 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-01f92698-db78-4799-9baf-90404393ab6a req-b5a113e4-9115-40ad-a43d-abacd326b04f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 210 time: 0.0306795
Feb 19 21:58:34.184648 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-00bfab31-792d-4f38-a8ad-770eabb87ea1 req-8d806280-a41f-4f28-970a-f6e3e3f9dd28 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 210 time: 0.0444231
Feb 19 21:58:35.282990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f5f26475-c346-49e6-886b-29806321fa13 req-1fca8176-ea38-4722-8e1e-3f990aa93f01 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 210 time: 0.0439832
Feb 19 21:58:36.393398 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-e0cc4271-dea8-4bf7-bc9d-8f10dd94fc73 req-ad029b49-70c8-4d77-b579-a36c702be419 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 210 time: 0.0297263
Feb 19 21:58:37.139510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-8716637b-e265-467a-b221-1b463c5f44c5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:37.141095 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-8716637b-e265-467a-b221-1b463c5f44c5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 809 time: 0.1707997
Feb 19 21:58:37.253634 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-ae637a6e-b1e2-4909-9dea-efc82b1777b3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f56cec0383d41f097d9ec75bbddc499 HTTP/1.1" status: 200  len: 379 time: 0.1044927
Feb 19 21:58:37.263349 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'port': {'device_id': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'admin_state_up': True, 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'security_groups': ['f9150976-6061-444e-b172-e8c7f924320a']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:58:37.421489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Made reservation on behalf of 8f56cec0383d41f097d9ec75bbddc499 for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 21:58:37.428645 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:37.535298 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-069b55b5-4b09-42be-8132-ebeb2a843058 req-c2bec6ea-1e82-4720-bd35-290f95c486a5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 210 time: 0.0343037
Feb 19 21:58:37.638617 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Allocated IP 172.20.0.4 (15a1c9e8-368f-4444-8b18-de8bd3a7cbbf/fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef/c327b26c-57d0-46c4-99e2-f3e9ee2db741) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:58:37.815188 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:37.855118 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:37.906975 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:58:37.910188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:58:37.914392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:58:37.954577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'Port': ['ID=c327b26c-57d0-46c4-99e2-f3e9ee2db741,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:37.993749 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:37.994778 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:38.024589 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-7154fcf2-534f-4265-b6a6-41b1b2d600db tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7659645
Feb 19 21:58:38.037839 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Request body: {'port': {'device_id': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:58:38.139048 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:38.262090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6e842379-1907-42f3-9f30-8237f75ee5e4 None None] Provisioning complete for port c327b26c-57d0-46c4-99e2-f3e9ee2db741 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:58:38.263390 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6e842379-1907-42f3-9f30-8237f75ee5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:38.303166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6e842379-1907-42f3-9f30-8237f75ee5e4 None None] Port c327b26c-57d0-46c4-99e2-f3e9ee2db741 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 21:58:38.521716 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c327b26c-57d0-46c4-99e2-f3e9ee2db741 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:58:38.530160 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Publish callbacks [] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:38.546635 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Transition to ACTIVE for port object c327b26c-57d0-46c4-99e2-f3e9ee2db741 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 21:58:38.551038 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:38.643553 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Pushing event updated for resources: {'Port': ['ID=c327b26c-57d0-46c4-99e2-f3e9ee2db741,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:38.750922 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Attempting to bind port c327b26c-57d0-46c4-99e2-f3e9ee2db741 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 21:58:38.752069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Attempting to bind port c327b26c-57d0-46c4-99e2-f3e9ee2db741 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 21:58:38.752069 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Attempting to bind port c327b26c-57d0-46c4-99e2-f3e9ee2db741 on network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:58:38.760266 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Port c327b26c-57d0-46c4-99e2-f3e9ee2db741 on network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 21:58:38.760895 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Attempting to bind port c327b26c-57d0-46c4-99e2-f3e9ee2db741 on network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 21:58:38.770153 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 21, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 21:58:38.770872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Checking segment: {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 21:58:38.771612 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Bound using segment: {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 21:58:38.772630 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Bound port: c327b26c-57d0-46c4-99e2-f3e9ee2db741, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241c7e0e-2914-4075-8c47-a36a467de73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 21:58:38.773295 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:38.810148 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f285a-db23-4758-bdbf-1db35e3b6395 req-26d6786c-a1e1-4acc-9b69-f3902273eec8 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:38.816206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-092f285a-db23-4758-bdbf-1db35e3b6395 req-26d6786c-a1e1-4acc-9b69-f3902273eec8 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 943 time: 0.2015910
Feb 19 21:58:38.873983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] For port c327b26c-57d0-46c4-99e2-f3e9ee2db741, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 21:58:38.881453 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] For port c327b26c-57d0-46c4-99e2-f3e9ee2db741, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 21:58:38.889917 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:38.906724 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-092f285a-db23-4758-bdbf-1db35e3b6395 req-a211aa18-aeed-419e-a37d-1834c66d71c8 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0845690
Feb 19 21:58:38.932418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:38.932725 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:38.935097 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] 10.222.0.10 "PUT /v2.0/ports/c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 1091 time: 0.9031420
Feb 19 21:58:38.937739 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:58:38.940166 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c75e5c-5895-42ae-9060-cb3da7a0757e" -d '{"events": [{"name": "network-changed", "server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:58:38.970239 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62be5ff-eb47-489e-9e39-d34f7988343f service neutron] Pushing event updated for resources: {'Port': ['ID=c327b26c-57d0-46c4-99e2-f3e9ee2db741,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:39.048669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-513622de-3568-4373-8dbd-161cf01cccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:39.050215 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-513622de-3568-4373-8dbd-161cf01cccce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1125 time: 0.0583401
Feb 19 21:58:39.101452 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e95b3d-37d0-4097-a43b-4c30c6e17450 x-openstack-request-id: req-a1e95b3d-37d0-4097-a43b-4c30c6e17450 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:58:39.101756 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:58:39.102024 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1e95b3d-37d0-4097-a43b-4c30c6e17450 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:58:39.102429 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'status': 'completed', 'code': 200}
Feb 19 21:58:39.104269 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-9bbc3ca7-a1e0-4ea6-9e33-5e021cd65129 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 217 time: 0.0478690
Feb 19 21:58:39.157526 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-3faaf64d-dd83-4bea-884a-1072f7f9e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:39.159047 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-3faaf64d-dd83-4bea-884a-1072f7f9e5f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0493720
Feb 19 21:58:39.215327 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-247135bb-670f-43d1-8bd2-a3a78cf0e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:39.217076 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-247135bb-670f-43d1-8bd2-a3a78cf0e338 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0522754
Feb 19 21:58:39.328145 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-1e58c17d-62e4-4237-aa34-423bf63c1718 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050782
Feb 19 21:58:39.430622 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9570e031-ecf8-4685-bf42-f440f5a02c21 req-2a1cd7c3-ae31-4325-a8c5-b1cd6bbda12c service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972064
Feb 19 21:58:39.543872 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75e5c-5895-42ae-9060-cb3da7a0757e req-b87b06d2-a036-4432-96fe-c237b4149cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:39.545440 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85c75e5c-5895-42ae-9060-cb3da7a0757e req-b87b06d2-a036-4432-96fe-c237b4149cab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1125 time: 0.0636916
Feb 19 21:58:39.664368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75e5c-5895-42ae-9060-cb3da7a0757e req-c4596fcb-1042-49a0-9a19-d6ce78b0e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:39.665791 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85c75e5c-5895-42ae-9060-cb3da7a0757e req-c4596fcb-1042-49a0-9a19-d6ce78b0e731 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.1149395
Feb 19 21:58:39.714197 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85c75e5c-5895-42ae-9060-cb3da7a0757e req-c6eefbd4-a2ae-4635-9c7f-cafc1f377819 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 217 time: 0.0407686
Feb 19 21:58:39.764577 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75e5c-5895-42ae-9060-cb3da7a0757e req-b264b9b1-153e-4b07-9b3e-5eda8cc850db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:39.766083 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85c75e5c-5895-42ae-9060-cb3da7a0757e req-b264b9b1-153e-4b07-9b3e-5eda8cc850db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0452845
Feb 19 21:58:39.819250 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75e5c-5895-42ae-9060-cb3da7a0757e req-64989c6e-69c9-4fc5-bad7-7afb85098f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:39.820881 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85c75e5c-5895-42ae-9060-cb3da7a0757e req-64989c6e-69c9-4fc5-bad7-7afb85098f2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0489266
Feb 19 21:58:39.965878 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85c75e5c-5895-42ae-9060-cb3da7a0757e req-8bebf48b-80da-406b-93ae-68d270cb6b3f service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0983553
Feb 19 21:58:40.086105 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81a80d-7fba-42c2-a690-6d8b6532ac41 req-a7f081ef-c357-4239-9fa2-dafd01a62833 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:40.087707 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e81a80d-7fba-42c2-a690-6d8b6532ac41 req-a7f081ef-c357-4239-9fa2-dafd01a62833 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 943 time: 0.0797322
Feb 19 21:58:40.114124 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-85c75e5c-5895-42ae-9060-cb3da7a0757e req-e7c2fcfa-5d7f-4486-9b4c-ecad467dc157 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205392
Feb 19 21:58:40.158365 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6e81a80d-7fba-42c2-a690-6d8b6532ac41 req-d2652786-8404-4e28-bc5a-2f33c8f31e3f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615926
Feb 19 21:58:41.353272 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f232d2b-26e7-417a-ad50-703e92afcc3e req-4082b3c6-a1fc-456c-a78a-a2744027d147 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:41.354858 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f232d2b-26e7-417a-ad50-703e92afcc3e req-4082b3c6-a1fc-456c-a78a-a2744027d147 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 943 time: 0.1179180
Feb 19 21:58:41.424705 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2f232d2b-26e7-417a-ad50-703e92afcc3e req-229ed756-01f0-4dc9-afe1-080b88f9509a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612288
Feb 19 21:58:42.563993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570534c-a1c5-4436-bd38-568da87be49b req-9820c3e1-d24e-4ec7-8f78-a934160d62fe tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:42.565626 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d570534c-a1c5-4436-bd38-568da87be49b req-9820c3e1-d24e-4ec7-8f78-a934160d62fe tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 943 time: 0.0589848
Feb 19 21:58:42.627870 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d570534c-a1c5-4436-bd38-568da87be49b req-39284c7f-18f7-460c-a4ce-e22d048bac13 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561669
Feb 19 21:58:43.283699 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c327b26c-57d0-46c4-99e2-f3e9ee2db741 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 21:58:43.388493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c327b26c-57d0-46c4-99e2-f3e9ee2db741, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:58:43.400576 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'port_id': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'mac_address': 'fa:16:3e:f9:c3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 21:58:43.451739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port c327b26c-57d0-46c4-99e2-f3e9ee2db741 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:58:43.452128 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:43.466650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c327b26c-57d0-46c4-99e2-f3e9ee2db741 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 21:58:43.489469 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c327b26c-57d0-46c4-99e2-f3e9ee2db741, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:58:43.494645 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:43.547292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=c327b26c-57d0-46c4-99e2-f3e9ee2db741,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:43.555977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.556425 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.556755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.557108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.557457 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.557800 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.558135 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.558467 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.558799 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.559158 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.559485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.559813 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.560147 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 21:58:43.716359 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['c327b26c-57d0-46c4-99e2-f3e9ee2db741'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 21:58:43.770708 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90aa8d-7320-47e3-bccd-96e61019ee54 req-a9e166aa-0c2d-4216-96e0-e1530e4a650a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:43.772254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc90aa8d-7320-47e3-bccd-96e61019ee54 req-a9e166aa-0c2d-4216-96e0-e1530e4a650a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 944 time: 0.0693178
Feb 19 21:58:43.828868 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cc90aa8d-7320-47e3-bccd-96e61019ee54 req-e122986c-aa38-488b-bdaf-41eac4512b2b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475013
Feb 19 21:58:44.963864 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c5fd5-7896-488c-934c-e10c054ee987 req-05f14863-40eb-4fc5-8479-800458de8224 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:44.965515 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e0c5fd5-7896-488c-934c-e10c054ee987 req-05f14863-40eb-4fc5-8479-800458de8224 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 944 time: 0.0587125
Feb 19 21:58:45.027066 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e0c5fd5-7896-488c-934c-e10c054ee987 req-a206e5f1-2f6b-4d55-92db-35408d212ea0 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551543
Feb 19 21:58:45.309019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c327b26c-57d0-46c4-99e2-f3e9ee2db741 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 21:58:45.373323 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port c327b26c-57d0-46c4-99e2-f3e9ee2db741 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 21:58:45.379474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port c327b26c-57d0-46c4-99e2-f3e9ee2db741 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 21:58:45.379877 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:45.474945 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port c327b26c-57d0-46c4-99e2-f3e9ee2db741 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 21:58:45.475333 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:45.500085 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:58:45.502388 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3784d53-d544-45fb-a067-080d6f12b521" -d '{"events": [{"server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "name": "network-vif-plugged", "status": "completed", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:58:45.516287 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c327b26c-57d0-46c4-99e2-f3e9ee2db741, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 21:58:45.522819 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:45.569295 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 21:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7eef7-f74a-4aec-9350-d0605645948c x-openstack-request-id: req-b1f7eef7-f74a-4aec-9350-d0605645948c {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:58:45.569808 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "name": "network-vif-plugged", "status": "completed", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:58:45.569808 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1f7eef7-f74a-4aec-9350-d0605645948c {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:58:45.570165 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'code': 200}
Feb 19 21:58:45.603521 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=c327b26c-57d0-46c4-99e2-f3e9ee2db741,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:45.770698 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b2a9-9a73-4d6d-a7be-1db95aad04d0 req-dc1c725c-dbc0-426d-b0dd-870d6a5443af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:45.772542 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6db1b2a9-9a73-4d6d-a7be-1db95aad04d0 req-dc1c725c-dbc0-426d-b0dd-870d6a5443af service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1127 time: 0.0968897
Feb 19 21:58:45.824392 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-6db1b2a9-9a73-4d6d-a7be-1db95aad04d0 req-cb962ae6-82a7-4abe-ba00-3b37788987cc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450637
Feb 19 21:58:46.176763 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e506ef-64a5-49ad-b65e-372335eb57c3 req-3d9879e8-bb00-4ca8-b09d-c802c5f26786 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:46.178266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52e506ef-64a5-49ad-b65e-372335eb57c3 req-3d9879e8-bb00-4ca8-b09d-c802c5f26786 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0617874
Feb 19 21:58:46.234512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-52e506ef-64a5-49ad-b65e-372335eb57c3 req-9278c5c6-4af0-444e-8b81-175a09a76074 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504711
Feb 19 21:58:47.368601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e758972-6bfe-4353-9d60-41c39b9e44b0 req-b97968e7-8558-4fa3-8bf0-0451568b7437 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:47.370201 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e758972-6bfe-4353-9d60-41c39b9e44b0 req-b97968e7-8558-4fa3-8bf0-0451568b7437 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0560534
Feb 19 21:58:47.428160 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e758972-6bfe-4353-9d60-41c39b9e44b0 req-d9a621ca-cad9-41e2-9717-986ff05fabb1 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517333
Feb 19 21:58:47.587659 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77497c9-6060-4c40-b677-e44bd47adb13 req-79140e36-49d3-4cdc-84c2-8c06d80684a9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:47.589178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b77497c9-6060-4c40-b677-e44bd47adb13 req-79140e36-49d3-4cdc-84c2-8c06d80684a9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0795884
Feb 19 21:58:47.653961 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b77497c9-6060-4c40-b677-e44bd47adb13 req-ed962f3b-943d-4142-bc7f-0cd8452faea2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545983
Feb 19 21:58:47.681681 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39434) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:58:47.785836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e96ed1f-9602-4945-9f54-3732712e5a93 tempest-TestShelveInstance-1080568779 tempest-TestShelveInstance-1080568779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:47.787530 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8e96ed1f-9602-4945-9f54-3732712e5a93 tempest-TestShelveInstance-1080568779 tempest-TestShelveInstance-1080568779-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1122 time: 0.1048319
Feb 19 21:58:47.790466 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39438) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 21:58:47.794918 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'fixed_ip_address': '172.20.0.4'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 21:58:47.817084 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:47.945346 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:48.092956 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Allocated IP 172.35.2.76 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/094f6193-848a-4397-ab89-4b0174ac820d) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 21:58:48.222646 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for port (094f6193-848a-4397-ab89-4b0174ac820d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:48.261539 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (094f6193-848a-4397-ab89-4b0174ac820d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:48.310977 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 21:58:48.319860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 21:58:48.323487 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'Port': ['ID=094f6193-848a-4397-ab89-4b0174ac820d,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:48.327663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 21:58:48.457362 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0c210bb7-a307-4d5a-9832-4f1d7e413e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:48.763730 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for floatingip (e9dea0ef-5467-4631-b606-a96eedac67ef), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:48.860154 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (094f6193-848a-4397-ab89-4b0174ac820d), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:49.049776 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for port (094f6193-848a-4397-ab89-4b0174ac820d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:49.055746 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (094f6193-848a-4397-ab89-4b0174ac820d), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:49.134108 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event updated for resources: {'Port': ['ID=094f6193-848a-4397-ab89-4b0174ac820d,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 21:58:49.147441 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (e9dea0ef-5467-4631-b606-a96eedac67ef), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:49.308532 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Floating IP e9dea0ef-5467-4631-b606-a96eedac67ef associated. External IP: 172.35.2.76, port: c327b26c-57d0-46c4-99e2-f3e9ee2db741.
Feb 19 21:58:49.540169 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Router 93000d85-65a2-43f3-a932-e8a399f766a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 21:58:49.673802 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 21:58:49.690174 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03098d0-a6da-4a76-a0e0-78c28f212055 None None] Sync routers for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 21:58:49.698911 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:49.702948 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03098d0-a6da-4a76-a0e0-78c28f212055 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:58:49.703834 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b03098d0-a6da-4a76-a0e0-78c28f212055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6293f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:58:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:58:49.753067 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-66742a44-1dca-4fa9-9ae2-1a445dc2a16c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.9614758
Feb 19 21:58:49.754049 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 21:58:49.756637 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccbdb1c-973d-43bf-ac9e-277add98b102" -d '{"events": [{"name": "network-changed", "server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 21:58:49.813628 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102d0708-9b37-4e35-afcf-1a1948de72d9 x-openstack-request-id: req-102d0708-9b37-4e35-afcf-1a1948de72d9 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 21:58:49.814444 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 21:58:49.814444 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-102d0708-9b37-4e35-afcf-1a1948de72d9 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 21:58:49.814827 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'status': 'completed', 'code': 200}
Feb 19 21:58:49.831651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b03098d0-a6da-4a76-a0e0-78c28f212055 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:58:49.910283 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbdb1c-973d-43bf-ac9e-277add98b102 req-d08f3a92-e82e-4262-ac42-262450f4e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:49.913136 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3ccbdb1c-973d-43bf-ac9e-277add98b102 req-d08f3a92-e82e-4262-ac42-262450f4e498 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1127 time: 0.0772281
Feb 19 21:58:50.023017 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbdb1c-973d-43bf-ac9e-277add98b102 req-5f3dfdbe-1a02-46a1-9145-1b36d15200b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:50.025229 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3ccbdb1c-973d-43bf-ac9e-277add98b102 req-5f3dfdbe-1a02-46a1-9145-1b36d15200b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.1068580
Feb 19 21:58:50.102526 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b03098d0-a6da-4a76-a0e0-78c28f212055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6293f100>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e9dea0ef-5467-4631-b606-a96eedac67ef', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'floating_ip_address': '172.35.2.76', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'port_id': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'mac_address': 'fa:16:3e:f9:c3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:58:48Z', 'updated_at': '2022-02-19T21:58:48Z', 'revision_number': 0, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:58:50.106093 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3ccbdb1c-973d-43bf-ac9e-277add98b102 req-58377e26-6d8b-4425-b445-d28993875412 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 998 time: 0.0747356
Feb 19 21:58:50.135835 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03098d0-a6da-4a76-a0e0-78c28f212055 None None] Checking router: 93000d85-65a2-43f3-a932-e8a399f766a2 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 21:58:50.147219 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03098d0-a6da-4a76-a0e0-78c28f212055 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 21:58:50.148116 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b03098d0-a6da-4a76-a0e0-78c28f212055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6293f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T21:58:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:58:50.163313 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbdb1c-973d-43bf-ac9e-277add98b102 req-deece28d-2d00-4396-9516-7b101477d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:50.164873 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3ccbdb1c-973d-43bf-ac9e-277add98b102 req-deece28d-2d00-4396-9516-7b101477d990 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0534546
Feb 19 21:58:50.224141 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbdb1c-973d-43bf-ac9e-277add98b102 req-a83c5c7f-b03b-41d0-b5b2-95bdbec8bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:58:50.225744 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3ccbdb1c-973d-43bf-ac9e-277add98b102 req-a83c5c7f-b03b-41d0-b5b2-95bdbec8bc41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0556660
Feb 19 21:58:50.280423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-b03098d0-a6da-4a76-a0e0-78c28f212055 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 21:58:50.342692 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3ccbdb1c-973d-43bf-ac9e-277add98b102 req-841ff5fe-6a9f-4b7a-9bb1-91d0346b4788 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1111021
Feb 19 21:58:50.450923 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3ccbdb1c-973d-43bf-ac9e-277add98b102 req-2fd7a1ed-0c96-4542-b737-f2af4228abf7 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015837
Feb 19 21:58:50.546501 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-b03098d0-a6da-4a76-a0e0-78c28f212055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6293f100>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e9dea0ef-5467-4631-b606-a96eedac67ef', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'floating_ip_address': '172.35.2.76', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'port_id': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'mac_address': 'fa:16:3e:f9:c3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:58:48Z', 'updated_at': '2022-02-19T21:58:48Z', 'revision_number': 0, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 21:58:50.579925 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03098d0-a6da-4a76-a0e0-78c28f212055 None None] The sync data for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 is: [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e9dea0ef-5467-4631-b606-a96eedac67ef', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'floating_ip_address': '172.35.2.76', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'port_id': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'mac_address': 'fa:16:3e:f9:c3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T21:58:48Z', 'updated_at': '2022-02-19T21:58:48Z', 'revision_number': 0, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 21:58:50.717119 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6ba46e30-fcb8-4fc8-97f3-adf1a45301e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:50.830699 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbb3ace-945c-4b18-a2a2-51ae31eee77c None None] New status for floating IP e9dea0ef-5467-4631-b606-a96eedac67ef: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 21:58:52.072114 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:53.413880 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:54.560175 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:56.413855 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:58:58.310637 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:58:59.970287 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:00.833828 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-e75b46fa-a2d8-4d10-90a0-b65c5c990736 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0637341
Feb 19 21:59:00.935421 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-c6b41971-c6b1-4d3d-ac5a-273d2be9fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:59:00.937721 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-c6b41971-c6b1-4d3d-ac5a-273d2be9fb12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1127 time: 0.0562029
Feb 19 21:59:01.046534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-bffc5def-001a-4278-95ad-1fed7c0b28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:59:01.048115 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-bffc5def-001a-4278-95ad-1fed7c0b28ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.0881414
Feb 19 21:59:01.131337 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-8bffd704-5edb-4235-a1d1-3023b26203a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 1000 time: 0.0770104
Feb 19 21:59:01.201912 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-979ddbbb-1257-4a79-931b-129fffcc9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:59:01.203612 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-979ddbbb-1257-4a79-931b-129fffcc9021 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0621283
Feb 19 21:59:01.266527 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-9de437d5-bd14-4f69-8714-ea6b1d5f65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 21:59:01.268054 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-9de437d5-bd14-4f69-8714-ea6b1d5f65f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0517838
Feb 19 21:59:01.384809 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-57dad7d6-88cc-47dd-be12-2aa1a8be8cbe service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1096842
Feb 19 21:59:01.482006 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-fee2a4a0-4173-45c6-a26c-b89b509b6e5f req-53c6dfea-4adf-4eae-9b3e-2a7d8762bb06 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920157
Feb 19 21:59:18.463091 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7ee2-ce8e-42f4-8122-d20f1c7173f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:20.719773 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7c03f659-9b7a-452f-a197-e26e3533990d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:22.087015 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:23.416343 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:24.561190 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:26.441212 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:29.997517 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:35.311242 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 21:59:48.459450 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-07b6e60e-5fc9-4639-a599-47836797833d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:50.722160 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-017b6498-ad23-48be-8455-683ab39f737e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:52.067319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:53.420818 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:54.563801 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:56.440623 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 21:59:59.986996 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:02.224003 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ee94f60-2041-495f-8146-bf2486197c00 req-90676068-4f71-4191-b4a0-b0b6cb3f9a95 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0473971
Feb 19 22:00:02.321068 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee94f60-2041-495f-8146-bf2486197c00 req-deaa0036-af73-406e-bbf0-d4e308b7e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:00:02.323183 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ee94f60-2041-495f-8146-bf2486197c00 req-deaa0036-af73-406e-bbf0-d4e308b7e9a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1127 time: 0.0561690
Feb 19 22:00:02.454297 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee94f60-2041-495f-8146-bf2486197c00 req-cd827263-d160-433a-84da-6e610302d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:00:02.455811 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ee94f60-2041-495f-8146-bf2486197c00 req-cd827263-d160-433a-84da-6e610302d259 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.1107361
Feb 19 22:00:02.545059 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ee94f60-2041-495f-8146-bf2486197c00 req-c11ea5d6-c509-4e11-a2da-936e0f211201 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 1000 time: 0.0831611
Feb 19 22:00:02.910587 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee94f60-2041-495f-8146-bf2486197c00 req-1ae16940-60fa-42d8-97b8-f2fa13ac087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:00:02.912615 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ee94f60-2041-495f-8146-bf2486197c00 req-1ae16940-60fa-42d8-97b8-f2fa13ac087d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.3622866
Feb 19 22:00:02.964454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee94f60-2041-495f-8146-bf2486197c00 req-c2c25a88-2533-4d9e-b262-11086cae4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:00:02.965985 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ee94f60-2041-495f-8146-bf2486197c00 req-c2c25a88-2533-4d9e-b262-11086cae4f88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457981
Feb 19 22:00:03.061289 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ee94f60-2041-495f-8146-bf2486197c00 req-e6a7cb53-ae4e-4839-9fcc-696b6af3b536 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895085
Feb 19 22:00:03.161571 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-0ee94f60-2041-495f-8146-bf2486197c00 req-4d695938-d808-48ff-a61b-fb7750f75523 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947063
Feb 19 22:00:12.314922 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:00:18.452091 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c61065a9-7e3a-4659-9886-611a29f989dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:20.722369 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dd19821e-b317-4058-b707-3c1829d80191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:22.071368 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:23.417496 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:24.557473 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:26.446755 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:30.000184 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:48.454584 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d10f153b-8373-45f4-ba5c-06d1095546fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:49.315065 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:00:50.717952 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3802c70b-4ad6-4427-9160-007a64284efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:52.070829 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:53.418488 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:54.561255 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:00:56.467159 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:00.016676 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:02.831466 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11f0746b-e130-447f-8458-ab25b9e946dd req-e4bee256-1114-4853-a3af-968cd46fe23e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0481505
Feb 19 22:01:02.922330 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0746b-e130-447f-8458-ab25b9e946dd req-fcfc1193-71c8-4412-8146-97666a2f5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:02.923848 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11f0746b-e130-447f-8458-ab25b9e946dd req-fcfc1193-71c8-4412-8146-97666a2f5412 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1127 time: 0.0508182
Feb 19 22:01:03.025445 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0746b-e130-447f-8458-ab25b9e946dd req-11d58178-a061-4463-83e3-5c555706d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:03.026944 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11f0746b-e130-447f-8458-ab25b9e946dd req-11d58178-a061-4463-83e3-5c555706d643 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.0846603
Feb 19 22:01:03.094450 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11f0746b-e130-447f-8458-ab25b9e946dd req-0536b32d-b00f-4f6b-818a-2303aaff05d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 1000 time: 0.0616584
Feb 19 22:01:03.143795 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0746b-e130-447f-8458-ab25b9e946dd req-adb47405-a313-4a63-b10e-bd6e181dd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:03.145316 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11f0746b-e130-447f-8458-ab25b9e946dd req-adb47405-a313-4a63-b10e-bd6e181dd37f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0450010
Feb 19 22:01:03.193724 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0746b-e130-447f-8458-ab25b9e946dd req-e95b6989-0208-4eab-a698-a24f03b72e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:03.195222 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11f0746b-e130-447f-8458-ab25b9e946dd req-e95b6989-0208-4eab-a698-a24f03b72e22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439315
Feb 19 22:01:03.287320 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11f0746b-e130-447f-8458-ab25b9e946dd req-fb4eff40-24c5-4fc4-9c4c-b7f0b24b20df service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860834
Feb 19 22:01:03.377975 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-11f0746b-e130-447f-8458-ab25b9e946dd req-a40ef2eb-049a-4c85-b931-7bbeaba200cf service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832443
Feb 19 22:01:03.703948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b64753-4428-4cd4-b89d-d7560d8b752e req-d06f666d-6b76-4126-a024-b17b658e5082 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:03.705580 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45b64753-4428-4cd4-b89d-d7560d8b752e req-d06f666d-6b76-4126-a024-b17b658e5082 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0595331
Feb 19 22:01:03.758411 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-45b64753-4428-4cd4-b89d-d7560d8b752e req-f6d257e5-c435-424f-ba56-9434a72aa01f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471890
Feb 19 22:01:04.908914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719b303-8e08-489b-acc0-72b4b260bccf req-6476d294-0b40-45c7-9185-a9f89063083e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:04.910480 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2719b303-8e08-489b-acc0-72b4b260bccf req-6476d294-0b40-45c7-9185-a9f89063083e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0556974
Feb 19 22:01:04.967206 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2719b303-8e08-489b-acc0-72b4b260bccf req-f1f36431-5a61-49f2-be50-05a24da3b0a9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509272
Feb 19 22:01:06.094338 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168730d-c9e8-4fd0-9b45-de6df6b303ec req-0f8ac822-2229-48d2-bc6d-cd90d74c78d6 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:06.095852 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f168730d-c9e8-4fd0-9b45-de6df6b303ec req-0f8ac822-2229-48d2-bc6d-cd90d74c78d6 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0531065
Feb 19 22:01:06.149866 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f168730d-c9e8-4fd0-9b45-de6df6b303ec req-606b0754-2516-4ec0-847b-1b21d3502250 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484133
Feb 19 22:01:07.279424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250d678-7ac9-44a7-a618-2996b17d7626 req-508fdd9d-fe92-4ab2-9c5c-517cce9203b3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:07.281095 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7250d678-7ac9-44a7-a618-2996b17d7626 req-508fdd9d-fe92-4ab2-9c5c-517cce9203b3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0595613
Feb 19 22:01:07.330849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7250d678-7ac9-44a7-a618-2996b17d7626 req-66de2d83-2a9d-432e-a785-fe5710e5b125 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442064
Feb 19 22:01:08.449924 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ff18-a7e9-498a-892c-d8df899b2d98 req-fc5d8bba-7dad-47ee-bf58-49cc19b29857 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:08.451445 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2651ff18-a7e9-498a-892c-d8df899b2d98 req-fc5d8bba-7dad-47ee-bf58-49cc19b29857 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0536852
Feb 19 22:01:08.499353 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2651ff18-a7e9-498a-892c-d8df899b2d98 req-c3b26e9b-cc30-4f92-825e-3a30de601500 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422633
Feb 19 22:01:09.634737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd1e59-c0d8-4b64-b053-dcfd30578a27 req-a8d10a53-aa79-43c6-aefc-21821063a8c7 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:09.636524 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92fd1e59-c0d8-4b64-b053-dcfd30578a27 req-a8d10a53-aa79-43c6-aefc-21821063a8c7 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0657148
Feb 19 22:01:09.691997 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-92fd1e59-c0d8-4b64-b053-dcfd30578a27 req-b0e5a48f-d8eb-47e5-a922-9ba5f969944f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493212
Feb 19 22:01:10.860187 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84ac2f-ad70-4dbb-89d6-7531ea081905 req-4d30275d-c923-43c6-870c-dcba7b63d3c5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:10.862012 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c84ac2f-ad70-4dbb-89d6-7531ea081905 req-4d30275d-c923-43c6-870c-dcba7b63d3c5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0748818
Feb 19 22:01:10.946266 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8c84ac2f-ad70-4dbb-89d6-7531ea081905 req-39413fed-ec1a-4813-af9f-4e575f2796f3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772631
Feb 19 22:01:12.090602 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02cd5a-c2e3-4ca3-b614-4d9943fb71ae req-5c93f600-68a0-4fa4-881c-363339f3726c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:12.092147 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e02cd5a-c2e3-4ca3-b614-4d9943fb71ae req-5c93f600-68a0-4fa4-881c-363339f3726c tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0611658
Feb 19 22:01:12.151178 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-1e02cd5a-c2e3-4ca3-b614-4d9943fb71ae req-7be8b633-5898-4fe6-a405-3a8e8b052e38 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533526
Feb 19 22:01:13.278494 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d2e0d-0bed-4602-8b98-705659563203 req-ed46a8c6-093a-435f-8468-d329cf8cbfc3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:13.279965 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b58d2e0d-0bed-4602-8b98-705659563203 req-ed46a8c6-093a-435f-8468-d329cf8cbfc3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0585427
Feb 19 22:01:13.337375 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-b58d2e0d-0bed-4602-8b98-705659563203 req-4549861b-1b9a-4c80-83e2-6ce0e767ff4f tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490134
Feb 19 22:01:13.843357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd83a7-a4c9-420d-9a73-3df718a03689 req-08dca49a-0979-43b2-b8b7-d6ca437f577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:13.844961 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bbbd83a7-a4c9-420d-9a73-3df718a03689 req-08dca49a-0979-43b2-b8b7-d6ca437f577c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1127 time: 0.0463805
Feb 19 22:01:13.937939 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd83a7-a4c9-420d-9a73-3df718a03689 req-70295ba3-70a6-4c10-8e8b-2d6f4ad45211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:13.939450 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bbbd83a7-a4c9-420d-9a73-3df718a03689 req-70295ba3-70a6-4c10-8e8b-2d6f4ad45211 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.0891688
Feb 19 22:01:14.003597 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bbbd83a7-a4c9-420d-9a73-3df718a03689 req-b60c8b9b-a35e-4d8f-81a3-7b2551430c85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 1000 time: 0.0586209
Feb 19 22:01:14.056442 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd83a7-a4c9-420d-9a73-3df718a03689 req-aedefeee-6ad3-4245-bdae-a588897946af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:14.057939 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bbbd83a7-a4c9-420d-9a73-3df718a03689 req-aedefeee-6ad3-4245-bdae-a588897946af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0489144
Feb 19 22:01:14.107326 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd83a7-a4c9-420d-9a73-3df718a03689 req-f0b66b1c-8e9f-47ef-9f23-fc973adfab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:14.108913 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bbbd83a7-a4c9-420d-9a73-3df718a03689 req-f0b66b1c-8e9f-47ef-9f23-fc973adfab39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458434
Feb 19 22:01:14.207872 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bbbd83a7-a4c9-420d-9a73-3df718a03689 req-d1762563-4ba7-4b4f-bcff-3493a4dbd22e service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0933771
Feb 19 22:01:14.318042 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-bbbd83a7-a4c9-420d-9a73-3df718a03689 req-ecf8b44b-2b3e-4768-b55a-0022047fa7fc service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037157
Feb 19 22:01:14.469331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04175c-d803-4551-a070-e52bba8d3d34 req-19c18c90-7c9d-4d35-8c5c-276db14168f6 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:14.471771 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e04175c-d803-4551-a070-e52bba8d3d34 req-19c18c90-7c9d-4d35-8c5c-276db14168f6 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0638802
Feb 19 22:01:14.529289 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3e04175c-d803-4551-a070-e52bba8d3d34 req-bbaf5618-65a7-463b-a5f2-bfac7d62bf90 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520318
Feb 19 22:01:15.646973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c6bb5-d188-429a-9b07-7f953fab46f9 req-b9bb3f44-0957-4208-a334-5fffae964022 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:15.648587 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f3c6bb5-d188-429a-9b07-7f953fab46f9 req-b9bb3f44-0957-4208-a334-5fffae964022 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0529895
Feb 19 22:01:15.703952 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9f3c6bb5-d188-429a-9b07-7f953fab46f9 req-a6424530-0da4-403d-91dc-1c6988646de5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492640
Feb 19 22:01:16.827489 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2ad52-a6d5-4865-9529-b31a385c70f6 req-be0c02de-ad2a-47f4-922c-81016d06dcf0 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:16.828941 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0bd2ad52-a6d5-4865-9529-b31a385c70f6 req-be0c02de-ad2a-47f4-922c-81016d06dcf0 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0546191
Feb 19 22:01:16.880876 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-0bd2ad52-a6d5-4865-9529-b31a385c70f6 req-39248ab5-bea6-4b40-8e0c-69686c4f8ae4 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461283
Feb 19 22:01:16.956012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-881d2550-7e24-4b51-a949-a3f4e6032dff req-2e81477d-7a77-42e1-9959-b5ef6515132d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 22:01:16.957059 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-881d2550-7e24-4b51-a949-a3f4e6032dff req-2e81477d-7a77-42e1-9959-b5ef6515132d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055079
Feb 19 22:01:17.157147 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ef82-bee3-47ec-bc0c-4644ca53c9b5 req-9d7157ec-85cf-462f-b62c-db460b6bed7a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:17.158925 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f56ef82-bee3-47ec-bc0c-4644ca53c9b5 req-9d7157ec-85cf-462f-b62c-db460b6bed7a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0926745
Feb 19 22:01:17.167014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-927b2fef-2e33-4340-adaa-52be1c434313 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1196382
Feb 19 22:01:17.179278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-63262197-4ae4-4890-9ec9-80342133541e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 22:01:17.180290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-63262197-4ae4-4890-9ec9-80342133541e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061092
Feb 19 22:01:17.220261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3f56ef82-bee3-47ec-bc0c-4644ca53c9b5 req-b3542a4c-a0d2-4a0d-954f-234fa80fa915 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522642
Feb 19 22:01:18.342388 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-ae631790-e5e4-4749-b36e-bf5ea1c4ce57 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:18.343904 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-ae631790-e5e4-4749-b36e-bf5ea1c4ce57 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports/c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 942 time: 0.1240845
Feb 19 22:01:18.369764 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a9cdb-9056-4c34-a34a-826dd6388835 req-d6211df5-a59f-40aa-9905-fe8258b53cf9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:18.373148 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f8a9cdb-9056-4c34-a34a-826dd6388835 req-d6211df5-a59f-40aa-9905-fe8258b53cf9 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0754468
Feb 19 22:01:18.425020 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8f8a9cdb-9056-4c34-a34a-826dd6388835 req-8ab709ff-2832-4106-966c-1db8aa8c89d3 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457263
Feb 19 22:01:18.460452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-33990b0a-f0df-49a0-9186-e393024164bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:19.556283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0f85a-0474-4add-ad30-4e8600150390 req-3c5d8c1c-f79d-4f75-9a4f-af7594a95814 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:19.557823 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17c0f85a-0474-4add-ad30-4e8600150390 req-3c5d8c1c-f79d-4f75-9a4f-af7594a95814 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0589278
Feb 19 22:01:19.616236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17c0f85a-0474-4add-ad30-4e8600150390 req-07ec8244-cb4f-483b-8888-f10ea2838c94 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492098
Feb 19 22:01:20.075678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c327b26c-57d0-46c4-99e2-f3e9ee2db741 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:01:20.152706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port c327b26c-57d0-46c4-99e2-f3e9ee2db741 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:01:20.153019 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:20.186759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:01:20.189152 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca1f8d2-2a02-4f08-9121-6d2766b8c81b" -d '{"events": [{"server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "name": "network-vif-unplugged", "status": "completed", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:01:20.204500 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c327b26c-57d0-46c4-99e2-f3e9ee2db741, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:01:20.209208 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:20.272361 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=c327b26c-57d0-46c4-99e2-f3e9ee2db741,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:01:20.281731 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.282086 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.282608 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.283247 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.283944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.284288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.284658 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.285001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.285324 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.285678 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.286008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.286336 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.286657 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:01:20.291193 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 22:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93ecea9-faf3-4aa8-84d8-4e724b9b0fc1 x-openstack-request-id: req-b93ecea9-faf3-4aa8-84d8-4e724b9b0fc1 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:01:20.291733 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "name": "network-vif-unplugged", "status": "failed", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741", "code": 422}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:01:20.292271 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b93ecea9-faf3-4aa8-84d8-4e724b9b0fc1 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:01:20.292741 ncdv-master-1 neutron-server[121130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'code': 422} returned with failed status
Feb 19 22:01:20.730995 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a053ac1d-b3a8-4149-a48c-9069adb7b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:20.759183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b88b7c-1352-4d29-8e75-3658cad5e2a2 req-b857310e-4e2e-4a28-944e-3c01a2676ac8 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:20.760728 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3b88b7c-1352-4d29-8e75-3658cad5e2a2 req-b857310e-4e2e-4a28-944e-3c01a2676ac8 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 943 time: 0.0613017
Feb 19 22:01:20.826232 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-d3b88b7c-1352-4d29-8e75-3658cad5e2a2 req-246da492-001a-4f8b-adbf-740a3759560b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576127
Feb 19 22:01:21.217807 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-7afd302e-11b0-4e58-8550-29f314123e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:21.219303 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-7afd302e-11b0-4e58-8550-29f314123e2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17&tenant_id=8f56cec0383d41f097d9ec75bbddc499 HTTP/1.1" status: 200  len: 1125 time: 0.0455964
Feb 19 22:01:21.284188 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-a05b1ba1-5084-4d54-a951-692c6613174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:21.285756 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-a05b1ba1-5084-4d54-a951-692c6613174e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1125 time: 0.0456104
Feb 19 22:01:21.386456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-476d28ff-5e3f-4b32-a098-58b763bb1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:21.388092 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-476d28ff-5e3f-4b32-a098-58b763bb1269 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.0961838
Feb 19 22:01:21.456708 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-24a36884-1159-47c5-82c3-a3e38847e8de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 998 time: 0.0629659
Feb 19 22:01:21.507988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-72849da5-4026-4e27-8edd-fa2a0ee84c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:21.509758 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-72849da5-4026-4e27-8edd-fa2a0ee84c81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0481412
Feb 19 22:01:21.561677 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-81139ff5-e020-400e-9d04-d530eb245f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:21.563185 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-81139ff5-e020-400e-9d04-d530eb245f10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0469825
Feb 19 22:01:21.649049 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-5aa83c23-fc94-4e0a-847b-3112d0a803e0 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798130
Feb 19 22:01:21.746625 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-c1efcb82-9c71-4822-93e6-72fc8cd596b3 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916762
Feb 19 22:01:21.949768 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67047086-d586-4dd4-8966-1e01572e8bac req-5eb443c9-07e5-4d7f-aae9-3ff10a20f9c2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:21.951886 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-67047086-d586-4dd4-8966-1e01572e8bac req-5eb443c9-07e5-4d7f-aae9-3ff10a20f9c2 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 943 time: 0.0567541
Feb 19 22:01:22.011014 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-67047086-d586-4dd4-8966-1e01572e8bac req-ba5cf9c5-956f-44ab-bdfb-f66e005d5494 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529413
Feb 19 22:01:22.073228 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:23.138618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208926a8-7164-46eb-bffe-022bcef45a35 req-4c819395-c858-4497-8da4-e09121735931 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:23.140275 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-208926a8-7164-46eb-bffe-022bcef45a35 req-4c819395-c858-4497-8da4-e09121735931 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 943 time: 0.0564303
Feb 19 22:01:23.193612 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-208926a8-7164-46eb-bffe-022bcef45a35 req-0e95710d-6025-4a4d-82ae-0eef1a8c2c8b tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476294
Feb 19 22:01:23.423693 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:24.076512 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c327b26c-57d0-46c4-99e2-f3e9ee2db741 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 22:01:24.179395 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c327b26c-57d0-46c4-99e2-f3e9ee2db741, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:01:24.191570 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'port_id': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'mac_address': 'fa:16:3e:f9:c3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 22:01:24.230136 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port c327b26c-57d0-46c4-99e2-f3e9ee2db741 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:01:24.230545 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:24.246719 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c327b26c-57d0-46c4-99e2-f3e9ee2db741 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 22:01:24.270040 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c327b26c-57d0-46c4-99e2-f3e9ee2db741, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:01:24.279914 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:24.335037 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=c327b26c-57d0-46c4-99e2-f3e9ee2db741,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:01:24.350076 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c01e4-02a6-446d-8576-018f88f445bc req-10627ef6-6cdf-4c88-a5da-213151617a65 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:24.351675 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-071c01e4-02a6-446d-8576-018f88f445bc req-10627ef6-6cdf-4c88-a5da-213151617a65 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 944 time: 0.0620921
Feb 19 22:01:24.403550 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-071c01e4-02a6-446d-8576-018f88f445bc req-45500e6e-ede9-4e92-81fb-fb42d7940fef tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461195
Feb 19 22:01:24.493848 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['c327b26c-57d0-46c4-99e2-f3e9ee2db741'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 22:01:24.583439 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:25.526177 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469283c4-13ed-4190-8c7a-8f8543b4224b req-ae6c5ef4-7c73-4ce9-a697-ee6ef6ce60eb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:25.527726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-469283c4-13ed-4190-8c7a-8f8543b4224b req-ae6c5ef4-7c73-4ce9-a697-ee6ef6ce60eb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 944 time: 0.0538428
Feb 19 22:01:25.578184 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-469283c4-13ed-4190-8c7a-8f8543b4224b req-269b84f3-c90b-4834-9af2-b090027a6a89 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448356
Feb 19 22:01:26.089210 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c327b26c-57d0-46c4-99e2-f3e9ee2db741 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:01:26.135897 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port c327b26c-57d0-46c4-99e2-f3e9ee2db741 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:01:26.136266 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:26.215471 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port c327b26c-57d0-46c4-99e2-f3e9ee2db741 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:01:26.215863 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:26.238366 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:01:26.240743 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a2539d-982e-496b-a92a-9c99e13e9e64" -d '{"events": [{"server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "name": "network-vif-plugged", "status": "completed", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:01:26.253867 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port c327b26c-57d0-46c4-99e2-f3e9ee2db741, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:01:26.258714 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:26.285721 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 22:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92ea78d-d3ae-49a8-839a-3b47842b32d8 x-openstack-request-id: req-c92ea78d-d3ae-49a8-839a-3b47842b32d8 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:01:26.286046 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "name": "network-vif-plugged", "status": "completed", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:01:26.286282 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c92ea78d-d3ae-49a8-839a-3b47842b32d8 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:01:26.286650 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'code': 200}
Feb 19 22:01:26.314638 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=c327b26c-57d0-46c4-99e2-f3e9ee2db741,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:01:26.317872 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:01:26.444900 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18ade-6b27-4d91-a840-051b59ca5dab req-f20c2c2c-2b8c-4422-95ee-bf0555d53dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:26.446355 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5cd18ade-6b27-4d91-a840-051b59ca5dab req-f20c2c2c-2b8c-4422-95ee-bf0555d53dce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1127 time: 0.0505078
Feb 19 22:01:26.479974 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:26.495808 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-5cd18ade-6b27-4d91-a840-051b59ca5dab req-73a6e0c6-05e0-415c-9a6d-ffc53884e6ca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433202
Feb 19 22:01:26.701833 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de63df-ad87-4c33-b2ff-00cf5550e5e5 req-a6a33d80-176f-4bd2-a454-308a5aafd9d5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:26.704010 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4de63df-ad87-4c33-b2ff-00cf5550e5e5 req-a6a33d80-176f-4bd2-a454-308a5aafd9d5 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0548832
Feb 19 22:01:26.765600 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f4de63df-ad87-4c33-b2ff-00cf5550e5e5 req-3f4c78b2-7551-40c1-96bc-64f49556c05a tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564916
Feb 19 22:01:27.891750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40079bc1-b46d-4852-8866-e94d96f03c30 req-06283d5c-f040-469e-a606-ddf02373ca23 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:01:27.893333 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40079bc1-b46d-4852-8866-e94d96f03c30 req-06283d5c-f040-469e-a606-ddf02373ca23 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0546219
Feb 19 22:01:27.946234 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-40079bc1-b46d-4852-8866-e94d96f03c30 req-6e4f553a-ac8b-463e-9b9e-b342f87f4165 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472763
Feb 19 22:01:30.029507 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:48.455102 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-96042010-1ea0-4a1f-a477-2f30435083c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:50.716381 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8088d23f-3668-4305-aaab-4e9b674c79d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:52.079357 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:53.426873 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:54.568183 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:01:56.475599 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:00.052357 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:03.317980 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:02:03.816111 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-dc6cca85-eb7f-4213-bd9e-df1b7e194618 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0496933
Feb 19 22:02:03.908382 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-c2c79f41-b4cd-40ac-b9f9-13b4395c05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:02:03.909966 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-c2c79f41-b4cd-40ac-b9f9-13b4395c05f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1127 time: 0.0507522
Feb 19 22:02:04.012522 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-9ec96189-5d2e-4997-acf8-797cc8dbfe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:02:04.014119 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-9ec96189-5d2e-4997-acf8-797cc8dbfe31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.0848668
Feb 19 22:02:04.092143 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-8fab7c08-cc12-4fd6-9fba-9bb307770e56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 1000 time: 0.0708451
Feb 19 22:02:04.147534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-947db936-c8d2-41b6-99d6-8d70432fa34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:02:04.149569 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-947db936-c8d2-41b6-99d6-8d70432fa34a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0489912
Feb 19 22:02:04.200350 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-6d1e0880-6b7d-4765-87f4-f7a9f09005d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:02:04.201993 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-6d1e0880-6b7d-4765-87f4-f7a9f09005d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0473256
Feb 19 22:02:04.296678 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-f06fc553-cb2f-4d95-93e7-90e7cc000079 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883095
Feb 19 22:02:04.391053 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-79851e4f-814f-4594-a0f5-cac93f8f3386 req-aeca7049-4c43-4dfe-8ac2-434f57b3e712 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887122
Feb 19 22:02:18.460933 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-12e4da8c-d69a-437e-91c4-8f740c2f4562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:20.720168 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-af447f49-c1a3-4961-bed4-f79724b856b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:22.080477 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:23.428659 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:24.562251 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:26.495032 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:30.058406 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:40.317031 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:02:48.461092 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aa575b6b-fccd-4cfa-8962-f3b853706a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:50.723689 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f03be650-9e7c-41cb-825c-c29375d6ceb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:52.083919 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:52.132166 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39666) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:02:52.306758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Deleting port 094f6193-848a-4397-ab89-4b0174ac820d {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:02:52.307131 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (094f6193-848a-4397-ab89-4b0174ac820d), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:52.740659 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (094f6193-848a-4397-ab89-4b0174ac820d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:52.740997 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for floatingip (094f6193-848a-4397-ab89-4b0174ac820d), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:52.752939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Calling delete_port for 094f6193-848a-4397-ab89-4b0174ac820d owned by network:floatingip {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:02:52.928748 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (094f6193-848a-4397-ab89-4b0174ac820d), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:52.957485 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event deleted for resources: {'Port': ['ID=094f6193-848a-4397-ab89-4b0174ac820d,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:02:52.983578 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.984227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.984227 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.984601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.984996 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.985270 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.985652 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.985934 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.986289 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.986614 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.986935 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.987278 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:52.987583 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:53.035921 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for floatingip (e9dea0ef-5467-4631-b606-a96eedac67ef), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:53.036431 ncdv-master-1 neutron-server[121128]: INFO neutron.db.l3_db [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Floating IP e9dea0ef-5467-4631-b606-a96eedac67ef disassociated (deleted). External IP: 172.35.2.76, port: c327b26c-57d0-46c4-99e2-f3e9ee2db741.
Feb 19 22:02:53.270676 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Router 93000d85-65a2-43f3-a932-e8a399f766a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 22:02:53.397459 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:02:53.402420 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:53.409590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af2e93-71ba-4d1f-b5ae-677bd0226967 None None] Sync routers for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:02:53.435423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af2e93-71ba-4d1f-b5ae-677bd0226967 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:02:53.436197 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-11af2e93-71ba-4d1f-b5ae-677bd0226967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62e82eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:02:53.439031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f10ce8ef-f567-4d32-855c-06d051714577 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "DELETE /v2.0/floatingips/e9dea0ef-5467-4631-b606-a96eedac67ef HTTP/1.1" status: 204  len: 168 time: 1.3056879
Feb 19 22:02:53.440195 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:02:53.440555 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:53.442535 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874ef790-0473-46a3-83a2-cb488e444e76" -d '{"events": [{"name": "network-changed", "server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:02:53.586659 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 22:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94de1b3-1a4c-4be3-becc-5d347ece68bb x-openstack-request-id: req-e94de1b3-1a4c-4be3-becc-5d347ece68bb {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:02:53.587313 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:02:53.587727 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e94de1b3-1a4c-4be3-becc-5d347ece68bb {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:02:53.588159 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'status': 'completed', 'code': 200}
Feb 19 22:02:53.597480 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-11af2e93-71ba-4d1f-b5ae-677bd0226967 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:02:53.700894 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ef790-0473-46a3-83a2-cb488e444e76 req-58b74c98-4acf-4af1-ab65-5fdc94f49ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:02:53.703201 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-874ef790-0473-46a3-83a2-cb488e444e76 req-58b74c98-4acf-4af1-ab65-5fdc94f49ba3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f56cec0383d41f097d9ec75bbddc499&device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 1127 time: 0.0828264
Feb 19 22:02:53.780391 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c89b5b-48da-4e34-adf6-8ea3f2600eab req-9005e8b2-9654-4bff-8ff3-04e85e1eceed tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:02:53.781518 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93c89b5b-48da-4e34-adf6-8ea3f2600eab req-9005e8b2-9654-4bff-8ff3-04e85e1eceed tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0636942
Feb 19 22:02:53.810263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ef790-0473-46a3-83a2-cb488e444e76 req-c3e8cc01-d5ef-4e89-be9c-0b3d47893eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:02:53.812026 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-874ef790-0473-46a3-83a2-cb488e444e76 req-c3e8cc01-d5ef-4e89-be9c-0b3d47893eba service neutron] 10.222.0.10 "GET /v2.0/networks?id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 200  len: 910 time: 0.1025920
Feb 19 22:02:53.837694 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-93c89b5b-48da-4e34-adf6-8ea3f2600eab req-fa5aa3ff-3c88-47e7-9a76-ecce850fe85e tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483944
Feb 19 22:02:53.883111 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-874ef790-0473-46a3-83a2-cb488e444e76 req-1eea5d47-4680-4b81-9378-02a01cad5ef0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 200  len: 217 time: 0.0645094
Feb 19 22:02:53.889759 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-11af2e93-71ba-4d1f-b5ae-677bd0226967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62e82eb0>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:02:53.935539 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af2e93-71ba-4d1f-b5ae-677bd0226967 None None] Checking router: 93000d85-65a2-43f3-a932-e8a399f766a2 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:02:53.945094 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af2e93-71ba-4d1f-b5ae-677bd0226967 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:02:53.945748 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-11af2e93-71ba-4d1f-b5ae-677bd0226967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62e82eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:02:53.947346 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ef790-0473-46a3-83a2-cb488e444e76 req-57636b64-ff31-4ced-908d-3513a9dfee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:02:53.949241 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-874ef790-0473-46a3-83a2-cb488e444e76 req-57636b64-ff31-4ced-908d-3513a9dfee2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 200  len: 848 time: 0.0604560
Feb 19 22:02:54.017990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ef790-0473-46a3-83a2-cb488e444e76 req-02b076ac-ccca-41de-9542-72c80f31c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:02:54.019548 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-874ef790-0473-46a3-83a2-cb488e444e76 req-02b076ac-ccca-41de-9542-72c80f31c790 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0632784
Feb 19 22:02:54.080756 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-11af2e93-71ba-4d1f-b5ae-677bd0226967 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:02:54.147114 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-874ef790-0473-46a3-83a2-cb488e444e76 req-764d5a12-6a4f-4586-b343-74e650c184e4 service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196332
Feb 19 22:02:54.265409 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-874ef790-0473-46a3-83a2-cb488e444e76 req-d69e92d2-edc3-44af-9aae-696ad4aea58c service neutron] 10.222.0.10 "GET /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1115835
Feb 19 22:02:54.345396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-11af2e93-71ba-4d1f-b5ae-677bd0226967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62e82eb0>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:02:54.377603 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af2e93-71ba-4d1f-b5ae-677bd0226967 None None] The sync data for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 is: [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:23Z', 'revision_number': 4, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8511daa3-6aeb-4e2a-bfe8-97724135387b', 'name': '', 'network_id': '15a1c9e8-368f-4444-8b18-de8bd3a7cbbf', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'mac_address': 'fa:16:3e:73:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:23Z', 'updated_at': '2022-02-19T21:53:27Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'subnets': [{'id': 'fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:02:54.567950 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:54.652049 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1de1b6-9c96-4047-b534-4e9aaa895536 None None] New status for floating IP e9dea0ef-5467-4631-b606-a96eedac67ef: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 22:02:55.252528 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a3573-d144-4f42-8927-4720658701b7 req-d5fcfa40-57a9-48c3-b341-cae91dbf14cb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:02:55.253971 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-087a3573-d144-4f42-8927-4720658701b7 req-d5fcfa40-57a9-48c3-b341-cae91dbf14cb tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.10 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0675228
Feb 19 22:02:55.259197 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57180362-20ac-496b-833d-bffa2ace6cdd req-36125a3d-bb82-42d2-8d1f-37d0b0750458 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:02:55.260770 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57180362-20ac-496b-833d-bffa2ace6cdd req-36125a3d-bb82-42d2-8d1f-37d0b0750458 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 945 time: 0.0706012
Feb 19 22:02:55.323973 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-57180362-20ac-496b-833d-bffa2ace6cdd req-70afda36-dd45-4708-bdfe-cee4813e22c0 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9150976-6061-444e-b172-e8c7f924320a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572031
Feb 19 22:02:55.371986 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-087a3573-d144-4f42-8927-4720658701b7 req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Deleting port c327b26c-57d0-46c4-99e2-f3e9ee2db741 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:02:55.372521 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-087a3573-d144-4f42-8927-4720658701b7 req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:55.472875 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-087a3573-d144-4f42-8927-4720658701b7 req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] For port c327b26c-57d0-46c4-99e2-f3e9ee2db741, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c327b26c-57d0-46c4-99e2-f3e9ee2db741,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:02:55.473234 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-087a3573-d144-4f42-8927-4720658701b7 req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:55.489224 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-087a3573-d144-4f42-8927-4720658701b7 req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Calling delete_port for c327b26c-57d0-46c4-99e2-f3e9ee2db741 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:02:55.658509 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-087a3573-d144-4f42-8927-4720658701b7 req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (c327b26c-57d0-46c4-99e2-f3e9ee2db741), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:55.690902 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event deleted for resources: {'Port': ['ID=c327b26c-57d0-46c4-99e2-f3e9ee2db741,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:02:55.705727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.706091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.706444 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.706791 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.707139 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.707486 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.707827 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.708165 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.708533 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.708870 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.709208 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.709547 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.709884 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:02:55.748880 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-087a3573-d144-4f42-8927-4720658701b7 req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] No DVR routers for this DVR port c327b26c-57d0-46c4-99e2-f3e9ee2db741 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 22:02:55.751463 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-087a3573-d144-4f42-8927-4720658701b7 req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:55.755454 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-087a3573-d144-4f42-8927-4720658701b7 req-a1468d9a-6846-4e68-bb45-f3a9270c1b47 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.10 "DELETE /v2.0/ports/c327b26c-57d0-46c4-99e2-f3e9ee2db741 HTTP/1.1" status: 204  len: 173 time: 0.4965713
Feb 19 22:02:55.755927 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'name': 'network-vif-deleted', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:02:55.758263 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cc9b68-72a5-4d76-b397-57e8ec432578" -d '{"events": [{"server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "name": "network-vif-deleted", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:02:55.808559 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3843c0bd-053a-4911-a0d6-de59844e8894 x-openstack-request-id: req-3843c0bd-053a-4911-a0d6-de59844e8894 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:02:55.808896 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebcb4d2-c2b0-482f-883f-1797f01ace17", "name": "network-vif-deleted", "tag": "c327b26c-57d0-46c4-99e2-f3e9ee2db741", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:02:55.809180 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3843c0bd-053a-4911-a0d6-de59844e8894 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:02:55.809434 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebcb4d2-c2b0-482f-883f-1797f01ace17', 'name': 'network-vif-deleted', 'tag': 'c327b26c-57d0-46c4-99e2-f3e9ee2db741', 'status': 'completed', 'code': 200}
Feb 19 22:02:56.505441 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-279ffdfb-fa1f-4347-aca7-a883fe896294 req-844b021f-dbaa-4cca-ba97-8249897c12f4 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebcb4d2-c2b0-482f-883f-1797f01ace17 HTTP/1.1" status: 200  len: 210 time: 0.0596693
Feb 19 22:02:56.522651 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:57.570179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39720) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:02:57.633518 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc935c38-6f5d-48d7-b250-becac19fbc81 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (f9150976-6061-444e-b172-e8c7f924320a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:57.669534 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc935c38-6f5d-48d7-b250-becac19fbc81 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (f9150976-6061-444e-b172-e8c7f924320a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:57.740753 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc935c38-6f5d-48d7-b250-becac19fbc81 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f9150976-6061-444e-b172-e8c7f924320a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:57.743707 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fc935c38-6f5d-48d7-b250-becac19fbc81 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:57.744929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fc935c38-6f5d-48d7-b250-becac19fbc81 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] 10.222.0.30 "DELETE /v2.0/security-groups/f9150976-6061-444e-b172-e8c7f924320a HTTP/1.1" status: 204  len: 168 time: 0.1737108
Feb 19 22:02:57.754642 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc935c38-6f5d-48d7-b250-becac19fbc81 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9150976-6061-444e-b172-e8c7f924320a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:02:58.700951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c327b26c-57d0-46c4-99e2-f3e9ee2db741 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:02:58.722849 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: c327b26c-57d0-46c4-99e2-f3e9ee2db741 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:02:58.723192 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device c327b26c-57d0-46c4-99e2-f3e9ee2db741 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:02:58.799975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39726) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:02:59.310461 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (93000d85-65a2-43f3-a932-e8a399f766a2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:59.577330 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] Deleting port 8511daa3-6aeb-4e2a-bfe8-97724135387b {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:02:59.577611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:59.673908 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] For port 8511daa3-6aeb-4e2a-bfe8-97724135387b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8511daa3-6aeb-4e2a-bfe8-97724135387b,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:02:59.674277 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:59.689795 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] Calling delete_port for 8511daa3-6aeb-4e2a-bfe8-97724135387b owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:02:59.907135 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (8511daa3-6aeb-4e2a-bfe8-97724135387b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:02:59.943211 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8511daa3-6aeb-4e2a-bfe8-97724135387b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:00.073695 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:00.133750 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (93000d85-65a2-43f3-a932-e8a399f766a2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:00.380970 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] Router 93000d85-65a2-43f3-a932-e8a399f766a2 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 22:03:00.498155 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:03:00.503605 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-26ce1532-d685-49c2-80a9-a3c5f07d73c4 admin admin] 10.222.0.30 "PUT /v2.0/routers/93000d85-65a2-43f3-a932-e8a399f766a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7015846
Feb 19 22:03:00.507249 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e94589-db15-440c-9dbf-ad9743447464 None None] Sync routers for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:03:00.507528 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39730) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:00.520259 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e94589-db15-440c-9dbf-ad9743447464 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:00.520962 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-51e94589-db15-440c-9dbf-ad9743447464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a629bf160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:00.639473 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Publish callbacks [] for router (93000d85-65a2-43f3-a932-e8a399f766a2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:00.653495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-51e94589-db15-440c-9dbf-ad9743447464 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:00.766371 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Publish callbacks [] for router_gateway (93000d85-65a2-43f3-a932-e8a399f766a2), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:00.833532 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Deleting port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:03:00.833977 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:00.870508 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-51e94589-db15-440c-9dbf-ad9743447464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a629bf160>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T22:02:59Z', 'revision_number': 5, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port': {'id': '6be69ced-a2fb-48fc-9310-1f0c8e78e88c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T21:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:00.931869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] For port 6be69ced-a2fb-48fc-9310-1f0c8e78e88c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6be69ced-a2fb-48fc-9310-1f0c8e78e88c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:00.932779 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:00.948295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Calling delete_port for 6be69ced-a2fb-48fc-9310-1f0c8e78e88c owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:03:01.077606 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e94589-db15-440c-9dbf-ad9743447464 None None] Checking router: 93000d85-65a2-43f3-a932-e8a399f766a2 for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:03:01.087377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e94589-db15-440c-9dbf-ad9743447464 None None] Routers {'93000d85-65a2-43f3-a932-e8a399f766a2'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:01.088022 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-51e94589-db15-440c-9dbf-ad9743447464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a629bf160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['93000d85-65a2-43f3-a932-e8a399f766a2'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:01.142402 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (6be69ced-a2fb-48fc-9310-1f0c8e78e88c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.172307 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Pushing event deleted for resources: {'Port': ['ID=6be69ced-a2fb-48fc-9310-1f0c8e78e88c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:01.180910 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-51e94589-db15-440c-9dbf-ad9743447464 None None] Set router 93000d85-65a2-43f3-a932-e8a399f766a2 gateway port host: None {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:01.239068 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (93000d85-65a2-43f3-a932-e8a399f766a2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.256303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-51e94589-db15-440c-9dbf-ad9743447464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a629bf160>, [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T22:03:00Z', 'revision_number': 6, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:01.283822 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e94589-db15-440c-9dbf-ad9743447464 None None] The sync data for ids ['93000d85-65a2-43f3-a932-e8a399f766a2'] in ncdv-master-1 is: [{'id': '93000d85-65a2-43f3-a932-e8a399f766a2', 'name': 'tempest-TestShelveInstance-1602505253-router', 'tenant_id': '8f56cec0383d41f097d9ec75bbddc499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:21Z', 'updated_at': '2022-02-19T22:03:00Z', 'revision_number': 6, 'project_id': '8f56cec0383d41f097d9ec75bbddc499', 'gw_port_host': None}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:03:01.337074 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (93000d85-65a2-43f3-a932-e8a399f766a2), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.339275 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Publish callbacks [] for router_controller (93000d85-65a2-43f3-a932-e8a399f766a2), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.387747 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (93000d85-65a2-43f3-a932-e8a399f766a2), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.388831 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93000d85-65a2-43f3-a932-e8a399f766a2 {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 22:03:01.394396 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.396001 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2e350ea8-ff60-4dc7-93f3-49b88b7f207c admin admin] 10.222.0.30 "DELETE /v2.0/routers/93000d85-65a2-43f3-a932-e8a399f766a2 HTTP/1.1" status: 204  len: 168 time: 0.8871901
Feb 19 22:03:01.398332 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39732) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:01.453410 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-229b7531-f483-4e33-987f-3978171ff3b5 admin admin] Deleting subnet fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 22:03:01.458408 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-229b7531-f483-4e33-987f-3978171ff3b5 admin admin] Publish callbacks [] for subnet (fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.501025 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-229b7531-f483-4e33-987f-3978171ff3b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.593151 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-229b7531-f483-4e33-987f-3978171ff3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.653725 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-229b7531-f483-4e33-987f-3978171ff3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.681222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b7531-f483-4e33-987f-3978171ff3b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:01.684678 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-229b7531-f483-4e33-987f-3978171ff3b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.689182 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151390bc-4963-4111-aa70-1437ff91224c None None] Network 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 22:03:01.689394 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-229b7531-f483-4e33-987f-3978171ff3b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fe92f69e-c16d-4719-aa4a-0bcb8d1c7aef HTTP/1.1" status: 204  len: 168 time: 0.2898104
Feb 19 22:03:01.692400 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39734) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:01.780036 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (15a1c9e8-368f-4444-8b18-de8bd3a7cbbf), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.843857 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Deleting port bb62ea25-5f3d-45eb-afd9-3b0cf24627db {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:03:01.844688 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.889396 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] DHCP port deletion for 15a1c9e8-368f-4444-8b18-de8bd3a7cbbf request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 22:03:01.948462 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] For port bb62ea25-5f3d-45eb-afd9-3b0cf24627db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb62ea25-5f3d-45eb-afd9-3b0cf24627db,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:01.949246 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.966102 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Deleting port bb62ea25-5f3d-45eb-afd9-3b0cf24627db {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:03:01.966535 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:01.971415 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Calling delete_port for bb62ea25-5f3d-45eb-afd9-3b0cf24627db owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:03:02.051615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] For port bb62ea25-5f3d-45eb-afd9-3b0cf24627db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb62ea25-5f3d-45eb-afd9-3b0cf24627db,segment=NetworkSegment(241c7e0e-2914-4075-8c47-a36a467de73f),segment_id=241c7e0e-2914-4075-8c47-a36a467de73f)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:02.052105 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:02.073292 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Calling delete_port for bb62ea25-5f3d-45eb-afd9-3b0cf24627db owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:03:02.076175 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:02.116975 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb62ea25-5f3d-45eb-afd9-3b0cf24627db,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:02.119502 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] No DVR routers for this DVR port bb62ea25-5f3d-45eb-afd9-3b0cf24627db on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 22:03:02.196705 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (bb62ea25-5f3d-45eb-afd9-3b0cf24627db), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:02.213165 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (15a1c9e8-368f-4444-8b18-de8bd3a7cbbf), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:02.226079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Pushing event deleted for resources: {'Port': ['ID=bb62ea25-5f3d-45eb-afd9-3b0cf24627db,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:02.230485 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] No DVR routers for this DVR port bb62ea25-5f3d-45eb-afd9-3b0cf24627db on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 22:03:02.240088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.240088 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.240552 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.240791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.241087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.241432 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.241934 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.242430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.244620 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.245233 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.245793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.245999 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1eab20>,) {'filters': {'network_id': ['15a1c9e8-368f-4444-8b18-de8bd3a7cbbf']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:02.246828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.246828 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba8a62-a8de-49a0-b84d-461d88d5c218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:02.256892 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1eab20>, '241c7e0e-2914-4075-8c47-a36a467de73f') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:02.257296 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6a1eab20>, '241c7e0e-2914-4075-8c47-a36a467de73f') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:02.269093 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (241c7e0e-2914-4075-8c47-a36a467de73f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:02.285941 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (241c7e0e-2914-4075-8c47-a36a467de73f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:02.296008 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 22:03:02.296432 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (241c7e0e-2914-4075-8c47-a36a467de73f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 22:03:02.298315 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 22:03:02.365486 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (15a1c9e8-368f-4444-8b18-de8bd3a7cbbf), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:02.373383 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:02.378563 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] 10.222.0.30 "DELETE /v2.0/networks/15a1c9e8-368f-4444-8b18-de8bd3a7cbbf HTTP/1.1" status: 204  len: 168 time: 0.6849825
Feb 19 22:03:02.382546 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39736) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:02.394334 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730abc8-4001-4402-921f-c50677e7bd92 admin admin] Pushing event deleted for resources: {'Network': ['ID=15a1c9e8-368f-4444-8b18-de8bd3a7cbbf,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:02.640382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 6be69ced-a2fb-48fc-9310-1f0c8e78e88c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:03:02.664779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 6be69ced-a2fb-48fc-9310-1f0c8e78e88c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:03:02.665248 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 6be69ced-a2fb-48fc-9310-1f0c8e78e88c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:03:02.665819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8511daa3-6aeb-4e2a-bfe8-97724135387b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:03:02.690265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 8511daa3-6aeb-4e2a-bfe8-97724135387b {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:03:02.690619 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 8511daa3-6aeb-4e2a-bfe8-97724135387b not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:03:02.691051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb62ea25-5f3d-45eb-afd9-3b0cf24627db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:03:02.710575 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: bb62ea25-5f3d-45eb-afd9-3b0cf24627db {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:03:02.710924 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb62ea25-5f3d-45eb-afd9-3b0cf24627db not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:03:02.852547 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (5081682f-9961-4a03-844a-151592252171), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:03.140602 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] Deleting port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:03:03.140878 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:03.218799 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] For port e9de85f1-99f9-4d88-b41f-b87b10fc7fb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9de85f1-99f9-4d88-b41f-b87b10fc7fb0,segment=NetworkSegment(f1dd448b-57d3-4baa-a288-bb75909f6a4a),segment_id=f1dd448b-57d3-4baa-a288-bb75909f6a4a)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:03.219170 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:03.234138 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] Calling delete_port for e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:03:03.433149 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (e9de85f1-99f9-4d88-b41f-b87b10fc7fb0), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:03.466573 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9de85f1-99f9-4d88-b41f-b87b10fc7fb0,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:03.665510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (5081682f-9961-4a03-844a-151592252171), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:03.899504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] Router 5081682f-9961-4a03-844a-151592252171 has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 22:03:04.309848 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:03:04.321174 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-9aecc35a-f0da-4f34-a205-75e1b8ea0f97 admin admin] 10.222.0.30 "PUT /v2.0/routers/5081682f-9961-4a03-844a-151592252171/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9373443
Feb 19 22:03:04.325254 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39738) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:04.336576 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962d8c1-399c-4a1e-ae30-2548749e5b35 None None] Sync routers for ids ['5081682f-9961-4a03-844a-151592252171'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:03:04.346980 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962d8c1-399c-4a1e-ae30-2548749e5b35 None None] Routers {'5081682f-9961-4a03-844a-151592252171'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:04.347611 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2962d8c1-399c-4a1e-ae30-2548749e5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700e9490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5081682f-9961-4a03-844a-151592252171'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:04.449510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Publish callbacks [] for router (5081682f-9961-4a03-844a-151592252171), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:04.576113 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-2962d8c1-399c-4a1e-ae30-2548749e5b35 None None] Set router 5081682f-9961-4a03-844a-151592252171 gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:04.590102 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Publish callbacks [] for router_gateway (5081682f-9961-4a03-844a-151592252171), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:04.679111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Deleting port 655f6139-0384-4d75-9844-15bfa3bf0ecd {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:03:04.679435 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:04.772146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] For port 655f6139-0384-4d75-9844-15bfa3bf0ecd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=655f6139-0384-4d75-9844-15bfa3bf0ecd,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:04.772605 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:04.787661 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Calling delete_port for 655f6139-0384-4d75-9844-15bfa3bf0ecd owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:03:04.791821 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2962d8c1-399c-4a1e-ae30-2548749e5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700e9490>, [{'id': '5081682f-9961-4a03-844a-151592252171', 'name': 'tempest-TestShelveInstance-2104682176-router', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T22:03:03Z', 'revision_number': 5, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'gw_port': {'id': '655f6139-0384-4d75-9844-15bfa3bf0ecd', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ad:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081682f-9961-4a03-844a-151592252171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T21:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:04.836940 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962d8c1-399c-4a1e-ae30-2548749e5b35 None None] Checking router: 5081682f-9961-4a03-844a-151592252171 for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:03:04.846692 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962d8c1-399c-4a1e-ae30-2548749e5b35 None None] Routers {'5081682f-9961-4a03-844a-151592252171'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:04.847304 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2962d8c1-399c-4a1e-ae30-2548749e5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a700e9490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['5081682f-9961-4a03-844a-151592252171'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:04.955799 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-2962d8c1-399c-4a1e-ae30-2548749e5b35 None None] Set router 5081682f-9961-4a03-844a-151592252171 gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:04.991479 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (655f6139-0384-4d75-9844-15bfa3bf0ecd), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.018307 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-2962d8c1-399c-4a1e-ae30-2548749e5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a700e9490>, [{'id': '5081682f-9961-4a03-844a-151592252171', 'name': 'tempest-TestShelveInstance-2104682176-router', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T22:03:04Z', 'revision_number': 6, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:05.019235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Pushing event deleted for resources: {'Port': ['ID=655f6139-0384-4d75-9844-15bfa3bf0ecd,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:05.073618 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962d8c1-399c-4a1e-ae30-2548749e5b35 None None] The sync data for ids ['5081682f-9961-4a03-844a-151592252171'] in ncdv-master-1 is: [{'id': '5081682f-9961-4a03-844a-151592252171', 'name': 'tempest-TestShelveInstance-2104682176-router', 'tenant_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T21:53:26Z', 'updated_at': '2022-02-19T22:03:04Z', 'revision_number': 6, 'project_id': 'a4b01cf1d791487bace5a0b5e1e85430', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:03:05.087612 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (5081682f-9961-4a03-844a-151592252171), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.197633 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (5081682f-9961-4a03-844a-151592252171), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.200089 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Publish callbacks [] for router_controller (5081682f-9961-4a03-844a-151592252171), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.246807 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (5081682f-9961-4a03-844a-151592252171), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.247393 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5081682f-9961-4a03-844a-151592252171 {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 22:03:05.252009 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.253191 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a326c1eb-611d-4617-a09f-b76908ee90cb admin admin] 10.222.0.30 "DELETE /v2.0/routers/5081682f-9961-4a03-844a-151592252171 HTTP/1.1" status: 204  len: 168 time: 0.9267120
Feb 19 22:03:05.256304 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39740) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:05.306036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edbc362-7df3-4895-9764-d8a77f0fdd8f admin admin] Deleting subnet a48db3dd-c6dc-4008-add4-b1f692389f97 {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 22:03:05.309202 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3edbc362-7df3-4895-9764-d8a77f0fdd8f admin admin] Publish callbacks [] for subnet (a48db3dd-c6dc-4008-add4-b1f692389f97), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.344783 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3edbc362-7df3-4895-9764-d8a77f0fdd8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (a48db3dd-c6dc-4008-add4-b1f692389f97), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.430649 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3edbc362-7df3-4895-9764-d8a77f0fdd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (a48db3dd-c6dc-4008-add4-b1f692389f97), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.510235 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3edbc362-7df3-4895-9764-d8a77f0fdd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (a48db3dd-c6dc-4008-add4-b1f692389f97), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.549146 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbc362-7df3-4895-9764-d8a77f0fdd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48db3dd-c6dc-4008-add4-b1f692389f97,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:05.554833 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-3edbc362-7df3-4895-9764-d8a77f0fdd8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.560154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29889854-ac27-40b5-b0e7-653f43c3cc61 None None] Network 912e4920-4bb1-412c-bff3-beab0ac7a94f requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 22:03:05.561289 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-3edbc362-7df3-4895-9764-d8a77f0fdd8f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a48db3dd-c6dc-4008-add4-b1f692389f97 HTTP/1.1" status: 204  len: 168 time: 0.3032174
Feb 19 22:03:05.564950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39742) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:05.643817 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (912e4920-4bb1-412c-bff3-beab0ac7a94f), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.738222 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Deleting port bb9988c4-cb15-4a43-b600-e7ca8f66639a {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:03:05.738562 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.803821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] For port bb9988c4-cb15-4a43-b600-e7ca8f66639a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb9988c4-cb15-4a43-b600-e7ca8f66639a,segment=NetworkSegment(f1dd448b-57d3-4baa-a288-bb75909f6a4a),segment_id=f1dd448b-57d3-4baa-a288-bb75909f6a4a)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:05.804145 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.818005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Calling delete_port for bb9988c4-cb15-4a43-b600-e7ca8f66639a owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:03:05.862949 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6251cd12-4858-486f-8445-11e500e6e319 None None] DHCP port deletion for 912e4920-4bb1-412c-bff3-beab0ac7a94f request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 22:03:05.921905 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.924019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6251cd12-4858-486f-8445-11e500e6e319 None None] Deleting port bb9988c4-cb15-4a43-b600-e7ca8f66639a {{(pid=121130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:03:05.924448 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6251cd12-4858-486f-8445-11e500e6e319 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), before_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:05.954254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9988c4-cb15-4a43-b600-e7ca8f66639a,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:05.958867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] No DVR routers for this DVR port bb9988c4-cb15-4a43-b600-e7ca8f66639a on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 22:03:06.011498 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6251cd12-4858-486f-8445-11e500e6e319 None None] For port bb9988c4-cb15-4a43-b600-e7ca8f66639a, host ncdv-master-1, got binding levels [] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:06.012227 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6251cd12-4858-486f-8445-11e500e6e319 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), precommit_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.025430 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6251cd12-4858-486f-8445-11e500e6e319 None None] Calling delete_port for bb9988c4-cb15-4a43-b600-e7ca8f66639a owned by network:dhcp {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:03:06.028285 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.ipam_backend_mixin [None req-6251cd12-4858-486f-8445-11e500e6e319 None None] Port bb9988c4-cb15-4a43-b600-e7ca8f66639a was not found and therefore no delete operation was performed {{(pid=121130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 19 22:03:06.029646 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6251cd12-4858-486f-8445-11e500e6e319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493'] for port (bb9988c4-cb15-4a43-b600-e7ca8f66639a), after_delete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.046780 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (912e4920-4bb1-412c-bff3-beab0ac7a94f), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.066995 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251cd12-4858-486f-8445-11e500e6e319 None None] Pushing event deleted for resources: {'Port': ['ID=bb9988c4-cb15-4a43-b600-e7ca8f66639a,revision_number=None']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:06.069604 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251cd12-4858-486f-8445-11e500e6e319 None None] No DVR routers for this DVR port bb9988c4-cb15-4a43-b600-e7ca8f66639a on host ncdv-master-1 {{(pid=121130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 22:03:06.074765 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a6b176fa0>,) {'filters': {'network_id': ['912e4920-4bb1-412c-bff3-beab0ac7a94f']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:06.089448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b176fa0>, 'f1dd448b-57d3-4baa-a288-bb75909f6a4a') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:06.089777 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a6b176fa0>, 'f1dd448b-57d3-4baa-a288-bb75909f6a4a') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:06.110702 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (f1dd448b-57d3-4baa-a288-bb75909f6a4a), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.146293 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (f1dd448b-57d3-4baa-a288-bb75909f6a4a), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.156179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 22:03:06.156735 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (f1dd448b-57d3-4baa-a288-bb75909f6a4a), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 22:03:06.159420 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 22:03:06.231334 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (912e4920-4bb1-412c-bff3-beab0ac7a94f), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.239172 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.242669 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] 10.222.0.30 "DELETE /v2.0/networks/912e4920-4bb1-412c-bff3-beab0ac7a94f HTTP/1.1" status: 204  len: 168 time: 0.6765888
Feb 19 22:03:06.260895 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421c234-f75a-4693-808a-d80e8f331a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=912e4920-4bb1-412c-bff3-beab0ac7a94f,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:06.388309 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39746) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:06.432877 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e1ab8b3e-69b8-47a5-8b41-d8ceb6fa6a61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f56cec0383d41f097d9ec75bbddc499&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0426972
Feb 19 22:03:06.435419 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39748) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:06.486343 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ba6641-cb14-4407-930f-0e9bc9a33153 admin admin] Publish callbacks [] for security_group (f6223620-d022-46b0-9c3e-c1885d8723ca), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.510747 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ba6641-cb14-4407-930f-0e9bc9a33153 admin admin] Publish callbacks [] for security_group (f6223620-d022-46b0-9c3e-c1885d8723ca), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.561656 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ba6641-cb14-4407-930f-0e9bc9a33153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f6223620-d022-46b0-9c3e-c1885d8723ca), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.566611 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-a6ba6641-cb14-4407-930f-0e9bc9a33153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:06.567807 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-a6ba6641-cb14-4407-930f-0e9bc9a33153 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6223620-d022-46b0-9c3e-c1885d8723ca HTTP/1.1" status: 204  len: 168 time: 0.1314297
Feb 19 22:03:06.576232 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba6641-cb14-4407-930f-0e9bc9a33153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6223620-d022-46b0-9c3e-c1885d8723ca,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:06.671156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 655f6139-0384-4d75-9844-15bfa3bf0ecd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:03:06.695068 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 655f6139-0384-4d75-9844-15bfa3bf0ecd {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:03:06.695353 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 655f6139-0384-4d75-9844-15bfa3bf0ecd not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:03:06.695944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:03:06.726874 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:03:06.727670 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device e9de85f1-99f9-4d88-b41f-b87b10fc7fb0 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:03:06.728816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb9988c4-cb15-4a43-b600-e7ca8f66639a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:03:06.757693 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: bb9988c4-cb15-4a43-b600-e7ca8f66639a {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:03:06.758157 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device bb9988c4-cb15-4a43-b600-e7ca8f66639a not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:03:06.992079 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39754) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:07.042943 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b9bff146-d271-4267-be6f-6f18ac59ed7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4b01cf1d791487bace5a0b5e1e85430&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0494354
Feb 19 22:03:07.046010 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39756) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:07.096225 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01d32ecf-d201-4ac7-9822-0d357a2d1c27 admin admin] Publish callbacks [] for security_group (f3ff4c62-570e-4610-aa3e-72e284f7f3c7), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:07.118312 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01d32ecf-d201-4ac7-9822-0d357a2d1c27 admin admin] Publish callbacks [] for security_group (f3ff4c62-570e-4610-aa3e-72e284f7f3c7), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:07.181897 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01d32ecf-d201-4ac7-9822-0d357a2d1c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f3ff4c62-570e-4610-aa3e-72e284f7f3c7), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:07.184695 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-01d32ecf-d201-4ac7-9822-0d357a2d1c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:07.185886 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-01d32ecf-d201-4ac7-9822-0d357a2d1c27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3ff4c62-570e-4610-aa3e-72e284f7f3c7 HTTP/1.1" status: 204  len: 168 time: 0.1388540
Feb 19 22:03:07.194706 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d32ecf-d201-4ac7-9822-0d357a2d1c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ff4c62-570e-4610-aa3e-72e284f7f3c7,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:08.074116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39778) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:08.217871 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1627077655-network', 'tenant_id': '57600659895e4232b2c6533b3c277c0c'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:08.242640 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Made reservation on behalf of 57600659895e4232b2c6533b3c277c0c for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 22:03:08.245136 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:08.258864 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:08.691123 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Publish callbacks [] for security_group (f10202ec-c50a-4364-a89d-e56cd1378cf2), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:08.695198 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f10202ec-c50a-4364-a89d-e56cd1378cf2), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:08.727443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 22:03:08.737938 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10202ec-c50a-4364-a89d-e56cd1378cf2,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:08.743064 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (806a4724-af50-47a5-8ce0-3255b510bfc3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:08.743411 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Added segment 806a4724-af50-47a5-8ce0-3255b510bfc3 of type vlan for network c0cb96b0-0fc0-445b-9efa-dc2ca068848a
Feb 19 22:03:08.792519 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (c0cb96b0-0fc0-445b-9efa-dc2ca068848a), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:08.829468 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (c0cb96b0-0fc0-445b-9efa-dc2ca068848a), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:08.831110 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:08.832200 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:08.896803 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8215110
Feb 19 22:03:08.899860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39782) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:08.905073 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] Request body: {'subnet': {'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1627077655-subnet', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'ip_version': 4}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:08.915897 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4acd88-d423-4e37-bf72-2ebcd3b9b77d admin admin] Pushing event updated for resources: {'Network': ['ID=c0cb96b0-0fc0-445b-9efa-dc2ca068848a,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:08.927200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network c0cb96b0-0fc0-445b-9efa-dc2ca068848a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 22:03:08.937224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] Made reservation on behalf of 57600659895e4232b2c6533b3c277c0c for: {'subnet': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 22:03:08.939913 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26660766'] for subnet (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.153277 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26754642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26660744'] for subnet (e0427065-ca1d-45f2-9f58-e61d6960addb), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.218102 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0427065-ca1d-45f2-9f58-e61d6960addb,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:09.229261 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] Checking segment: {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 22:03:09.229626 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] Network hostable DHCP agents. Network: c0cb96b0-0fc0-445b-9efa-dc2ca068848a, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 22:03:09.254522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] Network c0cb96b0-0fc0-445b-9efa-dc2ca068848a is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 22:03:09.264775 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c0cb96b0-0fc0-445b-9efa-dc2ca068848a) {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:09.270566 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:09.271184 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.282701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0766d4a-7979-4783-8c0d-1f352aefc264 None None] Network c0cb96b0-0fc0-445b-9efa-dc2ca068848a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 22:03:09.294731 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-b6674ed6-98a0-46e3-9a22-ebb072c99158 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3934219
Feb 19 22:03:09.297591 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39784) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:09.302587 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:09.330585 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.332598 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.398291 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Publish callbacks [] for router_controller (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.416382 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 22:03:09.417390 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.585658 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Publish callbacks [] for router_gateway (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.593404 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Allocated IP 172.20.0.2 (c0cb96b0-0fc0-445b-9efa-dc2ca068848a/e0427065-ca1d-45f2-9f58-e61d6960addb/cdbb4b5e-3590-412a-8ee4-75d5450295fe) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 22:03:09.771138 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Publish callbacks [] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.779384 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.827027 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Network c0cb96b0-0fc0-445b-9efa-dc2ca068848a is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:03:09.831148 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:09.844495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 22:03:09.864154 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Pushing event updated for resources: {'Port': ['ID=cdbb4b5e-3590-412a-8ee4-75d5450295fe,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:09.892954 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Publish callbacks [] for router_gateway (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.915413 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Attempting to bind port cdbb4b5e-3590-412a-8ee4-75d5450295fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 22:03:09.915899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Attempting to bind port cdbb4b5e-3590-412a-8ee4-75d5450295fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 22:03:09.916448 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Attempting to bind port cdbb4b5e-3590-412a-8ee4-75d5450295fe on network c0cb96b0-0fc0-445b-9efa-dc2ca068848a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 22:03:09.917434 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.923371 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 22, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 22:03:09.923930 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Checking segment: {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 22:03:09.924734 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:09.925405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Bound using segment: {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 22:03:09.926015 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Bound port: cdbb4b5e-3590-412a-8ee4-75d5450295fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 22:03:09.926547 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:10.020308 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] For port cdbb4b5e-3590-412a-8ee4-75d5450295fe, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 22:03:10.024199 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] For port cdbb4b5e-3590-412a-8ee4-75d5450295fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdbb4b5e-3590-412a-8ee4-75d5450295fe,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 22:03:10.032360 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:10.059294 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Allocated IP 172.35.2.36 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/dd564aab-456d-4709-b46b-b45ccafb7fa3) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 22:03:10.106042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218eb20-f9cd-42ba-84b2-49604cf343a9 None None] Pushing event updated for resources: {'Port': ['ID=cdbb4b5e-3590-412a-8ee4-75d5450295fe,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:10.213394 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Publish callbacks [] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:10.263557 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:10.347512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:03:10.350798 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:10.356917 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 22:03:10.360599 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Pushing event updated for resources: {'Port': ['ID=dd564aab-456d-4709-b46b-b45ccafb7fa3,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:10.693680 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cdbb4b5e-3590-412a-8ee4-75d5450295fe up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:03:10.694245 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Publish callbacks [] for router_gateway (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:10.754146 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port cdbb4b5e-3590-412a-8ee4-75d5450295fe triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:10.754519 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:10.852847 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port cdbb4b5e-3590-412a-8ee4-75d5450295fe is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:10.853342 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:10.906864 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port cdbb4b5e-3590-412a-8ee4-75d5450295fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdbb4b5e-3590-412a-8ee4-75d5450295fe,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:10.913718 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:10.994017 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=cdbb4b5e-3590-412a-8ee4-75d5450295fe,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:10.999437 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:11.172424 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 22:03:11.256572 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a8441-6072-4317-8993-2556f9ef5ee3 None None] Network c0cb96b0-0fc0-445b-9efa-dc2ca068848a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 22:03:11.309557 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:03:11.326683 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Sync routers for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:03:11.331605 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:11.333133 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5c15408b-147e-4581-b134-2e1045c1410a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.0340242
Feb 19 22:03:11.336038 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39786) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:11.358573 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-88ba3fd4-3687-4b80-940b-fb560285e255 None None] Provisioning complete for port cdbb4b5e-3590-412a-8ee4-75d5450295fe triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:11.358900 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-88ba3fd4-3687-4b80-940b-fb560285e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:11.384451 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:11.385103 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6290aaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:11.555424 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:11.887926 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-88ba3fd4-3687-4b80-940b-fb560285e255 None None] Current status of the port cdbb4b5e-3590-412a-8ee4-75d5450295fe is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:11.931551 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:11.996495 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6290aaf0>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:10Z', 'revision_number': 3, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:12.027753 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Checking router: 2de46861-9b4c-43f8-9d6d-ce79baa5d85d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:03:12.028108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Updating router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d port dd564aab-456d-4709-b46b-b45ccafb7fa3 binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 22:03:12.061947 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-244caf8b-3cd5-4bd0-bcbd-410656c9e597 None None] Provisioning complete for port cdbb4b5e-3590-412a-8ee4-75d5450295fe triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:12.062319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-244caf8b-3cd5-4bd0-bcbd-410656c9e597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.101770 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.125263 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Allocated IP 172.20.0.1 (c0cb96b0-0fc0-445b-9efa-dc2ca068848a/e0427065-ca1d-45f2-9f58-e61d6960addb/030e7c40-6372-4577-9a70-e36676e77be3) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 22:03:12.261865 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Publish callbacks [] for port (030e7c40-6372-4577-9a70-e36676e77be3), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.266039 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-244caf8b-3cd5-4bd0-bcbd-410656c9e597 None None] Current status of the port cdbb4b5e-3590-412a-8ee4-75d5450295fe is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:12.302282 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (030e7c40-6372-4577-9a70-e36676e77be3), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.345891 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Network c0cb96b0-0fc0-445b-9efa-dc2ca068848a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:03:12.349110 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:12.353787 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 22:03:12.377169 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Pushing event updated for resources: {'Port': ['ID=030e7c40-6372-4577-9a70-e36676e77be3,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:12.399924 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.433687 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Publish callbacks [] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.451562 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.511235 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Attempting to bind port dd564aab-456d-4709-b46b-b45ccafb7fa3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 22:03:12.511460 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Attempting to bind port dd564aab-456d-4709-b46b-b45ccafb7fa3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 22:03:12.511831 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Attempting to bind port dd564aab-456d-4709-b46b-b45ccafb7fa3 on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 22:03:12.518297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 22, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 22:03:12.518590 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 22:03:12.518869 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.519402 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 22:03:12.519793 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Bound port: dd564aab-456d-4709-b46b-b45ccafb7fa3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 22:03:12.520400 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.553014 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d89db-b61d-41c3-be9d-a691cc813891 None None] Pushing event updated for resources: {'Port': ['ID=dd564aab-456d-4709-b46b-b45ccafb7fa3,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:12.555350 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (030e7c40-6372-4577-9a70-e36676e77be3), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.584288 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] For port dd564aab-456d-4709-b46b-b45ccafb7fa3, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 22:03:12.588672 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] For port dd564aab-456d-4709-b46b-b45ccafb7fa3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd564aab-456d-4709-b46b-b45ccafb7fa3,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 22:03:12.596258 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.660664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cdbb4b5e-3590-412a-8ee4-75d5450295fe up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:03:12.668796 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:12.669437 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6290aaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:12.674019 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d89db-b61d-41c3-be9d-a691cc813891 None None] Pushing event updated for resources: {'Port': ['ID=dd564aab-456d-4709-b46b-b45ccafb7fa3,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:12.751900 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Publish callbacks [] for port (030e7c40-6372-4577-9a70-e36676e77be3), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.757078 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (030e7c40-6372-4577-9a70-e36676e77be3), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.794493 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a6152bd5-066a-4369-9d09-cae3db5e6dee None None] Provisioning complete for port 030e7c40-6372-4577-9a70-e36676e77be3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:12.794493 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a6152bd5-066a-4369-9d09-cae3db5e6dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (030e7c40-6372-4577-9a70-e36676e77be3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.830191 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.832233 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Pushing event updated for resources: {'Port': ['ID=030e7c40-6372-4577-9a70-e36676e77be3,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:12.857766 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a6152bd5-066a-4369-9d09-cae3db5e6dee None None] Port 030e7c40-6372-4577-9a70-e36676e77be3 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 22:03:12.862286 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:12.862951 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port cdbb4b5e-3590-412a-8ee4-75d5450295fe triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:12.863341 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:12.965032 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Network c0cb96b0-0fc0-445b-9efa-dc2ca068848a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:03:12.966490 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:13.102375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port cdbb4b5e-3590-412a-8ee4-75d5450295fe is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:13.107407 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 22:03:13.167313 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6290aaf0>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 1, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:13.199646 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694dcf2-5f53-4f50-8dd0-41a358357ad0 None None] The sync data for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 is: [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 1, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:03:13.240045 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:03:13.245969 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-cc6b00f2-4ad7-44a3-8e00-46783b865d2f admin admin] 10.222.0.30 "PUT /v2.0/routers/2de46861-9b4c-43f8-9d6d-ce79baa5d85d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9086149
Feb 19 22:03:13.285055 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-f6943ee0-3059-4bd0-81dc-c95259bf6180 None None] Provisioning complete for port 030e7c40-6372-4577-9a70-e36676e77be3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:13.285622 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f6943ee0-3059-4bd0-81dc-c95259bf6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (030e7c40-6372-4577-9a70-e36676e77be3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:13.321089 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-f6943ee0-3059-4bd0-81dc-c95259bf6180 None None] Port 030e7c40-6372-4577-9a70-e36676e77be3 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 22:03:13.789596 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39802) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:13.795161 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-117388855-network', 'tenant_id': '94b19231703c4ade8315cf8c24a83347'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:13.817675 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Made reservation on behalf of 94b19231703c4ade8315cf8c24a83347 for: {'network': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 22:03:13.820168 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for network (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:13.831319 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:13.925425 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Publish callbacks [] for security_group (a86e0e11-1296-43dc-ba12-5aeb68f0c606), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:13.929554 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a86e0e11-1296-43dc-ba12-5aeb68f0c606), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:13.958809 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185}  {{(pid=121128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 19 22:03:13.969445 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86e0e11-1296-43dc-ba12-5aeb68f0c606,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:13.975103 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (3217d696-b2b1-48fa-bdb7-c677ebeead46), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:13.975462 ncdv-master-1 neutron-server[121128]: INFO neutron.db.segments_db [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Added segment 3217d696-b2b1-48fa-bdb7-c677ebeead46 of type vlan for network 5c1b4c93-1336-44bf-a717-33f64393386b
Feb 19 22:03:14.023070 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751652850607'] for network (5c1b4c93-1336-44bf-a717-33f64393386b), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.053878 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423'] for network (5c1b4c93-1336-44bf-a717-33f64393386b), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.055346 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:14.056166 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.118414 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3273873
Feb 19 22:03:14.121231 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39804) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:14.126406 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] Request body: {'subnet': {'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-117388855-subnet', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'ip_version': 4}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:14.127974 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f8ee9-2cd1-4880-b425-e311e3e6f7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1b4c93-1336-44bf-a717-33f64393386b,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:14.138965 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Network 5c1b4c93-1336-44bf-a717-33f64393386b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 19 22:03:14.157161 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] Made reservation on behalf of 94b19231703c4ade8315cf8c24a83347 for: {'subnet': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 22:03:14.157400 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25622351'] for subnet (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.363439 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27200328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25622361'] for subnet (01561951-4b8e-4697-8fb0-a465dee97577), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.423124 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01561951-4b8e-4697-8fb0-a465dee97577,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:14.433990 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] Checking segment: {'id': '3217d696-b2b1-48fa-bdb7-c677ebeead46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 22:03:14.434357 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] Network hostable DHCP agents. Network: 5c1b4c93-1336-44bf-a717-33f64393386b, hostable agents: ['87b8a454-1e0b-48d5-9b93-217ecb98c7c1'], hosted agents: [] {{(pid=121129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 19 22:03:14.455199 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] Network 5c1b4c93-1336-44bf-a717-33f64393386b is scheduled to be hosted by DHCP agent 87b8a454-1e0b-48d5-9b93-217ecb98c7c1 with binding_index 1 {{(pid=121129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 19 22:03:14.465537 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c1b4c93-1336-44bf-a717-33f64393386b) {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:14.469659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:14.470927 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.477977 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e5315-e2c4-4478-bd93-ff437d5fb3c8 None None] Network 5c1b4c93-1336-44bf-a717-33f64393386b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 22:03:14.492301 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-c0688b1c-e56d-49f9-9748-afc2b967c638 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3676088
Feb 19 22:03:14.492694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39806) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:14.497929 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-117388855-router', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:14.521241 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15409'] for router (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.522394 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15370'] for router (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.586558 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Publish callbacks [] for router_controller (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), precommit_add_association {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.595245 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5c1b4c93-1336-44bf-a717-33f64393386b', 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b', 'project_id': '94b19231703c4ade8315cf8c24a83347', 'fixed_ips': [{'subnet_id': '01561951-4b8e-4697-8fb0-a465dee97577'}]}} from ncdv-master-1. {{(pid=121130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 19 22:03:14.596118 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.711489 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dd564aab-456d-4709-b46b-b45ccafb7fa3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:03:14.762978 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Publish callbacks [] for router_gateway (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.812372 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.db_base_plugin_common [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Allocated IP 172.20.0.2 (5c1b4c93-1336-44bf-a717-33f64393386b/01561951-4b8e-4697-8fb0-a465dee97577/936a4517-3205-45a0-a55e-63d2be6e79ed) {{(pid=121130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 22:03:14.815105 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port dd564aab-456d-4709-b46b-b45ccafb7fa3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:14.815496 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.979742 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port dd564aab-456d-4709-b46b-b45ccafb7fa3 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:14.980446 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:14.986173 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Publish callbacks [] for router_gateway (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.008170 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.031905 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port dd564aab-456d-4709-b46b-b45ccafb7fa3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd564aab-456d-4709-b46b-b45ccafb7fa3,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:15.040319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.049994 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Publish callbacks [] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), precommit_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.074272 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), after_create {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.103560 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Network 5c1b4c93-1336-44bf-a717-33f64393386b is already hosted by enough agents. {{(pid=121130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:03:15.105528 ncdv-master-1 neutron-server[121130]: DEBUG neutron.scheduler.base_scheduler [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Resources bound (agent type, host, resource id):  {{(pid=121130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:15.109497 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Received port after_create {{(pid=121130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 22:03:15.113369 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=dd564aab-456d-4709-b46b-b45ccafb7fa3,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:15.142753 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Allocated IP 172.35.2.32 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/a8fd9539-8a70-44a2-ab52-3f597490123c) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 22:03:15.200911 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Pushing event updated for resources: {'Port': ['ID=936a4517-3205-45a0-a55e-63d2be6e79ed,revision_number=1']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:15.205405 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Attempting to bind port 936a4517-3205-45a0-a55e-63d2be6e79ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 22:03:15.206315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Attempting to bind port 936a4517-3205-45a0-a55e-63d2be6e79ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3217d696-b2b1-48fa-bdb7-c677ebeead46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 22:03:15.206315 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Attempting to bind port 936a4517-3205-45a0-a55e-63d2be6e79ed on network 5c1b4c93-1336-44bf-a717-33f64393386b {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 22:03:15.211791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 22, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 22:03:15.212450 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Checking segment: {'id': '3217d696-b2b1-48fa-bdb7-c677ebeead46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 22:03:15.212864 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.213267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Bound using segment: {'id': '3217d696-b2b1-48fa-bdb7-c677ebeead46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 22:03:15.213744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Bound port: 936a4517-3205-45a0-a55e-63d2be6e79ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3217d696-b2b1-48fa-bdb7-c677ebeead46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 22:03:15.214131 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.281636 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Publish callbacks [] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.283252 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] For port 936a4517-3205-45a0-a55e-63d2be6e79ed, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 22:03:15.286757 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] For port 936a4517-3205-45a0-a55e-63d2be6e79ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=936a4517-3205-45a0-a55e-63d2be6e79ed,segment=NetworkSegment(3217d696-b2b1-48fa-bdb7-c677ebeead46),segment_id=3217d696-b2b1-48fa-bdb7-c677ebeead46)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 22:03:15.297344 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.330615 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.369284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66435202-159a-4a6d-b0cc-7d8ad20cb69f None None] Pushing event updated for resources: {'Port': ['ID=936a4517-3205-45a0-a55e-63d2be6e79ed,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:15.382834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:03:15.387359 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:15.392355 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 22:03:15.398518 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fd9539-8a70-44a2-ab52-3f597490123c,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:15.555294 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Sync routers for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:03:15.569379 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:15.570040 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7374f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:15.692808 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:15.722387 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Publish callbacks [] for router_gateway (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.906154 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7374f0>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 2, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:15.933758 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Checking router: 2de46861-9b4c-43f8-9d6d-ce79baa5d85d for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:03:15.934129 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Updating router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d port 030e7c40-6372-4577-9a70-e36676e77be3 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 22:03:15.941705 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441403'] for router (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:15.974364 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (030e7c40-6372-4577-9a70-e36676e77be3), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:16.077295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef is scheduled to L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 with binding_index 1 {{(pid=121128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 19 22:03:16.196811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:03:16.206363 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Sync routers for ids ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:03:16.219100 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:16.220827 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Routers {'2665ca96-a05f-4353-ac0c-3c7cfc2575ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:16.221684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62894bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:16.223356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39808) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:16.223864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fff1058f-9eac-4ad7-b30d-a9cd29642c29 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.7297082
Feb 19 22:03:16.283290 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Publish callbacks [] for port (030e7c40-6372-4577-9a70-e36676e77be3), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:16.290297 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (030e7c40-6372-4577-9a70-e36676e77be3), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:16.352319 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Set router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:16.383235 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Pushing event updated for resources: {'Port': ['ID=030e7c40-6372-4577-9a70-e36676e77be3,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:16.412863 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.413180 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.413437 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.413773 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.414106 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.414432 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.414761 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.415232 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.415415 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.415717 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.416041 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.416379 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.416704 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:03:16.434088 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Attempting to bind port 030e7c40-6372-4577-9a70-e36676e77be3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 22:03:16.437573 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Attempting to bind port 030e7c40-6372-4577-9a70-e36676e77be3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 22:03:16.438115 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Attempting to bind port 030e7c40-6372-4577-9a70-e36676e77be3 on network c0cb96b0-0fc0-445b-9efa-dc2ca068848a {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 22:03:16.448385 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 22, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 22:03:16.453796 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Checking segment: {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 22:03:16.454364 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:16.455002 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Bound using segment: {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 22:03:16.455513 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Bound port: 030e7c40-6372-4577-9a70-e36676e77be3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 22:03:16.455903 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (030e7c40-6372-4577-9a70-e36676e77be3), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:16.578596 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] For port 030e7c40-6372-4577-9a70-e36676e77be3, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 22:03:16.583307 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] For port 030e7c40-6372-4577-9a70-e36676e77be3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=030e7c40-6372-4577-9a70-e36676e77be3,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 22:03:16.591280 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (030e7c40-6372-4577-9a70-e36676e77be3), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:16.638978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e23127d-9eca-4923-bbf6-17a528be9916 None None] Network 5c1b4c93-1336-44bf-a717-33f64393386b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 22:03:16.665197 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074922e-137b-46e6-b534-143d9aad9309 None None] Pushing event updated for resources: {'Port': ['ID=030e7c40-6372-4577-9a70-e36676e77be3,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:16.683585 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:16.684522 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7374f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:16.721540 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62894bb0>, [{'id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'name': 'tempest-TestSnapshotPattern-117388855-router', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:14Z', 'updated_at': '2022-02-19T22:03:15Z', 'revision_number': 3, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'gw_port': {'id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:15Z', 'updated_at': '2022-02-19T22:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:16.773167 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Checking router: 2665ca96-a05f-4353-ac0c-3c7cfc2575ef for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:03:16.779374 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Updating router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef port a8fd9539-8a70-44a2-ab52-3f597490123c binding host ncdv-master-1 {{(pid=121130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 22:03:16.897622 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:16.949074 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:16.999525 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-19dc243c-d630-4d38-9540-c95969a54d06 None None] Provisioning complete for port 936a4517-3205-45a0-a55e-63d2be6e79ed triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:17.000067 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-19dc243c-d630-4d38-9540-c95969a54d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.025549 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dd564aab-456d-4709-b46b-b45ccafb7fa3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:03:17.101562 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.172156 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Allocated IP 172.20.0.1 (5c1b4c93-1336-44bf-a717-33f64393386b/01561951-4b8e-4697-8fb0-a465dee97577/9b9403ea-ef37-4413-bd59-a3d8f98bc606) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 22:03:17.266036 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7374f0>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:16Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:17.295874 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dc839-b849-4338-a964-130c3b2fe62c None None] The sync data for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 is: [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:16Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:03:17.298693 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Publish callbacks [] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.307913 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port dd564aab-456d-4709-b46b-b45ccafb7fa3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:17.308452 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.319331 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:03:17.337535 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.376904 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-19dc243c-d630-4d38-9540-c95969a54d06 None None] Current status of the port 936a4517-3205-45a0-a55e-63d2be6e79ed is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:17.376904 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-19dc243c-d630-4d38-9540-c95969a54d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.381887 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Network 5c1b4c93-1336-44bf-a717-33f64393386b is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:03:17.384913 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:17.388757 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 22:03:17.419219 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9403ea-ef37-4413-bd59-a3d8f98bc606,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:17.449983 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442312'] for router_interface (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.489818 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-19dc243c-d630-4d38-9540-c95969a54d06 None None] For port 936a4517-3205-45a0-a55e-63d2be6e79ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=936a4517-3205-45a0-a55e-63d2be6e79ed,segment=NetworkSegment(3217d696-b2b1-48fa-bdb7-c677ebeead46),segment_id=3217d696-b2b1-48fa-bdb7-c677ebeead46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:17.498775 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-19dc243c-d630-4d38-9540-c95969a54d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.631978 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.645231 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port dd564aab-456d-4709-b46b-b45ccafb7fa3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:17.646466 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 936a4517-3205-45a0-a55e-63d2be6e79ed up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:03:17.710946 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc243c-d630-4d38-9540-c95969a54d06 None None] Pushing event updated for resources: {'Port': ['ID=936a4517-3205-45a0-a55e-63d2be6e79ed,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:17.757818 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Publish callbacks [] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), precommit_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.771076 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-1d88e70d-2f04-48f5-82ef-d8652194ee77 None None] Provisioning complete for port 030e7c40-6372-4577-9a70-e36676e77be3 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:17.771471 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1d88e70d-2f04-48f5-82ef-d8652194ee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (030e7c40-6372-4577-9a70-e36676e77be3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.777560 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.857140 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Publish callbacks [] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.864203 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.891739 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Attempting to bind port a8fd9539-8a70-44a2-ab52-3f597490123c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 22:03:17.892662 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Attempting to bind port a8fd9539-8a70-44a2-ab52-3f597490123c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 22:03:17.892792 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Attempting to bind port a8fd9539-8a70-44a2-ab52-3f597490123c on network 46539bba-6cad-4c87-80c0-0d2c8447156a {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 22:03:17.907463 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15dd425-a705-4cba-b5c5-d62320633ac3 None None] Pushing event updated for resources: {'Port': ['ID=a8fd9539-8a70-44a2-ab52-3f597490123c,revision_number=2']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:17.916087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 22, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 22:03:17.916788 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Checking segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 22:03:17.917221 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.917870 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Bound using segment: {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'} {{(pid=121130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 22:03:17.918607 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.managers [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Bound port: a8fd9539-8a70-44a2-ab52-3f597490123c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7e093-05bb-4fe6-bc3d-a33b00890420', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a'}}] {{(pid=121130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 22:03:17.919702 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.948510 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9403ea-ef37-4413-bd59-a3d8f98bc606,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:17.954759 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442236'] for router_interface (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:17.976122 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 936a4517-3205-45a0-a55e-63d2be6e79ed triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:17.976588 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:18.030254 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] For port a8fd9539-8a70-44a2-ab52-3f597490123c, host ncdv-master-1, cleared binding levels {{(pid=121130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 22:03:18.070908 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] For port a8fd9539-8a70-44a2-ab52-3f597490123c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8fd9539-8a70-44a2-ab52-3f597490123c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 22:03:18.075341 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Network 5c1b4c93-1336-44bf-a717-33f64393386b is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:03:18.076974 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:18.080693 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:18.140056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-1d88e70d-2f04-48f5-82ef-d8652194ee77 None None] Current status of the port 030e7c40-6372-4577-9a70-e36676e77be3 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:18.140715 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1d88e70d-2f04-48f5-82ef-d8652194ee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (030e7c40-6372-4577-9a70-e36676e77be3), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:18.184733 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Routers {'2665ca96-a05f-4353-ac0c-3c7cfc2575ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:18.184971 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a62894bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:02:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:18.225343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 22:03:18.289325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-1d88e70d-2f04-48f5-82ef-d8652194ee77 None None] For port 030e7c40-6372-4577-9a70-e36676e77be3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=030e7c40-6372-4577-9a70-e36676e77be3,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:18.334518 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15dd425-a705-4cba-b5c5-d62320633ac3 None None] Pushing event updated for resources: {'Port': ['ID=a8fd9539-8a70-44a2-ab52-3f597490123c,revision_number=3']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:18.337663 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1d88e70d-2f04-48f5-82ef-d8652194ee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (030e7c40-6372-4577-9a70-e36676e77be3), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:18.369606 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:03:18.377177 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 936a4517-3205-45a0-a55e-63d2be6e79ed is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:18.385611 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8395e938-1c46-4020-bf71-24f46c322b96 admin admin] 10.222.0.30 "PUT /v2.0/routers/2665ca96-a05f-4353-ac0c-3c7cfc2575ef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1598759
Feb 19 22:03:18.425041 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88e70d-2f04-48f5-82ef-d8652194ee77 None None] Pushing event updated for resources: {'Port': ['ID=030e7c40-6372-4577-9a70-e36676e77be3,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:18.437774 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] Set router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:18.533517 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-9ccab895-3250-4d17-bb3d-461b1725309a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:18.537407 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e51a15c5-4e17-4fdf-8b65-dc097e710609 None None] Provisioning complete for port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:18.538279 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e51a15c5-4e17-4fdf-8b65-dc097e710609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:18.626184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e51a15c5-4e17-4fdf-8b65-dc097e710609 None None] Port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 22:03:18.655051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-e51a15c5-4e17-4fdf-8b65-dc097e710609 None None] Provisioning complete for port 936a4517-3205-45a0-a55e-63d2be6e79ed triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:18.655294 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-e51a15c5-4e17-4fdf-8b65-dc097e710609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:18.714111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 936a4517-3205-45a0-a55e-63d2be6e79ed up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:03:18.828545 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-e51a15c5-4e17-4fdf-8b65-dc097e710609 None None] Current status of the port 936a4517-3205-45a0-a55e-63d2be6e79ed is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:18.830881 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 936a4517-3205-45a0-a55e-63d2be6e79ed triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:18.831284 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:18.835888 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a62894bb0>, [{'id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'name': 'tempest-TestSnapshotPattern-117388855-router', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:14Z', 'updated_at': '2022-02-19T22:03:17Z', 'revision_number': 4, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'gw_port': {'id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:15Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b9403ea-ef37-4413-bd59-a3d8f98bc606', 'name': '', 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'mac_address': 'fa:16:3e:23:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '01561951-4b8e-4697-8fb0-a465dee97577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:16Z', 'updated_at': '2022-02-19T22:03:17Z', 'revision_number': 2, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'subnets': [{'id': '01561951-4b8e-4697-8fb0-a465dee97577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:18.882063 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57274d23-8ed4-4867-a23a-6399104fac6f None None] The sync data for ids ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'] in ncdv-master-1 is: [{'id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'name': 'tempest-TestSnapshotPattern-117388855-router', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:14Z', 'updated_at': '2022-02-19T22:03:17Z', 'revision_number': 4, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'gw_port': {'id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:15Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b9403ea-ef37-4413-bd59-a3d8f98bc606', 'name': '', 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'mac_address': 'fa:16:3e:23:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '01561951-4b8e-4697-8fb0-a465dee97577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:16Z', 'updated_at': '2022-02-19T22:03:17Z', 'revision_number': 2, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'subnets': [{'id': '01561951-4b8e-4697-8fb0-a465dee97577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:03:18.945411 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 936a4517-3205-45a0-a55e-63d2be6e79ed is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:18.946694 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 030e7c40-6372-4577-9a70-e36676e77be3 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:03:19.176490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 030e7c40-6372-4577-9a70-e36676e77be3 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:19.176874 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (030e7c40-6372-4577-9a70-e36676e77be3), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:19.263622 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 030e7c40-6372-4577-9a70-e36676e77be3 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:19.999430 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39818) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:20.005786 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e10b7010-01b7-41d1-911f-fa20719a811a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745701803', 'description': 'tempest-secgroup-smoke-745701803 description', 'project_id': '57600659895e4232b2c6533b3c277c0c'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:20.050269 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e10b7010-01b7-41d1-911f-fa20719a811a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.139799 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e10b7010-01b7-41d1-911f-fa20719a811a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group (0afcf6e7-b10c-4972-b9a6-5b825a562973), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.150768 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e10b7010-01b7-41d1-911f-fa20719a811a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0afcf6e7-b10c-4972-b9a6-5b825a562973), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.182115 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e10b7010-01b7-41d1-911f-fa20719a811a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.183385 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e10b7010-01b7-41d1-911f-fa20719a811a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1825585
Feb 19 22:03:20.186443 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39820) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:20.188995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b7010-01b7-41d1-911f-fa20719a811a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afcf6e7-b10c-4972-b9a6-5b825a562973,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:20.191512 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-5bb46a70-ac84-4fd5-ba68-779982511b92 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Request body: {'security_group_rule': {'security_group_id': '0afcf6e7-b10c-4972-b9a6-5b825a562973', 'project_id': '57600659895e4232b2c6533b3c277c0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:20.227053 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bb46a70-ac84-4fd5-ba68-779982511b92 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (063bf425-8c95-4370-b2c6-6e01f136bc55), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.290617 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bb46a70-ac84-4fd5-ba68-779982511b92 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (063bf425-8c95-4370-b2c6-6e01f136bc55), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.295544 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bb46a70-ac84-4fd5-ba68-779982511b92 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (063bf425-8c95-4370-b2c6-6e01f136bc55), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.315671 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb46a70-ac84-4fd5-ba68-779982511b92 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063bf425-8c95-4370-b2c6-6e01f136bc55,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:20.325731 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-5bb46a70-ac84-4fd5-ba68-779982511b92 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.327044 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-5bb46a70-ac84-4fd5-ba68-779982511b92 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1394961
Feb 19 22:03:20.330469 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39822) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:20.335129 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e1305dac-1fe1-40b4-b631-a2653df74cff tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Request body: {'security_group_rule': {'security_group_id': '0afcf6e7-b10c-4972-b9a6-5b825a562973', 'project_id': '57600659895e4232b2c6533b3c277c0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:20.365673 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1305dac-1fe1-40b4-b631-a2653df74cff tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (c0546571-1b3b-460c-ab4b-8c16dd44798f), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.429370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1305dac-1fe1-40b4-b631-a2653df74cff tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (c0546571-1b3b-460c-ab4b-8c16dd44798f), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.434797 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1305dac-1fe1-40b4-b631-a2653df74cff tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (c0546571-1b3b-460c-ab4b-8c16dd44798f), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.458718 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1305dac-1fe1-40b4-b631-a2653df74cff tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0546571-1b3b-460c-ab4b-8c16dd44798f,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:20.468855 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e1305dac-1fe1-40b4-b631-a2653df74cff tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.470701 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e1305dac-1fe1-40b4-b631-a2653df74cff tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1386480
Feb 19 22:03:20.473564 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39824) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:20.478293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-27da6eff-20da-42ba-8054-592ef149211c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Request body: {'security_group_rule': {'security_group_id': '0afcf6e7-b10c-4972-b9a6-5b825a562973', 'project_id': '57600659895e4232b2c6533b3c277c0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:20.512408 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-27da6eff-20da-42ba-8054-592ef149211c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (1f311691-b06b-4602-8c13-491ff8808754), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.587043 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-27da6eff-20da-42ba-8054-592ef149211c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (1f311691-b06b-4602-8c13-491ff8808754), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.594503 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-27da6eff-20da-42ba-8054-592ef149211c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (1f311691-b06b-4602-8c13-491ff8808754), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.614032 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da6eff-20da-42ba-8054-592ef149211c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f311691-b06b-4602-8c13-491ff8808754,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:20.627211 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-27da6eff-20da-42ba-8054-592ef149211c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.631373 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-27da6eff-20da-42ba-8054-592ef149211c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1539383
Feb 19 22:03:20.631507 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39826) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:20.636043 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-d89242ed-d7b2-4dfa-8056-29a93b6087e4 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Request body: {'security_group_rule': {'security_group_id': '0afcf6e7-b10c-4972-b9a6-5b825a562973', 'project_id': '57600659895e4232b2c6533b3c277c0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:20.664109 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d89242ed-d7b2-4dfa-8056-29a93b6087e4 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (01fe476f-02ca-45ed-97c2-a87a68eca8bd), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.735426 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a8fd9539-8a70-44a2-ab52-3f597490123c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:03:20.738767 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d89242ed-d7b2-4dfa-8056-29a93b6087e4 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (01fe476f-02ca-45ed-97c2-a87a68eca8bd), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.739702 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc289-bc86-496e-9cc3-08d24ecc80b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.744537 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d89242ed-d7b2-4dfa-8056-29a93b6087e4 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (01fe476f-02ca-45ed-97c2-a87a68eca8bd), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.768082 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89242ed-d7b2-4dfa-8056-29a93b6087e4 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fe476f-02ca-45ed-97c2-a87a68eca8bd,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:20.784374 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d89242ed-d7b2-4dfa-8056-29a93b6087e4 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.789695 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d89242ed-d7b2-4dfa-8056-29a93b6087e4 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1571703
Feb 19 22:03:20.790034 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39828) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:20.798325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a8fd9539-8a70-44a2-ab52-3f597490123c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:20.798847 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.799033 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-e6d22439-28ad-4699-861d-2aa5f1a87c18 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Request body: {'security_group_rule': {'security_group_id': '0afcf6e7-b10c-4972-b9a6-5b825a562973', 'project_id': '57600659895e4232b2c6533b3c277c0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:20.824520 ncdv-master-1 neutron-server[121129]: INFO neutron.db.securitygroups_db [None req-e6d22439-28ad-4699-861d-2aa5f1a87c18 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Project 57600659895e4232b2c6533b3c277c0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 22:03:20.830729 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6d22439-28ad-4699-861d-2aa5f1a87c18 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (49083be7-7c54-4048-bdf0-fba24eacd9f5), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.886574 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a8fd9539-8a70-44a2-ab52-3f597490123c is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:20.887004 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.901827 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6d22439-28ad-4699-861d-2aa5f1a87c18 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (49083be7-7c54-4048-bdf0-fba24eacd9f5), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.906230 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6d22439-28ad-4699-861d-2aa5f1a87c18 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (49083be7-7c54-4048-bdf0-fba24eacd9f5), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.909761 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] For port a8fd9539-8a70-44a2-ab52-3f597490123c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8fd9539-8a70-44a2-ab52-3f597490123c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:20.914016 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.927951 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d22439-28ad-4699-861d-2aa5f1a87c18 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49083be7-7c54-4048-bdf0-fba24eacd9f5,revision_number=0']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:20.933274 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-e6d22439-28ad-4699-861d-2aa5f1a87c18 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.934509 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e6d22439-28ad-4699-861d-2aa5f1a87c18 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1433809
Feb 19 22:03:20.937562 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 39830) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:20.942921 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [None req-aa538ebd-3714-4002-ad77-84e8af343eba tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Request body: {'security_group_rule': {'security_group_id': '0afcf6e7-b10c-4972-b9a6-5b825a562973', 'project_id': '57600659895e4232b2c6533b3c277c0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:20.963268 ncdv-master-1 neutron-server[121128]: INFO neutron.db.securitygroups_db [None req-aa538ebd-3714-4002-ad77-84e8af343eba tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Project 57600659895e4232b2c6533b3c277c0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 19 22:03:20.968611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa538ebd-3714-4002-ad77-84e8af343eba tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (5f3a4d11-b278-44af-837d-540f06279d65), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:20.972816 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Pushing event updated for resources: {'Port': ['ID=a8fd9539-8a70-44a2-ab52-3f597490123c,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:21.035586 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa538ebd-3714-4002-ad77-84e8af343eba tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (5f3a4d11-b278-44af-837d-540f06279d65), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:21.039183 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa538ebd-3714-4002-ad77-84e8af343eba tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668436'] for security_group_rule (5f3a4d11-b278-44af-837d-540f06279d65), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:21.058799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa538ebd-3714-4002-ad77-84e8af343eba tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3a4d11-b278-44af-837d-540f06279d65,revision_number=0']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:21.064367 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-aa538ebd-3714-4002-ad77-84e8af343eba tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:21.065581 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-aa538ebd-3714-4002-ad77-84e8af343eba tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1268008
Feb 19 22:03:21.226193 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-1147aef9-c18b-4747-b77b-3b2b81475691 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745701803&fields=id&tenant_id=57600659895e4232b2c6533b3c277c0c HTTP/1.1" status: 200  len: 267 time: 0.0512915
Feb 19 22:03:21.340945 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-a90cd3fd-bfe7-498f-9287-80ed1dc66172 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:21.342649 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-a90cd3fd-bfe7-498f-9287-80ed1dc66172 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 810 time: 0.1099637
Feb 19 22:03:21.359146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-b5fcbd46-ad45-43ea-956b-3a3f058ed3fe tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/quotas/57600659895e4232b2c6533b3c277c0c HTTP/1.1" status: 200  len: 375 time: 0.0104511
Feb 19 22:03:21.426342 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-c486c8d8-7c28-4ca6-b128-ea1c0b76bcf2 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0585043
Feb 19 22:03:21.526147 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Sync routers for ids ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:03:21.536797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-d37086a6-fc69-4039-87d9-e948e74aad51 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 22:03:21.537406 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Routers {'2665ca96-a05f-4353-ac0c-3c7cfc2575ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:21.537919 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-d37086a6-fc69-4039-87d9-e948e74aad51 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1000433
Feb 19 22:03:21.538060 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7e83d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:03:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:21.633369 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-3927fe7c-77e1-4788-bb66-80089a30dae0 service neutron] 10.222.0.30 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887678
Feb 19 22:03:21.654993 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Set router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:21.734520 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-fa8f3065-a765-4a7f-8e85-ff09c4ca61b6 service neutron] 10.222.0.30 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0948896
Feb 19 22:03:21.892948 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7e83d0>, [{'id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'name': 'tempest-TestSnapshotPattern-117388855-router', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:14Z', 'updated_at': '2022-02-19T22:03:17Z', 'revision_number': 4, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'gw_port': {'id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:15Z', 'updated_at': '2022-02-19T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b9403ea-ef37-4413-bd59-a3d8f98bc606', 'name': '', 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'mac_address': 'fa:16:3e:23:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '01561951-4b8e-4697-8fb0-a465dee97577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:16Z', 'updated_at': '2022-02-19T22:03:17Z', 'revision_number': 2, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'subnets': [{'id': '01561951-4b8e-4697-8fb0-a465dee97577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:21.926006 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Checking router: 2665ca96-a05f-4353-ac0c-3c7cfc2575ef for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:03:21.926371 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Updating router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 binding host ncdv-master-1 {{(pid=121131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 19 22:03:21.926742 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-4a067b8d-e6f5-47db-9460-c1d9be136447 req-6707da31-25e0-4b68-8f88-6511ad9b0c2c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 210 time: 0.0321167
Feb 19 22:03:21.956510 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.095273 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.266162 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Publish callbacks [] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), precommit_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.273238 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.354033 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca2318-4d94-48c3-b1c8-8c1337186f5d None None] Pushing event updated for resources: {'Port': ['ID=9b9403ea-ef37-4413-bd59-a3d8f98bc606,revision_number=3']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:22.407609 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Attempting to bind port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 22:03:22.408717 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Attempting to bind port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3217d696-b2b1-48fa-bdb7-c677ebeead46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b'}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 22:03:22.409268 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Attempting to bind port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 on network 5c1b4c93-1336-44bf-a717-33f64393386b {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 22:03:22.416300 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Checking agent: {'id': 'f8faf6ce-4a45-4888-a933-684dc1e91432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 39, 54), 'started_at': datetime.datetime(2022, 2, 19, 20, 40, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 22, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 22:03:22.416869 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Checking segment: {'id': '3217d696-b2b1-48fa-bdb7-c677ebeead46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 22:03:22.417375 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.417829 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Bound using segment: {'id': '3217d696-b2b1-48fa-bdb7-c677ebeead46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b'} {{(pid=121131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 22:03:22.418370 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.managers [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Bound port: 9b9403ea-ef37-4413-bd59-a3d8f98bc606, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3217d696-b2b1-48fa-bdb7-c677ebeead46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b'}}] {{(pid=121131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 22:03:22.418873 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), before_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.494694 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] For port 9b9403ea-ef37-4413-bd59-a3d8f98bc606, host ncdv-master-1, cleared binding levels {{(pid=121131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 22:03:22.499619 ncdv-master-1 neutron-server[121131]: DEBUG neutron.plugins.ml2.db [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] For port 9b9403ea-ef37-4413-bd59-a3d8f98bc606, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b9403ea-ef37-4413-bd59-a3d8f98bc606,segment=NetworkSegment(3217d696-b2b1-48fa-bdb7-c677ebeead46),segment_id=3217d696-b2b1-48fa-bdb7-c677ebeead46)] {{(pid=121131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 22:03:22.507553 ncdv-master-1 neutron-server[121131]: DEBUG neutron_lib.callbacks.manager [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), after_update {{(pid=121131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.582269 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Routers {'2665ca96-a05f-4353-ac0c-3c7cfc2575ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:22.583085 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7e83d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:03:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:22.600625 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-a9d7e4db-dd38-43d5-8f0f-8863b1125bab None None] Provisioning complete for port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:22.601178 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a9d7e4db-dd38-43d5-8f0f-8863b1125bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.632274 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca2318-4d94-48c3-b1c8-8c1337186f5d None None] Pushing event updated for resources: {'Port': ['ID=9b9403ea-ef37-4413-bd59-a3d8f98bc606,revision_number=4']} {{(pid=121131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:22.720265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a8fd9539-8a70-44a2-ab52-3f597490123c up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:03:22.727515 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] Set router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:22.760124 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7e4db-dd38-43d5-8f0f-8863b1125bab None None] Current status of the port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 is: DOWN; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:22.760565 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a9d7e4db-dd38-43d5-8f0f-8863b1125bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.812297 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-a9d7e4db-dd38-43d5-8f0f-8863b1125bab None None] For port 9b9403ea-ef37-4413-bd59-a3d8f98bc606, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b9403ea-ef37-4413-bd59-a3d8f98bc606,segment=NetworkSegment(3217d696-b2b1-48fa-bdb7-c677ebeead46),segment_id=3217d696-b2b1-48fa-bdb7-c677ebeead46)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:22.817973 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a9d7e4db-dd38-43d5-8f0f-8863b1125bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.859227 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port a8fd9539-8a70-44a2-ab52-3f597490123c triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:22.859633 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.910100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7e4db-dd38-43d5-8f0f-8863b1125bab None None] Pushing event updated for resources: {'Port': ['ID=9b9403ea-ef37-4413-bd59-a3d8f98bc606,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:22.978031 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port a8fd9539-8a70-44a2-ab52-3f597490123c is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:22.993983 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-de4ccf9d-8feb-43ff-8f0b-a262fd8fe3ee None None] Provisioning complete for port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:22.994684 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-de4ccf9d-8feb-43ff-8f0b-a262fd8fe3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:22.996523 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6b7e83d0>, [{'id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'name': 'tempest-TestSnapshotPattern-117388855-router', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:14Z', 'updated_at': '2022-02-19T22:03:17Z', 'revision_number': 4, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'gw_port': {'id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:15Z', 'updated_at': '2022-02-19T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b9403ea-ef37-4413-bd59-a3d8f98bc606', 'name': '', 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'mac_address': 'fa:16:3e:23:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '01561951-4b8e-4697-8fb0-a465dee97577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:16Z', 'updated_at': '2022-02-19T22:03:22Z', 'revision_number': 4, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'subnets': [{'id': '01561951-4b8e-4697-8fb0-a465dee97577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:23.025667 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417511b-fe2e-4966-a75c-1f6f04a5262d None None] The sync data for ids ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'] in ncdv-master-1 is: [{'id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'name': 'tempest-TestSnapshotPattern-117388855-router', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:14Z', 'updated_at': '2022-02-19T22:03:17Z', 'revision_number': 4, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'gw_port': {'id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:15Z', 'updated_at': '2022-02-19T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b9403ea-ef37-4413-bd59-a3d8f98bc606', 'name': '', 'network_id': '5c1b4c93-1336-44bf-a717-33f64393386b', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'mac_address': 'fa:16:3e:23:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '01561951-4b8e-4697-8fb0-a465dee97577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:16Z', 'updated_at': '2022-02-19T22:03:22Z', 'revision_number': 4, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'subnets': [{'id': '01561951-4b8e-4697-8fb0-a465dee97577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:03:23.059496 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-42502541-aa38-4bd1-9bcc-0588ad54d9f5 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:23.061627 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-42502541-aa38-4bd1-9bcc-0588ad54d9f5 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.10 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 810 time: 0.1438432
Feb 19 22:03:23.121934 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02a2f698-43fc-48c3-a462-a5906b405e15 req-cea37354-d8c9-442e-86c4-28ed27f16448 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 210 time: 0.0385399
Feb 19 22:03:23.150169 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-de4ccf9d-8feb-43ff-8f0b-a262fd8fe3ee None None] Current status of the port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:23.150769 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-8524c45c-acf5-4006-a464-bf7eede9454c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57600659895e4232b2c6533b3c277c0c HTTP/1.1" status: 200  len: 379 time: 0.0781903
Feb 19 22:03:23.160980 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Request body: {'port': {'device_id': '97457988-b02a-43ef-a775-7faa6cc9268d', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'admin_state_up': True, 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'security_groups': ['0afcf6e7-b10c-4972-b9a6-5b825a562973']}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:23.278929 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Made reservation on behalf of 57600659895e4232b2c6533b3c277c0c for: {'port': 1} {{(pid=121129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 22:03:23.283158 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:23.435313 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:23.436242 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Allocated IP 172.20.0.3 (c0cb96b0-0fc0-445b-9efa-dc2ca068848a/e0427065-ca1d-45f2-9f58-e61d6960addb/bf13c8cc-d258-49d5-b65e-01b293faaa06) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 22:03:23.591342 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:23.628256 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:23.672635 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Network c0cb96b0-0fc0-445b-9efa-dc2ca068848a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:03:23.675838 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:23.679629 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 22:03:23.686398 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'Port': ['ID=bf13c8cc-d258-49d5-b65e-01b293faaa06,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:23.734227 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:23.734851 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:23.756050 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-92c154ff-21ab-465d-a313-a6029cbee27c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5998890
Feb 19 22:03:23.768972 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Request body: {'port': {'device_id': '97457988-b02a-43ef-a775-7faa6cc9268d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:23.977735 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-3971ab4c-596c-47c6-92ee-869cebb91678 None None] Provisioning complete for port bf13c8cc-d258-49d5-b65e-01b293faaa06 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:23.978028 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3971ab4c-596c-47c6-92ee-869cebb91678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:24.014939 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-3971ab4c-596c-47c6-92ee-869cebb91678 None None] Port bf13c8cc-d258-49d5-b65e-01b293faaa06 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 22:03:24.132516 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:24.249696 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa345-5e15-420e-adbc-9265e8efb5fd req-b3e7e6b7-1c84-4809-8a2d-3cc3fc484469 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:24.251290 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a6fa345-5e15-420e-adbc-9265e8efb5fd req-b3e7e6b7-1c84-4809-8a2d-3cc3fc484469 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 931 time: 0.0648189
Feb 19 22:03:24.317269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-3a6fa345-5e15-420e-adbc-9265e8efb5fd req-2494b2b4-4e5c-40c9-90e4-2ff8f84368b7 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597148
Feb 19 22:03:24.446574 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf13c8cc-d258-49d5-b65e-01b293faaa06 {{(pid=121129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 22:03:24.452495 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Publish callbacks [] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:24.466614 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.provisioning_blocks [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Transition to ACTIVE for port object bf13c8cc-d258-49d5-b65e-01b293faaa06 will not be triggered until provisioned by entity L2. {{(pid=121129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 22:03:24.471017 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:24.523697 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Pushing event updated for resources: {'Port': ['ID=bf13c8cc-d258-49d5-b65e-01b293faaa06,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:24.570834 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:24.609190 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Attempting to bind port bf13c8cc-d258-49d5-b65e-01b293faaa06 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 22:03:24.609549 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Attempting to bind port bf13c8cc-d258-49d5-b65e-01b293faaa06 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 22:03:24.609888 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Attempting to bind port bf13c8cc-d258-49d5-b65e-01b293faaa06 on network c0cb96b0-0fc0-445b-9efa-dc2ca068848a {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 22:03:24.615012 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Port bf13c8cc-d258-49d5-b65e-01b293faaa06 on network c0cb96b0-0fc0-445b-9efa-dc2ca068848a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 22:03:24.615345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Attempting to bind port bf13c8cc-d258-49d5-b65e-01b293faaa06 on network c0cb96b0-0fc0-445b-9efa-dc2ca068848a {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 22:03:24.621604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Checking agent: {'id': '1dd1bfc7-a38a-4480-b12c-4bdaeee41397', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 22, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 22:03:24.621604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Checking segment: {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 22:03:24.621604 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Bound using segment: {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'} {{(pid=121129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 22:03:24.622142 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.managers [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Bound port: bf13c8cc-d258-49d5-b65e-01b293faaa06, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'}}] {{(pid=121129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 22:03:24.622358 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:24.707681 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] For port bf13c8cc-d258-49d5-b65e-01b293faaa06, host nch1-master-1, cleared binding levels {{(pid=121129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 22:03:24.715744 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9b9403ea-ef37-4413-bd59-a3d8f98bc606 up at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:03:24.716111 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] For port bf13c8cc-d258-49d5-b65e-01b293faaa06, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 22:03:24.725055 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:24.782823 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Provisioning complete for port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:24.783396 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:24.784889 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:24.785848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:24.787885 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] 10.222.0.10 "PUT /v2.0/ports/bf13c8cc-d258-49d5-b65e-01b293faaa06 HTTP/1.1" status: 200  len: 1091 time: 1.0240107
Feb 19 22:03:24.788524 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:03:24.791410 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e44200-4bba-4729-8c1c-647229a63616" -d '{"events": [{"name": "network-changed", "server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:03:24.815938 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64da16-4eb6-4271-8d4b-14a6a3a79c48 service neutron] Pushing event updated for resources: {'Port': ['ID=bf13c8cc-d258-49d5-b65e-01b293faaa06,revision_number=3']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:24.848282 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 22:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35c0989-c064-4f2b-824e-3b5f6aead8f4 x-openstack-request-id: req-f35c0989-c064-4f2b-824e-3b5f6aead8f4 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:03:24.849061 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:03:24.849471 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f35c0989-c064-4f2b-824e-3b5f6aead8f4 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:03:24.850111 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'status': 'completed', 'code': 200}
Feb 19 22:03:24.909271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Current status of the port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 is: ACTIVE; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:24.927200 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-64f64d9e-1e19-4934-a0de-a0ce76e2d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:24.928921 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-64f64d9e-1e19-4934-a0de-a0ce76e2d608 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 1125 time: 0.0727944
Feb 19 22:03:24.974597 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-e84f3fd4-707c-4618-9ed6-0cfa9bdb009c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06 HTTP/1.1" status: 200  len: 217 time: 0.0390785
Feb 19 22:03:25.030289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-ce36d4fc-7366-4a30-b129-8c034d334c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:25.031781 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-ce36d4fc-7366-4a30-b129-8c034d334c49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0506227
Feb 19 22:03:25.097893 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-84f0cb19-a3d1-4b7b-b2b3-510a2a473bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:25.099363 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-84f0cb19-a3d1-4b7b-b2b3-510a2a473bf7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0622361
Feb 19 22:03:25.190417 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-9142cebb-c441-49d6-84ee-55d6d0396e0f service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846164
Feb 19 22:03:25.288595 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-825ad8af-b802-4703-8c35-8dc0d0d9d4b0 req-da1998a1-967b-4676-ba45-53a0e0d12f1c service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922120
Feb 19 22:03:25.386669 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e44200-4bba-4729-8c1c-647229a63616 req-4461a900-1928-4b08-8522-04aacc41cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:25.388448 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02e44200-4bba-4729-8c1c-647229a63616 req-4461a900-1928-4b08-8522-04aacc41cdab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 1125 time: 0.0506132
Feb 19 22:03:25.460302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d0712-fbd6-4d3a-b9ad-1e8887f5d1c7 req-6f30fdb9-5466-40f4-a336-10de43ac4de2 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:25.461929 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-414d0712-fbd6-4d3a-b9ad-1e8887f5d1c7 req-6f30fdb9-5466-40f4-a336-10de43ac4de2 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 943 time: 0.0709267
Feb 19 22:03:25.492249 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e44200-4bba-4729-8c1c-647229a63616 req-89c96a26-1928-43c6-bee5-2ca0f8d6c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:25.493818 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02e44200-4bba-4729-8c1c-647229a63616 req-89c96a26-1928-43c6-bee5-2ca0f8d6c992 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.1000214
Feb 19 22:03:25.517511 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-414d0712-fbd6-4d3a-b9ad-1e8887f5d1c7 req-a751d800-0ea9-4d25-afef-d956fbf9656c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475860
Feb 19 22:03:25.536841 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02e44200-4bba-4729-8c1c-647229a63616 req-354a44bf-dde1-4a70-b41d-baef989a05c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06 HTTP/1.1" status: 200  len: 217 time: 0.0373561
Feb 19 22:03:25.587364 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e44200-4bba-4729-8c1c-647229a63616 req-3fbe4f40-1b72-4e12-ba3c-8fe8de3b51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:25.588880 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02e44200-4bba-4729-8c1c-647229a63616 req-3fbe4f40-1b72-4e12-ba3c-8fe8de3b51c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0452790
Feb 19 22:03:25.638700 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e44200-4bba-4729-8c1c-647229a63616 req-6ddd9421-9a64-4da6-970d-d8b151886755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:25.640315 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02e44200-4bba-4729-8c1c-647229a63616 req-6ddd9421-9a64-4da6-970d-d8b151886755 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456791
Feb 19 22:03:25.738306 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02e44200-4bba-4729-8c1c-647229a63616 req-e1044816-6439-463b-8899-3e039c9d60e0 service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915489
Feb 19 22:03:25.833474 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-02e44200-4bba-4729-8c1c-647229a63616 req-06262d73-1cd6-498d-8fd6-b03daba98790 service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883319
Feb 19 22:03:26.518530 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:26.647425 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee458b13-d8de-4c19-87c2-6a08507d559c req-e505e06d-3c24-4192-9f36-f1972d20ba52 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:26.648962 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee458b13-d8de-4c19-87c2-6a08507d559c req-e505e06d-3c24-4192-9f36-f1972d20ba52 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 943 time: 0.0565658
Feb 19 22:03:26.698966 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ee458b13-d8de-4c19-87c2-6a08507d559c req-82175134-b51b-4527-ac38-af80c6398c5a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443194
Feb 19 22:03:26.790339 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device bf13c8cc-d258-49d5-b65e-01b293faaa06 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 22:03:26.894898 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port bf13c8cc-d258-49d5-b65e-01b293faaa06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:26.909668 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'mac_address': 'fa:16:3e:fa:88:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 22:03:26.950687 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port bf13c8cc-d258-49d5-b65e-01b293faaa06 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:26.951080 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:26.968486 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf13c8cc-d258-49d5-b65e-01b293faaa06 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 22:03:26.989375 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port bf13c8cc-d258-49d5-b65e-01b293faaa06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:26.993132 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:27.040789 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=bf13c8cc-d258-49d5-b65e-01b293faaa06,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:27.223216 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['bf13c8cc-d258-49d5-b65e-01b293faaa06'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 22:03:27.819135 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d63fbc-74a7-45d8-ae4d-f4b630b91518 req-08d7ff64-692f-4b17-8fe9-b7f62210eacc tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:27.820845 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20d63fbc-74a7-45d8-ae4d-f4b630b91518 req-08d7ff64-692f-4b17-8fe9-b7f62210eacc tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 944 time: 0.0525672
Feb 19 22:03:27.874406 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20d63fbc-74a7-45d8-ae4d-f4b630b91518 req-b668d923-a0e8-4b57-a909-fbceb0d094b2 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479269
Feb 19 22:03:28.795100 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device bf13c8cc-d258-49d5-b65e-01b293faaa06 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:03:28.844083 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning for port bf13c8cc-d258-49d5-b65e-01b293faaa06 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 22:03:28.848149 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port bf13c8cc-d258-49d5-b65e-01b293faaa06 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:03:28.848554 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:28.928270 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port bf13c8cc-d258-49d5-b65e-01b293faaa06 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:03:28.928693 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:28.953819 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:03:28.956631 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a727b8ad-2783-4695-b1ed-6fe7c344c41c" -d '{"events": [{"server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "name": "network-vif-plugged", "status": "completed", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:03:28.971189 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port bf13c8cc-d258-49d5-b65e-01b293faaa06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:03:28.976139 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:29.001505 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 22:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144989c3-c0ca-4d7c-8aa1-a1da8ed7dbe1 x-openstack-request-id: req-144989c3-c0ca-4d7c-8aa1-a1da8ed7dbe1 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:03:29.001806 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "name": "network-vif-plugged", "status": "completed", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:03:29.002065 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-144989c3-c0ca-4d7c-8aa1-a1da8ed7dbe1 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:03:29.002465 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'code': 200}
Feb 19 22:03:29.008703 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521ee4f-ba4a-4c14-bcef-e46bf3d652b1 req-ad197250-26ae-4c8c-a3df-83614720a020 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:29.010281 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9521ee4f-ba4a-4c14-bcef-e46bf3d652b1 req-ad197250-26ae-4c8c-a3df-83614720a020 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 944 time: 0.0636368
Feb 19 22:03:29.031049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=bf13c8cc-d258-49d5-b65e-01b293faaa06,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:29.067504 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9521ee4f-ba4a-4c14-bcef-e46bf3d652b1 req-59f946db-0b22-4b09-87f1-d9cb9ef9c030 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487573
Feb 19 22:03:29.114953 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf9859-7d68-4acc-a960-383e8691d115 req-da2441b1-9f71-4534-a06f-cca51373311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:29.116546 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3bcf9859-7d68-4acc-a960-383e8691d115 req-da2441b1-9f71-4534-a06f-cca51373311d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 1127 time: 0.0511718
Feb 19 22:03:29.164621 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-3bcf9859-7d68-4acc-a960-383e8691d115 req-b77776c5-beb8-4132-b424-fe4a12521a4c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417027
Feb 19 22:03:30.059042 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:30.208139 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17046f17-547e-44a8-a09d-9321f33b8bd8 req-25210668-4231-4995-b423-b1316abb601b tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:30.209726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17046f17-547e-44a8-a09d-9321f33b8bd8 req-25210668-4231-4995-b423-b1316abb601b tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 945 time: 0.0600545
Feb 19 22:03:30.267682 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-17046f17-547e-44a8-a09d-9321f33b8bd8 req-f143587e-1cd9-4396-b165-7b836dd0658f tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477021
Feb 19 22:03:31.396569 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c41bb-9775-43ed-b4f8-552dded26736 req-0e4682d2-b3b4-4b6e-9924-fad44e650889 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:31.398144 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-745c41bb-9775-43ed-b4f8-552dded26736 req-0e4682d2-b3b4-4b6e-9924-fad44e650889 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 945 time: 0.0593252
Feb 19 22:03:31.451339 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-745c41bb-9775-43ed-b4f8-552dded26736 req-8243267c-89f1-4285-9f38-0990adf98c0b tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469401
Feb 19 22:03:31.578283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cf2f1-0fbc-4d8f-8dff-16d9bfb40e6a req-e6fd3665-daff-4c6d-9166-fdd4c65ef55f tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:31.581593 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-180cf2f1-0fbc-4d8f-8dff-16d9bfb40e6a req-e6fd3665-daff-4c6d-9166-fdd4c65ef55f tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 945 time: 0.0559611
Feb 19 22:03:31.633155 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-180cf2f1-0fbc-4d8f-8dff-16d9bfb40e6a req-737e9f2e-b654-4bfd-b94c-a03164171eba tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463955
Feb 19 22:03:31.656018 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39896) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:31.759173 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad301a7-123b-4270-9433-4d1f6305112f tempest-TestSnapshotPattern-546847869 tempest-TestSnapshotPattern-546847869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:31.760765 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-7ad301a7-123b-4270-9433-4d1f6305112f tempest-TestSnapshotPattern-546847869 tempest-TestSnapshotPattern-546847869-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 1122 time: 0.1032841
Feb 19 22:03:31.763981 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 39900) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:03:31.769028 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:03:31.790846 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:31.905442 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:32.020532 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Allocated IP 172.35.2.194 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/74356053-0b32-4c92-9a0c-cd970656a182) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 22:03:32.160655 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for port (74356053-0b32-4c92-9a0c-cd970656a182), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:32.208316 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (74356053-0b32-4c92-9a0c-cd970656a182), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:32.251926 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:03:32.255236 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:03:32.259343 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 22:03:32.265714 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'Port': ['ID=74356053-0b32-4c92-9a0c-cd970656a182,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:32.716666 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for floatingip (09872ac8-321b-4b07-80d5-5e37b03bb3da), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:32.794757 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (74356053-0b32-4c92-9a0c-cd970656a182), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:32.959424 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for port (74356053-0b32-4c92-9a0c-cd970656a182), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:32.963871 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (74356053-0b32-4c92-9a0c-cd970656a182), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:33.034226 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'Port': ['ID=74356053-0b32-4c92-9a0c-cd970656a182,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:03:33.047133 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (09872ac8-321b-4b07-80d5-5e37b03bb3da), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:33.153689 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Floating IP 09872ac8-321b-4b07-80d5-5e37b03bb3da associated. External IP: 172.35.2.194, port: bf13c8cc-d258-49d5-b65e-01b293faaa06.
Feb 19 22:03:33.385675 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 22:03:33.502436 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:03:33.513877 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88181fe4-0a6b-4eee-9d77-c123c5760e14 None None] Sync routers for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:03:33.520510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:33.527218 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88181fe4-0a6b-4eee-9d77-c123c5760e14 None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:33.528151 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-88181fe4-0a6b-4eee-9d77-c123c5760e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a639f6eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:03:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:33.565252 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-65c1bf35-b399-4d60-913f-e7cb6d255368 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.7878828
Feb 19 22:03:33.565252 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:03:33.565252 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c17bfb-0410-460c-9694-24ae8887e24b" -d '{"events": [{"name": "network-changed", "server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:03:33.600774 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d08d314-aee5-4e7a-b285-34c9c9845457 x-openstack-request-id: req-4d08d314-aee5-4e7a-b285-34c9c9845457 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:03:33.601130 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:03:33.601396 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d08d314-aee5-4e7a-b285-34c9c9845457 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:03:33.601810 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'status': 'completed', 'code': 200}
Feb 19 22:03:33.653412 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-88181fe4-0a6b-4eee-9d77-c123c5760e14 None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:33.673928 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c17bfb-0410-460c-9694-24ae8887e24b req-43b4f52b-4e35-450b-9ee7-e6c583f57148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:33.675499 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-34c17bfb-0410-460c-9694-24ae8887e24b req-43b4f52b-4e35-450b-9ee7-e6c583f57148 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 1127 time: 0.0517087
Feb 19 22:03:33.791789 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c17bfb-0410-460c-9694-24ae8887e24b req-15e5850b-9e8c-4695-9711-d3c569155515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:33.793685 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-34c17bfb-0410-460c-9694-24ae8887e24b req-15e5850b-9e8c-4695-9711-d3c569155515 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.1117759
Feb 19 22:03:33.879267 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-34c17bfb-0410-460c-9694-24ae8887e24b req-648e69fe-b4ce-476d-9ea2-3e2d6055ebce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06 HTTP/1.1" status: 200  len: 999 time: 0.0798006
Feb 19 22:03:33.904462 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-88181fe4-0a6b-4eee-9d77-c123c5760e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a639f6eb0>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09872ac8-321b-4b07-80d5-5e37b03bb3da', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.194', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:fa:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97457988-b02a-43ef-a775-7faa6cc9268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:03:32Z', 'updated_at': '2022-02-19T22:03:32Z', 'revision_number': 0, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:33.932202 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88181fe4-0a6b-4eee-9d77-c123c5760e14 None None] Checking router: 2de46861-9b4c-43f8-9d6d-ce79baa5d85d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:03:33.935594 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c17bfb-0410-460c-9694-24ae8887e24b req-01941f1e-2962-443a-be9e-ecdd05bd689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:33.937161 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-34c17bfb-0410-460c-9694-24ae8887e24b req-01941f1e-2962-443a-be9e-ecdd05bd689e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0503869
Feb 19 22:03:33.942078 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88181fe4-0a6b-4eee-9d77-c123c5760e14 None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:03:33.942705 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-88181fe4-0a6b-4eee-9d77-c123c5760e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a639f6eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:03:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:33.995498 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c17bfb-0410-460c-9694-24ae8887e24b req-a02e1480-bf8c-4442-bb15-34d334f12dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:03:33.997086 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-34c17bfb-0410-460c-9694-24ae8887e24b req-a02e1480-bf8c-4442-bb15-34d334f12dbc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0510433
Feb 19 22:03:34.086384 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-88181fe4-0a6b-4eee-9d77-c123c5760e14 None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:03:34.123021 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-34c17bfb-0410-460c-9694-24ae8887e24b req-07391381-bd50-43b1-b0bf-47bce30c8b44 service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1194198
Feb 19 22:03:34.238029 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-34c17bfb-0410-460c-9694-24ae8887e24b req-40e15b24-43b6-4955-83e3-cdb5f8737a7f service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1079943
Feb 19 22:03:34.377387 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-88181fe4-0a6b-4eee-9d77-c123c5760e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a639f6eb0>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09872ac8-321b-4b07-80d5-5e37b03bb3da', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.194', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:fa:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97457988-b02a-43ef-a775-7faa6cc9268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:03:32Z', 'updated_at': '2022-02-19T22:03:32Z', 'revision_number': 0, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:03:34.416889 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88181fe4-0a6b-4eee-9d77-c123c5760e14 None None] The sync data for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 is: [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09872ac8-321b-4b07-80d5-5e37b03bb3da', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.194', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:fa:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97457988-b02a-43ef-a775-7faa6cc9268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:03:32Z', 'updated_at': '2022-02-19T22:03:32Z', 'revision_number': 0, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:03:34.647351 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335fa772-259e-4acd-adeb-91f6cb53b44c None None] New status for floating IP 09872ac8-321b-4b07-80d5-5e37b03bb3da: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 22:03:48.456941 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2446af7e-5bbb-4dac-bf99-af8ea245abd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:50.726798 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5c3896cf-6f1a-4fea-8287-5146a6658166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:52.089123 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:53.439264 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:54.318839 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:03:54.566103 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:03:56.526026 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:00.070011 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:05.831592 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-98278b8c-7fb2-4402-a3f0-08802047f761 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0838125
Feb 19 22:04:05.921289 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-a0f722fb-722a-4169-9f5c-a9d7c527dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:04:05.922834 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-a0f722fb-722a-4169-9f5c-a9d7c527dc1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 1127 time: 0.0489001
Feb 19 22:04:06.024274 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-aaae8023-c18b-43cb-b27b-30ea4976d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:04:06.025965 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-aaae8023-c18b-43cb-b27b-30ea4976d6d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.0856495
Feb 19 22:04:06.102481 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-9e30a702-ecd5-4b60-80bf-5876f0f47014 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06 HTTP/1.1" status: 200  len: 1001 time: 0.0607612
Feb 19 22:04:06.149320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-2addfdb6-f5a3-466a-99e2-3c56dd22337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:04:06.150746 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-2addfdb6-f5a3-466a-99e2-3c56dd22337f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0426528
Feb 19 22:04:06.198821 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-bdbea261-d191-4a40-a2c3-46da38ad5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:04:06.200293 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-bdbea261-d191-4a40-a2c3-46da38ad5302 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441558
Feb 19 22:04:06.289117 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-8d1ef377-ffd8-45ac-b3f0-b69223a1ea2b service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827606
Feb 19 22:04:06.656389 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-4ed3ec33-f6f9-4426-bca0-9fcd01cbb595 req-f09e888d-868b-48e7-9cc1-4d76d944289a service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3611372
Feb 19 22:04:18.458981 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-11864cb2-c8db-4e3e-8a94-5ac3237a7ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:20.729063 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3f08c6fd-8894-46ea-995a-6bda458b4392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:22.090876 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:23.444934 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:24.567845 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:26.513389 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:30.089476 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:31.317773 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:04:48.461891 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-64e4f45e-bec8-4f2a-88be-f09cd5e03a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:50.732614 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d715fad8-c6a4-4078-8890-10358cd261f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:52.097119 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:53.453692 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:54.571589 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:04:56.530060 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:00.090242 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:05.795679 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-4d895caa-87fe-45a3-b0ea-3c939d10cc98 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0498097
Feb 19 22:05:05.889320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-eb5a0c3e-0e57-4542-b410-9cdc8311bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:05.891510 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-eb5a0c3e-0e57-4542-b410-9cdc8311bf5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 1127 time: 0.0504253
Feb 19 22:05:06.012752 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-e366f9f8-f063-4e02-909e-999a58a60d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:06.014398 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-e366f9f8-f063-4e02-909e-999a58a60d6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.1037128
Feb 19 22:05:06.086097 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-ff6f89af-c782-4b88-9526-c0c2f6dd23ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06 HTTP/1.1" status: 200  len: 1001 time: 0.0652075
Feb 19 22:05:06.149413 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-6690caae-73df-4930-a9ae-1c6345f2dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:06.151175 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-6690caae-73df-4930-a9ae-1c6345f2dba7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0592213
Feb 19 22:05:06.204817 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-5f7e475d-f12d-4e88-8d04-fc6fab77ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:06.206347 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-5f7e475d-f12d-4e88-8d04-fc6fab77ad3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479109
Feb 19 22:05:06.218174 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-a8c77cb2-2555-430c-af9f-564a72e4886f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 22:05:06.219632 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-a8c77cb2-2555-430c-af9f-564a72e4886f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0074050
Feb 19 22:05:06.315174 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-4c3ad25f-d9d3-4b93-bd5a-1aa98aeb26c3 service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899937
Feb 19 22:05:06.407182 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f986ae63-a91a-4932-b719-af15d1b45c99 req-d829d104-381e-4900-a33b-b8447d8dc9cb service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863538
Feb 19 22:05:08.319085 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:05:18.466026 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6cc952d6-95eb-405c-afda-d508cddbd6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:20.737768 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a1516a94-0847-4321-9a00-ba98ab65e5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:22.098844 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:23.452097 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:24.577777 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:26.535722 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:30.106662 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:31.412184 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device bf13c8cc-d258-49d5-b65e-01b293faaa06 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 22:05:31.522198 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port bf13c8cc-d258-49d5-b65e-01b293faaa06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:05:31.538587 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Returning: {'device': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'mac_address': 'fa:16:3e:fa:88:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 22:05:31.581035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port bf13c8cc-d258-49d5-b65e-01b293faaa06 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:05:31.581434 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:31.594718 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf13c8cc-d258-49d5-b65e-01b293faaa06 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 22:05:31.616919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port bf13c8cc-d258-49d5-b65e-01b293faaa06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:05:31.621271 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:31.674853 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=bf13c8cc-d258-49d5-b65e-01b293faaa06,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:05:31.682569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.682922 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.683271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.683615 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.683955 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.684294 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.684656 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.684990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.685320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.685651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.685979 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.686303 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.686628 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:31.704343 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] get_ports_and_sgs() called for port_ids ['bf13c8cc-d258-49d5-b65e-01b293faaa06'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 22:05:33.412423 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device bf13c8cc-d258-49d5-b65e-01b293faaa06 up at agent hyperv_nch1-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:05:33.474808 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Provisioning complete for port bf13c8cc-d258-49d5-b65e-01b293faaa06 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:05:33.475189 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:33.580200 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port bf13c8cc-d258-49d5-b65e-01b293faaa06 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:05:33.580641 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:33.613840 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:05:33.618359 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d52445-65b8-4127-a7af-26302007c3e5" -d '{"events": [{"server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "name": "network-vif-plugged", "status": "completed", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:05:33.638779 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port bf13c8cc-d258-49d5-b65e-01b293faaa06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:05:33.645795 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:33.684790 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 22:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcbbab1-d392-4eb2-9bbe-5ee2ba50cf4e x-openstack-request-id: req-bbcbbab1-d392-4eb2-9bbe-5ee2ba50cf4e {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:05:33.685086 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "name": "network-vif-plugged", "status": "completed", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:05:33.685342 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbcbbab1-d392-4eb2-9bbe-5ee2ba50cf4e {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:05:33.685736 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'code': 200}
Feb 19 22:05:33.715734 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=bf13c8cc-d258-49d5-b65e-01b293faaa06,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:05:42.180843 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-272be1ae-d8c2-4705-b925-f31851ed3176 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745701803&fields=id&tenant_id=57600659895e4232b2c6533b3c277c0c HTTP/1.1" status: 200  len: 267 time: 0.0491796
Feb 19 22:05:42.285448 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-972ec10e-a601-4f08-b334-d914e202fd3c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:42.286938 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-972ec10e-a601-4f08-b334-d914e202fd3c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 810 time: 0.0998118
Feb 19 22:05:42.301435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-971c8075-af6a-4057-9956-1f141dd019d9 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/quotas/57600659895e4232b2c6533b3c277c0c HTTP/1.1" status: 200  len: 375 time: 0.0090847
Feb 19 22:05:42.359121 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-7ecb3f1d-5031-4551-9f32-19b56549b864 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0525665
Feb 19 22:05:42.421362 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-ebb8c777-4deb-48f7-bb28-69fa77b9f822 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 22:05:42.422435 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-ebb8c777-4deb-48f7-bb28-69fa77b9f822 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0522547
Feb 19 22:05:42.515109 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-585a7ef7-103e-43ac-938f-631f578890c5 service neutron] 10.222.0.30 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866625
Feb 19 22:05:42.619761 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-e6c216b8-51d0-4095-b014-1a3d93dff82e service neutron] 10.222.0.30 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0981555
Feb 19 22:05:42.857256 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-8ba61501-27ef-4900-a426-cf21559a7c1f req-9af01842-6ef5-4769-a6d6-550f2dec7415 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 210 time: 0.0849493
Feb 19 22:05:43.742632 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-8e956925-9304-426e-ae83-431fca564d90 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:43.744146 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-8e956925-9304-426e-ae83-431fca564d90 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.67 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 810 time: 0.1096966
Feb 19 22:05:43.818336 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-0b808ae1-004a-4dc9-89d5-d4c504242dae tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57600659895e4232b2c6533b3c277c0c HTTP/1.1" status: 200  len: 379 time: 0.0660100
Feb 19 22:05:43.826788 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Request body: {'port': {'device_id': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'admin_state_up': True, 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'security_groups': ['0afcf6e7-b10c-4972-b9a6-5b825a562973']}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:05:43.968005 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Made reservation on behalf of 57600659895e4232b2c6533b3c277c0c for: {'port': 1} {{(pid=121128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 19 22:05:43.972026 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:43.975583 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-f7be61f7-e71e-4e37-a7ca-0af96a43bdca req-4efd8a16-140a-4dc2-956c-692df2cefa5e tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 210 time: 0.0439446
Feb 19 22:05:44.160145 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_common [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Allocated IP 172.20.0.11 (c0cb96b0-0fc0-445b-9efa-dc2ca068848a/e0427065-ca1d-45f2-9f58-e61d6960addb/02f41f67-7f8c-49fb-893d-166e83f29947) {{(pid=121128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 22:05:44.761955 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for port (02f41f67-7f8c-49fb-893d-166e83f29947), precommit_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:44.815388 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), after_create {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:44.873429 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Network c0cb96b0-0fc0-445b-9efa-dc2ca068848a is already hosted by enough agents. {{(pid=121128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:05:44.877409 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.base_scheduler [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Resources bound (agent type, host, resource id):  {{(pid=121128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:05:44.882312 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Received port after_create {{(pid=121128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 22:05:44.886650 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'Port': ['ID=02f41f67-7f8c-49fb-893d-166e83f29947,revision_number=1']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:05:44.922786 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.923141 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.923564 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.923811 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.924151 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.924513 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.924846 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.925179 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.925505 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.925913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.926302 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.926631 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.926960 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:05:44.950663 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:44.951332 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:44.974202 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-139d7ff7-1606-4355-b8da-43b10f235ce6 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1515222
Feb 19 22:05:45.138545 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a31b8-c2bd-4cd9-a461-82c84eb2f0ae req-8a324623-9750-4a4e-8a04-be67d23c5bf0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:45.140457 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-077a31b8-c2bd-4cd9-a461-82c84eb2f0ae req-8a324623-9750-4a4e-8a04-be67d23c5bf0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 932 time: 0.0670562
Feb 19 22:05:45.217204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-42b5a5e0-a10b-4cb2-9b6c-9743b53b8950 None None] Provisioning complete for port 02f41f67-7f8c-49fb-893d-166e83f29947 triggered by entity DHCP. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:05:45.218168 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-42b5a5e0-a10b-4cb2-9b6c-9743b53b8950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:45.224902 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-077a31b8-c2bd-4cd9-a461-82c84eb2f0ae req-2516c0ff-0d15-467e-83f7-bb399558b300 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780869
Feb 19 22:05:45.288738 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-42b5a5e0-a10b-4cb2-9b6c-9743b53b8950 None None] Port 02f41f67-7f8c-49fb-893d-166e83f29947 cannot update to ACTIVE because it is not bound. {{(pid=121130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 19 22:05:45.323364 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:05:45.428973 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device bf13c8cc-d258-49d5-b65e-01b293faaa06 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:05:45.529380 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Current status of the port bf13c8cc-d258-49d5-b65e-01b293faaa06 is: ACTIVE; New status is: DOWN {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:05:45.529897 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:45.566537 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:05:45.569369 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5955e08-4d92-498d-be8c-38aa11dda63f" -d '{"events": [{"server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:05:45.582035 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] For port bf13c8cc-d258-49d5-b65e-01b293faaa06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:05:45.587816 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:45.651111 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Pushing event updated for resources: {'Port': ['ID=bf13c8cc-d258-49d5-b65e-01b293faaa06,revision_number=8']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:05:45.660240 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932aa665-9c50-4b69-87e2-d9e5f42d5014 x-openstack-request-id: req-932aa665-9c50-4b69-87e2-d9e5f42d5014 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:05:45.661900 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:05:45.661900 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-932aa665-9c50-4b69-87e2-d9e5f42d5014 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:05:45.662365 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'code': 200}
Feb 19 22:05:46.377799 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499faee-5cb8-4ced-9bfc-37edd609868b req-174f7679-dcb7-4e36-819f-f6d2e6012a03 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:46.379732 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7499faee-5cb8-4ced-9bfc-37edd609868b req-174f7679-dcb7-4e36-819f-f6d2e6012a03 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 932 time: 0.0697014
Feb 19 22:05:46.436725 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7499faee-5cb8-4ced-9bfc-37edd609868b req-77406f09-cc86-4a8a-8057-0d51e7d69052 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510917
Feb 19 22:05:47.604688 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b62dc6-1b8e-4c20-94a8-2c0a763777fd req-4e88595b-3ce5-4134-802e-fead1634ccde tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:47.606380 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02b62dc6-1b8e-4c20-94a8-2c0a763777fd req-4e88595b-3ce5-4134-802e-fead1634ccde tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 932 time: 0.0821590
Feb 19 22:05:47.663322 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-02b62dc6-1b8e-4c20-94a8-2c0a763777fd req-830e7656-064a-431b-8222-43d7113b328d tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501449
Feb 19 22:05:48.470972 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-a5f097bb-22f5-4d59-94ce-33be0b737f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:48.825206 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88eb62-0313-4740-aa0c-ab940a83d105 req-81545fb8-ffa3-4a02-a0af-7d8b8601e6f3 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:48.827269 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef88eb62-0313-4740-aa0c-ab940a83d105 req-81545fb8-ffa3-4a02-a0af-7d8b8601e6f3 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 932 time: 0.0741880
Feb 19 22:05:48.886136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-ef88eb62-0313-4740-aa0c-ab940a83d105 req-133e3aab-d80d-40c1-9d31-cfb8300a2de8 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529227
Feb 19 22:05:50.025046 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e6170-bc19-4d23-81dd-e75dbedc28c2 req-d89563ab-da24-48b3-8fd9-57c8060bdbb7 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:50.026863 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-987e6170-bc19-4d23-81dd-e75dbedc28c2 req-d89563ab-da24-48b3-8fd9-57c8060bdbb7 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 932 time: 0.0593863
Feb 19 22:05:50.080733 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-987e6170-bc19-4d23-81dd-e75dbedc28c2 req-15e7ffc7-1554-4eb5-9e09-6138497d74d5 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470750
Feb 19 22:05:50.742378 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bb142792-ea8d-4912-b862-dd79fb12a32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:51.229506 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e66cf-dc67-4630-94df-2b7ecb483583 req-cee3b356-c244-441a-b159-853cbab4e2ed tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:51.231696 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a4e66cf-dc67-4630-94df-2b7ecb483583 req-cee3b356-c244-441a-b159-853cbab4e2ed tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 932 time: 0.0715346
Feb 19 22:05:51.297257 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2a4e66cf-dc67-4630-94df-2b7ecb483583 req-6533e2c5-88d6-4e9e-882d-17fc389d01d8 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595820
Feb 19 22:05:52.099916 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:52.422171 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf10a4-ca57-4e8c-ab6f-831b3edf4653 req-de5d6957-3a30-44db-a50d-5bf3983bb782 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:52.423574 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20bf10a4-ca57-4e8c-ab6f-831b3edf4653 req-de5d6957-3a30-44db-a50d-5bf3983bb782 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 932 time: 0.0567861
Feb 19 22:05:52.472478 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-20bf10a4-ca57-4e8c-ab6f-831b3edf4653 req-ba9cad84-0f35-495b-ae59-72b42c83e03b tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432174
Feb 19 22:05:53.430058 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-1f3b19aa-70bf-4cea-99d0-89e049a8de6f tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=121128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 22:05:53.431331 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-1f3b19aa-70bf-4cea-99d0-89e049a8de6f tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058787
Feb 19 22:05:53.455137 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:53.501926 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.v2.base [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Request body: {'port': {'device_id': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:05:53.590608 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:53.653277 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2a709-7937-4bc9-9cfd-0b7523bba728 req-96798044-eda8-4319-b4b7-f2342b67963a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:53.654799 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2aa2a709-7937-4bc9-9cfd-0b7523bba728 req-96798044-eda8-4319-b4b7-f2342b67963a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 932 time: 0.1012688
Feb 19 22:05:53.786540 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2aa2a709-7937-4bc9-9cfd-0b7523bba728 req-f64161d2-0fee-442e-a73b-d5d5ff9f9871 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1242814
Feb 19 22:05:53.917389 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f41f67-7f8c-49fb-893d-166e83f29947 {{(pid=121128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 22:05:53.925731 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Publish callbacks [] for port (02f41f67-7f8c-49fb-893d-166e83f29947), precommit_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:53.938834 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.provisioning_blocks [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Transition to ACTIVE for port object 02f41f67-7f8c-49fb-893d-166e83f29947 will not be triggered until provisioned by entity L2. {{(pid=121128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 19 22:05:53.942349 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:53.993694 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Pushing event updated for resources: {'Port': ['ID=02f41f67-7f8c-49fb-893d-166e83f29947,revision_number=2']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:05:54.075447 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Attempting to bind port 02f41f67-7f8c-49fb-893d-166e83f29947 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 22:05:54.075800 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Attempting to bind port 02f41f67-7f8c-49fb-893d-166e83f29947 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 19 22:05:54.076144 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Attempting to bind port 02f41f67-7f8c-49fb-893d-166e83f29947 on network c0cb96b0-0fc0-445b-9efa-dc2ca068848a {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 22:05:54.081176 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Port 02f41f67-7f8c-49fb-893d-166e83f29947 on network c0cb96b0-0fc0-445b-9efa-dc2ca068848a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 19 22:05:54.081517 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Attempting to bind port 02f41f67-7f8c-49fb-893d-166e83f29947 on network c0cb96b0-0fc0-445b-9efa-dc2ca068848a {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 19 22:05:54.086959 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Checking agent: {'id': 'e9ce3040-24a5-4c5b-8329-746c067c7f8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'started_at': datetime.datetime(2022, 2, 19, 20, 47, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 19 22:05:54.087320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Checking segment: {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 19 22:05:54.087719 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Bound using segment: {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'} {{(pid=121128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 19 22:05:54.088163 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.managers [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Bound port: 02f41f67-7f8c-49fb-893d-166e83f29947, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806a4724-af50-47a5-8ce0-3255b510bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a'}}] {{(pid=121128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 19 22:05:54.088570 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), before_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:54.157428 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] For port 02f41f67-7f8c-49fb-893d-166e83f29947, host nch2-master-1, cleared binding levels {{(pid=121128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 19 22:05:54.160872 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] For port 02f41f67-7f8c-49fb-893d-166e83f29947, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02f41f67-7f8c-49fb-893d-166e83f29947,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 19 22:05:54.166173 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26753003'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), after_update {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:54.205913 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:54.206545 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:54.207964 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] 10.222.0.67 "PUT /v2.0/ports/02f41f67-7f8c-49fb-893d-166e83f29947 HTTP/1.1" status: 200  len: 1092 time: 0.7686474
Feb 19 22:05:54.208541 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:05:54.210819 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422c24af-caf8-4421-ae03-3ece44886d77" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:05:54.244172 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cdf1b-f329-45e8-9445-9b5a95ac4338 service neutron] Pushing event updated for resources: {'Port': ['ID=02f41f67-7f8c-49fb-893d-166e83f29947,revision_number=3']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:05:54.265723 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 22:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8be2bac-cdc3-4cc3-a62c-ac97a35ede1c x-openstack-request-id: req-a8be2bac-cdc3-4cc3-a62c-ac97a35ede1c {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:05:54.266550 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:05:54.266771 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8be2bac-cdc3-4cc3-a62c-ac97a35ede1c {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:05:54.267175 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947', 'status': 'completed', 'code': 200}
Feb 19 22:05:54.306066 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-bec4a589-a71f-494e-8ae2-a41ecf2adad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:54.307698 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-bec4a589-a71f-494e-8ae2-a41ecf2adad8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 1126 time: 0.0560627
Feb 19 22:05:54.350301 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-d62a727b-bcfb-448b-b855-e3cbe64b760e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f41f67-7f8c-49fb-893d-166e83f29947 HTTP/1.1" status: 200  len: 217 time: 0.0363050
Feb 19 22:05:54.399661 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-94633337-ba74-4792-a96d-cda99bfa0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:54.401259 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-94633337-ba74-4792-a96d-cda99bfa0f84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0459318
Feb 19 22:05:54.455501 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-0ebd0058-3fa1-4b57-9fcd-76210b45c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:54.457136 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-0ebd0058-3fa1-4b57-9fcd-76210b45c64c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0503266
Feb 19 22:05:54.549653 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-14b63032-fa90-4048-a23f-7d8b7d90e362 service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855792
Feb 19 22:05:54.571890 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:54.652031 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49ff130b-428b-4a19-9fb6-2a8e4a0fa407 req-dddcca64-f636-4268-9239-90d753ff5f51 service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0965459
Feb 19 22:05:54.760985 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c24af-caf8-4421-ae03-3ece44886d77 req-c614388c-3245-448d-9e46-770e5056add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:54.762806 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-422c24af-caf8-4421-ae03-3ece44886d77 req-c614388c-3245-448d-9e46-770e5056add7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 1126 time: 0.0607469
Feb 19 22:05:54.887559 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c24af-caf8-4421-ae03-3ece44886d77 req-6d0c8c01-5503-45e5-9172-db239f136b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:54.889236 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-422c24af-caf8-4421-ae03-3ece44886d77 req-6d0c8c01-5503-45e5-9172-db239f136b16 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.1200664
Feb 19 22:05:54.944706 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-422c24af-caf8-4421-ae03-3ece44886d77 req-8a7d118a-d8c6-4afe-8cb3-2e70a51e8d0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f41f67-7f8c-49fb-893d-166e83f29947 HTTP/1.1" status: 200  len: 217 time: 0.0382090
Feb 19 22:05:55.001096 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a268a69-01b9-4cb6-95ab-7ef8603313ea req-cfb9ee35-f0dd-4d29-bf08-22d64233c5ce tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:55.002641 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a268a69-01b9-4cb6-95ab-7ef8603313ea req-cfb9ee35-f0dd-4d29-bf08-22d64233c5ce tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 944 time: 0.1394558
Feb 19 22:05:55.021254 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c24af-caf8-4421-ae03-3ece44886d77 req-2ff43abb-343d-4530-abd2-14b795c89349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:55.022624 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-422c24af-caf8-4421-ae03-3ece44886d77 req-2ff43abb-343d-4530-abd2-14b795c89349 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0717504
Feb 19 22:05:55.089690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-5a268a69-01b9-4cb6-95ab-7ef8603313ea req-3267fd11-6ee7-4569-a65d-42a3cbb83294 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802934
Feb 19 22:05:55.099898 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c24af-caf8-4421-ae03-3ece44886d77 req-d23277a6-2b95-413e-b39e-2b65cd8af9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:55.102198 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-422c24af-caf8-4421-ae03-3ece44886d77 req-d23277a6-2b95-413e-b39e-2b65cd8af9a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0726554
Feb 19 22:05:55.195739 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-422c24af-caf8-4421-ae03-3ece44886d77 req-3b68305a-8b11-4431-b2bd-89b345826dbb service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884356
Feb 19 22:05:55.286225 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-422c24af-caf8-4421-ae03-3ece44886d77 req-df340623-6d1f-4091-9415-d881c048e1d8 service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846398
Feb 19 22:05:56.217601 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c0191-1c37-4bdf-a247-2ae8555e3f88 req-636a98a1-43c2-4179-b6dd-956e07e1d082 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:56.219746 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb8c0191-1c37-4bdf-a247-2ae8555e3f88 req-636a98a1-43c2-4179-b6dd-956e07e1d082 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 944 time: 0.0571387
Feb 19 22:05:56.277084 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-cb8c0191-1c37-4bdf-a247-2ae8555e3f88 req-9eb941b5-bc26-40d2-8e51-4b990f0f2c29 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516551
Feb 19 22:05:56.549188 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:57.408436 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104425d-4834-4802-8a75-15d360aea395 req-c270f1d3-d78c-49d5-afce-cb4dff3846b7 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:57.409872 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7104425d-4834-4802-8a75-15d360aea395 req-c270f1d3-d78c-49d5-afce-cb4dff3846b7 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 944 time: 0.0634050
Feb 19 22:05:57.460005 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7104425d-4834-4802-8a75-15d360aea395 req-06ff9874-3076-4e40-b313-5281aa782c55 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444617
Feb 19 22:05:57.707681 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 02f41f67-7f8c-49fb-893d-166e83f29947 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 22:05:57.807284 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 02f41f67-7f8c-49fb-893d-166e83f29947, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02f41f67-7f8c-49fb-893d-166e83f29947,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:05:57.820307 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '02f41f67-7f8c-49fb-893d-166e83f29947', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'port_id': '02f41f67-7f8c-49fb-893d-166e83f29947', 'mac_address': 'fa:16:3e:69:46:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 22:05:57.858232 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 02f41f67-7f8c-49fb-893d-166e83f29947 is: DOWN; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:05:57.858627 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:57.873541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f41f67-7f8c-49fb-893d-166e83f29947 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 22:05:57.894664 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 02f41f67-7f8c-49fb-893d-166e83f29947, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02f41f67-7f8c-49fb-893d-166e83f29947,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:05:57.898925 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:57.954583 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=02f41f67-7f8c-49fb-893d-166e83f29947,revision_number=4']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:05:58.236367 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['02f41f67-7f8c-49fb-893d-166e83f29947'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 22:05:58.583345 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31868d67-1b0f-471b-8ca9-5873b9e0e693 req-664e3af5-2757-4071-a829-8da3317e6f8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:58.584935 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31868d67-1b0f-471b-8ca9-5873b9e0e693 req-664e3af5-2757-4071-a829-8da3317e6f8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 945 time: 0.0574450
Feb 19 22:05:58.638258 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-31868d67-1b0f-471b-8ca9-5873b9e0e693 req-7c111bf9-fcf0-4da8-9147-c1f3f1a98e54 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472550
Feb 19 22:05:59.713436 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 02f41f67-7f8c-49fb-893d-166e83f29947 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:05:59.775958 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff71c1-1fa5-426b-bc99-748b6806f0ee req-ccd0241e-e180-4615-9a28-b93506b1fc4d tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:05:59.778044 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9ff71c1-1fa5-426b-bc99-748b6806f0ee req-ccd0241e-e180-4615-9a28-b93506b1fc4d tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 945 time: 0.0623949
Feb 19 22:05:59.782791 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning for port 02f41f67-7f8c-49fb-893d-166e83f29947 completed by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 19 22:05:59.787815 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 02f41f67-7f8c-49fb-893d-166e83f29947 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:05:59.788274 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:59.840726 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a9ff71c1-1fa5-426b-bc99-748b6806f0ee req-dbd49864-7220-4b8e-a657-34df3aa1269c tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548079
Feb 19 22:05:59.888706 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 02f41f67-7f8c-49fb-893d-166e83f29947 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:05:59.889120 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:59.918204 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:05:59.920568 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0550226d-751e-488e-890f-ca0590edc497" -d '{"events": [{"server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "name": "network-vif-plugged", "status": "completed", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:05:59.939090 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 02f41f67-7f8c-49fb-893d-166e83f29947, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02f41f67-7f8c-49fb-893d-166e83f29947,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:05:59.945390 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:05:59.977202 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 22:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd9e16a-f9be-4dd1-a8e7-03d47db95fa2 x-openstack-request-id: req-ddd9e16a-f9be-4dd1-a8e7-03d47db95fa2 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:05:59.977517 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "name": "network-vif-plugged", "status": "completed", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:05:59.977757 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ddd9e16a-f9be-4dd1-a8e7-03d47db95fa2 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:05:59.978163 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947', 'code': 200}
Feb 19 22:06:00.012267 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=02f41f67-7f8c-49fb-893d-166e83f29947,revision_number=5']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:06:00.105521 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de151dd4-232b-4e2c-ab2b-7a331c8d3c1b req-7fe272d2-edbf-4c0a-89c3-dd10b497b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:00.107123 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de151dd4-232b-4e2c-ab2b-7a331c8d3c1b req-7fe272d2-edbf-4c0a-89c3-dd10b497b62d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 1128 time: 0.0503764
Feb 19 22:06:00.113259 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:00.166112 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-de151dd4-232b-4e2c-ab2b-7a331c8d3c1b req-3c32887b-21d1-4b36-bf37-fd00a9c4085c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517497
Feb 19 22:06:01.042097 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599a943-8613-467a-89f6-899c6b8b679b req-19af3a80-0311-4c5e-bba6-35a96aafebae tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:01.044512 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9599a943-8613-467a-89f6-899c6b8b679b req-19af3a80-0311-4c5e-bba6-35a96aafebae tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 946 time: 0.0898576
Feb 19 22:06:01.115990 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-9599a943-8613-467a-89f6-899c6b8b679b req-662e29b0-beae-4e22-b37b-5db88e5e1fdd tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632174
Feb 19 22:06:02.253947 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcdb0d-6ac1-4117-b414-390f86dc955e req-f0b2a4c1-3f30-433d-8c9f-30cbe1688a1b tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:02.255651 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91dcdb0d-6ac1-4117-b414-390f86dc955e req-f0b2a4c1-3f30-433d-8c9f-30cbe1688a1b tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 946 time: 0.0594361
Feb 19 22:06:02.316917 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-91dcdb0d-6ac1-4117-b414-390f86dc955e req-72883fd6-dadd-4946-8da1-deabc44854b4 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547204
Feb 19 22:06:02.449253 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93128aa-4247-412e-9396-4a73a84b3439 req-defeb3bf-a983-4938-8779-8b34194dfe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:02.450812 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a93128aa-4247-412e-9396-4a73a84b3439 req-defeb3bf-a983-4938-8779-8b34194dfe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 946 time: 0.0576565
Feb 19 22:06:02.508080 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-a93128aa-4247-412e-9396-4a73a84b3439 req-405f110d-1109-470e-b374-5709de49469d tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503051
Feb 19 22:06:02.532489 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40198) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:06:02.585100 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30473c2-9066-477a-b92e-a16281886cfb tempest-TestSnapshotPattern-546847869 tempest-TestSnapshotPattern-546847869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:02.586745 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-e30473c2-9066-477a-b92e-a16281886cfb tempest-TestSnapshotPattern-546847869 tempest-TestSnapshotPattern-546847869-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 1123 time: 0.0529780
Feb 19 22:06:02.589909 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40200) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:06:02.594620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.v2.base [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Request body: {'floatingip': {'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'port_id': '02f41f67-7f8c-49fb-893d-166e83f29947', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=121129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 22:06:02.616651 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:02.730638 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (None), before_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:02.879504 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_common [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Allocated IP 172.35.2.149 (46539bba-6cad-4c87-80c0-0d2c8447156a/eb72251c-fbde-4105-b036-5dea39327248/1d8fb488-483f-43cf-94d4-45a2523faf0a) {{(pid=121129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 19 22:06:03.005043 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for port (1d8fb488-483f-43cf-94d4-45a2523faf0a), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:03.056283 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751652817484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1d8fb488-483f-43cf-94d4-45a2523faf0a), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:03.100948 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Network 46539bba-6cad-4c87-80c0-0d2c8447156a is already hosted by enough agents. {{(pid=121129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 19 22:06:03.103994 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.base_scheduler [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Resources bound (agent type, host, resource id):  {{(pid=121129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 19 22:06:03.107145 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Received port after_create {{(pid=121129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 19 22:06:03.139637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'Port': ['ID=1d8fb488-483f-43cf-94d4-45a2523faf0a,revision_number=1']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:06:03.153601 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.153924 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.154277 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.154620 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.154965 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.155294 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.155634 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.155963 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.156286 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.156663 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.156992 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.157320 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.157652 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:06:03.551553 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for floatingip (6a78b424-3648-4251-87c0-a56ca0416562), precommit_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:03.638557 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (1d8fb488-483f-43cf-94d4-45a2523faf0a), before_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:03.826036 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for port (1d8fb488-483f-43cf-94d4-45a2523faf0a), precommit_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:03.832025 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27198193'] for port (1d8fb488-483f-43cf-94d4-45a2523faf0a), after_update {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:03.904896 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event updated for resources: {'Port': ['ID=1d8fb488-483f-43cf-94d4-45a2523faf0a,revision_number=2']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:06:03.918550 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441409'] for floatingip (6a78b424-3648-4251-87c0-a56ca0416562), after_create {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:04.026853 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Floating IP 6a78b424-3648-4251-87c0-a56ca0416562 associated. External IP: 172.35.2.149, port: 02f41f67-7f8c-49fb-893d-166e83f29947.
Feb 19 22:06:04.243355 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 22:06:04.355235 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:06:04.366919 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf76a1-5b57-41cc-8990-2ced58bd4ae5 None None] Sync routers for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:06:04.375770 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:04.378797 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf76a1-5b57-41cc-8990-2ced58bd4ae5 None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:06:04.379445 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-76cf76a1-5b57-41cc-8990-2ced58bd4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63705d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:05:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:06:04.410030 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1d9d989e-fadb-48dd-8f6c-2198bc961120 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8190162
Feb 19 22:06:04.410950 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:06:04.413463 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a92936-4eff-47a2-8a7c-bc8fc374ba50" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:06:04.508711 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-76cf76a1-5b57-41cc-8990-2ced58bd4ae5 None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:06:04.522218 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128716f0-9481-4ff2-a6e8-153bb29ab4a3 x-openstack-request-id: req-128716f0-9481-4ff2-a6e8-153bb29ab4a3 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:06:04.522870 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:06:04.523134 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-128716f0-9481-4ff2-a6e8-153bb29ab4a3 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:06:04.523579 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947', 'status': 'completed', 'code': 200}
Feb 19 22:06:04.602414 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a92936-4eff-47a2-8a7c-bc8fc374ba50 req-fed850e2-c827-447e-a4d5-998a5e6a06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:04.603945 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23a92936-4eff-47a2-8a7c-bc8fc374ba50 req-fed850e2-c827-447e-a4d5-998a5e6a06a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 1128 time: 0.0602691
Feb 19 22:06:04.695754 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a92936-4eff-47a2-8a7c-bc8fc374ba50 req-713f88fd-3bd5-472c-8743-554c6f0e1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:04.697323 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23a92936-4eff-47a2-8a7c-bc8fc374ba50 req-713f88fd-3bd5-472c-8743-554c6f0e1d98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.0872586
Feb 19 22:06:04.769690 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23a92936-4eff-47a2-8a7c-bc8fc374ba50 req-11208fc0-ae6f-42e6-8e62-85746f4d2a1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f41f67-7f8c-49fb-893d-166e83f29947 HTTP/1.1" status: 200  len: 1000 time: 0.0670726
Feb 19 22:06:04.777074 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-76cf76a1-5b57-41cc-8990-2ced58bd4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63705d90>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09872ac8-321b-4b07-80d5-5e37b03bb3da', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.194', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:fa:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97457988-b02a-43ef-a775-7faa6cc9268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:03:32Z', 'updated_at': '2022-02-19T22:03:34Z', 'revision_number': 1, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}, {'id': '6a78b424-3648-4251-87c0-a56ca0416562', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.149', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': '02f41f67-7f8c-49fb-893d-166e83f29947', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:69:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:06:03Z', 'updated_at': '2022-02-19T22:06:03Z', 'revision_number': 0, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:06:04.812117 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf76a1-5b57-41cc-8990-2ced58bd4ae5 None None] Checking router: 2de46861-9b4c-43f8-9d6d-ce79baa5d85d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:06:04.822838 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf76a1-5b57-41cc-8990-2ced58bd4ae5 None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:06:04.823113 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a92936-4eff-47a2-8a7c-bc8fc374ba50 req-9ecd0aad-3265-4313-ba09-03af042f8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:04.823482 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-76cf76a1-5b57-41cc-8990-2ced58bd4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a63705d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:05:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:06:04.824864 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23a92936-4eff-47a2-8a7c-bc8fc374ba50 req-9ecd0aad-3265-4313-ba09-03af042f8607 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0501287
Feb 19 22:06:04.887420 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a92936-4eff-47a2-8a7c-bc8fc374ba50 req-4c83b585-dd8e-46a7-a59c-72cf02ea98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:04.889019 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23a92936-4eff-47a2-8a7c-bc8fc374ba50 req-4c83b585-dd8e-46a7-a59c-72cf02ea98bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0588987
Feb 19 22:06:04.941873 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-76cf76a1-5b57-41cc-8990-2ced58bd4ae5 None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:06:05.001500 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23a92936-4eff-47a2-8a7c-bc8fc374ba50 req-a3920f1f-3d46-4ca4-95e1-1c1aa1cd36e4 service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1056209
Feb 19 22:06:05.106467 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-23a92936-4eff-47a2-8a7c-bc8fc374ba50 req-33f751b3-2d71-410d-be95-47b6d8e8e332 service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980017
Feb 19 22:06:05.187265 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-76cf76a1-5b57-41cc-8990-2ced58bd4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a63705d90>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09872ac8-321b-4b07-80d5-5e37b03bb3da', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.194', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:fa:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97457988-b02a-43ef-a775-7faa6cc9268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:03:32Z', 'updated_at': '2022-02-19T22:03:34Z', 'revision_number': 1, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}, {'id': '6a78b424-3648-4251-87c0-a56ca0416562', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.149', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': '02f41f67-7f8c-49fb-893d-166e83f29947', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:69:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:06:03Z', 'updated_at': '2022-02-19T22:06:03Z', 'revision_number': 0, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:06:05.214051 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf76a1-5b57-41cc-8990-2ced58bd4ae5 None None] The sync data for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 is: [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09872ac8-321b-4b07-80d5-5e37b03bb3da', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.194', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:fa:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97457988-b02a-43ef-a775-7faa6cc9268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:03:32Z', 'updated_at': '2022-02-19T22:03:34Z', 'revision_number': 1, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}, {'id': '6a78b424-3648-4251-87c0-a56ca0416562', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.149', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': '02f41f67-7f8c-49fb-893d-166e83f29947', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:69:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:06:03Z', 'updated_at': '2022-02-19T22:06:03Z', 'revision_number': 0, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:06:05.431223 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534fccff-a47e-4073-8aaa-5bf3e4cbb5bb None None] New status for floating IP 6a78b424-3648-4251-87c0-a56ca0416562: ACTIVE {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 22:06:05.825614 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-6a02dcb9-08c1-4e82-b1b6-b27f3579f17c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0489595
Feb 19 22:06:05.912727 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-dc8218a9-06f7-4f06-bbb5-4606869265dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:05.914244 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-dc8218a9-06f7-4f06-bbb5-4606869265dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 1125 time: 0.0473723
Feb 19 22:06:06.023572 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-bdbfc812-9e84-4219-a323-335cf64b3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:06.025101 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-bdbfc812-9e84-4219-a323-335cf64b3f09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.0923791
Feb 19 22:06:06.093130 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-a917db3d-23a5-4a08-aa36-3106bd4fd3fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06 HTTP/1.1" status: 200  len: 999 time: 0.0626252
Feb 19 22:06:06.145823 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-60d10223-3eba-4c03-b12a-bfe2ef218e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:06.148079 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-60d10223-3eba-4c03-b12a-bfe2ef218e10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0491977
Feb 19 22:06:06.202379 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-0a57c6b9-9488-4b6b-9540-b0434feea6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:06.203978 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-0a57c6b9-9488-4b6b-9540-b0434feea6fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0502727
Feb 19 22:06:06.294558 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-eba27bd5-1d6a-406d-924a-9f177d3fc921 service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848155
Feb 19 22:06:06.385964 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-33782e5a-e9e0-4c39-b89e-ae2b91620f35 req-548a8e78-0509-4afd-a533-5139561f7c1a service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863736
Feb 19 22:06:14.555356 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-9bd121cd-f8f5-4693-a584-03dc9ca44185 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0443037
Feb 19 22:06:14.649862 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-a5d817df-bdda-46af-9675-d5ddc4215d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:14.651386 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-a5d817df-bdda-46af-9675-d5ddc4215d2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 1128 time: 0.0496938
Feb 19 22:06:14.755295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-b91ec0e3-deb0-4d02-b654-28a1b6062632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:14.756865 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-b91ec0e3-deb0-4d02-b654-28a1b6062632 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.0861523
Feb 19 22:06:14.827534 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-e4095c8d-2d0f-4264-8907-33d268f9f562 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f41f67-7f8c-49fb-893d-166e83f29947 HTTP/1.1" status: 200  len: 1002 time: 0.0636616
Feb 19 22:06:14.877320 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-da726c8c-4876-4255-8fa2-52099d91c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:14.878769 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-da726c8c-4876-4255-8fa2-52099d91c51f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0439796
Feb 19 22:06:14.927804 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-66a0d8ba-7c61-4bee-8fe3-a4c37912efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:06:14.929353 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-66a0d8ba-7c61-4bee-8fe3-a4c37912efb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441749
Feb 19 22:06:15.029254 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-a19a6c8a-38da-4b19-8824-1434d3364d09 service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938895
Feb 19 22:06:15.119131 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-08f7cbb0-2e6f-4be6-8f4f-1ae5406dcb0a req-7ab3c9be-e3a3-4a41-a0a9-88bd9aca0d7f service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842156
Feb 19 22:06:18.474931 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-df1e63ae-e4a9-4efc-a3c9-9b4d17bfc3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:20.750780 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dad62443-06ff-4513-bdba-73990013d3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:22.102288 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:22.324381 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:06:23.457757 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:24.574479 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:26.548947 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:30.127118 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:48.478393 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8706f627-3f97-47c5-85bd-eb8f8fb27e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:50.747738 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8768d5fd-265f-41ec-888f-ef295c7d4965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:52.104598 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:53.459594 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:54.577277 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:56.546885 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:06:59.323399 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:07:00.119887 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:06.796393 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-cc507600-9d03-41e0-bf06-46e22a6a80de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0529468
Feb 19 22:07:06.890771 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-8c49dc38-7e1e-4998-afc0-eddc326b42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:07:06.892353 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-8c49dc38-7e1e-4998-afc0-eddc326b42fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 1125 time: 0.0482006
Feb 19 22:07:07.007103 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-e49c47c3-6314-477e-9b60-3086ee5ccc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:07:07.008689 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-e49c47c3-6314-477e-9b60-3086ee5ccc9c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.0972497
Feb 19 22:07:07.087948 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-10fcb4fe-509c-4950-a9e8-84b98ff267b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06 HTTP/1.1" status: 200  len: 999 time: 0.0731750
Feb 19 22:07:07.136988 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-bc7b0392-6f0c-4b69-8fd6-30dc51d7e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:07:07.138499 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-bc7b0392-6f0c-4b69-8fd6-30dc51d7e3db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0454381
Feb 19 22:07:07.197085 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-f1d579a8-c65d-4ac9-87a4-e265615d256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:07:07.198624 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-f1d579a8-c65d-4ac9-87a4-e265615d256e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0535250
Feb 19 22:07:07.301747 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-95556a26-10b5-475b-a91d-9055823293a3 service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961978
Feb 19 22:07:07.405377 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-1e89b8b7-a000-42c5-b6e4-75c0fb610e43 req-6328acf9-126f-469c-b155-e67780694ed9 service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0981984
Feb 19 22:07:14.585610 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-f101316d-48f9-4fc7-91ca-845d1b687efc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0678937
Feb 19 22:07:14.719075 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-33e10f9d-4b6b-4957-83ad-bbf47cb86c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:07:14.721738 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-33e10f9d-4b6b-4957-83ad-bbf47cb86c8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 1128 time: 0.0805724
Feb 19 22:07:14.854480 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-b5af1586-72eb-4584-8113-64f6300505a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:07:14.855995 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-b5af1586-72eb-4584-8113-64f6300505a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.1083689
Feb 19 22:07:14.966494 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-ab415e44-e0d8-4cda-8d24-fc41d082fc28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f41f67-7f8c-49fb-893d-166e83f29947 HTTP/1.1" status: 200  len: 1002 time: 0.1038094
Feb 19 22:07:15.025408 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-96b261a4-3bf1-44a7-8bb1-f927caa1ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:07:15.027251 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-96b261a4-3bf1-44a7-8bb1-f927caa1ec2e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0551383
Feb 19 22:07:15.086360 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-8a255bc8-87b5-4777-8641-535c21458836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:07:15.088483 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-8a255bc8-87b5-4777-8641-535c21458836 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0543735
Feb 19 22:07:15.216498 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-52876597-abb8-45d9-90a8-083fd0f34cbf service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211455
Feb 19 22:07:15.361329 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-2ddf39b9-b522-4192-9eed-b6046fe90c18 req-50c886ce-88a7-4fe1-9089-62f8f9684f63 service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381269
Feb 19 22:07:18.481976 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-87ac2127-b600-4d9b-9f2b-96d92178def1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:20.742031 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca6d9-3c35-4102-8191-0016b254a3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:22.109566 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:23.466543 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:24.582355 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:26.558369 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:30.148633 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:36.326375 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:07:48.486545 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aab0fbd7-3f67-4376-b570-f79a5627ad57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:50.749204 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-01051545-5052-46a3-be34-b745aa1b8c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:52.111612 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:53.472101 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:54.586654 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:07:56.552739 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:00.171547 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:07.782838 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-3f4dd469-caed-47de-8dd7-9269073dc191 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0448439
Feb 19 22:08:07.866269 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-59ada250-da6e-4145-b9ff-850ee31c7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:07.867791 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-59ada250-da6e-4145-b9ff-850ee31c7dd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 1125 time: 0.0446951
Feb 19 22:08:07.970497 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-7be44807-a04a-4c58-9c37-d10be170292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:07.971906 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-7be44807-a04a-4c58-9c37-d10be170292d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.0869393
Feb 19 22:08:08.034855 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-ccd77a10-24a6-4bb3-87a8-07743ad18ecc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06 HTTP/1.1" status: 200  len: 999 time: 0.0574248
Feb 19 22:08:08.082325 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-83d85d95-16b0-47b6-8c80-b359a79c292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:08.083757 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-83d85d95-16b0-47b6-8c80-b359a79c292d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0433698
Feb 19 22:08:08.135288 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-515ca9ad-5cfd-411e-acbf-298ff2c0206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:08.136806 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-515ca9ad-5cfd-411e-acbf-298ff2c0206f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474412
Feb 19 22:08:08.224087 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-5bcc4590-4712-417a-b048-9688b059ea29 service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805514
Feb 19 22:08:08.598011 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-beb9f113-29c5-4b83-9d0c-8b9d67c49a8d req-91321f9d-d456-4376-8a7b-81b5c5752ae8 service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3676250
Feb 19 22:08:13.325691 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:08:15.549717 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-2ef78615-1ed2-4461-9e44-4116d42eb767 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0450308
Feb 19 22:08:15.637836 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-5192d05d-a26a-46ee-8162-680474595323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:15.639343 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-5192d05d-a26a-46ee-8162-680474595323 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 1128 time: 0.0495455
Feb 19 22:08:15.742386 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-5b7f1dcf-9698-49d8-9822-f28bbdc0cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:15.743862 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-5b7f1dcf-9698-49d8-9822-f28bbdc0cef2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.0848219
Feb 19 22:08:15.812140 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-32078707-b5b0-4ede-9b2c-c5faae5c6b8b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f41f67-7f8c-49fb-893d-166e83f29947 HTTP/1.1" status: 200  len: 1002 time: 0.0613651
Feb 19 22:08:15.859837 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-c898a5c5-c39f-42f8-8572-a8a92ca7fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:15.861359 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-c898a5c5-c39f-42f8-8572-a8a92ca7fd0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0436366
Feb 19 22:08:15.910821 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-7be5753f-070d-412c-aab5-58d8dfd33953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:15.912354 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-7be5753f-070d-412c-aab5-58d8dfd33953 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0453453
Feb 19 22:08:16.002595 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-6cef126b-729d-4f1e-8469-b018e2f6ff95 service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847187
Feb 19 22:08:16.091427 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-19fbfb03-a85c-4ec4-b4d7-7bc5d87d6903 req-46bec156-1d29-4318-a1be-4c9473f0cf4e service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832677
Feb 19 22:08:18.489480 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-75892668-823d-4044-be3f-c09b72a30c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:20.751466 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f598ac42-8583-46f5-91e7-3631be3de9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:22.114805 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:22.561841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 02f41f67-7f8c-49fb-893d-166e83f29947 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 19 22:08:22.816472 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 02f41f67-7f8c-49fb-893d-166e83f29947, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02f41f67-7f8c-49fb-893d-166e83f29947,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:08:22.828268 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Returning: {'device': '02f41f67-7f8c-49fb-893d-166e83f29947', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'port_id': '02f41f67-7f8c-49fb-893d-166e83f29947', 'mac_address': 'fa:16:3e:69:46:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 19 22:08:22.863900 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 02f41f67-7f8c-49fb-893d-166e83f29947 is: ACTIVE; New status is: BUILD {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:08:22.864289 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:22.877008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02f41f67-7f8c-49fb-893d-166e83f29947 {{(pid=121130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 19 22:08:22.896049 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 02f41f67-7f8c-49fb-893d-166e83f29947, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02f41f67-7f8c-49fb-893d-166e83f29947,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:08:22.900055 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:22.948056 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=02f41f67-7f8c-49fb-893d-166e83f29947,revision_number=6']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:22.956108 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.956585 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.956990 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.957335 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.957674 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.958008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.958337 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.958684 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.959001 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.959325 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.959649 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.959970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.960293 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:22.971533 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] get_ports_and_sgs() called for port_ids ['02f41f67-7f8c-49fb-893d-166e83f29947'] {{(pid=121130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 19 22:08:23.469087 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:24.559511 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 02f41f67-7f8c-49fb-893d-166e83f29947 up at agent hyperv_nch2-master-1 {{(pid=121130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 19 22:08:24.607893 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:24.623320 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.provisioning_blocks [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Provisioning complete for port 02f41f67-7f8c-49fb-893d-166e83f29947 triggered by entity L2. {{(pid=121130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 19 22:08:24.623696 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526953'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), provisioning_complete {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:24.700701 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Current status of the port 02f41f67-7f8c-49fb-893d-166e83f29947 is: BUILD; New status is: ACTIVE {{(pid=121130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 19 22:08:24.701021 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593966'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), before_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:24.725942 ncdv-master-1 neutron-server[121130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947'}] {{(pid=121130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:08:24.728310 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94475a0fe9d85881db52a598caba9c21b4c768cd99c6623104c16ee9513d4b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd4d832-0bcd-41ef-a007-e50c87247228" -d '{"events": [{"server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "name": "network-vif-plugged", "status": "completed", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947"}]}' {{(pid=121130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:08:24.742030 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.db [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] For port 02f41f67-7f8c-49fb-893d-166e83f29947, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02f41f67-7f8c-49fb-893d-166e83f29947,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:08:24.748149 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751653240989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751652817502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751652817520'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:24.797474 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Pushing event updated for resources: {'Port': ['ID=02f41f67-7f8c-49fb-893d-166e83f29947,revision_number=7']} {{(pid=121130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:24.832654 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c2f533-9f22-4bec-88b1-176f1d9d22d9 x-openstack-request-id: req-54c2f533-9f22-4bec-88b1-176f1d9d22d9 {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:08:24.832982 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "name": "network-vif-plugged", "status": "completed", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947", "code": 200}]} {{(pid=121130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:08:24.833243 ncdv-master-1 neutron-server[121130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54c2f533-9f22-4bec-88b1-176f1d9d22d9 {{(pid=121130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:08:24.833644 ncdv-master-1 neutron-server[121130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947', 'code': 200}
Feb 19 22:08:26.562338 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:30.168778 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:36.177356 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40484) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:36.342873 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Deleting port 1d8fb488-483f-43cf-94d4-45a2523faf0a {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:08:36.343228 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (1d8fb488-483f-43cf-94d4-45a2523faf0a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:36.419510 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (1d8fb488-483f-43cf-94d4-45a2523faf0a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:36.419848 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for floatingip (1d8fb488-483f-43cf-94d4-45a2523faf0a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:36.431999 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Calling delete_port for 1d8fb488-483f-43cf-94d4-45a2523faf0a owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:08:36.585308 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (1d8fb488-483f-43cf-94d4-45a2523faf0a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:36.609983 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event deleted for resources: {'Port': ['ID=1d8fb488-483f-43cf-94d4-45a2523faf0a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:36.624310 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.624691 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.625091 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.625387 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.625729 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.626067 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.626402 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.626735 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.627063 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.627418 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.627749 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.628077 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.628431 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:36.687040 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for floatingip (6a78b424-3648-4251-87c0-a56ca0416562), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:36.687371 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Floating IP 6a78b424-3648-4251-87c0-a56ca0416562 disassociated (deleted). External IP: 172.35.2.149, port: 02f41f67-7f8c-49fb-893d-166e83f29947.
Feb 19 22:08:36.935958 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 22:08:37.050172 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:08:37.059519 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:37.070166 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4549c2d5-7089-421e-b5bc-03923e50a6e6 None None] Sync routers for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:08:37.081023 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4549c2d5-7089-421e-b5bc-03923e50a6e6 None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:08:37.081316 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4549c2d5-7089-421e-b5bc-03923e50a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70547ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:08:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:37.093972 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-0edc9b30-f3a9-4907-b6fc-c2d4b08fbe8a tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "DELETE /v2.0/floatingips/6a78b424-3648-4251-87c0-a56ca0416562 HTTP/1.1" status: 204  len: 168 time: 0.9154294
Feb 19 22:08:37.094579 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:08:37.096877 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5df6d1-027f-4b47-b449-a56620c9fd52" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:08:37.154357 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 22:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76130f5-5679-434b-b96d-aa83d4eee01f x-openstack-request-id: req-b76130f5-5679-434b-b96d-aa83d4eee01f {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:08:37.155687 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:08:37.156053 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b76130f5-5679-434b-b96d-aa83d4eee01f {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:08:37.156631 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947', 'status': 'completed', 'code': 200}
Feb 19 22:08:37.246992 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df6d1-027f-4b47-b449-a56620c9fd52 req-38073817-8ca7-4531-9018-0d5614882748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:37.248810 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a5df6d1-027f-4b47-b449-a56620c9fd52 req-38073817-8ca7-4531-9018-0d5614882748 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 1128 time: 0.0711274
Feb 19 22:08:37.335251 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-4549c2d5-7089-421e-b5bc-03923e50a6e6 None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:08:37.392193 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df6d1-027f-4b47-b449-a56620c9fd52 req-c698be96-9666-4bcd-8f05-873afb06bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:37.393883 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a5df6d1-027f-4b47-b449-a56620c9fd52 req-c698be96-9666-4bcd-8f05-873afb06bec2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.1350288
Feb 19 22:08:37.442215 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a5df6d1-027f-4b47-b449-a56620c9fd52 req-728a38d7-5bd6-4645-b4cf-5b08b6ef7f51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f41f67-7f8c-49fb-893d-166e83f29947 HTTP/1.1" status: 200  len: 217 time: 0.0407810
Feb 19 22:08:37.454712 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49fb10-07a7-4ccb-b41d-c8bd972b43e0 req-c3b189e6-3474-4760-9c8b-e149826d2af0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:37.456200 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a49fb10-07a7-4ccb-b41d-c8bd972b43e0 req-c3b189e6-3474-4760-9c8b-e149826d2af0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 946 time: 0.1045249
Feb 19 22:08:37.600042 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4549c2d5-7089-421e-b5bc-03923e50a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70547ee0>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09872ac8-321b-4b07-80d5-5e37b03bb3da', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.194', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:fa:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97457988-b02a-43ef-a775-7faa6cc9268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:03:32Z', 'updated_at': '2022-02-19T22:03:34Z', 'revision_number': 1, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:37.632362 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4549c2d5-7089-421e-b5bc-03923e50a6e6 None None] Checking router: 2de46861-9b4c-43f8-9d6d-ce79baa5d85d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:08:37.641673 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4549c2d5-7089-421e-b5bc-03923e50a6e6 None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:08:37.642309 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4549c2d5-7089-421e-b5bc-03923e50a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a70547ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:08:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:37.761978 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-4549c2d5-7089-421e-b5bc-03923e50a6e6 None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:08:37.864948 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df6d1-027f-4b47-b449-a56620c9fd52 req-c1feac91-1876-4190-8934-b24c9cef7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:37.866958 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a5df6d1-027f-4b47-b449-a56620c9fd52 req-c1feac91-1876-4190-8934-b24c9cef7494 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.4098792
Feb 19 22:08:37.894980 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-6a49fb10-07a7-4ccb-b41d-c8bd972b43e0 req-1eb8e166-dab6-4c84-a892-8463bf6fd65d tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4296179
Feb 19 22:08:37.928914 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df6d1-027f-4b47-b449-a56620c9fd52 req-69e1e700-d82b-438f-8494-e4b1be67dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:37.930438 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a5df6d1-027f-4b47-b449-a56620c9fd52 req-69e1e700-d82b-438f-8494-e4b1be67dc7b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0536020
Feb 19 22:08:38.004438 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-4549c2d5-7089-421e-b5bc-03923e50a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a70547ee0>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09872ac8-321b-4b07-80d5-5e37b03bb3da', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.194', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:fa:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97457988-b02a-43ef-a775-7faa6cc9268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:03:32Z', 'updated_at': '2022-02-19T22:03:34Z', 'revision_number': 1, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:38.022662 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a5df6d1-027f-4b47-b449-a56620c9fd52 req-ae935bef-5f93-452f-9019-10c179f70ccb service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855813
Feb 19 22:08:38.034841 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4549c2d5-7089-421e-b5bc-03923e50a6e6 None None] The sync data for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 is: [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09872ac8-321b-4b07-80d5-5e37b03bb3da', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'floating_ip_address': '172.35.2.194', 'floating_network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'router_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'port_id': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'mac_address': 'fa:16:3e:fa:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97457988-b02a-43ef-a775-7faa6cc9268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T22:03:32Z', 'updated_at': '2022-02-19T22:03:34Z', 'revision_number': 1, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:08:38.116773 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-7a5df6d1-027f-4b47-b449-a56620c9fd52 req-10842182-78cc-4235-af37-329ee61c29ad service neutron] 10.222.0.67 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873733
Feb 19 22:08:38.273312 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c02f41-ed74-4e64-8acf-d1a38294a3d6 None None] New status for floating IP 6a78b424-3648-4251-87c0-a56ca0416562: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 22:08:39.029158 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b12e7-0698-49c9-9302-fc20194f86a4 req-d0dbfb9c-7e7a-4f2a-8481-4e93571bb0ed tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:39.030711 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-798b12e7-0698-49c9-9302-fc20194f86a4 req-d0dbfb9c-7e7a-4f2a-8481-4e93571bb0ed tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 946 time: 0.0621049
Feb 19 22:08:39.086786 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-798b12e7-0698-49c9-9302-fc20194f86a4 req-a2113aec-70be-454a-8536-51d2b7c0af2b tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461991
Feb 19 22:08:39.160860 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e78346-276e-4757-97b8-5f4bdbe8a59f req-adf9aaed-45ac-414e-b550-1e353eed18f1 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:39.162721 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49e78346-276e-4757-97b8-5f4bdbe8a59f req-adf9aaed-45ac-414e-b550-1e353eed18f1 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 946 time: 0.0544736
Feb 19 22:08:39.269248 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-49e78346-276e-4757-97b8-5f4bdbe8a59f req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Deleting port 02f41f67-7f8c-49fb-893d-166e83f29947 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:08:39.269587 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49e78346-276e-4757-97b8-5f4bdbe8a59f req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:39.375116 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [req-49e78346-276e-4757-97b8-5f4bdbe8a59f req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] For port 02f41f67-7f8c-49fb-893d-166e83f29947, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02f41f67-7f8c-49fb-893d-166e83f29947,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:08:39.375425 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49e78346-276e-4757-97b8-5f4bdbe8a59f req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:39.389295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [req-49e78346-276e-4757-97b8-5f4bdbe8a59f req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Calling delete_port for 02f41f67-7f8c-49fb-893d-166e83f29947 owned by compute:nova {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:08:39.536454 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49e78346-276e-4757-97b8-5f4bdbe8a59f req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (02f41f67-7f8c-49fb-893d-166e83f29947), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:39.570220 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event deleted for resources: {'Port': ['ID=02f41f67-7f8c-49fb-893d-166e83f29947,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:39.610618 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.610973 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.611331 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.611679 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.612199 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.613124 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.613381 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.613867 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.614224 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.614758 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.615190 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.615737 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.616283 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 19 22:08:39.635183 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e78346-276e-4757-97b8-5f4bdbe8a59f req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] No DVR routers for this DVR port 02f41f67-7f8c-49fb-893d-166e83f29947 on host nch2-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 22:08:39.637736 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [req-49e78346-276e-4757-97b8-5f4bdbe8a59f req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:39.641227 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-49e78346-276e-4757-97b8-5f4bdbe8a59f req-98acb582-1c06-4645-8962-3acd19e12c47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.67 "DELETE /v2.0/ports/02f41f67-7f8c-49fb-893d-166e83f29947 HTTP/1.1" status: 204  len: 173 time: 0.4727528
Feb 19 22:08:39.641716 ncdv-master-1 neutron-server[121128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'name': 'network-vif-deleted', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947'}] {{(pid=121128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:08:39.644067 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4240a3a11c7440dc28d3690c1997a11e692faf8f8a0b9a6575604888025df467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b29d20-dc62-465c-84bd-6d3f921e242f" -d '{"events": [{"server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "name": "network-vif-deleted", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947"}]}' {{(pid=121128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:08:39.767923 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 22:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318fd221-7659-40f4-ac45-d228a57e10d9 x-openstack-request-id: req-318fd221-7659-40f4-ac45-d228a57e10d9 {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:08:39.768212 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a9ae31-b680-406e-9d75-7729af9608cf", "name": "network-vif-deleted", "tag": "02f41f67-7f8c-49fb-893d-166e83f29947", "status": "completed", "code": 200}]} {{(pid=121128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:08:39.768516 ncdv-master-1 neutron-server[121128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-318fd221-7659-40f4-ac45-d228a57e10d9 {{(pid=121128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:08:39.768936 ncdv-master-1 neutron-server[121128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a9ae31-b680-406e-9d75-7729af9608cf', 'name': 'network-vif-deleted', 'tag': '02f41f67-7f8c-49fb-893d-166e83f29947', 'status': 'completed', 'code': 200}
Feb 19 22:08:40.209849 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-363523a9-ad72-44f2-96e0-86ad09372cfc req-202075f1-70f6-4395-95d8-a0a696491009 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1a9ae31-b680-406e-9d75-7729af9608cf HTTP/1.1" status: 200  len: 210 time: 0.0308435
Feb 19 22:08:40.623658 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 02f41f67-7f8c-49fb-893d-166e83f29947 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:08:40.644209 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 02f41f67-7f8c-49fb-893d-166e83f29947 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:08:40.644665 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 02f41f67-7f8c-49fb-893d-166e83f29947 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:08:41.864911 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40554) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:42.063368 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Deleting port 74356053-0b32-4c92-9a0c-cd970656a182 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:08:42.063718 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (74356053-0b32-4c92-9a0c-cd970656a182), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:42.144941 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (74356053-0b32-4c92-9a0c-cd970656a182), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:42.145261 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for floatingip (74356053-0b32-4c92-9a0c-cd970656a182), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:42.159390 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Calling delete_port for 74356053-0b32-4c92-9a0c-cd970656a182 owned by network:floatingip {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:08:42.324193 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (74356053-0b32-4c92-9a0c-cd970656a182), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:42.356399 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event deleted for resources: {'Port': ['ID=74356053-0b32-4c92-9a0c-cd970656a182,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:42.432840 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for floatingip (09872ac8-321b-4b07-80d5-5e37b03bb3da), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:42.433236 ncdv-master-1 neutron-server[121129]: INFO neutron.db.l3_db [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Floating IP 09872ac8-321b-4b07-80d5-5e37b03bb3da disassociated (deleted). External IP: 172.35.2.194, port: bf13c8cc-d258-49d5-b65e-01b293faaa06.
Feb 19 22:08:42.647345 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 22:08:42.760187 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:08:42.765188 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for floatingip (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:42.771066 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384127e5-9de5-4f6c-990f-19cd83964ba3 None None] Sync routers for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:08:42.782383 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384127e5-9de5-4f6c-990f-19cd83964ba3 None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:08:42.783091 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-384127e5-9de5-4f6c-990f-19cd83964ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6380fe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:08:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:42.795261 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-8dbefc1a-f4a5-4eae-8b4d-71ec16d91a47 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "DELETE /v2.0/floatingips/09872ac8-321b-4b07-80d5-5e37b03bb3da HTTP/1.1" status: 204  len: 168 time: 0.9292624
Feb 19 22:08:42.796052 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:08:42.798132 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67da2ce-d89f-4a3a-bad2-65c5688d76db" -d '{"events": [{"name": "network-changed", "server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:08:42.837248 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 22:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cecdf27-fc53-48a0-b561-ce3c312cba79 x-openstack-request-id: req-3cecdf27-fc53-48a0-b561-ce3c312cba79 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:08:42.838094 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:08:42.838355 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cecdf27-fc53-48a0-b561-ce3c312cba79 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:08:42.838765 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'status': 'completed', 'code': 200}
Feb 19 22:08:42.897805 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-384127e5-9de5-4f6c-990f-19cd83964ba3 None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:08:42.918036 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67da2ce-d89f-4a3a-bad2-65c5688d76db req-c38c5dbd-c33f-42b4-82c7-2f82f58058e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:42.919768 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f67da2ce-d89f-4a3a-bad2-65c5688d76db req-c38c5dbd-c33f-42b4-82c7-2f82f58058e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=57600659895e4232b2c6533b3c277c0c&device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 1125 time: 0.0612438
Feb 19 22:08:43.022454 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67da2ce-d89f-4a3a-bad2-65c5688d76db req-a418ddd4-fcca-4c27-a0d8-2e24d77a32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:43.024423 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f67da2ce-d89f-4a3a-bad2-65c5688d76db req-a418ddd4-fcca-4c27-a0d8-2e24d77a32d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 200  len: 911 time: 0.0992930
Feb 19 22:08:43.061035 ncdv-master-1 neutron-server[121128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12770c34-dc13-40c0-8be3-9cbd5b8cac2f req-8c2ca6d3-86b7-4fe6-b198-3d76bf4f6801 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:43.062836 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12770c34-dc13-40c0-8be3-9cbd5b8cac2f req-8c2ca6d3-86b7-4fe6-b198-3d76bf4f6801 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 943 time: 0.0693152
Feb 19 22:08:43.075432 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f67da2ce-d89f-4a3a-bad2-65c5688d76db req-f5dc6563-3c18-4f70-b00c-209b09a33feb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06 HTTP/1.1" status: 200  len: 217 time: 0.0432825
Feb 19 22:08:43.116079 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-384127e5-9de5-4f6c-990f-19cd83964ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6380fe50>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:43.136142 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-12770c34-dc13-40c0-8be3-9cbd5b8cac2f req-f5e6a1ae-c071-4be8-abbb-9bd23d229303 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/security-groups?id=0afcf6e7-b10c-4972-b9a6-5b825a562973&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644853
Feb 19 22:08:43.136960 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67da2ce-d89f-4a3a-bad2-65c5688d76db req-34d0ec9e-f17d-4709-b27f-1878d1f62ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:43.138440 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f67da2ce-d89f-4a3a-bad2-65c5688d76db req-34d0ec9e-f17d-4709-b27f-1878d1f62ce2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 200  len: 849 time: 0.0568168
Feb 19 22:08:43.147484 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384127e5-9de5-4f6c-990f-19cd83964ba3 None None] Checking router: 2de46861-9b4c-43f8-9d6d-ce79baa5d85d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:08:43.156481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384127e5-9de5-4f6c-990f-19cd83964ba3 None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:08:43.157097 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-384127e5-9de5-4f6c-990f-19cd83964ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6380fe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:08:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:43.197468 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67da2ce-d89f-4a3a-bad2-65c5688d76db req-96d31528-6816-42f9-807d-ebdbe15038e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:43.199015 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f67da2ce-d89f-4a3a-bad2-65c5688d76db req-96d31528-6816-42f9-807d-ebdbe15038e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0cb96b0-0fc0-445b-9efa-dc2ca068848a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0541809
Feb 19 22:08:43.295286 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f67da2ce-d89f-4a3a-bad2-65c5688d76db req-72971043-bcb1-43f5-916f-78a40508b62c service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898557
Feb 19 22:08:43.396169 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-f67da2ce-d89f-4a3a-bad2-65c5688d76db req-0d090674-6109-4d6a-95a2-3b60884e3c7d service neutron] 10.222.0.10 "GET /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944679
Feb 19 22:08:43.443490 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-384127e5-9de5-4f6c-990f-19cd83964ba3 None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:08:43.643750 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-384127e5-9de5-4f6c-990f-19cd83964ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6380fe50>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:43.660096 ncdv-master-1 neutron-server[121129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da35203-b5f7-4108-ab56-cb419d6c625c req-9214b9d4-0678-48e7-8277-4dcbbbefe73f tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 19 22:08:43.661593 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9da35203-b5f7-4108-ab56-cb419d6c625c req-9214b9d4-0678-48e7-8277-4dcbbbefe73f tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.10 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 943 time: 0.0553055
Feb 19 22:08:43.671541 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384127e5-9de5-4f6c-990f-19cd83964ba3 None None] The sync data for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 is: [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:12Z', 'revision_number': 4, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '030e7c40-6372-4577-9a70-e36676e77be3', 'name': '', 'network_id': 'c0cb96b0-0fc0-445b-9efa-dc2ca068848a', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'mac_address': 'fa:16:3e:59:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:11Z', 'updated_at': '2022-02-19T22:03:18Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'subnets': [{'id': 'e0427065-ca1d-45f2-9f58-e61d6960addb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:08:43.762995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-9da35203-b5f7-4108-ab56-cb419d6c625c req-ed6763eb-2b2c-4e19-be20-818a3f72c3f0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Deleting port bf13c8cc-d258-49d5-b65e-01b293faaa06 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:08:43.763343 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9da35203-b5f7-4108-ab56-cb419d6c625c req-ed6763eb-2b2c-4e19-be20-818a3f72c3f0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:43.858461 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [req-9da35203-b5f7-4108-ab56-cb419d6c625c req-ed6763eb-2b2c-4e19-be20-818a3f72c3f0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] For port bf13c8cc-d258-49d5-b65e-01b293faaa06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf13c8cc-d258-49d5-b65e-01b293faaa06,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:08:43.858829 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9da35203-b5f7-4108-ab56-cb419d6c625c req-ed6763eb-2b2c-4e19-be20-818a3f72c3f0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:43.873659 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [req-9da35203-b5f7-4108-ab56-cb419d6c625c req-ed6763eb-2b2c-4e19-be20-818a3f72c3f0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Calling delete_port for bf13c8cc-d258-49d5-b65e-01b293faaa06 owned by compute:nova {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:08:43.930225 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8da2c5-cc31-4f4c-8cb9-2df61a62f139 None None] New status for floating IP 09872ac8-321b-4b07-80d5-5e37b03bb3da: DOWN {{(pid=121131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 19 22:08:44.012795 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9da35203-b5f7-4108-ab56-cb419d6c625c req-ed6763eb-2b2c-4e19-be20-818a3f72c3f0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (bf13c8cc-d258-49d5-b65e-01b293faaa06), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:44.043022 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6763eb-2b2c-4e19-be20-818a3f72c3f0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event deleted for resources: {'Port': ['ID=bf13c8cc-d258-49d5-b65e-01b293faaa06,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:44.089694 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da35203-b5f7-4108-ab56-cb419d6c625c req-ed6763eb-2b2c-4e19-be20-818a3f72c3f0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] No DVR routers for this DVR port bf13c8cc-d258-49d5-b65e-01b293faaa06 on host nch1-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 22:08:44.092162 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [req-9da35203-b5f7-4108-ab56-cb419d6c625c req-ed6763eb-2b2c-4e19-be20-818a3f72c3f0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74996'] for port (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:44.095549 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [req-9da35203-b5f7-4108-ab56-cb419d6c625c req-ed6763eb-2b2c-4e19-be20-818a3f72c3f0 tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.10 "DELETE /v2.0/ports/bf13c8cc-d258-49d5-b65e-01b293faaa06 HTTP/1.1" status: 204  len: 173 time: 0.4290068
Feb 19 22:08:44.262743 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [req-c4fdc8c7-e6ba-4c4a-a8fa-1622e6ca34b8 req-16b59c7e-2903-427c-8a5a-2aa31323affd tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "GET /v2.0/ports?device_id=97457988-b02a-43ef-a775-7faa6cc9268d HTTP/1.1" status: 200  len: 210 time: 0.0280311
Feb 19 22:08:44.639106 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 02f41f67-7f8c-49fb-893d-166e83f29947 no longer exists at agent hyperv_nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:08:44.665329 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] No Port match for: 02f41f67-7f8c-49fb-893d-166e83f29947 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:08:44.666241 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Device 02f41f67-7f8c-49fb-893d-166e83f29947 not bound to the agent host nch2-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:08:44.839706 ncdv-master-1 neutron-server[121129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'name': 'network-vif-deleted', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06'}] {{(pid=121129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 19 22:08:44.842456 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ad7b9236bbcedfcbeae86812bcdde0c472128f68b39e62ab3c327159d6be1ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ea5db4-99bb-421e-8feb-1e27075e92e4" -d '{"events": [{"server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "name": "network-vif-deleted", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06"}]}' {{(pid=121129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 19 22:08:44.879019 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 22:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7047c99f-9303-464a-ab83-3ba2602b9ee7 x-openstack-request-id: req-7047c99f-9303-464a-ab83-3ba2602b9ee7 {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 19 22:08:44.879327 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97457988-b02a-43ef-a775-7faa6cc9268d", "name": "network-vif-deleted", "tag": "bf13c8cc-d258-49d5-b65e-01b293faaa06", "status": "completed", "code": 200}]} {{(pid=121129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 19 22:08:44.879583 ncdv-master-1 neutron-server[121129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7047c99f-9303-464a-ab83-3ba2602b9ee7 {{(pid=121129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 19 22:08:44.879987 ncdv-master-1 neutron-server[121129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97457988-b02a-43ef-a775-7faa6cc9268d', 'name': 'network-vif-deleted', 'tag': 'bf13c8cc-d258-49d5-b65e-01b293faaa06', 'status': 'completed', 'code': 200}
Feb 19 22:08:45.322392 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40572) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:45.384172 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e00dfeb-70a2-4f80-8965-abc1523f28df tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group (0afcf6e7-b10c-4972-b9a6-5b825a562973), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:45.409671 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e00dfeb-70a2-4f80-8965-abc1523f28df tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group (0afcf6e7-b10c-4972-b9a6-5b825a562973), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:45.470643 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e00dfeb-70a2-4f80-8965-abc1523f28df tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (0afcf6e7-b10c-4972-b9a6-5b825a562973), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:45.473299 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4e00dfeb-70a2-4f80-8965-abc1523f28df tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:45.474439 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4e00dfeb-70a2-4f80-8965-abc1523f28df tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] 10.222.0.30 "DELETE /v2.0/security-groups/0afcf6e7-b10c-4972-b9a6-5b825a562973 HTTP/1.1" status: 204  len: 168 time: 0.1510541
Feb 19 22:08:45.484171 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00dfeb-70a2-4f80-8965-abc1523f28df tempest-TestSnapshotPattern-1845269784 tempest-TestSnapshotPattern-1845269784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afcf6e7-b10c-4972-b9a6-5b825a562973,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:45.536129 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40578) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:46.030589 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:46.313220 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] Deleting port 030e7c40-6372-4577-9a70-e36676e77be3 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:08:46.313569 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (030e7c40-6372-4577-9a70-e36676e77be3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:46.399019 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] For port 030e7c40-6372-4577-9a70-e36676e77be3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=030e7c40-6372-4577-9a70-e36676e77be3,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:08:46.400394 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (030e7c40-6372-4577-9a70-e36676e77be3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:46.415707 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] Calling delete_port for 030e7c40-6372-4577-9a70-e36676e77be3 owned by network:router_interface {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:08:46.624927 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (030e7c40-6372-4577-9a70-e36676e77be3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:46.651885 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=030e7c40-6372-4577-9a70-e36676e77be3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:46.843839 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:47.068258 ncdv-master-1 neutron-server[121129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] Router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 22:08:47.184755 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:08:47.190000 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-4c4dc33d-752c-4784-9036-a9b09f0922a8 admin admin] 10.222.0.30 "PUT /v2.0/routers/2de46861-9b4c-43f8-9d6d-ce79baa5d85d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6526644
Feb 19 22:08:47.192459 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40584) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:47.195755 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5b55a-387e-4a86-bf8d-78c0d310218f None None] Sync routers for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:08:47.206970 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5b55a-387e-4a86-bf8d-78c0d310218f None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:08:47.207598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-dff5b55a-387e-4a86-bf8d-78c0d310218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6358daf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:08:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:47.309523 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Publish callbacks [] for router (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:47.324899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-dff5b55a-387e-4a86-bf8d-78c0d310218f None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:08:47.511764 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-dff5b55a-387e-4a86-bf8d-78c0d310218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6358daf0>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:08:46Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:47.543704 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5b55a-387e-4a86-bf8d-78c0d310218f None None] Checking router: 2de46861-9b4c-43f8-9d6d-ce79baa5d85d for host: ncdv-master-1 {{(pid=121130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:08:47.553008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5b55a-387e-4a86-bf8d-78c0d310218f None None] Routers {'2de46861-9b4c-43f8-9d6d-ce79baa5d85d'} bound to L3 agent in host ncdv-master-1 {{(pid=121130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:08:47.553652 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-dff5b55a-387e-4a86-bf8d-78c0d310218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a6358daf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:08:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'], 'active': True} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:47.659938 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_dvr_db [None req-dff5b55a-387e-4a86-bf8d-78c0d310218f None None] Set router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d gateway port host: ncdv-master-1 {{(pid=121130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:08:47.713795 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Publish callbacks [] for router_gateway (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:47.769055 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Deleting port dd564aab-456d-4709-b46b-b45ccafb7fa3 {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:08:47.769398 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:47.850000 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] For port dd564aab-456d-4709-b46b-b45ccafb7fa3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd564aab-456d-4709-b46b-b45ccafb7fa3,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:08:47.850370 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:47.859481 ncdv-master-1 neutron-server[121130]: DEBUG neutron.db.l3_hamode_db [None req-dff5b55a-387e-4a86-bf8d-78c0d310218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a6358daf0>, [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:08:46Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:47.867521 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Calling delete_port for dd564aab-456d-4709-b46b-b45ccafb7fa3 owned by network:router_gateway {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:08:47.893128 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5b55a-387e-4a86-bf8d-78c0d310218f None None] The sync data for ids ['2de46861-9b4c-43f8-9d6d-ce79baa5d85d'] in ncdv-master-1 is: [{'id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'name': 'tempest-TestSnapshotPattern-1627077655-router', 'tenant_id': '57600659895e4232b2c6533b3c277c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36'}], 'enable_snat': True}, 'gw_port_id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:08:46Z', 'revision_number': 5, 'project_id': '57600659895e4232b2c6533b3c277c0c', 'gw_port': {'id': 'dd564aab-456d-4709-b46b-b45ccafb7fa3', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de46861-9b4c-43f8-9d6d-ce79baa5d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:09Z', 'updated_at': '2022-02-19T22:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:08:48.045255 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (dd564aab-456d-4709-b46b-b45ccafb7fa3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.074175 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd564aab-456d-4709-b46b-b45ccafb7fa3,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:48.137302 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.236300 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device bf13c8cc-d258-49d5-b65e-01b293faaa06 no longer exists at agent hyperv_nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:08:48.237636 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.240111 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Publish callbacks [] for router_controller (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.258598 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] No Port match for: bf13c8cc-d258-49d5-b65e-01b293faaa06 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:08:48.259008 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Device bf13c8cc-d258-49d5-b65e-01b293faaa06 not bound to the agent host nch1-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:08:48.295562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (2de46861-9b4c-43f8-9d6d-ce79baa5d85d), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.296204 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de46861-9b4c-43f8-9d6d-ce79baa5d85d {{(pid=121129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 22:08:48.301259 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.302482 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-ce9dbae9-ff94-4e20-83aa-9878bc6421a5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2de46861-9b4c-43f8-9d6d-ce79baa5d85d HTTP/1.1" status: 204  len: 168 time: 1.1090539
Feb 19 22:08:48.305189 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40586) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:48.358934 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f0481b-42ee-4dc9-a94d-7afba6096cc6 admin admin] Deleting subnet e0427065-ca1d-45f2-9f58-e61d6960addb {{(pid=121129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 22:08:48.364562 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6f0481b-42ee-4dc9-a94d-7afba6096cc6 admin admin] Publish callbacks [] for subnet (e0427065-ca1d-45f2-9f58-e61d6960addb), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.404508 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6f0481b-42ee-4dc9-a94d-7afba6096cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27113214'] for subnet (e0427065-ca1d-45f2-9f58-e61d6960addb), precommit_delete_associations {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.494905 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-dbcc57e6-dfcc-4fe6-b16a-0697091dc9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.498285 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6f0481b-42ee-4dc9-a94d-7afba6096cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (e0427065-ca1d-45f2-9f58-e61d6960addb), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.555653 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6f0481b-42ee-4dc9-a94d-7afba6096cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27200267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25622352'] for subnet (e0427065-ca1d-45f2-9f58-e61d6960addb), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.583801 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0481b-42ee-4dc9-a94d-7afba6096cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0427065-ca1d-45f2-9f58-e61d6960addb,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:48.588431 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-f6f0481b-42ee-4dc9-a94d-7afba6096cc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.591704 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-f6f0481b-42ee-4dc9-a94d-7afba6096cc6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e0427065-ca1d-45f2-9f58-e61d6960addb HTTP/1.1" status: 204  len: 168 time: 0.2857425
Feb 19 22:08:48.594243 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40588) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:48.601886 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75712a-ce9b-4b5f-be82-b3a433b83d8a None None] Network c0cb96b0-0fc0-445b-9efa-dc2ca068848a requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 22:08:48.667049 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (c0cb96b0-0fc0-445b-9efa-dc2ca068848a), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.726293 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Deleting port cdbb4b5e-3590-412a-8ee4-75d5450295fe {{(pid=121129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:08:48.726863 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.793460 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.db [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] For port cdbb4b5e-3590-412a-8ee4-75d5450295fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdbb4b5e-3590-412a-8ee4-75d5450295fe,segment=NetworkSegment(806a4724-af50-47a5-8ce0-3255b510bfc3),segment_id=806a4724-af50-47a5-8ce0-3255b510bfc3)] {{(pid=121129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:08:48.793837 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.807323 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.plugin [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Calling delete_port for cdbb4b5e-3590-412a-8ee4-75d5450295fe owned by network:dhcp {{(pid=121129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:08:48.891707 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27198200'] for port (cdbb4b5e-3590-412a-8ee4-75d5450295fe), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:48.919637 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbb4b5e-3590-412a-8ee4-75d5450295fe,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:48.924582 ncdv-master-1 neutron-server[121129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] No DVR routers for this DVR port cdbb4b5e-3590-412a-8ee4-75d5450295fe on host ncdv-master-1 {{(pid=121129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 22:08:48.978294 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0f607f-01ff-479d-ac16-44a11637b2fb None None] DHCP port deletion for c0cb96b0-0fc0-445b-9efa-dc2ca068848a request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 22:08:49.021964 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (c0cb96b0-0fc0-445b-9efa-dc2ca068848a), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:49.049341 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dd564aab-456d-4709-b46b-b45ccafb7fa3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:08:49.064456 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a699a1c40>,) {'filters': {'network_id': ['c0cb96b0-0fc0-445b-9efa-dc2ca068848a']}} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:49.072728 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: dd564aab-456d-4709-b46b-b45ccafb7fa3 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:08:49.073496 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device dd564aab-456d-4709-b46b-b45ccafb7fa3 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:08:49.074096 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 030e7c40-6372-4577-9a70-e36676e77be3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:08:49.076534 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a699a1c40>, '806a4724-af50-47a5-8ce0-3255b510bfc3') {'for_net_delete': True} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:49.076808 ncdv-master-1 neutron-server[121129]: DEBUG neutron.services.segments.db [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a699a1c40>, '806a4724-af50-47a5-8ce0-3255b510bfc3') {} {{(pid=121129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:49.090621 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27113205'] for segment (806a4724-af50-47a5-8ce0-3255b510bfc3), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:49.100271 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 030e7c40-6372-4577-9a70-e36676e77be3 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:08:49.100651 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 030e7c40-6372-4577-9a70-e36676e77be3 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:08:49.101087 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cdbb4b5e-3590-412a-8ee4-75d5450295fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:08:49.107088 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (806a4724-af50-47a5-8ce0-3255b510bfc3), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:49.113599 ncdv-master-1 neutron-server[121129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=121129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 22:08:49.113999 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27198125'] for segment (806a4724-af50-47a5-8ce0-3255b510bfc3), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]: Traceback (most recent call last):
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     timer()
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     cb(*args, **kw)
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     return func(*args, **kwargs)
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     self._notify()
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     self.callback(batched_events)
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     event.method(event)
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     return f(self, *a, **k)
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     return self._get(url).json()
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     return self.request(url, 'GET', **kwargs)
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 22:08:49.115732 ncdv-master-1 neutron-server[121129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 22:08:49.120794 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: cdbb4b5e-3590-412a-8ee4-75d5450295fe {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:08:49.121155 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device cdbb4b5e-3590-412a-8ee4-75d5450295fe not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:08:49.175692 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (c0cb96b0-0fc0-445b-9efa-dc2ca068848a), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:49.181974 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:49.185516 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] 10.222.0.30 "DELETE /v2.0/networks/c0cb96b0-0fc0-445b-9efa-dc2ca068848a HTTP/1.1" status: 204  len: 168 time: 0.5903301
Feb 19 22:08:49.189013 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40590) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:49.197262 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadf116-a7e6-4f2e-b5dd-65b4d1e99b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=c0cb96b0-0fc0-445b-9efa-dc2ca068848a,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:49.565960 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-442177'] for router_interface (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:49.840256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] Deleting port 9b9403ea-ef37-4413-bd59-a3d8f98bc606 {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:08:49.840638 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:49.919750 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] For port 9b9403ea-ef37-4413-bd59-a3d8f98bc606, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b9403ea-ef37-4413-bd59-a3d8f98bc606,segment=NetworkSegment(3217d696-b2b1-48fa-bdb7-c677ebeead46),segment_id=3217d696-b2b1-48fa-bdb7-c677ebeead46)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:08:49.920120 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:49.933865 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] Calling delete_port for 9b9403ea-ef37-4413-bd59-a3d8f98bc606 owned by network:router_interface {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:08:50.122246 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (9b9403ea-ef37-4413-bd59-a3d8f98bc606), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:50.148256 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9403ea-ef37-4413-bd59-a3d8f98bc606,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:50.325729 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:08:50.342029 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-442097'] for router_interface (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:50.566551 ncdv-master-1 neutron-server[121128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] Router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef has already been hosted by L3 agent d1487aad-95b3-46a2-9133-d15d561b06b9 {{(pid=121128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 19 22:08:50.675937 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 19 22:08:50.681914 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-ab137df4-831d-4051-9553-f399998295e3 admin admin] 10.222.0.30 "PUT /v2.0/routers/2665ca96-a05f-4353-ac0c-3c7cfc2575ef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4904940
Feb 19 22:08:50.684385 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40592) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:50.688221 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90106948-8767-4148-b84f-0074d7df887f None None] Sync routers for ids ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'] in ncdv-master-1 {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 19 22:08:50.702587 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90106948-8767-4148-b84f-0074d7df887f None None] Routers {'2665ca96-a05f-4353-ac0c-3c7cfc2575ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:08:50.703497 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-90106948-8767-4148-b84f-0074d7df887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702e9a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:08:21Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:50.756409 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-02924652-0e8a-4c56-8315-fcf47163cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:50.809682 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Publish callbacks [] for router (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:50.832233 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-90106948-8767-4148-b84f-0074d7df887f None None] Set router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef gateway port host: ncdv-master-1 {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:08:50.919378 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Publish callbacks [] for router_gateway (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:50.984742 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Deleting port a8fd9539-8a70-44a2-ab52-3f597490123c {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:08:50.985091 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.019205 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-90106948-8767-4148-b84f-0074d7df887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702e9a60>, [{'id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'name': 'tempest-TestSnapshotPattern-117388855-router', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'external_fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:14Z', 'updated_at': '2022-02-19T22:08:50Z', 'revision_number': 5, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'gw_port': {'id': 'a8fd9539-8a70-44a2-ab52-3f597490123c', 'name': '', 'network_id': '46539bba-6cad-4c87-80c0-0d2c8447156a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'eb72251c-fbde-4105-b036-5dea39327248', 'ip_address': '172.35.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T22:03:15Z', 'updated_at': '2022-02-19T22:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb72251c-fbde-4105-b036-5dea39327248', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:51.047422 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90106948-8767-4148-b84f-0074d7df887f None None] Checking router: 2665ca96-a05f-4353-ac0c-3c7cfc2575ef for host: ncdv-master-1 {{(pid=121131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 19 22:08:51.055708 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90106948-8767-4148-b84f-0074d7df887f None None] Routers {'2665ca96-a05f-4353-ac0c-3c7cfc2575ef'} bound to L3 agent in host ncdv-master-1 {{(pid=121131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 19 22:08:51.056879 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-90106948-8767-4148-b84f-0074d7df887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5a702e9a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T20:39:50Z,description=<?>,heartbeat_timestamp=2022-02-19T22:08:51Z,host='ncdv-master-1',id=d1487aad-95b3-46a2-9133-d15d561b06b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-19T20:39:50Z,topic='l3_agent')) {'router_ids': ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'], 'active': True} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:51.077622 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] For port a8fd9539-8a70-44a2-ab52-3f597490123c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8fd9539-8a70-44a2-ab52-3f597490123c,segment=NetworkSegment(ffd7e093-05bb-4fe6-bc3d-a33b00890420),segment_id=ffd7e093-05bb-4fe6-bc3d-a33b00890420)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:08:51.077982 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.093561 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Calling delete_port for a8fd9539-8a70-44a2-ab52-3f597490123c owned by network:router_gateway {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:08:51.145874 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_dvr_db [None req-90106948-8767-4148-b84f-0074d7df887f None None] Set router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef gateway port host: None {{(pid=121131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 19 22:08:51.269911 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (a8fd9539-8a70-44a2-ab52-3f597490123c), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.294834 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.l3_hamode_db [None req-90106948-8767-4148-b84f-0074d7df887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5a702e9a60>, [{'id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'name': 'tempest-TestSnapshotPattern-117388855-router', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:14Z', 'updated_at': '2022-02-19T22:08:50Z', 'revision_number': 6, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:51.296260 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fd9539-8a70-44a2-ab52-3f597490123c,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:51.327105 ncdv-master-1 neutron-server[121131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90106948-8767-4148-b84f-0074d7df887f None None] The sync data for ids ['2665ca96-a05f-4353-ac0c-3c7cfc2575ef'] in ncdv-master-1 is: [{'id': '2665ca96-a05f-4353-ac0c-3c7cfc2575ef', 'name': 'tempest-TestSnapshotPattern-117388855-router', 'tenant_id': '94b19231703c4ade8315cf8c24a83347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T22:03:14Z', 'updated_at': '2022-02-19T22:08:50Z', 'revision_number': 6, 'project_id': '94b19231703c4ade8315cf8c24a83347', 'gw_port_host': None}] {{(pid=121131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 19 22:08:51.370345 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441367'] for router_gateway (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.470014 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15363'] for router (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.472307 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Publish callbacks [] for router_controller (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.517378 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440035'] for router (2665ca96-a05f-4353-ac0c-3c7cfc2575ef), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.517950 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2665ca96-a05f-4353-ac0c-3c7cfc2575ef {{(pid=121128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 19 22:08:51.522965 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.524167 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-d297e212-f0cb-43c4-a663-0a515e7e1756 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2665ca96-a05f-4353-ac0c-3c7cfc2575ef HTTP/1.1" status: 204  len: 168 time: 0.8384280
Feb 19 22:08:51.527422 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40594) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:51.577000 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0ddead-4cfc-4ba1-8dff-bbceee6b1be6 admin admin] Deleting subnet 01561951-4b8e-4697-8fb0-a465dee97577 {{(pid=121128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 19 22:08:51.580192 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddead-4cfc-4ba1-8dff-bbceee6b1be6 admin admin] Publish callbacks [] for subnet (01561951-4b8e-4697-8fb0-a465dee97577), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.615762 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddead-4cfc-4ba1-8dff-bbceee6b1be6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26224228'] for subnet (01561951-4b8e-4697-8fb0-a465dee97577), precommit_delete_associations {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.696400 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddead-4cfc-4ba1-8dff-bbceee6b1be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528763'] for subnet (01561951-4b8e-4697-8fb0-a465dee97577), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.754611 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddead-4cfc-4ba1-8dff-bbceee6b1be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26754577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26660737'] for subnet (01561951-4b8e-4697-8fb0-a465dee97577), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.793134 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ddead-4cfc-4ba1-8dff-bbceee6b1be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01561951-4b8e-4697-8fb0-a465dee97577,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:51.796801 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddead-4cfc-4ba1-8dff-bbceee6b1be6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.800261 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-fb0ddead-4cfc-4ba1-8dff-bbceee6b1be6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/01561951-4b8e-4697-8fb0-a465dee97577 HTTP/1.1" status: 204  len: 168 time: 0.2717330
Feb 19 22:08:51.802433 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f811a4d0-f37e-449f-b8c4-3c5cd38572a7 None None] Network 5c1b4c93-1336-44bf-a717-33f64393386b requested from ncdv-master-1 {{(pid=121130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 19 22:08:51.802939 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40596) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:51.873691 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573295'] for network (5c1b4c93-1336-44bf-a717-33f64393386b), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:51.940127 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Deleting port 936a4517-3205-45a0-a55e-63d2be6e79ed {{(pid=121128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 19 22:08:51.940932 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751653397544'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.016801 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.db [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] For port 936a4517-3205-45a0-a55e-63d2be6e79ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=936a4517-3205-45a0-a55e-63d2be6e79ed,segment=NetworkSegment(3217d696-b2b1-48fa-bdb7-c677ebeead46),segment_id=3217d696-b2b1-48fa-bdb7-c677ebeead46)] {{(pid=121128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 19 22:08:52.017076 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-444183'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.031713 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Calling delete_port for 936a4517-3205-45a0-a55e-63d2be6e79ed owned by network:dhcp {{(pid=121128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 19 22:08:52.109712 ncdv-master-1 neutron-server[121130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890de67d-1410-4edf-9066-552dce170cca None None] DHCP port deletion for 5c1b4c93-1336-44bf-a717-33f64393386b request from ncdv-master-1 {{(pid=121130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 19 22:08:52.125655 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751653240971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751652817493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26752994'] for port (936a4517-3205-45a0-a55e-63d2be6e79ed), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.146546 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.147569 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-890de67d-1410-4edf-9066-552dce170cca None None] The port '936a4517-3205-45a0-a55e-63d2be6e79ed' was deleted {{(pid=121130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}}
Feb 19 22:08:52.162156 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Pushing event deleted for resources: {'Port': ['ID=936a4517-3205-45a0-a55e-63d2be6e79ed,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:52.164226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] No DVR routers for this DVR port 936a4517-3205-45a0-a55e-63d2be6e79ed on host ncdv-master-1 {{(pid=121128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 19 22:08:52.241662 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531392', 'neutron.services.segments.db._delete_segments_for_network-8751653328716'] for network (5c1b4c93-1336-44bf-a717-33f64393386b), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.267774 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5a70afa970>,) {'filters': {'network_id': ['5c1b4c93-1336-44bf-a717-33f64393386b']}} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:52.277993 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70afa970>, '3217d696-b2b1-48fa-bdb7-c677ebeead46') {'for_net_delete': True} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:52.278295 ncdv-master-1 neutron-server[121128]: DEBUG neutron.services.segments.db [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5a70afa970>, '3217d696-b2b1-48fa-bdb7-c677ebeead46') {} {{(pid=121128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 19 22:08:52.288079 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751653329237', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26224239'] for segment (3217d696-b2b1-48fa-bdb7-c677ebeead46), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.302007 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076'] for segment (3217d696-b2b1-48fa-bdb7-c677ebeead46), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.311869 ncdv-master-1 neutron-server[121128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=121128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 19 22:08:52.312485 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26752951'] for segment (3217d696-b2b1-48fa-bdb7-c677ebeead46), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]: Traceback (most recent call last):
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     timer()
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     cb(*args, **kw)
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     return func(*args, **kwargs)
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     self._notify()
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     self.callback(batched_events)
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     event.method(event)
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     return f(self, *a, **k)
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     return self._get(url).json()
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     return self.request(url, 'GET', **kwargs)
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 22:08:52.315266 ncdv-master-1 neutron-server[121128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 22:08:52.388540 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441459'] for network (5c1b4c93-1336-44bf-a717-33f64393386b), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.395578 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.399194 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5c1b4c93-1336-44bf-a717-33f64393386b HTTP/1.1" status: 204  len: 168 time: 0.5955913
Feb 19 22:08:52.413184 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc64b9-525c-479a-9283-bd2011b5e317 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1b4c93-1336-44bf-a717-33f64393386b,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:52.545803 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40600) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:52.588290 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-215b24c6-ac7d-420a-bbd6-04c38e39dc40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57600659895e4232b2c6533b3c277c0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0412645
Feb 19 22:08:52.591123 ncdv-master-1 neutron-server[121129]: DEBUG neutron.wsgi [-] (121129) accepted ('10.222.0.30', 40602) {{(pid=121129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:52.640973 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b31c27fe-db17-44e7-a888-a7123bdb5b15 admin admin] Publish callbacks [] for security_group (f10202ec-c50a-4364-a89d-e56cd1378cf2), before_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.667443 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b31c27fe-db17-44e7-a888-a7123bdb5b15 admin admin] Publish callbacks [] for security_group (f10202ec-c50a-4364-a89d-e56cd1378cf2), precommit_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.721173 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b31c27fe-db17-44e7-a888-a7123bdb5b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (f10202ec-c50a-4364-a89d-e56cd1378cf2), after_delete {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.725532 ncdv-master-1 neutron-server[121129]: DEBUG neutron_lib.callbacks.manager [None req-b31c27fe-db17-44e7-a888-a7123bdb5b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:52.729891 ncdv-master-1 neutron-server[121129]: INFO neutron.wsgi [None req-b31c27fe-db17-44e7-a888-a7123bdb5b15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f10202ec-c50a-4364-a89d-e56cd1378cf2 HTTP/1.1" status: 204  len: 168 time: 0.1349554
Feb 19 22:08:52.738995 ncdv-master-1 neutron-server[121129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c27fe-db17-44e7-a888-a7123bdb5b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10202ec-c50a-4364-a89d-e56cd1378cf2,revision_number=None']} {{(pid=121129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:52.827650 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9b9403ea-ef37-4413-bd59-a3d8f98bc606 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:08:52.860944 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 9b9403ea-ef37-4413-bd59-a3d8f98bc606 {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:08:52.861388 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 9b9403ea-ef37-4413-bd59-a3d8f98bc606 not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:08:52.861899 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 936a4517-3205-45a0-a55e-63d2be6e79ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:08:52.885377 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: 936a4517-3205-45a0-a55e-63d2be6e79ed {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:08:52.885727 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device 936a4517-3205-45a0-a55e-63d2be6e79ed not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:08:52.886156 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a8fd9539-8a70-44a2-ab52-3f597490123c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 19 22:08:52.910562 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.plugin [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] No Port match for: a8fd9539-8a70-44a2-ab52-3f597490123c {{(pid=121130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 19 22:08:52.910964 ncdv-master-1 neutron-server[121130]: DEBUG neutron.plugins.ml2.rpc [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Device a8fd9539-8a70-44a2-ab52-3f597490123c not bound to the agent host ncdv-master-1 {{(pid=121130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 19 22:08:53.104012 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40608) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:53.152648 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-8d30da0f-9e9f-4af0-a2ba-94c7fd8af164 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94b19231703c4ade8315cf8c24a83347&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0471675
Feb 19 22:08:53.155797 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [-] (121128) accepted ('10.222.0.30', 40610) {{(pid=121128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 19 22:08:53.207889 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51c9dd60-6e42-4859-9b2e-8022e1924fd3 admin admin] Publish callbacks [] for security_group (a86e0e11-1296-43dc-ba12-5aeb68f0c606), before_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:53.230521 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51c9dd60-6e42-4859-9b2e-8022e1924fd3 admin admin] Publish callbacks [] for security_group (a86e0e11-1296-43dc-ba12-5aeb68f0c606), precommit_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:53.285489 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51c9dd60-6e42-4859-9b2e-8022e1924fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668355'] for security_group (a86e0e11-1296-43dc-ba12-5aeb68f0c606), after_delete {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:53.288237 ncdv-master-1 neutron-server[121128]: DEBUG neutron_lib.callbacks.manager [None req-51c9dd60-6e42-4859-9b2e-8022e1924fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:53.289486 ncdv-master-1 neutron-server[121128]: INFO neutron.wsgi [None req-51c9dd60-6e42-4859-9b2e-8022e1924fd3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a86e0e11-1296-43dc-ba12-5aeb68f0c606 HTTP/1.1" status: 204  len: 168 time: 0.1333225
Feb 19 22:08:53.298226 ncdv-master-1 neutron-server[121128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9dd60-6e42-4859-9b2e-8022e1924fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86e0e11-1296-43dc-ba12-5aeb68f0c606,revision_number=None']} {{(pid=121128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 19 22:08:53.479707 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:54.581631 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:08:56.575078 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:00.171718 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:18.491098 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-847d3fe0-4ed9-4516-9b2d-4e2236864a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:20.758608 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8c561580-bbc3-454c-a012-3ba54921bde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:22.122533 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:23.474333 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:24.585775 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:26.576347 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:27.325853 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:09:30.182606 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:48.496020 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-63e00ef1-972e-4ac1-a2d2-be47a1339d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:50.760926 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aebe5798-edc4-4485-a958-a657c83606f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:52.127441 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:53.481506 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:54.589423 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:09:56.588957 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:00.182527 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:04.326373 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:10:18.498921 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c05b1074-443e-44dc-ae7c-527c0ef6c632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:20.768215 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-69f305f3-9119-4c88-a307-34d124e19609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:22.128447 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:23.482930 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:24.609135 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:26.581843 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:30.186873 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:41.327022 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:10:48.502555 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ee72b7bb-1be3-4df2-86c1-8aef6d2affa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:50.763895 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1e98-5c9d-4706-8400-be43646ed914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:52.130377 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:53.485027 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:54.593699 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:10:56.605319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:00.195859 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:18.327744 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:11:18.510052 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8a01eeda-7e26-405b-b367-2388742c6306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:20.765319 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2843096f-3cbb-4b5d-b85d-d1ab28f142d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:22.133513 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:23.493637 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:24.597425 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:26.616117 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:30.217563 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:48.503479 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-2a201ec5-5320-499c-afcc-7902d1325ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:50.770954 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-b73a8362-d6ed-4617-8d95-a7d4f17b0578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:52.136037 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:53.493361 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:54.595309 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:11:55.328574 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:11:56.629250 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:00.208443 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:18.506784 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1244535a-82ec-4eea-93da-fd0072c9686d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:20.764428 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6bd5963a-cd94-44ad-8e53-e91c49129ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:22.141129 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:23.497605 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:24.600172 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:26.633345 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:30.211489 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:32.328205 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:12:48.511907 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-35c564fb-44f7-4ceb-9168-42ce7975cb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:50.767249 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-aeca8448-3834-4659-84d0-7f34dd4bf3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:52.142936 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:53.497062 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:54.607019 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:12:56.629780 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:00.223302 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:09.327469 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:13:18.517652 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-41e9c08b-d8bd-4c0e-a207-525cb16b1679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:20.772213 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-1eee012f-bdbe-4cbc-acb2-bbd525e43215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:22.146701 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:23.501338 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:24.600507 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:26.628398 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:30.241869 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:46.327119 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:13:48.519771 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-f5235b2d-6bda-439a-b6ac-ea30ed26bc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:50.881835 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4357-1b61-48c8-890f-69985ce9bd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:52.148640 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:53.504492 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:54.604985 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:13:56.633359 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:00.252076 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:18.521010 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-4ca6aa4a-99dd-4bb1-900d-90195e1ee8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:20.773138 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-73ffb81d-d7dd-4cfb-9dd4-ad10292320a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:22.150833 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:23.325826 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:14:23.506889 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:24.608465 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:26.641834 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:30.264819 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:48.523364 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c3edaa7b-dbcf-4c6a-bf2c-9ec1de9665d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:50.775686 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-563e5eee-ec5f-4183-924d-a4dc99ca81aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:52.155296 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:53.511450 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:54.611338 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:14:56.641958 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:00.264197 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:00.328703 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:15:18.525517 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-5355dc39-bf57-41ec-a9dc-5d2fe04b03d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:20.777737 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92dc3c9a-30e9-45b7-a3d3-4ee6616e2aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:22.159346 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:23.518715 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:24.615491 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:26.654467 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:30.278407 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:37.329248 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:15:48.528151 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c276d6bb-ea23-4be5-808a-87a8e68a84d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:50.778858 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-8bd62074-b6f5-465b-85ce-94be7f10fdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:52.159910 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:53.516937 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:54.618454 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:15:56.654043 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:00.287372 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:14.330225 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:16:17.181522 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-63262197-4ae4-4890-9ec9-80342133541e service neutron] (121128) timed out ('10.222.0.30', 37940) {{(pid=121128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 22:16:18.345615 ncdv-master-1 neutron-server[121128]: DEBUG neutron.wsgi [req-61a75d87-623b-4990-aeef-5c5019ec4c72 req-ae631790-e5e4-4749-b36e-bf5ea1c4ce57 tempest-TestShelveInstance-2110534879 tempest-TestShelveInstance-2110534879-project] (121128) timed out ('10.222.0.30', 37970) {{(pid=121128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 19 22:16:18.531697 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-bfa0464c-bd90-486d-93ed-8f2a31094e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:20.781473 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-7df622f1-2872-4632-a567-4c55d15fe4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:22.162371 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:23.523561 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:24.623429 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:26.671560 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:30.308834 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:48.533541 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-934aa6af-a1d5-4db0-90d9-a80e324d754b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:50.784712 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-51f30daf-f30e-4bb6-bfa3-bb004ecc4192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:51.329875 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:16:52.164773 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:53.523980 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:54.618225 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:16:56.678740 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:17:00.309942 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:17:18.534537 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-3a731276-26f8-48aa-981d-cd12e70f9ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (87b8a454-1e0b-48d5-9b93-217ecb98c7c1), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:17:20.789140 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-c7d27f1a-5005-461f-8dc5-e59b2a388f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d1487aad-95b3-46a2-9133-d15d561b06b9), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:17:22.169439 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-0a9cf9ec-2e77-4b32-ac64-7d26621e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (81f6c368-df66-457a-97dd-077411b81b7f), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:17:23.529473 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-eba2cbe6-7cdb-41db-b2c0-750e9a9d312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (d236e267-efcd-422e-ad34-9ebe41b27b79), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:17:24.622461 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-6aa619f8-de9d-4ac0-9c85-180a15cc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (f8faf6ce-4a45-4888-a933-684dc1e91432), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:17:26.683121 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-92ec5216-25ef-4fb7-a421-24059c42a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (1dd1bfc7-a38a-4480-b12c-4bdaeee41397), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 19 22:17:28.330893 ncdv-master-1 neutron-server[121131]: DEBUG neutron.db.agents_db [None req-2be543db-9e38-4c79-b672-245d63b68328 None None] Agent healthcheck: found 7 active agents {{(pid=121131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 19 22:17:30.293500 ncdv-master-1 neutron-server[121130]: DEBUG neutron_lib.callbacks.manager [None req-ca80fb1c-3760-4c33-a51f-bad3da3cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751653328698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526283'] for agent (e9ce3040-24a5-4c5b-8329-746c067c7f8d), after_update {{(pid=121130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}